-- Logs begin at Mon 2021-06-21 01:48:55 UTC, end at Mon 2021-06-21 04:13:15 UTC. --
Jun 21 02:28:46.476729 n-d-758944-33 systemd[1]: Started Devstack devstack@q-svc.service.
Jun 21 02:28:49.236360 n-d-758944-33 neutron-server[94055]: INFO neutron.common.config [-] Logging enabled!
Jun 21 02:28:49.236926 n-d-758944-33 neutron-server[94055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362
Jun 21 02:28:49.237147 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94055) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 21 02:28:49.240277 n-d-758944-33 neutron-server[94055]: INFO neutron.common.config [-] Logging enabled!
Jun 21 02:28:49.240532 n-d-758944-33 neutron-server[94055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362
Jun 21 02:28:49.240844 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94055) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 21 02:28:49.241802 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 21 02:28:49.242038 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 21 02:28:49.242393 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 02:28:49.242641 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 21 02:28:49.242862 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 21 02:28:49.243178 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.243474 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.243769 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.243999 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.244290 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.244578 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.244857 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.245144 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.245465 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.245756 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.246036 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.246321 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.246667 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.247447 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.247740 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.248031 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.248256 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] debug                          = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.248537 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.248965 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.249397 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.249677 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.249965 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.250243 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.250516 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.250791 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.251072 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.251397 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] host                           = n-d-758944-33 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.251675 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.251963 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.252247 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.252535 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.252808 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.253082 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.253389 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.253662 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.253934 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.254206 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.254493 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.254779 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.255064 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.255287 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.255506 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.255791 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.256075 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.256348 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.256619 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.256889 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.257161 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.257457 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.257725 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.258008 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.258292 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.258575 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.258847 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.259119 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.259389 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.259656 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.259941 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.260212 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.260482 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.260752 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.261036 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.261301 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.261599 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.261895 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.262223 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.262502 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.262790 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.263059 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.263341 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.263612 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.263884 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.264155 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.264426 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.264697 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.264979 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.265248 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.265542 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.265813 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.266082 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.266366 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:49.266661 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.266957 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.267253 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.267535 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.267828 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.268106 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.268395 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.268675 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.268962 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.269247 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.269557 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.269834 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.270120 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.270400 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.270694 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.270995 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.271286 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.271581 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.271856 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.272130 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.272403 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.272680 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.272963 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.273254 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.273564 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.273837 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.274115 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.274405 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.274683 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.274953 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.275227 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.275513 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.275787 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.276056 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.276337 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.276617 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.276890 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.277162 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.277466 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.277772 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.278070 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.278423 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.278703 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.278984 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.279261 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.279548 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.279827 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.280102 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.280377 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.280656 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.280929 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.281202 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.281522 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.281797 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.282076 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.282349 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.282622 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.282893 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.283162 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.283432 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.283702 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.283973 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.284252 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.284522 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.284794 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.285067 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.285365 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.285635 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.285920 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.286218 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.286499 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.286780 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.287055 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.287334 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.287611 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.287890 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.288169 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.288449 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.288722 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.289012 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.289297 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.289607 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.289890 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.290167 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.290462 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.290740 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.291019 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.291296 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.291576 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.291863 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.292147 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.292443 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.292738 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.293032 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.293324 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.294340 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.294642 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.294955 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.295239 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:49.295460 n-d-758944-33 neutron-server[94055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 21 02:28:49.295701 n-d-758944-33 neutron-server[94055]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94055) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 21 02:28:49.649501 n-d-758944-33 neutron-server[94055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:28:49.649709 n-d-758944-33 neutron-server[94055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:28:49.650001 n-d-758944-33 neutron-server[94055]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:28:49.650338 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 21 02:28:50.042159 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.042452 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.042727 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.044119 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.044391 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.044658 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.079247 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.079524 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.079790 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.093188 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.093496 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.093769 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.124063 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.124342 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.124613 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.160655 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.160873 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.161141 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.392194 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f73db42cc10> agent after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.392814 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f73db42cc10> agent after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.392814 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f73db42cca0> segment precommit_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.392990 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f73db42cd30> network precommit_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.393964 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f73db42c280> segment before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.516728 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> network before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.517044 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f73db3f6dc0> agent before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.517324 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> network before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.517620 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> port before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.517891 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> port before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.518202 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> segment precommit_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.518463 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> segment precommit_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.518721 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> segment after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.518975 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> segment after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.519258 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> network after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.519517 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> network precommit_delete 0 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.519784 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> port after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.520046 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> port provisioning_complete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.520308 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.520566 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> rbac-policy after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.520829 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> agent after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.521098 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> subnet after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.521379 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> subnet precommit_delete 0 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.521652 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.521905 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.522187 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> segment_host_mapping after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.522532 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> port after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.522784 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> port after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.523068 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.523316 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.523561 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73dbce6b80>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.523966 n-d-758944-33 neutron-server[94055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 02:28:50.524212 n-d-758944-33 neutron-server[94055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 02:28:50.524452 n-d-758944-33 neutron-server[94055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 02:28:50.524691 n-d-758944-33 neutron-server[94055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 02:28:50.524927 n-d-758944-33 neutron-server[94055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 02:28:50.525162 n-d-758944-33 neutron-server[94055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 02:28:50.525556 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 21 02:28:50.529653 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 21 02:28:50.533550 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 21 02:28:50.537272 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Jun 21 02:28:50.538918 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 21 02:28:50.539363 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 21 02:28:50.539698 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 21 02:28:50.540081 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 21 02:28:50.542880 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 21 02:28:50.543134 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 21 02:28:50.544021 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 21 02:28:50.571673 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 21 02:28:50.572123 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f73db1b0ee0>> qos_plugin after_init 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.572421 n-d-758944-33 neutron-server[94055]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94055) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 21 02:28:50.572787 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f73db2542b0>> logging-plugin after_init 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.574165 n-d-758944-33 neutron-server[94055]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94055) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 21 02:28:50.574447 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 21 02:28:50.574887 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 21 02:28:50.578027 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f73db254430>> floatingip before_response 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.578310 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f73db254430>> port before_response 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:50.642034 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 21 02:28:50.642272 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 21 02:28:50.642507 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 21 02:28:50.642881 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 21 02:28:50.663228 n-d-758944-33 neutron-server[94055]: DEBUG oslo_db.sqlalchemy.engines [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94055) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 21 02:28:51.403607 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Initializing driver for type 'gre'
Jun 21 02:28:51.404237 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] gre ID ranges: [(1, 1000)]
Jun 21 02:28:51.618813 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Initializing driver for type 'local'
Jun 21 02:28:51.619414 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Initializing driver for type 'vlan'
Jun 21 02:28:51.683446 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] VlanTypeDriver initialization complete
Jun 21 02:28:51.683829 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Initializing driver for type 'vxlan'
Jun 21 02:28:51.684431 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] vxlan ID ranges: [(1, 1000)]
Jun 21 02:28:51.830176 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Initializing extension driver 'port_security'
Jun 21 02:28:51.830508 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] PortSecurityExtensionDriver initialization complete
Jun 21 02:28:51.830837 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Initializing mechanism driver 'openvswitch'
Jun 21 02:28:51.831157 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Initializing mechanism driver 'hyperv'
Jun 21 02:28:51.838100 n-d-758944-33 neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:28:51.838863 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73db1e43a0>> port after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.839236 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73db1e43a0>> port after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.839595 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73db1e43a0>> port after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.839983 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73db1e42b0>> subnet after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.840464 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73db1e42b0>> subnet after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.840924 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73db1e42b0>> subnet after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.841314 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dac9aa00>> network after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.841697 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dac9aa00>> network after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847178 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dac9aa00>> network after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847178 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dac9a9a0>> security_group after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847178 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dac9a9a0>> security_group after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847178 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dac9a9a0>> security_group after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847486 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dabb5670>> security_group_rule after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847486 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dabb5670>> security_group_rule after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847486 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dabb5670>> security_group_rule after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847486 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dabb58e0>> address_group after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847846 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dabb58e0>> address_group after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847846 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73dabb58e0>> address_group after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.847846 n-d-758944-33 neutron-server[94055]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] ML2 OVO RPC backend initialized. {{(pid=94055) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Jun 21 02:28:51.847846 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> router_interface after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.848147 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> router_interface after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.848147 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> network before_response 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.848147 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> networks before_response 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.848147 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> port before_response 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.848446 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> ports before_response 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.848446 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> subnet before_response 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.848609 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> subnets before_response 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.848830 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> network after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.849163 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> network after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.849524 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> network after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.849857 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> port after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.850188 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> port after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.850523 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> port after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.850855 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> subnet after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.851184 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> subnet after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.851511 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73dabb5cd0>> subnet after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.852071 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.plugin [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Modular L2 Plugin initialization complete
Jun 21 02:28:51.852403 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading services supported by the core plugin {{(pid=94055) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 21 02:28:51.852721 n-d-758944-33 neutron-server[94055]: INFO neutron.plugins.ml2.managers [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Got port-security extension from driver 'port_security'
Jun 21 02:28:51.853186 n-d-758944-33 neutron-server[94055]: INFO neutron.extensions.vlantransparent [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Disabled vlantransparent extension.
Jun 21 02:28:51.853687 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94055) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 21 02:28:51.853998 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading Plugin: router
Jun 21 02:28:51.889981 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router_interface before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.890366 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router after_create 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.890728 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router before_create 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.891083 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router_interface before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.891446 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router_interface after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.891794 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router after_delete 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.892144 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> floatingip after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.892504 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router after_create 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.892849 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router after_update 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.893197 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router after_update 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.893565 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router_gateway after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.893921 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router after_update 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.894320 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router precommit_update 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.894681 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f73db4ecd30> port after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.895019 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f73db4ece50> port after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.895348 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f73db4ecdc0> subnet after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.895683 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f73db4ecc10> subnetpool_address_scope after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.896021 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> port precommit_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.896362 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router precommit_create 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.896705 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f73db4dce50> port before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.897042 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router precommit_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.897424 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router after_update 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.897764 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router precommit_delete 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.898109 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router precommit_create 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.898463 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router_interface after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.898802 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> router precommit_update 55549900 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.899165 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73dabb5df0>> network after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.900037 n-d-758944-33 neutron-server[94055]: DEBUG neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Tracking information for resource: router configured {{(pid=94055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 02:28:51.900366 n-d-758944-33 neutron-server[94055]: DEBUG neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Tracking information for resource: floatingip configured {{(pid=94055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 02:28:51.906011 n-d-758944-33 neutron-server[94055]: INFO neutron.db.l3_agentschedulers_db [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 21 02:28:51.906598 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f73dabec670> port after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.906960 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f73dabec550> port after_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.907305 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function _notify_port_delete at 0x7f73dabec5e0> port after_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.907645 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f73dabec940> port after_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.908437 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f73dac00a90>> router before_create 55550100 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.908796 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f73dac00a90>> router precommit_delete 55550100 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.909153 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f73dac00a90>> router precommit_create 55550100 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.909535 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f73dac00a90>> router precommit_update 55550100 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.914055 n-d-758944-33 neutron-server[94055]: DEBUG neutron.services.provider_configuration [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service providers = [] {{(pid=94055) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 21 02:28:51.914419 n-d-758944-33 neutron-server[94055]: DEBUG neutron.db.servicetype_db [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94055) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 21 02:28:51.917272 n-d-758944-33 neutron-server[94055]: DEBUG neutron.services.service_base [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 02:28:51.917641 n-d-758944-33 neutron-server[94055]: DEBUG neutron.services.service_base [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 02:28:51.917977 n-d-758944-33 neutron-server[94055]: DEBUG neutron.services.service_base [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 02:28:51.919445 n-d-758944-33 neutron-server[94055]: DEBUG neutron.services.service_base [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 02:28:51.919817 n-d-758944-33 neutron-server[94055]: INFO neutron.services.service_base [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 21 02:28:51.920181 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 02:28:51.920491 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 21 02:28:51.930925 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 02:28:51.931242 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading Plugin: auto_allocate
Jun 21 02:28:51.937029 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f73dac3cca0> network precommit_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.937354 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f73dac3cca0> network precommit_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.937871 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 02:28:51.938186 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading Plugin: tag
Jun 21 02:28:51.944638 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 02:28:51.944967 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading Plugin: timestamp
Jun 21 02:28:51.948710 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 02:28:51.949031 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading Plugin: network_ip_availability
Jun 21 02:28:51.956382 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73dac1a670>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.956748 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73dac1a670>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.957097 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73dac1a670>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:51.957830 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 02:28:51.958140 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading Plugin: flavors
Jun 21 02:28:51.963023 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 02:28:51.963345 n-d-758944-33 neutron-server[94055]: INFO neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading Plugin: revisions
Jun 21 02:28:51.968185 n-d-758944-33 neutron-server[94055]: DEBUG neutron.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 02:28:51.968584 n-d-758944-33 neutron-server[94055]: DEBUG oslo_concurrency.lockutils [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.318s {{(pid=94055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:28:51.969290 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94055) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 21 02:28:51.969652 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Initializing extension manager.
Jun 21 02:28:51.970147 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: __init__.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.970481 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: __pycache__ {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.970806 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.971131 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: address_group.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.971861 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.972414 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: address-group
Jun 21 02:28:51.972729 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: address_scope.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.973442 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.973941 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: address-scope
Jun 21 02:28:51.974257 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.975153 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.975646 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: router-admin-state-down-before-update
Jun 21 02:28:51.975963 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: agent.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.976639 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.977129 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: agent
Jun 21 02:28:51.977469 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: agent_resources_synced.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.978345 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.978837 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: agent-resources-synced
Jun 21 02:28:51.979153 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: allowedaddresspairs.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.980898 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.981436 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: allowed-address-pairs
Jun 21 02:28:51.981757 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: auto_allocated_topology.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.982980 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.983485 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: auto-allocated-topology
Jun 21 02:28:51.983803 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: availability_zone.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.984473 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.984965 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: availability_zone
Jun 21 02:28:51.985279 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: availability_zone_filter.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.986185 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.986678 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: availability_zone_filter
Jun 21 02:28:51.986994 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: data_plane_status.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.987865 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.988353 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 21 02:28:51.988663 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: default_subnetpools.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.989579 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.990071 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: default-subnetpools
Jun 21 02:28:51.990384 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.991160 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.991653 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: dhcp_agent_scheduler
Jun 21 02:28:51.991968 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: dns.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.992844 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.993346 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension dns-integration not supported by any of loaded plugins
Jun 21 02:28:51.993687 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: dns_domain_ports.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.994550 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.995040 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 21 02:28:51.995355 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: dvr.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.996003 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.996517 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: dvr
Jun 21 02:28:51.996832 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: empty_string_filtering.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.997733 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.998225 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: empty-string-filtering
Jun 21 02:28:51.998539 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:51.999409 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:51.999899 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 21 02:28:52.000214 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.001080 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.001591 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 21 02:28:52.001903 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: external_net.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.002776 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.003267 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: external-net
Jun 21 02:28:52.003582 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.004452 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.004943 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: extra_dhcp_opt
Jun 21 02:28:52.005256 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: extraroute.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.006163 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.006654 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: extraroute
Jun 21 02:28:52.006966 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: extraroute_atomic.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.007959 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.008451 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: extraroute-atomic
Jun 21 02:28:52.008766 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: filter_validation.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.009457 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.009949 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: filter-validation
Jun 21 02:28:52.010262 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: fip_pf_description.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.011146 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.011633 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 21 02:28:52.011945 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: fip_port_details.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.013353 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.013856 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: fip-port-details
Jun 21 02:28:52.014172 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: flavors.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.015382 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.015884 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: flavors
Jun 21 02:28:52.016209 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.017862 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.018370 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 21 02:28:52.018692 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: floatingip_pools.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.019364 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.019864 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: floatingip-pools
Jun 21 02:28:52.020184 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: ip_allocation.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.021067 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.021598 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 21 02:28:52.021912 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.022794 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.023293 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: ip-substring-filtering
Jun 21 02:28:52.023610 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: l2_adjacency.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.024512 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.025000 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 21 02:28:52.025314 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: l3.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.026267 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.026766 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: router
Jun 21 02:28:52.027081 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.030081 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.030598 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 21 02:28:52.030921 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.031808 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.032310 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: ext-gw-mode
Jun 21 02:28:52.032626 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.033531 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.034029 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: l3-ha
Jun 21 02:28:52.034346 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: l3_flavors.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.035223 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.035715 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: l3-flavors
Jun 21 02:28:52.036036 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.036937 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.037469 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 21 02:28:52.037785 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: l3agentscheduler.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.038798 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.039294 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: l3_agent_scheduler
Jun 21 02:28:52.039613 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: logging.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.041063 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.041597 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension logging not supported by any of loaded plugins
Jun 21 02:28:52.041925 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: metering.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.042642 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.043206 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: metering
Jun 21 02:28:52.043553 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.044602 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.045109 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: metering_source_and_destination_fields
Jun 21 02:28:52.045461 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: multiprovidernet.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.046360 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.046859 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: multi-provider
Jun 21 02:28:52.047177 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: netmtu.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.048051 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.048546 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: net-mtu
Jun 21 02:28:52.048861 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: netmtu_writable.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.049773 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.050269 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: net-mtu-writable
Jun 21 02:28:52.050584 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: network_availability_zone.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.051225 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.051716 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: network_availability_zone
Jun 21 02:28:52.052028 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: network_ip_availability.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.053112 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.053641 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: network-ip-availability
Jun 21 02:28:52.053961 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: network_segment_range.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.054701 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.055188 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 21 02:28:52.055502 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: pagination.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.056450 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.056771 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: pagination
Jun 21 02:28:52.057083 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: port_device_profile.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.058001 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.058504 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: port-device-profile
Jun 21 02:28:52.058819 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.059743 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.060239 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: port-mac-address-regenerate
Jun 21 02:28:52.060552 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.061517 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.062013 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: port-numa-affinity-policy
Jun 21 02:28:52.062327 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: port_resource_request.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.063198 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.063685 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 21 02:28:52.063995 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: portbindings.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.064887 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.065414 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: binding
Jun 21 02:28:52.065729 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: portbindings_extended.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.066984 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.067490 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: binding-extended
Jun 21 02:28:52.067813 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: portsecurity.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.068706 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.069207 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: port-security
Jun 21 02:28:52.069558 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: project_id.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.070506 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.070831 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: project-id
Jun 21 02:28:52.071146 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: providernet.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.072040 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.072541 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: provider
Jun 21 02:28:52.072855 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.077015 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.077547 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos not supported by any of loaded plugins
Jun 21 02:28:52.077873 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.079081 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.079586 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 21 02:28:52.079910 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.080792 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.081291 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 21 02:28:52.081641 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos_default.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.082516 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.083018 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos-default not supported by any of loaded plugins
Jun 21 02:28:52.083339 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos_fip.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.083968 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.084460 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos-fip not supported by any of loaded plugins
Jun 21 02:28:52.084775 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos_gateway_ip.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.085702 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.086200 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 21 02:28:52.086771 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos_port_network_policy.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.087646 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.088139 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 21 02:28:52.088455 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos_rule_type_details.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.089389 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.089898 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 21 02:28:52.090260 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: qos_rules_alias.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.091761 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.092259 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 21 02:28:52.092575 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: quotasv2.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.093487 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.093807 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: quotas
Jun 21 02:28:52.094118 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: quotasv2_detail.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.097085 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.097461 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: quota_details
Jun 21 02:28:52.097790 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: rbac.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.098811 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.099322 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: rbac-policies
Jun 21 02:28:52.099647 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: rbac_address_group.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.100542 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.101048 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: rbac-address-group
Jun 21 02:28:52.101398 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: rbac_address_scope.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.102287 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.102789 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: rbac-address-scope
Jun 21 02:28:52.103109 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: rbac_security_groups.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.104004 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.104506 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: rbac-security-groups
Jun 21 02:28:52.104830 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: rbac_subnetpool.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.105745 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.106272 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: rbac-subnetpool
Jun 21 02:28:52.106595 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: revisionifmatch.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.107479 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.107978 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: revision-if-match
Jun 21 02:28:52.108296 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: revisions.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.109578 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.110083 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: standard-attr-revisions
Jun 21 02:28:52.110401 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: router_availability_zone.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.111045 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.111542 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: router_availability_zone
Jun 21 02:28:52.111860 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: routerservicetype.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.112745 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.113245 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension router-service-type not supported by any of loaded plugins
Jun 21 02:28:52.113588 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.114470 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.114968 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: security-groups-normalized-cidr
Jun 21 02:28:52.115285 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.116170 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.116673 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: port-security-groups-filtering
Jun 21 02:28:52.116989 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.117903 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.118404 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: security-groups-remote-address-group
Jun 21 02:28:52.118720 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: securitygroup.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.128367 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.128881 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: security-group
Jun 21 02:28:52.129209 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: segment.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.130005 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.130503 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension segment not supported by any of loaded plugins
Jun 21 02:28:52.130824 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.131726 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.132222 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 21 02:28:52.132542 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: servicetype.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.133646 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.134155 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: service-type
Jun 21 02:28:52.134479 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: sorting.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.135423 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.135745 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: sorting
Jun 21 02:28:52.136063 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: standard_attr_segment.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.136943 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.138277 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 21 02:28:52.138601 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: standardattrdescription.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.139238 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.139740 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: standard-attr-description
Jun 21 02:28:52.140059 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: stateful_security_group.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.140946 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.141479 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: stateful-security-group
Jun 21 02:28:52.141799 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: stdattrs_common.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.142356 n-d-758944-33 neutron-server[94055]: WARNING neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 21 02:28:52.142667 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.143642 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.144139 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 21 02:28:52.144452 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: subnet_onboard.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.145528 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.146037 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: subnet_onboard
Jun 21 02:28:52.146355 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.147260 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.147764 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 21 02:28:52.148081 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: subnet_service_types.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.148978 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.149515 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: subnet-service-types
Jun 21 02:28:52.149830 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: subnetallocation.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.150908 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.151415 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: subnet_allocation
Jun 21 02:28:52.151733 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.152379 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.153638 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: subnetpool-prefix-ops
Jun 21 02:28:52.154031 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.154942 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.155443 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 21 02:28:52.155759 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: tagging.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.156805 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.157311 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: standard-attr-tag
Jun 21 02:28:52.157661 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: timestamp.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.158840 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.159342 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loaded extension: standard-attr-timestamp
Jun 21 02:28:52.159665 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: trunk.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.160669 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.161165 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension trunk not supported by any of loaded plugins
Jun 21 02:28:52.161513 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: trunk_details.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.162403 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.162901 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension trunk-details not supported by any of loaded plugins
Jun 21 02:28:52.163217 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: uplink_status_propagation.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.164110 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.164606 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 21 02:28:52.164918 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Loading extension file: vlantransparent.py {{(pid=94055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 02:28:52.165598 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 02:28:52.166092 n-d-758944-33 neutron-server[94055]: INFO neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 21 02:28:52.168653 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:network
Jun 21 02:28:52.169287 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:subnet
Jun 21 02:28:52.169709 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 02:28:52.170099 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:port
Jun 21 02:28:52.171333 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.171777 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service FLAVORS assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.172388 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.172814 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.173138 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:router
Jun 21 02:28:52.173586 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:floatingip
Jun 21 02:28:52.174066 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service METERING assigned prefix: /metering {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.175497 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73daac99a0>> rbac-policy before_create 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:52.175859 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73daac99a0>> rbac-policy before_update 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:52.176206 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73daac99a0>> rbac-policy before_delete 55550000 {{(pid=94055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:28:52.177184 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 21 02:28:52.177660 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:security_group
Jun 21 02:28:52.178091 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 21 02:28:52.178699 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service CORE assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.179024 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 02:28:52.179366 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] subnetpool is already registered
Jun 21 02:28:52.179802 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service CORE assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.180122 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 02:28:52.180448 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] subnetpool is already registered
Jun 21 02:28:52.182727 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.183155 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service FLAVORS assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.183747 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.184208 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.184537 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:router
Jun 21 02:28:52.184869 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] router is already registered
Jun 21 02:28:52.185277 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:floatingip
Jun 21 02:28:52.185636 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] floatingip is already registered
Jun 21 02:28:52.186087 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service METERING assigned prefix: /metering {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.186746 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 21 02:28:52.187108 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] rbac_policy is already registered
Jun 21 02:28:52.187469 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:security_group
Jun 21 02:28:52.187801 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] security_group is already registered
Jun 21 02:28:52.188196 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 21 02:28:52.188521 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] security_group_rule is already registered
Jun 21 02:28:52.189130 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service CORE assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.189482 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 02:28:52.189810 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] subnetpool is already registered
Jun 21 02:28:52.190221 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.v2.resource_helper [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Service CORE assigned prefix:  {{(pid=94055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 02:28:52.190536 n-d-758944-33 neutron-server[94055]: INFO neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 02:28:52.190859 n-d-758944-33 neutron-server[94055]: WARNING neutron.quota.resource_registry [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] subnetpool is already registered
Jun 21 02:28:52.191335 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: extensions {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.192788 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: address-groups {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.194295 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: address-scopes {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.195602 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: agents {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.196744 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: auto-allocated-topology {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.198052 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: availability_zones {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.199257 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: dhcp-networks {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.201463 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: dhcp-agents {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.202890 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: routers {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.204580 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: flavors {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.206974 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: service_profiles {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.208191 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: next_providers {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.209653 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: service_profiles {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.211183 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: floatingip-pools {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.212651 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: routers {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.214379 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: floatingips {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.216236 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: l3-routers {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.217643 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: l3-agents {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.219063 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: metering-labels {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.220304 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: metering-label-rules {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.221709 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: network-ip-availabilities {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.222960 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: bindings {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.224492 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: quotas {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.226049 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: quotas {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.227467 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: rbac-policies {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.228669 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: security-groups {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.229981 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: security-group-rules {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.231244 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: service-providers {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.232467 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: subnetpools {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.233792 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: subnetpools {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.235348 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.236997 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.238852 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.240598 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.242301 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.244210 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.245932 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.247738 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.249603 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.251318 n-d-758944-33 neutron-server[94055]: DEBUG neutron.api.extensions [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Extended resource: tags {{(pid=94055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 02:28:52.259897 n-d-758944-33 neutron-server[94055]: WARNING keystonemiddleware.auth_token [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 21 02:28:52.265194 n-d-758944-33 neutron-server[94055]: WARNING keystonemiddleware.auth_token [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 21 02:28:52.273704 n-d-758944-33 neutron-server[94055]: DEBUG oslo_concurrency.lockutils [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Acquired lock "singleton_lock" {{(pid=94055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 21 02:28:52.274173 n-d-758944-33 neutron-server[94055]: DEBUG oslo_concurrency.lockutils [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Releasing lock "singleton_lock" {{(pid=94055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 21 02:28:52.274794 n-d-758944-33 neutron-server[94055]: INFO oslo_service.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Starting 2 workers
Jun 21 02:28:52.280291 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Started child 94166 {{(pid=94055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 21 02:28:52.284772 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Started child 94167 {{(pid=94055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 21 02:28:52.285958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:28:52.286672 n-d-758944-33 neutron-server[94055]: INFO neutron.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 21 02:28:52.287058 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Notify callbacks [] for process, before_spawn {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:28:52.287426 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [-] (94166) wsgi starting up on http://0.0.0.0:9696
Jun 21 02:28:52.289510 n-d-758944-33 neutron-server[94055]: INFO oslo_service.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Starting 1 workers
Jun 21 02:28:52.289673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:28:52.290912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [-] (94167) wsgi starting up on http://0.0.0.0:9696
Jun 21 02:28:52.294772 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Started child 94168 {{(pid=94055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 21 02:28:52.295365 n-d-758944-33 neutron-server[94055]: INFO oslo_service.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Starting 1 workers
Jun 21 02:28:52.299089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] calling RpcWorker wait() {{(pid=94168) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 21 02:28:52.299641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] returning from RpcWorker wait() {{(pid=94168) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 21 02:28:52.299741 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Started child 94169 {{(pid=94055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 21 02:28:52.300719 n-d-758944-33 neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7ec1-a956-4094-82f9-f46265437504 None None] Notify callbacks [] for process, after_spawn {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:28:52.301105 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:28:52.301573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:28:52.302616 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 21 02:28:52.302822 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 21 02:28:52.303004 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 21 02:28:52.303213 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 02:28:52.303545 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 21 02:28:52.303704 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 21 02:28:52.304204 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.304486 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.304762 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.305012 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.305283 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.305426 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:28:52.305929 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.306113 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.306382 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.306652 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.306897 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.307108 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.307225 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.307646 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.307875 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.308152 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.308435 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.308680 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.309525 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.309697 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.309952 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.310230 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.310460 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.310715 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] debug                          = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.311006 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.311449 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.311684 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.311944 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.312157 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.312442 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.312664 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.312941 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.313181 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.313443 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.313656 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.313912 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.314189 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.314370 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.314656 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.314822 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.315051 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.315527 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] host                           = n-d-758944-33 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.315744 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.315983 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.316205 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.316556 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.316713 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.316954 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.317223 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.317493 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.317729 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.317960 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.318219 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.318459 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.318675 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.318915 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.319062 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.319293 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.319549 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.319810 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.319996 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.320161 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.320324 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.320577 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.320729 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.321052 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.321214 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.321476 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.321601 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.321810 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.322040 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.324196 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.324196 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.324196 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.324196 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.324196 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.324196 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.324196 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.324196 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.326127 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.326127 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.326127 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.326127 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.326127 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.326127 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.326127 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.326127 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.327336 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.327336 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.327336 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.327336 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.327336 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.327997 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.327997 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.327997 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.328400 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.328400 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.328678 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.328863 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.329109 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.329323 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.329574 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.329786 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.329995 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.330309 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.330628 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.330842 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.331059 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.331270 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.331927 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.332264 n-d-758944-33 neutron-server[94169]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:28:52.332427 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.332909 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.333189 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.333518 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.333766 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.334020 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.334261 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.334515 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.334751 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.334986 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.335233 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.335554 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.335802 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.336087 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.336596 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.336876 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.337211 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.337486 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.337748 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.337967 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.338203 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.338416 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.338638 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.338965 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.339236 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.339546 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.339824 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.340040 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.340369 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.340634 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.340858 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.341074 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.341304 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.341588 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.341971 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.342220 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.342440 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.342667 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.342899 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.343159 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.343400 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.343654 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.343882 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.344100 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.344337 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.344514 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.344745 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.345294 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.345294 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.345755 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.345755 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.346023 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.346399 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.346399 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.347071 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.347071 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.347071 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.347071 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.347592 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.347592 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.347864 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.348009 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.348798 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.349079 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.349354 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.349620 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.349868 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.350131 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.350367 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.350609 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.350839 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.351097 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.351344 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.351570 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.351811 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.352057 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.352302 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.352524 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.352765 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.353105 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.353898 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.354149 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.354401 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.354822 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.354938 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.355849 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.355849 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.355849 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.356125 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.356446 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.357289 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.357289 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.357289 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.357548 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.357776 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.358165 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.358581 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.358987 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.359396 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.359811 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.360224 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.360656 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.361383 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.361383 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.361626 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.364533 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.364533 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.364533 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.364533 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.364533 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.364533 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.364533 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.364533 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.365261 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.365261 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.365261 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.365261 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.365591 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.365816 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.366436 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.366436 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.366723 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.366864 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.367074 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.367275 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.367547 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.367708 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.367975 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.368189 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.368771 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.369150 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.369572 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.369991 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.370458 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.370852 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.371244 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.372155 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.372450 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.372716 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.372974 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.373239 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.373561 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.373798 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.374057 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.374292 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.374523 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.374933 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.375340 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.375704 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.376095 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.376503 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.376733 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.376970 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.377209 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.377473 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.377707 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.377960 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.378166 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.378389 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.378610 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.378842 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.379058 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.379312 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.379602 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.379785 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.380182 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.380408 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.380630 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.380883 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.381103 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.381419 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.381669 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.381886 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.382117 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.382344 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.382614 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.382828 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.383076 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.383326 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.383542 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.383753 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.384155 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.384526 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.384744 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.384973 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.385188 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.385447 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.385697 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.387766 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.387766 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.387766 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.387766 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.387766 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.388141 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.388141 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.388304 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.388512 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.388751 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.388970 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.389234 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.389507 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.389731 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.389961 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.390178 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.390410 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.390625 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.390836 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.391123 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.391384 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.391611 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.391857 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.392075 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.392388 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.392609 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.392822 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.393057 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.393286 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.393539 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.393750 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.394094 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.394236 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.394373 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.394598 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.394809 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.395019 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.395235 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.395491 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.395711 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.395919 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.396128 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.396344 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.396661 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.396979 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.397235 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.397494 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.397785 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.398014 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.398257 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.398525 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.398832 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.399043 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.399303 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.399539 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.399757 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.399978 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.400232 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.400551 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.400848 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.401133 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.401417 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.401689 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.401992 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.402253 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.402466 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.403355 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.403723 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.404352 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.404352 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.404504 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.404726 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.404950 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.405166 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.405434 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.405740 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.405903 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.406165 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.406416 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.411391 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.411391 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.411391 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.411391 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.411391 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.411391 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.411391 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.411391 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.412102 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 21 02:28:52.412102 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 21 02:28:52.412102 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 21 02:28:52.412102 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 21 02:28:52.412102 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 02:28:52.412102 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 21 02:28:52.412102 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 21 02:28:52.412102 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.412559 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.412559 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.412559 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.412559 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.412559 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.412559 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.412559 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.412559 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.413032 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414028 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414028 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414028 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414028 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414028 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] debug                          = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414028 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414441 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414441 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414441 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414441 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414441 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414441 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414864 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414864 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414864 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414864 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.414864 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.415208 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.415208 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.415349 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.415426 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.415590 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.415749 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] host                           = n-d-758944-33 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.415906 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.416064 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.416224 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.416379 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.416711 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.416868 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.417026 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.417184 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.417388 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.417530 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.417688 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.417844 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.418086 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.418187 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.418958 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.419134 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.419298 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.419449 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.419592 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.419756 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.419917 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.420076 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.420237 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.420394 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.420551 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.420709 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.420865 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.421022 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.421178 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.421421 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.421514 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.421656 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.421818 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.421976 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.422133 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.422288 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.422447 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.422603 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.422765 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.422938 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.423187 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.423345 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.423503 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.423660 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.423817 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.423974 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.424134 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.424292 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.424449 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.424606 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.424765 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.424922 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.425083 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.425240 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.425419 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.425577 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.425813 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.425972 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.426134 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.426299 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.426441 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.426597 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.426757 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.426910 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.427219 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.427520 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.427821 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.427997 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.428135 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 02:28:52.428310 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.428476 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.428655 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.428817 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.428977 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.429175 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.429600 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.429940 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.430298 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.430642 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.430808 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.430965 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.431132 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.431296 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.431461 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.431625 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.431791 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.431953 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.432114 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.432273 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.432584 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.432747 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.432927 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.433088 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.433251 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.433437 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.433599 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.433764 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.434437 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.434608 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.434769 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.434933 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.435115 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.435241 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.435404 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.435563 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.435725 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.435888 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.436099 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.436205 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.436352 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.436511 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.436676 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.436836 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.436995 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.437248 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.437369 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.437497 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.437647 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.437807 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.437979 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.438140 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.438300 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.438460 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.438620 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.438780 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.438940 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.439101 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.439261 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.439431 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.439576 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.439750 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.439910 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.440069 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.440228 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.440389 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.440549 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.440709 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.440870 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.441030 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.441190 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.441384 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.441536 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.441697 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.441857 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.442018 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.442180 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.442341 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.442501 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.442662 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.442824 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.442984 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.443144 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.443304 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.443473 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.443647 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.443808 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.443969 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.444129 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.444288 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.444448 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.444607 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.444767 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.444927 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.445088 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.445247 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.445427 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.445582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:28:52.445759 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.445759 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.445911 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.446034 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.446197 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.446362 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.446523 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.446663 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.446809 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.446947 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.447092 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.447247 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.447394 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.447547 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.447716 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.447877 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.448040 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.448185 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.448356 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.448525 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.448672 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.448834 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.448994 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.449139 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.449302 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.449483 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.450373 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.450373 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.450625 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.450625 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.450818 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.450943 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.451095 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.451254 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.451420 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.451603 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.451763 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.451924 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.452084 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.452243 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.452402 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.452562 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.452721 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.452882 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.453042 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.453203 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.453382 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.453545 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.453706 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.453866 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.454026 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.454187 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.454348 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.454506 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.454667 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.454828 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.454988 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.455148 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.455308 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.455468 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.455628 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.455789 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.455950 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.456110 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.456274 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.456433 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.456588 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.456824 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.456979 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.457139 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.457284 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.457475 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.457609 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.457752 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.457915 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.458075 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.458236 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.458396 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.458556 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.458719 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.458880 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.459022 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.459180 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.459324 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.459486 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.459647 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.459808 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.459955 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.460117 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.460261 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.460438 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.460600 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.460745 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.460910 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.461053 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.461487 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.461640 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.461804 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.461961 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.462101 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.462250 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.462409 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.462572 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.462733 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.462892 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.463052 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.463212 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.463372 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.463532 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.463705 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.464701 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.464701 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.464701 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.464701 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.464701 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.464701 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.465640 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.465640 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.465640 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.465640 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.465640 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.465640 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.466245 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.466245 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.466245 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.466245 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.466754 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.466754 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.466754 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.466754 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.467024 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.467113 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.467222 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.467381 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.467551 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.467713 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.467873 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.468043 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.468203 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.468363 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.468546 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.468717 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.468878 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.469041 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.469202 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.469383 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.469527 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.469684 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.469852 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.470023 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.470190 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.470352 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.470521 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.470691 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.470860 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.471021 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.471192 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.471368 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.471531 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.471691 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.471849 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.472009 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.472175 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.472335 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.472495 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.472656 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.472819 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.472975 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.473110 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.473272 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.473469 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.473617 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.473779 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.473925 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.474075 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.474234 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.474395 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 02:28:52.474548 n-d-758944-33 neutron-server[94055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 21 02:28:52.654766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51940) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:28:52.663342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063913
Jun 21 02:29:04.180193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f38228e-253b-4209-9c67-33c9e859c9e3 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 02:29:04.243971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38228e-253b-4209-9c67-33c9e859c9e3 None None] No non-hosted networks {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 21 02:29:04.258296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.agentschedulers_db [None req-9f38228e-253b-4209-9c67-33c9e859c9e3 None None] DHCP Agent not found on host n-d-758944-33 {{(pid=94168) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 21 02:29:04.395561 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a9ede8fc-84fb-44fe-9ee6-f93b93247722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657'] for agent, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:06.609415 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1302c1e9-8a4f-44f4-b634-d7939525316c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657'] for agent, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:06.642656 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-7b6e472e-e5a4-43c7-9298-7c93baa789c8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-758944-33 {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:29:06.643376 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-7b6e472e-e5a4-43c7-9298-7c93baa789c8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:29:07.032234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657'] for agent, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:07.033260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.033858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.034347 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.034825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.035150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.035472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.035894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.036197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.036521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.036890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.037426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.037746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:07.038175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f73d9e8db20>, 'Open vSwitch agent', 'n-d-758944-33', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:07.045081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f73d9ea23a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-33', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:07.167098 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b6e472e-e5a4-43c7-9298-7c93baa789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:07.855047 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657'] for agent, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:09.329314 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657'] for agent, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:10.540549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52032) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:11.039857 n-d-758944-33 neutron-server[94167]: WARNING oslo_policy.policy [None req-b9287c1c-8f97-47a7-b8a4-4dc2abc745d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 02:29:11.040526 n-d-758944-33 neutron-server[94167]: WARNING oslo_policy.policy [None req-b9287c1c-8f97-47a7-b8a4-4dc2abc745d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 02:29:11.258023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-b9287c1c-8f97-47a7-b8a4-4dc2abc745d8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:29:11.259059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b9287c1c-8f97-47a7-b8a4-4dc2abc745d8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7175112
Jun 21 02:29:11.805657 n-d-758944-33 neutron-server[94168]: INFO neutron.db.l3_hamode_db [None req-2d5be484-8d7d-4f5a-a073-69ee3d0e5106 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 21 02:29:11.883101 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5be484-8d7d-4f5a-a073-69ee3d0e5106 None None] Routers set() bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:29:11.883484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5be484-8d7d-4f5a-a073-69ee3d0e5106 None None] Router IDs set() for agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 21 02:29:13.612290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52046) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:13.917218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5654bf32-a51e-4e7b-a596-35b0982731bb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:29:14.013185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.policy [None req-5654bf32-a51e-4e7b-a596-35b0982731bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94167) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 21 02:29:14.059632 n-d-758944-33 neutron-server[94167]: WARNING oslo_policy.policy [None req-5654bf32-a51e-4e7b-a596-35b0982731bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 02:29:14.060017 n-d-758944-33 neutron-server[94167]: WARNING oslo_policy.policy [None req-5654bf32-a51e-4e7b-a596-35b0982731bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 02:29:14.068460 n-d-758944-33 neutron-server[94167]: INFO neutron.quota [None req-5654bf32-a51e-4e7b-a596-35b0982731bb admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f73da53f6a0>.
Jun 21 02:29:14.254023 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5654bf32-a51e-4e7b-a596-35b0982731bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758470737079', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758470737610', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758470708564', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758470719470', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758470696330', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758470703665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-587564', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-919347', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2030572', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583121'] for rbac-policy, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:14.511886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5654bf32-a51e-4e7b-a596-35b0982731bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:14.513052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5654bf32-a51e-4e7b-a596-35b0982731bb admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8998003
Jun 21 02:29:17.020156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52058) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:17.310157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Request body: {'network': {'project_id': '9a59375337e0460a8a16ced6c54385c7', 'name': 'private', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'admin_state_up': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:29:17.453045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Made reservation on behalf of 9a59375337e0460a8a16ced6c54385c7 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:29:17.455792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:17.473398 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:17.591700 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:17.654620 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:17.660158 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:17.675845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:29:17.704962 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758473534666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:17.705512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f73db42cca0> segment precommit_create {{(pid=94167) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 21 02:29:17.706060 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Added segment beee9368-d1c7-4b1a-b3ab-67abec67c7b9 of type vlan for network 38f88cad-d3d0-47e3-8bd7-093356adecc0
Jun 21 02:29:17.726533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe7fb4c-532e-443b-9d02-4a9bc73aa3af,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:17.776001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.776336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.776908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.777050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.777393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.777715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.778031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.778346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.778664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.778977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.779302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.779598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Tracked resource versions report:
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]: pushed versions:
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]: {   'AddressGroup': {'1.2'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'ConntrackHelper': {'1.0'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'Log': {'1.0'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'Network': {'1.1'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'Port': {'1.7'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'PortForwarding': {'1.2'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'QosPolicy': {'1.8'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'SecurityGroup': {'1.4'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'SecurityGroupRule': {'1.2'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'SubPort': {'1.0'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'Subnet': {'1.1'},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     'Trunk': {'1.1'}}
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]: consumer versions:
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]: {   DHCP agent@n-d-758944-33: {},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     L3 agent@n-d-758944-33: {},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     Metadata agent@n-d-758944-33: {},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     Metering agent@n-d-758944-33: {},
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:     Open vSwitch agent@n-d-758944-33: {   'AddressGroup': '1.2',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'ConntrackHelper': '1.0',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'Log': '1.0',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'Network': '1.1',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'Port': '1.7',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'PortForwarding': '1.2',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'QosPolicy': '1.8',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'SecurityGroup': '1.4',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'SecurityGroupRule': '1.2',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'SubPort': '1.0',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'Subnet': '1.1',
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:                                           'Trunk': '1.1'}}
Jun 21 02:29:17.780682 n-d-758944-33 neutron-server[94167]:  {{(pid=94167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 02:29:17.828934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:17.838154 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:17.940623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:17.942138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:29:17.942788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:17.945628 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:18.039770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Pushing event updated for resources: {'Network': ['ID=38f88cad-d3d0-47e3-8bd7-093356adecc0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:18.043721 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:18.051725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 38f88cad-d3d0-47e3-8bd7-093356adecc0 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:29:18.078560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0573485
Jun 21 02:29:20.676282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52072) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:21.056400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330b8fd-fd6c-4751-aeb6-94e997fb6947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:29:21.058296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2330b8fd-fd6c-4751-aeb6-94e997fb6947 admin admin] 10.222.0.25 "GET /v2.0/networks/38f88cad-d3d0-47e3-8bd7-093356adecc0 HTTP/1.1" status: 200  len: 825 time: 0.3804657
Jun 21 02:29:21.083085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1f9e67db-bb62-4820-a5a4-c05db0315762 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/09351ca8-a66b-425a-a89c-05a6355e8ed5 HTTP/1.1" status: 200  len: 734 time: 0.0193033
Jun 21 02:29:21.091926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Request body: {'subnet': {'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '09351ca8-a66b-425a-a89c-05a6355e8ed5', 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:29:21.174322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Made reservation on behalf of 9a59375337e0460a8a16ced6c54385c7 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:29:21.176552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:21.523699 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:21.528262 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:21.596140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Checking segment: {'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:29:21.596509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Network hostable DHCP agents. Network: 38f88cad-d3d0-47e3-8bd7-093356adecc0, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:29:21.600811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e626f752-725a-4cff-bfb8-fbefbd2d5102,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:21.604011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:21.711751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Network 38f88cad-d3d0-47e3-8bd7-093356adecc0 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:29:21.809277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 38f88cad-d3d0-47e3-8bd7-093356adecc0) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:29:21.813884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:29:21.814488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:21.818642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d844f44-3ba5-4537-9c03-1a1c4e68f16e None None] Network 38f88cad-d3d0-47e3-8bd7-093356adecc0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:29:21.889386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8010855
Jun 21 02:29:22.129209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-38f88cad-d3d0-47e3-8bd7-093356adecc0', 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'fixed_ips': [{'subnet_id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:29:22.130456 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:22.400161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Allocated IP 172.20.0.2 (38f88cad-d3d0-47e3-8bd7-093356adecc0/e626f752-725a-4cff-bfb8-fbefbd2d5102/9b53b29a-e7c9-4e52-b09b-762c7f0f87ce) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:29:22.600404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:22.642432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Transition to ACTIVE for port object 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:29:22.662718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Transition to ACTIVE for port object 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:29:22.733392 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:22.736245 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:22.801295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Network 38f88cad-d3d0-47e3-8bd7-093356adecc0 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:29:22.812484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:29:22.817613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Pushing event updated for resources: {'Port': ['ID=9b53b29a-e7c9-4e52-b09b-762c7f0f87ce,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:22.821512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:29:22.827709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.828039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.828364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.828686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.829003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.829316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.829647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.829957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.830262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.830566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.830871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.831173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Tracked resource versions report:
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]: pushed versions:
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]: {   'AddressGroup': {'1.2'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'ConntrackHelper': {'1.0'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'Log': {'1.0'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'Network': {'1.1'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'Port': {'1.7'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'PortForwarding': {'1.2'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'QosPolicy': {'1.8'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'SecurityGroup': {'1.4'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'SecurityGroupRule': {'1.2'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'SubPort': {'1.0'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'Subnet': {'1.1'},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     'Trunk': {'1.1'}}
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]: consumer versions:
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]: {   DHCP agent@n-d-758944-33: {},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     L3 agent@n-d-758944-33: {},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     Metadata agent@n-d-758944-33: {},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     Metering agent@n-d-758944-33: {},
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:     Open vSwitch agent@n-d-758944-33: {   'AddressGroup': '1.2',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'ConntrackHelper': '1.0',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'Log': '1.0',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'Network': '1.1',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'Port': '1.7',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'PortForwarding': '1.2',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'QosPolicy': '1.8',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'SecurityGroup': '1.4',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'SecurityGroupRule': '1.2',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'SubPort': '1.0',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'Subnet': '1.1',
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:                                           'Trunk': '1.1'}}
Jun 21 02:29:22.832269 n-d-758944-33 neutron-server[94168]:  {{(pid=94168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 02:29:22.839109 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:22.899969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Attempting to bind port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:29:22.900362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Attempting to bind port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:29:22.900778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Attempting to bind port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce on network 38f88cad-d3d0-47e3-8bd7-093356adecc0 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:29:22.906361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:29:22.906776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Checking segment: {'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:29:22.907245 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:22.907630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Bound using segment: {'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:29:22.908086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Bound port: 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:29:22.908464 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:22.970204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] For port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:29:22.974468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] For port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9b53b29a-e7c9-4e52-b09b-762c7f0f87ce,segment=NetworkSegment(beee9368-d1c7-4b1a-b3ab-67abec67c7b9),segment_id=beee9368-d1c7-4b1a-b3ab-67abec67c7b9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:29:23.064588 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:23.068351 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:23.134835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Pushing event updated for resources: {'Port': ['ID=9b53b29a-e7c9-4e52-b09b-762c7f0f87ce,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:23.138756 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:24.255774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52080) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:24.577036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-f44e9d03-88ad-4b67-8641-1ede56322e2e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:29:24.578125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f44e9d03-88ad-4b67-8641-1ede56322e2e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3212280
Jun 21 02:29:26.919902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52088) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:27.226069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-0656ba52-1efe-4d16-a1c3-ac32df39383c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:29:27.227032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0656ba52-1efe-4d16-a1c3-ac32df39383c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3061464
Jun 21 02:29:28.819563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:29:28.963448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:29:29.166569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f7523-39bc-4e29-8705-0226d9ccab5e None None] Network 38f88cad-d3d0-47e3-8bd7-093356adecc0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:29:29.407449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] Provisioning for port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:29:29.412136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] Provisioning complete for port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:29.412608 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:29.523024 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:29.556767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] For port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9b53b29a-e7c9-4e52-b09b-762c7f0f87ce,segment=NetworkSegment(beee9368-d1c7-4b1a-b3ab-67abec67c7b9),segment_id=beee9368-d1c7-4b1a-b3ab-67abec67c7b9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:29:29.631776 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:29.634413 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:29.680259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] Pushing event updated for resources: {'Port': ['ID=9b53b29a-e7c9-4e52-b09b-762c7f0f87ce,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:29.683482 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:29.751040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-711e0314-a33f-4921-ad07-729ddeb23428 None None] Provisioning complete for port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:29.751407 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-711e0314-a33f-4921-ad07-729ddeb23428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:29.859917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52102) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:30.149197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-437bff78-0d6d-4e2a-b8fe-859acf557e72 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'name': 'router1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:29:30.230373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-437bff78-0d6d-4e2a-b8fe-859acf557e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:30.233315 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-437bff78-0d6d-4e2a-b8fe-859acf557e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:30.368763 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-437bff78-0d6d-4e2a-b8fe-859acf557e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:30.424744 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-437bff78-0d6d-4e2a-b8fe-859acf557e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:30.503976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-437bff78-0d6d-4e2a-b8fe-859acf557e72 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:30.505080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-437bff78-0d6d-4e2a-b8fe-859acf557e72 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6442151
Jun 21 02:29:30.776876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:29:30.822414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:30.822783 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:32.356218 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:29:32.838264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52110) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:33.147205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-29e5cefe-237e-4517-90d4-88c729cc7169 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:29:33.148226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-29e5cefe-237e-4517-90d4-88c729cc7169 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3084059
Jun 21 02:29:34.121550 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-35d26b76-19c4-44ea-8a6e-4108bf485179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:35.695510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52118) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:36.019242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:29:36.120621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Made reservation on behalf of a9305368395f4c159c0cff5127a6e366 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:29:36.123624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.131405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.215593 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.288285 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.292253 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:36.302479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=94167) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 21 02:29:36.321514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8396ece1-d984-443c-9d51-6f5f2b64a0be,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:36.325138 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:36.465087 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.465417 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Added segment f7a874d3-d4e3-4403-a70c-43535de39ec0 of type flat for network 384c26ed-943f-4825-ae7e-32261605dd95
Jun 21 02:29:36.510590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.560879 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-89754d4f-095e-4b17-aa1b-f508043a792f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.617958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.619217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:29:36.619809 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:36.621799 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:36.677188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Pushing event updated for resources: {'Network': ['ID=384c26ed-943f-4825-ae7e-32261605dd95,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:36.679779 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:36.687020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 384c26ed-943f-4825-ae7e-32261605dd95 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:29:36.733473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0368352
Jun 21 02:29:37.008717 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:37.846637 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:39.083370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52136) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:39.255740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4451a7-fe3b-4acf-80ea-f8ed34426b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:29:39.257053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1d4451a7-fe3b-4acf-80ea-f8ed34426b51 admin admin] 10.222.0.25 "GET /v2.0/subnets/e626f752-725a-4cff-bfb8-fbefbd2d5102 HTTP/1.1" status: 200  len: 849 time: 0.1727531
Jun 21 02:29:39.281118 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:39.374235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ec4cadd4-db25-424d-83c3-bc33b15db698 admin admin] 10.222.0.25 "GET /v2.0/routers/e76321a4-8f1b-473a-b0a6-2e9362250f0a HTTP/1.1" status: 200  len: 704 time: 0.1109931
Jun 21 02:29:39.628157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:39.918291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Allocated IP 172.20.0.1 (38f88cad-d3d0-47e3-8bd7-093356adecc0/e626f752-725a-4cff-bfb8-fbefbd2d5102/49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:29:40.108373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:40.129132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Transition to ACTIVE for port object 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:29:40.270382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:40.273314 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:40.345315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Network 38f88cad-d3d0-47e3-8bd7-093356adecc0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:29:40.352544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:29:40.354649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Pushing event updated for resources: {'Port': ['ID=49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:40.365566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:29:40.366190 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:40.458135 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:40.626606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:40.686395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-79741534-7043-4a99-ab34-fe50bd70c88b None None] Provisioning for port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:29:40.690368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-79741534-7043-4a99-ab34-fe50bd70c88b None None] Provisioning complete for port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:40.690742 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-79741534-7043-4a99-ab34-fe50bd70c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:40.724816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-79741534-7043-4a99-ab34-fe50bd70c88b None None] Port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:29:40.803048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:40.882765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:40.883781 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:40.885419 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:40.960411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Pushing event updated for resources: {'Port': ['ID=49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:40.964320 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:41.009283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Network 38f88cad-d3d0-47e3-8bd7-093356adecc0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:29:41.010532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:29:41.248926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Router e76321a4-8f1b-473a-b0a6-2e9362250f0a is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:29:41.250068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-59c4f1fa-ba84-4ef9-bff8-b093a2b54af9 None None] Provisioning complete for port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:41.250689 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-59c4f1fa-ba84-4ef9-bff8-b093a2b54af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:41.287775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-59c4f1fa-ba84-4ef9-bff8-b093a2b54af9 None None] Port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:29:41.341876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:29:41.346867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] 10.222.0.25 "PUT /v2.0/routers/e76321a4-8f1b-473a-b0a6-2e9362250f0a/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.9678950
Jun 21 02:29:41.364798 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Sync routers for ids ['e76321a4-8f1b-473a-b0a6-2e9362250f0a'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:29:41.379532 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Routers {'e76321a4-8f1b-473a-b0a6-2e9362250f0a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:29:41.380353 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73da80a640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:29:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e76321a4-8f1b-473a-b0a6-2e9362250f0a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:41.562651 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Set router e76321a4-8f1b-473a-b0a6-2e9362250f0a gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:29:41.986388 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73da80a640>, [{'id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'name': 'router1', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:29:30Z', 'updated_at': '2021-06-21T02:29:40Z', 'revision_number': 2, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'gw_port_host': None, '_interfaces': [{'id': '49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061', 'name': '', 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'mac_address': 'fa:16:3e:3e:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:39Z', 'updated_at': '2021-06-21T02:29:40Z', 'revision_number': 2, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'subnets': [{'id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09351ca8-a66b-425a-a89c-05a6355e8ed5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:42.036438 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Checking router: e76321a4-8f1b-473a-b0a6-2e9362250f0a for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:29:42.036797 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Updating router e76321a4-8f1b-473a-b0a6-2e9362250f0a port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:29:42.100335 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:42.580588 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:42.600537 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Transition to ACTIVE for port object 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:29:42.665598 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:42.671016 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:42.861233 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Pushing event updated for resources: {'Port': ['ID=49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:42.874622 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.874958 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.875283 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.875604 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.875921 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.876236 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.876546 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.876856 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.877163 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.877499 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.877809 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.878116 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Tracked resource versions report:
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]: pushed versions:
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]: {   'AddressGroup': {'1.2'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'ConntrackHelper': {'1.0'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'Log': {'1.0'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'Network': {'1.1'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'Port': {'1.7'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'PortForwarding': {'1.2'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'QosPolicy': {'1.8'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'SecurityGroup': {'1.4'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'SecurityGroupRule': {'1.2'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'SubPort': {'1.0'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'Subnet': {'1.1'},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     'Trunk': {'1.1'}}
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]: consumer versions:
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]: {   DHCP agent@n-d-758944-33: {},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     L3 agent@n-d-758944-33: {},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     Metadata agent@n-d-758944-33: {},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     Metering agent@n-d-758944-33: {},
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:     Open vSwitch agent@n-d-758944-33: {   'AddressGroup': '1.2',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'ConntrackHelper': '1.0',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'Log': '1.0',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'Network': '1.1',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'Port': '1.7',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'PortForwarding': '1.2',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'QosPolicy': '1.8',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'SecurityGroup': '1.4',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'SecurityGroupRule': '1.2',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'SubPort': '1.0',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'Subnet': '1.1',
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:                                           'Trunk': '1.1'}}
Jun 21 02:29:42.879236 n-d-758944-33 neutron-server[94169]:  {{(pid=94169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 02:29:42.883563 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Attempting to bind port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:29:42.883971 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Attempting to bind port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:29:42.884398 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Attempting to bind port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 on network 38f88cad-d3d0-47e3-8bd7-093356adecc0 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:29:42.886956 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:42.891047 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:29:42.891456 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Checking segment: {'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:29:42.891955 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:42.892349 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Bound using segment: {'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:29:42.892817 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Bound port: 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beee9368-d1c7-4b1a-b3ab-67abec67c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:29:42.893181 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:42.957504 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] For port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:29:42.979025 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] For port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061,segment=NetworkSegment(beee9368-d1c7-4b1a-b3ab-67abec67c7b9),segment_id=beee9368-d1c7-4b1a-b3ab-67abec67c7b9)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:29:43.054799 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:43.057153 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:43.116526 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Routers {'e76321a4-8f1b-473a-b0a6-2e9362250f0a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:29:43.117157 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73da80a640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:29:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e76321a4-8f1b-473a-b0a6-2e9362250f0a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:43.120541 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Pushing event updated for resources: {'Port': ['ID=49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:43.151739 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:43.207505 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] Set router e76321a4-8f1b-473a-b0a6-2e9362250f0a gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:29:43.417105 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73da80a640>, [{'id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'name': 'router1', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:29:30Z', 'updated_at': '2021-06-21T02:29:40Z', 'revision_number': 2, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'gw_port_host': None, '_interfaces': [{'id': '49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061', 'name': '', 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'mac_address': 'fa:16:3e:3e:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:39Z', 'updated_at': '2021-06-21T02:29:42Z', 'revision_number': 4, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'subnets': [{'id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09351ca8-a66b-425a-a89c-05a6355e8ed5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:43.444616 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc7983-3db3-4e24-800e-86b65db31dc7 None None] The sync data for ids ['e76321a4-8f1b-473a-b0a6-2e9362250f0a'] in n-d-758944-33 is: [{'id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'name': 'router1', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:29:30Z', 'updated_at': '2021-06-21T02:29:40Z', 'revision_number': 2, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'gw_port_host': None, '_interfaces': [{'id': '49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061', 'name': '', 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'mac_address': 'fa:16:3e:3e:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:39Z', 'updated_at': '2021-06-21T02:29:42Z', 'revision_number': 4, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'subnets': [{'id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09351ca8-a66b-425a-a89c-05a6355e8ed5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:29:43.541837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52158) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:43.662808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4131d59f-271b-4c61-bfbc-518ed8e198f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:29:43.664155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4131d59f-271b-4c61-bfbc-518ed8e198f0 admin admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 842 time: 0.1213768
Jun 21 02:29:43.674275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'gateway_ip': '172.25.7.1', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:29:43.785590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Made reservation on behalf of a9305368395f4c159c0cff5127a6e366 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:29:43.787901 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:44.205678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 02:29:44.206088 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:44.208820 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:44.259850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f17e12-fe8a-4626-beff-29f2de40cc19,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:44.263704 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:44.281720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:29:44.281720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Network hostable DHCP agents. Network: 384c26ed-943f-4825-ae7e-32261605dd95, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:29:44.374106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:29:44.492424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 384c26ed-943f-4825-ae7e-32261605dd95) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:29:44.497727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:29:44.498470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:44.501695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c511244-2a0d-4300-86fd-4da2c376dc15 None None] Network 384c26ed-943f-4825-ae7e-32261605dd95 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:29:44.597357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9162664
Jun 21 02:29:44.626319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272af281-1d26-45ac-a376-f0d59d5f7f35 None None] Network 384c26ed-943f-4825-ae7e-32261605dd95 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:29:46.816073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:29:46.934695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:29:46.938647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:46.939027 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:46.956018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52170) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:47.016638 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:47.048424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061,segment=NetworkSegment(beee9368-d1c7-4b1a-b3ab-67abec67c7b9),segment_id=beee9368-d1c7-4b1a-b3ab-67abec67c7b9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:29:47.088341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-42996e53-15f4-4f76-9d9a-23b8ea9a4b56 admin admin] 10.222.0.25 "GET /v2.0/routers/e76321a4-8f1b-473a-b0a6-2e9362250f0a HTTP/1.1" status: 200  len: 710 time: 0.1311975
Jun 21 02:29:47.128703 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:47.132212 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c06c89e1-bb62-4396-9c44-51a07075e77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:47.173037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef36addd-8bb1-47b0-b696-90468b06bf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:29:47.174586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ef36addd-8bb1-47b0-b696-90468b06bf2c admin admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 886 time: 0.0804701
Jun 21 02:29:47.179863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:47.183000 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:47.184475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:29:47.499456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:47.834462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:47.910874 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:48.013389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Allocated IP 172.25.7.201 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/2b77600c-6414-4cf0-9255-026450062ded) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:29:48.123675 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:48.206924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:48.209141 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3db8b84-9e08-4d55-a1cc-b3bafb664191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:48.245542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:29:48.248992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:29:48.252356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:29:48.287320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Pushing event updated for resources: {'Port': ['ID=2b77600c-6414-4cf0-9255-026450062ded,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:48.314120 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:48.650356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:48.798861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:29:48.852587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:48.856059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:48.885528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:48.885904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:48.962797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Router e76321a4-8f1b-473a-b0a6-2e9362250f0a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:29:49.062068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:29:49.066263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:49.067440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] 10.222.0.25 "PUT /v2.0/routers/e76321a4-8f1b-473a-b0a6-2e9362250f0a HTTP/1.1" status: 200  len: 890 time: 1.8873994
Jun 21 02:29:49.071817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Sync routers for ids ['e76321a4-8f1b-473a-b0a6-2e9362250f0a'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:29:49.085391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Routers {'e76321a4-8f1b-473a-b0a6-2e9362250f0a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:29:49.086106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d96df2e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:29:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e76321a4-8f1b-473a-b0a6-2e9362250f0a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:49.301655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Set router e76321a4-8f1b-473a-b0a6-2e9362250f0a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:29:49.683959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d96df2e0>, [{'id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'name': 'router1', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '2b77600c-6414-4cf0-9255-026450062ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:29:30Z', 'updated_at': '2021-06-21T02:29:48Z', 'revision_number': 4, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'gw_port': {'id': '2b77600c-6414-4cf0-9255-026450062ded', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:47Z', 'updated_at': '2021-06-21T02:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061', 'name': '', 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'mac_address': 'fa:16:3e:3e:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:39Z', 'updated_at': '2021-06-21T02:29:47Z', 'revision_number': 5, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'subnets': [{'id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09351ca8-a66b-425a-a89c-05a6355e8ed5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:49.733645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Checking router: e76321a4-8f1b-473a-b0a6-2e9362250f0a for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:29:49.734004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Updating router e76321a4-8f1b-473a-b0a6-2e9362250f0a port 2b77600c-6414-4cf0-9255-026450062ded binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:29:49.768339 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:50.084659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:50.095028 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Transition to ACTIVE for port object 2b77600c-6414-4cf0-9255-026450062ded will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:29:50.173960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:50.176148 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:50.226423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25e449-0fc7-42c7-a867-f98086084618 None None] Pushing event updated for resources: {'Port': ['ID=2b77600c-6414-4cf0-9255-026450062ded,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:50.228580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Attempting to bind port 2b77600c-6414-4cf0-9255-026450062ded on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:29:50.228942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Attempting to bind port 2b77600c-6414-4cf0-9255-026450062ded by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:29:50.229302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Attempting to bind port 2b77600c-6414-4cf0-9255-026450062ded on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:29:50.232000 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1a25e449-0fc7-42c7-a867-f98086084618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:50.235850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:29:50.236228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:29:50.236631 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:50.237018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:29:50.237519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Bound port: 2b77600c-6414-4cf0-9255-026450062ded, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:29:50.237893 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:50.289127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] For port 2b77600c-6414-4cf0-9255-026450062ded, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:29:50.292050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] For port 2b77600c-6414-4cf0-9255-026450062ded, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2b77600c-6414-4cf0-9255-026450062ded,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:29:50.387345 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:50.389696 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1a25e449-0fc7-42c7-a867-f98086084618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:50.515749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Routers {'e76321a4-8f1b-473a-b0a6-2e9362250f0a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:29:50.516362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d96df2e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:29:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e76321a4-8f1b-473a-b0a6-2e9362250f0a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:50.548345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25e449-0fc7-42c7-a867-f98086084618 None None] Pushing event updated for resources: {'Port': ['ID=2b77600c-6414-4cf0-9255-026450062ded,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:50.554215 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1a25e449-0fc7-42c7-a867-f98086084618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:50.621710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] Set router e76321a4-8f1b-473a-b0a6-2e9362250f0a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:29:50.826672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d96df2e0>, [{'id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'name': 'router1', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '2b77600c-6414-4cf0-9255-026450062ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:29:30Z', 'updated_at': '2021-06-21T02:29:48Z', 'revision_number': 4, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'gw_port': {'id': '2b77600c-6414-4cf0-9255-026450062ded', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:47Z', 'updated_at': '2021-06-21T02:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061', 'name': '', 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'mac_address': 'fa:16:3e:3e:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:39Z', 'updated_at': '2021-06-21T02:29:47Z', 'revision_number': 5, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'subnets': [{'id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09351ca8-a66b-425a-a89c-05a6355e8ed5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:29:50.854517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a4860-36cf-4b5a-a37c-6684c87e7781 None None] The sync data for ids ['e76321a4-8f1b-473a-b0a6-2e9362250f0a'] in n-d-758944-33 is: [{'id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'name': 'router1', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '2b77600c-6414-4cf0-9255-026450062ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:29:30Z', 'updated_at': '2021-06-21T02:29:48Z', 'revision_number': 4, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'gw_port': {'id': '2b77600c-6414-4cf0-9255-026450062ded', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:47Z', 'updated_at': '2021-06-21T02:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061', 'name': '', 'network_id': '38f88cad-d3d0-47e3-8bd7-093356adecc0', 'tenant_id': '9a59375337e0460a8a16ced6c54385c7', 'mac_address': 'fa:16:3e:3e:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76321a4-8f1b-473a-b0a6-2e9362250f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:29:39Z', 'updated_at': '2021-06-21T02:29:47Z', 'revision_number': 5, 'project_id': '9a59375337e0460a8a16ced6c54385c7', 'subnets': [{'id': 'e626f752-725a-4cff-bfb8-fbefbd2d5102', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09351ca8-a66b-425a-a89c-05a6355e8ed5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:29:51.444200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52178) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:29:51.574305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5a674a80-cfe5-49dc-ad0c-f5286ddfde03 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1282921
Jun 21 02:29:52.827191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b77600c-6414-4cf0-9255-026450062ded up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:29:52.974017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2b77600c-6414-4cf0-9255-026450062ded completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:29:52.977983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2b77600c-6414-4cf0-9255-026450062ded triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:52.978361 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:53.055876 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:53.077196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2b77600c-6414-4cf0-9255-026450062ded, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2b77600c-6414-4cf0-9255-026450062ded,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:29:53.134026 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:29:53.136081 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:29:53.192103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2b77600c-6414-4cf0-9255-026450062ded,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:29:53.195446 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:29:54.811695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b77600c-6414-4cf0-9255-026450062ded up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:29:54.859444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2b77600c-6414-4cf0-9255-026450062ded triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:29:54.859820 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:04.183727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef582bca-7c7e-4063-b360-4ec8067c4cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:06.568316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e35311f3-fb8f-420b-88af-241b05ab04e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:07.013758 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:07.808750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:09.328458 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:09.402688 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:30:34.148575 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-291ee498-5dcf-4a64-842c-e2e8919dc036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:36.590794 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d211882f-b6e0-48d4-b301-a73ae020800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:37.023056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:38.190559 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:39.359698 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:30:46.351020 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:31:04.150330 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ad8c-1a6f-4159-aca4-76fda3c00e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:06.553403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e35bd6e-e5ac-4d59-923a-9c46e980267d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:07.007481 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:07.801047 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:09.307629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:23.349101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:31:34.126092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52778) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:34.129418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-af4e0139-1345-451d-843c-f19e6d65f065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:34.187005 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-06241a7c-9c3e-4751-a5f7-271b3257b022 admin admin] GET failed (client error): The resource could not be found.
Jun 21 02:31:34.187393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-06241a7c-9c3e-4751-a5f7-271b3257b022 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0603414
Jun 21 02:31:34.348454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f12a393-9ea5-4068-bf0b-33be9f1540fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:34.349954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1f12a393-9ea5-4068-bf0b-33be9f1540fd admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1588011
Jun 21 02:31:36.506548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52788) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:36.558043 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9e523e7-ac43-494c-ba69-76f4de940bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:36.596085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc087e-2be2-4d95-85d7-9bd720dc0821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:36.597441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bebc087e-2be2-4d95-85d7-9bd720dc0821 admin admin] 10.222.0.25 "GET /v2.0/subnets/e626f752-725a-4cff-bfb8-fbefbd2d5102 HTTP/1.1" status: 200  len: 849 time: 0.0899241
Jun 21 02:31:36.606681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:31:36.689940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Notify callbacks [] for subnet, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:36.891850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758473583836'] for subnet, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:36.894908 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1f44e3d1-ffa7-4a87-8b20-b86fad122878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:31:36.926485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:36.926485 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:36.927909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] 10.222.0.25 "PUT /v2.0/subnets/e626f752-725a-4cff-bfb8-fbefbd2d5102 HTTP/1.1" status: 200  len: 868 time: 0.3248641
Jun 21 02:31:36.929630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121bd6a3-4092-4fff-8973-c6598060dcf8 None None] Network 38f88cad-d3d0-47e3-8bd7-093356adecc0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:31:36.951976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e626f752-725a-4cff-bfb8-fbefbd2d5102,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:31:36.959887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.960519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.961009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.961536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.962829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.963472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.963971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.964462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.964942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.965608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.966107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.966594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:31:36.970614 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:31:37.058823 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:37.375076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-96ae20db-b8ea-4e1b-97a1-667d76952a75 None None] Provisioning complete for port 49e7e09e-46b3-4cb5-b0b2-5cd4b7fdf061 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:31:37.375444 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96ae20db-b8ea-4e1b-97a1-667d76952a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:37.468163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-96ae20db-b8ea-4e1b-97a1-667d76952a75 None None] Provisioning complete for port 9b53b29a-e7c9-4e52-b09b-762c7f0f87ce triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:31:37.468706 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96ae20db-b8ea-4e1b-97a1-667d76952a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:37.823949 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:39.213046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52796) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:39.314741 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:31:39.408872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8f8fb-c986-4fdf-b60d-1778c01ec2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:39.409257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8f8fb-c986-4fdf-b60d-1778c01ec2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:39.410799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-91f8f8fb-c986-4fdf-b60d-1778c01ec2b8 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1967664
Jun 21 02:31:41.535591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52804) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:41.768786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e36c3cc-3ee0-4fc7-b5a3-bc537bc5be78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:41.769177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e36c3cc-3ee0-4fc7-b5a3-bc537bc5be78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:41.770749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5e36c3cc-3ee0-4fc7-b5a3-bc537bc5be78 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2342055
Jun 21 02:31:43.918670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52812) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:44.038711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c8aaf-594a-40e1-9cc2-9bb29122a397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:44.040243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8d7c8aaf-594a-40e1-9cc2-9bb29122a397 admin admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 886 time: 0.1204462
Jun 21 02:31:46.159615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52820) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:46.284195 n-d-758944-33 neutron-server[94166]: WARNING oslo_policy.policy [None req-b22481de-9274-456f-9dd0-e220821e147f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 02:31:46.284834 n-d-758944-33 neutron-server[94166]: WARNING oslo_policy.policy [None req-b22481de-9274-456f-9dd0-e220821e147f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 02:31:46.782501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.policy [None req-b22481de-9274-456f-9dd0-e220821e147f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94166) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 21 02:31:46.829737 n-d-758944-33 neutron-server[94166]: WARNING oslo_policy.policy [None req-b22481de-9274-456f-9dd0-e220821e147f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 02:31:46.830118 n-d-758944-33 neutron-server[94166]: WARNING oslo_policy.policy [None req-b22481de-9274-456f-9dd0-e220821e147f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 02:31:46.839073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22481de-9274-456f-9dd0-e220821e147f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:46.841003 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b22481de-9274-456f-9dd0-e220821e147f admin admin] 10.222.0.25 "GET /v2.0/networks/38f88cad-d3d0-47e3-8bd7-093356adecc0 HTTP/1.1" status: 200  len: 869 time: 0.6793971
Jun 21 02:31:48.996024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52836) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:49.116104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8abb2-e067-459f-8252-ab3eb4495097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:49.116454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8abb2-e067-459f-8252-ab3eb4495097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:49.117985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c6c8abb2-e067-459f-8252-ab3eb4495097 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1210167
Jun 21 02:31:51.304550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52844) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:51.397277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d968873-c053-4551-a8eb-fa6096805195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:51.397763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d968873-c053-4551-a8eb-fa6096805195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:51.399959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9d968873-c053-4551-a8eb-fa6096805195 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0943084
Jun 21 02:31:53.591932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52852) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:53.682007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d86ead-bfb4-4d02-875d-4b98ee2c6057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:53.683325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d4d86ead-bfb4-4d02-875d-4b98ee2c6057 admin admin] 10.222.0.25 "GET /v2.0/subnets/21f17e12-fe8a-4626-beff-29f2de40cc19 HTTP/1.1" status: 200  len: 816 time: 0.0903676
Jun 21 02:31:55.827924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52860) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:31:55.918250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f807b5d-bcb7-42e5-a04f-850e4ab3bdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:31:55.919589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f807b5d-bcb7-42e5-a04f-850e4ab3bdac admin admin] 10.222.0.25 "GET /v2.0/subnets/e626f752-725a-4cff-bfb8-fbefbd2d5102 HTTP/1.1" status: 200  len: 868 time: 0.0907319
Jun 21 02:32:00.346921 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:32:04.122966 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3362-3230-4147-ad6b-9901aaa6e083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:06.560279 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2def6a9-f70d-4fc5-957e-f6017a615484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:07.045673 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:07.814124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:09.314335 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:19.513116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52904) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:32:19.565262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-caa15359-78e5-465e-b2bf-71ed35d295f0 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:32:19.566271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-caa15359-78e5-465e-b2bf-71ed35d295f0 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0521715
Jun 21 02:32:21.798893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52912) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:32:21.857409 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-313969c4-c663-45b1-a406-9e8f96158abb admin admin] GET failed (client error): The resource could not be found.
Jun 21 02:32:21.858681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-313969c4-c663-45b1-a406-9e8f96158abb admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0588479
Jun 21 02:32:21.955806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad7bfc-a322-4da8-b7f5-f659022faac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:32:21.957666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-40ad7bfc-a322-4da8-b7f5-f659022faac5 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0950890
Jun 21 02:32:24.132683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52920) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:32:24.181914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:32:24.268041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Made reservation on behalf of a9305368395f4c159c0cff5127a6e366 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:32:24.270628 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:24.298692 n-d-758944-33 neutron-server[94167]: WARNING neutron.services.revisions.revision_plugin [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f73d3fab520] {project_id='a9305368395f4c159c0cff5127a6e366', id='7c84cb76-f967-41e1-a396-a2385d9f19e5', target_tenant='*', action='access_as_shared', object_id='ffdbf9d2-c718-45ab-802c-92b16ca03719'}> to bump revision.
Jun 21 02:32:24.309018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:32:24.317537 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:24.317896 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Added segment 32338143-9611-48e0-a21b-31bb6dd68f82 of type vlan for network ffdbf9d2-c718-45ab-802c-92b16ca03719
Jun 21 02:32:24.355359 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:24.445888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:24.447102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:32:24.447681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:24.449908 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:32:24.509337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Pushing event updated for resources: {'Network': ['ID=ffdbf9d2-c718-45ab-802c-92b16ca03719,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:32:24.512525 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:32:24.520805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:32:24.577631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4438317
Jun 21 02:32:26.736772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52928) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:32:26.794533 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb03562-6ca2-4f7b-872b-158106d37f0e admin admin] GET failed (client error): The resource could not be found.
Jun 21 02:32:26.795851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4eb03562-6ca2-4f7b-872b-158106d37f0e admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0581028
Jun 21 02:32:26.863475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da87b84-646f-410b-864a-aae73aeabc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:32:26.864967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0da87b84-646f-410b-864a-aae73aeabc88 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0652404
Jun 21 02:32:26.875366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:32:26.945251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Made reservation on behalf of a9305368395f4c159c0cff5127a6e366 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:32:26.947535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:27.150758 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:27.153588 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35a55448-4e1d-4c58-8f85-66f6eff0d580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:32:27.205232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56d0717-c1bf-41c2-bf1d-12a34ea83956,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:32:27.208845 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:32:27.215347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:32:27.215690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Network hostable DHCP agents. Network: ffdbf9d2-c718-45ab-802c-92b16ca03719, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:32:27.285028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:32:27.376698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, ffdbf9d2-c718-45ab-802c-92b16ca03719) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:32:27.380628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:32:27.381750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:27.386452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c324d5-e66a-406d-ad83-a9322850577c None None] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:32:27.478086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6062276
Jun 21 02:32:27.656446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-ffdbf9d2-c718-45ab-802c-92b16ca03719', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'tenant_id': 'a9305368395f4c159c0cff5127a6e366', 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:32:27.657344 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:27.795695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Allocated IP 192.168.233.2 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/f007cdb9-69b9-4e53-8025-a0ed9b055a19) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:32:27.935995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:27.945442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Transition to ACTIVE for port object f007cdb9-69b9-4e53-8025-a0ed9b055a19 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:32:27.961686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Transition to ACTIVE for port object f007cdb9-69b9-4e53-8025-a0ed9b055a19 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:32:28.020009 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:28.022473 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:32:28.061305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:32:28.064478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:32:28.067436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:32:28.076259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Pushing event updated for resources: {'Port': ['ID=f007cdb9-69b9-4e53-8025-a0ed9b055a19,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:32:28.101929 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.102268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.102594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.102923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.103241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.103562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.103883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.104226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.104539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.104877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.105227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.105545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:32:28.109659 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:32:28.140883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Attempting to bind port f007cdb9-69b9-4e53-8025-a0ed9b055a19 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:32:28.141250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Attempting to bind port f007cdb9-69b9-4e53-8025-a0ed9b055a19 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:32:28.141678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Attempting to bind port f007cdb9-69b9-4e53-8025-a0ed9b055a19 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:32:28.146732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:32:28.148999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:32:28.148999 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:28.148999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:32:28.148999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Bound port: f007cdb9-69b9-4e53-8025-a0ed9b055a19, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:32:28.149423 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:28.220903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] For port f007cdb9-69b9-4e53-8025-a0ed9b055a19, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:32:28.223870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] For port f007cdb9-69b9-4e53-8025-a0ed9b055a19, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f007cdb9-69b9-4e53-8025-a0ed9b055a19,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:32:28.280151 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:28.282559 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-608369fc-2a61-4dcb-8f17-624e15c56558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:32:28.338867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Pushing event updated for resources: {'Port': ['ID=f007cdb9-69b9-4e53-8025-a0ed9b055a19,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:32:28.341903 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:32:28.945497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f007cdb9-69b9-4e53-8025-a0ed9b055a19 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:32:29.065590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f007cdb9-69b9-4e53-8025-a0ed9b055a19 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:32:29.198718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cbb769-33a8-4f7c-b651-7718cfe4199a None None] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:32:29.357998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] Provisioning for port f007cdb9-69b9-4e53-8025-a0ed9b055a19 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:32:29.364963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] Provisioning complete for port f007cdb9-69b9-4e53-8025-a0ed9b055a19 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:32:29.365865 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:29.477316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:29.517740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] For port f007cdb9-69b9-4e53-8025-a0ed9b055a19, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f007cdb9-69b9-4e53-8025-a0ed9b055a19,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:32:29.599790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:29.602166 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:32:29.650733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] Pushing event updated for resources: {'Port': ['ID=f007cdb9-69b9-4e53-8025-a0ed9b055a19,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:32:29.653691 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:32:29.721695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0817b09b-ce10-43a8-b41a-70264697090b None None] Provisioning complete for port f007cdb9-69b9-4e53-8025-a0ed9b055a19 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:32:29.722070 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0817b09b-ce10-43a8-b41a-70264697090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:30.923741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f007cdb9-69b9-4e53-8025-a0ed9b055a19 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:32:30.972528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f007cdb9-69b9-4e53-8025-a0ed9b055a19 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:32:30.972893 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:34.148109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1021c68d-4d62-4a82-929e-4d05109f2dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:36.567922 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6b51d932-4690-487b-8b8e-7dcf22e37125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:37.001835 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:37.345477 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:32:37.836008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:32:39.313750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:04.155405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4961c62a-a83e-4556-b348-688ba438e989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:06.561502 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-49bbf37b-97c7-4b2f-abc1-d69cf5a60545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:07.050197 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:07.821621 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:09.321349 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:14.343477 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:33:34.143272 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb588be0-f7cc-4647-bc3e-e8b74d95ea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:36.600300 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a5a002d2-fbc4-4b37-9535-93e82cf82091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:37.011769 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:37.817268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:39.337383 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:33:51.342381 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:34:04.157662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f0e32435-dc92-48ab-b344-2b9f0ac14209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:06.598009 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-de31c7f7-3bf4-47e4-9e20-dfb39aec8b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:07.026028 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:07.839564 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:09.322919 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:11.858768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52980) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:34:11.866797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-f669bc9c-4552-4960-a50d-603e69166c93 tempest-verify_tempest_config-1844337640 tempest-verify_tempest_config-1844337640-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:34:11.867835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f669bc9c-4552-4960-a50d-603e69166c93 tempest-verify_tempest_config-1844337640 tempest-verify_tempest_config-1844337640-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0080383
Jun 21 02:34:12.368350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52998) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:34:12.480162 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:12.487856 n-d-758944-33 neutron-server[94166]: INFO neutron.quota [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f73da3b8c10>.
Jun 21 02:34:12.626189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:12.685201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:12.691755 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:34:12.723785 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b07a7e8f6914ae09b5da90855a47534&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3543887
Jun 21 02:34:12.726747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53006) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:34:12.738166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58714631-70f0-4667-ae77-7918c97bcf7c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:34:12.746837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.747170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.747492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.747807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.748120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.748431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.748738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.749043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.749365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.749672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.750018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.750321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Tracked resource versions report:
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]: pushed versions:
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]: {   'AddressGroup': {'1.2'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'ConntrackHelper': {'1.0'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'Log': {'1.0'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'Network': {'1.1'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'Port': {'1.7'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'PortForwarding': {'1.2'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'QosPolicy': {'1.8'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'SecurityGroup': {'1.4'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'SecurityGroupRule': {'1.2'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'SubPort': {'1.0'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'Subnet': {'1.1'},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     'Trunk': {'1.1'}}
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]: consumer versions:
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]: {   DHCP agent@n-d-758944-33: {},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     L3 agent@n-d-758944-33: {},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     Metadata agent@n-d-758944-33: {},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     Metering agent@n-d-758944-33: {},
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:     Open vSwitch agent@n-d-758944-33: {   'AddressGroup': '1.2',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'ConntrackHelper': '1.0',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'Log': '1.0',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'Network': '1.1',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'Port': '1.7',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'PortForwarding': '1.2',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'QosPolicy': '1.8',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'SecurityGroup': '1.4',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'SecurityGroupRule': '1.2',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'SubPort': '1.0',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'Subnet': '1.1',
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:                                           'Trunk': '1.1'}}
Jun 21 02:34:12.751402 n-d-758944-33 neutron-server[94166]:  {{(pid=94166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 02:34:12.790602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:12.796646 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:34:12.815199 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:12.957709 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:12.960623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:12.961758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58714631-70f0-4667-ae77-7918c97bcf7c HTTP/1.1" status: 204  len: 168 time: 0.2337711
Jun 21 02:34:12.962454 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:34:12.969849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58714631-70f0-4667-ae77-7918c97bcf7c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:34:12.976415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.976754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.977089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.977459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.977787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.978117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.978426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.978741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.979179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.979487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.979802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.980116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:34:12.984673 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:34:28.340906 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:34:34.151180 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98edd9a9-a89c-4ca8-aab3-1b75886f22de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:36.562576 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a84561fb-5cc4-4f5c-9347-367332b56086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:37.032616 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:37.838683 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:34:39.323817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:04.190435 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea539707-dcae-4cf5-a588-7ca9db9c9338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:05.339191 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:35:06.569464 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-963a8c39-2f2f-498d-80a3-ffc6b7fd0706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:07.018733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:07.849400 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:09.333538 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:34.155069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96475d81-d445-4a3f-8333-6b151468a681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:36.585551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-909f4bd8-ba01-4307-8e7a-53916ed2f7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:37.042355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:37.859429 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:39.328085 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:35:42.337696 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:36:04.150165 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d9bede1-0e3a-4a1d-92ab-3e4bc693e8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:06.562069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9dbef7db-86ff-408a-b037-2e591f6c13f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:07.024777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:07.847222 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:09.344633 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:19.335761 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:36:34.166336 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-56f98e6d-323b-4b54-9164-a981219966d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:36.589148 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bfac2fd-db82-485a-8f3a-5e0a317f05ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:37.040642 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:37.852033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:39.348926 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:36:56.335152 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 5 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:37:04.170121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-95897571-5488-4423-b3ae-8f15dc860ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:05.525399 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657'] for agent, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:06.588257 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8862146f-e692-4597-91f3-f5df964baaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:07.022711 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:07.839713 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657'] for agent, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:07.868209 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:09.336720 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:33.334266 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:37:34.147475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-697581ea-6d70-4fbb-a6ff-9c7d078079e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:35.467261 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:36.547217 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-94720804-4cf6-47d2-ab58-472ba5ff7368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:37.051226 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:37.789264 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:37.855013 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:39.387846 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:37:50.576081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53072) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:37:50.676408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7a9cc57b-652e-4900-ac72-93965802f89d admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4689 time: 0.0991280
Jun 21 02:37:52.807862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53082) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:37:52.867620 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8d0c05dc-e78d-474a-86dc-f524ceea6f18 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4689 time: 0.0586658
Jun 21 02:38:04.180478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e23f4c1d-c692-4cd9-b6ee-363d5a02341f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:05.483158 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:06.564045 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92b6c011-605f-4890-ab52-4afa296a55fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:07.049352 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:07.793705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:07.854213 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:09.364415 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:10.333786 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:38:34.163334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd4c4c52-45f1-45ed-979f-ac8cc6640f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:35.483843 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:36.591649 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cee61bee-ba84-43b8-90b6-085f2397e1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:37.054466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:37.820305 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:37.905859 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:39.363187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:38:47.333993 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:39:04.156165 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfe5df41-f3ca-4a2c-a6e5-9ffaa773a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:05.487548 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:06.545084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0128f7de-3831-4903-9c9d-97df50b0134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:07.064042 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:07.819828 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:07.870840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:09.414185 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.140451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53268) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:11.536942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-network', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:11.642082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Made reservation on behalf of 10dfe606d88c47a7a54d11e347c911bd for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:11.644503 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.653672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.744962 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.813535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.826406 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:11.830260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:39:11.851908 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.852241 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Added segment 73e5ff1d-69f2-407f-ac57-edc107a96113 of type vlan for network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0
Jun 21 02:39:11.859920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a45364-c711-427d-8dff-92c681d0ae97,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:11.869304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.869669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.870006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.870326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.870649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.870967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.871280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.871594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.871907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.872218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.872531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.872839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Tracked resource versions report:
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]: pushed versions:
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]: {   'AddressGroup': {'1.2'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'ConntrackHelper': {'1.0'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'Log': {'1.0'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'Network': {'1.1'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'Port': {'1.7'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'PortForwarding': {'1.2'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'QosPolicy': {'1.8'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'SecurityGroup': {'1.4'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'SecurityGroupRule': {'1.2'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'SubPort': {'1.0'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'Subnet': {'1.1'},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     'Trunk': {'1.1'}}
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]: consumer versions:
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]: {   DHCP agent@n-d-758944-33: {},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     HyperV agent@n-h1-758944-33: {},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     HyperV agent@n-h2-758944-33: {},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     L3 agent@n-d-758944-33: {},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     Metadata agent@n-d-758944-33: {},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     Metering agent@n-d-758944-33: {},
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:     Open vSwitch agent@n-d-758944-33: {   'AddressGroup': '1.2',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'ConntrackHelper': '1.0',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'Log': '1.0',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'Network': '1.1',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'Port': '1.7',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'PortForwarding': '1.2',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'QosPolicy': '1.8',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'SecurityGroup': '1.4',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'SecurityGroupRule': '1.2',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'SubPort': '1.0',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'Subnet': '1.1',
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:                                           'Trunk': '1.1'}}
Jun 21 02:39:11.873926 n-d-758944-33 neutron-server[94167]:  {{(pid=94167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 02:39:11.891753 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:11.905022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.979395 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.981041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:11.981379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:11.984412 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:12.045646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Pushing event updated for resources: {'Network': ['ID=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:12.050402 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:12.057256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:39:12.140237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.9984193
Jun 21 02:39:12.142840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53308) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:12.148054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Request body: {'subnet': {'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-subnet', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:12.247635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Made reservation on behalf of 10dfe606d88c47a7a54d11e347c911bd for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:12.250178 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:12.465108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:12.468419 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:12.526170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dec0d2-5f45-4bc6-9e9f-38537cf21856,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:12.529219 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:12.533866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Checking segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:12.534444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Network hostable DHCP agents. Network: e0cc354e-999c-4b45-a6f9-79b90b4bcfd0, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:39:12.624526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:39:12.710572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e0cc354e-999c-4b45-a6f9-79b90b4bcfd0) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:12.718609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:12.719716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebbac4b-a136-4e5d-a317-33fabf9dd5b7 None None] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:39:12.719831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:12.854220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.7103524
Jun 21 02:39:12.856790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53332) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:12.861223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:12.884115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:39:12.884985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:12.969827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:12.971883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.032455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Allocated IP 172.20.0.2 (e0cc354e-999c-4b45-a6f9-79b90b4bcfd0/e4dec0d2-5f45-4bc6-9e9f-38537cf21856/28a47f36-87cb-4385-b2f8-e81fc8aab13b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:13.035400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.181842 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.192728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Transition to ACTIVE for port object 28a47f36-87cb-4385-b2f8-e81fc8aab13b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:13.209373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Transition to ACTIVE for port object 28a47f36-87cb-4385-b2f8-e81fc8aab13b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:13.245051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.271135 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.274204 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:13.305289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:13.309892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:13.313053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:13.326256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Pushing event updated for resources: {'Port': ['ID=28a47f36-87cb-4385-b2f8-e81fc8aab13b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:13.351046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.351388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.351717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.352041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.352367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.352683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.353001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.353311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.353646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.353954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.354265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.354573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Tracked resource versions report:
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]: pushed versions:
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]: {   'AddressGroup': {'1.2'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'ConntrackHelper': {'1.0'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'Log': {'1.0'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'Network': {'1.1'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'Port': {'1.7'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'PortForwarding': {'1.2'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'QosPolicy': {'1.8'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'SecurityGroup': {'1.4'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'SecurityGroupRule': {'1.2'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'SubPort': {'1.0'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'Subnet': {'1.1'},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     'Trunk': {'1.1'}}
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]: consumer versions:
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]: {   DHCP agent@n-d-758944-33: {},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     HyperV agent@n-h1-758944-33: {},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     HyperV agent@n-h2-758944-33: {},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     L3 agent@n-d-758944-33: {},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     Metadata agent@n-d-758944-33: {},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     Metering agent@n-d-758944-33: {},
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:     Open vSwitch agent@n-d-758944-33: {   'AddressGroup': '1.2',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'ConntrackHelper': '1.0',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'Log': '1.0',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'Network': '1.1',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'Port': '1.7',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'PortForwarding': '1.2',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'QosPolicy': '1.8',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'SecurityGroup': '1.4',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'SecurityGroupRule': '1.2',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'SubPort': '1.0',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'Subnet': '1.1',
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:                                           'Trunk': '1.1'}}
Jun 21 02:39:13.355644 n-d-758944-33 neutron-server[94168]:  {{(pid=94168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 02:39:13.376824 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:13.436023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Attempting to bind port 28a47f36-87cb-4385-b2f8-e81fc8aab13b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:13.436403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Attempting to bind port 28a47f36-87cb-4385-b2f8-e81fc8aab13b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:13.436768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Attempting to bind port 28a47f36-87cb-4385-b2f8-e81fc8aab13b on network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:13.450530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:13.450916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Checking segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:13.451324 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.451713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Bound using segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:13.452190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Bound port: 28a47f36-87cb-4385-b2f8-e81fc8aab13b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:13.452559 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.520604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] For port 28a47f36-87cb-4385-b2f8-e81fc8aab13b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:13.523956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] For port 28a47f36-87cb-4385-b2f8-e81fc8aab13b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=28a47f36-87cb-4385-b2f8-e81fc8aab13b,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:13.585612 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.589802 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:13.655406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Pushing event updated for resources: {'Port': ['ID=28a47f36-87cb-4385-b2f8-e81fc8aab13b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:13.658987 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:13.714147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.733712 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:13.954278 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Allocated IP 172.25.7.241 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/228e73df-beb3-46c8-ba08-78c8ea498d77) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:14.011175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:14.139392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:14.141698 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:14.205382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:14.206480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Pushing event updated for resources: {'Port': ['ID=228e73df-beb3-46c8-ba08-78c8ea498d77,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:14.209578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:14.211554 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:14.212353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:14.561027 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:14.787097 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:14.859415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba9980f-9303-4cfd-9090-4471434aecd1 None None] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:39:15.032105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:39:15.057003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-60eb62da-7e02-41a3-aca0-51231444b099 None None] Provisioning for port 28a47f36-87cb-4385-b2f8-e81fc8aab13b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:15.293474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:39:15.298603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 28a47f36-87cb-4385-b2f8-e81fc8aab13b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:15.310085 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Sync routers for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:39:15.335619 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:39:15.339831 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92c5460>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:39:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:15.402673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:15.407460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:15.408273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 2.5503347
Jun 21 02:39:15.460188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 28a47f36-87cb-4385-b2f8-e81fc8aab13b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:15.465309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 28a47f36-87cb-4385-b2f8-e81fc8aab13b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:15.465999 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:15.603104 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:39:15.624519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-28346ce3-a494-4a33-b1ce-6886f4e13e4d None None] Provisioning complete for port 28a47f36-87cb-4385-b2f8-e81fc8aab13b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:15.625065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28346ce3-a494-4a33-b1ce-6886f4e13e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:15.859689 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:15.951523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 28a47f36-87cb-4385-b2f8-e81fc8aab13b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=28a47f36-87cb-4385-b2f8-e81fc8aab13b,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:15.977951 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28346ce3-a494-4a33-b1ce-6886f4e13e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.028203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92c5460>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:14Z', 'revision_number': 3, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:16.031723 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.044177 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:16.123527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=28a47f36-87cb-4385-b2f8-e81fc8aab13b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:16.125776 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Checking router: 9eb3320a-817a-42d4-9c8d-d56989eff7c0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:39:16.126536 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Updating router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 port 228e73df-beb3-46c8-ba08-78c8ea498d77 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:39:16.137510 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:16.153610 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-28346ce3-a494-4a33-b1ce-6886f4e13e4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:39:16.154963 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-28346ce3-a494-4a33-b1ce-6886f4e13e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:39:16.191360 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.423823 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.548599 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.559485 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Transition to ACTIVE for port object 228e73df-beb3-46c8-ba08-78c8ea498d77 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:16.647773 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.650266 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:16.725202 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Attempting to bind port 228e73df-beb3-46c8-ba08-78c8ea498d77 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:16.726050 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Attempting to bind port 228e73df-beb3-46c8-ba08-78c8ea498d77 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:16.727390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Attempting to bind port 228e73df-beb3-46c8-ba08-78c8ea498d77 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:16.730812 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Pushing event updated for resources: {'Port': ['ID=228e73df-beb3-46c8-ba08-78c8ea498d77,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:16.741116 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:16.741754 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:16.742345 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.742738 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:16.743801 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Bound port: 228e73df-beb3-46c8-ba08-78c8ea498d77, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:16.744494 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.748300 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.748801 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.749292 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.749780 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.750242 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.750701 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.751193 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Tracked resource versions report:
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: pushed versions:
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: {   'AddressGroup': {'1.2'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'ConntrackHelper': {'1.0'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'Log': {'1.0'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'Network': {'1.1'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'Port': {'1.7'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'PortForwarding': {'1.2'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'QosPolicy': {'1.8'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'SecurityGroup': {'1.4'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'SecurityGroupRule': {'1.2'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'SubPort': {'1.0'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'Subnet': {'1.1'},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     'Trunk': {'1.1'}}
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: consumer versions:
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]: {   DHCP agent@n-d-758944-33: {},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     HyperV agent@n-h1-758944-33: {},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     HyperV agent@n-h2-758944-33: {},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     L3 agent@n-d-758944-33: {},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     Metadata agent@n-d-758944-33: {},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     Metering agent@n-d-758944-33: {},
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:     Open vSwitch agent@n-d-758944-33: {   'AddressGroup': '1.2',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'ConntrackHelper': '1.0',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'Log': '1.0',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'Network': '1.1',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'Port': '1.7',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'PortForwarding': '1.2',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'QosPolicy': '1.8',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'SecurityGroup': '1.4',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'SecurityGroupRule': '1.2',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'SubPort': '1.0',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'Subnet': '1.1',
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:                                           'Trunk': '1.1'}}
Jun 21 02:39:16.755681 n-d-758944-33 neutron-server[94169]:  {{(pid=94169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 02:39:16.769268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Allocated IP 172.20.0.1 (e0cc354e-999c-4b45-a6f9-79b90b4bcfd0/e4dec0d2-5f45-4bc6-9e9f-38537cf21856/ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:16.776885 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:16.811926 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] For port 228e73df-beb3-46c8-ba08-78c8ea498d77, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:16.815450 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] For port 228e73df-beb3-46c8-ba08-78c8ea498d77, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=228e73df-beb3-46c8-ba08-78c8ea498d77,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:16.888027 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:16.892525 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:16.952035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.007378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53482) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:17.016602 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Pushing event updated for resources: {'Port': ['ID=228e73df-beb3-46c8-ba08-78c8ea498d77,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:17.021432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Transition to ACTIVE for port object ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:17.051676 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:17.054315 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:39:17.055003 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92c5460>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:39:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:17.186790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 28a47f36-87cb-4385-b2f8-e81fc8aab13b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:17.192465 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:39:17.198167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0dc99-d020-4fc2-8592-01b2a107b058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.243679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.257049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 28a47f36-87cb-4385-b2f8-e81fc8aab13b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:17.257805 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.268340 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:17.398088 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0dc99-d020-4fc2-8592-01b2a107b058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.399601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Pushing event updated for resources: {'Port': ['ID=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:17.412843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.413431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.413948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.414265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.414589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.414912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.420109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.420477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.420807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.421187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.421532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.421995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Tracked resource versions report:
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]: pushed versions:
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]: {   'AddressGroup': {'1.2'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'ConntrackHelper': {'1.0'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'Log': {'1.0'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'Network': {'1.1'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'Port': {'1.7'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'PortForwarding': {'1.2'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'QosPolicy': {'1.8'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'SecurityGroup': {'1.4'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'SecurityGroupRule': {'1.2'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'SubPort': {'1.0'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'Subnet': {'1.1'},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     'Trunk': {'1.1'}}
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]: consumer versions:
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]: {   DHCP agent@n-d-758944-33: {},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     HyperV agent@n-h1-758944-33: {},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     HyperV agent@n-h2-758944-33: {},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     L3 agent@n-d-758944-33: {},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     Metadata agent@n-d-758944-33: {},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     Metering agent@n-d-758944-33: {},
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:     Open vSwitch agent@n-d-758944-33: {   'AddressGroup': '1.2',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'ConntrackHelper': '1.0',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'Log': '1.0',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'Network': '1.1',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'Port': '1.7',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'PortForwarding': '1.2',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'QosPolicy': '1.8',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'SecurityGroup': '1.4',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'SecurityGroupRule': '1.2',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'SubPort': '1.0',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'Subnet': '1.1',
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:                                           'Trunk': '1.1'}}
Jun 21 02:39:17.423092 n-d-758944-33 neutron-server[94166]:  {{(pid=94166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 02:39:17.454824 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:17.459080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:17.461092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:17.465164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:17.465776 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.527475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0dc99-d020-4fc2-8592-01b2a107b058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.536629 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff850064-bfdb-46d4-93ce-a41441da11e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:17.545344 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92c5460>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:14Z', 'revision_number': 3, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:17.603518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e3f0dc99-d020-4fc2-8592-01b2a107b058 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5e5b5e226eb4098a2e5529eb073bfda&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5902965
Jun 21 02:39:17.603858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53512) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:17.604506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53514) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:17.605469 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2deccd3-ebb8-4c16-8729-e1a24e587b4b None None] The sync data for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 is: [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:14Z', 'revision_number': 3, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:39:17.617086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0dc99-d020-4fc2-8592-01b2a107b058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3070c91-059c-4095-8d5e-ac1e62547afc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:17.640205 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3f0dc99-d020-4fc2-8592-01b2a107b058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:17.719842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7b05ba9-27af-43f8-9072-3a7d5a95561a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.752363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7b05ba9-27af-43f8-9072-3a7d5a95561a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.854889 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-274dba54-d8ff-4c16-8850-3ca33cccdeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:17.945183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7ebd7f4e-7a9b-47f4-86dc-f422cd961825 None None] Provisioning for port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:17.949558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7ebd7f4e-7a9b-47f4-86dc-f422cd961825 None None] Provisioning complete for port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:17.950124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7f4e-7a9b-47f4-86dc-f422cd961825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.015393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7b05ba9-27af-43f8-9072-3a7d5a95561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.020957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.021152 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7b05ba9-27af-43f8-9072-3a7d5a95561a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.024578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a7b05ba9-27af-43f8-9072-3a7d5a95561a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3070c91-059c-4095-8d5e-ac1e62547afc HTTP/1.1" status: 204  len: 168 time: 0.4166558
Jun 21 02:39:18.024715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd7f4e-7a9b-47f4-86dc-f422cd961825 None None] Port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:39:18.028872 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:18.062272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b05ba9-27af-43f8-9072-3a7d5a95561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3070c91-059c-4095-8d5e-ac1e62547afc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:18.067591 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a7b05ba9-27af-43f8-9072-3a7d5a95561a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:18.070142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-274dba54-d8ff-4c16-8850-3ca33cccdeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.145318 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-274dba54-d8ff-4c16-8850-3ca33cccdeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.151597 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:18.216012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dba54-d8ff-4c16-8850-3ca33cccdeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22baf677-3765-407e-a08f-850a61cb693d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:18.224726 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-274dba54-d8ff-4c16-8850-3ca33cccdeec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:18.252149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-274dba54-d8ff-4c16-8850-3ca33cccdeec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c3b7b9e3d4f47ea99d61064d10fab6c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6423845
Jun 21 02:39:18.252478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53556) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:18.352239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b626f41-745b-49cd-82ee-a4b56ae4ad7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.393040 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.398457 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b626f41-745b-49cd-82ee-a4b56ae4ad7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.470462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.471669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.475976 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:18.539624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b626f41-745b-49cd-82ee-a4b56ae4ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.544681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b626f41-745b-49cd-82ee-a4b56ae4ad7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.548942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1b626f41-745b-49cd-82ee-a4b56ae4ad7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22baf677-3765-407e-a08f-850a61cb693d HTTP/1.1" status: 204  len: 168 time: 0.2953694
Jun 21 02:39:18.549747 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-18c0b8ae-ae05-4ad6-9a46-a3aab74395e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:18.568606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b626f41-745b-49cd-82ee-a4b56ae4ad7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22baf677-3765-407e-a08f-850a61cb693d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:18.573074 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1b626f41-745b-49cd-82ee-a4b56ae4ad7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:18.607432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Pushing event updated for resources: {'Port': ['ID=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:18.610609 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:18.653731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:18.655320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:18.695242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53580) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:18.839423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:39:18.951439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3eaef72a-c163-4595-939d-fe175ca86f4b None None] Provisioning complete for port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:18.951926 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3eaef72a-c163-4595-939d-fe175ca86f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:18.968399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:39:18.969728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53598) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:18.977375 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] 10.222.0.25 "PUT /v2.0/routers/9eb3320a-817a-42d4-9c8d-d56989eff7c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5629942
Jun 21 02:39:18.983108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e708-3fe9-4a1e-9542-da4764056359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.012973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3eaef72a-c163-4595-939d-fe175ca86f4b None None] Port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:39:19.107936 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e708-3fe9-4a1e-9542-da4764056359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.170644 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9bed3107-8f9c-47ed-91cf-ae8c6f18ef1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.198941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 228e73df-beb3-46c8-ba08-78c8ea498d77 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:19.219089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e708-3fe9-4a1e-9542-da4764056359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.264988 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a7b05ba9-27af-43f8-9072-3a7d5a95561a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:19.284889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6dc6e708-3fe9-4a1e-9542-da4764056359 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d2e8121cef8459cb988fa0a59080c31&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3138011
Jun 21 02:39:19.288457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53614) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:19.354201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6e708-3fe9-4a1e-9542-da4764056359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4536f24-1905-45ae-a667-7ba92a21be13,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:19.360584 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6dc6e708-3fe9-4a1e-9542-da4764056359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:19.368600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 228e73df-beb3-46c8-ba08-78c8ea498d77 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:19.391192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 228e73df-beb3-46c8-ba08-78c8ea498d77 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:19.391768 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.400898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92414eb2-6729-42f0-be3e-1fa2f376b758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.424603 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92414eb2-6729-42f0-be3e-1fa2f376b758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.514927 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9bed3107-8f9c-47ed-91cf-ae8c6f18ef1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.525733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.558913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 228e73df-beb3-46c8-ba08-78c8ea498d77, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=228e73df-beb3-46c8-ba08-78c8ea498d77,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:19.568778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92414eb2-6729-42f0-be3e-1fa2f376b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.575542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92414eb2-6729-42f0-be3e-1fa2f376b758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.578615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-92414eb2-6729-42f0-be3e-1fa2f376b758 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4536f24-1905-45ae-a667-7ba92a21be13 HTTP/1.1" status: 204  len: 168 time: 0.2861845
Jun 21 02:39:19.583014 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1b626f41-745b-49cd-82ee-a4b56ae4ad7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:19.596958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92414eb2-6729-42f0-be3e-1fa2f376b758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4536f24-1905-45ae-a667-7ba92a21be13,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:19.610326 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92414eb2-6729-42f0-be3e-1fa2f376b758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:19.620488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9bed3107-8f9c-47ed-91cf-ae8c6f18ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.647670 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:19.682208 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.686765 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:19.709647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53640) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:19.728131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9bed3107-8f9c-47ed-91cf-ae8c6f18ef1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f806287ef904583b6a451cbc24d07d9&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0310395
Jun 21 02:39:19.729254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed3107-8f9c-47ed-91cf-ae8c6f18ef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60867420-5096-4705-af3b-da1001544504,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:19.730768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53644) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:19.732272 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9bed3107-8f9c-47ed-91cf-ae8c6f18ef1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:19.764907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Sync routers for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:39:19.787732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=228e73df-beb3-46c8-ba08-78c8ea498d77,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:19.790938 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:19.791917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:39:19.792617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8b7f9a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:39:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:19.803783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fc6bb7-b8da-4a18-830b-fcd78497a782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.826115 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fc6bb7-b8da-4a18-830b-fcd78497a782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.947396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:39:19.990414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fc6bb7-b8da-4a18-830b-fcd78497a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.993431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fc6bb7-b8da-4a18-830b-fcd78497a782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:19.995141 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25fc6bb7-b8da-4a18-830b-fcd78497a782 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60867420-5096-4705-af3b-da1001544504 HTTP/1.1" status: 204  len: 168 time: 0.2633696
Jun 21 02:39:19.996036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:20.007321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6bb7-b8da-4a18-830b-fcd78497a782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60867420-5096-4705-af3b-da1001544504,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:20.009931 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25fc6bb7-b8da-4a18-830b-fcd78497a782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:20.083071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53662) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:20.097137 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f4d0-4ec6-407b-bfab-09999df72374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.178614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8b7f9a0>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:18Z', 'revision_number': 2, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:20.211147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Checking router: 9eb3320a-817a-42d4-9c8d-d56989eff7c0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:39:20.211611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Updating router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:39:20.232358 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f4d0-4ec6-407b-bfab-09999df72374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.251963 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.304840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f4d0-4ec6-407b-bfab-09999df72374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.339313 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25fc6bb7-b8da-4a18-830b-fcd78497a782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:20.343798 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4fe8f4d0-4ec6-407b-bfab-09999df72374 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c07ec5f018e44d44a142838c99eb7bf0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2597167
Jun 21 02:39:20.353020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53680) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:20.370305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8f4d0-4ec6-407b-bfab-09999df72374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a87cc9e-dc64-4a92-8f2d-f5a15ed19fc0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:20.388026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-971723fc-beed-43d9-9914-eb8368a625d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.390131 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4fe8f4d0-4ec6-407b-bfab-09999df72374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:20.440162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c33f5b2c-f690-4ea8-9174-f815eb30dab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.467447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c33f5b2c-f690-4ea8-9174-f815eb30dab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.516118 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-971723fc-beed-43d9-9914-eb8368a625d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.579119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-971723fc-beed-43d9-9914-eb8368a625d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.598852 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-02eecbdd-27da-4554-8853-9ff4402b4e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:20.614407 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-971723fc-beed-43d9-9914-eb8368a625d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47defddfb6eb4c91bd6543f04d846313&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9006407
Jun 21 02:39:20.615267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53696) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:20.625471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971723fc-beed-43d9-9914-eb8368a625d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba3409c-4ebf-4cc3-b9a1-1342248e76a4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:20.628569 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-971723fc-beed-43d9-9914-eb8368a625d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:20.650302 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c33f5b2c-f690-4ea8-9174-f815eb30dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.655684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c33f5b2c-f690-4ea8-9174-f815eb30dab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.656958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c33f5b2c-f690-4ea8-9174-f815eb30dab4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a87cc9e-dc64-4a92-8f2d-f5a15ed19fc0 HTTP/1.1" status: 204  len: 168 time: 0.3019426
Jun 21 02:39:20.662192 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9bed3107-8f9c-47ed-91cf-ae8c6f18ef1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:20.672361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f5b2c-f690-4ea8-9174-f815eb30dab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a87cc9e-dc64-4a92-8f2d-f5a15ed19fc0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:20.673569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.684293 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c33f5b2c-f690-4ea8-9174-f815eb30dab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:20.692850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Transition to ACTIVE for port object ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:20.713185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf8dbf06-7ebe-4e8a-90c3-3913fdfd964e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.739042 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.741392 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:20.749865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf8dbf06-7ebe-4e8a-90c3-3913fdfd964e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.881929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf8dbf06-7ebe-4e8a-90c3-3913fdfd964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.885406 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf8dbf06-7ebe-4e8a-90c3-3913fdfd964e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:20.886767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cf8dbf06-7ebe-4e8a-90c3-3913fdfd964e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fba3409c-4ebf-4cc3-b9a1-1342248e76a4 HTTP/1.1" status: 204  len: 168 time: 0.2705290
Jun 21 02:39:20.887847 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3f0dc99-d020-4fc2-8592-01b2a107b058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:20.903907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dbf06-7ebe-4e8a-90c3-3913fdfd964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba3409c-4ebf-4cc3-b9a1-1342248e76a4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:20.907085 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cf8dbf06-7ebe-4e8a-90c3-3913fdfd964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:20.979116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389ba4e-ea60-47e1-aadc-c7753c895f0d None None] Pushing event updated for resources: {'Port': ['ID=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:20.982207 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0389ba4e-ea60-47e1-aadc-c7753c895f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:21.056987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Attempting to bind port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:21.057385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Attempting to bind port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:21.057751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Attempting to bind port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f on network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:21.062848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:21.063224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Checking segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:21.063629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.064022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Bound using segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:21.064487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Bound port: ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:21.064861 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.097411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:21.122419 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f08c8e5-628c-43f8-9c7b-9159655ad0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.168658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] For port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:21.173480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] For port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:21.200711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 228e73df-beb3-46c8-ba08-78c8ea498d77 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:21.243964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.253447 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:21.275622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f08c8e5-628c-43f8-9c7b-9159655ad0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.335945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389ba4e-ea60-47e1-aadc-c7753c895f0d None None] Pushing event updated for resources: {'Port': ['ID=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:21.340462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:39:21.341128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8b7f9a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:39:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:21.343057 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0389ba4e-ea60-47e1-aadc-c7753c895f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:21.350827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f08c8e5-628c-43f8-9c7b-9159655ad0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.355879 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:21.377454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 228e73df-beb3-46c8-ba08-78c8ea498d77 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:21.377835 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.429485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3f08c8e5-628c-43f8-9c7b-9159655ad0e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f0c69218f3d4b8f8370c140da290a9c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3309698
Jun 21 02:39:21.432038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53740) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:21.434796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08c8e5-628c-43f8-9c7b-9159655ad0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626d93d2-89a8-450d-b043-1ba318131dae,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:21.438786 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3f08c8e5-628c-43f8-9c7b-9159655ad0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:21.552813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:39:21.564673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-76923207-0930-437d-803b-e4754536f17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.591867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-76923207-0930-437d-803b-e4754536f17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.773556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-76923207-0930-437d-803b-e4754536f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.780039 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-76923207-0930-437d-803b-e4754536f17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:21.782234 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-76923207-0930-437d-803b-e4754536f17f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/626d93d2-89a8-450d-b043-1ba318131dae HTTP/1.1" status: 204  len: 168 time: 0.3482203
Jun 21 02:39:21.783442 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:21.794148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76923207-0930-437d-803b-e4754536f17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626d93d2-89a8-450d-b043-1ba318131dae,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:21.813969 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-76923207-0930-437d-803b-e4754536f17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:21.845146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8b7f9a0>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:21Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:21.886531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb99f01-7c35-41cf-96f8-98a3e547e1d0 None None] The sync data for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 is: [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:21Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:39:22.360503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:22.369784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-network', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:22.475657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53810) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:22.479393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Made reservation on behalf of 042f1abd2af143cfb65d6b89fecc7f9c for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:22.490225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.491516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ba26267-43b8-47f7-ab7b-83434897f20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.527131 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.626441 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ba26267-43b8-47f7-ab7b-83434897f20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.706222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ba26267-43b8-47f7-ab7b-83434897f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.710155 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3f08c8e5-628c-43f8-9c7b-9159655ad0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:22.758087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ba26267-43b8-47f7-ab7b-83434897f20b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7696d8a839894946a269c09d46359277&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2794545
Jun 21 02:39:22.759980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53838) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:22.803423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba26267-43b8-47f7-ab7b-83434897f20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c733f8b-445e-4c22-85d3-c36a76a9f817,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:22.821831 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ba26267-43b8-47f7-ab7b-83434897f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:22.865243 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.893774 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60a880c7-6183-4d0a-be9a-39e599792761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.932945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60a880c7-6183-4d0a-be9a-39e599792761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.945212 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:22.950410 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4fe8f4d0-4ec6-407b-bfab-09999df72374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:22.992366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:39:23.010272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150340fb-952d-4c29-aa70-ac855c7884b1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:23.013233 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:23.059621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60a880c7-6183-4d0a-be9a-39e599792761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.063673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758473534666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.073004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f73db42cca0> segment precommit_create {{(pid=94166) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 21 02:39:23.073090 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60a880c7-6183-4d0a-be9a-39e599792761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.073171 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Added segment 43e69f4a-7a81-4f07-9d70-7a8efc74c5ed of type vlan for network ff4848ae-107c-48e9-a606-cb1b8a43d423
Jun 21 02:39:23.073239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-60a880c7-6183-4d0a-be9a-39e599792761 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c733f8b-445e-4c22-85d3-c36a76a9f817 HTTP/1.1" status: 204  len: 168 time: 0.2824852
Jun 21 02:39:23.073239 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ba26267-43b8-47f7-ab7b-83434897f20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:23.077086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a880c7-6183-4d0a-be9a-39e599792761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c733f8b-445e-4c22-85d3-c36a76a9f817,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:23.085426 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60a880c7-6183-4d0a-be9a-39e599792761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:23.152005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.248097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:23.259295 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.260784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:23.261511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.263899 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:23.372949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Pushing event updated for resources: {'Network': ['ID=ff4848ae-107c-48e9-a606-cb1b8a43d423,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:23.376145 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:23.383801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network ff4848ae-107c-48e9-a606-cb1b8a43d423 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:39:23.409398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0462916
Jun 21 02:39:23.411481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53864) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:23.419264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Request body: {'subnet': {'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-subnet', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:23.425096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:23.431703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:23.432070 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.493467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Made reservation on behalf of 042f1abd2af143cfb65d6b89fecc7f9c for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:23.496169 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.528970 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.563743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:23.631049 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.634659 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0389ba4e-ea60-47e1-aadc-c7753c895f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:23.699435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:23.711812 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:23.781808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53878) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:23.836270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:23.839584 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b6b4b04-0246-4be9-9583-a75abab6be1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:23.893427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef4d1a10-7ff6-4769-a0b5-a719d2f5a226,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:23.898741 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:23.905459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Checking segment: {'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:23.906615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Network hostable DHCP agents. Network: ff4848ae-107c-48e9-a606-cb1b8a43d423, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:39:24.035867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Network ff4848ae-107c-48e9-a606-cb1b8a43d423 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:39:24.055768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-263b9997-370a-4a47-bffc-b031cc70c5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.121371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, ff4848ae-107c-48e9-a606-cb1b8a43d423) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:24.125966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:24.126724 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.136793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7766393-9f91-4b30-985c-8c974c997d84 None None] Network ff4848ae-107c-48e9-a606-cb1b8a43d423 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:39:24.149015 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-263b9997-370a-4a47-bffc-b031cc70c5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.236064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-263b9997-370a-4a47-bffc-b031cc70c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.241103 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:24.282025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53912) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:24.283462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53914) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:24.283576 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-263b9997-370a-4a47-bffc-b031cc70c5ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5e99c62c4974d209afccd55a7821a38&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5000741
Jun 21 02:39:24.284392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b9997-370a-4a47-bffc-b031cc70c5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b807570d-db6b-453e-b753-fbeffbae1717,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:24.288322 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-263b9997-370a-4a47-bffc-b031cc70c5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:24.306626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-ff4848ae-107c-48e9-a606-cb1b8a43d423', 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'fixed_ips': [{'subnet_id': 'ef4d1a10-7ff6-4769-a0b5-a719d2f5a226'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:39:24.307529 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.310128 n-d-758944-33 neutron-server[94167]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 21 02:39:24.311575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.8990035
Jun 21 02:39:24.314304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53916) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:24.320038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:24.340836 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:39:24.387031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-f113405e-28e5-44ed-9bcd-16bcdb7a3aef tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=90bb0659f7744234b245138dcc4aef1d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0796907
Jun 21 02:39:24.430598 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.431981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.492840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Allocated IP 172.20.0.2 (ff4848ae-107c-48e9-a606-cb1b8a43d423/ef4d1a10-7ff6-4769-a0b5-a719d2f5a226/ee67e84c-b6d4-4caa-b89b-54729d9db7b0) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:24.539179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.584629 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efbe2aa3-2665-40e4-9539-c6de384388d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.646190 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efbe2aa3-2665-40e4-9539-c6de384388d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.660390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-ae6ffea2-b704-40bb-959e-24dbc9c435d5 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:24.667290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-ae6ffea2-b704-40bb-959e-24dbc9c435d5 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2794783
Jun 21 02:39:24.677088 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.688720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Transition to ACTIVE for port object ee67e84c-b6d4-4caa-b89b-54729d9db7b0 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:24.695571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-cd358f10-7147-4733-98d3-22e96fd1f4c5 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/quotas/90bb0659f7744234b245138dcc4aef1d HTTP/1.1" status: 200  len: 375 time: 0.0271854
Jun 21 02:39:24.710859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Transition to ACTIVE for port object ee67e84c-b6d4-4caa-b89b-54729d9db7b0 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:24.777979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-51394c96-faa0-4384-bf54-ce24c15bd500 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=90bb0659f7744234b245138dcc4aef1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0814917
Jun 21 02:39:24.791179 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.794333 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:24.839811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Network ff4848ae-107c-48e9-a606-cb1b8a43d423 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:24.842959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:24.850293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:24.852379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Pushing event updated for resources: {'Port': ['ID=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:24.855977 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:24.897369 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.916173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efbe2aa3-2665-40e4-9539-c6de384388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.919626 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efbe2aa3-2665-40e4-9539-c6de384388d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.920831 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-efbe2aa3-2665-40e4-9539-c6de384388d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b807570d-db6b-453e-b753-fbeffbae1717 HTTP/1.1" status: 204  len: 168 time: 0.6370118
Jun 21 02:39:24.922033 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-274dba54-d8ff-4c16-8850-3ca33cccdeec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:24.932977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe2aa3-2665-40e4-9539-c6de384388d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b807570d-db6b-453e-b753-fbeffbae1717,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:24.942566 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-efbe2aa3-2665-40e4-9539-c6de384388d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:24.942902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Attempting to bind port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:24.943293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Attempting to bind port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:24.943666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Attempting to bind port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 on network ff4848ae-107c-48e9-a606-cb1b8a43d423 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:24.966559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:24.966920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Checking segment: {'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:24.967326 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:24.967725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Bound using segment: {'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:24.968205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Bound port: ee67e84c-b6d4-4caa-b89b-54729d9db7b0, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:24.968580 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:25.042104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] For port ee67e84c-b6d4-4caa-b89b-54729d9db7b0, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:25.045045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] For port ee67e84c-b6d4-4caa-b89b-54729d9db7b0, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,segment=NetworkSegment(43e69f4a-7a81-4f07-9d70-7a8efc74c5ed),segment_id=43e69f4a-7a81-4f07-9d70-7a8efc74c5ed)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:25.190913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:25.195344 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:25.247565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:25.274011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:25.310880 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:25.348478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:25.349069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:25.350343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Pushing event updated for resources: {'Port': ['ID=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:25.353792 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:25.475529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Allocated IP 172.25.7.17 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/87f2d0cf-93de-47a8-8e84-70e814b469d8) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:25.611493 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:25.848140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:25.853778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4a581f4-045f-4129-ab6a-dfa137996d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:25.892479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:25.900050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:25.903371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:25.906527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Pushing event updated for resources: {'Port': ['ID=87f2d0cf-93de-47a8-8e84-70e814b469d8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:25.948983 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:26.060329 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53980) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:26.213950 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:26.438444 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:26.471345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8f0da9-b71f-4828-8862-de5788c06e77 None None] Network ff4848ae-107c-48e9-a606-cb1b8a43d423 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:39:26.494036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54002) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:26.516816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99d87338-960c-49ce-9d44-65b3c0931900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:26.596836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d5c03d9d-2851-4f97-baa7-48f6cf3b76a9 None None] Provisioning for port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:26.659462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99d87338-960c-49ce-9d44-65b3c0931900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:26.693044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:39:26.723552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99d87338-960c-49ce-9d44-65b3c0931900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:26.728963 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:26.833661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:39:26.843352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-99d87338-960c-49ce-9d44-65b3c0931900 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82b8d7611a924b669c942cfa3e232175&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3481655
Jun 21 02:39:26.846124 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Sync routers for ids ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:39:26.857011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54008) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:26.860173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-386be8f7-6043-4f94-8cf6-a2f134938802 req-f725a8d9-0258-4cda-9d5c-a32adae9c573 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 210 time: 0.7977700
Jun 21 02:39:26.861178 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Routers {'140c8390-2c61-4bdb-bbfb-f30f9a88c67e'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:39:26.862165 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9027dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:39:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:26.863034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d87338-960c-49ce-9d44-65b3c0931900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef52f049-d39c-4766-960e-c7bd6baf82d2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:26.871708 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-99d87338-960c-49ce-9d44-65b3c0931900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:26.982782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7693799a-6a11-4c2d-9322-3748279c6227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.000603 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.000603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 2.6818237
Jun 21 02:39:27.000757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54016) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:27.023747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7693799a-6a11-4c2d-9322-3748279c6227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.029149 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Set router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:39:27.144957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7693799a-6a11-4c2d-9322-3748279c6227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.148231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7693799a-6a11-4c2d-9322-3748279c6227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.155598 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7693799a-6a11-4c2d-9322-3748279c6227 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef52f049-d39c-4766-960e-c7bd6baf82d2 HTTP/1.1" status: 204  len: 168 time: 0.2833652
Jun 21 02:39:27.155598 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:27.163541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693799a-6a11-4c2d-9322-3748279c6227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef52f049-d39c-4766-960e-c7bd6baf82d2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:27.171202 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7693799a-6a11-4c2d-9322-3748279c6227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:27.263619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ee67e84c-b6d4-4caa-b89b-54729d9db7b0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:27.390680 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9027dc0>, [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:39:26Z', 'revision_number': 3, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port': {'id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:25Z', 'updated_at': '2021-06-21T02:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:27.435940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:27.442257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:27.442882 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.446046 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Checking router: 140c8390-2c61-4bdb-bbfb-f30f9a88c67e for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:39:27.446391 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Updating router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e port 87f2d0cf-93de-47a8-8e84-70e814b469d8 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:39:27.523445 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.633972 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.669689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ee67e84c-b6d4-4caa-b89b-54729d9db7b0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,segment=NetworkSegment(43e69f4a-7a81-4f07-9d70-7a8efc74c5ed),segment_id=43e69f4a-7a81-4f07-9d70-7a8efc74c5ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:27.744747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.748168 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e10cd76b-6918-4482-9c4c-42ab4ed7a4ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:27.772758 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.817017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:27.830038 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:27.931330 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:27.945397 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Transition to ACTIVE for port object 87f2d0cf-93de-47a8-8e84-70e814b469d8 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:27.969514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7593d491-6c37-43ce-afaf-d619849974f4 req-4809a6ea-c259-4933-b73b-2088c0031018 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 210 time: 0.0361781
Jun 21 02:39:28.042409 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.049385 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8adc1d14-5807-4710-92a1-f54328797412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:28.054498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Allocated IP 172.20.0.1 (ff4848ae-107c-48e9-a606-cb1b8a43d423/ef4d1a10-7ff6-4769-a0b5-a719d2f5a226/b6fbecf7-d99c-4dca-9e47-b729c7eeb869) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:28.107514 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Attempting to bind port 87f2d0cf-93de-47a8-8e84-70e814b469d8 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:28.108115 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Attempting to bind port 87f2d0cf-93de-47a8-8e84-70e814b469d8 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:28.108677 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Attempting to bind port 87f2d0cf-93de-47a8-8e84-70e814b469d8 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:28.124931 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:28.125314 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:28.125789 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.126186 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:28.126658 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Bound port: 87f2d0cf-93de-47a8-8e84-70e814b469d8, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:28.127029 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.130304 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62fd7e-dba6-4a59-ad32-c3e60d4162b8 None None] Pushing event updated for resources: {'Port': ['ID=87f2d0cf-93de-47a8-8e84-70e814b469d8,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:28.156194 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1a62fd7e-dba6-4a59-ad32-c3e60d4162b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:28.188587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.205080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Transition to ACTIVE for port object b6fbecf7-d99c-4dca-9e47-b729c7eeb869 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:28.207517 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] For port 87f2d0cf-93de-47a8-8e84-70e814b469d8, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:28.210886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] For port 87f2d0cf-93de-47a8-8e84-70e814b469d8, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=87f2d0cf-93de-47a8-8e84-70e814b469d8,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:28.289692 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.292218 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a75200be-9b7b-4761-9926-5d7f4ecded51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:28.345581 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.350024 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-480f8ea9-6ef1-40c4-a6cd-a8d19cc55166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:28.356004 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Routers {'140c8390-2c61-4bdb-bbfb-f30f9a88c67e'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:39:28.356004 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9027dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:39:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:28.389913 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62fd7e-dba6-4a59-ad32-c3e60d4162b8 None None] Pushing event updated for resources: {'Port': ['ID=87f2d0cf-93de-47a8-8e84-70e814b469d8,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:28.394885 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1a62fd7e-dba6-4a59-ad32-c3e60d4162b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:28.399822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Network ff4848ae-107c-48e9-a606-cb1b8a43d423 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:28.405320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:28.405932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:28.406427 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.476554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Pushing event updated for resources: {'Port': ['ID=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:28.481276 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] Set router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:39:28.503029 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:28.738490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.756043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ae421cd9-a5c3-4873-a910-fa2798cdcfea None None] Provisioning for port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:28.760323 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ae421cd9-a5c3-4873-a910-fa2798cdcfea None None] Provisioning complete for port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:28.760745 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae421cd9-a5c3-4873-a910-fa2798cdcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:28.783964 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9027dc0>, [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:39:26Z', 'revision_number': 3, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port': {'id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:25Z', 'updated_at': '2021-06-21T02:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:28.817292 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbcc34-93f2-4b06-9771-6b41bc168388 None None] The sync data for ids ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'] in n-d-758944-33 is: [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:39:26Z', 'revision_number': 3, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port': {'id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:25Z', 'updated_at': '2021-06-21T02:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:39:28.823302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ae421cd9-a5c3-4873-a910-fa2798cdcfea None None] Port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:39:28.990012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54102) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:29.254583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.257691 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b24c3888-e2aa-46e0-b48a-82f418bc5faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.301140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0eaa09a-3eee-4290-bb85-854e57b1ffd3 req-fd0e627a-04bc-4526-8d19-73ef0fce15c8 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 210 time: 0.0972159
Jun 21 02:39:29.308264 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.309775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.318371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ee67e84c-b6d4-4caa-b89b-54729d9db7b0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:29.320068 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:29.402208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:29.403102 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.442568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Pushing event updated for resources: {'Port': ['ID=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:29.447057 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:29.470162 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b24c3888-e2aa-46e0-b48a-82f418bc5faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.544192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b24c3888-e2aa-46e0-b48a-82f418bc5faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.595450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Network ff4848ae-107c-48e9-a606-cb1b8a43d423 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:29.598143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:29.600890 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:29.669794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b24c3888-e2aa-46e0-b48a-82f418bc5faa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f8338dc04474f148e186fd83fd6e68d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6740496
Jun 21 02:39:29.670516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54120) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:29.697285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c3888-e2aa-46e0-b48a-82f418bc5faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f96c9b-c818-440f-9cad-4ed4616e9e8f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:29.708460 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b24c3888-e2aa-46e0-b48a-82f418bc5faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:29.786248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d52fe94-138e-4e88-8068-9cc4682fcf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.813795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d52fe94-138e-4e88-8068-9cc4682fcf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:29.888086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:39:29.959911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7659ee97-2b35-428f-977c-ec01d914d594 None None] Provisioning complete for port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:29.960478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7659ee97-2b35-428f-977c-ec01d914d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:30.028903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7659ee97-2b35-428f-977c-ec01d914d594 None None] Port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:39:30.030185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d52fe94-138e-4e88-8068-9cc4682fcf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:30.040048 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d52fe94-138e-4e88-8068-9cc4682fcf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:30.040048 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3d52fe94-138e-4e88-8068-9cc4682fcf4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0f96c9b-c818-440f-9cad-4ed4616e9e8f HTTP/1.1" status: 204  len: 168 time: 0.3594451
Jun 21 02:39:30.040048 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:30.052226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52fe94-138e-4e88-8068-9cc4682fcf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f96c9b-c818-440f-9cad-4ed4616e9e8f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:30.056351 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3d52fe94-138e-4e88-8068-9cc4682fcf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:30.072082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:39:30.096060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] 10.222.0.25 "PUT /v2.0/routers/140c8390-2c61-4bdb-bbfb-f30f9a88c67e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0911818
Jun 21 02:39:30.263224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.20', 62017) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:30.297784 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-434d5e6e-c250-4ca3-8cdd-5d88ae4eaa5b tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=90bb0659f7744234b245138dcc4aef1d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330181
Jun 21 02:39:30.634422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-d027c2a5-9c1b-494f-a180-e02da50f8f39 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:30.634422 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-d027c2a5-9c1b-494f-a180-e02da50f8f39 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3244686
Jun 21 02:39:30.681950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Request body: {'port': {'device_id': '22232fd1-b8c9-494f-9190-4b11002f91d1', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '90bb0659f7744234b245138dcc4aef1d'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:30.804697 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-576ae71c-69e5-4cc1-8277-70d407907557 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6668cb6f83994ec78e66a2b5090caf42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0389872
Jun 21 02:39:30.952451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-8a54a7a9-f945-45af-ad91-898bf5b31b22 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:30.962034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-8a54a7a9-f945-45af-ad91-898bf5b31b22 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1562860
Jun 21 02:39:30.982601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-c276f580-6477-4911-aa5b-0a9f1be43fbf tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/quotas/6668cb6f83994ec78e66a2b5090caf42 HTTP/1.1" status: 200  len: 375 time: 0.0189154
Jun 21 02:39:31.014118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-e91749fb-5f23-40eb-aebe-860ed04dad02 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6668cb6f83994ec78e66a2b5090caf42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0306118
Jun 21 02:39:31.024437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Made reservation on behalf of 90bb0659f7744234b245138dcc4aef1d for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:31.028182 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.043816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.079205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54170) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:31.097037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ca0f973e-d43f-4e68-b065-d6aa5184c174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.252583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.263395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 87f2d0cf-93de-47a8-8e84-70e814b469d8 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:31.317398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Sync routers for ids ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:39:31.337384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Routers {'140c8390-2c61-4bdb-bbfb-f30f9a88c67e'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:39:31.338240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e65460>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:39:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:31.448190 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.490271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Set router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:39:31.498211 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:31.500240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fddd3bdb-7c9d-4948-8378-fc060e99db51 req-89768fbf-e970-4c28-a1e2-325c6a527f7a tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 210 time: 0.0816562
Jun 21 02:39:31.511047 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ca0f973e-d43f-4e68-b065-d6aa5184c174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.538557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 87f2d0cf-93de-47a8-8e84-70e814b469d8 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:31.544369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 87f2d0cf-93de-47a8-8e84-70e814b469d8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:31.547611 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.600788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:31.610154 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:31.625450 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ca0f973e-d43f-4e68-b065-d6aa5184c174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.658699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3d52fe94-138e-4e88-8068-9cc4682fcf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:31.665430 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ca0f973e-d43f-4e68-b065-d6aa5184c174 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5add9c9badfd4a76913e75e9a4a65a7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5838332
Jun 21 02:39:31.666177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54206) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:31.752526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-742ff371-09a1-411c-a2b5-cf171ea34508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.769605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f973e-d43f-4e68-b065-d6aa5184c174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336c1e97-cbba-4f56-86fc-8fc26dc69eed,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:31.782116 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ca0f973e-d43f-4e68-b065-d6aa5184c174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:31.789059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-742ff371-09a1-411c-a2b5-cf171ea34508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.850445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Allocated IP 192.168.233.184 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/b6e58204-9a96-4ae6-b172-4daf93fd7303) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:31.889503 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.927811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-742ff371-09a1-411c-a2b5-cf171ea34508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.932177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-742ff371-09a1-411c-a2b5-cf171ea34508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:31.935175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 87f2d0cf-93de-47a8-8e84-70e814b469d8, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=87f2d0cf-93de-47a8-8e84-70e814b469d8,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:31.936309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-742ff371-09a1-411c-a2b5-cf171ea34508 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/336c1e97-cbba-4f56-86fc-8fc26dc69eed HTTP/1.1" status: 204  len: 168 time: 0.2684369
Jun 21 02:39:31.938574 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:31.951302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ff371-09a1-411c-a2b5-cf171ea34508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c1e97-cbba-4f56-86fc-8fc26dc69eed,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:31.954982 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-742ff371-09a1-411c-a2b5-cf171ea34508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:31.984613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e65460>, [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:39:28Z', 'revision_number': 4, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port': {'id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:25Z', 'updated_at': '2021-06-21T02:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b6fbecf7-d99c-4dca-9e47-b729c7eeb869', 'name': '', 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'mac_address': 'fa:16:3e:f8:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ef4d1a10-7ff6-4769-a0b5-a719d2f5a226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:27Z', 'updated_at': '2021-06-21T02:39:29Z', 'revision_number': 2, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'subnets': [{'id': 'ef4d1a10-7ff6-4769-a0b5-a719d2f5a226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:32.025151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Checking router: 140c8390-2c61-4bdb-bbfb-f30f9a88c67e for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:39:32.025472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Updating router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:39:32.067227 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:32.073924 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:32.100961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:32.115516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Transition to ACTIVE for port object b6e58204-9a96-4ae6-b172-4daf93fd7303 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:32.151429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=87f2d0cf-93de-47a8-8e84-70e814b469d8,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:32.157957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4baa1e7-a026-4ab0-8dfe-b28bd8b3d9ca req-5f237d7d-1d97-4e68-bd96-484dd712f2e0 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 210 time: 0.0467439
Jun 21 02:39:32.168376 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:32.177439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:32.209432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:32.216514 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:32.361399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:32.368320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:32.385056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:32.391227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:32.391872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:32.422044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Pushing event updated for resources: {'Port': ['ID=b6e58204-9a96-4ae6-b172-4daf93fd7303,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:32.428346 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:32.561466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:32.561466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Transition to ACTIVE for port object b6fbecf7-d99c-4dca-9e47-b729c7eeb869 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:32.665399 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9905162
Jun 21 02:39:32.696990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-324c53db-6816-4a23-90ac-7562fc8dfaf0 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:39:32.719215 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-324c53db-6816-4a23-90ac-7562fc8dfaf0 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0113518
Jun 21 02:39:32.825108 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:32.825108 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:32.946382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-494d9c88-dc93-44e0-b202-fad3ca686d24 None None] Provisioning for port b6e58204-9a96-4ae6-b172-4daf93fd7303 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:33.033218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54254) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:33.041036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502931459', 'description': 'tempest-description--562446016'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:33.141034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-494d9c88-dc93-44e0-b202-fad3ca686d24 None None] Provisioning complete for port b6e58204-9a96-4ae6-b172-4daf93fd7303 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:33.142643 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-494d9c88-dc93-44e0-b202-fad3ca686d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:33.162755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5640eb-c369-4adb-a3f7-14bf0f050677 None None] Pushing event updated for resources: {'Port': ['ID=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:33.173550 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9b5640eb-c369-4adb-a3f7-14bf0f050677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:33.309685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 87f2d0cf-93de-47a8-8e84-70e814b469d8 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:33.315383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Attempting to bind port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:33.315824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Attempting to bind port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:33.316317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Attempting to bind port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 on network ff4848ae-107c-48e9-a606-cb1b8a43d423 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:33.368706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:33.374181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:33.374572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Checking segment: {'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:33.382882 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:33.383320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Bound using segment: {'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:33.383969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Bound port: b6fbecf7-d99c-4dca-9e47-b729c7eeb869, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:33.384419 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:33.475202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] For port b6fbecf7-d99c-4dca-9e47-b729c7eeb869, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:33.480327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] For port b6fbecf7-d99c-4dca-9e47-b729c7eeb869, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,segment=NetworkSegment(43e69f4a-7a81-4f07-9d70-7a8efc74c5ed),segment_id=43e69f4a-7a81-4f07-9d70-7a8efc74c5ed)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:33.497890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-494d9c88-dc93-44e0-b202-fad3ca686d24 None None] Port b6e58204-9a96-4ae6-b172-4daf93fd7303 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:39:33.521683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f937e18-b2da-4ef3-95a2-995a3cbc40c5 req-e97588d2-dabc-4654-91c1-b0ffa093ffa4 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:33.529756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f937e18-b2da-4ef3-95a2-995a3cbc40c5 req-e97588d2-dabc-4654-91c1-b0ffa093ffa4 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 936 time: 0.2744360
Jun 21 02:39:33.540320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Request body: {'port': {'device_id': '22232fd1-b8c9-494f-9190-4b11002f91d1', 'device_owner': 'compute:tempest-test_az-232542634', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:33.542535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 87f2d0cf-93de-47a8-8e84-70e814b469d8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:33.542971 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:33.600954 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:33.608655 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:33.663511 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f937e18-b2da-4ef3-95a2-995a3cbc40c5 req-b3f433fa-b5e7-4cba-809f-462b3681ec74 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316392
Jun 21 02:39:33.694057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:33.817658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5640eb-c369-4adb-a3f7-14bf0f050677 None None] Pushing event updated for resources: {'Port': ['ID=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:33.910023 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9b5640eb-c369-4adb-a3f7-14bf0f050677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:33.910023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Routers {'140c8390-2c61-4bdb-bbfb-f30f9a88c67e'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:39:33.910023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e65460>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:39:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:33.929590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.071505 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d4ed026-730a-4d40-a89d-8d384d2fe682 req-cffbb314-2014-40d5-8ed8-abe7a269abbb tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 210 time: 0.0969260
Jun 21 02:39:34.078874 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.091408 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-efbe2aa3-2665-40e4-9539-c6de384388d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:34.104934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] Set router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:39:34.182743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e9d58-ace3-4d70-8d95-63fcf8281608,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:34.194464 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:34.270565 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.275849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.2396309
Jun 21 02:39:34.279467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54296) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:34.286888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Request body: {'security_group_rule': {'security_group_id': 'd73e9d58-ace3-4d70-8d95-63fcf8281608', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:34.376502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e58204-9a96-4ae6-b172-4daf93fd7303 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:39:34.387250 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.408326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Transition to ACTIVE for port object b6e58204-9a96-4ae6-b172-4daf93fd7303 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:34.449111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e65460>, [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:39:28Z', 'revision_number': 4, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port': {'id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:25Z', 'updated_at': '2021-06-21T02:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b6fbecf7-d99c-4dca-9e47-b729c7eeb869', 'name': '', 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'mac_address': 'fa:16:3e:f8:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ef4d1a10-7ff6-4769-a0b5-a719d2f5a226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:27Z', 'updated_at': '2021-06-21T02:39:33Z', 'revision_number': 4, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'subnets': [{'id': 'ef4d1a10-7ff6-4769-a0b5-a719d2f5a226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:34.479921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3158d-de74-482b-9b7b-49115c3e4708 None None] The sync data for ids ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'] in n-d-758944-33 is: [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:39:28Z', 'revision_number': 4, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port': {'id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:25Z', 'updated_at': '2021-06-21T02:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b6fbecf7-d99c-4dca-9e47-b729c7eeb869', 'name': '', 'network_id': 'ff4848ae-107c-48e9-a606-cb1b8a43d423', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'mac_address': 'fa:16:3e:f8:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ef4d1a10-7ff6-4769-a0b5-a719d2f5a226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:27Z', 'updated_at': '2021-06-21T02:39:33Z', 'revision_number': 4, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'subnets': [{'id': 'ef4d1a10-7ff6-4769-a0b5-a719d2f5a226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:39:34.494124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-712af881-4c9e-48c9-8772-f5a2182b25b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.571633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.598108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.641611 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:34.733749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.881834 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:34.892478 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:34.912818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2848b26e-1647-4453-a18b-f9465155bc3b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:34.934434 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:34.954703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Attempting to bind port b6e58204-9a96-4ae6-b172-4daf93fd7303 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:34.955182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Attempting to bind port b6e58204-9a96-4ae6-b172-4daf93fd7303 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:34.955574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Attempting to bind port b6e58204-9a96-4ae6-b172-4daf93fd7303 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:34.968888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Pushing event updated for resources: {'Port': ['ID=b6e58204-9a96-4ae6-b172-4daf93fd7303,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:34.973847 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:34.977972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Port b6e58204-9a96-4ae6-b172-4daf93fd7303 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:39:34.977972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Attempting to bind port b6e58204-9a96-4ae6-b172-4daf93fd7303 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:35.007036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:35.007428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:35.008010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:35.008480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Bound port: b6e58204-9a96-4ae6-b172-4daf93fd7303, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:35.008834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.021536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.023353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7447367
Jun 21 02:39:35.025976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54322) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:35.032619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Request body: {'security_group_rule': {'security_group_id': 'd73e9d58-ace3-4d70-8d95-63fcf8281608', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:35.234118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8c4a5-c96e-456f-a11a-a156a719e284 req-e2d93bc6-6bfa-45b3-aff1-8b701d091eb5 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:35.244645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42b8c4a5-c96e-456f-a11a-a156a719e284 req-e2d93bc6-6bfa-45b3-aff1-8b701d091eb5 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.1498344
Jun 21 02:39:35.264045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] For port b6e58204-9a96-4ae6-b172-4daf93fd7303, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:35.267810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.279078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] For port b6e58204-9a96-4ae6-b172-4daf93fd7303, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b6e58204-9a96-4ae6-b172-4daf93fd7303,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:35.323436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b6fbecf7-d99c-4dca-9e47-b729c7eeb869 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:35.337760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42b8c4a5-c96e-456f-a11a-a156a719e284 req-8dcfb27f-3721-447c-ac3f-55b001380452 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902705
Jun 21 02:39:35.367994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.371749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:35.476485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:35.477125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.478694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] 10.222.0.20 "PUT /v2.0/ports/b6e58204-9a96-4ae6-b172-4daf93fd7303 HTTP/1.1" status: 200  len: 1118 time: 2.3022802
Jun 21 02:39:35.479181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22232fd1-b8c9-494f-9190-4b11002f91d1', 'tag': 'b6e58204-9a96-4ae6-b172-4daf93fd7303'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:39:35.550286 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.552916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.608036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:35.646739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:35.646739 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.677910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37495d84-70a1-49a2-ad87-2e0f7ba52892 req-bb48405d-ad8c-42ff-a9d3-059dee416baa tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 210 time: 0.0808179
Jun 21 02:39:35.779214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.798097 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c384df1-ee38-4ad7-9b4c-149afdd7f365 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:35.833680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a116f442-b892-4025-963a-647f068f3f0d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:35.842448 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:35.915601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:35.923188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8907590
Jun 21 02:39:35.928293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54344) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:35.938824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:36.017463 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41da82-e4bf-44b0-b347-149e73df98ee" -d '{"events": [{"name": "network-changed", "server_uuid": "22232fd1-b8c9-494f-9190-4b11002f91d1", "tag": "b6e58204-9a96-4ae6-b172-4daf93fd7303"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:39:36.049604 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:36.085865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Pushing event updated for resources: {'Port': ['ID=b6e58204-9a96-4ae6-b172-4daf93fd7303,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:36.120523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.26', 60378) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:36.139308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port b6fbecf7-d99c-4dca-9e47-b729c7eeb869, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,segment=NetworkSegment(43e69f4a-7a81-4f07-9d70-7a8efc74c5ed),segment_id=43e69f4a-7a81-4f07-9d70-7a8efc74c5ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:36.154284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:36.182602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-286439fb-892b-4220-88d1-f29979f26d5d tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6668cb6f83994ec78e66a2b5090caf42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0487425
Jun 21 02:39:36.182602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:36.252917 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:36.257578 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1e40c42d-5de4-4e3d-88db-ca3a8750f91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:36.262441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-f917b03b-56e3-4f44-bab1-cc7a8ed4cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:36.264055 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-f917b03b-56e3-4f44-bab1-cc7a8ed4cfe4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90bb0659f7744234b245138dcc4aef1d&device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 1121 time: 0.2404637
Jun 21 02:39:36.381990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:36.388107 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:36.510166 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-274b18a5-4987-4bed-94be-3b74c8316fa0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b6e58204-9a96-4ae6-b172-4daf93fd7303 HTTP/1.1" status: 200  len: 217 time: 0.2014794
Jun 21 02:39:36.663810 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d49f46c-41fc-4454-b7e9-01afab9e87ba x-openstack-request-id: req-5d49f46c-41fc-4454-b7e9-01afab9e87ba {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:39:36.664574 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22232fd1-b8c9-494f-9190-4b11002f91d1", "tag": "b6e58204-9a96-4ae6-b172-4daf93fd7303", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:39:36.664574 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d49f46c-41fc-4454-b7e9-01afab9e87ba {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:39:36.664808 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22232fd1-b8c9-494f-9190-4b11002f91d1', 'tag': 'b6e58204-9a96-4ae6-b172-4daf93fd7303', 'status': 'completed', 'code': 200}
Jun 21 02:39:36.721353 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-995dcbec-424c-4cff-9135-4dcd537a6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:36.723815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-995dcbec-424c-4cff-9135-4dcd537a6193 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1335649
Jun 21 02:39:36.759155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-de0ab63c-f449-441a-a851-543b1e787f26 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:36.764692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-de0ab63c-f449-441a-a851-543b1e787f26 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5726860
Jun 21 02:39:36.784895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4bf51d22-5ec6-43a8-a393-8dc794f1e123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:36.845409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Request body: {'port': {'device_id': '57e20209-e770-44b0-90cb-27fba2bc1587', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '6668cb6f83994ec78e66a2b5090caf42'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:37.095924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:37.192973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-02d5feb2-d739-4dee-ab60-b527ff442b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:37.195382 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-02d5feb2-d739-4dee-ab60-b527ff442b8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3144321
Jun 21 02:39:37.218801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b6fbecf7-d99c-4dca-9e47-b729c7eeb869 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:37.432009 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:37.435458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:37.437212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:37.547111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a06043-9727-4a34-ab6b-5e85db1f5277 req-8ebed00f-1683-47d5-af55-70f2da55fd35 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:37.548887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7a06043-9727-4a34-ab6b-5e85db1f5277 req-8ebed00f-1683-47d5-af55-70f2da55fd35 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.3634212
Jun 21 02:39:37.589301 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-ff324e98-30d1-421c-871d-2918ea99da83 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3437889
Jun 21 02:39:37.607511 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b351f87e-6d52-4de8-9786-c3e47274dccf req-5a10895a-68ef-412d-adb6-ed214a937387 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 210 time: 0.0742443
Jun 21 02:39:37.707910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7a06043-9727-4a34-ab6b-5e85db1f5277 req-880b454b-5316-42ff-aaef-25dade0c8a5b tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421959
Jun 21 02:39:37.806249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Allocated IP 172.25.7.117 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/8f14c697-5c66-46a8-955c-cb3a54beb287) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:37.809404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54396) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:37.836975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Made reservation on behalf of 6668cb6f83994ec78e66a2b5090caf42 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:37.845190 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:37.862912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:37.865718 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b4702d9-3552-4ea4-8526-c34ff1cfc21f req-a569d913-fdb4-43e5-824d-8026ecb7411f service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464929
Jun 21 02:39:37.886074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:37.886074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:38.036705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d6d32d94-48dd-4a28-b82b-1a61566a9803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:38.039203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:38.120810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:38.296884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-465c6e1e-b229-4678-8e97-2d8024c073f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:38.300632 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-465c6e1e-b229-4678-8e97-2d8024c073f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90bb0659f7744234b245138dcc4aef1d&device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 1121 time: 0.1356347
Jun 21 02:39:38.432282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:38.441924 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:38.536062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:38.626945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d6d32d94-48dd-4a28-b82b-1a61566a9803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:38.668526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc92ef-a941-4433-897f-c8d25cced283,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:38.694770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:38.696357 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:38.704442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:38.706704 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:38.708895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:38.834232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d6d32d94-48dd-4a28-b82b-1a61566a9803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:38.839388 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:38.860636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87d16105-a8cc-45b7-8a24-c2eaf6b784b1 req-ec296e37-2951-4811-8687-69b7389644de tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 210 time: 0.0730870
Jun 21 02:39:38.945961 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d6d32d94-48dd-4a28-b82b-1a61566a9803 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62c5e318099a42fcb6a47afc8bf4a93a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1353540
Jun 21 02:39:38.948236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d32d94-48dd-4a28-b82b-1a61566a9803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23730121-bbf2-40d9-beb6-76c128970584,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:38.951622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54428) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:38.954294 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d6d32d94-48dd-4a28-b82b-1a61566a9803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:38.991612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event updated for resources: {'Port': ['ID=8f14c697-5c66-46a8-955c-cb3a54beb287,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:39.023699 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:39.048738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Allocated IP 192.168.233.135 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/56d9b307-5478-422f-a54d-b90aa4caf1b0) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:39.055803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.071981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0951bf9d-9dc9-4449-9904-3dd398d66529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.218384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0951bf9d-9dc9-4449-9904-3dd398d66529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.378952 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.444363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54442) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:39.528522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-8d102ac8-598e-40a4-b897-bc21fca89d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:39.530503 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-8d102ac8-598e-40a4-b897-bc21fca89d16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.3672452
Jun 21 02:39:39.716274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.818718 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e426-f5b0-4cc3-8f4e-4220cacc91bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.825094 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0951bf9d-9dc9-4449-9904-3dd398d66529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.826800 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-7f079bce-14e4-4916-9da2-06aa9fb46c07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b6e58204-9a96-4ae6-b172-4daf93fd7303 HTTP/1.1" status: 200  len: 217 time: 0.1788554
Jun 21 02:39:39.834839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0951bf9d-9dc9-4449-9904-3dd398d66529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.836431 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0951bf9d-9dc9-4449-9904-3dd398d66529 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23730121-bbf2-40d9-beb6-76c128970584 HTTP/1.1" status: 204  len: 168 time: 0.8835547
Jun 21 02:39:39.848335 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:39.856658 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:39.897383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Transition to ACTIVE for port object 56d9b307-5478-422f-a54d-b90aa4caf1b0 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:39.928542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cddf56-08a4-4d75-b59d-04d5127621b3 req-1df643a4-f833-48a8-83c3-365da871412c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:39.935497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52cddf56-08a4-4d75-b59d-04d5127621b3 req-1df643a4-f833-48a8-83c3-365da871412c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.6067367
Jun 21 02:39:39.959147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951bf9d-9dc9-4449-9904-3dd398d66529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23730121-bbf2-40d9-beb6-76c128970584,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:40.076509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-0e7fb629-ca9d-4f68-bc61-06b17675f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:40.081890 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-0e7fb629-ca9d-4f68-bc61-06b17675f6e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.2404227
Jun 21 02:39:40.103336 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0951bf9d-9dc9-4449-9904-3dd398d66529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:40.103675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52cddf56-08a4-4d75-b59d-04d5127621b3 req-ba17f0d1-71f4-41bf-991f-5263de5edcf7 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539814
Jun 21 02:39:40.236119 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:40.247448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:40.262228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-728d6610-8f79-4dfc-9547-6f590bb8c37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:40.365125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-b16ef3e3-d95a-43f8-ad7f-77e31b4c7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:40.367290 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-b16ef3e3-d95a-43f8-ad7f-77e31b4c7b2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2068996
Jun 21 02:39:40.516180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-9cb32d2b-5aed-41c7-8dba-144999adf084 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1155686
Jun 21 02:39:40.520257 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e426-f5b0-4cc3-8f4e-4220cacc91bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:40.533093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Pushing event updated for resources: {'Port': ['ID=56d9b307-5478-422f-a54d-b90aa4caf1b0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:40.547795 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:40.555033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:40.573844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:40.583323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:40.583323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:40.598611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:40.599310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:40.601023 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e426-f5b0-4cc3-8f4e-4220cacc91bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:40.605455 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:40.623054 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:40.766283 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:40.814120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17c76-656a-4f77-8f5e-37edad9bbf43 req-412847f8-7d9a-48ed-a8d9-c5dce9becf49 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:40.824239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60d17c76-656a-4f77-8f5e-37edad9bbf43 req-412847f8-7d9a-48ed-a8d9-c5dce9becf49 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 936 time: 0.4982994
Jun 21 02:39:40.920490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event updated for resources: {'Port': ['ID=8f14c697-5c66-46a8-955c-cb3a54beb287,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:40.920490 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:40.927691 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d41da82-e4bf-44b0-b347-149e73df98ee req-9347567d-ec72-4a60-b7c3-c1da32b69b0e service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2859190
Jun 21 02:39:40.931671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8e426-f5b0-4cc3-8f4e-4220cacc91bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0debe9db-2e01-485f-b02f-3dde16214796,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:40.941189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60d17c76-656a-4f77-8f5e-37edad9bbf43 req-3775a2f5-a2c8-41c1-8396-1459a3272685 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153970
Jun 21 02:39:40.962763 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2e8e426-f5b0-4cc3-8f4e-4220cacc91bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:40.975506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54458) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:40.977443 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e2e8e426-f5b0-4cc3-8f4e-4220cacc91bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a89353c69f04daf97771ea8e0bbb97a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5258167
Jun 21 02:39:41.035308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2146707
Jun 21 02:39:41.087852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-585b3498-be94-400e-818b-6a48fe011d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:41.127346 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-585b3498-be94-400e-818b-6a48fe011d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:41.141203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:41.143395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2115443
Jun 21 02:39:41.200905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bfbe8533-c088-4ff2-9340-dd2344f4e83f None None] Provisioning for port 56d9b307-5478-422f-a54d-b90aa4caf1b0 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:41.209137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bfbe8533-c088-4ff2-9340-dd2344f4e83f None None] Provisioning complete for port 56d9b307-5478-422f-a54d-b90aa4caf1b0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:41.210537 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8533-c088-4ff2-9340-dd2344f4e83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:41.331541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe8533-c088-4ff2-9340-dd2344f4e83f None None] Port 56d9b307-5478-422f-a54d-b90aa4caf1b0 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:39:41.449043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54472) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:41.519059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbffa4-bcc7-4620-ada9-930360973a58 req-749ebf21-063a-404f-878e-6f5e5e7dddc7 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:41.519945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54476) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:41.536675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cacbffa4-bcc7-4620-ada9-930360973a58 req-749ebf21-063a-404f-878e-6f5e5e7dddc7 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.1940114
Jun 21 02:39:41.548475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-585b3498-be94-400e-818b-6a48fe011d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:41.560535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01c348bc-af16-4b19-bbeb-8261caf58458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:41.565841 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-585b3498-be94-400e-818b-6a48fe011d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:41.565841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-585b3498-be94-400e-818b-6a48fe011d7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0debe9db-2e01-485f-b02f-3dde16214796 HTTP/1.1" status: 204  len: 168 time: 0.5854824
Jun 21 02:39:41.565841 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:41.700688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b3498-be94-400e-818b-6a48fe011d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0debe9db-2e01-485f-b02f-3dde16214796,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:41.723099 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-585b3498-be94-400e-818b-6a48fe011d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:41.795966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cacbffa4-bcc7-4620-ada9-930360973a58 req-63e95a09-9b14-4768-980b-b1c4b688fa40 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319500
Jun 21 02:39:41.926795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c13fafa4-a9d1-43f5-8a9d-df728f052dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:41.937787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01c348bc-af16-4b19-bbeb-8261caf58458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.255819 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01c348bc-af16-4b19-bbeb-8261caf58458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.275283 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:42.482749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691441-1048-4896-9ae3-fe21fcbad7a5 req-41677b6b-9834-4866-8464-7332a9fd740a tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:42.490017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c348bc-af16-4b19-bbeb-8261caf58458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18cc9b-df67-468e-997b-97346a3346bf,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:42.492611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc691441-1048-4896-9ae3-fe21fcbad7a5 req-41677b6b-9834-4866-8464-7332a9fd740a tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 936 time: 0.3102043
Jun 21 02:39:42.494252 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01c348bc-af16-4b19-bbeb-8261caf58458 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff95f9fc31e647bf97c4fc6c9522f620&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9726207
Jun 21 02:39:42.495561 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01c348bc-af16-4b19-bbeb-8261caf58458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:42.497235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54484) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:42.532327 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c13fafa4-a9d1-43f5-8a9d-df728f052dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.578606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c13fafa4-a9d1-43f5-8a9d-df728f052dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.626366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc691441-1048-4896-9ae3-fe21fcbad7a5 req-f425d01c-e940-469f-88cb-a8ff42a14893 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214862
Jun 21 02:39:42.638212 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:42.639056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-001d04dc-19d1-4408-8d00-b2c1c2322e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.680186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c13fafa4-a9d1-43f5-8a9d-df728f052dab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d6f5163b59448bd8512493d95d7b4b0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2291830
Jun 21 02:39:42.681138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fafa4-a9d1-43f5-8a9d-df728f052dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8670bb22-b4c9-4c00-8137-92bf554feb9b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:42.684292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54486) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:42.701897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-001d04dc-19d1-4408-8d00-b2c1c2322e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.730724 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c13fafa4-a9d1-43f5-8a9d-df728f052dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:42.844237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef984219-c768-43cc-8c30-019f001a98b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.885493 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef984219-c768-43cc-8c30-019f001a98b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.952335 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-001d04dc-19d1-4408-8d00-b2c1c2322e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.955615 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-001d04dc-19d1-4408-8d00-b2c1c2322e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:42.965840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-001d04dc-19d1-4408-8d00-b2c1c2322e0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f18cc9b-df67-468e-997b-97346a3346bf HTTP/1.1" status: 204  len: 168 time: 0.4546809
Jun 21 02:39:42.965840 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:42.981737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d04dc-19d1-4408-8d00-b2c1c2322e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18cc9b-df67-468e-997b-97346a3346bf,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:43.019534 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-001d04dc-19d1-4408-8d00-b2c1c2322e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:43.036184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef984219-c768-43cc-8c30-019f001a98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:43.039524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef984219-c768-43cc-8c30-019f001a98b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:43.044070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ef984219-c768-43cc-8c30-019f001a98b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8670bb22-b4c9-4c00-8137-92bf554feb9b HTTP/1.1" status: 204  len: 168 time: 0.3567688
Jun 21 02:39:43.045911 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0951bf9d-9dc9-4449-9904-3dd398d66529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:43.084920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef984219-c768-43cc-8c30-019f001a98b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8670bb22-b4c9-4c00-8137-92bf554feb9b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:43.096154 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef984219-c768-43cc-8c30-019f001a98b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:43.185608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54494) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:43.228356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e93974-af7d-46f3-b258-ee747b65613e req-c0040caf-9eff-4a49-926d-35f3d51c7d21 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:43.230956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47e93974-af7d-46f3-b258-ee747b65613e req-c0040caf-9eff-4a49-926d-35f3d51c7d21 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.1433170
Jun 21 02:39:43.232953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1b1da44-f00d-4a63-9162-b6033895f75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:43.348027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47e93974-af7d-46f3-b258-ee747b65613e req-9265de7e-81ff-4409-8901-3d86751c3ac4 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006238
Jun 21 02:39:43.477263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1b1da44-f00d-4a63-9162-b6033895f75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:43.649883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1b1da44-f00d-4a63-9162-b6033895f75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:43.649883 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:43.714135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1da44-f00d-4a63-9162-b6033895f75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd61644-1ee1-4661-b9f2-e8001230dfb2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:43.739956 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1b1da44-f00d-4a63-9162-b6033895f75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:43.771102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54508) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:43.771677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c1b1da44-f00d-4a63-9162-b6033895f75f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17dbb03cbc334e86858b10a6f3ba9290&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5843003
Jun 21 02:39:43.862021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46d8a6be-9779-440f-8e76-1b7978aa6a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:43.934955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46d8a6be-9779-440f-8e76-1b7978aa6a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.059180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12607a-cb4d-42d3-8f84-e7ea1efaa940 req-40a7b2e7-b065-4cfc-9080-90f90d22a1ec tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:44.062384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e12607a-cb4d-42d3-8f84-e7ea1efaa940 req-40a7b2e7-b065-4cfc-9080-90f90d22a1ec tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 936 time: 0.1417677
Jun 21 02:39:44.140677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e12607a-cb4d-42d3-8f84-e7ea1efaa940 req-dd3cf731-44fe-443f-b8c9-c2bdb46a68af tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712132
Jun 21 02:39:44.258703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46d8a6be-9779-440f-8e76-1b7978aa6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.261641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46d8a6be-9779-440f-8e76-1b7978aa6a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.265310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-46d8a6be-9779-440f-8e76-1b7978aa6a33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cd61644-1ee1-4661-b9f2-e8001230dfb2 HTTP/1.1" status: 204  len: 168 time: 0.4907274
Jun 21 02:39:44.265310 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:44.287631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8a6be-9779-440f-8e76-1b7978aa6a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd61644-1ee1-4661-b9f2-e8001230dfb2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:44.306850 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-46d8a6be-9779-440f-8e76-1b7978aa6a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:44.347949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54516) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:44.364132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0592fd1d-0203-492d-84f2-fc30c8c8a27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.554992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0592fd1d-0203-492d-84f2-fc30c8c8a27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.600191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddccdf-ad71-46ff-9e82-3a32901f1ec9 req-67af1e77-215c-4a6f-ac93-a8b3531c0147 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:44.601748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9dddccdf-ad71-46ff-9e82-3a32901f1ec9 req-67af1e77-215c-4a6f-ac93-a8b3531c0147 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.0967188
Jun 21 02:39:44.635281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0592fd1d-0203-492d-84f2-fc30c8c8a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.639106 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-46d8a6be-9779-440f-8e76-1b7978aa6a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:44.665466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9dddccdf-ad71-46ff-9e82-3a32901f1ec9 req-eb5af55c-633c-49c3-af40-e8b58ceee6ed tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565155
Jun 21 02:39:44.692065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592fd1d-0203-492d-84f2-fc30c8c8a27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd492b8-21ca-4d42-8ecc-2eb7ff13c595,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:44.694691 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-8282eea2-afde-4798-bcab-13626f5b294c tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--502931459&fields=id&tenant_id=10dfe606d88c47a7a54d11e347c911bd HTTP/1.1" status: 200  len: 267 time: 0.0650983
Jun 21 02:39:44.701484 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0592fd1d-0203-492d-84f2-fc30c8c8a27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:44.717383 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0592fd1d-0203-492d-84f2-fc30c8c8a27e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48a4d8ea672742eca4895e4228d20f9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3684115
Jun 21 02:39:44.723312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54534) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:44.784011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65cb318d-2641-4fca-9736-448b10aad4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.805769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65cb318d-2641-4fca-9736-448b10aad4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.938706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65cb318d-2641-4fca-9736-448b10aad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.942512 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65cb318d-2641-4fca-9736-448b10aad4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:44.948740 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-65cb318d-2641-4fca-9736-448b10aad4ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcd492b8-21ca-4d42-8ecc-2eb7ff13c595 HTTP/1.1" status: 204  len: 168 time: 0.2218497
Jun 21 02:39:44.950082 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7693799a-6a11-4c2d-9322-3748279c6227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:44.960647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb318d-2641-4fca-9736-448b10aad4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd492b8-21ca-4d42-8ecc-2eb7ff13c595,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:44.961277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e5561-0de7-4730-967b-496af1e38711 req-45b6d93b-f998-4709-9414-30340f84c62b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:44.962835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-45b6d93b-f998-4709-9414-30340f84c62b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 823 time: 0.2616286
Jun 21 02:39:44.963888 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65cb318d-2641-4fca-9736-448b10aad4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:44.980714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-99346b79-b0e3-473a-90f7-ec2d857f74b2 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/quotas/10dfe606d88c47a7a54d11e347c911bd HTTP/1.1" status: 200  len: 375 time: 0.0102460
Jun 21 02:39:45.097211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-8b0774f5-e09a-470e-a6e4-4b2f92635da5 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0989561
Jun 21 02:39:45.332202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b53b59-6532-41e7-83c9-6d3ae46425c6 req-6024e9f8-1951-4e81-af32-25fd7ecbfd3b tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:45.333712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4b53b59-6532-41e7-83c9-6d3ae46425c6 req-6024e9f8-1951-4e81-af32-25fd7ecbfd3b tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 936 time: 0.0704875
Jun 21 02:39:45.382153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4b53b59-6532-41e7-83c9-6d3ae46425c6 req-37d3aaed-1811-4c76-bcfa-07ad8ec8cb85 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428100
Jun 21 02:39:45.448499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-e43823d3-3b6e-43a4-bf57-2913ae0dc60c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:39:45.453947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-e43823d3-3b6e-43a4-bf57-2913ae0dc60c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0961504
Jun 21 02:39:45.547824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-a47ac421-ce13-48bc-b9c4-39a1ebb0fff0 service neutron] 10.222.0.25 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922925
Jun 21 02:39:45.664399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-938e8f07-81cd-4f03-861d-0a68103708f5 service neutron] 10.222.0.25 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098909
Jun 21 02:39:45.672959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54564) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:45.689535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d33c377-5ec7-4d0d-a95c-2b0fc68fa4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:45.882403 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d33c377-5ec7-4d0d-a95c-2b0fc68fa4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:45.958030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd4855-c78c-4944-a023-b3e0416610df req-d36e5d87-c40a-4050-bc51-e5f9c8ccec5b tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:45.967230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d33c377-5ec7-4d0d-a95c-2b0fc68fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:45.977820 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65cb318d-2641-4fca-9736-448b10aad4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:45.989842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8dd4855-c78c-4944-a023-b3e0416610df req-d36e5d87-c40a-4050-bc51-e5f9c8ccec5b tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.1373665
Jun 21 02:39:46.081794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7d33c377-5ec7-4d0d-a95c-2b0fc68fa4fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea8b182c46f3438db609b887a02c758d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4089711
Jun 21 02:39:46.085871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6de7f63d-44fc-47b3-a6b7-e1a5ab66f1de req-7bc5abf4-1f5d-4d97-91f5-035fa04ec3b6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 210 time: 0.0824885
Jun 21 02:39:46.092036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54576) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:46.093733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33c377-5ec7-4d0d-a95c-2b0fc68fa4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e6a3aa-9901-4fb6-8bd6-d58b10e65359,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:46.101990 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7d33c377-5ec7-4d0d-a95c-2b0fc68fa4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:46.123894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8dd4855-c78c-4944-a023-b3e0416610df req-d1d81ffb-7191-4e98-9857-6fd28ee1139b tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331444
Jun 21 02:39:46.203125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f63cf254-9a09-4dda-a521-f2d94c9e267a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:46.251619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f63cf254-9a09-4dda-a521-f2d94c9e267a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:46.400840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f63cf254-9a09-4dda-a521-f2d94c9e267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:46.403408 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f63cf254-9a09-4dda-a521-f2d94c9e267a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:46.422572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f63cf254-9a09-4dda-a521-f2d94c9e267a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8e6a3aa-9901-4fb6-8bd6-d58b10e65359 HTTP/1.1" status: 204  len: 168 time: 0.3124170
Jun 21 02:39:46.422572 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-742ff371-09a1-411c-a2b5-cf171ea34508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:46.422572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cf254-9a09-4dda-a521-f2d94c9e267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e6a3aa-9901-4fb6-8bd6-d58b10e65359,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:46.422572 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f63cf254-9a09-4dda-a521-f2d94c9e267a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:46.618990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65bfe-60ed-4545-8408-d4f6fd1026bf req-526f744d-9c64-4927-909f-62e97344bda1 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:46.623073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfe65bfe-60ed-4545-8408-d4f6fd1026bf req-526f744d-9c64-4927-909f-62e97344bda1 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 936 time: 0.0917835
Jun 21 02:39:46.699270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfe65bfe-60ed-4545-8408-d4f6fd1026bf req-1cdb5d3b-a727-4042-aa57-b9acdb3d3398 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570776
Jun 21 02:39:47.190213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c58badb-62ab-4869-9d8f-3a122420feda req-fa2fe3f6-bfc6-4da2-84c8-49667812a77d tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 210 time: 0.0372841
Jun 21 02:39:47.362806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d397914-7056-4c10-a977-860951850ce5 req-5e10c2f3-7886-4cfc-969a-0d286c34a6bb tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:47.364879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d397914-7056-4c10-a977-860951850ce5 req-5e10c2f3-7886-4cfc-969a-0d286c34a6bb tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.1004941
Jun 21 02:39:47.408466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d397914-7056-4c10-a977-860951850ce5 req-58bd39b7-3d00-48a5-bdcf-92965e7dad16 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346236
Jun 21 02:39:47.756573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54668) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:47.934466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b630ce3-3774-41ef-b7e4-608041d40c37 req-7abfa613-9ef3-4f3b-98a1-4c4cdddd8962 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:47.936240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b630ce3-3774-41ef-b7e4-608041d40c37 req-7abfa613-9ef3-4f3b-98a1-4c4cdddd8962 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 936 time: 0.1071026
Jun 21 02:39:47.986276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b630ce3-3774-41ef-b7e4-608041d40c37 req-87b176c1-17b0-41fd-8e05-b66910e10439 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426288
Jun 21 02:39:48.013043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8c32-5ed9-42da-b3d5-6e555cca5a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.150112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b6e58204-9a96-4ae6-b172-4daf93fd7303 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:39:48.231231 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8c32-5ed9-42da-b3d5-6e555cca5a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.297149 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8c32-5ed9-42da-b3d5-6e555cca5a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.308453 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92414eb2-6729-42f0-be3e-1fa2f376b758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:48.370712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b6e58204-9a96-4ae6-b172-4daf93fd7303, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b6e58204-9a96-4ae6-b172-4daf93fd7303,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:48.391447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5bbd8c32-5ed9-42da-b3d5-6e555cca5a46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d63c41c63b245d0ad21b7b049eaf17b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6331856
Jun 21 02:39:48.392339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd8c32-5ed9-42da-b3d5-6e555cca5a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00351e9-808e-4c4c-9880-a0204086ce10,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:48.395835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54688) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:48.396418 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5bbd8c32-5ed9-42da-b3d5-6e555cca5a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:48.411542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'b6e58204-9a96-4ae6-b172-4daf93fd7303', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'b6e58204-9a96-4ae6-b172-4daf93fd7303', 'mac_address': 'fa:16:3e:81:ee:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:tempest-test_az-232542634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:39:48.434097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75cc041a-3cc6-47e5-abb2-553585de90cc req-8b0768ac-1f82-4f0f-8c7b-6b175585c621 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 210 time: 0.0365245
Jun 21 02:39:48.464855 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.489561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e58204-9a96-4ae6-b172-4daf93fd7303 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:39:48.507327 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5cce109-42be-4460-8313-4af9bff302df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.515955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b6e58204-9a96-4ae6-b172-4daf93fd7303, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b6e58204-9a96-4ae6-b172-4daf93fd7303,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:48.548436 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5cce109-42be-4460-8313-4af9bff302df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.612458 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.614502 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:48.697037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=b6e58204-9a96-4ae6-b172-4daf93fd7303,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:48.700228 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:48.709787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5cce109-42be-4460-8313-4af9bff302df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.712413 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5cce109-42be-4460-8313-4af9bff302df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:48.722319 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f5cce109-42be-4460-8313-4af9bff302df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e00351e9-808e-4c4c-9880-a0204086ce10 HTTP/1.1" status: 204  len: 168 time: 0.3180015
Jun 21 02:39:48.722319 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01c348bc-af16-4b19-bbeb-8261caf58458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:48.725054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cce109-42be-4460-8313-4af9bff302df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00351e9-808e-4c4c-9880-a0204086ce10,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:48.727376 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5cce109-42be-4460-8313-4af9bff302df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:48.729465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e27cfe-71b0-4fbb-aa7c-1a0da16c2a33 req-a7073a0f-f4c1-4bd0-bb84-d28e5ea2e8c9 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:48.731053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46e27cfe-71b0-4fbb-aa7c-1a0da16c2a33 req-a7073a0f-f4c1-4bd0-bb84-d28e5ea2e8c9 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 969 time: 0.1441607
Jun 21 02:39:48.806318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7504-7c38-4d57-85ac-24a01ff3a186 req-e1863e72-b215-4306-b73f-1ee827e6f17f tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:48.806792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7504-7c38-4d57-85ac-24a01ff3a186 req-e1863e72-b215-4306-b73f-1ee827e6f17f tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:48.807264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7504-7c38-4d57-85ac-24a01ff3a186 req-e1863e72-b215-4306-b73f-1ee827e6f17f tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:48.807747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7504-7c38-4d57-85ac-24a01ff3a186 req-e1863e72-b215-4306-b73f-1ee827e6f17f tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:48.808206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7504-7c38-4d57-85ac-24a01ff3a186 req-e1863e72-b215-4306-b73f-1ee827e6f17f tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:48.809926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5aec7504-7c38-4d57-85ac-24a01ff3a186 req-e1863e72-b215-4306-b73f-1ee827e6f17f tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3629 time: 0.1726146
Jun 21 02:39:48.817853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46e27cfe-71b0-4fbb-aa7c-1a0da16c2a33 req-a839fa9e-161c-4026-ab59-912dff95103a tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774987
Jun 21 02:39:48.914569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b6e58204-9a96-4ae6-b172-4daf93fd7303'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:39:48.942520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4122e6d-dc86-400f-8b66-af8e8f21192f req-02278dd3-5c9a-4f7d-9960-e2f56c8d8a32 tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:48.950017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4122e6d-dc86-400f-8b66-af8e8f21192f req-02278dd3-5c9a-4f7d-9960-e2f56c8d8a32 tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 886 time: 0.1161599
Jun 21 02:39:49.092823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e5cb-2168-48a2-b475-b60560641ae1 req-a682e4de-33a5-43ae-8a55-95fbea767d93 tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:49.093921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e5cb-2168-48a2-b475-b60560641ae1 req-a682e4de-33a5-43ae-8a55-95fbea767d93 tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:49.094719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e5cb-2168-48a2-b475-b60560641ae1 req-a682e4de-33a5-43ae-8a55-95fbea767d93 tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:49.095914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e5cb-2168-48a2-b475-b60560641ae1 req-a682e4de-33a5-43ae-8a55-95fbea767d93 tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:49.097037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e5cb-2168-48a2-b475-b60560641ae1 req-a682e4de-33a5-43ae-8a55-95fbea767d93 tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:49.099208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2694e5cb-2168-48a2-b475-b60560641ae1 req-a682e4de-33a5-43ae-8a55-95fbea767d93 tempest-NetworksTest-1065863887 tempest-NetworksTest-1065863887-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3629 time: 0.1260977
Jun 21 02:39:49.202311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4679c2-7fd4-482a-9187-848590eae4f1 req-814157bf-b7cd-4e1d-950b-33573266ea41 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:49.203840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae4679c2-7fd4-482a-9187-848590eae4f1 req-814157bf-b7cd-4e1d-950b-33573266ea41 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 936 time: 0.0795987
Jun 21 02:39:49.254275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae4679c2-7fd4-482a-9187-848590eae4f1 req-4cba4197-5d10-477f-9222-77e4471dd1af tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432699
Jun 21 02:39:49.537849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54724) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:49.554574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec579-2d5f-44c1-882a-75ee33f88591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:49.582029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bceb881-ead8-4329-903a-a732341fa787 req-b0defb5f-56e5-4a96-8457-14117fb426b4 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 210 time: 0.0304956
Jun 21 02:39:49.654545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec579-2d5f-44c1-882a-75ee33f88591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:49.720835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec579-2d5f-44c1-882a-75ee33f88591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:49.725080 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:49.735127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54728) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:49.761729 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7f0ec579-2d5f-44c1-882a-75ee33f88591 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42187d88d06541bc914f10da156e746e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2226558
Jun 21 02:39:49.762551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec579-2d5f-44c1-882a-75ee33f88591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c138a1-7e40-4b64-b6ee-ab0f9822df59,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:49.764465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54732) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:49.766509 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f0ec579-2d5f-44c1-882a-75ee33f88591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:49.797027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-2f6f4754-1a11-4dd8-8571-332c859fe5e0 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:39:49.798029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-2f6f4754-1a11-4dd8-8571-332c859fe5e0 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0092144
Jun 21 02:39:49.856298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-599fa6f5-d800-4e2b-b251-bff589184353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:49.858363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f73a721-a6ab-485d-a63f-ad5e76931af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:49.898912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f73a721-a6ab-485d-a63f-ad5e76931af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:49.958395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Request body: {'port': {'device_id': '57e20209-e770-44b0-90cb-27fba2bc1587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:50.035689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54740) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:50.095118 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.115072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77fed-4b60-4848-ada8-41d46b5e93ee req-c4b2b82d-7595-48c4-9adb-0bbd181dca1c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:50.116528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8c77fed-4b60-4848-ada8-41d46b5e93ee req-c4b2b82d-7595-48c4-9adb-0bbd181dca1c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 970 time: 0.1486139
Jun 21 02:39:50.124284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b6e58204-9a96-4ae6-b172-4daf93fd7303 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:50.164154 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01a2e034-c01f-4972-b60a-c09af2a89b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.204603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8c77fed-4b60-4848-ada8-41d46b5e93ee req-d48d8de1-f7e9-4987-8c88-c7189ccc3c33 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665622
Jun 21 02:39:50.265061 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f73a721-a6ab-485d-a63f-ad5e76931af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.267605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f73a721-a6ab-485d-a63f-ad5e76931af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.268982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f73a721-a6ab-485d-a63f-ad5e76931af8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38c138a1-7e40-4b64-b6ee-ab0f9822df59 HTTP/1.1" status: 204  len: 168 time: 0.5034919
Jun 21 02:39:50.272257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port b6e58204-9a96-4ae6-b172-4daf93fd7303 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:50.276521 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:50.282123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port b6e58204-9a96-4ae6-b172-4daf93fd7303 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:50.282123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.316891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73a721-a6ab-485d-a63f-ad5e76931af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c138a1-7e40-4b64-b6ee-ab0f9822df59,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:50.329391 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f73a721-a6ab-485d-a63f-ad5e76931af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:50.397485 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-599fa6f5-d800-4e2b-b251-bff589184353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.433318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.461239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22232fd1-b8c9-494f-9190-4b11002f91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e58204-9a96-4ae6-b172-4daf93fd7303'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:39:50.564445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01a2e034-c01f-4972-b60a-c09af2a89b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.565917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b6e58204-9a96-4ae6-b172-4daf93fd7303, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b6e58204-9a96-4ae6-b172-4daf93fd7303,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:50.582722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-599fa6f5-d800-4e2b-b251-bff589184353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.597383 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-99d87338-960c-49ce-9d44-65b3c0931900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:50.647330 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.649992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01a2e034-c01f-4972-b60a-c09af2a89b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.652223 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0389ba4e-ea60-47e1-aadc-c7753c895f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:50.657698 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:50.688287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-599fa6f5-d800-4e2b-b251-bff589184353 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c988be548984aa38fef465fa38a4383&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9608178
Jun 21 02:39:50.694800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54760) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:50.699942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fa6f5-d800-4e2b-b251-bff589184353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5147d3ae-898f-46a6-a8c9-4ea89258ed13,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:50.709159 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-599fa6f5-d800-4e2b-b251-bff589184353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:50.716988 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7037e23-e55a-4554-8581-4c1972a099d1" -d '{"events": [{"server_uuid": "22232fd1-b8c9-494f-9190-4b11002f91d1", "name": "network-vif-plugged", "status": "completed", "tag": "b6e58204-9a96-4ae6-b172-4daf93fd7303"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:39:50.722918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2e034-c01f-4972-b60a-c09af2a89b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dd7d9d-3a25-48fe-a749-a1edef184cad,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:50.751618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=b6e58204-9a96-4ae6-b172-4daf93fd7303,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:50.755797 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:50.780162 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01a2e034-c01f-4972-b60a-c09af2a89b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:50.798998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c20b47-1cfe-437d-b44d-1e78b2068e77 req-e22c6ce9-c13d-48a5-a82c-2d7dc6a0f2c5 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 210 time: 0.0767663
Jun 21 02:39:50.804794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01a2e034-c01f-4972-b60a-c09af2a89b6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1c1821a21fd48708124677e8384411f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7672286
Jun 21 02:39:50.806438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d9b307-5478-422f-a54d-b90aa4caf1b0 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:39:50.812731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54766) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:50.814654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.836279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ab15e5c-ab67-49be-87dd-dda96b22b14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.836657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c2bac-ea16-425a-9c1b-0672b7364baa req-054b7e5a-8232-427e-8c3e-494521733585 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:50.838194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa1c2bac-ea16-425a-9c1b-0672b7364baa req-054b7e5a-8232-427e-8c3e-494521733585 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 936 time: 0.2624185
Jun 21 02:39:50.843042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Transition to ACTIVE for port object 56d9b307-5478-422f-a54d-b90aa4caf1b0 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:50.918023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa1c2bac-ea16-425a-9c1b-0672b7364baa req-9136eb02-c10f-42ca-9dbb-c3b7474dffe3 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693173
Jun 21 02:39:50.956596 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:50.960149 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:50.979567 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2724ec-cd7b-4d9b-8958-804a100ce48a x-openstack-request-id: req-0f2724ec-cd7b-4d9b-8958-804a100ce48a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:39:50.979835 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22232fd1-b8c9-494f-9190-4b11002f91d1", "name": "network-vif-plugged", "status": "completed", "tag": "b6e58204-9a96-4ae6-b172-4daf93fd7303", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:39:50.980110 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f2724ec-cd7b-4d9b-8958-804a100ce48a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:39:50.980591 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22232fd1-b8c9-494f-9190-4b11002f91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e58204-9a96-4ae6-b172-4daf93fd7303', 'code': 200}
Jun 21 02:39:51.021703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ab15e5c-ab67-49be-87dd-dda96b22b14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.063803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.26', 60383) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:51.079761 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab26368a-e9a2-42ac-a115-371e1fbfb1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.110180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab26368a-e9a2-42ac-a115-371e1fbfb1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.148925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Pushing event updated for resources: {'Port': ['ID=56d9b307-5478-422f-a54d-b90aa4caf1b0,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:51.170560 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:51.237650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Attempting to bind port 56d9b307-5478-422f-a54d-b90aa4caf1b0 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:51.238421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Attempting to bind port 56d9b307-5478-422f-a54d-b90aa4caf1b0 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:51.242292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Attempting to bind port 56d9b307-5478-422f-a54d-b90aa4caf1b0 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:51.257116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e5561-0de7-4730-967b-496af1e38711 req-ed76466c-a59a-412f-95fc-d8c50f1ef5a2 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:51.258941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-ed76466c-a59a-412f-95fc-d8c50f1ef5a2 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 823 time: 0.1940699
Jun 21 02:39:51.260993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Port 56d9b307-5478-422f-a54d-b90aa4caf1b0 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:39:51.261938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Attempting to bind port 56d9b307-5478-422f-a54d-b90aa4caf1b0 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:51.292223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:51.292852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:51.293036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:51.293542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Bound port: 56d9b307-5478-422f-a54d-b90aa4caf1b0, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:51.293888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.297802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b8905-667a-4c92-afa5-939a57030ae9 req-c0e8d2ff-bc51-4a1c-b996-7ac72e24ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:51.300209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cf8b8905-667a-4c92-afa5-939a57030ae9 req-c0e8d2ff-bc51-4a1c-b996-7ac72e24ef3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 1123 time: 0.1598430
Jun 21 02:39:51.323103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cf8b8905-667a-4c92-afa5-939a57030ae9 req-2d6f17a0-2d25-456e-bf78-40e31e89e340 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.340414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab26368a-e9a2-42ac-a115-371e1fbfb1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.343200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab26368a-e9a2-42ac-a115-371e1fbfb1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.344385 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ab26368a-e9a2-42ac-a115-371e1fbfb1a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40dd7d9d-3a25-48fe-a749-a1edef184cad HTTP/1.1" status: 204  len: 168 time: 0.5306172
Jun 21 02:39:51.349449 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:51.353135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-24804a47-0c8d-430d-9056-310e617a15d4 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10dfe606d88c47a7a54d11e347c911bd HTTP/1.1" status: 200  len: 379 time: 0.0829997
Jun 21 02:39:51.362724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26368a-e9a2-42ac-a115-371e1fbfb1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dd7d9d-3a25-48fe-a749-a1edef184cad,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:51.365682 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab26368a-e9a2-42ac-a115-371e1fbfb1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:51.377139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ab15e5c-ab67-49be-87dd-dda96b22b14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.378925 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ab15e5c-ab67-49be-87dd-dda96b22b14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.382434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3ab15e5c-ab67-49be-87dd-dda96b22b14a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5147d3ae-898f-46a6-a8c9-4ea89258ed13 HTTP/1.1" status: 204  len: 168 time: 0.6466279
Jun 21 02:39:51.383032 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:51.395705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Request body: {'port': {'device_id': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'admin_state_up': True, 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'security_groups': ['d73e9d58-ace3-4d70-8d95-63fcf8281608']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:51.400162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab15e5c-ab67-49be-87dd-dda96b22b14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5147d3ae-898f-46a6-a8c9-4ea89258ed13,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:51.404040 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ab15e5c-ab67-49be-87dd-dda96b22b14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:51.472705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cf8b8905-667a-4c92-afa5-939a57030ae9 req-2d6f17a0-2d25-456e-bf78-40e31e89e340 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.515792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] For port 56d9b307-5478-422f-a54d-b90aa4caf1b0, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:51.538221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cf8b8905-667a-4c92-afa5-939a57030ae9 req-2d6f17a0-2d25-456e-bf78-40e31e89e340 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.541928 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:51.544939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] For port 56d9b307-5478-422f-a54d-b90aa4caf1b0, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=56d9b307-5478-422f-a54d-b90aa4caf1b0,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:51.587331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f17a0-2d25-456e-bf78-40e31e89e340 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4872bf72-a5cc-41e6-9904-67a29061b551,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:51.591428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053279c-e04a-4445-89e3-63565a4c251e req-4a2791e2-1251-4ed5-a833-98ab18a2d958 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:51.592946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c053279c-e04a-4445-89e3-63565a4c251e req-4a2791e2-1251-4ed5-a833-98ab18a2d958 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 971 time: 0.2185709
Jun 21 02:39:51.593433 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2d6f17a0-2d25-456e-bf78-40e31e89e340 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:51.598612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cf8b8905-667a-4c92-afa5-939a57030ae9 req-2d6f17a0-2d25-456e-bf78-40e31e89e340 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2911308
Jun 21 02:39:51.648260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c053279c-e04a-4445-89e3-63565a4c251e req-a281b007-2fc4-497c-a8ff-558d9405f9d5 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419049
Jun 21 02:39:51.649793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.657612 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:51.685569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:51.686180 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.687572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] 10.222.0.26 "PUT /v2.0/ports/56d9b307-5478-422f-a54d-b90aa4caf1b0 HTTP/1.1" status: 200  len: 1097 time: 1.8099167
Jun 21 02:39:51.689764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e20209-e770-44b0-90cb-27fba2bc1587', 'tag': '56d9b307-5478-422f-a54d-b90aa4caf1b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:39:51.713362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54788) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:51.761458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Made reservation on behalf of 10dfe606d88c47a7a54d11e347c911bd for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:51.764919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:51.808249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Pushing event updated for resources: {'Port': ['ID=56d9b307-5478-422f-a54d-b90aa4caf1b0,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:51.812224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:52.016233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-217090056-network', 'tenant_id': '2f485a65256a4d97929fdea10aca7230'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:52.043547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04664c59-cc5b-47dc-8a77-d53da563c898 req-1a43781e-9b82-4f10-81b0-24e3db329adf tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 210 time: 0.0881388
Jun 21 02:39:52.059333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54802) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:52.081491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7acbf1c-669a-4e2e-8516-39585bd70f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.099772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Made reservation on behalf of 2f485a65256a4d97929fdea10aca7230 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:52.102606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.110927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Allocated IP 172.20.0.7 (e0cc354e-999c-4b45-a6f9-79b90b4bcfd0/e4dec0d2-5f45-4bc6-9e9f-38537cf21856/918e7024-2eab-4d85-a789-377825080906) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:39:52.114973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-89f0255f-2692-4267-9c60-8d030da1d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:52.116475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-89f0255f-2692-4267-9c60-8d030da1d917 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6668cb6f83994ec78e66a2b5090caf42&device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 1100 time: 0.3094387
Jun 21 02:39:52.116770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.194586 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39ef648-64b9-4156-b862-0f989928ced3" -d '{"events": [{"name": "network-changed", "server_uuid": "57e20209-e770-44b0-90cb-27fba2bc1587", "tag": "56d9b307-5478-422f-a54d-b90aa4caf1b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:39:52.202012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-224726f2-c6bd-48c3-b250-6873ac8ec6bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=56d9b307-5478-422f-a54d-b90aa4caf1b0 HTTP/1.1" status: 200  len: 217 time: 0.0779831
Jun 21 02:39:52.203735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7acbf1c-669a-4e2e-8516-39585bd70f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.290403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99531f86-82d3-46fd-b373-7f471ca8d420 req-e4596053-7113-421e-97a0-c2af865df265 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:52.291868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99531f86-82d3-46fd-b373-7f471ca8d420 req-e4596053-7113-421e-97a0-c2af865df265 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 948 time: 0.2439647
Jun 21 02:39:52.293363 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e96dc5a-7f1d-4fe2-a2e9-c4e38225b91c x-openstack-request-id: req-2e96dc5a-7f1d-4fe2-a2e9-c4e38225b91c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:39:52.295890 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e20209-e770-44b0-90cb-27fba2bc1587", "tag": "56d9b307-5478-422f-a54d-b90aa4caf1b0", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:39:52.295890 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e96dc5a-7f1d-4fe2-a2e9-c4e38225b91c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:39:52.295890 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e20209-e770-44b0-90cb-27fba2bc1587', 'tag': '56d9b307-5478-422f-a54d-b90aa4caf1b0', 'status': 'completed', 'code': 200}
Jun 21 02:39:52.339658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7acbf1c-669a-4e2e-8516-39585bd70f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.343649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-64b8e32d-e21c-4e13-81ac-661323620a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:52.344333 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5cce109-42be-4460-8313-4af9bff302df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:52.347548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-64b8e32d-e21c-4e13-81ac-661323620a51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1344318
Jun 21 02:39:52.397319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acbf1c-669a-4e2e-8516-39585bd70f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11560a3d-dd85-4309-b3a2-8a83d6c0ae4e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:52.400931 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7acbf1c-669a-4e2e-8516-39585bd70f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:52.409816 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d7acbf1c-669a-4e2e-8516-39585bd70f74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d443c9b7c9142789b35bc9f5778b0f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3494320
Jun 21 02:39:52.411947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54808) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:52.417970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54810) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:52.443378 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b589-d3d2-47ee-836b-a594867a60e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.456893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99531f86-82d3-46fd-b373-7f471ca8d420 req-46813ae4-91da-46e7-920a-f8410be3f122 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285334
Jun 21 02:39:52.503894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.526978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Transition to ACTIVE for port object 918e7024-2eab-4d85-a789-377825080906 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:52.529514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-4fa2c67b-7683-4126-9910-cd5de4ce9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:52.530990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-4fa2c67b-7683-4126-9910-cd5de4ce9af4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1760859
Jun 21 02:39:52.534106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944edc21-f59f-4168-9a3a-cd9c2c889763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.557245 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.566129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944edc21-f59f-4168-9a3a-cd9c2c889763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.634406 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.640218 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c13fafa4-a9d1-43f5-8a9d-df728f052dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:52.682011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cd47d7-073c-4514-8a29-1977e58a754f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:52.685483 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:52.750148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b589-d3d2-47ee-836b-a594867a60e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.751301 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944edc21-f59f-4168-9a3a-cd9c2c889763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.754700 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944edc21-f59f-4168-9a3a-cd9c2c889763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.758649 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-944edc21-f59f-4168-9a3a-cd9c2c889763 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11560a3d-dd85-4309-b3a2-8a83d6c0ae4e HTTP/1.1" status: 204  len: 168 time: 0.3342104
Jun 21 02:39:52.758649 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0592fd1d-0203-492d-84f2-fc30c8c8a27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:52.762633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:39:52.772450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944edc21-f59f-4168-9a3a-cd9c2c889763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11560a3d-dd85-4309-b3a2-8a83d6c0ae4e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:52.775333 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-944edc21-f59f-4168-9a3a-cd9c2c889763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:52.782795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.783144 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Added segment 921e1fcb-c7fd-4669-8df3-f2f547f344c6 of type vlan for network 189bfbca-26a0-475d-aedc-aff32b9a26ff
Jun 21 02:39:52.829476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.835287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b589-d3d2-47ee-836b-a594867a60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.839002 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:52.890313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0b589-d3d2-47ee-836b-a594867a60e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cddcb7-adb5-4413-96f5-81135a58cc98,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:52.894634 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ee0b589-d3d2-47ee-836b-a594867a60e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:52.899752 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ee0b589-d3d2-47ee-836b-a594867a60e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86093e93e1914f838f70cc3e4445b6f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4866853
Jun 21 02:39:52.905363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54818) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:52.906628 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-cb0d5135-66a7-4472-b777-de1072d5fee7 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3681154
Jun 21 02:39:52.959870 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ea7b-6add-4464-a920-b76a3cf32058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.974772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e43b2f-d844-4715-8c0a-115ab013c3be req-682a2c0c-dd15-4572-9d3d-a28f61ca2eac tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:52.978558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.981617 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6e43b2f-d844-4715-8c0a-115ab013c3be req-682a2c0c-dd15-4572-9d3d-a28f61ca2eac tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 971 time: 0.1725986
Jun 21 02:39:52.983646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:52.983808 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.984230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:52.990522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:52.993834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ea7b-6add-4464-a920-b76a3cf32058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:53.004840 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:53.070976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:39:53.079663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:53.085023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Pushing event updated for resources: {'Network': ['ID=189bfbca-26a0-475d-aedc-aff32b9a26ff,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:53.087804 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:53.092130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6e43b2f-d844-4715-8c0a-115ab013c3be req-98b4c213-183c-4520-859d-ae6a065da58c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096227
Jun 21 02:39:53.095339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:39:53.099419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 189bfbca-26a0-475d-aedc-aff32b9a26ff details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:39:53.108302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:53.108650 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:53.130629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event updated for resources: {'Port': ['ID=918e7024-2eab-4d85-a789-377825080906,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:53.140006 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:53.144964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3fea60-e04f-489d-bb65-ba69d35a31ca req-3a8f1923-9026-4a10-b082-6be7e42a8b27 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310090
Jun 21 02:39:53.161620 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4470642
Jun 21 02:39:53.165228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54822) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:53.170493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Request body: {'subnet': {'network_id': '189bfbca-26a0-475d-aedc-aff32b9a26ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-217090056-subnet', 'tenant_id': '2f485a65256a4d97929fdea10aca7230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:53.207664 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ea7b-6add-4464-a920-b76a3cf32058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:53.210379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ea7b-6add-4464-a920-b76a3cf32058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:53.214181 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ff1ea7b-6add-4464-a920-b76a3cf32058 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6cddcb7-adb5-4413-96f5-81135a58cc98 HTTP/1.1" status: 204  len: 168 time: 0.3108807
Jun 21 02:39:53.215422 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7d33c377-5ec7-4d0d-a95c-2b0fc68fa4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:53.230396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8398004
Jun 21 02:39:53.230934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1ea7b-6add-4464-a920-b76a3cf32058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cddcb7-adb5-4413-96f5-81135a58cc98,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:53.244145 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ff1ea7b-6add-4464-a920-b76a3cf32058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:53.252105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Request body: {'port': {'device_id': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:53.389918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Made reservation on behalf of 2f485a65256a4d97929fdea10aca7230 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:53.395479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:53.441436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:53.508284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ef648-64b9-4156-b862-0f989928ced3 req-9723b18f-55b1-4038-b08d-ffcee66a733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:53.509169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-905db1ff-c366-4dc3-80fc-de4a69574a50 None None] Provisioning for port 918e7024-2eab-4d85-a789-377825080906 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:53.509748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39ef648-64b9-4156-b862-0f989928ced3 req-9723b18f-55b1-4038-b08d-ffcee66a733b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6668cb6f83994ec78e66a2b5090caf42&device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 1100 time: 0.1546998
Jun 21 02:39:53.517037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020db51-b701-4463-9cb8-776806faad2b req-4d13ac07-6d83-4856-a11a-830c0bfe6346 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:53.519677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-905db1ff-c366-4dc3-80fc-de4a69574a50 None None] Provisioning complete for port 918e7024-2eab-4d85-a789-377825080906 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:53.520059 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-905db1ff-c366-4dc3-80fc-de4a69574a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:53.521813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0020db51-b701-4463-9cb8-776806faad2b req-4d13ac07-6d83-4856-a11a-830c0bfe6346 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 931 time: 0.1963887
Jun 21 02:39:53.582046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-905db1ff-c366-4dc3-80fc-de4a69574a50 None None] Port 918e7024-2eab-4d85-a789-377825080906 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:39:53.744493 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:53.748376 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:53.757980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0020db51-b701-4463-9cb8-776806faad2b req-77c2d33a-dd8e-4642-aecb-e8df930fb03a tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2304466
Jun 21 02:39:53.821855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1508f0f-712d-49db-b7e0-230121eb995d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:53.830051 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:53.831565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Checking segment: {'id': '921e1fcb-c7fd-4669-8df3-f2f547f344c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '189bfbca-26a0-475d-aedc-aff32b9a26ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:53.831918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Network hostable DHCP agents. Network: 189bfbca-26a0-475d-aedc-aff32b9a26ff, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:39:53.905173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ef648-64b9-4156-b862-0f989928ced3 req-939a6e09-7747-46f1-b5c3-ac9e20692d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:53.907144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39ef648-64b9-4156-b862-0f989928ced3 req-939a6e09-7747-46f1-b5c3-ac9e20692d8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.3841369
Jun 21 02:39:53.932091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Network 189bfbca-26a0-475d-aedc-aff32b9a26ff is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:39:53.972700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39ef648-64b9-4156-b862-0f989928ced3 req-42c86a56-4fca-4609-a84a-3d8ac717c032 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=56d9b307-5478-422f-a54d-b90aa4caf1b0 HTTP/1.1" status: 200  len: 217 time: 0.0563540
Jun 21 02:39:53.980133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d33d7-3fd4-4e77-b1d4-2812bafe633d req-34875931-38be-4933-acea-55f23f548aae tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:53.987091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-300d33d7-3fd4-4e77-b1d4-2812bafe633d req-34875931-38be-4933-acea-55f23f548aae tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 948 time: 0.3311517
Jun 21 02:39:54.017671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 189bfbca-26a0-475d-aedc-aff32b9a26ff) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:54.022416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:54.023021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:54.028075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb52db-8db6-4217-981c-e3d869c23746 None None] Network 189bfbca-26a0-475d-aedc-aff32b9a26ff requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:39:54.105088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-300d33d7-3fd4-4e77-b1d4-2812bafe633d req-ffcb8abf-7685-4682-961b-8aeecf8de2a4 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154745
Jun 21 02:39:54.119241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ef648-64b9-4156-b862-0f989928ced3 req-2296419f-2253-499c-906a-2ed0aabe9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:54.119241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39ef648-64b9-4156-b862-0f989928ced3 req-2296419f-2253-499c-906a-2ed0aabe9204 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1229808
Jun 21 02:39:54.127093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9606831
Jun 21 02:39:54.169957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea22f35-bda6-45cc-8645-fb4b5b2643f7 None None] Network 189bfbca-26a0-475d-aedc-aff32b9a26ff requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:39:54.197385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918e7024-2eab-4d85-a789-377825080906 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:39:54.209297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:54.230192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Transition to ACTIVE for port object 918e7024-2eab-4d85-a789-377825080906 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:39:54.242089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ef648-64b9-4156-b862-0f989928ced3 req-5e77eefc-db05-42ff-9566-4b2625d239ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:54.244434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39ef648-64b9-4156-b862-0f989928ced3 req-5e77eefc-db05-42ff-9566-4b2625d239ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1199095
Jun 21 02:39:54.348195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:54.356847 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:54.475318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39ef648-64b9-4156-b862-0f989928ced3 req-c99cb4a6-ad8e-445e-a9e1-238677a7a4e8 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232473
Jun 21 02:39:54.477814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Pushing event updated for resources: {'Port': ['ID=918e7024-2eab-4d85-a789-377825080906,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:54.483751 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:54.539939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca417ffd-cc3e-47a8-bbb4-ab843ed100a6 req-1e5b6c9c-1f91-4700-b502-067371b6fe16 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:54.541511 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca417ffd-cc3e-47a8-bbb4-ab843ed100a6 req-1e5b6c9c-1f91-4700-b502-067371b6fe16 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 971 time: 0.2658446
Jun 21 02:39:54.585458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Attempting to bind port 918e7024-2eab-4d85-a789-377825080906 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:39:54.585801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Attempting to bind port 918e7024-2eab-4d85-a789-377825080906 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:39:54.586135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Attempting to bind port 918e7024-2eab-4d85-a789-377825080906 on network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:54.602513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Port 918e7024-2eab-4d85-a789-377825080906 on network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:39:54.602842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Attempting to bind port 918e7024-2eab-4d85-a789-377825080906 on network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:39:54.620940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:39:54.621283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Checking segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:54.621693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Bound using segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:39:54.622297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Bound port: 918e7024-2eab-4d85-a789-377825080906, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:39:54.622643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:54.655724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca417ffd-cc3e-47a8-bbb4-ab843ed100a6 req-8b836732-466b-4dc2-8b4d-cc58b63b3021 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824776
Jun 21 02:39:54.697551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39ef648-64b9-4156-b862-0f989928ced3 req-0dc2fb91-776d-4be2-81ae-66019bdfdf62 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2127466
Jun 21 02:39:54.729977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] For port 918e7024-2eab-4d85-a789-377825080906, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:39:54.734961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] For port 918e7024-2eab-4d85-a789-377825080906, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=918e7024-2eab-4d85-a789-377825080906,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:39:54.818691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:54.835511 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:55.090882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:55.091507 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.092979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] 10.222.0.26 "PUT /v2.0/ports/918e7024-2eab-4d85-a789-377825080906 HTTP/1.1" status: 200  len: 1092 time: 1.8547082
Jun 21 02:39:55.097719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'tag': '918e7024-2eab-4d85-a789-377825080906'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:39:55.100177 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91fa7f-15ec-4138-940e-0a65f503a419" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8e95fc-7e86-492e-b253-5336bcd207b9", "tag": "918e7024-2eab-4d85-a789-377825080906"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:39:55.170091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Pushing event updated for resources: {'Port': ['ID=918e7024-2eab-4d85-a789-377825080906,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:55.173537 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:55.184044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bfec0-00fd-4f9d-8cb9-014b14f9f80b req-c41ad0c2-2c37-481c-98cf-f4cf20402edf tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:55.185557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da1bfec0-00fd-4f9d-8cb9-014b14f9f80b req-c41ad0c2-2c37-481c-98cf-f4cf20402edf tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 1123 time: 0.4113219
Jun 21 02:39:55.215561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-da1bfec0-00fd-4f9d-8cb9-014b14f9f80b req-b4c2d765-1482-45c1-92da-b0c2a86f21ed tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.234668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d272f8d-19d8-413e-8401-9097ac230e40 req-28518165-068d-40d9-98e8-34ae2c200292 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:55.236199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d272f8d-19d8-413e-8401-9097ac230e40 req-28518165-068d-40d9-98e8-34ae2c200292 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 943 time: 0.1893034
Jun 21 02:39:55.353442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d272f8d-19d8-413e-8401-9097ac230e40 req-b6ffd939-1aee-47e6-8d46-f7df7d800b5f tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090124
Jun 21 02:39:55.387428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e5561-0de7-4730-967b-496af1e38711 req-8e53ae5c-4282-4ded-8b92-114e70697ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:55.390102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-8e53ae5c-4282-4ded-8b92-114e70697ee2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 1095 time: 0.1457410
Jun 21 02:39:55.445872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-24499721-26b2-4adc-97bb-82b8da286d25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918e7024-2eab-4d85-a789-377825080906 HTTP/1.1" status: 200  len: 217 time: 0.0458672
Jun 21 02:39:55.517153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-da1bfec0-00fd-4f9d-8cb9-014b14f9f80b req-b4c2d765-1482-45c1-92da-b0c2a86f21ed tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.553882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e5561-0de7-4730-967b-496af1e38711 req-029e7c03-5c7c-4942-8f3b-0040fcb53ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:55.555343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-029e7c03-5c7c-4942-8f3b-0040fcb53ff4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 200  len: 862 time: 0.1027696
Jun 21 02:39:55.569418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54912) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:55.574952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-268730292-network', 'tenant_id': '178177bb369a4e81b35da5f3d00247e5'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:55.596930 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-da1bfec0-00fd-4f9d-8cb9-014b14f9f80b req-b4c2d765-1482-45c1-92da-b0c2a86f21ed tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.604536 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c33f5b2c-f690-4ea8-9174-f815eb30dab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:55.638175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da1bfec0-00fd-4f9d-8cb9-014b14f9f80b req-b4c2d765-1482-45c1-92da-b0c2a86f21ed tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4443810
Jun 21 02:39:55.655578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2d765-1482-45c1-92da-b0c2a86f21ed tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3859da9a-3e0c-4f33-818f-0af2d2d329d6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:55.659309 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b4c2d765-1482-45c1-92da-b0c2a86f21ed tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:55.670246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Made reservation on behalf of 178177bb369a4e81b35da5f3d00247e5 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:55.670544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92981d5-ba8f-400d-a7b2-743d60cd7a1b req-9da401f1-2007-4238-9b72-d771d6d7b7f1 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:55.670544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92981d5-ba8f-400d-a7b2-743d60cd7a1b req-9da401f1-2007-4238-9b72-d771d6d7b7f1 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 948 time: 0.1852236
Jun 21 02:39:55.670903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.685459 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.698434 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee318eb-51bc-4829-b709-19f43bda9c36 x-openstack-request-id: req-7ee318eb-51bc-4829-b709-19f43bda9c36 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:39:55.699092 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8e95fc-7e86-492e-b253-5336bcd207b9", "tag": "918e7024-2eab-4d85-a789-377825080906", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:39:55.699440 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ee318eb-51bc-4829-b709-19f43bda9c36 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:39:55.699936 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'tag': '918e7024-2eab-4d85-a789-377825080906', 'status': 'completed', 'code': 200}
Jun 21 02:39:55.706093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e5561-0de7-4730-967b-496af1e38711 req-892827b1-7ed7-4387-b479-4a0cc00b4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:55.707675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-892827b1-7ed7-4387-b479-4a0cc00b4540 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1444354
Jun 21 02:39:55.742906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92981d5-ba8f-400d-a7b2-743d60cd7a1b req-94415ee4-cffd-4ade-961c-de420684e3ec tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647392
Jun 21 02:39:55.853362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.868123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-e47cd444-bc82-493d-8068-361b3d819655 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506181
Jun 21 02:39:55.892001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.896816 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-76923207-0930-437d-803b-e4754536f17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:55.922354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f880ea0c-b7a5-45ed-846d-27589be59c5b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:55.925667 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:55.933431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:39:55.950833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:55.955975 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Added segment 6574100d-4144-4a13-aa6f-eb273e35590b of type vlan for network 02b33fab-9505-4736-92f6-cc7fc0d430f6
Jun 21 02:39:56.000968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.012380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28e5561-0de7-4730-967b-496af1e38711 req-4b9ba41f-b528-4697-94ac-9cb53517786d service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374118
Jun 21 02:39:56.166793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.171320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:56.173086 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.176404 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31e2cb7a-658e-4099-9952-b81aea3c2618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:56.226163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-fb3453ac-21c3-46bc-bece-181c85f35609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:56.227900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-fb3453ac-21c3-46bc-bece-181c85f35609 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 1095 time: 0.0639198
Jun 21 02:39:56.238599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Pushing event updated for resources: {'Network': ['ID=02b33fab-9505-4736-92f6-cc7fc0d430f6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:56.241472 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:56.248453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 02b33fab-9505-4736-92f6-cc7fc0d430f6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:39:56.320951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54940) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:56.331236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Request body: {'subnet': {'network_id': '02b33fab-9505-4736-92f6-cc7fc0d430f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-268730292-subnet', 'tenant_id': '178177bb369a4e81b35da5f3d00247e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:39:56.331593 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7460322
Jun 21 02:39:56.345460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-16286af6-d794-4665-9888-2d868346d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:56.353936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-16286af6-d794-4665-9888-2d868346d919 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 924 time: 0.1194112
Jun 21 02:39:56.399573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-18b9c12e-d541-4989-9943-efa3d439c6e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918e7024-2eab-4d85-a789-377825080906 HTTP/1.1" status: 200  len: 217 time: 0.0391822
Jun 21 02:39:56.448685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Made reservation on behalf of 178177bb369a4e81b35da5f3d00247e5 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:39:56.452177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.469497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-21f9174f-bfe1-460a-9050-d27638f3755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:56.472828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-21f9174f-bfe1-460a-9050-d27638f3755b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 200  len: 862 time: 0.0639422
Jun 21 02:39:56.479767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 56d9b307-5478-422f-a54d-b90aa4caf1b0 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:39:56.523785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54952) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:56.597558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 56d9b307-5478-422f-a54d-b90aa4caf1b0, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=56d9b307-5478-422f-a54d-b90aa4caf1b0,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:56.609725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '56d9b307-5478-422f-a54d-b90aa4caf1b0', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '56d9b307-5478-422f-a54d-b90aa4caf1b0', 'mac_address': 'fa:16:3e:80:7c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:39:56.655870 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.677097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54960) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:56.683166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d9b307-5478-422f-a54d-b90aa4caf1b0 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:39:56.694368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111d401-57b8-4f2f-a7da-1fd44c766023 req-b5dff7c3-daac-408b-9a66-299f881cb5aa tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:56.695892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d111d401-57b8-4f2f-a7da-1fd44c766023 req-b5dff7c3-daac-408b-9a66-299f881cb5aa tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 943 time: 0.1797509
Jun 21 02:39:56.700000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-dbe26bbe-aa45-4d10-8bac-f37c1497fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:56.701443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-dbe26bbe-aa45-4d10-8bac-f37c1497fb13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1931362
Jun 21 02:39:56.719465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 56d9b307-5478-422f-a54d-b90aa4caf1b0, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=56d9b307-5478-422f-a54d-b90aa4caf1b0,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:56.761747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-997a00d2-0741-44cf-896f-61356e03c3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.781779 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.802234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.804661 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:56.816131 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 02:39:56.816131 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 02:39:56.816131 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id_1': '3578e255e6cc461891e93efc74ddd826', 'expiration_1': datetime.datetime(2021, 6, 21, 2, 39, 56, 801875)}]
Jun 21 02:39:56.816131 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:39:56.817009 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:39:56.844125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d111d401-57b8-4f2f-a7da-1fd44c766023 req-88665c05-db62-4781-b9c4-efc6fd5732fa tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400597
Jun 21 02:39:56.875967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=56d9b307-5478-422f-a54d-b90aa4caf1b0,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:56.881194 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:56.897840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-eb43581c-e443-430c-919d-41c229d4e976 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832438
Jun 21 02:39:56.910615 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-997a00d2-0741-44cf-896f-61356e03c3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.951015 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.957550 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:56.966064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-997a00d2-0741-44cf-896f-61356e03c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:56.969651 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-263b9997-370a-4a47-bffc-b031cc70c5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:57.008720 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-997a00d2-0741-44cf-896f-61356e03c3a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04f199d2bef3444aa4e2e69392d43f02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4832935
Jun 21 02:39:57.009517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a00d2-0741-44cf-896f-61356e03c3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86c8ce1-5521-4924-b56c-ee4bd486e5bb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:57.011769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54976) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:57.018397 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-997a00d2-0741-44cf-896f-61356e03c3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:57.076690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3947d79-dfde-4067-99d5-a295013c59b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.077351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e717f4-a347-4b2f-ab17-646863dd9627,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:57.086124 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:57.092937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b91fa7f-15ec-4138-940e-0a65f503a419 req-40f6a5f9-956f-48f8-a4c9-ed7230d087c7 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895339
Jun 21 02:39:57.099380 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3947d79-dfde-4067-99d5-a295013c59b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.102290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Checking segment: {'id': '6574100d-4144-4a13-aa6f-eb273e35590b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02b33fab-9505-4736-92f6-cc7fc0d430f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:39:57.102652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Network hostable DHCP agents. Network: 02b33fab-9505-4736-92f6-cc7fc0d430f6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:39:57.129624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a7e01-6ce9-4d13-b5d7-46a2d204fd65 req-d7c8e024-5458-46f3-ab2d-0dbd36f5a114 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:57.131195 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b4a7e01-6ce9-4d13-b5d7-46a2d204fd65 req-d7c8e024-5458-46f3-ab2d-0dbd36f5a114 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 949 time: 0.1691921
Jun 21 02:39:57.138668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['56d9b307-5478-422f-a54d-b90aa4caf1b0'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:39:57.181419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b4a7e01-6ce9-4d13-b5d7-46a2d204fd65 req-4a42cb51-8aa0-42ba-bd06-a1da44a8a52c tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349300
Jun 21 02:39:57.274673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Network 02b33fab-9505-4736-92f6-cc7fc0d430f6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:39:57.318852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.327298 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3947d79-dfde-4067-99d5-a295013c59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.329939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3947d79-dfde-4067-99d5-a295013c59b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.332075 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c3947d79-dfde-4067-99d5-a295013c59b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a86c8ce1-5521-4924-b56c-ee4bd486e5bb HTTP/1.1" status: 204  len: 168 time: 0.3192275
Jun 21 02:39:57.333265 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:57.342863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3947d79-dfde-4067-99d5-a295013c59b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86c8ce1-5521-4924-b56c-ee4bd486e5bb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:57.347440 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3947d79-dfde-4067-99d5-a295013c59b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:57.378265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 02b33fab-9505-4736-92f6-cc7fc0d430f6) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:39:57.384842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:57.386179 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.394468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2865a5-7caa-4e53-a040-e74a4e3dc862 None None] Network 02b33fab-9505-4736-92f6-cc7fc0d430f6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:39:57.438059 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.498064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.502491 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-971723fc-beed-43d9-9914-eb8368a625d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:57.540208 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3578e255e6cc461891e93efc74ddd826&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8619404
Jun 21 02:39:57.543451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10227fb5-9ffe-411b-828b-3c599eeedd94,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:57.543791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54992) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:57.550633 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:57.577400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2509210
Jun 21 02:39:57.602630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd57d-ad89-48a8-ba50-9c82e458541c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.645189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd57d-ad89-48a8-ba50-9c82e458541c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.648818 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd6c39-dc46-422c-ad91-363ae6f7aff5 None None] Network 02b33fab-9505-4736-92f6-cc7fc0d430f6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:39:57.753095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55006) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:57.785564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd57d-ad89-48a8-ba50-9c82e458541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.788122 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd57d-ad89-48a8-ba50-9c82e458541c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.789237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ddcd57d-ad89-48a8-ba50-9c82e458541c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10227fb5-9ffe-411b-828b-3c599eeedd94 HTTP/1.1" status: 204  len: 168 time: 0.2443762
Jun 21 02:39:57.791531 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6dc6e708-3fe9-4a1e-9542-da4764056359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:57.802391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcd57d-ad89-48a8-ba50-9c82e458541c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10227fb5-9ffe-411b-828b-3c599eeedd94,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:57.805774 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ddcd57d-ad89-48a8-ba50-9c82e458541c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:57.819619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Deleting subnet b1508f0f-712d-49db-b7e0-230121eb995d {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:39:57.825492 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.861148 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.870856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:57.993045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55016) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:58.006948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99d2ebbf-4afb-4a93-ba43-a8ace1620429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.021442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091b656-f785-4283-8d88-73e41ca4e94b req-1c09d112-4221-445e-b396-dcd2ef51be20 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:58.023410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3091b656-f785-4283-8d88-73e41ca4e94b req-1c09d112-4221-445e-b396-dcd2ef51be20 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 943 time: 0.0705011
Jun 21 02:39:58.025114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.031948 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:58.066710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1508f0f-712d-49db-b7e0-230121eb995d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:58.080872 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:58.083394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.088250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b1508f0f-712d-49db-b7e0-230121eb995d HTTP/1.1" status: 204  len: 168 time: 0.3321736
Jun 21 02:39:58.088250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55022) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:58.119311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99d2ebbf-4afb-4a93-ba43-a8ace1620429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.147226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3091b656-f785-4283-8d88-73e41ca4e94b req-1cf75cc1-736e-4ba8-ac2c-f767bb8e27ab tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898504
Jun 21 02:39:58.179217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.179426 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99d2ebbf-4afb-4a93-ba43-a8ace1620429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.181112 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b24c3888-e2aa-46e0-b48a-82f418bc5faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:58.217460 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-99d2ebbf-4afb-4a93-ba43-a8ace1620429 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1cd342b959ce443e8a1654425b67d55c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2230887
Jun 21 02:39:58.219820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2ebbf-4afb-4a93-ba43-a8ace1620429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0612a-5a4e-4317-9771-36229476457e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:58.222239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:58.224211 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99d2ebbf-4afb-4a93-ba43-a8ace1620429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:58.265843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.276520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-378e9720-c5c9-4f8a-a0b9-b71cc4d03075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.277807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f73d3022820>> segment before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.278263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f73d3022820>> subnet precommit_delete_associations 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.279364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d31109d0>> segment_host_mapping after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.279783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d31109d0>> port after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.280201 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d31109d0>> port after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.280628 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d31109d0>> port after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.281043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d31109d0>> segment after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.281505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d31109d0>> subnet after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.282060 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d31109d0>> subnet after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.282469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d31109d0>> subnet after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.301740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-378e9720-c5c9-4f8a-a0b9-b71cc4d03075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.406711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55036) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:58.409133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-378e9720-c5c9-4f8a-a0b9-b71cc4d03075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.412645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-378e9720-c5c9-4f8a-a0b9-b71cc4d03075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.416292 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-378e9720-c5c9-4f8a-a0b9-b71cc4d03075 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9a0612a-5a4e-4317-9771-36229476457e HTTP/1.1" status: 204  len: 168 time: 0.1905951
Jun 21 02:39:58.417414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73d2c62eb0>> subnet after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.417851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73d2c62eb0>> subnet after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.418186 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73d2c62eb0>> subnet before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.418519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73d2c62eb0>> subnet before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:39:58.419075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3110520>,) {'filters': {'network_id': ['189bfbca-26a0-475d-aedc-aff32b9a26ff']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:58.419273 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99d2ebbf-4afb-4a93-ba43-a8ace1620429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:58.432340 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a539e017-c7fd-4441-9396-111523bc63e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.434405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e9720-c5c9-4f8a-a0b9-b71cc4d03075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0612a-5a4e-4317-9771-36229476457e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:58.436639 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-378e9720-c5c9-4f8a-a0b9-b71cc4d03075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:58.453388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 56d9b307-5478-422f-a54d-b90aa4caf1b0 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:39:58.472265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3110520>, '921e1fcb-c7fd-4669-8df3-f2f547f344c6') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:58.472265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3110520>, '921e1fcb-c7fd-4669-8df3-f2f547f344c6') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:58.491709 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.521652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.537474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:39:58.537735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.556815 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a539e017-c7fd-4441-9396-111523bc63e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   from cryptography.utils import int_from_bytes
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   from cryptography.utils import int_from_bytes
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:39:58.558673 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:39:58.617621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a539e017-c7fd-4441-9396-111523bc63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.623221 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ff1ea7b-6add-4464-a920-b76a3cf32058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:58.634108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a486-a370-427e-9ba6-516776c6aeeb req-4a398938-47b8-452f-8dac-d01141b61801 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:58.635741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6609a486-a370-427e-9ba6-516776c6aeeb req-4a398938-47b8-452f-8dac-d01141b61801 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 949 time: 0.2110753
Jun 21 02:39:58.663269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 56d9b307-5478-422f-a54d-b90aa4caf1b0 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:39:58.664693 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a539e017-c7fd-4441-9396-111523bc63e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=407c9b3ad1ac40778f128ea87a0db085&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2568114
Jun 21 02:39:58.665814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539e017-c7fd-4441-9396-111523bc63e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fc4391-1c8b-4298-a1a7-b5a88d99aabe,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:58.667418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 56d9b307-5478-422f-a54d-b90aa4caf1b0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:39:58.667800 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.668822 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a539e017-c7fd-4441-9396-111523bc63e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:58.669664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55048) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:58.687717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6609a486-a370-427e-9ba6-516776c6aeeb req-d635a127-efa8-4943-8f2b-94e3661763e6 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451639
Jun 21 02:39:58.698140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.701620 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:58.716962 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.719125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] 10.222.0.25 "DELETE /v2.0/networks/189bfbca-26a0-475d-aedc-aff32b9a26ff HTTP/1.1" status: 204  len: 168 time: 0.6300743
Jun 21 02:39:58.720404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=189bfbca-26a0-475d-aedc-aff32b9a26ff,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:58.724890 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:58.728648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55050) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:58.739564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed107-b9e9-454d-9316-9e74eecad197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.765585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed107-b9e9-454d-9316-9e74eecad197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.767436 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.789917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Deleting subnet 01e717f4-a347-4b2f-ab17-646863dd9627 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:39:58.794160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.812025 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e20209-e770-44b0-90cb-27fba2bc1587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d9b307-5478-422f-a54d-b90aa4caf1b0'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:39:58.815516 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8983bcf7-dc35-4d28-9aa4-e0e39d50e6ba" -d '{"events": [{"server_uuid": "57e20209-e770-44b0-90cb-27fba2bc1587", "name": "network-vif-plugged", "status": "completed", "tag": "56d9b307-5478-422f-a54d-b90aa4caf1b0"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:39:58.820409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 56d9b307-5478-422f-a54d-b90aa4caf1b0, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=56d9b307-5478-422f-a54d-b90aa4caf1b0,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:39:58.838968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.854760 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75ab9ac-8abd-4482-b1eb-1e1980036275 x-openstack-request-id: req-c75ab9ac-8abd-4482-b1eb-1e1980036275 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:39:58.855068 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e20209-e770-44b0-90cb-27fba2bc1587", "name": "network-vif-plugged", "status": "completed", "tag": "56d9b307-5478-422f-a54d-b90aa4caf1b0", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:39:58.855330 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c75ab9ac-8abd-4482-b1eb-1e1980036275 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:39:58.855729 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e20209-e770-44b0-90cb-27fba2bc1587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d9b307-5478-422f-a54d-b90aa4caf1b0', 'code': 200}
Jun 21 02:39:58.878700 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.897889 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.898308 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed107-b9e9-454d-9316-9e74eecad197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.900033 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:58.906891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed107-b9e9-454d-9316-9e74eecad197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:58.912179 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2f3ed107-b9e9-454d-9316-9e74eecad197 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4fc4391-1c8b-4298-a1a7-b5a88d99aabe HTTP/1.1" status: 204  len: 168 time: 0.2375920
Jun 21 02:39:58.912179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d6d32d94-48dd-4a28-b82b-1a61566a9803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:58.919802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ed107-b9e9-454d-9316-9e74eecad197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fc4391-1c8b-4298-a1a7-b5a88d99aabe,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:58.929042 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f3ed107-b9e9-454d-9316-9e74eecad197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:59.037096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d321d-96c3-45ff-915e-9d25e8270310 req-41b7e358-aa1c-4062-9f0c-cd21d6443bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:59.038757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=56d9b307-5478-422f-a54d-b90aa4caf1b0,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:59.039412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-832d321d-96c3-45ff-915e-9d25e8270310 req-41b7e358-aa1c-4062-9f0c-cd21d6443bab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 1102 time: 0.0770655
Jun 21 02:39:59.043058 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:59.089153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-832d321d-96c3-45ff-915e-9d25e8270310 req-b6c2d367-5f0e-4744-9e8a-5a043acfe23d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361207
Jun 21 02:39:59.098057 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.101122 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:59.124804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e717f4-a347-4b2f-ab17-646863dd9627,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:59.127808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:59.130737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.132936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/01e717f4-a347-4b2f-ab17-646863dd9627 HTTP/1.1" status: 204  len: 168 time: 0.4026587
Jun 21 02:39:59.135422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55080) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:59.233803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.338842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.368507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d34f79a0>,) {'filters': {'network_id': ['02b33fab-9505-4736-92f6-cc7fc0d430f6']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:59.387524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d34f79a0>, '6574100d-4144-4a13-aa6f-eb273e35590b') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:59.387829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d34f79a0>, '6574100d-4144-4a13-aa6f-eb273e35590b') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:39:59.608045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.625065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.639234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:39:59.639633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:39:59.641308 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:39:59.681698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae37d66-cc8b-4b07-8cd4-477cf5154a7c req-7b2ee5bc-e981-4184-9ff4-0479c433e294 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:59.683196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cae37d66-cc8b-4b07-8cd4-477cf5154a7c req-7b2ee5bc-e981-4184-9ff4-0479c433e294 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 943 time: 0.3654921
Jun 21 02:39:59.734988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cae37d66-cc8b-4b07-8cd4-477cf5154a7c req-28f30f78-fcc0-4f43-aa9d-f7424d96377e tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460911
Jun 21 02:39:59.770804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.784815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:39:59.788792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] 10.222.0.25 "DELETE /v2.0/networks/02b33fab-9505-4736-92f6-cc7fc0d430f6 HTTP/1.1" status: 204  len: 168 time: 0.6520338
Jun 21 02:39:59.792863 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d3d69a0-ac3a-4a0e-a8fd-92707dfcfbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:39:59.826757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b33fab-9505-4736-92f6-cc7fc0d430f6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:39:59.833504 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:39:59.883888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55142) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:39:59.960194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1975b7-ab21-4782-af9a-59bb29dcc366 req-86bd36f3-2814-4e66-8cd7-95aac170c42a tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:39:59.961700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a1975b7-ab21-4782-af9a-59bb29dcc366 req-86bd36f3-2814-4e66-8cd7-95aac170c42a tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 950 time: 0.0832500
Jun 21 02:40:00.005353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a1975b7-ab21-4782-af9a-59bb29dcc366 req-87610b0e-c09d-42fb-8c5e-cb6e9d6c3fa2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374660
Jun 21 02:40:00.253632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55158) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:00.315692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8961e3f0-3ce2-42d7-bf61-1e79daa2852f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f485a65256a4d97929fdea10aca7230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0600047
Jun 21 02:40:00.319071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55162) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:00.404759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c551f76f-2d6a-4318-be5e-929c23500191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.436648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c551f76f-2d6a-4318-be5e-929c23500191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.473700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 918e7024-2eab-4d85-a789-377825080906 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:40:00.516882 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48aaad0e-b0e1-4b25-b746-239edbfac2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.545805 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c551f76f-2d6a-4318-be5e-929c23500191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.549504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c551f76f-2d6a-4318-be5e-929c23500191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.553370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c551f76f-2d6a-4318-be5e-929c23500191 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27cd47d7-073c-4514-8a29-1977e58a754f HTTP/1.1" status: 204  len: 168 time: 0.2310283
Jun 21 02:40:00.554165 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2d6f17a0-2d25-456e-bf78-40e31e89e340 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:00.568590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551f76f-2d6a-4318-be5e-929c23500191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cd47d7-073c-4514-8a29-1977e58a754f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:00.571568 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c551f76f-2d6a-4318-be5e-929c23500191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:00.675283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 918e7024-2eab-4d85-a789-377825080906, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=918e7024-2eab-4d85-a789-377825080906,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:00.699001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48aaad0e-b0e1-4b25-b746-239edbfac2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.701648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '918e7024-2eab-4d85-a789-377825080906', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'port_id': '918e7024-2eab-4d85-a789-377825080906', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:40:00.757590 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.761018 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48aaad0e-b0e1-4b25-b746-239edbfac2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.772710 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2e8e426-f5b0-4cc3-8f4e-4220cacc91bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:00.781507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918e7024-2eab-4d85-a789-377825080906 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:00.812683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 918e7024-2eab-4d85-a789-377825080906, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=918e7024-2eab-4d85-a789-377825080906,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:00.832215 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-48aaad0e-b0e1-4b25-b746-239edbfac2ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8912b92fdfb74f538b90f40968a27eca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9466996
Jun 21 02:40:00.835582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55192) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:00.841560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaad0e-b0e1-4b25-b746-239edbfac2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fb881e-b9e0-4f3f-9d01-ef2fbf8d06a8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:00.844962 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-48aaad0e-b0e1-4b25-b746-239edbfac2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:00.890815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d16722d8-be84-4326-9cb0-8a5c958d893c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.903600 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:00.905572 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9b5640eb-c369-4adb-a3f7-14bf0f050677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:00.921596 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d16722d8-be84-4326-9cb0-8a5c958d893c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.026379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=918e7024-2eab-4d85-a789-377825080906,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:01.030856 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:01.046934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0682c-3a10-456d-942e-307ff385a630 req-c73d1caa-ec8e-4d17-b92d-1f878c3f6b97 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:01.048405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2f0682c-3a10-456d-942e-307ff385a630 req-c73d1caa-ec8e-4d17-b92d-1f878c3f6b97 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 944 time: 0.0912895
Jun 21 02:40:01.091981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2f0682c-3a10-456d-942e-307ff385a630 req-08a495e7-d6c3-471a-9c18-8da25616451c tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369208
Jun 21 02:40:01.128361 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d16722d8-be84-4326-9cb0-8a5c958d893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.131281 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d16722d8-be84-4326-9cb0-8a5c958d893c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.132528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d16722d8-be84-4326-9cb0-8a5c958d893c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43fb881e-b9e0-4f3f-9d01-ef2fbf8d06a8 HTTP/1.1" status: 204  len: 168 time: 0.2959967
Jun 21 02:40:01.133673 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-599fa6f5-d800-4e2b-b251-bff589184353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:01.146726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16722d8-be84-4326-9cb0-8a5c958d893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fb881e-b9e0-4f3f-9d01-ef2fbf8d06a8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:01.149149 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d16722d8-be84-4326-9cb0-8a5c958d893c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:01.169515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['918e7024-2eab-4d85-a789-377825080906'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:01.287333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dad16-be99-4a14-abde-7cbf99efa8db req-fc4d96c4-41e1-41a4-b237-ac800c9919e1 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:01.289370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-268dad16-be99-4a14-abde-7cbf99efa8db req-fc4d96c4-41e1-41a4-b237-ac800c9919e1 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 950 time: 0.0765364
Jun 21 02:40:01.331931 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:40:01.333939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-268dad16-be99-4a14-abde-7cbf99efa8db req-63f02988-140d-476e-931b-0e4c2675d674 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377069
Jun 21 02:40:01.372701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55212) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:01.422705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-78b9ac63-f4b3-4664-b680-9f03f4f01e1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=178177bb369a4e81b35da5f3d00247e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0486484
Jun 21 02:40:01.428003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55216) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:01.477812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55218) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:01.483697 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b78f97ff-c4cf-4f3b-8a9b-3ac716e06dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.516165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b78f97ff-c4cf-4f3b-8a9b-3ac716e06dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.629189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b78f97ff-c4cf-4f3b-8a9b-3ac716e06dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.632026 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b78f97ff-c4cf-4f3b-8a9b-3ac716e06dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.635854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b78f97ff-c4cf-4f3b-8a9b-3ac716e06dd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f880ea0c-b7a5-45ed-846d-27589be59c5b HTTP/1.1" status: 204  len: 168 time: 0.2062943
Jun 21 02:40:01.635854 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:01.642240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f97ff-c4cf-4f3b-8a9b-3ac716e06dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f880ea0c-b7a5-45ed-846d-27589be59c5b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:01.644856 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b78f97ff-c4cf-4f3b-8a9b-3ac716e06dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:01.810584 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe082203-fc79-4685-9196-69af0121da01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.932868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe082203-fc79-4685-9196-69af0121da01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:01.983158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe082203-fc79-4685-9196-69af0121da01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.010019 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-997a00d2-0741-44cf-896f-61356e03c3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:02.018712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55236) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:02.021474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fe082203-fc79-4685-9196-69af0121da01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0497895108984ccabd445c2902a5319f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5422235
Jun 21 02:40:02.060959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe082203-fc79-4685-9196-69af0121da01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b083aba-aa3f-443f-b88e-1d46811906d1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:02.065995 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe082203-fc79-4685-9196-69af0121da01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:02.105518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cc90bc-2679-4c44-9305-0913dc7dd5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.129133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cc90bc-2679-4c44-9305-0913dc7dd5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.280742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cc90bc-2679-4c44-9305-0913dc7dd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.284250 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cc90bc-2679-4c44-9305-0913dc7dd5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.285639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f1cc90bc-2679-4c44-9305-0913dc7dd5b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b083aba-aa3f-443f-b88e-1d46811906d1 HTTP/1.1" status: 204  len: 168 time: 0.2661798
Jun 21 02:40:02.286538 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f73a721-a6ab-485d-a63f-ad5e76931af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:02.301286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc90bc-2679-4c44-9305-0913dc7dd5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b083aba-aa3f-443f-b88e-1d46811906d1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:02.303868 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1cc90bc-2679-4c44-9305-0913dc7dd5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:02.428382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687cda8-252f-4c69-a943-a50c76a2c806 req-bff8e05e-fef2-4d69-a845-03e381846f9e tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:02.429968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d687cda8-252f-4c69-a943-a50c76a2c806 req-bff8e05e-fef2-4d69-a845-03e381846f9e tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 944 time: 0.0753169
Jun 21 02:40:02.454270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55254) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:02.473005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 918e7024-2eab-4d85-a789-377825080906 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:02.496148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-14d3905e-fc6f-4ad5-be44-3380ba84ef94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.502200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d687cda8-252f-4c69-a943-a50c76a2c806 req-28524e12-08e3-4b83-b27c-21dd75b3a37f tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653167
Jun 21 02:40:02.619752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-14d3905e-fc6f-4ad5-be44-3380ba84ef94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.636673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 918e7024-2eab-4d85-a789-377825080906 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:02.641645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 918e7024-2eab-4d85-a789-377825080906 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:02.643346 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.692594 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-14d3905e-fc6f-4ad5-be44-3380ba84ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.710911 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01a2e034-c01f-4972-b60a-c09af2a89b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:02.731619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-14d3905e-fc6f-4ad5-be44-3380ba84ef94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c13ffa621d304ca3a38ddf6b1b1fa1a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2744689
Jun 21 02:40:02.734363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55270) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:02.755459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3905e-fc6f-4ad5-be44-3380ba84ef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713d1e0a-419e-4037-81a7-555e1569cfc7,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:02.768547 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-14d3905e-fc6f-4ad5-be44-3380ba84ef94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:02.768896 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.796827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918e7024-2eab-4d85-a789-377825080906'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:02.798707 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0340c9-6918-4b81-8d52-0a235442b99d" -d '{"events": [{"server_uuid": "ff8e95fc-7e86-492e-b253-5336bcd207b9", "name": "network-vif-plugged", "status": "completed", "tag": "918e7024-2eab-4d85-a789-377825080906"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:02.809056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04436e10-ff72-415a-95e9-e6e419f64c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.815240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 918e7024-2eab-4d85-a789-377825080906, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=918e7024-2eab-4d85-a789-377825080906,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:02.847857 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04436e10-ff72-415a-95e9-e6e419f64c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.880660 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:02.883087 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:02.940748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20437828-f4d9-44a2-ae61-00520f59872d req-1d3e2ec3-6e5c-4292-88f6-a5c1f44c1785 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:02.942386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20437828-f4d9-44a2-ae61-00520f59872d req-1d3e2ec3-6e5c-4292-88f6-a5c1f44c1785 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 950 time: 0.1167917
Jun 21 02:40:02.947017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=918e7024-2eab-4d85-a789-377825080906,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:02.950322 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:02.982661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20437828-f4d9-44a2-ae61-00520f59872d req-878dd965-8688-4719-ad62-8ee27b3d9944 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330384
Jun 21 02:40:03.014076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04436e10-ff72-415a-95e9-e6e419f64c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.017660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04436e10-ff72-415a-95e9-e6e419f64c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.020723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55282) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:03.022645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-04436e10-ff72-415a-95e9-e6e419f64c68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/713d1e0a-419e-4037-81a7-555e1569cfc7 HTTP/1.1" status: 204  len: 168 time: 0.2862947
Jun 21 02:40:03.022645 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f63cf254-9a09-4dda-a521-f2d94c9e267a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:03.038305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04436e10-ff72-415a-95e9-e6e419f64c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d1e0a-419e-4037-81a7-555e1569cfc7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:03.041607 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04436e10-ff72-415a-95e9-e6e419f64c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:03.057816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ca36-60c0-4129-b964-b2a9064f174f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.210932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ca36-60c0-4129-b964-b2a9064f174f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.254156 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f03195b-f36d-4ee5-b725-bdafe3e1c310 x-openstack-request-id: req-3f03195b-f36d-4ee5-b725-bdafe3e1c310 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:03.254626 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e95fc-7e86-492e-b253-5336bcd207b9", "name": "network-vif-plugged", "status": "completed", "tag": "918e7024-2eab-4d85-a789-377825080906", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:03.254919 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f03195b-f36d-4ee5-b725-bdafe3e1c310 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:03.255716 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918e7024-2eab-4d85-a789-377825080906', 'code': 200}
Jun 21 02:40:03.280465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ca36-60c0-4129-b964-b2a9064f174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.284033 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:03.324106 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bfe2ca36-60c0-4129-b964-b2a9064f174f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32511fd5107c470392db131047f6c2a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2995827
Jun 21 02:40:03.326096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55294) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:03.334303 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2ca36-60c0-4129-b964-b2a9064f174f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224c48f6-ae39-4d21-88c3-45f1e530681c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:03.342159 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bfe2ca36-60c0-4129-b964-b2a9064f174f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:03.412460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e71439ed-d78d-4596-94b5-7af45aecebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.428529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ea253-1571-454b-8bbc-d79b5bb9b2bc req-4846af32-1eb3-43e2-b448-fa2dfc888179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:03.430214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e6ea253-1571-454b-8bbc-d79b5bb9b2bc req-4846af32-1eb3-43e2-b448-fa2dfc888179 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 1097 time: 0.1086209
Jun 21 02:40:03.445273 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e71439ed-d78d-4596-94b5-7af45aecebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.484851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e6ea253-1571-454b-8bbc-d79b5bb9b2bc req-6c771491-e88b-4da2-9663-39771ab4def7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469966
Jun 21 02:40:03.588869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e71439ed-d78d-4596-94b5-7af45aecebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.592017 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e71439ed-d78d-4596-94b5-7af45aecebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:03.596039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e71439ed-d78d-4596-94b5-7af45aecebfc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/224c48f6-ae39-4d21-88c3-45f1e530681c HTTP/1.1" status: 204  len: 168 time: 0.2659612
Jun 21 02:40:03.596039 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef984219-c768-43cc-8c30-019f001a98b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:03.602391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71439ed-d78d-4596-94b5-7af45aecebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224c48f6-ae39-4d21-88c3-45f1e530681c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:03.606174 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e71439ed-d78d-4596-94b5-7af45aecebfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:03.696435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69fcc3-208b-41bc-bd39-2f3f46728c72 req-6127fd47-18af-444f-bc41-6e334a13a3f1 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:03.698072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c69fcc3-208b-41bc-bd39-2f3f46728c72 req-6127fd47-18af-444f-bc41-6e334a13a3f1 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 945 time: 0.0657177
Jun 21 02:40:03.741222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c69fcc3-208b-41bc-bd39-2f3f46728c72 req-efea1157-be25-4058-9ee4-9b70c639b687 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344703
Jun 21 02:40:04.055293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea5f53-dee6-4fe1-9664-b3215804eee2 req-d42006fc-8c43-4fe3-bd29-18cb0d21b0d1 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:04.056842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3dea5f53-dee6-4fe1-9664-b3215804eee2 req-d42006fc-8c43-4fe3-bd29-18cb0d21b0d1 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 971 time: 0.0844471
Jun 21 02:40:04.503967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3dea5f53-dee6-4fe1-9664-b3215804eee2 req-e13ff349-f4d7-4f6d-9ad1-365ab7e80345 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384507
Jun 21 02:40:04.503967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-b2fe7975-6eb0-4c97-aa2c-d38fec636bec tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:04.503967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-b2fe7975-6eb0-4c97-aa2c-d38fec636bec tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 1102 time: 0.0601721
Jun 21 02:40:04.506716 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-31fb1442-0db2-4c6a-a9ce-b6e9c319cfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:04.509648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Deleting port 56d9b307-5478-422f-a54d-b90aa4caf1b0 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:40:04.509648 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:04.509648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29520d-560a-45fc-8901-7ffdcb90f0eb req-caca825f-320a-4ced-9bf7-fa4a549ca4c0 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:04.509648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae29520d-560a-45fc-8901-7ffdcb90f0eb req-caca825f-320a-4ced-9bf7-fa4a549ca4c0 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 950 time: 0.1246259
Jun 21 02:40:04.509648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae29520d-560a-45fc-8901-7ffdcb90f0eb req-67c7c4d9-961c-444e-9d4b-29713014c388 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581088
Jun 21 02:40:04.509648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] For port 56d9b307-5478-422f-a54d-b90aa4caf1b0, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=56d9b307-5478-422f-a54d-b90aa4caf1b0,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:04.509648 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:04.536167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Calling delete_port for 56d9b307-5478-422f-a54d-b90aa4caf1b0 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:40:04.581676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-d420bc37-464a-4bea-9c2a-e8d1c5794c43 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f44e07c977214420b1c739300f954e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0684462
Jun 21 02:40:04.785686 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1a02e451-6c72-4a24-9b2d-36c2c9a1b3f6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:04.792275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1a02e451-6c72-4a24-9b2d-36c2c9a1b3f6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2054532
Jun 21 02:40:04.811937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eb205da5-a1a8-4273-86cc-92b89b574a8e tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/quotas/f44e07c977214420b1c739300f954e10 HTTP/1.1" status: 200  len: 375 time: 0.0187395
Jun 21 02:40:04.853023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-9644694c-463b-468f-94f4-7480d41ce3c5 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f44e07c977214420b1c739300f954e10&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0401206
Jun 21 02:40:04.994894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:05.005807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae61ba-5201-4460-bb0b-758df68801a8 req-22b9d853-d757-4ff2-b0c8-4df970a35ab8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:05.007205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['56d9b307-5478-422f-a54d-b90aa4caf1b0'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:05.007359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfae61ba-5201-4460-bb0b-758df68801a8 req-22b9d853-d757-4ff2-b0c8-4df970a35ab8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 945 time: 0.0689497
Jun 21 02:40:05.010922 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:05.045227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d9b307-5478-422f-a54d-b90aa4caf1b0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:05.050263 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:05.150705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] No DVR routers for this DVR port 56d9b307-5478-422f-a54d-b90aa4caf1b0 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:40:05.153645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:05.160470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e20537f-f3ba-4220-9adb-7989a9f85e23 req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] 10.222.0.26 "DELETE /v2.0/ports/56d9b307-5478-422f-a54d-b90aa4caf1b0 HTTP/1.1" status: 204  len: 173 time: 0.9724836
Jun 21 02:40:05.160470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e20209-e770-44b0-90cb-27fba2bc1587', 'name': 'network-vif-deleted', 'tag': '56d9b307-5478-422f-a54d-b90aa4caf1b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:05.169240 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cd4a31-3e41-46d8-98a4-05d0fba1a501" -d '{"events": [{"server_uuid": "57e20209-e770-44b0-90cb-27fba2bc1587", "name": "network-vif-deleted", "tag": "56d9b307-5478-422f-a54d-b90aa4caf1b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:05.216014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfae61ba-5201-4460-bb0b-758df68801a8 req-f12ae784-145c-45d7-8624-ece2b6bc993a tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1994600
Jun 21 02:40:05.291135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46457a9b-0c4c-4e2f-b84c-e86c19010e70 req-64511efc-b73e-4d28-91d2-02b55e2dfa2d tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 210 time: 0.0793962
Jun 21 02:40:05.468878 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78306d7c-4950-4355-a934-dfcd3f3ecc4f x-openstack-request-id: req-78306d7c-4950-4355-a934-dfcd3f3ecc4f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:05.469285 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e20209-e770-44b0-90cb-27fba2bc1587", "name": "network-vif-deleted", "tag": "56d9b307-5478-422f-a54d-b90aa4caf1b0", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:05.469761 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78306d7c-4950-4355-a934-dfcd3f3ecc4f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:05.470194 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e20209-e770-44b0-90cb-27fba2bc1587', 'name': 'network-vif-deleted', 'tag': '56d9b307-5478-422f-a54d-b90aa4caf1b0', 'status': 'completed', 'code': 200}
Jun 21 02:40:05.503889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347ac24-d20c-4e36-975f-929a197f3205 req-f60b8c8f-6ced-4fdf-a672-4f21fd19854f tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:05.505517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4347ac24-d20c-4e36-975f-929a197f3205 req-f60b8c8f-6ced-4fdf-a672-4f21fd19854f tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 971 time: 0.0795140
Jun 21 02:40:05.509998 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:05.554189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-1d092592-4b1d-4add-835a-94f8f6b0cd79 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:05.556082 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-1d092592-4b1d-4add-835a-94f8f6b0cd79 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.20 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 971 time: 0.1752028
Jun 21 02:40:05.566184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4347ac24-d20c-4e36-975f-929a197f3205 req-77485c35-2f19-406a-8343-0e60905e02aa tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530033
Jun 21 02:40:05.665013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b00f1f-19a0-432d-9cf5-e9929cb24567 req-bb1cf8ac-60b4-4709-9e43-2cdc0387fc7c tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:05.666957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7b00f1f-19a0-432d-9cf5-e9929cb24567 req-bb1cf8ac-60b4-4709-9e43-2cdc0387fc7c tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 945 time: 0.0943031
Jun 21 02:40:05.676991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55406) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:05.689803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Request body: {'floatingip': {'port_id': '918e7024-2eab-4d85-a789-377825080906'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:05.866323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2abbe5f2-4127-4268-ba3f-aa3bf1102611 req-1277a9de-2531-4d9e-a002-cc092b6d85a4 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e20209-e770-44b0-90cb-27fba2bc1587 HTTP/1.1" status: 200  len: 210 time: 0.0534358
Jun 21 02:40:05.907248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:06.082760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Deleting port b6e58204-9a96-4ae6-b172-4daf93fd7303 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:40:06.083029 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:06.485926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c250faae-e58c-4aa0-86d7-69122f09e523 req-cc46cd7a-2fee-4738-b055-e11fed52d1e6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 210 time: 0.0423732
Jun 21 02:40:06.518123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] For port b6e58204-9a96-4ae6-b172-4daf93fd7303, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b6e58204-9a96-4ae6-b172-4daf93fd7303,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:06.518720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:06.583779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b50f818-d533-4366-b7ab-3025af51cb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:06.654190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Calling delete_port for b6e58204-9a96-4ae6-b172-4daf93fd7303 owned by compute:tempest-test_az-232542634 {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:40:06.697231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.resource_extend [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:40:06.737369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55442) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:06.848753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c655387-e690-48ed-8b84-49bb57790890 req-da9ad8da-3c39-40ab-a0c2-0fa922ff866d tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:06.849407 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:06.857379 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c655387-e690-48ed-8b84-49bb57790890 req-da9ad8da-3c39-40ab-a0c2-0fa922ff866d tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 971 time: 0.0967846
Jun 21 02:40:06.920991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:06.926158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c655387-e690-48ed-8b84-49bb57790890 req-d9d10653-a55f-41ea-9073-c87f5f25a459 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676379
Jun 21 02:40:06.958657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c544f0-d217-4664-9d94-7cbaf2102555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.103925 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Floating IP 3f98b2e2-3b73-401b-9969-d15434ed9edf associated. External IP: 172.25.7.117, port: 918e7024-2eab-4d85-a789-377825080906.
Jun 21 02:40:07.119421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.132930 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c544f0-d217-4664-9d94-7cbaf2102555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.244403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c544f0-d217-4664-9d94-7cbaf2102555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.251264 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:07.295354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c544f0-d217-4664-9d94-7cbaf2102555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678f8bc2-b698-41f3-8c2a-d8ff18029338,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:07.312668 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-23c544f0-d217-4664-9d94-7cbaf2102555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:07.318250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-23c544f0-d217-4664-9d94-7cbaf2102555 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f41ea80889042beaebd5412a2713875&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5795202
Jun 21 02:40:07.323991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55464) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:07.366303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.376526 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:07.379984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b6e58204-9a96-4ae6-b172-4daf93fd7303'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:07.383290 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc874a26-8cfc-4572-83b5-6b58bd3afb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.404831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Pushing event deleted for resources: {'Port': ['ID=b6e58204-9a96-4ae6-b172-4daf93fd7303,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:07.414273 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:07.421958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc874a26-8cfc-4572-83b5-6b58bd3afb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.516972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] No DVR routers for this DVR port b6e58204-9a96-4ae6-b172-4daf93fd7303 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:40:07.522914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.526837 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19e2879b-16a6-4df1-8a9a-827297b88551 req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.20 "DELETE /v2.0/ports/b6e58204-9a96-4ae6-b172-4daf93fd7303 HTTP/1.1" status: 204  len: 173 time: 1.9627903
Jun 21 02:40:07.528648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22232fd1-b8c9-494f-9190-4b11002f91d1', 'name': 'network-vif-deleted', 'tag': 'b6e58204-9a96-4ae6-b172-4daf93fd7303'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:07.531962 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa0204b-6bbc-4273-acf3-0bc2049b6090" -d '{"events": [{"server_uuid": "22232fd1-b8c9-494f-9190-4b11002f91d1", "name": "network-vif-deleted", "tag": "b6e58204-9a96-4ae6-b172-4daf93fd7303"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:07.678657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:40:07.686736 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc874a26-8cfc-4572-83b5-6b58bd3afb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.689745 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc874a26-8cfc-4572-83b5-6b58bd3afb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.693559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bc874a26-8cfc-4572-83b5-6b58bd3afb93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/678f8bc2-b698-41f3-8c2a-d8ff18029338 HTTP/1.1" status: 204  len: 168 time: 0.3652852
Jun 21 02:40:07.693559 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-585b3498-be94-400e-818b-6a48fe011d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:07.702367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc874a26-8cfc-4572-83b5-6b58bd3afb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f8bc2-b698-41f3-8c2a-d8ff18029338,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:07.705875 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bc874a26-8cfc-4572-83b5-6b58bd3afb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:07.841874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:40:07.849116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.856070 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] Sync routers for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:40:07.869614 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:40:07.870684 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8fc6a60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:40:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:07.898303 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.899829 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:07.924164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-e844334e-44a2-48e9-902e-436e59360467 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6668cb6f83994ec78e66a2b5090caf42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0386097
Jun 21 02:40:07.950725 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5abbf4d5-3ebf-4452-9199-cc9b76a47167 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "PUT /v2.0/floatingips/3f98b2e2-3b73-401b-9969-d15434ed9edf HTTP/1.1" status: 200  len: 991 time: 2.2706037
Jun 21 02:40:08.089373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94248-df05-499d-8091-faf1287ab01b req-abe700df-d6df-413e-b3b9-f778e677c844 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:08.096515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-abe700df-d6df-413e-b3b9-f778e677c844 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1666753
Jun 21 02:40:08.115418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-a92c4eea-aae9-4044-a803-b0ece6f6597c tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/quotas/6668cb6f83994ec78e66a2b5090caf42 HTTP/1.1" status: 200  len: 375 time: 0.0178926
Jun 21 02:40:08.148217 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:40:08.188761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca9aef2e-4d42-4670-b0a8-47f2eef16ed0 req-996bb919-e323-45fe-8467-0e6f6c8df3a6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 210 time: 0.0722599
Jun 21 02:40:08.191099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-46c4f795-b767-4d3a-b70b-9103e3672673 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6668cb6f83994ec78e66a2b5090caf42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0735962
Jun 21 02:40:08.264289 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f0e495-1112-49c0-b7ce-fe7add66d182 x-openstack-request-id: req-d2f0e495-1112-49c0-b7ce-fe7add66d182 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:08.264646 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22232fd1-b8c9-494f-9190-4b11002f91d1", "name": "network-vif-deleted", "tag": "b6e58204-9a96-4ae6-b172-4daf93fd7303", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:08.264942 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2f0e495-1112-49c0-b7ce-fe7add66d182 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:08.265372 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22232fd1-b8c9-494f-9190-4b11002f91d1', 'name': 'network-vif-deleted', 'tag': 'b6e58204-9a96-4ae6-b172-4daf93fd7303', 'status': 'completed', 'code': 200}
Jun 21 02:40:08.451541 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-7fd7384d-cb9b-455e-8fa8-c53ada470b6b tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f44e07c977214420b1c739300f954e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0302424
Jun 21 02:40:08.470447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17750ca7-92bd-438d-8587-60de0fd7079c req-b2b98461-a5cd-4ef4-9d0d-a87f27609c42 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] 10.222.0.25 "GET /v2.0/ports?device_id=22232fd1-b8c9-494f-9190-4b11002f91d1 HTTP/1.1" status: 200  len: 210 time: 0.0302980
Jun 21 02:40:08.505140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 56d9b307-5478-422f-a54d-b90aa4caf1b0 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:40:08.568073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 56d9b307-5478-422f-a54d-b90aa4caf1b0 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:40:08.568435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 56d9b307-5478-422f-a54d-b90aa4caf1b0 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:40:08.624808 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8fc6a60>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3f98b2e2-3b73-401b-9969-d15434ed9edf', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'port_id': '918e7024-2eab-4d85-a789-377825080906', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:39:38Z', 'updated_at': '2021-06-21T02:40:06Z', 'revision_number': 1, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:08.643791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eddf9-c245-415d-acdf-7a041cbec0be req-2ac956e5-5113-41d4-afef-a3aae2b95bb4 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:08.645287 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-2ac956e5-5113-41d4-afef-a3aae2b95bb4 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1878970
Jun 21 02:40:08.663063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Request body: {'port': {'device_id': '91057d58-04d3-4768-8a1d-acb24d422c33', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': 'f44e07c977214420b1c739300f954e10'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:08.681713 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] Checking router: 9eb3320a-817a-42d4-9c8d-d56989eff7c0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:40:08.710621 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:40:08.713633 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8fc6a60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:40:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:08.841307 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:40:08.891737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Made reservation on behalf of f44e07c977214420b1c739300f954e10 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:08.895762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:08.905300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.004716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55532) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:09.054110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.120127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.128414 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-944edc21-f59f-4168-9a3a-cd9c2c889763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:09.233873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a164eba-9d13-439b-994a-94b26aa3ca8f req-ecc09d61-9d58-455f-8263-47f703e0ebba tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 210 time: 0.0704572
Jun 21 02:40:09.242653 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8fc6a60>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3f98b2e2-3b73-401b-9969-d15434ed9edf', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'port_id': '918e7024-2eab-4d85-a789-377825080906', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:39:38Z', 'updated_at': '2021-06-21T02:40:06Z', 'revision_number': 1, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:09.278412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:09.289679 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:09.307559 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25128457-6c7f-4940-b1c1-0807957d5e56 None None] The sync data for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 is: [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3f98b2e2-3b73-401b-9969-d15434ed9edf', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'port_id': '918e7024-2eab-4d85-a789-377825080906', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:39:38Z', 'updated_at': '2021-06-21T02:40:06Z', 'revision_number': 1, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:40:09.336506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72b540c6-e12d-425d-a774-e71e37e92336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.388810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.405538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Allocated IP 192.168.233.67 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/bfd0ac0a-6311-4ea6-9655-5b19f1605253) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:09.469523 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72b540c6-e12d-425d-a774-e71e37e92336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.515443 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72b540c6-e12d-425d-a774-e71e37e92336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.527068 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:09.645397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86edbe3c-d967-4b6a-aa96-5e47b6a58a6e req-f43c2e66-6c4e-4abc-9a9e-5453c1ed24d8 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 210 time: 0.0733459
Jun 21 02:40:09.664340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-72b540c6-e12d-425d-a774-e71e37e92336 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de21f2d3ca504cbca3344fd3a836c51b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6477191
Jun 21 02:40:09.664340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55560) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:09.664340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b540c6-e12d-425d-a774-e71e37e92336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6415a8-a7a4-418f-b70a-bed86e15245f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:09.675138 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-72b540c6-e12d-425d-a774-e71e37e92336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:09.697205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55568) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:09.710943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa8a7a-22a5-4da5-b67c-55b9268d3bf6 None None] New status for floating IP 3f98b2e2-3b73-401b-9969-d15434ed9edf: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:40:09.742049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.774267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Transition to ACTIVE for port object bfd0ac0a-6311-4ea6-9655-5b19f1605253 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:09.785818 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc94f-f597-4f5f-a43f-af067e133730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.828735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc94f-f597-4f5f-a43f-af067e133730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.897878 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.910643 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b1367f7-4c52-472d-b7a0-77be9cc1fccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:09.950904 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:09.954333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:09.958791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:09.964521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:09.965168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.975152 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc94f-f597-4f5f-a43f-af067e133730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.979673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc94f-f597-4f5f-a43f-af067e133730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:09.983440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4e1cc94f-f597-4f5f-a43f-af067e133730 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af6415a8-a7a4-418f-b70a-bed86e15245f HTTP/1.1" status: 204  len: 168 time: 0.3128622
Jun 21 02:40:09.983440 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:09.991113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cc94f-f597-4f5f-a43f-af067e133730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6415a8-a7a4-418f-b70a-bed86e15245f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:09.995459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Pushing event updated for resources: {'Port': ['ID=bfd0ac0a-6311-4ea6-9655-5b19f1605253,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:09.999261 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:10.011941 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e1cc94f-f597-4f5f-a43f-af067e133730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:10.053102 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3991506
Jun 21 02:40:10.066305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Request body: {'port': {'device_id': '91057d58-04d3-4768-8a1d-acb24d422c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:10.154711 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:10.250790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b6e58204-9a96-4ae6-b172-4daf93fd7303 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:40:10.283436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'tag': '918e7024-2eab-4d85-a789-377825080906'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:10.286315 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a041a8-e7c1-4926-9f25-e0c20a013471" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8e95fc-7e86-492e-b253-5336bcd207b9", "tag": "918e7024-2eab-4d85-a789-377825080906"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:10.322900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: b6e58204-9a96-4ae6-b172-4daf93fd7303 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:40:10.324966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b6e58204-9a96-4ae6-b172-4daf93fd7303 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:40:10.408150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-75823455-b85c-4971-a840-912c5b435938 None None] Provisioning for port bfd0ac0a-6311-4ea6-9655-5b19f1605253 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:10.415353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-75823455-b85c-4971-a840-912c5b435938 None None] Provisioning complete for port bfd0ac0a-6311-4ea6-9655-5b19f1605253 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:10.420565 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75823455-b85c-4971-a840-912c5b435938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:10.440784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1216314205-network', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:10.468032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-75823455-b85c-4971-a840-912c5b435938 None None] Port bfd0ac0a-6311-4ea6-9655-5b19f1605253 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:40:10.485195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55590) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:10.525784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-624fd074-3acb-47be-a2e6-6f87ec5588da req-cd60ad6b-0151-4ebd-bba6-0fcfbd2251f3 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 210 time: 0.0723712
Jun 21 02:40:10.527902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cc183d2-525e-47f6-8ad2-d659391b430c req-6e080ad6-50bf-44df-b985-8d5a22cfe921 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=323b40cfc3c84969b784c870c187d995&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0826061
Jun 21 02:40:10.529203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55594) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:10.557931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd0ac0a-6311-4ea6-9655-5b19f1605253 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:10.570985 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:10.598934 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21154263-8b80-49e0-815c-5be720fe7278 x-openstack-request-id: req-21154263-8b80-49e0-815c-5be720fe7278 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:10.599214 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8e95fc-7e86-492e-b253-5336bcd207b9", "tag": "918e7024-2eab-4d85-a789-377825080906", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:10.599414 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21154263-8b80-49e0-815c-5be720fe7278 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:10.599797 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'tag': '918e7024-2eab-4d85-a789-377825080906', 'status': 'completed', 'code': 200}
Jun 21 02:40:10.603587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Transition to ACTIVE for port object bfd0ac0a-6311-4ea6-9655-5b19f1605253 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:10.609876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Made reservation on behalf of 8f89417e5f8748a5bd134220d01c0173 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:10.609876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:10.625807 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06d55d5b-7e15-4d84-a690-504b05badde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:10.627682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:10.681995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:10.699463 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:10.721056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc183d2-525e-47f6-8ad2-d659391b430c req-23d1ab44-1aab-4b2c-8f28-a5e10838d3e1 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:10.728064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cc183d2-525e-47f6-8ad2-d659391b430c req-23d1ab44-1aab-4b2c-8f28-a5e10838d3e1 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1823208
Jun 21 02:40:10.741429 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cc183d2-525e-47f6-8ad2-d659391b430c req-7c6ba7b1-6e70-41a8-b0e1-816b68dfb561 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/quotas/323b40cfc3c84969b784c870c187d995 HTTP/1.1" status: 200  len: 375 time: 0.0131674
Jun 21 02:40:10.747030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-3c6e44f0-7ba2-48aa-a64a-87257b8a03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:10.748716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-3c6e44f0-7ba2-48aa-a64a-87257b8a03a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 1097 time: 0.1144979
Jun 21 02:40:10.815125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cc183d2-525e-47f6-8ad2-d659391b430c req-a6ee503e-a88c-4a78-a810-7eefc61daf1d tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=323b40cfc3c84969b784c870c187d995&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0644283
Jun 21 02:40:10.916306 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-74ea37ee-17a8-4bba-b769-7fbf0b2bd1de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90bb0659f7744234b245138dcc4aef1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3853648
Jun 21 02:40:10.916942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55606) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:10.965419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-48747a77-14cf-4f54-b24d-dddeb44cb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:10.968737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-48747a77-14cf-4f54-b24d-dddeb44cb516 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 924 time: 0.2095377
Jun 21 02:40:11.003777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Pushing event updated for resources: {'Port': ['ID=bfd0ac0a-6311-4ea6-9655-5b19f1605253,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:11.038502 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:11.071883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Attempting to bind port bfd0ac0a-6311-4ea6-9655-5b19f1605253 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:11.072223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Attempting to bind port bfd0ac0a-6311-4ea6-9655-5b19f1605253 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:11.072552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Attempting to bind port bfd0ac0a-6311-4ea6-9655-5b19f1605253 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:11.075616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06d55d5b-7e15-4d84-a690-504b05badde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.085054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Port bfd0ac0a-6311-4ea6-9655-5b19f1605253 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:40:11.086567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Attempting to bind port bfd0ac0a-6311-4ea6-9655-5b19f1605253 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:11.098173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:11.098515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:11.098899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:11.099341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Bound port: bfd0ac0a-6311-4ea6-9655-5b19f1605253, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:11.099686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.110637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1b-6a47-4ded-94c4-b2bad13c1109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.122448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdecab-681f-4405-8fa8-9a0f64d6f69c req-a679de55-a71b-4b90-8edd-4d4f49a7e26a tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:11.130622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9cdecab-681f-4405-8fa8-9a0f64d6f69c req-a679de55-a71b-4b90-8edd-4d4f49a7e26a tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 947 time: 0.3338561
Jun 21 02:40:11.148304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-96558f25-7fe0-45f0-a19b-b4fd02ff388c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918e7024-2eab-4d85-a789-377825080906 HTTP/1.1" status: 200  len: 1001 time: 0.1713455
Jun 21 02:40:11.162317 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06d55d5b-7e15-4d84-a690-504b05badde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.168358 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a539e017-c7fd-4441-9396-111523bc63e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:11.172249 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1b-6a47-4ded-94c4-b2bad13c1109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.215318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-2de83973-2ac1-4e8e-a87d-445018158be5 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6668cb6f83994ec78e66a2b5090caf42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0628364
Jun 21 02:40:11.268466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] For port bfd0ac0a-6311-4ea6-9655-5b19f1605253, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:11.276527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d55d5b-7e15-4d84-a690-504b05badde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c4547b-0053-47ec-8a53-9e27498dc125,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:11.278723 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-06d55d5b-7e15-4d84-a690-504b05badde3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=282e24e9c4154cf3a12592c97aba5033&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7922342
Jun 21 02:40:11.280795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] For port bfd0ac0a-6311-4ea6-9655-5b19f1605253, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bfd0ac0a-6311-4ea6-9655-5b19f1605253,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:11.282214 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06d55d5b-7e15-4d84-a690-504b05badde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:11.284336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.26', 60394) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:11.284509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55616) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:11.310443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55620) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:11.356581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.364801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c952d603-12de-4788-99f8-cad1dfef90f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.382336 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:11.431077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:11.444699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.444699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] 10.222.0.20 "PUT /v2.0/ports/bfd0ac0a-6311-4ea6-9655-5b19f1605253 HTTP/1.1" status: 200  len: 1096 time: 1.3718019
Jun 21 02:40:11.510890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1b-6a47-4ded-94c4-b2bad13c1109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.513776 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1b-6a47-4ded-94c4-b2bad13c1109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.517387 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e01d6a1b-6a47-4ded-94c4-b2bad13c1109 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef02565d-8dd4-4eda-9dc7-4f5c868fefa8 HTTP/1.1" status: 204  len: 168 time: 0.5771418
Jun 21 02:40:11.519114 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1eba696f-53d1-4fd9-999a-7ac2738b6e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.526154 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-8aa6d4d4-2038-4e58-be97-78cf39b9e648 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2404079
Jun 21 02:40:11.529095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Pushing event updated for resources: {'Port': ['ID=bfd0ac0a-6311-4ea6-9655-5b19f1605253,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:11.538070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:11.538631 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab26368a-e9a2-42ac-a115-371e1fbfb1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:11.576209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d6a1b-6a47-4ded-94c4-b2bad13c1109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02565d-8dd4-4eda-9dc7-4f5c868fefa8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:11.596989 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e01d6a1b-6a47-4ded-94c4-b2bad13c1109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:11.599155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1eba696f-53d1-4fd9-999a-7ac2738b6e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.660027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9cdecab-681f-4405-8fa8-9a0f64d6f69c req-bdb1b97c-8828-4ea7-9d3d-a3cab2fbbb71 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5284584
Jun 21 02:40:11.668231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-5d736a64-4b4f-43d1-a6d0-b7d0d78b2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:11.674798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-5d736a64-4b4f-43d1-a6d0-b7d0d78b2e65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 200  len: 862 time: 0.5145304
Jun 21 02:40:11.697728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94248-df05-499d-8091-faf1287ab01b req-ef970ce5-9294-4765-b65a-b8c3341d5c5c tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:11.700083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-ef970ce5-9294-4765-b65a-b8c3341d5c5c tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4709513
Jun 21 02:40:11.732321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eddf9-c245-415d-acdf-7a041cbec0be req-139786f4-c275-452f-b86b-d515ca2f2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:11.733992 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-139786f4-c275-452f-b86b-d515ca2f2e28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44e07c977214420b1c739300f954e10&device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 1099 time: 0.1634622
Jun 21 02:40:11.736021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Request body: {'port': {'device_id': '6fddcaa0-b799-4552-a8f2-2ea788555f57', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '6668cb6f83994ec78e66a2b5090caf42'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:11.792228 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-8f68a7a9-8f15-43c1-b4b5-cd83ce9c976d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=bfd0ac0a-6311-4ea6-9655-5b19f1605253 HTTP/1.1" status: 200  len: 217 time: 0.0441854
Jun 21 02:40:11.831980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1eba696f-53d1-4fd9-999a-7ac2738b6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.834764 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1eba696f-53d1-4fd9-999a-7ac2738b6e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.838475 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1eba696f-53d1-4fd9-999a-7ac2738b6e34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65c4547b-0053-47ec-8a53-9e27498dc125 HTTP/1.1" status: 204  len: 168 time: 0.5492446
Jun 21 02:40:11.839078 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-48aaad0e-b0e1-4b25-b746-239edbfac2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:11.852370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba696f-53d1-4fd9-999a-7ac2738b6e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c4547b-0053-47ec-8a53-9e27498dc125,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:11.858174 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1eba696f-53d1-4fd9-999a-7ac2738b6e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:11.866366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eddf9-c245-415d-acdf-7a041cbec0be req-a37c4ccd-4d56-4731-82f3-80a1c2f14477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:11.868541 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-a37c4ccd-4d56-4731-82f3-80a1c2f14477 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0740354
Jun 21 02:40:11.884836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd56da3a-7578-4c70-a9f4-8975b92c6325 req-dcbcbd86-943b-4449-9e3f-60b27607b5a0 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 210 time: 0.0638077
Jun 21 02:40:11.902082 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.913181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-d0982529-9475-4282-9eec-ea9ee6795963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:11.914714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-d0982529-9475-4282-9eec-ea9ee6795963 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2321925
Jun 21 02:40:11.949887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eddf9-c245-415d-acdf-7a041cbec0be req-a74bf345-aeed-4ece-a41d-c30a9bfa3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:11.951415 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-a74bf345-aeed-4ece-a41d-c30a9bfa3bbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0755820
Jun 21 02:40:11.990282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:11.995107 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cf8dbf06-7ebe-4e8a-90c3-3913fdfd964e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:12.027717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:40:12.052056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-51c646c5-2885-4f3f-8ab3-646fd265bfa2 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253011
Jun 21 02:40:12.054194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2a144-79f2-4c34-bca6-7f33f83a358f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:12.058969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.059331 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Added segment 3e931adf-6a3a-43b7-883e-5b6b5be7c7ef of type vlan for network c7710b15-b2bc-40ea-9445-baa31ac5e32e
Jun 21 02:40:12.090980 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-b5c77a34-4272-4c47-b355-51c5fbc0c147 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322060
Jun 21 02:40:12.095081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.096094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.096444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.096790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:12.152092 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:12.168650 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.217069 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c952d603-12de-4788-99f8-cad1dfef90f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.231581 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a041a8-e7c1-4926-9f25-e0c20a013471 req-77cdf271-e725-487a-aad4-4e084ac5a54d service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706829
Jun 21 02:40:12.233948 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-143eddf9-c245-415d-acdf-7a041cbec0be req-933cc645-70bb-4d61-9d75-c0aeaad2d9e2 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344085
Jun 21 02:40:12.297745 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c952d603-12de-4788-99f8-cad1dfef90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.305438 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7acbf1c-669a-4e2e-8516-39585bd70f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:12.320622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.322235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:12.323126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.327238 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95851955-7b71-4d3d-abc0-13816dd3e946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:12.345744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952d603-12de-4788-99f8-cad1dfef90f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2691706-bef7-4bc8-a769-96d7d95aff48,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:12.362067 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c952d603-12de-4788-99f8-cad1dfef90f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7818f6bffd94fbc866aab45d8725aec&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0473456
Jun 21 02:40:12.362067 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c952d603-12de-4788-99f8-cad1dfef90f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:12.363128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:12.374920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Made reservation on behalf of 6668cb6f83994ec78e66a2b5090caf42 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:12.380109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.415671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0a2dc4b-1abd-42f0-a0ab-283bad180b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.434307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c7710b15-b2bc-40ea-9445-baa31ac5e32e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:12.441185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0a2dc4b-1abd-42f0-a0ab-283bad180b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.443381 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:12.445711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c7710b15-b2bc-40ea-9445-baa31ac5e32e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:40:12.482597 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.7817628
Jun 21 02:40:12.483385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55650) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:12.489178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Request body: {'subnet': {'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1216314205-subnet', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:12.512506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-533650e5-f531-4e02-a967-1b0fb8050ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:12.514287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-533650e5-f531-4e02-a967-1b0fb8050ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 1097 time: 0.1225696
Jun 21 02:40:12.554435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Made reservation on behalf of 8f89417e5f8748a5bd134220d01c0173 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:12.557596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.575994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0a2dc4b-1abd-42f0-a0ab-283bad180b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.578774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0a2dc4b-1abd-42f0-a0ab-283bad180b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.580415 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e0a2dc4b-1abd-42f0-a0ab-283bad180b7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2691706-bef7-4bc8-a769-96d7d95aff48 HTTP/1.1" status: 204  len: 168 time: 0.2157485
Jun 21 02:40:12.606141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Allocated IP 192.168.233.16 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/479072b7-8bbe-4eed-aaf2-8dd3cded2465) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:12.607614 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c952d603-12de-4788-99f8-cad1dfef90f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:12.609467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91057d58-04d3-4768-8a1d-acb24d422c33', 'tag': 'bfd0ac0a-6311-4ea6-9655-5b19f1605253'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:12.612150 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f" -d '{"events": [{"name": "network-changed", "server_uuid": "91057d58-04d3-4768-8a1d-acb24d422c33", "tag": "bfd0ac0a-6311-4ea6-9655-5b19f1605253"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:12.618073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55656) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:12.636495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2dc4b-1abd-42f0-a0ab-283bad180b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2691706-bef7-4bc8-a769-96d7d95aff48,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:12.642899 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e0a2dc4b-1abd-42f0-a0ab-283bad180b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:12.695380 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba68b6e3-3497-463d-bcd3-c70df3dfcc04 x-openstack-request-id: req-ba68b6e3-3497-463d-bcd3-c70df3dfcc04 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:12.695693 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91057d58-04d3-4768-8a1d-acb24d422c33", "tag": "bfd0ac0a-6311-4ea6-9655-5b19f1605253", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:12.696100 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba68b6e3-3497-463d-bcd3-c70df3dfcc04 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:12.696509 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91057d58-04d3-4768-8a1d-acb24d422c33', 'tag': 'bfd0ac0a-6311-4ea6-9655-5b19f1605253', 'status': 'completed', 'code': 200}
Jun 21 02:40:12.776717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8bb8bbf9-3400-4fe1-a327-c4e8fd492bdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26ab95e37b794a63bbff98694c1b72f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1562960
Jun 21 02:40:12.784128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55662) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:12.849260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-b7810f37-9999-43c1-9c3b-497d1300e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:12.850988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-b7810f37-9999-43c1-9c3b-497d1300e5dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 924 time: 0.3083339
Jun 21 02:40:12.890621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-0fccd438-8f8f-4e0e-a540-1af5a22f3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:12.893631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-0fccd438-8f8f-4e0e-a540-1af5a22f3682 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44e07c977214420b1c739300f954e10&device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 1099 time: 0.1661611
Jun 21 02:40:12.954765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.957554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f78fe4b2-19bd-4578-b7c4-b66957769c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:12.969911 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41574fdf-8509-4744-9bc2-d89420a8e694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:13.009486 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.028511 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-c4ff4abd-27c6-4e0a-b5a5-1a5cc12b3b25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918e7024-2eab-4d85-a789-377825080906 HTTP/1.1" status: 200  len: 1001 time: 0.1695476
Jun 21 02:40:13.043111 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f78fe4b2-19bd-4578-b7c4-b66957769c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.056857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Transition to ACTIVE for port object 479072b7-8bbe-4eed-aaf2-8dd3cded2465 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:13.088809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d6747b-e628-46b2-b105-83ab7fe62ddb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:13.102640 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:13.114993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-4287f17b-f613-43e6-9201-691488642ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.117710 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-4287f17b-f613-43e6-9201-691488642ca4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2150455
Jun 21 02:40:13.121052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Checking segment: {'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:13.121558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Network hostable DHCP agents. Network: c7710b15-b2bc-40ea-9445-baa31ac5e32e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:40:13.129233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55668) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:13.129470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ad35-f340-4b27-a8fa-5929041ec46d req-f4e452d0-3b51-4c51-afa3-3717ee0973df tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.131016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5607ad35-f340-4b27-a8fa-5929041ec46d req-f4e452d0-3b51-4c51-afa3-3717ee0973df tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 947 time: 0.1960673
Jun 21 02:40:13.147391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-f00dc87c-3af4-4d29-8803-924c7b91674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.150289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-f00dc87c-3af4-4d29-8803-924c7b91674f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 200  len: 862 time: 0.1141348
Jun 21 02:40:13.198831 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67a5add0-0818-4a54-b994-c05aa6f690a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.201656 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-688f563c-139c-47c5-ad99-a819e8b8fa14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=bfd0ac0a-6311-4ea6-9655-5b19f1605253 HTTP/1.1" status: 200  len: 217 time: 0.0750787
Jun 21 02:40:13.231266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-491ef6df-d0b5-464e-8072-a49c5534ed17 req-3b72d691-7fcc-4d2b-9675-7360c7d76c13 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 210 time: 0.0775225
Jun 21 02:40:13.270166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-f7a87b1a-402a-4430-b05b-a3a096c5669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.271631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-f7a87b1a-402a-4430-b05b-a3a096c5669c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0603387
Jun 21 02:40:13.282692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5607ad35-f340-4b27-a8fa-5929041ec46d req-f0979b1a-783b-417e-aeb4-df21d3572733 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371684
Jun 21 02:40:13.297025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-fa925b45-93c2-48ad-a030-55273e6fd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.299443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-fa925b45-93c2-48ad-a030-55273e6fd535 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1290226
Jun 21 02:40:13.300959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.305814 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:13.356167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Network c7710b15-b2bc-40ea-9445-baa31ac5e32e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:40:13.358279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f78fe4b2-19bd-4578-b7c4-b66957769c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.361079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f78fe4b2-19bd-4578-b7c4-b66957769c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.364630 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f78fe4b2-19bd-4578-b7c4-b66957769c51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3859da9a-3e0c-4f33-818f-0af2d2d329d6 HTTP/1.1" status: 204  len: 168 time: 0.5798824
Jun 21 02:40:13.371225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Pushing event updated for resources: {'Port': ['ID=479072b7-8bbe-4eed-aaf2-8dd3cded2465,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:13.374886 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e01d6a1b-6a47-4ded-94c4-b2bad13c1109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:13.393495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fe4b2-19bd-4578-b7c4-b66957769c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3859da9a-3e0c-4f33-818f-0af2d2d329d6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:13.402874 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f78fe4b2-19bd-4578-b7c4-b66957769c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:13.448050 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:13.468909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c7710b15-b2bc-40ea-9445-baa31ac5e32e) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:13.473236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:13.478593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:13.479527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc9abf-7c43-4f4b-a519-99a0b23a4169 None None] Network c7710b15-b2bc-40ea-9445-baa31ac5e32e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:40:13.483588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75f08e44-8968-4764-94b1-c052074492b4 req-7cff2db1-2c13-4fa9-af83-bdb0ef2d0876 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=323b40cfc3c84969b784c870c187d995&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1173441
Jun 21 02:40:13.485847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:13.500101 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67a5add0-0818-4a54-b994-c05aa6f690a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.512366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.512366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.544216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-356e565c-ea21-4e55-a7c1-1a7c093c7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.546097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-356e565c-ea21-4e55-a7c1-1a7c093c7f3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2681692
Jun 21 02:40:13.580701 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67a5add0-0818-4a54-b994-c05aa6f690a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.635744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f08e44-8968-4764-94b1-c052074492b4 req-1cf67b11-7f0b-4cdc-bed9-7cbac8fa2e4b tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.642602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75f08e44-8968-4764-94b1-c052074492b4 req-1cf67b11-7f0b-4cdc-bed9-7cbac8fa2e4b tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1509192
Jun 21 02:40:13.701472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75f08e44-8968-4764-94b1-c052074492b4 req-cecfb1d5-4d90-466e-b1e7-be0e9b4f8ef2 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/quotas/323b40cfc3c84969b784c870c187d995 HTTP/1.1" status: 200  len: 375 time: 0.0575657
Jun 21 02:40:13.716817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-c7710b15-b2bc-40ea-9445-baa31ac5e32e', 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'fixed_ips': [{'subnet_id': '33d6747b-e628-46b2-b105-83ab7fe62ddb'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:40:13.721374 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.722839 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-f4e50971-d59d-405b-a024-b565f553060d service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3554735
Jun 21 02:40:13.746347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:13.773306 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:13.773306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75f08e44-8968-4764-94b1-c052074492b4 req-faebc7c2-ddac-414b-8c63-50bd09a7f755 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=323b40cfc3c84969b784c870c187d995&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0565336
Jun 21 02:40:13.868968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba84d580-32fd-4742-a578-50c9acaf7fd3 req-35c7881b-bafc-42b9-8909-da5c4bc56bc4 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286535
Jun 21 02:40:13.871753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1411257
Jun 21 02:40:13.897851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Request body: {'port': {'device_id': '6fddcaa0-b799-4552-a8f2-2ea788555f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:13.917132 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f0ec579-2d5f-44c1-882a-75ee33f88591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:13.943532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Allocated IP 172.20.0.2 (c7710b15-b2bc-40ea-9445-baa31ac5e32e/33d6747b-e628-46b2-b105-83ab7fe62ddb/862d2b35-c773-408e-bbdf-4e4c3879b572) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:13.963897 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-67a5add0-0818-4a54-b994-c05aa6f690a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=881dc6b5e09346fbac908334de769dd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8324776
Jun 21 02:40:13.964522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55700) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:13.973711 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4889119
Jun 21 02:40:13.976730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55702) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:14.031969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:14.034995 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.060585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab9a2335-b065-4110-a103-29902edfe083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.098120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5add0-0818-4a54-b994-c05aa6f690a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6896ec6-5b95-4c73-bddd-3dd69f9c65ff,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:14.109359 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-67a5add0-0818-4a54-b994-c05aa6f690a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:14.115572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.121813 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab9a2335-b065-4110-a103-29902edfe083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.125675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Transition to ACTIVE for port object 862d2b35-c773-408e-bbdf-4e4c3879b572 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:14.144950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Transition to ACTIVE for port object 862d2b35-c773-408e-bbdf-4e4c3879b572 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:14.148661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cf0cd1ba-4289-4e0b-abfb-460a2ba3fc43 None None] Provisioning for port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:14.154285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cf0cd1ba-4289-4e0b-abfb-460a2ba3fc43 None None] Provisioning complete for port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:14.154677 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cf0cd1ba-4289-4e0b-abfb-460a2ba3fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.200304 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-88eac493-47b9-4134-a86e-0eddf0463743 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6420209
Jun 21 02:40:14.212073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.214266 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.217290 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.224635 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:14.273219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Network c7710b15-b2bc-40ea-9445-baa31ac5e32e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:14.276471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:14.282218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cd1ba-4289-4e0b-abfb-460a2ba3fc43 None None] Port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:40:14.289397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:14.321321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Pushing event updated for resources: {'Port': ['ID=862d2b35-c773-408e-bbdf-4e4c3879b572,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:14.355663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.358209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.362388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.362733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.363075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.363414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.363752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.364079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.364458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.364844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.365113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.365462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:14.391857 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:14.393704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Attempting to bind port 862d2b35-c773-408e-bbdf-4e4c3879b572 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:14.394302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Attempting to bind port 862d2b35-c773-408e-bbdf-4e4c3879b572 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:14.406057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Attempting to bind port 862d2b35-c773-408e-bbdf-4e4c3879b572 on network c7710b15-b2bc-40ea-9445-baa31ac5e32e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:14.418607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:14.419319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Checking segment: {'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:14.419921 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.420712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Bound using segment: {'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:14.421526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Bound port: 862d2b35-c773-408e-bbdf-4e4c3879b572, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:14.422116 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.465714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.511973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdedffde-e5ea-4b92-a8ce-4e887dc7262f req-4ff85ab0-93a0-4816-9e63-3bc4f2961499 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3026521
Jun 21 02:40:14.512778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab9a2335-b065-4110-a103-29902edfe083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.515430 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab9a2335-b065-4110-a103-29902edfe083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.528837 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ab9a2335-b065-4110-a103-29902edfe083 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6896ec6-5b95-4c73-bddd-3dd69f9c65ff HTTP/1.1" status: 204  len: 168 time: 0.5530593
Jun 21 02:40:14.529668 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b84754d7-970a-4786-a597-df408617a87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:14.539195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] For port 862d2b35-c773-408e-bbdf-4e4c3879b572, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:14.546196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] For port 862d2b35-c773-408e-bbdf-4e4c3879b572, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=862d2b35-c773-408e-bbdf-4e4c3879b572,segment=NetworkSegment(3e931adf-6a3a-43b7-883e-5b6b5be7c7ef),segment_id=3e931adf-6a3a-43b7-883e-5b6b5be7c7ef)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:14.592649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a2335-b065-4110-a103-29902edfe083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6896ec6-5b95-4c73-bddd-3dd69f9c65ff,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:14.595769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479072b7-8bbe-4eed-aaf2-8dd3cded2465 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:14.611211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.618410 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.621553 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:14.631028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab9a2335-b065-4110-a103-29902edfe083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:14.635861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Transition to ACTIVE for port object 479072b7-8bbe-4eed-aaf2-8dd3cded2465 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:14.655712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ff4f0-28ef-4e8c-b422-982e19842c6e req-5f75139d-a6ff-41e6-93c0-d2f655347955 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:14.657449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-014ff4f0-28ef-4e8c-b422-982e19842c6e req-5f75139d-a6ff-41e6-93c0-d2f655347955 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 935 time: 0.2154939
Jun 21 02:40:14.683821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Pushing event updated for resources: {'Port': ['ID=862d2b35-c773-408e-bbdf-4e4c3879b572,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:14.687879 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:14.708183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-014ff4f0-28ef-4e8c-b422-982e19842c6e req-661d8e03-2f51-4a0a-8046-9723f2890223 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407741
Jun 21 02:40:14.745590 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.765976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:14.771428 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:14.840707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Pushing event updated for resources: {'Port': ['ID=479072b7-8bbe-4eed-aaf2-8dd3cded2465,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:14.848745 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:15.243380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa995a4-de32-49dd-8087-f78c918fe86f req-728d933c-a6fd-47e6-b85b-10293f56bcbb tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:15.245008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1aa995a4-de32-49dd-8087-f78c918fe86f req-728d933c-a6fd-47e6-b85b-10293f56bcbb tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 947 time: 0.2983661
Jun 21 02:40:15.280279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Attempting to bind port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:15.280394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Attempting to bind port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:15.280693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Attempting to bind port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:15.291241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:40:15.291660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Attempting to bind port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:15.302818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:15.303165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:15.303576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:15.304022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Bound port: 479072b7-8bbe-4eed-aaf2-8dd3cded2465, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:15.304365 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:15.338475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 862d2b35-c773-408e-bbdf-4e4c3879b572 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:15.352124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:15.361258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1aa995a4-de32-49dd-8087-f78c918fe86f req-3379f3d1-6924-4a22-8e0f-ea6f49782e37 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988059
Jun 21 02:40:15.381425 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:15.437513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] For port 479072b7-8bbe-4eed-aaf2-8dd3cded2465, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:15.440380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] For port 479072b7-8bbe-4eed-aaf2-8dd3cded2465, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=479072b7-8bbe-4eed-aaf2-8dd3cded2465,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:15.480345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 862d2b35-c773-408e-bbdf-4e4c3879b572 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:15.497864 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:15.502836 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d11fee7b-c1ad-4a45-a79a-fa2b2038a993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:15.506279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Allocated IP 172.25.7.249 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/436e9092-2ba2-4e2b-b35e-130f5f684674) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:15.544691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:15.545383 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:15.552053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] 10.222.0.26 "PUT /v2.0/ports/479072b7-8bbe-4eed-aaf2-8dd3cded2465 HTTP/1.1" status: 200  len: 1096 time: 1.6548774
Jun 21 02:40:15.552053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fddcaa0-b799-4552-a8f2-2ea788555f57', 'tag': '479072b7-8bbe-4eed-aaf2-8dd3cded2465'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:15.552053 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa93a11-f018-4dda-8910-da694fcd0d62" -d '{"events": [{"name": "network-changed", "server_uuid": "6fddcaa0-b799-4552-a8f2-2ea788555f57", "tag": "479072b7-8bbe-4eed-aaf2-8dd3cded2465"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:15.578581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Pushing event updated for resources: {'Port': ['ID=479072b7-8bbe-4eed-aaf2-8dd3cded2465,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:15.591389 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:15.648080 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d1897a-cbf4-48fa-a14f-52e354de6730 x-openstack-request-id: req-20d1897a-cbf4-48fa-a14f-52e354de6730 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:15.648702 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fddcaa0-b799-4552-a8f2-2ea788555f57", "tag": "479072b7-8bbe-4eed-aaf2-8dd3cded2465", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:15.648882 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20d1897a-cbf4-48fa-a14f-52e354de6730 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:15.649609 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fddcaa0-b799-4552-a8f2-2ea788555f57', 'tag': '479072b7-8bbe-4eed-aaf2-8dd3cded2465', 'status': 'completed', 'code': 200}
Jun 21 02:40:15.690958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:15.749840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94248-df05-499d-8091-faf1287ab01b req-c5c898b9-04ff-4d34-940e-6b36329815ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:15.752446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-c5c898b9-04ff-4d34-940e-6b36329815ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6668cb6f83994ec78e66a2b5090caf42&device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 1099 time: 0.1013446
Jun 21 02:40:15.822549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-58aba935-122c-4ab8-91b8-8c250a0844d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=479072b7-8bbe-4eed-aaf2-8dd3cded2465 HTTP/1.1" status: 200  len: 217 time: 0.0606287
Jun 21 02:40:15.830285 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:15.833589 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:15.887728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55766) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:15.930214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:15.937523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:15.940049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94248-df05-499d-8091-faf1287ab01b req-96f6b164-dfcc-4d17-83fa-917b22cd6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:15.940978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:15.943403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Pushing event updated for resources: {'Port': ['ID=436e9092-2ba2-4e2b-b35e-130f5f684674,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:15.944978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-96f6b164-dfcc-4d17-83fa-917b22cd6fe3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1165931
Jun 21 02:40:15.961142 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:16.028307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea56e-9ac9-41a1-8eb3-06fee0e527b7 req-4d54a155-43aa-4e5d-b824-f9b085ce3955 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:16.029925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab1ea56e-9ac9-41a1-8eb3-06fee0e527b7 req-4d54a155-43aa-4e5d-b824-f9b085ce3955 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 947 time: 0.1437654
Jun 21 02:40:16.055691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94248-df05-499d-8091-faf1287ab01b req-753445c2-b67b-4504-971f-3b3a97dc508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:16.057228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-753445c2-b67b-4504-971f-3b3a97dc508b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1041265
Jun 21 02:40:16.139337 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab1ea56e-9ac9-41a1-8eb3-06fee0e527b7 req-2d4f0fa0-9f22-41ff-9d2c-48c72084d3d5 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014211
Jun 21 02:40:16.203496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-cfc0a371-1f3e-47ac-a1b8-717310458620 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375246
Jun 21 02:40:16.247952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a38260b-37c5-4281-921c-0b79a47b0932 None None] Network c7710b15-b2bc-40ea-9445-baa31ac5e32e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:40:16.351016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b67e1673-3495-420b-b1f7-d65146d60db5 tempest-AutoAllocateNetworkTest-1593476258 tempest-AutoAllocateNetworkTest-1593476258-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=cc30aee7afe84850812d54c62c307bbc&shared=False HTTP/1.1" status: 200  len: 208 time: 0.4619694
Jun 21 02:40:16.358152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55778) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:16.441258 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:16.519718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device bfd0ac0a-6311-4ea6-9655-5b19f1605253 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:40:16.525762 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85b94248-df05-499d-8091-faf1287ab01b req-5956fff6-37e5-420d-be25-7eaaff2e6f2b service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3159151
Jun 21 02:40:16.601717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693df021-5e52-424f-89d4-ed8cc047d485 tempest-AutoAllocateNetworkTest-1593476258 tempest-AutoAllocateNetworkTest-1593476258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:16.603318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-693df021-5e52-424f-89d4-ed8cc047d485 tempest-AutoAllocateNetworkTest-1593476258 tempest-AutoAllocateNetworkTest-1593476258-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2439845
Jun 21 02:40:16.615603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55786) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:16.623871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e185f42-10bd-43a3-8f83-5940f8019213 req-bab3f23b-d9f5-4a14-8819-24a05f4d1dbd tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:16.625600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e185f42-10bd-43a3-8f83-5940f8019213 req-bab3f23b-d9f5-4a14-8819-24a05f4d1dbd tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 947 time: 0.0911856
Jun 21 02:40:16.686352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f81ac802-5e2f-416b-a6b6-0c0c0be276ab tempest-AutoAllocateNetworkTest-1593476258 tempest-AutoAllocateNetworkTest-1593476258-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0593097
Jun 21 02:40:16.692313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55792) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:16.697581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] Provisioning for port 862d2b35-c773-408e-bbdf-4e4c3879b572 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:16.700571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port bfd0ac0a-6311-4ea6-9655-5b19f1605253, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bfd0ac0a-6311-4ea6-9655-5b19f1605253,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:16.715227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] Provisioning complete for port 862d2b35-c773-408e-bbdf-4e4c3879b572 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:16.715892 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:16.721973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'bfd0ac0a-6311-4ea6-9655-5b19f1605253', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'bfd0ac0a-6311-4ea6-9655-5b19f1605253', 'mac_address': 'fa:16:3e:52:4d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:40:16.812417 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:16.835635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd0ac0a-6311-4ea6-9655-5b19f1605253 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:16.889852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port bfd0ac0a-6311-4ea6-9655-5b19f1605253, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bfd0ac0a-6311-4ea6-9655-5b19f1605253,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:16.897490 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:16.941177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] For port 862d2b35-c773-408e-bbdf-4e4c3879b572, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=862d2b35-c773-408e-bbdf-4e4c3879b572,segment=NetworkSegment(3e931adf-6a3a-43b7-883e-5b6b5be7c7ef),segment_id=3e931adf-6a3a-43b7-883e-5b6b5be7c7ef)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:16.989853 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:16.992701 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3dfd90d5-b6ac-4f24-ba4b-10e85a2f5b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:17.098692 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:17.109022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=bfd0ac0a-6311-4ea6-9655-5b19f1605253,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:17.115322 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:17.118333 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:17.132217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:17.186251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['bfd0ac0a-6311-4ea6-9655-5b19f1605253'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:17.224427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] Pushing event updated for resources: {'Port': ['ID=862d2b35-c773-408e-bbdf-4e4c3879b572,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:17.226166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6926d976-59cf-404f-ac36-eb3ac686f49f req-b2be9307-56ee-4864-98df-fd5fd01ac44a tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=323b40cfc3c84969b784c870c187d995&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0722275
Jun 21 02:40:17.232445 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:17.242252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-83bff6d7-674d-4c3b-bfb5-3c54ae6df7b4 tempest-AutoAllocateNetworkTest-1593476258 tempest-AutoAllocateNetworkTest-1593476258-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=cc30aee7afe84850812d54c62c307bbc HTTP/1.1" status: 200  len: 208 time: 0.5448976
Jun 21 02:40:17.256844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-33128cb0-2ff5-4e6b-b7dc-18dbda8b1234 None None] Provisioning complete for port 862d2b35-c773-408e-bbdf-4e4c3879b572 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:17.257708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e185f42-10bd-43a3-8f83-5940f8019213 req-dcb0f357-e9ed-417a-a12d-c206a2e2f72e tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6079235
Jun 21 02:40:17.257934 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33128cb0-2ff5-4e6b-b7dc-18dbda8b1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:17.508562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:40:17.514117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-948fbc39-3c3d-4d7f-b00f-7d7a6fc66246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:17.515717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-948fbc39-3c3d-4d7f-b00f-7d7a6fc66246 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6668cb6f83994ec78e66a2b5090caf42&device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 1099 time: 0.3597610
Jun 21 02:40:17.586011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d976-59cf-404f-ac36-eb3ac686f49f req-686eba50-57ed-492f-90b3-5fd0363f00f5 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:17.587476 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6926d976-59cf-404f-ac36-eb3ac686f49f req-686eba50-57ed-492f-90b3-5fd0363f00f5 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3463881
Jun 21 02:40:17.597187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cb0a8-3c25-4220-89f7-0eaf12c93fab req-1b7c9805-d41a-4dc8-b7d1-5fc0b18d00fb tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:17.600156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-918cb0a8-3c25-4220-89f7-0eaf12c93fab req-1b7c9805-d41a-4dc8-b7d1-5fc0b18d00fb tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 947 time: 0.1802795
Jun 21 02:40:17.624062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:40:17.630421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6926d976-59cf-404f-ac36-eb3ac686f49f req-feb2db2e-456e-4a1b-b0f1-9de0db1be838 tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/quotas/323b40cfc3c84969b784c870c187d995 HTTP/1.1" status: 200  len: 375 time: 0.0283544
Jun 21 02:40:17.636096 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Sync routers for ids ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:40:17.647036 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Routers {'0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:40:17.647892 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9499850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:40:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:17.682170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6926d976-59cf-404f-ac36-eb3ac686f49f req-2c0faabf-8ffb-48e7-8f8a-a899159193ee tempest-QuotasAdminNegativeTest-1982518097 tempest-QuotasAdminNegativeTest-1982518097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=323b40cfc3c84969b784c870c187d995&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0514064
Jun 21 02:40:17.713179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-918cb0a8-3c25-4220-89f7-0eaf12c93fab req-5e624df3-2b66-41eb-9168-f1393cc9bd13 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975211
Jun 21 02:40:17.718923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-ea950913-c2b7-4362-96b7-9805d44c334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:17.721240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-ea950913-c2b7-4362-96b7-9805d44c334b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1956708
Jun 21 02:40:17.726387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:17.728629 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.7069707
Jun 21 02:40:17.731037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55826) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:17.823970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-aa973064-3613-424c-b1a1-59d13c7f3e07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=479072b7-8bbe-4eed-aaf2-8dd3cded2465 HTTP/1.1" status: 200  len: 217 time: 0.0936558
Jun 21 02:40:17.841087 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Set router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:40:17.923462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-943d3959-27f9-49e9-b7a0-59f2532b77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:17.925689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-943d3959-27f9-49e9-b7a0-59f2532b77b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0943463
Jun 21 02:40:17.993844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55836) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:18.011597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-48d7bfcc-3898-4924-bb04-bcafdde14ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:18.013559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-48d7bfcc-3898-4924-bb04-bcafdde14ce0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0747499
Jun 21 02:40:18.044836 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9499850>, [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:40:16Z', 'revision_number': 3, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:18.075490 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Checking router: 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:40:18.076233 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Updating router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 port 436e9092-2ba2-4e2b-b35e-130f5f684674 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:40:18.123318 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.140613 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-5e222e27-01ac-49cb-9667-74ff6b592b64 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1181302
Jun 21 02:40:18.293378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af605c6c-c182-4694-b10c-dedab3b2ae63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.295850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device bfd0ac0a-6311-4ea6-9655-5b19f1605253 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:18.334165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aa93a11-f018-4dda-8910-da694fcd0d62 req-8e63338d-5640-4746-9370-96499c717c1f service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857951
Jun 21 02:40:18.481768 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af605c6c-c182-4694-b10c-dedab3b2ae63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.493763 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.544378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port bfd0ac0a-6311-4ea6-9655-5b19f1605253 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:18.552591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port bfd0ac0a-6311-4ea6-9655-5b19f1605253 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:18.552591 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.577124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc6b9b-1620-42d8-b25d-01ddcdf69e49 req-69650b05-afb7-498f-bf5e-7f0c87decc90 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:18.577124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bbc6b9b-1620-42d8-b25d-01ddcdf69e49 req-69650b05-afb7-498f-bf5e-7f0c87decc90 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 948 time: 0.0916157
Jun 21 02:40:18.583369 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.594179 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Transition to ACTIVE for port object 436e9092-2ba2-4e2b-b35e-130f5f684674 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:18.602924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af605c6c-c182-4694-b10c-dedab3b2ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.609521 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60a880c7-6183-4d0a-be9a-39e599792761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:18.669928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bbc6b9b-1620-42d8-b25d-01ddcdf69e49 req-dc332388-5206-4ff7-98eb-a874dfe62e61 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876226
Jun 21 02:40:18.676418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.687023 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.691398 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:18.719077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Allocated IP 172.20.0.1 (c7710b15-b2bc-40ea-9445-baa31ac5e32e/33d6747b-e628-46b2-b105-83ab7fe62ddb/fd0921a7-3626-4b7c-b2d4-217ab88cf6c4) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:18.739192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-af605c6c-c182-4694-b10c-dedab3b2ae63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc30aee7afe84850812d54c62c307bbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7423942
Jun 21 02:40:18.740499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55862) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:18.744964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port bfd0ac0a-6311-4ea6-9655-5b19f1605253, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bfd0ac0a-6311-4ea6-9655-5b19f1605253,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:18.746145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91057d58-04d3-4768-8a1d-acb24d422c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd0ac0a-6311-4ea6-9655-5b19f1605253'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:18.752831 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7792cfc-e6d5-477e-87b1-e57859ba8c38" -d '{"events": [{"server_uuid": "91057d58-04d3-4768-8a1d-acb24d422c33", "name": "network-vif-plugged", "status": "completed", "tag": "bfd0ac0a-6311-4ea6-9655-5b19f1605253"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:18.795712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af605c6c-c182-4694-b10c-dedab3b2ae63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb10a323-03a3-404b-91dc-73e96cfdd7fb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:18.810684 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-af605c6c-c182-4694-b10c-dedab3b2ae63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:18.828521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.832282 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:18.838402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe4e84a6-23cf-4073-8dbb-9d4b3a2facb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.844833 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Pushing event updated for resources: {'Port': ['ID=436e9092-2ba2-4e2b-b35e-130f5f684674,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:18.865637 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.866085 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.866496 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.866903 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.868006 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.868587 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.870546 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.871100 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.873389 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.873917 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.875175 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.877268 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:18.886737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe4e84a6-23cf-4073-8dbb-9d4b3a2facb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.897196 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:18.916129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.923174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=bfd0ac0a-6311-4ea6-9655-5b19f1605253,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:18.930349 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Attempting to bind port 436e9092-2ba2-4e2b-b35e-130f5f684674 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:18.931699 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:18.933463 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Attempting to bind port 436e9092-2ba2-4e2b-b35e-130f5f684674 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:18.933884 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Attempting to bind port 436e9092-2ba2-4e2b-b35e-130f5f684674 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:18.937070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Transition to ACTIVE for port object fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:18.942654 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:18.943281 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:18.944039 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:18.944826 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:18.945811 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Bound port: 436e9092-2ba2-4e2b-b35e-130f5f684674, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:18.946605 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.035009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.040292 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:19.058879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2f0a8-c5a4-442d-9f8c-c95da8e127f0 req-c53db478-a968-4384-beb8-0ec858aa5fbf tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:19.060303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54a2f0a8-c5a4-442d-9f8c-c95da8e127f0 req-c53db478-a968-4384-beb8-0ec858aa5fbf tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 947 time: 0.0901959
Jun 21 02:40:19.085211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe4e84a6-23cf-4073-8dbb-9d4b3a2facb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.088348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe4e84a6-23cf-4073-8dbb-9d4b3a2facb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.092278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fe4e84a6-23cf-4073-8dbb-9d4b3a2facb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb10a323-03a3-404b-91dc-73e96cfdd7fb HTTP/1.1" status: 204  len: 168 time: 0.3468723
Jun 21 02:40:19.092278 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ddcd57d-ad89-48a8-ba50-9c82e458541c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:19.107109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Network c7710b15-b2bc-40ea-9445-baa31ac5e32e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:19.112274 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f01cf-ece2-42d5-bf82-33072ee4925c x-openstack-request-id: req-549f01cf-ece2-42d5-bf82-33072ee4925c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:19.117096 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91057d58-04d3-4768-8a1d-acb24d422c33", "name": "network-vif-plugged", "status": "completed", "tag": "bfd0ac0a-6311-4ea6-9655-5b19f1605253", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:19.117253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:19.117381 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-549f01cf-ece2-42d5-bf82-33072ee4925c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:19.117381 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91057d58-04d3-4768-8a1d-acb24d422c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd0ac0a-6311-4ea6-9655-5b19f1605253', 'code': 200}
Jun 21 02:40:19.128796 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] For port 436e9092-2ba2-4e2b-b35e-130f5f684674, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:19.129793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:19.130370 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.132204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e84a6-23cf-4073-8dbb-9d4b3a2facb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb10a323-03a3-404b-91dc-73e96cfdd7fb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:19.132651 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] For port 436e9092-2ba2-4e2b-b35e-130f5f684674, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=436e9092-2ba2-4e2b-b35e-130f5f684674,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:19.136437 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe4e84a6-23cf-4073-8dbb-9d4b3a2facb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:19.167971 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54a2f0a8-c5a4-442d-9f8c-c95da8e127f0 req-6a14ff59-1d5d-4bbe-b3c4-1c8b180fd71f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007051
Jun 21 02:40:19.201680 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.217155 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:19.243120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Pushing event updated for resources: {'Port': ['ID=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:19.278705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 862d2b35-c773-408e-bbdf-4e4c3879b572 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:19.290181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.290452 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Pushing event updated for resources: {'Port': ['ID=436e9092-2ba2-4e2b-b35e-130f5f684674,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:19.290557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.290871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.293201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.293603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.294033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.294368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.294627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.294963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.295382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.295618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.303576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:40:19.315391 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:19.351607 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Routers {'0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:40:19.352495 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9499850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:40:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:19.361924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 862d2b35-c773-408e-bbdf-4e4c3879b572 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:19.362580 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.399635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604ed94-a0a2-4b99-ac26-e9bb74432b51 req-ebb15ce6-70a9-40d6-bb04-3f6fea87583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:19.401400 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8604ed94-a0a2-4b99-ac26-e9bb74432b51 req-ebb15ce6-70a9-40d6-bb04-3f6fea87583e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 1101 time: 0.1776481
Jun 21 02:40:19.416353 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:19.452708 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8604ed94-a0a2-4b99-ac26-e9bb74432b51 req-acd02dd2-5270-482e-b8db-f1bdf9b3a6cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438442
Jun 21 02:40:19.501829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] Set router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:40:19.537678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.549048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-70e39e50-50fc-4bdc-9823-cf86d37ef710 None None] Provisioning for port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:19.553193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-70e39e50-50fc-4bdc-9823-cf86d37ef710 None None] Provisioning complete for port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:19.553796 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-70e39e50-50fc-4bdc-9823-cf86d37ef710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.607203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-70e39e50-50fc-4bdc-9823-cf86d37ef710 None None] Port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:40:19.644777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55892) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:19.719510 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9499850>, [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:40:16Z', 'revision_number': 3, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:19.755013 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ce643-8b36-4506-8250-195bf8098b4c None None] The sync data for ids ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'] in n-d-758944-33 is: [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:40:16Z', 'revision_number': 3, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:40:19.788586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.875709 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.877191 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:19.880677 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:19.888698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-068d8565-b72f-48cc-bc5a-c704b86a9746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.005893 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-068d8565-b72f-48cc-bc5a-c704b86a9746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.031916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Pushing event updated for resources: {'Port': ['ID=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:20.037581 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:20.071232 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-068d8565-b72f-48cc-bc5a-c704b86a9746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.073414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Network c7710b15-b2bc-40ea-9445-baa31ac5e32e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:20.075293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:20.078180 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:20.238015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-068d8565-b72f-48cc-bc5a-c704b86a9746 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=323b40cfc3c84969b784c870c187d995&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5920234
Jun 21 02:40:20.245884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55914) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:20.280437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8565-b72f-48cc-bc5a-c704b86a9746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c2fe8b-7135-4b6b-af0f-895f284ad956,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:20.311643 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-068d8565-b72f-48cc-bc5a-c704b86a9746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:20.374902 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:40:20.462647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d077df-e273-4a7c-a97e-62ecbbdc7301 req-ba27bb3c-d001-4b79-906f-fe654f459534 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:20.464200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7d077df-e273-4a7c-a97e-62ecbbdc7301 req-ba27bb3c-d001-4b79-906f-fe654f459534 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 949 time: 0.2169516
Jun 21 02:40:20.474444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0eab38d-0d71-4013-98bb-4d649a66439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.510919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0eab38d-0d71-4013-98bb-4d649a66439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.577488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 479072b7-8bbe-4eed-aaf2-8dd3cded2465 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:40:20.579866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ca8276f9-7a53-4d20-bb68-1adcbb7a2940 None None] Provisioning complete for port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:20.580169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca8276f9-7a53-4d20-bb68-1adcbb7a2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.590420 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:40:20.601426 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] 10.222.0.25 "PUT /v2.0/routers/0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8689742
Jun 21 02:40:20.652937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7d077df-e273-4a7c-a97e-62ecbbdc7301 req-bb7cbf5d-c657-43f8-8f58-94899e46fdd7 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395516
Jun 21 02:40:20.671106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ca8276f9-7a53-4d20-bb68-1adcbb7a2940 None None] Port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:40:20.749022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0eab38d-0d71-4013-98bb-4d649a66439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.753311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0eab38d-0d71-4013-98bb-4d649a66439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.754959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f0eab38d-0d71-4013-98bb-4d649a66439d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71c2fe8b-7135-4b6b-af0f-895f284ad956 HTTP/1.1" status: 204  len: 168 time: 0.5011065
Jun 21 02:40:20.756282 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5bbd8c32-5ed9-42da-b3d5-6e555cca5a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:20.767931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eab38d-0d71-4013-98bb-4d649a66439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c2fe8b-7135-4b6b-af0f-895f284ad956,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:20.769772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 479072b7-8bbe-4eed-aaf2-8dd3cded2465, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=479072b7-8bbe-4eed-aaf2-8dd3cded2465,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:20.781144 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0eab38d-0d71-4013-98bb-4d649a66439d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:20.828374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '479072b7-8bbe-4eed-aaf2-8dd3cded2465', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '479072b7-8bbe-4eed-aaf2-8dd3cded2465', 'mac_address': 'fa:16:3e:f5:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:40:20.886497 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:20.913609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479072b7-8bbe-4eed-aaf2-8dd3cded2465 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:20.959268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 479072b7-8bbe-4eed-aaf2-8dd3cded2465, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=479072b7-8bbe-4eed-aaf2-8dd3cded2465,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:21.011463 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:21.013589 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:21.023562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4442-2742-4a63-966b-1fbc97b6d410 req-64ae0ff8-dfe3-4cf9-a7c6-8c67330eab2c tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:21.025279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23ab4442-2742-4a63-966b-1fbc97b6d410 req-64ae0ff8-dfe3-4cf9-a7c6-8c67330eab2c tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 947 time: 0.0938175
Jun 21 02:40:21.080454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=479072b7-8bbe-4eed-aaf2-8dd3cded2465,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:21.086879 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:21.097196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23ab4442-2742-4a63-966b-1fbc97b6d410 req-dc4cac09-e84c-4a27-8b4a-ed9c6ecacba5 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659609
Jun 21 02:40:21.223916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['479072b7-8bbe-4eed-aaf2-8dd3cded2465'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:21.278742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 436e9092-2ba2-4e2b-b35e-130f5f684674 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:21.469375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 436e9092-2ba2-4e2b-b35e-130f5f684674 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:21.475388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 436e9092-2ba2-4e2b-b35e-130f5f684674 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:21.476255 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:21.570630 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:21.595496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 436e9092-2ba2-4e2b-b35e-130f5f684674, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=436e9092-2ba2-4e2b-b35e-130f5f684674,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:21.663150 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:21.665295 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:21.721531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=436e9092-2ba2-4e2b-b35e-130f5f684674,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:21.732620 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:21.872119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1b5d-3a34-45b8-b5ee-75395f8f8656 req-a8da6a27-bdc5-4fc9-8a42-aa758e8f5fbf tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:21.873557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3ee1b5d-3a34-45b8-b5ee-75395f8f8656 req-a8da6a27-bdc5-4fc9-8a42-aa758e8f5fbf tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 949 time: 0.0705800
Jun 21 02:40:21.921864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3ee1b5d-3a34-45b8-b5ee-75395f8f8656 req-8f8a5236-efaa-490a-a0e1-6760feb3a8a6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407670
Jun 21 02:40:22.020632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Sync routers for ids ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:40:22.029717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Routers {'0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:40:22.030452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ac35b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:40:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:22.036056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56010) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:22.061016 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ece22df-eff6-4efe-ad68-fe773431ed0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:22.152925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Set router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:40:22.174812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ece22df-eff6-4efe-ad68-fe773431ed0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:22.240527 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ece22df-eff6-4efe-ad68-fe773431ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:22.244173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e1cc94f-f597-4f5f-a43f-af067e133730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:22.288227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4ece22df-eff6-4efe-ad68-fe773431ed0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0c35151fba945f887ee2cb2e99f6c87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2510741
Jun 21 02:40:22.289474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece22df-eff6-4efe-ad68-fe773431ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ebd7c-5b60-4110-8fd7-17a0bb9a93a0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:22.290950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56022) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:22.293387 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4ece22df-eff6-4efe-ad68-fe773431ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:22.361467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225b54c6-c05a-4ad3-a3d0-9e93a54d509e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:22.389804 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225b54c6-c05a-4ad3-a3d0-9e93a54d509e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:22.440325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ac35b0>, [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:40:19Z', 'revision_number': 4, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'fd0921a7-3626-4b7c-b2d4-217ab88cf6c4', 'name': '', 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'mac_address': 'fa:16:3e:0e:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '33d6747b-e628-46b2-b105-83ab7fe62ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:18Z', 'updated_at': '2021-06-21T02:40:19Z', 'revision_number': 2, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'subnets': [{'id': '33d6747b-e628-46b2-b105-83ab7fe62ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:22.486173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Checking router: 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:40:22.486527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Updating router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:40:22.527367 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:22.560111 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225b54c6-c05a-4ad3-a3d0-9e93a54d509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:22.566825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225b54c6-c05a-4ad3-a3d0-9e93a54d509e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:22.566825 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-225b54c6-c05a-4ad3-a3d0-9e93a54d509e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de1ebd7c-5b60-4110-8fd7-17a0bb9a93a0 HTTP/1.1" status: 204  len: 168 time: 0.2724335
Jun 21 02:40:22.566825 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ee0b589-d3d2-47ee-836b-a594867a60e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:22.590267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b54c6-c05a-4ad3-a3d0-9e93a54d509e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ebd7c-5b60-4110-8fd7-17a0bb9a93a0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:22.592815 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-225b54c6-c05a-4ad3-a3d0-9e93a54d509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:22.623254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 479072b7-8bbe-4eed-aaf2-8dd3cded2465 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:22.727515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56034) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:22.857990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0e707-8dec-4f4f-b6a4-60fd8921684e req-f11e5958-a9fc-4284-be3c-78d94346c96c tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:22.870429 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2aa0e707-8dec-4f4f-b6a4-60fd8921684e req-f11e5958-a9fc-4284-be3c-78d94346c96c tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 948 time: 0.1529706
Jun 21 02:40:22.950260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2aa0e707-8dec-4f4f-b6a4-60fd8921684e req-8e05cd34-3ea4-4c1a-aca2-0e438c0491d8 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737472
Jun 21 02:40:22.962754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:22.968660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:22.969042 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.076167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d218664-7a9c-4ad2-8c5d-b90ce0f54c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.139948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333dc07-a190-4be7-aeda-27388b79c467 req-595419a0-c1ff-4f87-9045-c9d64b3cf5c7 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:23.144020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f333dc07-a190-4be7-aeda-27388b79c467 req-595419a0-c1ff-4f87-9045-c9d64b3cf5c7 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 949 time: 0.0796199
Jun 21 02:40:23.193421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f333dc07-a190-4be7-aeda-27388b79c467 req-86ef08b6-5296-43cc-ba2f-c959b35d2f15 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401545
Jun 21 02:40:23.232605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d218664-7a9c-4ad2-8c5d-b90ce0f54c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.251919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 436e9092-2ba2-4e2b-b35e-130f5f684674 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:23.279762 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.331174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fddcaa0-b799-4552-a8f2-2ea788555f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479072b7-8bbe-4eed-aaf2-8dd3cded2465'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:23.333414 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7eae9e-bd6a-40e1-8ff3-1cca854fbf87" -d '{"events": [{"server_uuid": "6fddcaa0-b799-4552-a8f2-2ea788555f57", "name": "network-vif-plugged", "status": "completed", "tag": "479072b7-8bbe-4eed-aaf2-8dd3cded2465"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:23.366660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 479072b7-8bbe-4eed-aaf2-8dd3cded2465, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=479072b7-8bbe-4eed-aaf2-8dd3cded2465,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:23.372332 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c553dc5-6462-41d3-bf47-5432fcf6d7ae x-openstack-request-id: req-6c553dc5-6462-41d3-bf47-5432fcf6d7ae {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:23.372626 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fddcaa0-b799-4552-a8f2-2ea788555f57", "name": "network-vif-plugged", "status": "completed", "tag": "479072b7-8bbe-4eed-aaf2-8dd3cded2465", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:23.372890 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c553dc5-6462-41d3-bf47-5432fcf6d7ae {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:23.373275 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fddcaa0-b799-4552-a8f2-2ea788555f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479072b7-8bbe-4eed-aaf2-8dd3cded2465', 'code': 200}
Jun 21 02:40:23.391287 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.400518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 436e9092-2ba2-4e2b-b35e-130f5f684674 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:23.400891 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.422611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Transition to ACTIVE for port object fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:23.491313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0b172-aa2f-4b09-9653-d160c170f81b req-17798c80-90ef-4721-b997-b95c6179ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:23.492816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-daf0b172-aa2f-4b09-9653-d160c170f81b req-17798c80-90ef-4721-b997-b95c6179ec0c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 1100 time: 0.0598347
Jun 21 02:40:23.531920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-daf0b172-aa2f-4b09-9653-d160c170f81b req-676be97f-1e4f-412d-988c-25243ad7f55f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300152
Jun 21 02:40:23.554574 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.557446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d218664-7a9c-4ad2-8c5d-b90ce0f54c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.557949 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:23.559192 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-14d3905e-fc6f-4ad5-be44-3380ba84ef94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:23.562809 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.644526 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218664-7a9c-4ad2-8c5d-b90ce0f54c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b670229e-53c4-4aa5-8005-6f914601605c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:23.649468 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d218664-7a9c-4ad2-8c5d-b90ce0f54c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:23.652779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0d218664-7a9c-4ad2-8c5d-b90ce0f54c5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3a33ba29c4841599da9853cedc2a452&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9239430
Jun 21 02:40:23.655201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56058) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:23.697257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=479072b7-8bbe-4eed-aaf2-8dd3cded2465,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:23.703360 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:23.706098 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:23.774471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b693101-063d-47c1-a089-5b5b9c9636d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.789125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Attempting to bind port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:23.789810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Attempting to bind port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:23.790670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Attempting to bind port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 on network c7710b15-b2bc-40ea-9445-baa31ac5e32e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:23.811723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:23.814405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b693101-063d-47c1-a089-5b5b9c9636d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.814969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Checking segment: {'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:23.815545 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.818339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Bound using segment: {'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:23.819044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Bound port: fd0921a7-3626-4b7c-b2d4-217ab88cf6c4, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:23.819989 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.899858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] For port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:23.909132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] For port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,segment=NetworkSegment(3e931adf-6a3a-43b7-883e-5b6b5be7c7ef),segment_id=3e931adf-6a3a-43b7-883e-5b6b5be7c7ef)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:23.923288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32652b8a-19ec-4be4-8ae6-0fe49387a47e None None] Pushing event updated for resources: {'Port': ['ID=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:23.933787 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-32652b8a-19ec-4be4-8ae6-0fe49387a47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:23.988133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b693101-063d-47c1-a089-5b5b9c9636d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.992198 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b693101-063d-47c1-a089-5b5b9c9636d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:23.992851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7b693101-063d-47c1-a089-5b5b9c9636d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b670229e-53c4-4aa5-8005-6f914601605c HTTP/1.1" status: 204  len: 168 time: 0.3365335
Jun 21 02:40:24.003287 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:24.013183 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:24.013902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-d97f6238-92c2-4b5b-84cf-f419e22848e4 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f44e07c977214420b1c739300f954e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0651901
Jun 21 02:40:24.019703 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:24.174585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b693101-063d-47c1-a089-5b5b9c9636d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b670229e-53c4-4aa5-8005-6f914601605c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:24.179445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Routers {'0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:40:24.179595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ac35b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:40:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:24.190817 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b693101-063d-47c1-a089-5b5b9c9636d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:24.290689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-fadb0250-2789-4650-b391-904f7e1ed701 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:24.319719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-fadb0250-2789-4650-b391-904f7e1ed701 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3008657
Jun 21 02:40:24.349354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-244d1dab-0dfc-4f6b-b0b5-71535ad5026f tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/quotas/f44e07c977214420b1c739300f954e10 HTTP/1.1" status: 200  len: 375 time: 0.0326371
Jun 21 02:40:24.357209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32652b8a-19ec-4be4-8ae6-0fe49387a47e None None] Pushing event updated for resources: {'Port': ['ID=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:24.408577 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-32652b8a-19ec-4be4-8ae6-0fe49387a47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:24.464832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] Set router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:40:24.505081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f880c997-5818-4da6-b80d-6f147b4cc487 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f44e07c977214420b1c739300f954e10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1505172
Jun 21 02:40:24.551021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35143418-b99d-4231-84cd-420748496dcd req-361b52d7-651d-4174-a3d6-170feaa6bb2d tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:24.556071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35143418-b99d-4231-84cd-420748496dcd req-361b52d7-651d-4174-a3d6-170feaa6bb2d tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 949 time: 0.1585882
Jun 21 02:40:24.616689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35143418-b99d-4231-84cd-420748496dcd req-fe959e03-ead1-427d-90cd-dca004d112e7 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571840
Jun 21 02:40:24.741887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ac35b0>, [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:40:19Z', 'revision_number': 4, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'fd0921a7-3626-4b7c-b2d4-217ab88cf6c4', 'name': '', 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'mac_address': 'fa:16:3e:0e:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '33d6747b-e628-46b2-b105-83ab7fe62ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:18Z', 'updated_at': '2021-06-21T02:40:23Z', 'revision_number': 4, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'subnets': [{'id': '33d6747b-e628-46b2-b105-83ab7fe62ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:40:24.770385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c29bb6-89de-4f5e-89fd-d6e0a8c46794 None None] The sync data for ids ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'] in n-d-758944-33 is: [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:40:19Z', 'revision_number': 4, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'fd0921a7-3626-4b7c-b2d4-217ab88cf6c4', 'name': '', 'network_id': 'c7710b15-b2bc-40ea-9445-baa31ac5e32e', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'mac_address': 'fa:16:3e:0e:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '33d6747b-e628-46b2-b105-83ab7fe62ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:18Z', 'updated_at': '2021-06-21T02:40:23Z', 'revision_number': 4, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'subnets': [{'id': '33d6747b-e628-46b2-b105-83ab7fe62ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:40:25.090456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56144) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:25.107860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99227f07-0362-4499-a890-759767d6e9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.286147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99227f07-0362-4499-a890-759767d6e9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.316177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:25.394600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99227f07-0362-4499-a890-759767d6e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.400082 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1b1da44-f00d-4a63-9162-b6033895f75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:25.453136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99227f07-0362-4499-a890-759767d6e9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07560dd2-2eb6-4f6f-82dd-4f897d3092aa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:25.471119 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-99227f07-0362-4499-a890-759767d6e9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:25.476262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-99227f07-0362-4499-a890-759767d6e9de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b782c0183aee4f82982b772b8f2f9d72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3846107
Jun 21 02:40:25.479112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56150) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:25.488403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:25.501795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:25.501795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.616112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7e2e605d-1bc9-4484-89cd-cbe1353127d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.655856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7e2e605d-1bc9-4484-89cd-cbe1353127d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.692953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.708862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1dce5c2d-d9ce-45cb-a6a1-4ac6cc5a8223 req-71d68a48-97f7-4d0b-92d5-5c85b83a3c2e tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 210 time: 0.0698366
Jun 21 02:40:25.755326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,segment=NetworkSegment(3e931adf-6a3a-43b7-883e-5b6b5be7c7ef),segment_id=3e931adf-6a3a-43b7-883e-5b6b5be7c7ef)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:25.876276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7e2e605d-1bc9-4484-89cd-cbe1353127d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.879201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7e2e605d-1bc9-4484-89cd-cbe1353127d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.880407 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7e2e605d-1bc9-4484-89cd-cbe1353127d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07560dd2-2eb6-4f6f-82dd-4f897d3092aa HTTP/1.1" status: 204  len: 168 time: 0.4004092
Jun 21 02:40:25.881263 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe082203-fc79-4685-9196-69af0121da01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:25.892143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e605d-1bc9-4484-89cd-cbe1353127d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07560dd2-2eb6-4f6f-82dd-4f897d3092aa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:25.903005 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7e2e605d-1bc9-4484-89cd-cbe1353127d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:25.932238 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:25.938589 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:25.999858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:26.007217 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:26.388077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a757f-4535-4a6d-8dc5-884bbb6dfab4 req-8c61a951-d664-4cf3-933b-40844d5d91f2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:26.389958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f3a757f-4535-4a6d-8dc5-884bbb6dfab4 req-8c61a951-d664-4cf3-933b-40844d5d91f2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 949 time: 0.1446269
Jun 21 02:40:26.434890 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f3a757f-4535-4a6d-8dc5-884bbb6dfab4 req-d69eddfb-9a40-43ff-ad23-574537710d21 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385890
Jun 21 02:40:26.853780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e147c047-da58-4fd0-b1ae-66ea72b860ec req-80b4baae-a95a-4ac7-9e92-7da8b72a0c9a tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 210 time: 0.0306048
Jun 21 02:40:27.288058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:27.302467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e73313-634e-4379-ba05-79119d3c9e49 req-7b2da93e-2218-4c80-83a7-08d63efc2ee8 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:27.305808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8e73313-634e-4379-ba05-79119d3c9e49 req-7b2da93e-2218-4c80-83a7-08d63efc2ee8 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 949 time: 0.0762691
Jun 21 02:40:27.381802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:27.382621 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:27.392262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8e73313-634e-4379-ba05-79119d3c9e49 req-07255010-eada-45d8-8df9-1379af2454ea tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809300
Jun 21 02:40:27.501565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56222) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:27.732471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c7ccb57-a5ed-4154-be69-7d6251657858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:27.838598 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c7ccb57-a5ed-4154-be69-7d6251657858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:28.000011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c7ccb57-a5ed-4154-be69-7d6251657858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:28.013108 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-001d04dc-19d1-4408-8d00-b2c1c2322e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:28.043438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5c7ccb57-a5ed-4154-be69-7d6251657858 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf33c3fafc13488598d2d80dccbe2ee3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5405409
Jun 21 02:40:28.046480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:28.052332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ccb57-a5ed-4154-be69-7d6251657858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbef20d-1cfd-455e-916f-4993ba78bcfe,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:28.065925 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c7ccb57-a5ed-4154-be69-7d6251657858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:28.119342 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-182cea10-5bc3-4db6-9550-dfbd9e067491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:28.145103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-182cea10-5bc3-4db6-9550-dfbd9e067491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:28.250264 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-e26f1198-eec6-4841-88b9-4ac4112abafd tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f44e07c977214420b1c739300f954e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0247324
Jun 21 02:40:28.348893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-182cea10-5bc3-4db6-9550-dfbd9e067491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:28.348893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-182cea10-5bc3-4db6-9550-dfbd9e067491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:28.348893 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-182cea10-5bc3-4db6-9550-dfbd9e067491 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adbef20d-1cfd-455e-916f-4993ba78bcfe HTTP/1.1" status: 204  len: 168 time: 0.2881076
Jun 21 02:40:28.348893 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ab15e5c-ab67-49be-87dd-dda96b22b14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:28.367308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cea10-5bc3-4db6-9550-dfbd9e067491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbef20d-1cfd-455e-916f-4993ba78bcfe,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:28.374607 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-182cea10-5bc3-4db6-9550-dfbd9e067491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:28.531063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-ead0b95c-49e9-4e37-bd68-261d6c704c3f tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:28.534277 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-ead0b95c-49e9-4e37-bd68-261d6c704c3f tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2793503
Jun 21 02:40:28.548362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Request body: {'port': {'device_id': 'a43fd507-50a3-4396-9729-e0a05f26484b', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': 'f44e07c977214420b1c739300f954e10'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:28.567918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32da49d6-881c-419b-954f-cf9a2287e010 req-7962e556-f348-46f0-b154-313b1cf19d93 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 210 time: 0.0339367
Jun 21 02:40:28.755956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c24f7-aba0-427b-a447-ab36927c8aa1 req-777afbb2-a0fe-4bdf-a825-48cd3e5ccce7 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:28.760471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e0c24f7-aba0-427b-a447-ab36927c8aa1 req-777afbb2-a0fe-4bdf-a825-48cd3e5ccce7 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 949 time: 0.0668674
Jun 21 02:40:28.806752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e0c24f7-aba0-427b-a447-ab36927c8aa1 req-847a886c-8beb-4d29-9d7e-36a1c1774c20 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423887
Jun 21 02:40:28.818074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Made reservation on behalf of f44e07c977214420b1c739300f954e10 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:28.824523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:28.915924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56272) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:28.998729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Allocated IP 192.168.233.173 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/f84272b9-5fb7-411e-8434-a28349b11f02) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:29.220098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:29.237188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Transition to ACTIVE for port object f84272b9-5fb7-411e-8434-a28349b11f02 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:29.251036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-50a0c625-e942-419c-abc0-929bab721129 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349736
Jun 21 02:40:29.315370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-356239431-network', 'tenant_id': 'b9d9fcf962874689a72b4a12fbcb7539'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:29.394826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:29.423741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['bfd0ac0a-6311-4ea6-9655-5b19f1605253'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:29.424278 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:29.424386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-4795aa97-a0bc-45f3-b108-90960129f2d5 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:29.432025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-4795aa97-a0bc-45f3-b108-90960129f2d5 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1799991
Jun 21 02:40:29.445878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-d81d22c8-49ef-4e51-aded-e9903ea9f53b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/quotas/9dbfd1ec433246aeb8d306c6a141c584 HTTP/1.1" status: 200  len: 375 time: 0.0130484
Jun 21 02:40:29.459942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:29.465585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:29.470939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:29.488976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:29.501158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:29.512730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Pushing event updated for resources: {'Port': ['ID=f84272b9-5fb7-411e-8434-a28349b11f02,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:29.517281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:29.529171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-b79066c3-1aa9-4ee5-bf19-2a0b1c84b60d tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0756247
Jun 21 02:40:29.559843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Made reservation on behalf of b9d9fcf962874689a72b4a12fbcb7539 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:29.562276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:29.580394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:29.631322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:29.654936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82468f94-f6c3-4067-813f-de5474d60342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:29.667474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1253567
Jun 21 02:40:29.686935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Request body: {'port': {'device_id': 'a43fd507-50a3-4396-9729-e0a05f26484b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:29.813967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:29.895903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:29.987966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-fd7ed041-38a2-4b4a-94bc-0212346761a8 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:29.990135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-fd7ed041-38a2-4b4a-94bc-0212346761a8 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 949 time: 0.1440029
Jun 21 02:40:30.128633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.138123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fedafb56-cec4-4bba-a6f8-4acf040159c9 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:30.148941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6609cb4-e3c6-490e-a8b8-bedd219be92a None None] Provisioning for port f84272b9-5fb7-411e-8434-a28349b11f02 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:30.157700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6609cb4-e3c6-490e-a8b8-bedd219be92a None None] Provisioning complete for port f84272b9-5fb7-411e-8434-a28349b11f02 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:30.157700 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6609cb4-e3c6-490e-a8b8-bedd219be92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.235430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:40:30.266116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a6609cb4-e3c6-490e-a8b8-bedd219be92a None None] Port f84272b9-5fb7-411e-8434-a28349b11f02 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:40:30.352357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393d0e2-d1dd-417c-9282-426ac3314ba3 req-24ab8f1e-30ee-4820-85e9-cca71055da2e tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:30.366786 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e393d0e2-d1dd-417c-9282-426ac3314ba3 req-24ab8f1e-30ee-4820-85e9-cca71055da2e tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 936 time: 0.3543115
Jun 21 02:40:30.371594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b44783b-cef7-4ee2-9d1b-a3083819242d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:30.460201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82468f94-f6c3-4067-813f-de5474d60342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.476192 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:30.478510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84272b9-5fb7-411e-8434-a28349b11f02 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:30.485895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e393d0e2-d1dd-417c-9282-426ac3314ba3 req-b91ca83c-81d8-4522-9f48-885e7ec1e6fe tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182680
Jun 21 02:40:30.496740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.511453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.511755 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Added segment 23e3c3fa-76f1-481a-9fef-bcf22bda3563 of type vlan for network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e
Jun 21 02:40:30.533170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Transition to ACTIVE for port object f84272b9-5fb7-411e-8434-a28349b11f02 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:30.542528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82468f94-f6c3-4067-813f-de5474d60342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.547332 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:30.602135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82468f94-f6c3-4067-813f-de5474d60342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50333225-64e1-4340-b762-b71a994e7d7f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:30.625238 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82468f94-f6c3-4067-813f-de5474d60342 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38c04a9b5bb4464b8e4ea1162b680a71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9928277
Jun 21 02:40:30.627358 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82468f94-f6c3-4067-813f-de5474d60342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:30.628363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56320) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:30.635159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.637160 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.648015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-37ab10ed-922e-40bf-b937-5852b0cbc63e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0545878
Jun 21 02:40:30.649917 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:30.772086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Deleting port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:40:30.772086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.839441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f84272b9-5fb7-411e-8434-a28349b11f02,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:30.839441 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:30.839441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c16cdc29-7599-42c8-b164-2e66bbffefd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.849996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26fcee-8d8c-48f0-ab46-d6864c15ceb0 req-117f124f-387b-4896-a3ea-8debdfdf5867 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:30.857589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f26fcee-8d8c-48f0-ab46-d6864c15ceb0 req-117f124f-387b-4896-a3ea-8debdfdf5867 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 949 time: 0.4619908
Jun 21 02:40:30.860676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c16cdc29-7599-42c8-b164-2e66bbffefd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.916446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Attempting to bind port f84272b9-5fb7-411e-8434-a28349b11f02 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:30.916793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Attempting to bind port f84272b9-5fb7-411e-8434-a28349b11f02 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:30.917122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Attempting to bind port f84272b9-5fb7-411e-8434-a28349b11f02 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:30.922215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Port f84272b9-5fb7-411e-8434-a28349b11f02 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:40:30.923077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Attempting to bind port f84272b9-5fb7-411e-8434-a28349b11f02 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:30.928954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:30.929379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:30.929685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:30.930244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Bound port: f84272b9-5fb7-411e-8434-a28349b11f02, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:30.930596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:30.940642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-093906f1-3ba7-4054-8046-56a11871d0d3 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:30.942462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-093906f1-3ba7-4054-8046-56a11871d0d3 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2790723
Jun 21 02:40:30.990755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f26fcee-8d8c-48f0-ab46-d6864c15ceb0 req-50b19e44-1bfd-4009-85de-6f45d57b4ceb tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/security-groups?id=59bc92ef-a941-4433-897f-c8d25cced283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321886
Jun 21 02:40:30.996081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-bcdabc6d-2261-49f2-b021-a8c6db15d372 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/quotas/9dbfd1ec433246aeb8d306c6a141c584 HTTP/1.1" status: 200  len: 375 time: 0.0435503
Jun 21 02:40:31.000310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c16cdc29-7599-42c8-b164-2e66bbffefd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:31.000310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c16cdc29-7599-42c8-b164-2e66bbffefd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:31.004111 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c16cdc29-7599-42c8-b164-2e66bbffefd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50333225-64e1-4340-b762-b71a994e7d7f HTTP/1.1" status: 204  len: 168 time: 0.3745532
Jun 21 02:40:31.006787 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d218664-7a9c-4ad2-8c5d-b90ce0f54c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:31.019281 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:31.033181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] For port 479072b7-8bbe-4eed-aaf2-8dd3cded2465, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=479072b7-8bbe-4eed-aaf2-8dd3cded2465,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:31.033898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:31.051145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cdc29-7599-42c8-b164-2e66bbffefd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50333225-64e1-4340-b762-b71a994e7d7f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:31.061710 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c16cdc29-7599-42c8-b164-2e66bbffefd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:31.071741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] For port f84272b9-5fb7-411e-8434-a28349b11f02, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:31.075825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] For port f84272b9-5fb7-411e-8434-a28349b11f02, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f84272b9-5fb7-411e-8434-a28349b11f02,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:31.155888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:31.160116 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:31.182886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:31.183509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:31.184900 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/f84272b9-5fb7-411e-8434-a28349b11f02 HTTP/1.1" status: 200  len: 1097 time: 1.5052357
Jun 21 02:40:31.187170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43fd507-50a3-4396-9729-e0a05f26484b', 'tag': 'f84272b9-5fb7-411e-8434-a28349b11f02'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:31.196596 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3139ef-ff9c-4178-947a-22b356083d50" -d '{"events": [{"name": "network-changed", "server_uuid": "a43fd507-50a3-4396-9729-e0a05f26484b", "tag": "f84272b9-5fb7-411e-8434-a28349b11f02"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:31.207807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Calling delete_port for 479072b7-8bbe-4eed-aaf2-8dd3cded2465 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:40:31.216227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:31.216611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:31.229019 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f31f3574-f13a-4f6e-b86b-85f73ca11b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:31.347514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:31.350805 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:31.359295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:40:31.370493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-ad92ef48-c288-436c-9c7e-58cd8136de3b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1599753
Jun 21 02:40:31.381954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 2.4644551
Jun 21 02:40:31.385744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56336) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:31.394016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Request body: {'subnet': {'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-356239431-subnet', 'tenant_id': 'b9d9fcf962874689a72b4a12fbcb7539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:31.515605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f84272b9-5fb7-411e-8434-a28349b11f02,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:31.523177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Made reservation on behalf of b9d9fcf962874689a72b4a12fbcb7539 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:31.523177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:31.541893 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:31.589146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-50e3c3d0-3d7d-4420-a50a-5a4f46cf7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:31.590728 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-50e3c3d0-3d7d-4420-a50a-5a4f46cf7e51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44e07c977214420b1c739300f954e10&device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 1100 time: 0.3087409
Jun 21 02:40:31.736543 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6abb19e-bd43-4f6a-b8dc-8c945337d113 x-openstack-request-id: req-a6abb19e-bd43-4f6a-b8dc-8c945337d113 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:31.736860 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43fd507-50a3-4396-9729-e0a05f26484b", "tag": "f84272b9-5fb7-411e-8434-a28349b11f02", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:31.737141 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6abb19e-bd43-4f6a-b8dc-8c945337d113 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:31.737596 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43fd507-50a3-4396-9729-e0a05f26484b', 'tag': 'f84272b9-5fb7-411e-8434-a28349b11f02', 'status': 'completed', 'code': 200}
Jun 21 02:40:31.739458 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-bd10fe57-2592-438b-bcec-a974b6d9372a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f84272b9-5fb7-411e-8434-a28349b11f02 HTTP/1.1" status: 200  len: 217 time: 0.1276948
Jun 21 02:40:31.866413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-e0a388d5-4801-4697-9bf0-2ae35d8eb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:31.870554 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-e0a388d5-4801-4697-9bf0-2ae35d8eb40d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1217201
Jun 21 02:40:32.002288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-0c99d3cb-d741-4187-93af-fbb9a6e26731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:32.004286 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-0c99d3cb-d741-4187-93af-fbb9a6e26731 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1117363
Jun 21 02:40:32.139702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-d2c3c431-a07e-428e-86ed-eecc7c4ae351 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283870
Jun 21 02:40:32.313232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d871b6-fef4-40ff-b7ea-feea02cd226b req-82c9a74f-2413-4fa0-968d-fb2a37667941 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:32.314922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29d871b6-fef4-40ff-b7ea-feea02cd226b req-82c9a74f-2413-4fa0-968d-fb2a37667941 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 948 time: 0.1774197
Jun 21 02:40:32.364381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29d871b6-fef4-40ff-b7ea-feea02cd226b req-e821b527-af0f-46aa-aa46-4848602b1ac3 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422404
Jun 21 02:40:32.457854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78d8dcfa-0ba8-40cb-99ae-d1e4fb1f9d99 req-20a8c76f-d788-4e5e-812a-3fe19a8948ba tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 210 time: 0.0333786
Jun 21 02:40:32.459933 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0497862f-839f-4223-b9d5-a9f6e03cfb72 req-b1e6ba4d-1de6-4b6f-887e-0d71c357973a service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3137755
Jun 21 02:40:32.491716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:32.501257 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:32.501257 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:32.554774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['479072b7-8bbe-4eed-aaf2-8dd3cded2465'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:32.757248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:32.764961 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:32.768004 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:32.814699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] No DVR routers for this DVR port 479072b7-8bbe-4eed-aaf2-8dd3cded2465 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:40:32.818356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:32.822506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac4011ff-6ddd-4dd6-ab39-3ede7b71a2da req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.26 "DELETE /v2.0/ports/479072b7-8bbe-4eed-aaf2-8dd3cded2465 HTTP/1.1" status: 204  len: 173 time: 2.8244500
Jun 21 02:40:32.838609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-be429ccc-0582-41db-bc2f-c19705604729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:32.842320 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-be429ccc-0582-41db-bc2f-c19705604729 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44e07c977214420b1c739300f954e10&device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 1100 time: 0.1105981
Jun 21 02:40:32.851745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Pushing event deleted for resources: {'Port': ['ID=479072b7-8bbe-4eed-aaf2-8dd3cded2465,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:32.856742 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:32.857429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fddcaa0-b799-4552-a8f2-2ea788555f57', 'name': 'network-vif-deleted', 'tag': '479072b7-8bbe-4eed-aaf2-8dd3cded2465'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:32.860061 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2920c7a5-5f71-43c8-bde6-c8f8694aee48" -d '{"events": [{"server_uuid": "6fddcaa0-b799-4552-a8f2-2ea788555f57", "name": "network-vif-deleted", "tag": "479072b7-8bbe-4eed-aaf2-8dd3cded2465"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:32.884803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b73a71e1-3a70-4551-8089-17483d5acd2e req-39b7d1a7-c378-41f7-87a9-ba2f27f2a750 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 210 time: 0.1814082
Jun 21 02:40:32.919930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:32.920514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Network hostable DHCP agents. Network: eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:40:33.046728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:40:33.058679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-2a17b9fa-bedf-43fd-9ab2-d9c0d56505d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:33.060130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-2a17b9fa-bedf-43fd-9ab2-d9c0d56505d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2109807
Jun 21 02:40:33.120288 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a787e9e0-0764-426b-b434-f279c10079de x-openstack-request-id: req-a787e9e0-0764-426b-b434-f279c10079de {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:33.120288 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fddcaa0-b799-4552-a8f2-2ea788555f57", "name": "network-vif-deleted", "tag": "479072b7-8bbe-4eed-aaf2-8dd3cded2465", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:33.120288 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a787e9e0-0764-426b-b434-f279c10079de {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:33.120288 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fddcaa0-b799-4552-a8f2-2ea788555f57', 'name': 'network-vif-deleted', 'tag': '479072b7-8bbe-4eed-aaf2-8dd3cded2465', 'status': 'completed', 'code': 200}
Jun 21 02:40:33.133159 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-af9978af-73c0-4377-8411-c46761e60439 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f84272b9-5fb7-411e-8434-a28349b11f02 HTTP/1.1" status: 200  len: 217 time: 0.0549343
Jun 21 02:40:33.143324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:33.153168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:33.153799 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:33.164282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cdf95c-ca36-4e76-beb0-158fd00986ff None None] Network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:40:33.221049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-c086f6ae-79ff-493b-8f0d-d1ff3d286802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:33.223020 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-c086f6ae-79ff-493b-8f0d-d1ff3d286802 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0822277
Jun 21 02:40:33.303896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.9169586
Jun 21 02:40:33.311106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-64ba5623-8e42-45f0-8c30-87a6e5108c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:33.313772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-64ba5623-8e42-45f0-8c30-87a6e5108c08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0813007
Jun 21 02:40:33.325803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628aeec-6b28-4b2a-acdb-fcc2b76f6c58 None None] Network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:40:33.522062 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-aef312fd-90d5-4d46-9684-72ed821c1aae service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017865
Jun 21 02:40:33.650533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b825ed-af89-4858-87e6-62d453875e7f req-05ebcf87-24a4-43d4-b921-f0417a9aeda0 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:33.653036 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2b3139ef-ff9c-4178-947a-22b356083d50 req-d6c2557e-7aba-45eb-9fe7-4f573e370166 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209135
Jun 21 02:40:33.656359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7b825ed-af89-4858-87e6-62d453875e7f req-05ebcf87-24a4-43d4-b921-f0417a9aeda0 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 948 time: 0.1179664
Jun 21 02:40:33.706144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7b825ed-af89-4858-87e6-62d453875e7f req-215c50f4-2d9c-4aa6-80eb-abb26ac1e118 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384946
Jun 21 02:40:33.895644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-caccf659-69c0-425b-9d2d-b243c752b274 req-8c8c19df-074a-4c4c-b1e0-fb2d5455bd0f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 210 time: 0.0307493
Jun 21 02:40:34.115540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1507129-3eb4-4f76-865b-ef473d022b76 req-34b3f823-22d6-4920-a4cd-831284e6addc tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fddcaa0-b799-4552-a8f2-2ea788555f57 HTTP/1.1" status: 200  len: 210 time: 0.0544906
Jun 21 02:40:34.211739 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fbf7173b-b6af-4fd6-b46b-1065d19c9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:34.297956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-41dc9896-e286-4e6c-b351-a7569fe6319e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0444148
Jun 21 02:40:34.600493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-bbc905c1-b50a-4cd5-8b01-4b8769a0ff88 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:34.602316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-bbc905c1-b50a-4cd5-8b01-4b8769a0ff88 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2908046
Jun 21 02:40:34.609385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:34.615578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Request body: {'port': {'device_id': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '9dbfd1ec433246aeb8d306c6a141c584'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:34.616140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1271780894-network', 'tenant_id': '92c04b79e48b403b98455191c0f4d505'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:34.696981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Made reservation on behalf of 92c04b79e48b403b98455191c0f4d505 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:34.700797 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:34.722437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:34.723502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 479072b7-8bbe-4eed-aaf2-8dd3cded2465 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:40:34.753318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 479072b7-8bbe-4eed-aaf2-8dd3cded2465 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:40:34.754884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 479072b7-8bbe-4eed-aaf2-8dd3cded2465 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:40:34.886509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:34.932579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98670b6-325e-4a5b-a650-77bdc0b4016b req-835dda66-24db-4ac3-97a2-465281199cd6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:34.934657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b98670b6-325e-4a5b-a650-77bdc0b4016b req-835dda66-24db-4ac3-97a2-465281199cd6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 948 time: 0.0856295
Jun 21 02:40:34.943073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:34.947333 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f3ed107-b9e9-454d-9316-9e74eecad197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:34.966938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:40:34.982483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ed556d-dd31-48c7-a4fc-03cdb1f96c44,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:34.986936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:34.986936 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Added segment b36d03dc-5f04-465f-a764-d18bd0e94e42 of type vlan for network bf4fa880-af39-4e63-b18a-e8f72cff2b26
Jun 21 02:40:34.987839 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:35.016056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b98670b6-325e-4a5b-a650-77bdc0b4016b req-f08fd931-d70a-4f09-b072-f0eb9ee03193 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745926
Jun 21 02:40:35.030462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.068425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Made reservation on behalf of 9dbfd1ec433246aeb8d306c6a141c584 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:35.072062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.087400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.091227 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.092660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:35.093377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.103860 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:35.176613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4fa880-af39-4e63-b18a-e8f72cff2b26,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:35.179455 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:35.188558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network bf4fa880-af39-4e63-b18a-e8f72cff2b26 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:40:35.190798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-9e6ec052-1b92-4545-9d79-980a00b4ca17 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289125
Jun 21 02:40:35.298066 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb7f58c4-5bc2-4d62-b8f4-8223cab179ab req-fad32659-8e18-46a4-bf30-acb275a4dd94 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 210 time: 0.0847111
Jun 21 02:40:35.319117 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.374737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-95528c2c-e904-4b21-8121-4c90b766e734 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:35.376867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-95528c2c-e904-4b21-8121-4c90b766e734 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1823597
Jun 21 02:40:35.388808 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.395953 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:35.402541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Request body: {'port': {'device_id': '967001a1-2af6-4a8c-bfa0-ce95516cc987', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '9dbfd1ec433246aeb8d306c6a141c584'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:35.462740 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8513908
Jun 21 02:40:35.463344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:35.480008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Request body: {'subnet': {'network_id': 'bf4fa880-af39-4e63-b18a-e8f72cff2b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1271780894-subnet', 'tenant_id': '92c04b79e48b403b98455191c0f4d505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:35.508243 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.562162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fdf450-6abd-4fa7-9539-442446a6bdaf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:35.570423 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:35.584165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Made reservation on behalf of 92c04b79e48b403b98455191c0f4d505 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:35.587290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.680460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Allocated IP 192.168.233.135 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/6fb3898e-bcce-4353-8b29-6d3a65c2cf42) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:35.760041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Made reservation on behalf of 9dbfd1ec433246aeb8d306c6a141c584 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:35.763794 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.955650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.962017 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:35.963415 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:35.990056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Transition to ACTIVE for port object 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:36.032531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Checking segment: {'id': 'b36d03dc-5f04-465f-a764-d18bd0e94e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf4fa880-af39-4e63-b18a-e8f72cff2b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:36.032789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Network hostable DHCP agents. Network: bf4fa880-af39-4e63-b18a-e8f72cff2b26, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:40:36.035142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20915ba-fa01-4a5d-896e-327656d0cdea,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:36.038303 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:36.092103 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:36.118011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:36.143239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Network bf4fa880-af39-4e63-b18a-e8f72cff2b26 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:40:36.216462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:36.231290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:36.234018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Allocated IP 192.168.233.97 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/58afbce8-5ef0-41ee-8052-dc209912a372) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:36.239425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:36.242916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:36.249591 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:36.291219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, bf4fa880-af39-4e63-b18a-e8f72cff2b26) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:36.301833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:36.301833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:36.303496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfeb325-70b2-464c-9ecc-5ff42ba7d9cc None None] Network bf4fa880-af39-4e63-b18a-e8f72cff2b26 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:40:36.343879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:36.345381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:36.429180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9647577
Jun 21 02:40:36.479790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ee1c1-943d-44dc-ade2-aeaa91bded6c req-2417e592-4983-4de9-a436-1553e8b67998 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:36.481423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-081ee1c1-943d-44dc-ade2-aeaa91bded6c req-2417e592-4983-4de9-a436-1553e8b67998 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 948 time: 0.3176768
Jun 21 02:40:36.544782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9331088
Jun 21 02:40:36.558730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f84272b9-5fb7-411e-8434-a28349b11f02 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:40:36.575979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Request body: {'port': {'device_id': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:36.605108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-081ee1c1-943d-44dc-ade2-aeaa91bded6c req-c9248b04-ffc9-43e4-9bd5-6433fe708264 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123281
Jun 21 02:40:36.663217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56472) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:36.692244 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f55728ca-1db8-4d1f-ad7f-1f1e47db5ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:36.714427 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:36.791608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-484ddf75-6af2-44df-8ece-1ebf32f2cd27 None None] Provisioning for port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:36.795411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Transition to ACTIVE for port object 58afbce8-5ef0-41ee-8052-dc209912a372 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:36.804120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac1d2ba-9514-496d-9296-90b884798fd1 None None] Network bf4fa880-af39-4e63-b18a-e8f72cff2b26 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:40:36.816568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:36.819734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f84272b9-5fb7-411e-8434-a28349b11f02, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f84272b9-5fb7-411e-8434-a28349b11f02,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:36.837223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-484ddf75-6af2-44df-8ece-1ebf32f2cd27 None None] Provisioning complete for port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:36.838001 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-484ddf75-6af2-44df-8ece-1ebf32f2cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:36.918157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'f84272b9-5fb7-411e-8434-a28349b11f02', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'f84272b9-5fb7-411e-8434-a28349b11f02', 'mac_address': 'fa:16:3e:25:33:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:40:36.921050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9909396-a2fc-431f-b7cd-9f5bcb9eb6fb req-e31c292f-67e5-4cda-9999-b146fd2fe0d6 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 210 time: 0.0481529
Jun 21 02:40:36.981239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-484ddf75-6af2-44df-8ece-1ebf32f2cd27 None None] Port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:40:36.983324 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.008519 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:37.019576 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.045988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84272b9-5fb7-411e-8434-a28349b11f02 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:37.133191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f84272b9-5fb7-411e-8434-a28349b11f02, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f84272b9-5fb7-411e-8434-a28349b11f02,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:37.134377 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.152808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:37.159946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:37.161793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Pushing event updated for resources: {'Port': ['ID=58afbce8-5ef0-41ee-8052-dc209912a372,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:37.165481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:37.168213 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:37.244430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:37.245078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.251885 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.262332 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1a25e449-0fc7-42c7-a867-f98086084618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:37.357835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=f84272b9-5fb7-411e-8434-a28349b11f02,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:37.367454 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:37.393503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9997356
Jun 21 02:40:37.418977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:37.432465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Request body: {'port': {'device_id': '967001a1-2af6-4a8c-bfa0-ce95516cc987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:37.436520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56490) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:37.463461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.464274 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-03270c14-f93f-4841-987b-999580bf9785 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6668cb6f83994ec78e66a2b5090caf42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7997205
Jun 21 02:40:37.468390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56494) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:37.479076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['f84272b9-5fb7-411e-8434-a28349b11f02'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:37.504150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Transition to ACTIVE for port object 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:37.594492 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbcf4263-8ebb-4b90-93e2-14d30ca78fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.596430 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.600468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4c4d06c2-2ba1-4a66-b496-2acb6d6c7f4d None None] Provisioning for port 58afbce8-5ef0-41ee-8052-dc209912a372 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:37.606976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4c4d06c2-2ba1-4a66-b496-2acb6d6c7f4d None None] Provisioning complete for port 58afbce8-5ef0-41ee-8052-dc209912a372 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:37.607474 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c4d06c2-2ba1-4a66-b496-2acb6d6c7f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.608907 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:37.670519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d06c2-2ba1-4a66-b496-2acb6d6c7f4d None None] Port 58afbce8-5ef0-41ee-8052-dc209912a372 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:40:37.691060 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41bfe1d8-c318-4e95-abf4-b7728aabe1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.708786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.802386 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41bfe1d8-c318-4e95-abf4-b7728aabe1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.848067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:37.857414 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:37.862683 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:37.885849 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.308475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b21e-7fc2-46e5-be56-f433a837addd req-0933335c-22f6-4b8e-928c-676036e2b321 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:38.310095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-0933335c-22f6-4b8e-928c-676036e2b321 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 807 time: 0.6569204
Jun 21 02:40:38.323158 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41bfe1d8-c318-4e95-abf4-b7728aabe1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.325722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41bfe1d8-c318-4e95-abf4-b7728aabe1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.326788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-41bfe1d8-c318-4e95-abf4-b7728aabe1e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59bc92ef-a941-4433-897f-c8d25cced283 HTTP/1.1" status: 204  len: 168 time: 0.8571870
Jun 21 02:40:38.335811 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:40:38.337562 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe4e84a6-23cf-4073-8dbb-9d4b3a2facb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:38.377539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-6360c1e2-a488-4a2f-b4ac-c00949d4d17b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/quotas/b9d9fcf962874689a72b4a12fbcb7539 HTTP/1.1" status: 200  len: 375 time: 0.0552568
Jun 21 02:40:38.391981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfe1d8-c318-4e95-abf4-b7728aabe1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc92ef-a941-4433-897f-c8d25cced283,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:38.432964 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41bfe1d8-c318-4e95-abf4-b7728aabe1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:38.435139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f84272b9-5fb7-411e-8434-a28349b11f02 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:38.450764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Attempting to bind port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:38.451103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Attempting to bind port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:38.451437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Attempting to bind port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:38.479153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-be0cd74b-be72-4570-866b-934cdfea6be1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0571821
Jun 21 02:40:38.488028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:40:38.488365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Attempting to bind port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:38.491531 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbcf4263-8ebb-4b90-93e2-14d30ca78fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.499864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:38.504124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:38.504124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:38.504124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Bound port: 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:38.504124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.588220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port f84272b9-5fb7-411e-8434-a28349b11f02 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:38.591787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbcf4263-8ebb-4b90-93e2-14d30ca78fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.593594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port f84272b9-5fb7-411e-8434-a28349b11f02 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:38.594272 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.595444 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4ece22df-eff6-4efe-ad68-fe773431ed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:38.666863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:38.692166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cbcf4263-8ebb-4b90-93e2-14d30ca78fa0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=812cd863df9f4b10ae67572858f000bd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2499626
Jun 21 02:40:38.694073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56528) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:38.699562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf4263-8ebb-4b90-93e2-14d30ca78fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c4c8c6-61dc-4ef7-af03-130e31c837aa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:38.705222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:38.708417 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cbcf4263-8ebb-4b90-93e2-14d30ca78fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:38.714569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58afbce8-5ef0-41ee-8052-dc209912a372 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:38.722124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.736256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Transition to ACTIVE for port object 58afbce8-5ef0-41ee-8052-dc209912a372 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:38.791752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-667f1d84-fbf7-47de-b85a-c0533226dc2b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:40:38.800855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-667f1d84-fbf7-47de-b85a-c0533226dc2b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1274056
Jun 21 02:40:38.800855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.800855 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad81f674-e3b2-4380-8c2e-54d9322ae232 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:38.806060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.830400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9d34d3cb-35a0-4390-b0b2-75bbeb3c7603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.842224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f84272b9-5fb7-411e-8434-a28349b11f02, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f84272b9-5fb7-411e-8434-a28349b11f02,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:38.843164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fd507-50a3-4396-9729-e0a05f26484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84272b9-5fb7-411e-8434-a28349b11f02'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:38.845548 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b86f7ed-83ea-4494-9d87-e0bbecf46869" -d '{"events": [{"server_uuid": "a43fd507-50a3-4396-9729-e0a05f26484b", "name": "network-vif-plugged", "status": "completed", "tag": "f84272b9-5fb7-411e-8434-a28349b11f02"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:38.860999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.888921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9d34d3cb-35a0-4390-b0b2-75bbeb3c7603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.897626 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.914106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:38.914731 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:38.916124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fb3898e-bcce-4353-8b29-6d3a65c2cf42 HTTP/1.1" status: 200  len: 1097 time: 2.3622348
Jun 21 02:40:38.918674 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-32652b8a-19ec-4be4-8ae6-0fe49387a47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:38.918822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:38.921143 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feadd9d8-4b76-4899-9998-52347f2b0c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:39.006078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9d34d3cb-35a0-4390-b0b2-75bbeb3c7603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.008062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=f84272b9-5fb7-411e-8434-a28349b11f02,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:39.009134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9d34d3cb-35a0-4390-b0b2-75bbeb3c7603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.010341 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9d34d3cb-35a0-4390-b0b2-75bbeb3c7603 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0c4c8c6-61dc-4ef7-af03-130e31c837aa HTTP/1.1" status: 204  len: 168 time: 0.3136926
Jun 21 02:40:39.012568 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-225b54c6-c05a-4ad3-a3d0-9e93a54d509e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:39.015452 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:39.026618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34d3cb-35a0-4390-b0b2-75bbeb3c7603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c4c8c6-61dc-4ef7-af03-130e31c837aa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:39.040970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:39.041391 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9d34d3cb-35a0-4390-b0b2-75bbeb3c7603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:39.076810 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:39.083029 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:39.106818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56536) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:39.122926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a598f225-4251-4b68-b7d3-fecd3970aee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.268752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-94e0577f-fa39-418a-81d5-d1284e029598 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4591534
Jun 21 02:40:39.272339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=58afbce8-5ef0-41ee-8052-dc209912a372,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:39.277914 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:39.321224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc07da-ea1e-4f82-8703-efb32a971471 req-83d675f1-f901-4aa2-81c8-d827d868eecc tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:39.330706 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25fc07da-ea1e-4f82-8703-efb32a971471 req-83d675f1-f901-4aa2-81c8-d827d868eecc tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 950 time: 0.4194343
Jun 21 02:40:39.331037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a598f225-4251-4b68-b7d3-fecd3970aee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.348202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.383846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a598f225-4251-4b68-b7d3-fecd3970aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.420996 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3947d79-dfde-4067-99d5-a295013c59b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:39.431063 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a598f225-4251-4b68-b7d3-fecd3970aee3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=736f33080e214b108222be6d4a2c5e1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3228447
Jun 21 02:40:39.431507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56542) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:39.434837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Attempting to bind port 58afbce8-5ef0-41ee-8052-dc209912a372 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:39.435176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Attempting to bind port 58afbce8-5ef0-41ee-8052-dc209912a372 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:39.435518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Attempting to bind port 58afbce8-5ef0-41ee-8052-dc209912a372 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:39.449778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Port 58afbce8-5ef0-41ee-8052-dc209912a372 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:40:39.450279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Attempting to bind port 58afbce8-5ef0-41ee-8052-dc209912a372 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:39.454123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-64ca49ff-71b3-4459-8bb5-f2adfc1c44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:39.455910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-64ca49ff-71b3-4459-8bb5-f2adfc1c44dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1100 time: 0.4202027
Jun 21 02:40:39.459494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598f225-4251-4b68-b7d3-fecd3970aee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c0ef5b-b1b0-4baa-b2f3-33dd6bba713f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:39.462852 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a598f225-4251-4b68-b7d3-fecd3970aee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:39.525016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:39.525501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:39.528104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:39.528104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Bound port: 58afbce8-5ef0-41ee-8052-dc209912a372, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:39.528104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.545094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-8e4af614-bc14-406d-a2dc-fbc501ea823b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42 HTTP/1.1" status: 200  len: 217 time: 0.0760562
Jun 21 02:40:39.548556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25fc07da-ea1e-4f82-8703-efb32a971471 req-13f4d892-8b0f-46d1-8898-454f13321485 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158427
Jun 21 02:40:39.654121 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-3ee6ef7e-b993-4421-945b-eb51c401fc22 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3680248
Jun 21 02:40:39.676179 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2574b44c-ebe8-4a46-bdf4-f727d5dd4060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.700296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-f135b491-b5ba-4b96-af8c-2e5d14959528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:39.701856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-f135b491-b5ba-4b96-af8c-2e5d14959528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1431422
Jun 21 02:40:39.727341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2574b44c-ebe8-4a46-bdf4-f727d5dd4060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.729524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] For port 58afbce8-5ef0-41ee-8052-dc209912a372, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:39.766994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] For port 58afbce8-5ef0-41ee-8052-dc209912a372, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=58afbce8-5ef0-41ee-8052-dc209912a372,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:39.811373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-d28c9e5d-d23f-40a3-ac81-66116d3a8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:39.813477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-d28c9e5d-d23f-40a3-ac81-66116d3a8179 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1019299
Jun 21 02:40:39.869623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.898781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56550) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:39.905024 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b562a50-b8b3-4f23-acef-a7754ae2549f x-openstack-request-id: req-7b562a50-b8b3-4f23-acef-a7754ae2549f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:39.905571 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fd507-50a3-4396-9729-e0a05f26484b", "name": "network-vif-plugged", "status": "completed", "tag": "f84272b9-5fb7-411e-8434-a28349b11f02", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:39.906109 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b562a50-b8b3-4f23-acef-a7754ae2549f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:39.907629 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43fd507-50a3-4396-9729-e0a05f26484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84272b9-5fb7-411e-8434-a28349b11f02', 'code': 200}
Jun 21 02:40:39.914089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0efe-3d10-4688-a07b-90ed664b85a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:39.957940 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0cfdbfa2-33d9-42d3-832f-2f443bea38d2 tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:40.046242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.047258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.055863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] 10.222.0.26 "PUT /v2.0/ports/58afbce8-5ef0-41ee-8052-dc209912a372 HTTP/1.1" status: 200  len: 1096 time: 2.6453800
Jun 21 02:40:40.057594 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93757c80-2275-49f4-9e67-68064a18605c x-openstack-request-id: req-93757c80-2275-49f4-9e67-68064a18605c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:40.057911 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:40.058215 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93757c80-2275-49f4-9e67-68064a18605c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:40.058769 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'status': 'completed', 'code': 200}
Jun 21 02:40:40.059371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2574b44c-ebe8-4a46-bdf4-f727d5dd4060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.062195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2574b44c-ebe8-4a46-bdf4-f727d5dd4060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.064970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2574b44c-ebe8-4a46-bdf4-f727d5dd4060 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66c0ef5b-b1b0-4baa-b2f3-33dd6bba713f HTTP/1.1" status: 204  len: 168 time: 0.6226904
Jun 21 02:40:40.068171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0efe-3d10-4688-a07b-90ed664b85a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.117493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-b6d24817-7ea0-4ce2-9249-c20596228a3f service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2969096
Jun 21 02:40:40.142416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c277118-bd7c-41a5-adb4-c372a462e28d req-a13b4c34-e094-4f5c-9d79-b35669fbaea6 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 210 time: 0.0457287
Jun 21 02:40:40.182514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0efe-3d10-4688-a07b-90ed664b85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.232057 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bfe2ca36-60c0-4129-b964-b2a9064f174f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:40.239622 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b9ac0efe-3d10-4688-a07b-90ed664b85a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3130ae05b9d40c2a877eb54a40b5604&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3374593
Jun 21 02:40:40.246629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56560) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:40.266654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=58afbce8-5ef0-41ee-8052-dc209912a372,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:40.287454 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:40.289465 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:40.309945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574b44c-ebe8-4a46-bdf4-f727d5dd4060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c0ef5b-b1b0-4baa-b2f3-33dd6bba713f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:40.315741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0efe-3d10-4688-a07b-90ed664b85a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8def48-caec-493e-95c3-6a9f7781df5f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:40.316887 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2574b44c-ebe8-4a46-bdf4-f727d5dd4060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:40.325223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe848-9c3a-48f2-b078-b6a9422316ca req-52d3408a-5f2f-4cbd-b330-e5f0b298a2d4 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.327235 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9ac0efe-3d10-4688-a07b-90ed664b85a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:40.333300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-346fe848-9c3a-48f2-b078-b6a9422316ca req-52d3408a-5f2f-4cbd-b330-e5f0b298a2d4 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 947 time: 0.4939942
Jun 21 02:40:40.354729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a0926-1e81-4382-a44d-ec0f0f37bbcd req-eb394fbe-97bd-4b0b-9d58-cabf3fcec76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.357324 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-591a0926-1e81-4382-a44d-ec0f0f37bbcd req-eb394fbe-97bd-4b0b-9d58-cabf3fcec76c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 1102 time: 0.3345678
Jun 21 02:40:40.391644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac08be02-5add-40e9-8706-080af0a87b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.405125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-346fe848-9c3a-48f2-b078-b6a9422316ca req-65160895-5d36-4fb4-9f61-b981078690e2 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706484
Jun 21 02:40:40.410610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdd53fa2-326d-46b6-aba4-0d9d0ff6f42c req-181a82c6-5f22-46c9-b2b6-f0b831d11269 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713652
Jun 21 02:40:40.413770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-bafd5678-034e-4b52-9230-031b7113df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.415252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-bafd5678-034e-4b52-9230-031b7113df21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 1099 time: 0.2512691
Jun 21 02:40:40.467800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-aa7ab68f-8fa8-493a-a5f7-6ca22f595ac0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=58afbce8-5ef0-41ee-8052-dc209912a372 HTTP/1.1" status: 200  len: 217 time: 0.0455735
Jun 21 02:40:40.474146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac08be02-5add-40e9-8706-080af0a87b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.477287 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-591a0926-1e81-4382-a44d-ec0f0f37bbcd req-4392be06-861e-4d64-954d-f5e9ea74d2bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036649
Jun 21 02:40:40.531408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-0ad7e6b0-fba8-4456-bdea-63e06c0b6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.533405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-0ad7e6b0-fba8-4456-bdea-63e06c0b6640 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0601027
Jun 21 02:40:40.616756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac08be02-5add-40e9-8706-080af0a87b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.619487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac08be02-5add-40e9-8706-080af0a87b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:40.628960 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ac08be02-5add-40e9-8706-080af0a87b57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df8def48-caec-493e-95c3-6a9f7781df5f HTTP/1.1" status: 204  len: 168 time: 0.3684707
Jun 21 02:40:40.629863 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ca0f973e-d43f-4e68-b065-d6aa5184c174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:40.654250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-80e5de9e-f6f1-409f-8c8d-e6942b672e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.655687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-80e5de9e-f6f1-409f-8c8d-e6942b672e9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1100 time: 0.0819564
Jun 21 02:40:40.660330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08be02-5add-40e9-8706-080af0a87b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8def48-caec-493e-95c3-6a9f7781df5f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:40.662819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-d5659f49-5cac-48da-bf4d-a2c107bf56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.663013 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac08be02-5add-40e9-8706-080af0a87b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:40.664290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-d5659f49-5cac-48da-bf4d-a2c107bf56b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1217127
Jun 21 02:40:40.890154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-52cf241a-a8ef-4adb-94ff-2c1fc10980a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.892229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-52cf241a-a8ef-4adb-94ff-2c1fc10980a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2270873
Jun 21 02:40:40.908938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-3803ad4d-9c4b-4fc4-ab79-06db1da0b096 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212613
Jun 21 02:40:40.962712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5a67-830b-46d8-951a-c850b9bd4d4f req-4c6510b9-9936-4fc7-88fe-e54024cd69ff tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:40.964298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88ef5a67-830b-46d8-951a-c850b9bd4d4f req-4c6510b9-9936-4fc7-88fe-e54024cd69ff tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 950 time: 0.2213769
Jun 21 02:40:40.965607 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-571ecaa0-423a-417f-acfc-27504b4ffd55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42 HTTP/1.1" status: 200  len: 217 time: 0.0570960
Jun 21 02:40:41.093386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88ef5a67-830b-46d8-951a-c850b9bd4d4f req-59638199-8156-4676-a7cf-9310fa9854cd tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168425
Jun 21 02:40:41.094822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-5ed1fc52-15e9-4d37-ae45-065c5649a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:41.096185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-5ed1fc52-15e9-4d37-ae45-065c5649a9ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1187274
Jun 21 02:40:41.148849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a92eed7b-fbd4-453b-af69-78910bc0a3ac req-e0c4a198-343b-434a-817c-cb4a0879ff67 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303965
Jun 21 02:40:41.181085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-40522b25-7e71-46db-bd7e-61305d21851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:41.184904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-40522b25-7e71-46db-bd7e-61305d21851b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0802045
Jun 21 02:40:41.326340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72762547-25b8-43fb-8ba3-b83c68ebc157 req-9e824a7c-cc5f-48b1-8022-64b260259398 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 210 time: 0.0348258
Jun 21 02:40:41.364986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-cf5e1859-2950-4420-9858-e582dcb4f012 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697183
Jun 21 02:40:41.842564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feadd9d8-4b76-4899-9998-52347f2b0c6e req-5a4cf8f8-8c59-4799-8bb5-f656a15fa6e7 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4739037
Jun 21 02:40:41.873847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2285a9-969b-4f56-92a0-b5d53d80bc10 req-3bf74714-a98e-480b-90cd-98a7403ce0bb tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:41.876104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d2285a9-969b-4f56-92a0-b5d53d80bc10 req-3bf74714-a98e-480b-90cd-98a7403ce0bb tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 947 time: 0.1043479
Jun 21 02:40:41.945690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d2285a9-969b-4f56-92a0-b5d53d80bc10 req-c16cb534-55cf-490c-8d7b-f8ba9e3698d1 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591147
Jun 21 02:40:42.013685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56616) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:42.059775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967001a1-2af6-4a8c-bfa0-ce95516cc987', 'tag': '58afbce8-5ef0-41ee-8052-dc209912a372'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:42.062170 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cc0b77-87ac-49eb-8951-e5ad75977268" -d '{"events": [{"name": "network-changed", "server_uuid": "967001a1-2af6-4a8c-bfa0-ce95516cc987", "tag": "58afbce8-5ef0-41ee-8052-dc209912a372"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:42.099768 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5925b1-2d50-4ebc-8e32-a6bea8c482c3 x-openstack-request-id: req-0b5925b1-2d50-4ebc-8e32-a6bea8c482c3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:42.100083 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967001a1-2af6-4a8c-bfa0-ce95516cc987", "tag": "58afbce8-5ef0-41ee-8052-dc209912a372", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:42.100419 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b5925b1-2d50-4ebc-8e32-a6bea8c482c3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:42.100921 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967001a1-2af6-4a8c-bfa0-ce95516cc987', 'tag': '58afbce8-5ef0-41ee-8052-dc209912a372', 'status': 'completed', 'code': 200}
Jun 21 02:40:42.211119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-2c3df22c-71b4-4968-a08a-abe4e3c66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:42.213156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-2c3df22c-71b4-4968-a08a-abe4e3c66b60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 1099 time: 0.0861595
Jun 21 02:40:42.343045 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-de68d079-4486-48f0-973f-4372c08b0016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:42.407258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-f1c30010-181e-4036-8e2c-fcd9085b7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:42.407258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-f1c30010-181e-4036-8e2c-fcd9085b7301 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1859953
Jun 21 02:40:42.434849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e5c65-dcb0-488c-8baf-4d9cbf393ff5 req-38e9d279-81f7-495a-bc90-cfe89a9ec17f tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:42.436478 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e18e5c65-dcb0-488c-8baf-4d9cbf393ff5 req-38e9d279-81f7-495a-bc90-cfe89a9ec17f tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 950 time: 0.1885974
Jun 21 02:40:42.483009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-e75338d0-764d-4780-ba67-5de7160916f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=58afbce8-5ef0-41ee-8052-dc209912a372 HTTP/1.1" status: 200  len: 217 time: 0.0678639
Jun 21 02:40:42.596824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-de68d079-4486-48f0-973f-4372c08b0016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:42.632571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e43eec0-94a9-4dc4-b79a-a3eebbfb9825 req-11823360-5883-4a91-bec2-238c58a289dd tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 210 time: 0.0550449
Jun 21 02:40:42.665503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e18e5c65-dcb0-488c-8baf-4d9cbf393ff5 req-01d95bc6-535f-49c9-9930-e7b958098c10 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899805
Jun 21 02:40:42.668365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-95899bdd-5bed-4ced-9bcd-d87c8768b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:42.670491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-95899bdd-5bed-4ced-9bcd-d87c8768b142 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1703112
Jun 21 02:40:42.697016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-de68d079-4486-48f0-973f-4372c08b0016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:42.700111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82468f94-f6c3-4067-813f-de5474d60342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:42.746983 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-de68d079-4486-48f0-973f-4372c08b0016 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80036d392ca14910be8d7108e2e998ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7316692
Jun 21 02:40:42.748103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68d079-4486-48f0-973f-4372c08b0016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f159da32-8794-46b4-817e-0b8d97d397a1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:42.749760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56644) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:42.773299 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-de68d079-4486-48f0-973f-4372c08b0016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:42.828997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-e1f809af-6e49-42ef-96b8-5e2d56af0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:42.831361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-e1f809af-6e49-42ef-96b8-5e2d56af0292 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1549232
Jun 21 02:40:42.832625 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be2f1b6a-b29e-41bd-a704-631036c43d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:42.933459 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be2f1b6a-b29e-41bd-a704-631036c43d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:43.073993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-4d279397-31af-45e0-9370-c71459af569a service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297759
Jun 21 02:40:43.078881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b21e-7fc2-46e5-be56-f433a837addd req-f1e9a6ad-d837-4a8c-aa07-66613876e9a1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:43.081359 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-f1e9a6ad-d837-4a8c-aa07-66613876e9a1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 807 time: 0.2545140
Jun 21 02:40:43.096188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Request body: {'port': {'device_id': '719b3150-5af3-4a53-93aa-9403464229df', 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'admin_state_up': True, 'tenant_id': 'b9d9fcf962874689a72b4a12fbcb7539'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:43.298988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b855662-d8ff-4bc3-bc5b-120bb18262ed req-99da6f9f-e423-4d56-b4f6-5d0a55a93da6 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:43.300013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b855662-d8ff-4bc3-bc5b-120bb18262ed req-99da6f9f-e423-4d56-b4f6-5d0a55a93da6 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 947 time: 0.2099507
Jun 21 02:40:43.305030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64cc0b77-87ac-49eb-8951-e5ad75977268 req-679db718-1479-4ccf-b0e3-8bd7d029329a service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244468
Jun 21 02:40:43.346868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b855662-d8ff-4bc3-bc5b-120bb18262ed req-68b75fa8-5269-408a-b694-474ad3b9207b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405996
Jun 21 02:40:43.576930 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be2f1b6a-b29e-41bd-a704-631036c43d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:43.581090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Made reservation on behalf of b9d9fcf962874689a72b4a12fbcb7539 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:43.582631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be2f1b6a-b29e-41bd-a704-631036c43d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:43.584074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-be2f1b6a-b29e-41bd-a704-631036c43d13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f159da32-8794-46b4-817e-0b8d97d397a1 HTTP/1.1" status: 204  len: 168 time: 0.8318720
Jun 21 02:40:43.588986 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b4c2d765-1482-45c1-92da-b0c2a86f21ed tempest-AggregatesAdminTestJSON-60821151 tempest-AggregatesAdminTestJSON-60821151-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:43.597129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:43.603519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f1b6a-b29e-41bd-a704-631036c43d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159da32-8794-46b4-817e-0b8d97d397a1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:43.608432 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-be2f1b6a-b29e-41bd-a704-631036c43d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:43.887125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Allocated IP 172.20.0.10 (eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e/3f4fd7ee-635d-403d-aa3b-bcf88750fbf8/ac9a368a-5a17-4ed7-b9fb-e8686fc09a00) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:43.954754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b12fd4f8-5fa8-4549-846c-85f6b9921d1c req-9c631f07-41b1-4b03-b222-0709d665d0bb tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 210 time: 0.0420809
Jun 21 02:40:44.144945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:44.174727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aab09-bb2b-4e0d-8e51-f3062ddce0ae req-d8e2d396-592d-4cd7-a792-a72ebf0df423 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:44.176425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f3aab09-bb2b-4e0d-8e51-f3062ddce0ae req-d8e2d396-592d-4cd7-a792-a72ebf0df423 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 950 time: 0.0998569
Jun 21 02:40:44.234125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f3aab09-bb2b-4e0d-8e51-f3062ddce0ae req-3dd8bb46-6c03-4157-94bd-5ced468ce596 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473142
Jun 21 02:40:44.363579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:44.365935 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:44.431796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Pushing event updated for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:44.436106 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:44.444991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:44.446506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:44.448891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:44.455568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:44.456311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:44.554524 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4633231
Jun 21 02:40:44.568773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Request body: {'port': {'device_id': '719b3150-5af3-4a53-93aa-9403464229df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:44.621320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ad26d-540b-4b68-8d4e-c027c81e3aa6 req-8c1d8d33-ec92-4771-bde0-19d0ba718457 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:44.630999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd3ad26d-540b-4b68-8d4e-c027c81e3aa6 req-8c1d8d33-ec92-4771-bde0-19d0ba718457 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 947 time: 0.0864155
Jun 21 02:40:44.654295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56720) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:44.667175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:44.692936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd3ad26d-540b-4b68-8d4e-c027c81e3aa6 req-c18d7824-b152-488d-bfbd-552744059e2f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604868
Jun 21 02:40:44.709185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-febe9f20-3403-4677-8ef8-5913c34204a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:44.756531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:40:44.766715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Request body: {'security_group': {'name': 'tempest-securitygroup-512346845', 'description': 'tempest-description-1547343221'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:44.945306 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-febe9f20-3403-4677-8ef8-5913c34204a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:44.961621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:44.977420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'mac_address': 'fa:16:3e:55:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:40:45.009346 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-febe9f20-3403-4677-8ef8-5913c34204a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.035504 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.057153 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-23c544f0-d217-4664-9d94-7cbaf2102555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:45.064762 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:45.095423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-febe9f20-3403-4677-8ef8-5913c34204a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94c269b8135c4a95a50dd16506dc65e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4205363
Jun 21 02:40:45.096665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56728) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:45.098065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:45.105428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe9f20-3403-4677-8ef8-5913c34204a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367e5ae0-5025-49d9-a820-24c9b15eaa7f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:45.114095 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-febe9f20-3403-4677-8ef8-5913c34204a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:45.153649 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.154773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 58afbce8-5ef0-41ee-8052-dc209912a372 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:40:45.172675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:45.179855 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:45.189832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b88f2-f203-46d3-830e-8ce17474722f req-1d122a5f-8888-4ecb-bb05-6ff97a04666b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:45.197357 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.199763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d89b88f2-f203-46d3-830e-8ce17474722f req-1d122a5f-8888-4ecb-bb05-6ff97a04666b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 932 time: 0.1044848
Jun 21 02:40:45.223133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Transition to ACTIVE for port object ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:45.224443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b03e92b3-9775-4f78-9ec0-4d1752c81988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.253028 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b03e92b3-9775-4f78-9ec0-4d1752c81988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.257350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 58afbce8-5ef0-41ee-8052-dc209912a372, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=58afbce8-5ef0-41ee-8052-dc209912a372,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:45.258514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d89b88f2-f203-46d3-830e-8ce17474722f req-661a42e5-db93-4e11-9bc8-5932f0aba6ec tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578024
Jun 21 02:40:45.259318 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.269755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56734) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:45.289809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '58afbce8-5ef0-41ee-8052-dc209912a372', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '58afbce8-5ef0-41ee-8052-dc209912a372', 'mac_address': 'fa:16:3e:28:43:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:40:45.309614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.310555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.324932 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-397d567b-df1e-4ec5-a081-78d19268aa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:45.335401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:45.341711 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:45.357862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.377391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58afbce8-5ef0-41ee-8052-dc209912a372 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:45.394085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b03e92b3-9775-4f78-9ec0-4d1752c81988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.396788 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b03e92b3-9775-4f78-9ec0-4d1752c81988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.400891 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b03e92b3-9775-4f78-9ec0-4d1752c81988 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/367e5ae0-5025-49d9-a820-24c9b15eaa7f HTTP/1.1" status: 204  len: 168 time: 0.3002591
Jun 21 02:40:45.421758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 58afbce8-5ef0-41ee-8052-dc209912a372, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=58afbce8-5ef0-41ee-8052-dc209912a372,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:45.444462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:45.459228 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:45.459802 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f78fe4b2-19bd-4578-b7c4-b66957769c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:45.471743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e92b3-9775-4f78-9ec0-4d1752c81988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367e5ae0-5025-49d9-a820-24c9b15eaa7f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:45.474310 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b03e92b3-9775-4f78-9ec0-4d1752c81988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:45.475213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:45.475612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:45.476001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:45.482315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:40:45.482962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:45.484471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-105f1078-ecb2-4487-acbd-1b2b1d21851f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.488945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:45.489379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:45.490760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:45.490878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.490972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Bound port: ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:45.491176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.497744 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:45.553902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.555532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=58afbce8-5ef0-41ee-8052-dc209912a372,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:45.558800 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:45.572320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:45.575862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:45.592951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cd086-e8e7-4836-9fc1-78ac7391a9b7 req-59458c02-37f9-487e-8617-e13369ba93e6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:45.596975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a65cd086-e8e7-4836-9fc1-78ac7391a9b7 req-59458c02-37f9-487e-8617-e13369ba93e6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 950 time: 0.0903413
Jun 21 02:40:45.620692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.626292 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41bfe1d8-c318-4e95-abf4-b7728aabe1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:45.657126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.659549 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:45.668251 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a65cd086-e8e7-4836-9fc1-78ac7391a9b7 req-3bf6e7ee-71ae-4eca-b062-ef63eabe1a73 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672169
Jun 21 02:40:45.683583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235aef0f-7782-49da-9890-19c5b2003394,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:45.687249 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:45.695071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:45.695663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.697645 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 200  len: 1093 time: 1.1349967
Jun 21 02:40:45.711088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:45.711088 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b3774-a6f8-478c-9900-325765b2045f" -d '{"events": [{"name": "network-changed", "server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:45.748989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6fb3898e-bcce-4353-8b29-6d3a65c2cf42'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:45.773591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:45.776791 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:45.783356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-105f1078-ecb2-4487-acbd-1b2b1d21851f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.785289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['58afbce8-5ef0-41ee-8052-dc209912a372'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:45.799939 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca85e5ea-4c83-4d06-b79b-fb480d626845 x-openstack-request-id: req-ca85e5ea-4c83-4d06-b79b-fb480d626845 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:45.800259 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:45.800537 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca85e5ea-4c83-4d06-b79b-fb480d626845 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:45.801404 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00', 'status': 'completed', 'code': 200}
Jun 21 02:40:45.836687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-105f1078-ecb2-4487-acbd-1b2b1d21851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:45.876289 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2574b44c-ebe8-4a46-bdf4-f727d5dd4060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:45.885825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56750) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:45.899804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-105f1078-ecb2-4487-acbd-1b2b1d21851f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=396ca9ef99644cffa6970970728104d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6177495
Jun 21 02:40:46.071396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f1078-ecb2-4487-acbd-1b2b1d21851f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b8fb02-cff9-4b25-be79-e8ae6f7e475f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:46.082004 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-105f1078-ecb2-4487-acbd-1b2b1d21851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:46.121719 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-80f686bc-dd6e-4a20-9e45-98465ad3370b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.161630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-80f686bc-dd6e-4a20-9e45-98465ad3370b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.170369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b3774-a6f8-478c-9900-325765b2045f req-73bfb6d9-2137-4d2b-a5c6-eafb5ff4d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:46.170758 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.172493 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5b8b3774-a6f8-478c-9900-325765b2045f req-73bfb6d9-2137-4d2b-a5c6-eafb5ff4d6fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1096 time: 0.1954420
Jun 21 02:40:46.184030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b013bc5-ce49-4757-8947-1d6a9fa08fde req-bd92d73a-58bf-4b3c-92d7-f1849266fd8c tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:46.186517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b013bc5-ce49-4757-8947-1d6a9fa08fde req-bd92d73a-58bf-4b3c-92d7-f1849266fd8c tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 1102 time: 0.1681299
Jun 21 02:40:46.211992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7b013bc5-ce49-4757-8947-1d6a9fa08fde req-eee9f1b9-cbe4-4a5c-b00b-4860907189fa tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.264014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.269950 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d16722d8-be84-4326-9cb0-8a5c958d893c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:46.316888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee120632-a4be-4fc8-930f-aeb56f0f304f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:46.322563 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:46.373205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b3774-a6f8-478c-9900-325765b2045f req-94e48749-c46c-4ed8-bb09-bd6b66604465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:46.375572 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5b8b3774-a6f8-478c-9900-325765b2045f req-94e48749-c46c-4ed8-bb09-bd6b66604465 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1928329
Jun 21 02:40:46.398619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7b013bc5-ce49-4757-8947-1d6a9fa08fde req-eee9f1b9-cbe4-4a5c-b00b-4860907189fa tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.451171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-80f686bc-dd6e-4a20-9e45-98465ad3370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.454515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-80f686bc-dd6e-4a20-9e45-98465ad3370b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.455960 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-80f686bc-dd6e-4a20-9e45-98465ad3370b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5b8fb02-cff9-4b25-be79-e8ae6f7e475f HTTP/1.1" status: 204  len: 168 time: 0.5691555
Jun 21 02:40:46.466092 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab9a2335-b065-4110-a103-29902edfe083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:46.474438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f686bc-dd6e-4a20-9e45-98465ad3370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b8fb02-cff9-4b25-be79-e8ae6f7e475f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:46.486854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7b013bc5-ce49-4757-8947-1d6a9fa08fde req-eee9f1b9-cbe4-4a5c-b00b-4860907189fa tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.488494 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-80f686bc-dd6e-4a20-9e45-98465ad3370b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:46.492285 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-72b540c6-e12d-425d-a774-e71e37e92336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:46.566240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b013bc5-ce49-4757-8947-1d6a9fa08fde req-eee9f1b9-cbe4-4a5c-b00b-4860907189fa tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3733981
Jun 21 02:40:46.588129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.615671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b5ce322-7afc-4454-91d9-3ae471f1cc36 req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.8655357
Jun 21 02:40:46.623814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9f1b9-cbe4-4a5c-b00b-4860907189fa tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99258225-3bf7-4ea1-b53c-07c99ddaa2fb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:46.631039 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eee9f1b9-cbe4-4a5c-b00b-4860907189fa tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:46.747499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 58afbce8-5ef0-41ee-8052-dc209912a372 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:46.804710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b3774-a6f8-478c-9900-325765b2045f req-78a2f619-b1ca-4801-a757-b88570083786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:46.806258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5b8b3774-a6f8-478c-9900-325765b2045f req-78a2f619-b1ca-4801-a757-b88570083786 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4247792
Jun 21 02:40:46.875548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbec24-c4d5-46e4-bbb9-13efc6865d3f req-f6853341-1d09-4601-a53c-8211cb34e271 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:46.877116 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9fbec24-c4d5-46e4-bbb9-13efc6865d3f req-f6853341-1d09-4601-a53c-8211cb34e271 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 948 time: 0.0997112
Jun 21 02:40:46.919597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 58afbce8-5ef0-41ee-8052-dc209912a372 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:46.924305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 58afbce8-5ef0-41ee-8052-dc209912a372 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:46.924697 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:46.928156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b21e-7fc2-46e5-be56-f433a837addd req-15bed9ed-d7e2-489c-bc4d-b08649afefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:46.929944 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-15bed9ed-d7e2-489c-bc4d-b08649afefb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1096 time: 0.0733540
Jun 21 02:40:46.992413 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-28455db9-bc78-4c64-bfe7-7321630858ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 200  len: 217 time: 0.0536907
Jun 21 02:40:47.003872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9fbec24-c4d5-46e4-bbb9-13efc6865d3f req-fd7f897a-4109-4ad6-ab62-cf4634e78703 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170115
Jun 21 02:40:47.058991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30dd22-2be6-45aa-b091-07d4725e2b8a req-88b01752-8b98-4386-bf26-365cdeab7dfa tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:47.071590 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.086950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c30dd22-2be6-45aa-b091-07d4725e2b8a req-88b01752-8b98-4386-bf26-365cdeab7dfa tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 944 time: 0.1807966
Jun 21 02:40:47.114077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23db3212-7434-44c7-82ac-0108b2a0f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:47.117209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-23db3212-7434-44c7-82ac-0108b2a0f80d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1161835
Jun 21 02:40:47.137989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967001a1-2af6-4a8c-bfa0-ce95516cc987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58afbce8-5ef0-41ee-8052-dc209912a372'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:47.137989 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b6badd-f769-41a3-a72d-91b806229c54" -d '{"events": [{"server_uuid": "967001a1-2af6-4a8c-bfa0-ce95516cc987", "name": "network-vif-plugged", "status": "completed", "tag": "58afbce8-5ef0-41ee-8052-dc209912a372"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:47.154264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-28a4bbbe-28ad-4f1a-a74e-d5ea1e38801c req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1605794110', 'description': 'tempest-description-1533198533'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:47.158499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 58afbce8-5ef0-41ee-8052-dc209912a372, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=58afbce8-5ef0-41ee-8052-dc209912a372,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:47.167176 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-208c39ad-a6db-4e83-8f66-6e7e90c9e838 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427096
Jun 21 02:40:47.169255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c30dd22-2be6-45aa-b091-07d4725e2b8a req-89a536ff-8169-4f4e-9544-003f3abc6360 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814414
Jun 21 02:40:47.228384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.237510 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:47.237510 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:47.285950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28a4bbbe-28ad-4f1a-a74e-d5ea1e38801c req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.286268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-2ebbd5c3-c7fc-4043-9d50-53d282473cac service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111958
Jun 21 02:40:47.324827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=58afbce8-5ef0-41ee-8052-dc209912a372,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:47.330023 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:47.420832 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28a4bbbe-28ad-4f1a-a74e-d5ea1e38801c req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.422790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:47.427078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4692b21e-7fc2-46e5-be56-f433a837addd req-a66e5343-fa1b-41c9-90df-33fe8793cb99 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341920
Jun 21 02:40:47.427900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:47.428369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.521238 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884fdc3a-3003-4526-8559-c2a1d11c0910 x-openstack-request-id: req-884fdc3a-3003-4526-8559-c2a1d11c0910 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:47.521238 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967001a1-2af6-4a8c-bfa0-ce95516cc987", "name": "network-vif-plugged", "status": "completed", "tag": "58afbce8-5ef0-41ee-8052-dc209912a372", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:47.521238 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-884fdc3a-3003-4526-8559-c2a1d11c0910 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:47.521853 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967001a1-2af6-4a8c-bfa0-ce95516cc987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58afbce8-5ef0-41ee-8052-dc209912a372', 'code': 200}
Jun 21 02:40:47.522461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56804) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:47.528536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.537874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b077f28-b523-4b18-884e-1ccdccdd1072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.544595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28a4bbbe-28ad-4f1a-a74e-d5ea1e38801c req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.573457 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04436e10-ff72-415a-95e9-e6e419f64c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:47.581147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:47.646165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad00ee46-320a-4a4a-a849-3c8a7b6b8c12,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:47.658478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.660382 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:47.663617 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:47.699829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b077f28-b523-4b18-884e-1ccdccdd1072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.722684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28aa7dd-291c-4109-b95b-5f9276d9a913 req-6f59193e-9d14-4b24-858c-951fe53c7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:47.724211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c28aa7dd-291c-4109-b95b-5f9276d9a913 req-6f59193e-9d14-4b24-858c-951fe53c7d4d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 1101 time: 0.1050649
Jun 21 02:40:47.756122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:47.760130 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:47.765211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b077f28-b523-4b18-884e-1ccdccdd1072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.769295 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9ac0efe-3d10-4688-a07b-90ed664b85a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:47.801242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c28aa7dd-291c-4109-b95b-5f9276d9a913 req-6603401b-af2d-4380-834b-a5e20cd0034f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674939
Jun 21 02:40:47.820410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56810) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:47.820641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4b077f28-b523-4b18-884e-1ccdccdd1072 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4740e879f8244bfa7e5537f590039e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2970097
Jun 21 02:40:47.821523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b077f28-b523-4b18-884e-1ccdccdd1072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d5f21d-f03e-437d-8531-73cf0e0cc95c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:47.824956 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b077f28-b523-4b18-884e-1ccdccdd1072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:47.872278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28a4bbbe-28ad-4f1a-a74e-d5ea1e38801c req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.873803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28a4bbbe-28ad-4f1a-a74e-d5ea1e38801c req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1783 time: 0.7245266
Jun 21 02:40:47.884025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73eb7894-38b5-41f9-848a-92fc59c5572b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:47.914836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73eb7894-38b5-41f9-848a-92fc59c5572b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.033986 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73eb7894-38b5-41f9-848a-92fc59c5572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.038555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73eb7894-38b5-41f9-848a-92fc59c5572b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.040106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-73eb7894-38b5-41f9-848a-92fc59c5572b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89d5f21d-f03e-437d-8531-73cf0e0cc95c HTTP/1.1" status: 204  len: 168 time: 0.2185791
Jun 21 02:40:48.041893 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-105f1078-ecb2-4487-acbd-1b2b1d21851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:48.051662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb7894-38b5-41f9-848a-92fc59c5572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d5f21d-f03e-437d-8531-73cf0e0cc95c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:48.054450 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-73eb7894-38b5-41f9-848a-92fc59c5572b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:48.283848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2054077613', 'description': 'tempest-description-1153492448'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:48.371591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a8b54-3d0f-4da8-bfed-d4d8819c2bab req-5a4a922f-d8c8-43a1-a1e7-9f6ee610d60c tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:48.373153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be3a8b54-3d0f-4da8-bfed-d4d8819c2bab req-5a4a922f-d8c8-43a1-a1e7-9f6ee610d60c tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 949 time: 0.0672486
Jun 21 02:40:48.398802 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.410241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.467360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be3a8b54-3d0f-4da8-bfed-d4d8819c2bab req-a4ef2478-d2f0-4e83-bce3-85cdd84834e6 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876431
Jun 21 02:40:48.587625 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.655578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.659468 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:48.704588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5339c-095a-46be-acf6-8090f4b08283,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:48.708173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:48.748917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078487bb-1868-4703-9839-a0ec0ef54ad8 req-35e11543-9041-451a-b079-1192c43c529a tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:48.751018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-078487bb-1868-4703-9839-a0ec0ef54ad8 req-35e11543-9041-451a-b079-1192c43c529a tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 950 time: 0.1302843
Jun 21 02:40:48.803550 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.812672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-078487bb-1868-4703-9839-a0ec0ef54ad8 req-c61edf98-7209-4cd9-8733-f7c9779128b1 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526896
Jun 21 02:40:48.891133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:48.893927 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-068d8565-b72f-48cc-bc5a-c704b86a9746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:48.940889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d1571-741f-4fa3-95f7-4f480e29b5b1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:48.944228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:48.998234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eafbd-1ac5-4260-93d0-0ca3774a67a6 req-a103de99-bb3b-4bb7-a8b5-486c634259c4 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:49.000305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f4eafbd-1ac5-4260-93d0-0ca3774a67a6 req-a103de99-bb3b-4bb7-a8b5-486c634259c4 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 944 time: 0.0748284
Jun 21 02:40:49.041486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f4eafbd-1ac5-4260-93d0-0ca3774a67a6 req-b27abbfa-bb0d-4a92-a2e8-66013111246e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350814
Jun 21 02:40:49.101019 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:49.101019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b3b52e0-a972-471b-8aaf-47a687fcb51a req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1783 time: 0.8232002
Jun 21 02:40:49.137738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-08a853b5-1a9e-4902-8b9e-e32ca5d5688a req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1058961368', 'description': 'tempest-description-762498958'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:49.354032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-08a853b5-1a9e-4902-8b9e-e32ca5d5688a req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:49.463929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-08a853b5-1a9e-4902-8b9e-e32ca5d5688a req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:49.522344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:49.524966 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd819fe-609d-4ef2-b3e6-9b31458c4a39" -d '{"events": [{"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:49.587644 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-08a853b5-1a9e-4902-8b9e-e32ca5d5688a req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:49.591173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:49.632968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e84c770-f9bb-48c1-b601-34708c8e85af,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:49.652173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:49.667555 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-7d0892f7-7061-4047-b769-a4d6769e0a59 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:49.670028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-7d0892f7-7061-4047-b769-a4d6769e0a59 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 950 time: 0.0988517
Jun 21 02:40:49.690432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697fd7a-16eb-460f-9075-9acca9b9cf92 req-7c21c7d0-16ed-49d7-ac83-499b2bf5eca4 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:49.692284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2697fd7a-16eb-460f-9075-9acca9b9cf92 req-7c21c7d0-16ed-49d7-ac83-499b2bf5eca4 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 949 time: 0.0720322
Jun 21 02:40:49.706304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-08a853b5-1a9e-4902-8b9e-e32ca5d5688a req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:49.707491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08a853b5-1a9e-4902-8b9e-e32ca5d5688a req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.5742364
Jun 21 02:40:49.741962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2697fd7a-16eb-460f-9075-9acca9b9cf92 req-f9ccda34-825f-4df1-8718-78389fa3c3cc tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437632
Jun 21 02:40:49.777861 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7670815b-bfe5-467b-bf35-31ec96d53cff x-openstack-request-id: req-7670815b-bfe5-467b-bf35-31ec96d53cff {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:49.777861 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:49.777861 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7670815b-bfe5-467b-bf35-31ec96d53cff {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:49.777861 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'code': 200}
Jun 21 02:40:49.806541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Deleting port f84272b9-5fb7-411e-8434-a28349b11f02 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:40:49.807948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:49.928545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] For port f84272b9-5fb7-411e-8434-a28349b11f02, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f84272b9-5fb7-411e-8434-a28349b11f02,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:49.928913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:49.999926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Calling delete_port for f84272b9-5fb7-411e-8434-a28349b11f02 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:40:50.019311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf932b6-1133-4b29-868e-ee2f35f9a7f5 req-ac1d74e2-5895-4e1e-a1bb-a56ee5ba1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:50.020821 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bf932b6-1133-4b29-868e-ee2f35f9a7f5 req-ac1d74e2-5895-4e1e-a1bb-a56ee5ba1457 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1102 time: 0.1902487
Jun 21 02:40:50.080109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11b12c-bd36-48ac-a85c-7cd5a8eeefbc req-294f31f8-b6cc-421e-8faa-54292baa704e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:50.082097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb11b12c-bd36-48ac-a85c-7cd5a8eeefbc req-294f31f8-b6cc-421e-8faa-54292baa704e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1519048
Jun 21 02:40:50.122504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bf932b6-1133-4b29-868e-ee2f35f9a7f5 req-8d2d6044-9182-4c32-a7fb-a32936264a4a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928051
Jun 21 02:40:50.160196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb11b12c-bd36-48ac-a85c-7cd5a8eeefbc req-4e68f91e-72cd-4510-8b54-542258fb6d3b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655987
Jun 21 02:40:50.222344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:50.227950 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6476817d-4a27-428d-b5e7-dc3f8897379c tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:50.235436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['bfd0ac0a-6311-4ea6-9655-5b19f1605253', 'f84272b9-5fb7-411e-8434-a28349b11f02'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:50.242064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-6087b8fc-8472-4508-90ef-841b3c37e5c2 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 45082 time: 0.4515972
Jun 21 02:40:50.290937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-8dff96a7-caac-4846-8484-05dbba862d54 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/150340fb-952d-4c29-aa70-ac855c7884b1 HTTP/1.1" status: 200  len: 2977 time: 0.0479252
Jun 21 02:40:50.313250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Pushing event deleted for resources: {'Port': ['ID=f84272b9-5fb7-411e-8434-a28349b11f02,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:50.335146 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:50.362806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9165682e-a23f-4a37-8729-8be462393bbf req-477af4e3-c2bd-41cf-8e74-1a08299a5a2e tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 210 time: 0.0444181
Jun 21 02:40:50.401549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-80ec9ae8-f5e1-4c9f-b2a1-6738fa3bcaef tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/150340fb-952d-4c29-aa70-ac855c7884b1 HTTP/1.1" status: 200  len: 2977 time: 0.1042533
Jun 21 02:40:50.449790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] No DVR routers for this DVR port f84272b9-5fb7-411e-8434-a28349b11f02 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:40:50.452159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-407487cf-e143-4fd6-9a8b-aa1c55045ac9 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/235aef0f-7782-49da-9890-19c5b2003394 HTTP/1.1" status: 200  len: 2981 time: 0.0496151
Jun 21 02:40:50.458589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:50.465469 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7179bf9c-a493-4385-9e50-87ae0ee307ae req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "DELETE /v2.0/ports/f84272b9-5fb7-411e-8434-a28349b11f02 HTTP/1.1" status: 204  len: 173 time: 0.7848465
Jun 21 02:40:50.466069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fd507-50a3-4396-9729-e0a05f26484b', 'name': 'network-vif-deleted', 'tag': 'f84272b9-5fb7-411e-8434-a28349b11f02'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:50.471792 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef704a8-e429-4504-87ec-e5be0c3cf231" -d '{"events": [{"server_uuid": "a43fd507-50a3-4396-9729-e0a05f26484b", "name": "network-vif-deleted", "tag": "f84272b9-5fb7-411e-8434-a28349b11f02"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:50.503861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:40:50.541142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-ed351c99-ae5b-4bf1-8ced-3923d09d1651 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/235aef0f-7782-49da-9890-19c5b2003394 HTTP/1.1" status: 200  len: 2981 time: 0.0862229
Jun 21 02:40:50.599375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-18ff7bc7-8e16-4022-9a4d-2f19aac20d9f tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4872bf72-a5cc-41e6-9904-67a29061b551 HTTP/1.1" status: 200  len: 2981 time: 0.0576208
Jun 21 02:40:50.610070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33fcbe-365a-465f-ab3a-c11665316f52 req-047e5ea1-8bad-4992-92e6-1ea2c6e98d39 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:50.611798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a33fcbe-365a-465f-ab3a-c11665316f52 req-047e5ea1-8bad-4992-92e6-1ea2c6e98d39 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 944 time: 0.1172330
Jun 21 02:40:50.647986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:50.661148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00', 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'port_id': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00', 'mac_address': 'fa:16:3e:38:87:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4fd7ee-635d-403d-aa3b-bcf88750fbf8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:40:50.671915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-3027a734-a932-4b4f-8e40-2247a34fcd27 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4872bf72-a5cc-41e6-9904-67a29061b551 HTTP/1.1" status: 200  len: 2981 time: 0.0591290
Jun 21 02:40:50.681943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a33fcbe-365a-465f-ab3a-c11665316f52 req-d4b57dab-43ae-472d-a842-c827e5d79c93 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571201
Jun 21 02:40:50.712426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:50.730950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-96a702a1-971e-4f4d-80f6-5f755b851be2 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5b44783b-cef7-4ee2-9d1b-a3083819242d HTTP/1.1" status: 200  len: 2981 time: 0.0475571
Jun 21 02:40:50.736606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:50.774180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:50.785992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-6fa1be2c-7775-42f5-8795-673c1d7f8395 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5b44783b-cef7-4ee2-9d1b-a3083819242d HTTP/1.1" status: 200  len: 2981 time: 0.0468612
Jun 21 02:40:50.839021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-468632ec-cf87-419b-9ca8-159f26698d53 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/73f5339c-095a-46be-acf6-8090f4b08283 HTTP/1.1" status: 200  len: 2981 time: 0.0457230
Jun 21 02:40:50.856685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:50.860317 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:50.908525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-30c9baaa-dab5-47b2-ae36-174aa31d460e tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/73f5339c-095a-46be-acf6-8090f4b08283 HTTP/1.1" status: 200  len: 2981 time: 0.0625439
Jun 21 02:40:50.927355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56924) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:50.943342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:50.946684 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:50.971301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-96036394-4be1-42ba-9108-35cbcd3d135c tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8396ece1-d984-443c-9d51-6f5f2b64a0be HTTP/1.1" status: 200  len: 2977 time: 0.0534892
Jun 21 02:40:51.020724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-f80bf4f7-5168-4314-adba-f1072d5ecd16 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8396ece1-d984-443c-9d51-6f5f2b64a0be HTTP/1.1" status: 200  len: 2977 time: 0.0434422
Jun 21 02:40:51.072318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-f3db0429-b99e-49ce-9fa6-2fb28ff2ab79 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/99258225-3bf7-4ea1-b53c-07c99ddaa2fb HTTP/1.1" status: 200  len: 2981 time: 0.0430164
Jun 21 02:40:51.087102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccff8db1-aba5-4958-87db-d390e7c04a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:51.089754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ac9a368a-5a17-4ed7-b9fb-e8686fc09a00'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:51.133113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-c513a02e-dc8c-44a7-b208-de551c89b901 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/99258225-3bf7-4ea1-b53c-07c99ddaa2fb HTTP/1.1" status: 200  len: 2981 time: 0.0524406
Jun 21 02:40:51.180189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-da20fa6e-183e-4e0d-8675-4bc4e331c0c9 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a9f2a144-79f2-4c34-bca6-7f33f83a358f HTTP/1.1" status: 200  len: 2981 time: 0.0460720
Jun 21 02:40:51.237477 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccff8db1-aba5-4958-87db-d390e7c04a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:51.238520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-afd0914e-8b9d-49eb-a0a9-f9b8e6f82b1a tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a9f2a144-79f2-4c34-bca6-7f33f83a358f HTTP/1.1" status: 200  len: 2981 time: 0.0439222
Jun 21 02:40:51.257705 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e802c88-d058-4448-b35d-a62d6f39baaa x-openstack-request-id: req-6e802c88-d058-4448-b35d-a62d6f39baaa {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:51.257705 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fd507-50a3-4396-9729-e0a05f26484b", "name": "network-vif-deleted", "tag": "f84272b9-5fb7-411e-8434-a28349b11f02", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:51.257705 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e802c88-d058-4448-b35d-a62d6f39baaa {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:51.257705 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43fd507-50a3-4396-9729-e0a05f26484b', 'name': 'network-vif-deleted', 'tag': 'f84272b9-5fb7-411e-8434-a28349b11f02', 'status': 'completed', 'code': 200}
Jun 21 02:40:51.287356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-13caf46b-7c00-4a1a-8ed7-3989177fd319 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d3ed556d-dd31-48c7-a4fc-03cdb1f96c44 HTTP/1.1" status: 200  len: 2981 time: 0.0424049
Jun 21 02:40:51.325100 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccff8db1-aba5-4958-87db-d390e7c04a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:51.328483 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a598f225-4251-4b68-b7d3-fecd3970aee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:51.349258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-dc4a5f44-9097-4a43-be09-00370cbb3cf2 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d3ed556d-dd31-48c7-a4fc-03cdb1f96c44 HTTP/1.1" status: 200  len: 2981 time: 0.0549459
Jun 21 02:40:51.379836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff8db1-aba5-4958-87db-d390e7c04a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3ffd06-a576-4796-a2ee-4593ac0db9e2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:51.386338 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ccff8db1-aba5-4958-87db-d390e7c04a0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dea5819a37954348afcdd2836da7b1de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4565217
Jun 21 02:40:51.387885 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccff8db1-aba5-4958-87db-d390e7c04a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:51.389378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56936) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:51.451426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-ea0902cf-c7bb-48bc-9631-cf85fb6f6a35 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d4fdf450-6abd-4fa7-9539-442446a6bdaf HTTP/1.1" status: 200  len: 2981 time: 0.0965676
Jun 21 02:40:51.454207 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d365a69-f263-4db5-b092-219d6fde9afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:51.477431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d365a69-f263-4db5-b092-219d6fde9afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:51.489407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c093b2-732b-478a-998a-1ffb64b352d2 req-e2d05e08-fa09-4b86-812a-0232871674f2 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:51.490876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63c093b2-732b-478a-998a-1ffb64b352d2 req-e2d05e08-fa09-4b86-812a-0232871674f2 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1210692
Jun 21 02:40:51.527580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-9db7d93d-1148-43a3-9c52-4b39f0994bcf tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d4fdf450-6abd-4fa7-9539-442446a6bdaf HTTP/1.1" status: 200  len: 2981 time: 0.0668514
Jun 21 02:40:51.550858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63c093b2-732b-478a-998a-1ffb64b352d2 req-94b27077-616f-4067-af9b-9121751f731b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522635
Jun 21 02:40:51.594626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-c923dc51-76ca-4701-a779-4c7262a0b653 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9 HTTP/1.1" status: 200  len: 2981 time: 0.0571904
Jun 21 02:40:51.617259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d365a69-f263-4db5-b092-219d6fde9afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:51.621429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d365a69-f263-4db5-b092-219d6fde9afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:51.623322 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1d365a69-f263-4db5-b092-219d6fde9afc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae3ffd06-a576-4796-a2ee-4593ac0db9e2 HTTP/1.1" status: 204  len: 168 time: 0.2318072
Jun 21 02:40:51.625268 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:51.661464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d365a69-f263-4db5-b092-219d6fde9afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3ffd06-a576-4796-a2ee-4593ac0db9e2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:51.666756 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1d365a69-f263-4db5-b092-219d6fde9afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:51.690162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-707dea95-0bd8-41ab-9d39-2eb081084f8b tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9 HTTP/1.1" status: 200  len: 2981 time: 0.0870883
Jun 21 02:40:51.742654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-8e6f78f6-1bce-4367-b1be-beef7c09cdf1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e9a45364-c711-427d-8dff-92c681d0ae97 HTTP/1.1" status: 200  len: 2977 time: 0.0463943
Jun 21 02:40:51.800660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1b624c7-5ff3-4cdb-ae3b-7e1cf8ccb794 req-686b2fe7-8d22-460b-bc55-44fb7223bf6c tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43fd507-50a3-4396-9729-e0a05f26484b HTTP/1.1" status: 200  len: 210 time: 0.0335102
Jun 21 02:40:51.818774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-c7ff4c15-c571-43d8-bde2-9c4ee602bb61 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e9a45364-c711-427d-8dff-92c681d0ae97 HTTP/1.1" status: 200  len: 2977 time: 0.0704455
Jun 21 02:40:51.866598 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-5d844b4e-8c37-47f6-a601-7848ff699455 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/efe7fb4c-532e-443b-9d02-4a9bc73aa3af HTTP/1.1" status: 200  len: 2973 time: 0.0415666
Jun 21 02:40:51.914096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0c6077-4a90-4777-ba38-6d67964913d1 req-4a363b73-a29c-40a5-b382-fbbcf0e600be tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/efe7fb4c-532e-443b-9d02-4a9bc73aa3af HTTP/1.1" status: 200  len: 2973 time: 0.0405052
Jun 21 02:40:52.019107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-52a04359-392b-40a6-b7e4-0de6978536d5 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0312154
Jun 21 02:40:52.098354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9ede-1154-43dd-b5d1-57ab5c1802bd req-06cbe822-051b-4cd1-af1c-6b78d7af9404 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:52.099898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e80d9ede-1154-43dd-b5d1-57ab5c1802bd req-06cbe822-051b-4cd1-af1c-6b78d7af9404 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 945 time: 0.1480742
Jun 21 02:40:52.164711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e80d9ede-1154-43dd-b5d1-57ab5c1802bd req-b3288ba9-bb2e-4539-a2e4-437784cf28d8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587451
Jun 21 02:40:52.172151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-b4bd9c71-b3f5-4336-91d1-33166f61a499 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:52.173614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-b4bd9c71-b3f5-4336-91d1-33166f61a499 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1487222
Jun 21 02:40:52.190565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-e8ed6503-b6e9-411d-9ccc-5bfab0421d19 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/quotas/9dbfd1ec433246aeb8d306c6a141c584 HTTP/1.1" status: 200  len: 375 time: 0.0106425
Jun 21 02:40:52.268644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-eddbb353-c9ed-4358-8d51-c00d5199fc57 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0710762
Jun 21 02:40:52.395952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e66ca416-a253-49ae-b0ae-b389e98171f3 req-268c47b7-46c9-4d84-863b-40ce86c50a74 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8aebfb08989d4620abb4ecce0aabcf01 HTTP/1.1" status: 200  len: 6103 time: 0.0668917
Jun 21 02:40:52.446159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e66ca416-a253-49ae-b0ae-b389e98171f3 req-32140808-1d5f-4661-b5bd-73b120248a2b tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "GET /v2.0/security-groups/235aef0f-7782-49da-9890-19c5b2003394 HTTP/1.1" status: 200  len: 2981 time: 0.0442851
Jun 21 02:40:52.501483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:40:52.521887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e66ca416-a253-49ae-b0ae-b389e98171f3 req-14bcfc7c-843b-4d28-8754-acb43e24dd3b tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "GET /v2.0/security-groups/235aef0f-7782-49da-9890-19c5b2003394 HTTP/1.1" status: 200  len: 2981 time: 0.0698056
Jun 21 02:40:52.620276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d55a0d14-7dc5-4f92-bb2e-2de06436e616 req-1f9b0adb-7f9e-4615-86c5-3a99d2b64972 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 210 time: 0.0477607
Jun 21 02:40:52.634234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:52.642398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:40:52.643156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:52.653941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c33ffaf7-a144-437a-a480-c4af083fd314 req-fd417f2a-214f-49c1-9988-670b65b76251 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8e84c770-f9bb-48c1-b601-34708c8e85af HTTP/1.1" status: 200  len: 1777 time: 0.0970278
Jun 21 02:40:52.706308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c33ffaf7-a144-437a-a480-c4af083fd314 req-bb44ee42-cf0f-4d0b-90ac-78dfffaebfb4 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:52.729607 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c33ffaf7-a144-437a-a480-c4af083fd314 req-bb44ee42-cf0f-4d0b-90ac-78dfffaebfb4 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:52.759095 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:52.782838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:52.785128 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b8aafa-aac2-454e-aef6-f27fc3dfe289" -d '{"events": [{"server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "name": "network-vif-plugged", "status": "completed", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:52.804360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:52.826408 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ed45da-5859-468c-b988-e427b9a16b22 x-openstack-request-id: req-c9ed45da-5859-468c-b988-e427b9a16b22 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:52.826800 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "name": "network-vif-plugged", "status": "completed", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:52.827134 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9ed45da-5859-468c-b988-e427b9a16b22 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:52.828233 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00', 'code': 200}
Jun 21 02:40:52.948950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c33ffaf7-a144-437a-a480-c4af083fd314 req-bb44ee42-cf0f-4d0b-90ac-78dfffaebfb4 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:52.951360 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:52.953083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f84272b9-5fb7-411e-8434-a28349b11f02 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:40:52.953237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c33ffaf7-a144-437a-a480-c4af083fd314 req-bb44ee42-cf0f-4d0b-90ac-78dfffaebfb4 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:52.954502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c33ffaf7-a144-437a-a480-c4af083fd314 req-bb44ee42-cf0f-4d0b-90ac-78dfffaebfb4 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e84c770-f9bb-48c1-b601-34708c8e85af HTTP/1.1" status: 204  len: 173 time: 0.3075283
Jun 21 02:40:52.955191 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cbcf4263-8ebb-4b90-93e2-14d30ca78fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:52.961505 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-09bd9e13-bcc0-4df4-bfab-548a909b0e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:52.989757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9a504-f49d-4f01-b6d2-a8cdf1b0f0d2 req-28b82684-efd3-4c6f-b562-708b23aed584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:52.992148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44ee42-cf0f-4d0b-90ac-78dfffaebfb4 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e84c770-f9bb-48c1-b601-34708c8e85af,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:53.004579 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7c9a504-f49d-4f01-b6d2-a8cdf1b0f0d2 req-28b82684-efd3-4c6f-b562-708b23aed584 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1097 time: 0.1121840
Jun 21 02:40:53.005555 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb44ee42-cf0f-4d0b-90ac-78dfffaebfb4 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:53.014761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: f84272b9-5fb7-411e-8434-a28349b11f02 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:40:53.015869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f84272b9-5fb7-411e-8434-a28349b11f02 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:40:53.079387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:53.083318 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:53.095707 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7c9a504-f49d-4f01-b6d2-a8cdf1b0f0d2 req-cfcb154d-ce19-4cb1-b73d-9018e47a5526 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814002
Jun 21 02:40:53.096786 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2291ba33-2093-46c3-9ad1-733a1eda827f req-07433421-2b40-48dc-9391-66bb51afecd0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d64d1571-741f-4fa3-95f7-4f480e29b5b1 HTTP/1.1" status: 200  len: 1778 time: 0.0710139
Jun 21 02:40:53.155046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2291ba33-2093-46c3-9ad1-733a1eda827f req-c445319e-4595-4080-bab6-c97d93efdb81 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:53.177277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2291ba33-2093-46c3-9ad1-733a1eda827f req-c445319e-4595-4080-bab6-c97d93efdb81 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:53.359863 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2291ba33-2093-46c3-9ad1-733a1eda827f req-c445319e-4595-4080-bab6-c97d93efdb81 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:53.362512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2291ba33-2093-46c3-9ad1-733a1eda827f req-c445319e-4595-4080-bab6-c97d93efdb81 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:53.363665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2291ba33-2093-46c3-9ad1-733a1eda827f req-c445319e-4595-4080-bab6-c97d93efdb81 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/d64d1571-741f-4fa3-95f7-4f480e29b5b1 HTTP/1.1" status: 204  len: 173 time: 0.2604752
Jun 21 02:40:53.364349 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bc874a26-8cfc-4572-83b5-6b58bd3afb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:53.373721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445319e-4595-4080-bab6-c97d93efdb81 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d1571-741f-4fa3-95f7-4f480e29b5b1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:53.377906 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c445319e-4595-4080-bab6-c97d93efdb81 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:53.535324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e3e8c-158f-478b-a882-7c9c120061f1 req-b208762c-a7a2-494e-a0cb-8fcd33340ca1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:53.536906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b85e3e8c-158f-478b-a882-7c9c120061f1 req-b208762c-a7a2-494e-a0cb-8fcd33340ca1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 946 time: 0.0791550
Jun 21 02:40:53.584963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b85e3e8c-158f-478b-a882-7c9c120061f1 req-392c8a89-4546-4de8-8c00-db97763a9c05 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411062
Jun 21 02:40:53.681318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb732b67-0e2b-4053-9e65-6693292041a4 req-dd4572e0-ac18-4d66-a71c-ba4def2a7b68 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "GET /v2.0/security-groups/ad00ee46-320a-4a4a-a849-3c8a7b6b8c12 HTTP/1.1" status: 200  len: 1778 time: 0.0423255
Jun 21 02:40:53.760621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-fb732b67-0e2b-4053-9e65-6693292041a4 req-2866d5d8-8906-481c-b160-21248d74f0b7 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:53.784994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-fb732b67-0e2b-4053-9e65-6693292041a4 req-2866d5d8-8906-481c-b160-21248d74f0b7 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:53.822641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57044) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:53.921945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf040242-5000-41c5-8024-a0917aed4680 req-c27d36dc-3539-46d4-b4b5-5eb5586bc592 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:53.925901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf040242-5000-41c5-8024-a0917aed4680 req-c27d36dc-3539-46d4-b4b5-5eb5586bc592 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 949 time: 0.1149209
Jun 21 02:40:53.969046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5d9a8cd-638a-4e01-bfed-f8623286b133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:53.972884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf040242-5000-41c5-8024-a0917aed4680 req-a33e221f-0e15-4579-b4c9-ccd911b81e8c tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385799
Jun 21 02:40:53.999042 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-fb732b67-0e2b-4053-9e65-6693292041a4 req-2866d5d8-8906-481c-b160-21248d74f0b7 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.002203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-fb732b67-0e2b-4053-9e65-6693292041a4 req-2866d5d8-8906-481c-b160-21248d74f0b7 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.008321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb732b67-0e2b-4053-9e65-6693292041a4 req-2866d5d8-8906-481c-b160-21248d74f0b7 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "DELETE /v2.0/security-groups/ad00ee46-320a-4a4a-a849-3c8a7b6b8c12 HTTP/1.1" status: 204  len: 173 time: 0.3209348
Jun 21 02:40:54.009143 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:54.036048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866d5d8-8906-481c-b160-21248d74f0b7 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad00ee46-320a-4a4a-a849-3c8a7b6b8c12,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:54.039287 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2866d5d8-8906-481c-b160-21248d74f0b7 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:54.126532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5d9a8cd-638a-4e01-bfed-f8623286b133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.129874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53d9f52a-986e-453f-8284-cfe741db45a8 req-7e9cb6dd-b20c-48af-a254-77ab9f54a181 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "GET /v2.0/security-groups/ee120632-a4be-4fc8-930f-aeb56f0f304f HTTP/1.1" status: 200  len: 1777 time: 0.0950999
Jun 21 02:40:54.149268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55a78d08-98fa-485c-a0e7-7d39841eb2d3 req-2e5d7346-db38-4fd4-8b7f-53b8afa93dda tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 210 time: 0.0382292
Jun 21 02:40:54.203680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53d9f52a-986e-453f-8284-cfe741db45a8 req-1c595a9a-c88d-411a-a1b7-36b856d7b981 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.226594 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53d9f52a-986e-453f-8284-cfe741db45a8 req-1c595a9a-c88d-411a-a1b7-36b856d7b981 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.284796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5d9a8cd-638a-4e01-bfed-f8623286b133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.287554 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-182cea10-5bc3-4db6-9550-dfbd9e067491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:54.323838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9a8cd-638a-4e01-bfed-f8623286b133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb8534c-8144-4229-bf2b-48f297c84d3b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:54.331204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c5d9a8cd-638a-4e01-bfed-f8623286b133 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1582c7e9edcf44498137daa4dddfd472&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5072274
Jun 21 02:40:54.332164 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5d9a8cd-638a-4e01-bfed-f8623286b133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:54.332752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57064) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:54.384720 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4740-24b4-4655-a31a-0459cba5d674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.405707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4740-24b4-4655-a31a-0459cba5d674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.433637 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53d9f52a-986e-453f-8284-cfe741db45a8 req-1c595a9a-c88d-411a-a1b7-36b856d7b981 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.436114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53d9f52a-986e-453f-8284-cfe741db45a8 req-1c595a9a-c88d-411a-a1b7-36b856d7b981 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.437800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53d9f52a-986e-453f-8284-cfe741db45a8 req-1c595a9a-c88d-411a-a1b7-36b856d7b981 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] 10.222.0.25 "DELETE /v2.0/security-groups/ee120632-a4be-4fc8-930f-aeb56f0f304f HTTP/1.1" status: 204  len: 173 time: 0.2903600
Jun 21 02:40:54.439066 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb44ee42-cf0f-4d0b-90ac-78dfffaebfb4 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:54.448616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c595a9a-c88d-411a-a1b7-36b856d7b981 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee120632-a4be-4fc8-930f-aeb56f0f304f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:54.451089 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1c595a9a-c88d-411a-a1b7-36b856d7b981 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:54.576781 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4740-24b4-4655-a31a-0459cba5d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.580424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4740-24b4-4655-a31a-0459cba5d674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:54.586046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0c8a4740-24b4-4655-a31a-0459cba5d674 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fb8534c-8144-4229-bf2b-48f297c84d3b HTTP/1.1" status: 204  len: 168 time: 0.2476151
Jun 21 02:40:54.586046 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:54.594971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a4740-24b4-4655-a31a-0459cba5d674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb8534c-8144-4229-bf2b-48f297c84d3b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:54.597892 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c8a4740-24b4-4655-a31a-0459cba5d674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:54.801214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56019468-8394-440a-9f7f-2ff48bb0284c req-2606d076-80e8-4677-a0cb-4f0e6e4ee5a5 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:54.805835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56019468-8394-440a-9f7f-2ff48bb0284c req-2606d076-80e8-4677-a0cb-4f0e6e4ee5a5 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 946 time: 0.0710266
Jun 21 02:40:54.845305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56019468-8394-440a-9f7f-2ff48bb0284c req-8a11d3a6-fdfe-427a-aafd-9a75ccc87c06 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363762
Jun 21 02:40:54.988034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:55.135803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d85183-aa62-4380-98af-4329d61b183b req-1b3847a4-01e1-4656-9857-f6638b2bf0ce tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:55.137296 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-97d85183-aa62-4380-98af-4329d61b183b req-1b3847a4-01e1-4656-9857-f6638b2bf0ce tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 949 time: 0.0695641
Jun 21 02:40:55.294422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Deleting port bfd0ac0a-6311-4ea6-9655-5b19f1605253 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:40:55.296153 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.409146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] For port bfd0ac0a-6311-4ea6-9655-5b19f1605253, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bfd0ac0a-6311-4ea6-9655-5b19f1605253,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:40:55.409520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.426702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427f776-ea82-4edb-937d-986f5ffe3bc7 req-cc96bf7b-a449-4251-bc88-39a43fe88028 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:55.428184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0427f776-ea82-4edb-937d-986f5ffe3bc7 req-cc96bf7b-a449-4251-bc88-39a43fe88028 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 949 time: 0.1382577
Jun 21 02:40:55.448184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57144) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:55.483836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff63cbb8-56f7-416a-9523-62d1bfd4f61c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8aebfb08989d4620abb4ecce0aabcf01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4938602
Jun 21 02:40:55.485606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Calling delete_port for bfd0ac0a-6311-4ea6-9655-5b19f1605253 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:40:55.486391 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dde06608-b70f-488f-b7f1-0584315ef233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.491174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57146) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:55.547691 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-6d9068b9-ceb4-4503-b670-9ddf9bca6733 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0429757
Jun 21 02:40:55.550491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0427f776-ea82-4edb-937d-986f5ffe3bc7 req-0bf3b765-7114-4a67-8704-543f8ccd6833 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121745
Jun 21 02:40:55.556459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d727c4-20f9-43b5-8270-0696617c1336 req-2c7995b3-2b29-4664-89b0-90df47079a5b tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:55.557985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5d727c4-20f9-43b5-8270-0696617c1336 req-2c7995b3-2b29-4664-89b0-90df47079a5b tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1098 time: 0.1730523
Jun 21 02:40:55.617312 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df64e11-ad92-4ee5-befe-6ace8b013279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.659233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df64e11-ad92-4ee5-befe-6ace8b013279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.693656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5d727c4-20f9-43b5-8270-0696617c1336 req-63aa1f46-1b82-4a54-bc6c-09e6274529d5 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237111
Jun 21 02:40:55.722714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-1f75d07f-1b23-4137-a6c9-d56b3559017f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:55.724330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-1f75d07f-1b23-4137-a6c9-d56b3559017f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1699512
Jun 21 02:40:55.740733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Request body: {'port': {'device_id': 'a28685d1-42c4-4848-b03f-99c072841dd4', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '9dbfd1ec433246aeb8d306c6a141c584'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:55.835247 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dde06608-b70f-488f-b7f1-0584315ef233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.896240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.902077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c1e8703-401e-4989-bae7-786b65044e5d req-593cc5ef-9770-4669-ab24-6a8441b48a6a tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 210 time: 0.0319037
Jun 21 02:40:55.917383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['bfd0ac0a-6311-4ea6-9655-5b19f1605253'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:55.931448 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:55.932823 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dde06608-b70f-488f-b7f1-0584315ef233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.936940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df64e11-ad92-4ee5-befe-6ace8b013279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.939661 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b78f97ff-c4cf-4f3b-8a9b-3ac716e06dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:55.956250 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df64e11-ad92-4ee5-befe-6ace8b013279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:55.957466 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9df64e11-ad92-4ee5-befe-6ace8b013279 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/235aef0f-7782-49da-9890-19c5b2003394 HTTP/1.1" status: 204  len: 168 time: 0.4627829
Jun 21 02:40:55.996731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde06608-b70f-488f-b7f1-0584315ef233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbc8985-befd-49a9-be79-95afe96e8314,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:56.002730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Pushing event deleted for resources: {'Port': ['ID=bfd0ac0a-6311-4ea6-9655-5b19f1605253,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:56.003923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dde06608-b70f-488f-b7f1-0584315ef233 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afefed54342f480db16c4e376e5729b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5491772
Jun 21 02:40:56.005082 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dde06608-b70f-488f-b7f1-0584315ef233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:56.011097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57188) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:56.020008 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:56.022387 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:56.039450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df64e11-ad92-4ee5-befe-6ace8b013279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235aef0f-7782-49da-9890-19c5b2003394,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:56.042324 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9df64e11-ad92-4ee5-befe-6ace8b013279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:56.372891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Made reservation on behalf of 9dbfd1ec433246aeb8d306c6a141c584 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:56.383704 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:56.414514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1d6f-7c00-41d9-a650-62fe5bbcdc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:56.487191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1d6f-7c00-41d9-a650-62fe5bbcdc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:56.526198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa214b-0d3c-4257-bf34-b6116a814849 req-20c68d5c-26ee-47cb-8c11-04ae7ed92af6 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:56.536209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5fa214b-0d3c-4257-bf34-b6116a814849 req-20c68d5c-26ee-47cb-8c11-04ae7ed92af6 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1098 time: 0.4562998
Jun 21 02:40:56.671008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5fa214b-0d3c-4257-bf34-b6116a814849 req-fd84c76e-b119-4f12-835e-05e656594219 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338007
Jun 21 02:40:56.675792 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] No DVR routers for this DVR port bfd0ac0a-6311-4ea6-9655-5b19f1605253 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:40:56.681125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:56.685010 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-97d85183-aa62-4380-98af-4329d61b183b req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.20 "DELETE /v2.0/ports/bfd0ac0a-6311-4ea6-9655-5b19f1605253 HTTP/1.1" status: 204  len: 173 time: 1.5371928
Jun 21 02:40:56.685936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91057d58-04d3-4768-8a1d-acb24d422c33', 'name': 'network-vif-deleted', 'tag': 'bfd0ac0a-6311-4ea6-9655-5b19f1605253'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:56.689304 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1cb3c5-5adf-410f-91df-d186d847529e" -d '{"events": [{"server_uuid": "91057d58-04d3-4768-8a1d-acb24d422c33", "name": "network-vif-deleted", "tag": "bfd0ac0a-6311-4ea6-9655-5b19f1605253"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:56.706440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Allocated IP 192.168.233.206 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/eb74a1b2-d56f-4db2-a07b-ac402a205500) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:40:56.841844 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fad5161-8c46-4d6b-8482-64a98ff15100 req-8635d622-23c7-4b0c-81ea-7c2a4620928f tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 210 time: 0.0349989
Jun 21 02:40:56.845109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1d6f-7c00-41d9-a650-62fe5bbcdc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:56.847783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1d6f-7c00-41d9-a650-62fe5bbcdc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:56.851682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d7cd1d6f-7c00-41d9-a650-62fe5bbcdc9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cbc8985-befd-49a9-be79-95afe96e8314 HTTP/1.1" status: 204  len: 168 time: 0.8364322
Jun 21 02:40:56.853889 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fda74ed1-1c62-4835-8fde-be071288ccc1 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:56.869448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1d6f-7c00-41d9-a650-62fe5bbcdc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbc8985-befd-49a9-be79-95afe96e8314,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:56.881534 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d7cd1d6f-7c00-41d9-a650-62fe5bbcdc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:56.965687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:56.974124 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a115784-8316-49fd-8d0e-fa192a73f028 x-openstack-request-id: req-7a115784-8316-49fd-8d0e-fa192a73f028 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:56.974635 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91057d58-04d3-4768-8a1d-acb24d422c33", "name": "network-vif-deleted", "tag": "bfd0ac0a-6311-4ea6-9655-5b19f1605253", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:56.975172 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a115784-8316-49fd-8d0e-fa192a73f028 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:56.975790 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91057d58-04d3-4768-8a1d-acb24d422c33', 'name': 'network-vif-deleted', 'tag': 'bfd0ac0a-6311-4ea6-9655-5b19f1605253', 'status': 'completed', 'code': 200}
Jun 21 02:40:56.977554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Transition to ACTIVE for port object eb74a1b2-d56f-4db2-a07b-ac402a205500 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:57.099329 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60bf0972-8c74-40f2-8098-dcb646193122 req-bd68a92c-3d27-458d-ad79-928de75df95f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 210 time: 0.0341113
Jun 21 02:40:57.144740 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:57.151762 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:57.162151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6fb3898e-bcce-4353-8b29-6d3a65c2cf42', '58afbce8-5ef0-41ee-8052-dc209912a372'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:40:57.197955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57270) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:57.269671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:40:57.277861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:40:57.289032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:40:57.293012 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dc683ccf-b712-4114-b306-b2671826978d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d00526c30564a518e2f6889c51b4896&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0921221
Jun 21 02:40:57.295996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57278) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:57.307002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Pushing event updated for resources: {'Port': ['ID=eb74a1b2-d56f-4db2-a07b-ac402a205500,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:57.346020 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:57.389524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1819-03df-49f4-9cd7-3722d0afe113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:57.396625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:57.399561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:57.425358 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1819-03df-49f4-9cd7-3722d0afe113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:57.588153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8534672
Jun 21 02:40:57.599831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Request body: {'port': {'device_id': 'a28685d1-42c4-4848-b03f-99c072841dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:57.627726 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1819-03df-49f4-9cd7-3722d0afe113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:57.631179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1819-03df-49f4-9cd7-3722d0afe113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:57.632552 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9ccc1819-03df-49f4-9cd7-3722d0afe113 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73f5339c-095a-46be-acf6-8090f4b08283 HTTP/1.1" status: 204  len: 168 time: 0.3354537
Jun 21 02:40:57.633494 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9d34d3cb-35a0-4390-b0b2-75bbeb3c7603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:57.659619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1819-03df-49f4-9cd7-3722d0afe113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5339c-095a-46be-acf6-8090f4b08283,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:57.664580 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ccc1819-03df-49f4-9cd7-3722d0afe113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:57.774542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:58.120541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb74a1b2-d56f-4db2-a07b-ac402a205500 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:40:58.130401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:58.145001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Transition to ACTIVE for port object eb74a1b2-d56f-4db2-a07b-ac402a205500 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:40:58.230126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-036f9023-2ad1-4119-a48a-c8da17f5cd4c req-1a335f7c-1e24-4db8-8d52-32838dca3eb0 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] 10.222.0.25 "GET /v2.0/ports?device_id=91057d58-04d3-4768-8a1d-acb24d422c33 HTTP/1.1" status: 200  len: 210 time: 0.0352790
Jun 21 02:40:58.291259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:58.296568 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83e34438-26f4-4b27-b9dd-6de1da94534e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:58.400600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Pushing event updated for resources: {'Port': ['ID=eb74a1b2-d56f-4db2-a07b-ac402a205500,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:58.416103 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:58.530435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Attempting to bind port eb74a1b2-d56f-4db2-a07b-ac402a205500 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:40:58.536241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Attempting to bind port eb74a1b2-d56f-4db2-a07b-ac402a205500 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:40:58.536241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Attempting to bind port eb74a1b2-d56f-4db2-a07b-ac402a205500 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:58.536241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Port eb74a1b2-d56f-4db2-a07b-ac402a205500 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:40:58.536241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Attempting to bind port eb74a1b2-d56f-4db2-a07b-ac402a205500 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:40:58.544639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:40:58.545108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:40:58.545599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:40:58.546222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Bound port: eb74a1b2-d56f-4db2-a07b-ac402a205500, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:40:58.546693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:58.636920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] For port eb74a1b2-d56f-4db2-a07b-ac402a205500, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:40:58.640505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] For port eb74a1b2-d56f-4db2-a07b-ac402a205500, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=eb74a1b2-d56f-4db2-a07b-ac402a205500,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:40:58.736778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:58.741305 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04729c56-1f6c-41cd-a637-1c31a343bcda tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:58.789572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:58.790112 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:58.791684 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-8c130f24-15db-484f-9e96-7d169681989f service neutron] 10.222.0.26 "PUT /v2.0/ports/eb74a1b2-d56f-4db2-a07b-ac402a205500 HTTP/1.1" status: 200  len: 1097 time: 1.1957800
Jun 21 02:40:58.797700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28685d1-42c4-4848-b03f-99c072841dd4', 'tag': 'eb74a1b2-d56f-4db2-a07b-ac402a205500'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:40:58.800033 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddacbed0-fc83-460e-8140-5e04f005ac50" -d '{"events": [{"name": "network-changed", "server_uuid": "a28685d1-42c4-4848-b03f-99c072841dd4", "tag": "eb74a1b2-d56f-4db2-a07b-ac402a205500"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:40:58.857401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Pushing event updated for resources: {'Port': ['ID=eb74a1b2-d56f-4db2-a07b-ac402a205500,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:58.868879 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:58.896720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0f6a-e81b-4824-969d-e4046ea814b5 req-fb513ca8-52c6-41bf-b6cb-2d7627733249 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:58.908725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f8b0f6a-e81b-4824-969d-e4046ea814b5 req-fb513ca8-52c6-41bf-b6cb-2d7627733249 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 948 time: 0.1215730
Jun 21 02:40:58.947621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:40:59.029232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f8b0f6a-e81b-4824-969d-e4046ea814b5 req-e69cb6c3-627f-40ba-883c-b2be7f5f14cf tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126778
Jun 21 02:40:59.082945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-4a1685e0-6ccf-4b97-b4e8-77b3e0b80f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:59.084695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-4a1685e0-6ccf-4b97-b4e8-77b3e0b80f60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 1100 time: 0.1346390
Jun 21 02:40:59.110442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-66349090-network', 'tenant_id': 'e8a9110bb9954597971fe55d59f5ad1c'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:40:59.144825 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-269693aa-da98-46e9-9358-d3bed050d979 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=eb74a1b2-d56f-4db2-a07b-ac402a205500 HTTP/1.1" status: 200  len: 217 time: 0.0395060
Jun 21 02:40:59.212127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-1f17af67-5b9f-4771-b402-587971c7246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:59.214329 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-1f17af67-5b9f-4771-b402-587971c7246b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0552838
Jun 21 02:40:59.292665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-69ac7b29-45fa-4d5b-94a8-0e3eb4dd83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:59.294653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-69ac7b29-45fa-4d5b-94a8-0e3eb4dd83d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0643246
Jun 21 02:40:59.314653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Made reservation on behalf of e8a9110bb9954597971fe55d59f5ad1c for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:40:59.318235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:59.337168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:59.458477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-849eba90-1b36-4d04-8efe-7adcc5c79091 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573758
Jun 21 02:40:59.473007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:59.530886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-169bfb91-aa05-44cd-a113-a9bf5264f90f None None] Provisioning for port eb74a1b2-d56f-4db2-a07b-ac402a205500 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:40:59.576489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-501e772b-4293-4ae8-92ec-4d084f31e2c3 req-2dee103e-7aef-4e41-802c-40e4481b0656 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1106746
Jun 21 02:40:59.622282 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:59.627268 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7e2e605d-1bc9-4484-89cd-cbe1353127d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:59.650070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:40:59.672997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1add7a4-89c1-4eb7-87f3-c9be979f95b2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:59.676093 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:59.676514 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Added segment 0fa74902-83c5-4b47-a8c5-a3889bf69e35 of type vlan for network 4a066f70-8079-421c-a6bc-fa0d70e160d4
Jun 21 02:40:59.691586 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:59.745611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:59.812169 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338371c7-b85e-446a-b689-a3358afe7dcd x-openstack-request-id: req-338371c7-b85e-446a-b689-a3358afe7dcd {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:40:59.812503 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28685d1-42c4-4848-b03f-99c072841dd4", "tag": "eb74a1b2-d56f-4db2-a07b-ac402a205500", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:40:59.812791 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-338371c7-b85e-446a-b689-a3358afe7dcd {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:40:59.813270 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28685d1-42c4-4848-b03f-99c072841dd4', 'tag': 'eb74a1b2-d56f-4db2-a07b-ac402a205500', 'status': 'completed', 'code': 200}
Jun 21 02:40:59.874670 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:59.876611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:59.877275 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:40:59.881191 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bd0421fd-5a04-4e95-afe9-d4e862c11a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:40:59.895251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-7f3999e0-d7a3-41a1-aa1e-6bdb1a070637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:40:59.897229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-7f3999e0-d7a3-41a1-aa1e-6bdb1a070637 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 1100 time: 0.0614965
Jun 21 02:40:59.958699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Pushing event updated for resources: {'Network': ['ID=4a066f70-8079-421c-a6bc-fa0d70e160d4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:40:59.967204 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:40:59.970468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4a066f70-8079-421c-a6bc-fa0d70e160d4 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:41:00.029728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-e88f0f5d-71f8-4c84-b659-3eda55499507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:00.032418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-e88f0f5d-71f8-4c84-b659-3eda55499507 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1273069
Jun 21 02:41:00.061902 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1079142
Jun 21 02:41:00.063844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57498) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:00.072186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Request body: {'subnet': {'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-66349090-subnet', 'tenant_id': 'e8a9110bb9954597971fe55d59f5ad1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:00.097550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-456b237a-aa6b-407a-95e0-70b2f86c381c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=eb74a1b2-d56f-4db2-a07b-ac402a205500 HTTP/1.1" status: 200  len: 217 time: 0.0502880
Jun 21 02:41:00.153123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-adb024c2-65b1-4670-9c11-ec23365c3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:00.153772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-adb024c2-65b1-4670-9c11-ec23365c3d06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0551510
Jun 21 02:41:00.225906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Made reservation on behalf of e8a9110bb9954597971fe55d59f5ad1c for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:00.228046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:00.311117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-ecfb5802-4e8d-4c23-9b40-bc2c2f9dd2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:00.313043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-ecfb5802-4e8d-4c23-9b40-bc2c2f9dd2f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1528242
Jun 21 02:41:00.323586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b1582-66cc-4216-8404-e5cbb3c26e7d req-e4b86803-a0b4-4a9e-93ff-bad9d58b976b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:00.326008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-658b1582-66cc-4216-8404-e5cbb3c26e7d req-e4b86803-a0b4-4a9e-93ff-bad9d58b976b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 948 time: 0.1059637
Jun 21 02:41:00.444507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-918cf830-a05f-4ac9-aba8-2fa76d4367dd service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173682
Jun 21 02:41:00.531457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device bfd0ac0a-6311-4ea6-9655-5b19f1605253 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:00.561043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: bfd0ac0a-6311-4ea6-9655-5b19f1605253 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:00.565897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddacbed0-fc83-460e-8140-5e04f005ac50 req-c5684485-1b2b-46a1-a375-a9ce20a1be65 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109080
Jun 21 02:41:00.571024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device bfd0ac0a-6311-4ea6-9655-5b19f1605253 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:00.591243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-658b1582-66cc-4216-8404-e5cbb3c26e7d req-8ec91ae4-17e3-478d-a8be-497e23f9027f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452019
Jun 21 02:41:00.610976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57522) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:00.657402 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:00.662905 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b60b3463-49ae-45f9-b7ba-1a4da580a50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:00.739725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:00.752568 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:00.775046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:00.775711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Network hostable DHCP agents. Network: 4a066f70-8079-421c-a6bc-fa0d70e160d4, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:41:00.860773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Network 4a066f70-8079-421c-a6bc-fa0d70e160d4 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:41:00.885988 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1d482418-66c4-4910-a251-49e01fbd90cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f44e07c977214420b1c739300f954e10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2734687
Jun 21 02:41:00.887113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57558) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:00.942487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4a066f70-8079-421c-a6bc-fa0d70e160d4) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:00.948411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:00.950631 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:00.953053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8416aeb0-fb2d-433a-99f4-2e9dee0173b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:00.953287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248e10f-ddc1-4114-a725-1404a0cec453 None None] Network 4a066f70-8079-421c-a6bc-fa0d70e160d4 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:00.979446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8416aeb0-fb2d-433a-99f4-2e9dee0173b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:01.000392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57566) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:01.051225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9862869
Jun 21 02:41:01.074018 n-d-758944-33 neutron-server[94166]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 21 02:41:01.078200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b36d30db-fc6a-4db6-88e2-d42742254b41 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:41:01.082381 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b36d30db-fc6a-4db6-88e2-d42742254b41 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0771079
Jun 21 02:41:01.121654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db30217a-808f-4dec-8785-bc6caf8c3d5f None None] Network 4a066f70-8079-421c-a6bc-fa0d70e160d4 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:01.176643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8416aeb0-fb2d-433a-99f4-2e9dee0173b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:01.178494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Request body: {'binding': {'host': 'n-h2-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:01.179016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:41:01.179953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8416aeb0-fb2d-433a-99f4-2e9dee0173b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:01.181487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8416aeb0-fb2d-433a-99f4-2e9dee0173b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9 HTTP/1.1" status: 204  len: 168 time: 0.2932148
Jun 21 02:41:01.182686 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eee9f1b9-cbe4-4a5c-b00b-4860907189fa tempest-LiveMigrationNegativeTest-1616668239 tempest-LiveMigrationNegativeTest-1616668239-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:01.209123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416aeb0-fb2d-433a-99f4-2e9dee0173b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35d4d86-5c1e-4ac8-806c-8f1ed4bcbab9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:01.216852 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8416aeb0-fb2d-433a-99f4-2e9dee0173b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:01.395930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on host n-h2-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:01.396270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:01.396598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:01.400978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:01.401302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:01.406129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:01.406456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:01.406836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:01.407265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Bound port: ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:01.498065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:01.578152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:01.583856 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b27795df-3ee7-4504-9923-29acff4e23ce service neutron] 10.222.0.25 "POST /v2.0/ports/ac9a368a-5a17-4ed7-b9fb-e8686fc09a00/bindings HTTP/1.1" status: 201  len: 390 time: 0.4570184
Jun 21 02:41:02.036899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57642) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:02.086632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:02.093973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1143419442-network', 'tenant_id': 'de7e5c44259c4224befb0a0271a3de38'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:02.103388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41273a-296b-4e77-8e24-ffa25b95d60a req-4d657ba9-9559-4991-9b69-befbacf82003 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:02.105138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa41273a-296b-4e77-8e24-ffa25b95d60a req-4d657ba9-9559-4991-9b69-befbacf82003 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 948 time: 0.1388044
Jun 21 02:41:02.114000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-41ae947f-25c2-48f7-8745-cf65eb508b39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=705e68513e8b4b42a10a7233e0f89123&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0751946
Jun 21 02:41:02.117130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57648) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:02.161360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa41273a-296b-4e77-8e24-ffa25b95d60a req-163011b5-8af1-4906-babb-a2866e2f4600 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461261
Jun 21 02:41:02.210033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Made reservation on behalf of de7e5c44259c4224befb0a0271a3de38 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:02.212355 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.218251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a611abec-2668-4d06-a45b-0f079995f66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.231717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.261174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a611abec-2668-4d06-a45b-0f079995f66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.340219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf9503-ab36-4098-a772-d582e3c2ab2b req-a4f5b629-e949-4b50-a471-cd8a35fddfda tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:02.341918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9faf9503-ab36-4098-a772-d582e3c2ab2b req-a4f5b629-e949-4b50-a471-cd8a35fddfda tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 946 time: 0.0646260
Jun 21 02:41:02.393497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.423535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a611abec-2668-4d06-a45b-0f079995f66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.426201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9faf9503-ab36-4098-a772-d582e3c2ab2b req-4135f1b6-0256-4cc6-b7c0-cd0ddaded84b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763545
Jun 21 02:41:02.426396 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a611abec-2668-4d06-a45b-0f079995f66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.427866 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a611abec-2668-4d06-a45b-0f079995f66e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99258225-3bf7-4ea1-b53c-07c99ddaa2fb HTTP/1.1" status: 204  len: 168 time: 0.3096607
Jun 21 02:41:02.432439 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ccc1819-03df-49f4-9cd7-3722d0afe113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:02.447934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611abec-2668-4d06-a45b-0f079995f66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99258225-3bf7-4ea1-b53c-07c99ddaa2fb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:02.456977 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a611abec-2668-4d06-a45b-0f079995f66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:02.469325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-a4b9c904-b4db-4f44-ac48-70472a036b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:02.471422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-a4b9c904-b4db-4f44-ac48-70472a036b89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1098 time: 0.1271462
Jun 21 02:41:02.474009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.478455 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1eba696f-53d1-4fd9-999a-7ac2738b6e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:02.500862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:41:02.521704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.522147 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Added segment 4c82bab9-50e6-48b7-839d-5af1e157320f of type vlan for network de3b11fc-4066-46b9-9ca6-00306ad2fc2b
Jun 21 02:41:02.523497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4385014d-298c-4f53-a012-2f4914ee725a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:02.534106 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:02.573011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.662844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-5134788f-bcab-4a02-a9e1-032dc02b1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:02.665601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-5134788f-bcab-4a02-a9e1-032dc02b1417 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1852405
Jun 21 02:41:02.684626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.686014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:02.687174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:02.690349 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7bdad5ca-e93e-474e-aaea-721011d8a881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:02.770966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device eb74a1b2-d56f-4db2-a07b-ac402a205500 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:02.771502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-bddb20c9-ab45-4987-bfbe-3693cec8accc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 200  len: 217 time: 0.0980906
Jun 21 02:41:02.859535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Pushing event updated for resources: {'Network': ['ID=de3b11fc-4066-46b9-9ca6-00306ad2fc2b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:02.861583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-093c1d0a-cf73-46d8-8fa2-b6ea281e1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:02.863545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-093c1d0a-cf73-46d8-8fa2-b6ea281e1c8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.0813339
Jun 21 02:41:02.869837 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:02.902864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network de3b11fc-4066-46b9-9ca6-00306ad2fc2b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:41:02.933958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-cb7934c5-a194-4ca7-b52a-e66805808c9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624230
Jun 21 02:41:02.945186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8542857
Jun 21 02:41:02.945524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57712) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:02.950915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Request body: {'subnet': {'network_id': 'de3b11fc-4066-46b9-9ca6-00306ad2fc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1143419442-subnet', 'tenant_id': 'de7e5c44259c4224befb0a0271a3de38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:03.056075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Made reservation on behalf of de7e5c44259c4224befb0a0271a3de38 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:03.060190 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:03.113126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port eb74a1b2-d56f-4db2-a07b-ac402a205500, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=eb74a1b2-d56f-4db2-a07b-ac402a205500,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:03.167087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-2f10492d-40a4-4a8f-9f7f-377895ba3253 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248955
Jun 21 02:41:03.174361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'eb74a1b2-d56f-4db2-a07b-ac402a205500', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'eb74a1b2-d56f-4db2-a07b-ac402a205500', 'mac_address': 'fa:16:3e:42:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:41:03.295566 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:03.332084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb74a1b2-d56f-4db2-a07b-ac402a205500 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:03.366679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port eb74a1b2-d56f-4db2-a07b-ac402a205500, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=eb74a1b2-d56f-4db2-a07b-ac402a205500,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:03.463018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-a710a72e-cb97-401b-98b8-7d0f32c1cb22 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2807386
Jun 21 02:41:03.481074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:03.489024 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:03.505096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2fe3b-8120-46c2-9cb3-63e1356fce54 req-b405e683-156f-41b0-85d8-9bb0a192611c tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:03.509013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:03.518284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d3f9d59a-b567-4e91-9f3e-f0408f1ff41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:03.526223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47d2fe3b-8120-46c2-9cb3-63e1356fce54 req-b405e683-156f-41b0-85d8-9bb0a192611c tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 948 time: 0.1170845
Jun 21 02:41:03.562798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=eb74a1b2-d56f-4db2-a07b-ac402a205500,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:03.571044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47d2fe3b-8120-46c2-9cb3-63e1356fce54 req-464dc860-8721-4d68-80fb-50301b161ac4 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430431
Jun 21 02:41:03.575673 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:03.583600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0da44dd-c683-41a5-b7a5-3e74d34f9ec0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:03.586948 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:03.598320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Checking segment: {'id': '4c82bab9-50e6-48b7-839d-5af1e157320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de3b11fc-4066-46b9-9ca6-00306ad2fc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:03.598895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Network hostable DHCP agents. Network: de3b11fc-4066-46b9-9ca6-00306ad2fc2b, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:41:03.715619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57774) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:03.724695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Network de3b11fc-4066-46b9-9ca6-00306ad2fc2b is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:41:03.746387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['eb74a1b2-d56f-4db2-a07b-ac402a205500'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:03.781822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, de3b11fc-4066-46b9-9ca6-00306ad2fc2b) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:03.792937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:03.795345 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:03.799781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be455c1a-00a2-4606-ace1-44fbf962e2ca None None] Network de3b11fc-4066-46b9-9ca6-00306ad2fc2b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:03.895144 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9484634
Jun 21 02:41:03.897920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4c0c510c-1749-49a3-986d-397a730332c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:03.930763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cffde-bc4d-48c8-8f12-86cb52599c23 req-542bf410-43b0-471d-8f3e-50bb2fc84b67 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:03.938124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b2cffde-bc4d-48c8-8f12-86cb52599c23 req-542bf410-43b0-471d-8f3e-50bb2fc84b67 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 946 time: 0.2410188
Jun 21 02:41:03.982252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-7097ea69-7bb4-4247-b065-d6b58dbb5fe6 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:03.984360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-7097ea69-7bb4-4247-b065-d6b58dbb5fe6 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1098 time: 0.2492239
Jun 21 02:41:04.012376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-33'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:04.047218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b65f9-a712-492e-a7de-f11633ce712f None None] Network de3b11fc-4066-46b9-9ca6-00306ad2fc2b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:04.079928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b2cffde-bc4d-48c8-8f12-86cb52599c23 req-05e0512e-5087-4d2f-b275-26370dd1b81d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408491
Jun 21 02:41:04.105622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4c0c510c-1749-49a3-986d-397a730332c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.134393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.171782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4c0c510c-1749-49a3-986d-397a730332c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.176487 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-de68d079-4486-48f0-973f-4372c08b0016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:04.210157 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44780f9c-1f50-47d9-9aa5-d846f01b4ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.301244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c510c-1749-49a3-986d-397a730332c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca3038-dbc3-401e-8fdd-98ccf64d0cb1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:04.314743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:04.317691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57820) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:04.321321 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4c0c510c-1749-49a3-986d-397a730332c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d5ae0a0046c452f9ef52898c8bfb5f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6021843
Jun 21 02:41:04.322425 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4c0c510c-1749-49a3-986d-397a730332c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:04.424868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:04.452801 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32c5a10b-7f2f-48a6-a276-131b8032a1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.726424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32c5a10b-7f2f-48a6-a276-131b8032a1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.777603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device eb74a1b2-d56f-4db2-a07b-ac402a205500 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:04.841939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:04.844820 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0621b16b-3fa0-4c9b-840b-f5410d11733f" -d '{"events": [{"server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:04.848722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.926404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa571c-6243-47af-9ea6-f6494581b454 req-2a5952bb-a91b-4120-a9fe-22ef884d5fcd tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:04.928593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62fa571c-6243-47af-9ea6-f6494581b454 req-2a5952bb-a91b-4120-a9fe-22ef884d5fcd tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 949 time: 0.1866033
Jun 21 02:41:04.939610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246500-dc64-4eb5-a587-d279cde87161 req-13a6112c-ae3c-4445-8dc3-0349d49b475b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:04.941442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-13a6112c-ae3c-4445-8dc3-0349d49b475b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 819 time: 0.2024372
Jun 21 02:41:04.947817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port eb74a1b2-d56f-4db2-a07b-ac402a205500 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:04.951721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port eb74a1b2-d56f-4db2-a07b-ac402a205500 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:04.952645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.958772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:04.972476 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:05.011158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-1382f0a4-ceb7-4605-87ab-a26bb75fa89a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/quotas/e8a9110bb9954597971fe55d59f5ad1c HTTP/1.1" status: 200  len: 375 time: 0.0548911
Jun 21 02:41:05.023215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32c5a10b-7f2f-48a6-a276-131b8032a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:05.025772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32c5a10b-7f2f-48a6-a276-131b8032a1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:05.026881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-32c5a10b-7f2f-48a6-a276-131b8032a1a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdca3038-dbc3-401e-8fdd-98ccf64d0cb1 HTTP/1.1" status: 204  len: 168 time: 0.7094085
Jun 21 02:41:05.042084 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62fa571c-6243-47af-9ea6-f6494581b454 req-a3ef4024-a34b-469d-9897-7f4354359d34 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996900
Jun 21 02:41:05.104332 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:05.121970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-11011a0b-ba8a-4271-a725-d0d5b7c02876 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0923359
Jun 21 02:41:05.129708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:05.152429 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:05.154562 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033fefb-7a86-4904-aeb3-20f28570a3a6 x-openstack-request-id: req-7033fefb-7a86-4904-aeb3-20f28570a3a6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:05.155026 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:05.155502 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7033fefb-7a86-4904-aeb3-20f28570a3a6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:05.155997 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00', 'code': 200}
Jun 21 02:41:05.164117 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c7ccb57-a5ed-4154-be69-7d6251657858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:05.224921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28685d1-42c4-4848-b03f-99c072841dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb74a1b2-d56f-4db2-a07b-ac402a205500'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:05.227415 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100e66f-1fe6-4353-888e-d58bb3d85ee2" -d '{"events": [{"server_uuid": "a28685d1-42c4-4848-b03f-99c072841dd4", "name": "network-vif-plugged", "status": "completed", "tag": "eb74a1b2-d56f-4db2-a07b-ac402a205500"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:05.232992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5a10b-7f2f-48a6-a276-131b8032a1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca3038-dbc3-401e-8fdd-98ccf64d0cb1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:05.242172 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32c5a10b-7f2f-48a6-a276-131b8032a1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:05.245114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on host n-h1-758944-33 for vnic_type normal with profile {"migrating_to": "n-h2-758944-33"} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:05.245414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:05.245747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:05.268580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:05.269218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Attempting to bind port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:05.278061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port eb74a1b2-d56f-4db2-a07b-ac402a205500, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=eb74a1b2-d56f-4db2-a07b-ac402a205500,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:05.289111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:05.289683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:05.290258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:05.290712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Bound port: ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:05.291055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:05.341716 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:05.343737 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:05.382260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-4728ad53-85f2-4ffc-a2ac-4104e4e0dfe0 service neutron] 10.222.0.25 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312272
Jun 21 02:41:05.401695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=eb74a1b2-d56f-4db2-a07b-ac402a205500,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:05.405567 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:05.463948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:05.475186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c47f0-0912-4743-b5f4-9d2dde67d106 req-a48b1ce0-7c7a-4518-853e-90306355f4af tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:05.477501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b95c47f0-0912-4743-b5f4-9d2dde67d106 req-a48b1ce0-7c7a-4518-853e-90306355f4af tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 944 time: 0.2091553
Jun 21 02:41:05.478550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:05.537976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b95c47f0-0912-4743-b5f4-9d2dde67d106 req-0852fd6e-059b-426d-9bda-3a1c4b7e6fa4 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546732
Jun 21 02:41:05.543596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-ccdd6f51-87b4-4f05-a1dc-b977c9998c06 service neutron] 10.222.0.25 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525235
Jun 21 02:41:05.553369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:05.590512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:05.590512 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5dee3ac7-b466-4b20-a3cc-25f18a9e160f tempest-DeleteServersAdminTestJSON-1556014013 tempest-DeleteServersAdminTestJSON-1556014013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:05.624545 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16175f47-9812-499c-acb4-4797d7b9566d x-openstack-request-id: req-16175f47-9812-499c-acb4-4797d7b9566d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:05.625181 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28685d1-42c4-4848-b03f-99c072841dd4", "name": "network-vif-plugged", "status": "completed", "tag": "eb74a1b2-d56f-4db2-a07b-ac402a205500", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:05.625672 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16175f47-9812-499c-acb4-4797d7b9566d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:05.626467 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28685d1-42c4-4848-b03f-99c072841dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb74a1b2-d56f-4db2-a07b-ac402a205500', 'code': 200}
Jun 21 02:41:05.807377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57876) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:05.871554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:05.871554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:05.873214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 200  len: 1124 time: 1.8744869
Jun 21 02:41:05.883898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:05.910406 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:05.917210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d0f62-e5a1-4e25-98c6-cc451841c090 req-8f3ba031-73f5-4dd8-b3ff-64246868e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:05.919757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-615d0f62-e5a1-4e25-98c6-cc451841c090 req-8f3ba031-73f5-4dd8-b3ff-64246868e4d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 1102 time: 0.1765146
Jun 21 02:41:05.930851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ac9a368a-5a17-4ed7-b9fb-e8686fc09a00'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:05.979121 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-615d0f62-e5a1-4e25-98c6-cc451841c090 req-ef2cdbab-8a9e-4903-abfc-514843002039 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536146
Jun 21 02:41:06.018084 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e79a59a0-d205-4f81-af16-7a1939e9db2d req-69023f2a-9048-494f-be8b-a2b2340f60ce tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 210 time: 0.0416944
Jun 21 02:41:06.177902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50f20565-e45b-45e7-a501-c0479dd3313f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.319535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50f20565-e45b-45e7-a501-c0479dd3313f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.323114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb19e0-59ac-446e-8f96-d135d1b5654d req-032e6000-1683-42c1-b3bc-975d1058f042 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:06.325003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44bb19e0-59ac-446e-8f96-d135d1b5654d req-032e6000-1683-42c1-b3bc-975d1058f042 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 950 time: 0.1075659
Jun 21 02:41:06.331207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57898) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:06.356054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3735bf-20bd-49ac-8380-c89ba7e1b3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.391954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44bb19e0-59ac-446e-8f96-d135d1b5654d req-eaaa0744-51bb-46bf-8447-7648cec065b5 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538225
Jun 21 02:41:06.393760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50f20565-e45b-45e7-a501-c0479dd3313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.399822 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-67a5add0-0818-4a54-b994-c05aa6f690a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:06.427050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f20565-e45b-45e7-a501-c0479dd3313f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99535f-5344-40ed-b6f6-6a5feecfb3e0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:06.443337 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-50f20565-e45b-45e7-a501-c0479dd3313f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:06.460134 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-50f20565-e45b-45e7-a501-c0479dd3313f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f96babe165514635b38c7233066025b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6510746
Jun 21 02:41:06.462838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57900) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:06.484251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3735bf-20bd-49ac-8380-c89ba7e1b3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.537179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec84dc1c-d2e9-4627-9c1f-deae58ec4d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.542365 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3735bf-20bd-49ac-8380-c89ba7e1b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.546509 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ace92c3-5f49-43c7-aa37-4470223561d0 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:06.568270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec84dc1c-d2e9-4627-9c1f-deae58ec4d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.605845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f3735bf-20bd-49ac-8380-c89ba7e1b3f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f11fedbb77640a5aab2a4f1a23f0071&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2711005
Jun 21 02:41:06.606222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57904) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:06.607958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33198c86-78db-4864-9cb1-a0e755c63f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.615167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3735bf-20bd-49ac-8380-c89ba7e1b3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb2018d-c91d-4daa-b2ac-0176ac365d91,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:06.645044 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f3735bf-20bd-49ac-8380-c89ba7e1b3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:06.701038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-3e56a904-c9b6-48fd-b288-b00b261c48b7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1397c30df045442fa21b67d43c669e36&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322301
Jun 21 02:41:06.719815 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec84dc1c-d2e9-4627-9c1f-deae58ec4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.722801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec84dc1c-d2e9-4627-9c1f-deae58ec4d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.723939 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ec84dc1c-d2e9-4627-9c1f-deae58ec4d72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f99535f-5344-40ed-b6f6-6a5feecfb3e0 HTTP/1.1" status: 204  len: 168 time: 0.2595139
Jun 21 02:41:06.724768 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e71439ed-d78d-4596-94b5-7af45aecebfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:06.732761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84dc1c-d2e9-4627-9c1f-deae58ec4d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99535f-5344-40ed-b6f6-6a5feecfb3e0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:06.735542 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec84dc1c-d2e9-4627-9c1f-deae58ec4d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:06.807106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ae5457-8148-4969-8264-e2b4bc559e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.855454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ae5457-8148-4969-8264-e2b4bc559e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:06.924366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562dcb2-6f04-4513-a98b-71724d48878c req-b4154e1a-50de-4221-9074-e1b4785c75a0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:06.925862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-b4154e1a-50de-4221-9074-e1b4785c75a0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2119567
Jun 21 02:41:06.934203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32cbd5-4576-43a1-aed5-f28b3067fcc3 req-2ca01e77-a67c-40ad-8c9b-70e165bb9412 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:06.935671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c32cbd5-4576-43a1-aed5-f28b3067fcc3 req-2ca01e77-a67c-40ad-8c9b-70e165bb9412 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 944 time: 0.2391782
Jun 21 02:41:06.954173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-3460e502-6385-4317-b9a2-38946d5e2458 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/quotas/1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 375 time: 0.0166590
Jun 21 02:41:07.005980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-3204c012-33ff-4852-af8c-f8adf4e40514 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0451057
Jun 21 02:41:07.035921 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c32cbd5-4576-43a1-aed5-f28b3067fcc3 req-596447ea-20a4-4461-ab15-6cf10fe8a0bf tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912461
Jun 21 02:41:07.065672 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:07.066329 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ae5457-8148-4969-8264-e2b4bc559e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:07.075640 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ae5457-8148-4969-8264-e2b4bc559e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:07.078266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c1ae5457-8148-4969-8264-e2b4bc559e19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abb2018d-c91d-4daa-b2ac-0176ac365d91 HTTP/1.1" status: 204  len: 168 time: 0.4707835
Jun 21 02:41:07.080406 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dde06608-b70f-488f-b7f1-0584315ef233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:07.101055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae5457-8148-4969-8264-e2b4bc559e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb2018d-c91d-4daa-b2ac-0176ac365d91,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:07.113921 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1ae5457-8148-4969-8264-e2b4bc559e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:07.157584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:07.162218 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60305fb0-4bce-493b-878e-401ba27db9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:07.283266 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da354a2-e8b3-4803-8471-c424c44a6ad2 x-openstack-request-id: req-2da354a2-e8b3-4803-8471-c424c44a6ad2 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:07.283582 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:07.283864 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2da354a2-e8b3-4803-8471-c424c44a6ad2 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:07.284275 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00', 'status': 'completed', 'code': 200}
Jun 21 02:41:07.395315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57940) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:07.402221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77830653-9e31-4773-b395-ac5dbca6b723 req-3e38cc9b-a96a-4e00-ae3a-22f0f058bed3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 210 time: 0.0622251
Jun 21 02:41:07.428474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-786484298'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:07.445402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a94c783-f7af-4a19-9b2c-8d55f7549c1e req-c8854a8b-1ea7-4326-aae5-79383c85ed3a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 210 time: 0.0418618
Jun 21 02:41:07.466727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-f65b8b46-6f6c-4705-aa62-14f40db0eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:07.468973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-f65b8b46-6f6c-4705-aa62-14f40db0eeba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1127 time: 0.1487291
Jun 21 02:41:07.581421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-e26c3011-d1ab-411a-a617-19c92949cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:07.582895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-e26c3011-d1ab-411a-a617-19c92949cf73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1057785
Jun 21 02:41:07.583896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Made reservation on behalf of 8f89417e5f8748a5bd134220d01c0173 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:07.587288 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:07.640568 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-499f2511-ef79-4ff9-913f-28c5e1b71307 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 200  len: 217 time: 0.0497615
Jun 21 02:41:07.657863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda9884-16f5-4bcc-ad66-95310a45339d req-94af5701-0783-4912-a403-ec3ea462a364 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:07.663268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdda9884-16f5-4bcc-ad66-95310a45339d req-94af5701-0783-4912-a403-ec3ea462a364 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 950 time: 0.0867498
Jun 21 02:41:07.695183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-a4f1314b-7a16-4464-849c-b3a22289d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:07.696907 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-a4f1314b-7a16-4464-849c-b3a22289d9f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.0492396
Jun 21 02:41:07.715254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:41:07.741975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdda9884-16f5-4bcc-ad66-95310a45339d req-09299a64-d2aa-4926-8129-57cdf51fde0e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711918
Jun 21 02:41:07.742417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-e97b388a-dc60-40d9-9be8-08251e1f9099 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360520
Jun 21 02:41:07.761853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:07.762414 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Added segment f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50 of type vlan for network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27
Jun 21 02:41:07.839455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:07.854732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:07.909255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-2d575af1-7277-4a71-a1a5-5e24125dd78a service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579444
Jun 21 02:41:07.920632 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:08.008024 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60305fb0-4bce-493b-878e-401ba27db9a1 req-d1724c67-3524-45be-8d2f-03f301b74706 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928283
Jun 21 02:41:08.033576 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:08.046407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:08.047171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:08.050784 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:08.175623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'Network': ['ID=4355279c-3f48-4c8b-a1d1-7bfbacb04e27,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:08.177997 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:08.196805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:41:08.223840 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.8088431
Jun 21 02:41:08.235779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57978) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:08.251876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1153768650'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:08.297544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465aed-3d3b-4e0c-93de-96b4a0bb4445 req-53842713-f6e0-4f65-bdef-25e2b5cceb4d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:08.299204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d465aed-3d3b-4e0c-93de-96b4a0bb4445 req-53842713-f6e0-4f65-bdef-25e2b5cceb4d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 944 time: 0.0844107
Jun 21 02:41:08.366464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d465aed-3d3b-4e0c-93de-96b4a0bb4445 req-3a81699a-6d2b-4591-95f8-14c7714ee406 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486124
Jun 21 02:41:08.399669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Made reservation on behalf of 8f89417e5f8748a5bd134220d01c0173 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:08.404227 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:08.439953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:41:08.451523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:08.452130 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Added segment fce1e566-423b-4997-a3b5-126a5a1da4e1 of type vlan for network 6f11a745-8a6a-4d0b-b51d-af6e769d02b0
Jun 21 02:41:08.547901 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:08.667877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a95b2f23-5ba0-42cd-992b-ee7787f4d623 req-54424d54-10c1-45da-a429-4c336d34b291 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 210 time: 0.0564559
Jun 21 02:41:08.700044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57996) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:08.786987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:08.877266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbeb4e69-e9e8-42aa-8b88-a31a307c44e9 req-5ba7fb67-5c54-4540-b79c-804d8e79df34 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 210 time: 0.0558217
Jun 21 02:41:08.959127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-network', 'tenant_id': 'da53ff1090214228823a5ac940cd270a'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:08.975243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:08.986278 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:08.993791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 has no active binding in host n-h2-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 02:41:08.994149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:08.994863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.001198 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:09.020082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172502c-1110-47c7-a005-6cde92410eae req-6531218f-93f7-4773-861a-6568779293d8 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.020845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172502c-1110-47c7-a005-6cde92410eae req-6531218f-93f7-4773-861a-6568779293d8 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.021377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172502c-1110-47c7-a005-6cde92410eae req-6531218f-93f7-4773-861a-6568779293d8 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.021825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172502c-1110-47c7-a005-6cde92410eae req-6531218f-93f7-4773-861a-6568779293d8 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.022470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172502c-1110-47c7-a005-6cde92410eae req-6531218f-93f7-4773-861a-6568779293d8 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.024541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9172502c-1110-47c7-a005-6cde92410eae req-6531218f-93f7-4773-861a-6568779293d8 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a&device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b&device_id=a28685d1-42c4-4848-b03f-99c072841dd4&device_id=719b3150-5af3-4a53-93aa-9403464229df&device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987&device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6&device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 4690 time: 0.1920435
Jun 21 02:41:09.065121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9172502c-1110-47c7-a005-6cde92410eae req-58a00514-fa73-4171-9b19-c8697d3d40d6 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.090490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Made reservation on behalf of da53ff1090214228823a5ac940cd270a for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:09.094362 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.109253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'Network': ['ID=6f11a745-8a6a-4d0b-b51d-af6e769d02b0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:09.113277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.116498 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:09.122271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6f11a745-8a6a-4d0b-b51d-af6e769d02b0 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:41:09.140347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246500-dc64-4eb5-a587-d279cde87161 req-f1d77ee2-6095-48f0-9dcb-b986961492ee tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.147704 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-f1d77ee2-6095-48f0-9dcb-b986961492ee tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 819 time: 0.5323172
Jun 21 02:41:09.161915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Request body: {'port': {'device_id': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'admin_state_up': True, 'tenant_id': 'e8a9110bb9954597971fe55d59f5ad1c'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:09.232258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.9949377
Jun 21 02:41:09.236811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58012) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:09.245758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'subnet': {'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:09.251106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-a0ad30f1-e991-4ff2-848c-89dc7d5bdcf2 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2c336ae2d4f14d6b9159110570ce6a3e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0437117
Jun 21 02:41:09.393199 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.459341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-ba006000-3ecf-4b76-9385-76467f894485 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.461012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-ba006000-3ecf-4b76-9385-76467f894485 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1918178
Jun 21 02:41:09.480399 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9172502c-1110-47c7-a005-6cde92410eae req-58a00514-fa73-4171-9b19-c8697d3d40d6 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.484806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-63777b16-e1df-47d3-a8a4-fe03a6b9c740 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/quotas/2c336ae2d4f14d6b9159110570ce6a3e HTTP/1.1" status: 200  len: 375 time: 0.0156960
Jun 21 02:41:09.525085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-2ebbeaa2-0897-41cd-8c9f-0ecdb48a91b0 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c336ae2d4f14d6b9159110570ce6a3e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0329077
Jun 21 02:41:09.544613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9172502c-1110-47c7-a005-6cde92410eae req-58a00514-fa73-4171-9b19-c8697d3d40d6 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.550161 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1cc90bc-2679-4c44-9305-0913dc7dd5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:09.550367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.20', 62063) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:09.602838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9172502c-1110-47c7-a005-6cde92410eae req-58a00514-fa73-4171-9b19-c8697d3d40d6 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 446 time: 0.5711296
Jun 21 02:41:09.632775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a00514-fa73-4171-9b19-c8697d3d40d6 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d067a500-5d7e-48d7-acf8-b4ca70bb0887,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:09.643330 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58a00514-fa73-4171-9b19-c8697d3d40d6 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:09.654180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4857-5f82-444c-8095-bbb27641678e req-0aee370c-cf89-4668-a6f3-4492c004b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.657019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-947c4857-5f82-444c-8095-bbb27641678e req-0aee370c-cf89-4668-a6f3-4492c004b435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1127 time: 0.1054745
Jun 21 02:41:09.751853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.786036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa020c-9bec-4b9e-b208-793adf2b7337 req-9bf9a76b-ce19-4c65-9ccc-089074149a23 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.788020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7aa020c-9bec-4b9e-b208-793adf2b7337 req-9bf9a76b-ce19-4c65-9ccc-089074149a23 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 944 time: 0.0826521
Jun 21 02:41:09.832379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.851475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4857-5f82-444c-8095-bbb27641678e req-f113330e-5b68-40c9-9a04-79a261e89b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:09.857017 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-947c4857-5f82-444c-8095-bbb27641678e req-f113330e-5b68-40c9-9a04-79a261e89b10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1422784
Jun 21 02:41:09.857656 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1ae5457-8148-4969-8264-e2b4bc559e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:09.876354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7aa020c-9bec-4b9e-b208-793adf2b7337 req-defe68be-6ad9-4b14-976a-f7cefc997863 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789526
Jun 21 02:41:09.882605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:41:09.927928 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.928279 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Added segment 4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314 of type vlan for network c8c38af1-87a1-4513-85e2-54986756e5fc
Jun 21 02:41:09.931572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edeae71-87de-483c-a9ad-70270172531a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:09.943311 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:09.950813 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-947c4857-5f82-444c-8095-bbb27641678e req-de9cb98e-75ab-495b-a129-a6d46cf6f159 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 200  len: 217 time: 0.0894401
Jun 21 02:41:09.955200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Made reservation on behalf of e8a9110bb9954597971fe55d59f5ad1c for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:09.963276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:09.980657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.20', 62064) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:10.013653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-45ab1776-33e7-4aa4-a4bc-24f450f402e0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1397c30df045442fa21b67d43c669e36&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317817
Jun 21 02:41:10.015607 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.078390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Made reservation on behalf of 8f89417e5f8748a5bd134220d01c0173 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:10.081839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.168261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45f33a1b-6e79-4f1f-945b-370e8c9de751 req-87c413b9-8b0c-499b-8dcf-9be5e5bd45f1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 210 time: 0.0913999
Jun 21 02:41:10.216884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4857-5f82-444c-8095-bbb27641678e req-fdcd0742-25d5-41e5-8539-134b409d8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:10.219000 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-947c4857-5f82-444c-8095-bbb27641678e req-fdcd0742-25d5-41e5-8539-134b409d8b1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.2458296
Jun 21 02:41:10.220054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Allocated IP 172.20.0.5 (4a066f70-8079-421c-a6bc-fa0d70e160d4/469dd2a5-a8ad-498d-a0ab-0d1fe0d72576/7efb2a73-8ab5-4b77-97a2-2d4990692ca6) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:10.226282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd962e0a-84ee-425c-8322-1e5fb68ced7b req-64639a47-6dcb-4194-ab0f-4ca6a7ab9dbd tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 210 time: 0.0873482
Jun 21 02:41:10.261003 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-947c4857-5f82-444c-8095-bbb27641678e req-fc101889-9013-4802-bd7d-f8df1c5a9035 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339222
Jun 21 02:41:10.276787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562dcb2-6f04-4513-a98b-71724d48878c req-8c3dff78-2d8e-4748-8732-cff72ce3a24a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:10.278017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-8c3dff78-2d8e-4748-8732-cff72ce3a24a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2587173
Jun 21 02:41:10.293191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Request body: {'port': {'device_id': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '1397c30df045442fa21b67d43c669e36'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:10.354008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.378238 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:10.378827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.406336 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dba2f2c9-5b73-462b-92b6-76681ceeac01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:10.409715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eae1bc9e-4490-4a08-91f6-c35c9573feda req-29023859-c37e-48d7-91d1-3ea1cd37b0b8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 210 time: 0.0731204
Jun 21 02:41:10.461393 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-947c4857-5f82-444c-8095-bbb27641678e req-1f4dc8bf-41b3-433a-9ee8-19b2b329c9ad service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942871
Jun 21 02:41:10.555975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.8547513
Jun 21 02:41:10.562735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58034) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:10.573633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c38af1-87a1-4513-85e2-54986756e5fc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:10.578265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Request body: {'subnet': {'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-subnet', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:10.582176 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:10.596095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c8c38af1-87a1-4513-85e2-54986756e5fc details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:41:10.603983 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.662383 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.668101 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-947c4857-5f82-444c-8095-bbb27641678e req-5631f161-6864-4137-8d24-6839668d39f8 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972027
Jun 21 02:41:10.668493 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:10.713166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Made reservation on behalf of da53ff1090214228823a5ac940cd270a for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:10.715760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.751928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'Subnet': ['ID=8df2e44c-4f7b-44be-8033-5a09af7dc06d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:10.757716 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:10.777599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897cf5c-c0e3-4b9a-bfdf-c70f21f3aab9 req-0a3075ee-d0f8-4360-a00c-8d621c2c049a tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:10.777950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897cf5c-c0e3-4b9a-bfdf-c70f21f3aab9 req-0a3075ee-d0f8-4360-a00c-8d621c2c049a tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:10.778418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897cf5c-c0e3-4b9a-bfdf-c70f21f3aab9 req-0a3075ee-d0f8-4360-a00c-8d621c2c049a tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:10.780123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e897cf5c-c0e3-4b9a-bfdf-c70f21f3aab9 req-0a3075ee-d0f8-4360-a00c-8d621c2c049a tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4&device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987&device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 2886 time: 0.1578448
Jun 21 02:41:10.784365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Checking segment: {'id': 'f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:10.784722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Network hostable DHCP agents. Network: 4355279c-3f48-4c8b-a1d1-7bfbacb04e27, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:41:10.786143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.792999 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9c969f6-78d8-40de-908a-8eb4198fcfe6 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:10.828308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e897cf5c-c0e3-4b9a-bfdf-c70f21f3aab9 req-ce9182a9-d99e-44d5-9e9d-97944ef629d4 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393071
Jun 21 02:41:10.838853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Made reservation on behalf of 1397c30df045442fa21b67d43c669e36 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:10.844200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.847579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Network 4a066f70-8079-421c-a6bc-fa0d70e160d4 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:10.854350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:10.860276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:10.860453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.866026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:10.866667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:10.882883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Pushing event updated for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:10.889909 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:10.923101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:41:10.981223 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.004768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4355279c-3f48-4c8b-a1d1-7bfbacb04e27) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:11.008974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:11.009606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.018466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc1b44c-c979-40e6-ae90-e7851945a9de None None] Network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:11.104433 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.105533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.108751 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-987532a2-d272-4451-87ca-203fc48c2705 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:11.117656 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:11.180898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a5c0da-b341-43b7-8df4-349906c30def,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:11.189933 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:11.191090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Checking segment: {'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:11.191511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Network hostable DHCP agents. Network: c8c38af1-87a1-4513-85e2-54986756e5fc, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:41:11.192323 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4355279c-3f48-4c8b-a1d1-7bfbacb04e27', 'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'fixed_ips': [{'subnet_id': '8df2e44c-4f7b-44be-8033-5a09af7dc06d'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:41:11.193236 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.198214 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0414340
Jun 21 02:41:11.212684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Request body: {'port': {'device_id': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:11.302824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Network c8c38af1-87a1-4513-85e2-54986756e5fc is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:41:11.337385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.400548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Allocated IP 10.1.1.2 (4355279c-3f48-4c8b-a1d1-7bfbacb04e27/8df2e44c-4f7b-44be-8033-5a09af7dc06d/c00806ae-6d25-45f6-9b5e-ae79c79f797a) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:11.412798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.1745129
Jun 21 02:41:11.418724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58052) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:11.425172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'subnet': {'network_id': '6f11a745-8a6a-4d0b-b51d-af6e769d02b0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:11.461377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab6cc29-49ef-4bfa-a0ba-535954067119,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:11.465618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c8c38af1-87a1-4513-85e2-54986756e5fc) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:11.477547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:11.479213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.496354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ba6cf-a70e-4fe7-aa3d-22a6c39d32ab None None] Network c8c38af1-87a1-4513-85e2-54986756e5fc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:11.511734 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:11.603921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5499f-881c-4fc7-a1df-5a065118dd2e req-62a85ce8-ea18-48ce-95bc-6ff88870827b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:11.605540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16c5499f-881c-4fc7-a1df-5a065118dd2e req-62a85ce8-ea18-48ce-95bc-6ff88870827b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 944 time: 0.5022173
Jun 21 02:41:11.625954 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.636256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Allocated IP 192.168.233.150 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/3b903c10-2b4a-43a5-9408-54a3c8af259d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:11.642199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Transition to ACTIVE for port object c00806ae-6d25-45f6-9b5e-ae79c79f797a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:11.716773 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16c5499f-881c-4fc7-a1df-5a065118dd2e req-3d9a7cf8-5a55-4cad-93fe-4ce5f5716f7a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994091
Jun 21 02:41:11.718443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Transition to ACTIVE for port object c00806ae-6d25-45f6-9b5e-ae79c79f797a will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:11.739723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:11.748310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.761714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Transition to ACTIVE for port object 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:11.765960 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2005551
Jun 21 02:41:11.769158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58058) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:11.786388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:11.803535 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.808355 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:11.836922 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-8a64b06f-021c-488d-826b-0d857122bdb9 service neutron] 10.222.0.20 "GET /v2.0/ports/ac9a368a-5a17-4ed7-b9fb-e8686fc09a00/bindings/n-h2-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.0733175
Jun 21 02:41:11.838936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.841287 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:11.892363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:11.912357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-c8c38af1-87a1-4513-85e2-54986756e5fc', 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'fixed_ips': [{'subnet_id': 'a1a5c0da-b341-43b7-8df4-349906c30def'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:41:11.913222 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.934374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Made reservation on behalf of 8f89417e5f8748a5bd134220d01c0173 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:11.944701 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:11.959609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:11.962305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:11.973431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Pushing event updated for resources: {'Port': ['ID=c00806ae-6d25-45f6-9b5e-ae79c79f797a,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:11.985992 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:12.024120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:12.057749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-328cc383-6b5f-4f01-9840-c4ff1b973645 req-fafa98c8-0baa-4f60-8d3a-2db8ce0819e1 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 210 time: 0.0984690
Jun 21 02:41:12.057978 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:12.078837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:12.083585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:12.083585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:12.123053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:12.123836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:12.132126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:12.132518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:12.132912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:12.133375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Bound port: 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:12.133727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.158069 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.160721 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.162007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.197445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Transition to ACTIVE for port object 3b903c10-2b4a-43a5-9408-54a3c8af259d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:12.207132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebfcd-916c-404f-8906-9b0c42c8b226 req-fd2cb228-b753-429b-94ed-59f793d0fa62 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:12.214531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a31ebfcd-916c-404f-8906-9b0c42c8b226 req-fd2cb228-b753-429b-94ed-59f793d0fa62 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 931 time: 0.4161887
Jun 21 02:41:12.290591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:12.309960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Attempting to bind port c00806ae-6d25-45f6-9b5e-ae79c79f797a on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:12.310697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Attempting to bind port c00806ae-6d25-45f6-9b5e-ae79c79f797a by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:12.311188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Attempting to bind port c00806ae-6d25-45f6-9b5e-ae79c79f797a on network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:12.313484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:12.316112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:12.322999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:12.323470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Checking segment: {'id': 'f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:12.323952 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.324430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Bound using segment: {'id': 'f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:12.324977 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Bound port: c00806ae-6d25-45f6-9b5e-ae79c79f797a, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:12.325452 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.333872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-002f7eef-839f-4738-92c7-fd0d6aaac228 req-2ec4158b-b212-4351-96d8-3a492571f9e4 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 210 time: 0.0956481
Jun 21 02:41:12.337972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:12.345820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.346731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Allocated IP 172.20.0.2 (c8c38af1-87a1-4513-85e2-54986756e5fc/a1a5c0da-b341-43b7-8df4-349906c30def/5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:12.377848 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a31ebfcd-916c-404f-8906-9b0c42c8b226 req-a59d880f-1762-4d2d-8c6a-97990f4189f9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621244
Jun 21 02:41:12.384287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:12.393548 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.399540 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed57e345-fcd4-4c01-b433-ae4b6ebe992f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:12.414086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:12.452488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:12.454027 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.455627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] 10.222.0.20 "PUT /v2.0/ports/7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 200  len: 1092 time: 1.2482097
Jun 21 02:41:12.457830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:12.460637 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76" -d '{"events": [{"name": "network-changed", "server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:12.493903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:12.497590 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:12.519706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.524602 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dca456ac-6b90-462c-adde-d0b27a3f7932 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:12.536527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.676836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.685681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:12.691853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.706192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] Transition to ACTIVE for port object ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:12.714402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246500-dc64-4eb5-a587-d279cde87161 req-9eebfe69-a230-4c9b-9f8d-af9a8c05c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:12.716209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-9eebfe69-a230-4c9b-9f8d-af9a8c05c3b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1095 time: 0.0884566
Jun 21 02:41:12.716976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:12.721528 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e558eda8-96d7-477e-b779-af6df07b6935 x-openstack-request-id: req-e558eda8-96d7-477e-b779-af6df07b6935 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:12.722112 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:12.722660 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e558eda8-96d7-477e-b779-af6df07b6935 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:12.723413 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6', 'status': 'completed', 'code': 200}
Jun 21 02:41:12.725186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:12.744646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.20', 62066) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:12.774421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.784646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Transition to ACTIVE for port object 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:12.790105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:12.806813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Transition to ACTIVE for port object 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:12.814644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.823052 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-731425f8-e6cb-48e3-8acf-b60876e13538 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:12.823052 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-9b56e1ec-a61a-4467-9e69-c456f3854d3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 200  len: 217 time: 0.0850186
Jun 21 02:41:12.823709 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-f17509a3-b800-4556-adab-4f515b4efae5 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c336ae2d4f14d6b9159110570ce6a3e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0785797
Jun 21 02:41:12.829162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] For port c00806ae-6d25-45f6-9b5e-ae79c79f797a, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:12.854577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] For port c00806ae-6d25-45f6-9b5e-ae79c79f797a, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c00806ae-6d25-45f6-9b5e-ae79c79f797a,segment=NetworkSegment(f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50),segment_id=f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:12.855492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.856128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.856699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.857254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.857810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.859727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.860292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.860651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.861007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.861375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.861786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.862146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:12.866551 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:12.875598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9cd9e2c7-0dbf-4b22-9749-874a37fd4896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:12.973492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'Subnet': ['ID=f001d7aa-10a6-410c-adab-2857043943d1,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:12.977274 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:12.979198 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.985401 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:12.988401 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:12.990783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:12.991895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.020861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Checking segment: {'id': 'fce1e566-423b-4997-a3b5-126a5a1da4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6f11a745-8a6a-4d0b-b51d-af6e769d02b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:13.020861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Network hostable DHCP agents. Network: 6f11a745-8a6a-4d0b-b51d-af6e769d02b0, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:41:13.028670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] No DVR routers for this DVR port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:13.098545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Network c8c38af1-87a1-4513-85e2-54986756e5fc is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:13.101583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=10']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:13.102501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:13.110335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:13.113714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Pushing event updated for resources: {'Port': ['ID=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:13.117814 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:13.118286 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:13.137961 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:13.137961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246500-dc64-4eb5-a587-d279cde87161 req-5c7fa3f7-d11a-4c32-81e9-b378a67bdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:13.137961 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-5c7fa3f7-d11a-4c32-81e9-b378a67bdfd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.2868395
Jun 21 02:41:13.138925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8502805
Jun 21 02:41:13.149596 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] 10.222.0.20 "PUT /v2.0/ports/ac9a368a-5a17-4ed7-b9fb-e8686fc09a00/bindings/n-h2-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 1.3029487
Jun 21 02:41:13.152865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Request body: {'port': {'device_id': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:13.207835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Network 6f11a745-8a6a-4d0b-b51d-af6e769d02b0 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:41:13.208165 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-e7e7f04e-9786-4783-8f59-cd5701635150 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555866
Jun 21 02:41:13.241572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-3229511c-f75c-4c09-9aac-5900ad08e01b tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:13.241772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Attempting to bind port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:13.242275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Attempting to bind port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:13.242594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Attempting to bind port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c on network c8c38af1-87a1-4513-85e2-54986756e5fc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:13.243539 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-3229511c-f75c-4c09-9aac-5900ad08e01b tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3982353
Jun 21 02:41:13.252663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Pushing event updated for resources: {'Port': ['ID=c00806ae-6d25-45f6-9b5e-ae79c79f797a,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:13.272228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:13.272619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Checking segment: {'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:13.273033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.273462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Bound using segment: {'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:13.273953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Bound port: 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:13.274379 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.276543 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:13.297459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Request body: {'port': {'device_id': '77931cf5-a255-4a45-bd34-0b0522f3ae2c', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '2c336ae2d4f14d6b9159110570ce6a3e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:13.341944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-acb4797e-d222-41e8-be86-de986288c5b4 None None] Provisioning for port 3b903c10-2b4a-43a5-9408-54a3c8af259d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:13.346626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd97def-229e-4b41-81cb-9aca4b5a1921 req-48ae649c-bf25-4aa5-90ea-ea1b96e09c70 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:13.348312 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3fd97def-229e-4b41-81cb-9aca4b5a1921 req-48ae649c-bf25-4aa5-90ea-ea1b96e09c70 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 945 time: 0.4082046
Jun 21 02:41:13.348949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 6f11a745-8a6a-4d0b-b51d-af6e769d02b0) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:13.368985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7d5fe-cbc3-4055-bb1f-c9b170fbd225 None None] Network 6f11a745-8a6a-4d0b-b51d-af6e769d02b0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:13.371054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-acb4797e-d222-41e8-be86-de986288c5b4 None None] Provisioning complete for port 3b903c10-2b4a-43a5-9408-54a3c8af259d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:13.371585 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acb4797e-d222-41e8-be86-de986288c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.461266 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-b5420dad-802a-48e9-83c6-36a8620953f9 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426171
Jun 21 02:41:13.478219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:13.479086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.507348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-acb4797e-d222-41e8-be86-de986288c5b4 None None] Port 3b903c10-2b4a-43a5-9408-54a3c8af259d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:13.526674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] For port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:13.543584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] For port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,segment=NetworkSegment(4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314),segment_id=4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:13.590822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d6687de-0a2d-4680-ba2e-ddc9f9f7339a req-c0739950-6c18-4685-80e3-953a689fa083 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 210 time: 0.1713006
Jun 21 02:41:13.596972 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.597544 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19246500-dc64-4eb5-a587-d279cde87161 req-29afe869-1089-4e0c-9a06-99c8673cc062 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272197
Jun 21 02:41:13.617196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3fd97def-229e-4b41-81cb-9aca4b5a1921 req-2a28e0ce-3a38-4cf7-8ae9-a10c5f92ad31 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590790
Jun 21 02:41:13.633579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Made reservation on behalf of 2c336ae2d4f14d6b9159110570ce6a3e for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:13.643119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.649831 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.660108 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:13.667219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.760707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-6f11a745-8a6a-4d0b-b51d-af6e769d02b0', 'network_id': '6f11a745-8a6a-4d0b-b51d-af6e769d02b0', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'fixed_ips': [{'subnet_id': 'f001d7aa-10a6-410c-adab-2857043943d1'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:41:13.764826 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:13.805684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Pushing event updated for resources: {'Port': ['ID=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:13.856137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.4349158
Jun 21 02:41:13.865648 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:13.865889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58078) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:13.866205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-86ea8141-0ddb-4de8-9072-735416c519a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:13.868041 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-86ea8141-0ddb-4de8-9072-735416c519a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1095 time: 0.1556759
Jun 21 02:41:13.883953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'port': {'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27', 'name': 'tempest-TaggedBootDevicesTest-217622529', 'fixed_ips': [{'subnet_id': '8df2e44c-4f7b-44be-8033-5a09af7dc06d'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:13.960023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Allocated IP 10.2.2.2 (6f11a745-8a6a-4d0b-b51d-af6e769d02b0/f001d7aa-10a6-410c-adab-2857043943d1/df65ef11-2415-4c03-b9d4-dbe1489389c9) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:14.014655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.016373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-f1a27e73-4efa-4b12-9014-f5bd04c7a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:14.017889 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-f1a27e73-4efa-4b12-9014-f5bd04c7a210 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1416278
Jun 21 02:41:14.079534 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-28cea2aa-08d8-4c45-be41-4a486d6b6f39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 200  len: 217 time: 0.0542076
Jun 21 02:41:14.097887 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.102084 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-80f686bc-dd6e-4a20-9e45-98465ad3370b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:14.201908 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.214123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Transition to ACTIVE for port object df65ef11-2415-4c03-b9d4-dbe1489389c9 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:14.235623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Transition to ACTIVE for port object df65ef11-2415-4c03-b9d4-dbe1489389c9 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:14.309134 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.315539 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:14.362380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Network 6f11a745-8a6a-4d0b-b51d-af6e769d02b0 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:14.369449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:14.372475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:14.420097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-e4203682-1e3d-4eec-856a-abba47048ab5 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:14.427975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-e4203682-1e3d-4eec-856a-abba47048ab5 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1097 time: 1.1074572
Jun 21 02:41:14.447811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.492882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Attempting to bind port df65ef11-2415-4c03-b9d4-dbe1489389c9 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:14.493918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Attempting to bind port df65ef11-2415-4c03-b9d4-dbe1489389c9 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'fce1e566-423b-4997-a3b5-126a5a1da4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6f11a745-8a6a-4d0b-b51d-af6e769d02b0'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:14.494290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Attempting to bind port df65ef11-2415-4c03-b9d4-dbe1489389c9 on network 6f11a745-8a6a-4d0b-b51d-af6e769d02b0 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:14.496337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Pushing event updated for resources: {'Port': ['ID=df65ef11-2415-4c03-b9d4-dbe1489389c9,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:14.512072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:14.524914 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:14.528303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.528752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.530681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.531594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.532299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.532694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.533126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.533560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.535112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.535526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.535635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-430deb9e-eb5a-43f0-a232-95b5b752756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:14.535965 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.536354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:14.537626 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-430deb9e-eb5a-43f0-a232-95b5b752756f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.4483976
Jun 21 02:41:14.540745 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:14.542186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:14.542892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Checking segment: {'id': 'fce1e566-423b-4997-a3b5-126a5a1da4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6f11a745-8a6a-4d0b-b51d-af6e769d02b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:14.543332 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.543697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Bound using segment: {'id': 'fce1e566-423b-4997-a3b5-126a5a1da4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6f11a745-8a6a-4d0b-b51d-af6e769d02b0'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:14.544203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Bound port: df65ef11-2415-4c03-b9d4-dbe1489389c9, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1e566-423b-4997-a3b5-126a5a1da4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6f11a745-8a6a-4d0b-b51d-af6e769d02b0'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:14.544634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.574074 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-ec671846-0a71-4665-8106-1c7ff614059f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296941
Jun 21 02:41:14.578429 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.592010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b0da5-178f-442b-9dff-c3f9af2615e7 None None] Network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:14.711533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] For port df65ef11-2415-4c03-b9d4-dbe1489389c9, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:14.711772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-a39c56ee-8b08-46ef-a5a5-cf1ae406de80 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301734
Jun 21 02:41:14.716218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] For port df65ef11-2415-4c03-b9d4-dbe1489389c9, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=df65ef11-2415-4c03-b9d4-dbe1489389c9,segment=NetworkSegment(fce1e566-423b-4997-a3b5-126a5a1da4e1),segment_id=fce1e566-423b-4997-a3b5-126a5a1da4e1)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:14.731208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae8798-e1fc-47ec-bd71-eebafecf1a57 req-79ef6e11-0144-4014-8c77-19993727d5d9 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:14.738410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8ae8798-e1fc-47ec-bd71-eebafecf1a57 req-79ef6e11-0144-4014-8c77-19993727d5d9 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1102 time: 0.9893785
Jun 21 02:41:14.762047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-38ed4228-50d4-4ccd-bcd5-2031c7e909e7 None None] Provisioning for port c00806ae-6d25-45f6-9b5e-ae79c79f797a completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:14.803100 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:14.806774 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:14.830161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c2bb-d6ca-411b-a6b0-f80f62a32239 req-fb5be1ec-982d-4fbd-a825-804dc1466441 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:14.831988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8a3c2bb-d6ca-411b-a6b0-f80f62a32239 req-fb5be1ec-982d-4fbd-a825-804dc1466441 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 936 time: 1.0138445
Jun 21 02:41:14.838938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-392c9e72-fbdd-4829-9c10-f9b04edc08c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2486281
Jun 21 02:41:14.865935 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c8ac9d5-0e68-4d0c-bff0-a120b76a8c76 req-f61545ae-b94f-41d4-b389-f94ac09f5f6e service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274669
Jun 21 02:41:14.896344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Pushing event updated for resources: {'Port': ['ID=df65ef11-2415-4c03-b9d4-dbe1489389c9,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:14.903952 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:15.019500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-d2f7da30-95b5-4b8e-ad54-d843f3343395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:15.021317 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-d2f7da30-95b5-4b8e-ad54-d843f3343395 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df&tenant_id=b9d9fcf962874689a72b4a12fbcb7539 HTTP/1.1" status: 200  len: 1097 time: 0.5764885
Jun 21 02:41:15.052093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8ae8798-e1fc-47ec-bd71-eebafecf1a57 req-5f8cbb51-7f3a-42bb-a871-033f625bff6e tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3127756
Jun 21 02:41:15.083666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Made reservation on behalf of 8f89417e5f8748a5bd134220d01c0173 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:15.112547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0473bce4-3e51-4767-850f-e3d38b6f1e8b None None] Network c8c38af1-87a1-4513-85e2-54986756e5fc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:15.133597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Allocated IP 172.25.7.245 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:15.167531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8a3c2bb-d6ca-411b-a6b0-f80f62a32239 req-478b6744-c571-45e8-8b26-8e962232e0e7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3121123
Jun 21 02:41:15.306310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2e6fdaf4-9df8-45ff-842d-2f180a265cc7 None None] Provisioning for port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:15.341383 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:41:15.420228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b903c10-2b4a-43a5-9408-54a3c8af259d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:15.481896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:15.494192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-aa136307-fc9e-4aa4-ac21-f6880d646f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:15.495849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-aa136307-fc9e-4aa4-ac21-f6880d646f8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 1097 time: 0.5852964
Jun 21 02:41:15.518545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device df65ef11-2415-4c03-b9d4-dbe1489389c9 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:15.537733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-58cb49c5-84d6-414a-91a5-2d2ec7a241a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:15.539581 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-58cb49c5-84d6-414a-91a5-2d2ec7a241a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1097 time: 0.4814274
Jun 21 02:41:15.567477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Transition to ACTIVE for port object 3b903c10-2b4a-43a5-9408-54a3c8af259d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:15.659700 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:15.701273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port df65ef11-2415-4c03-b9d4-dbe1489389c9 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:15.706579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c00806ae-6d25-45f6-9b5e-ae79c79f797a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:15.711498 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:15.714927 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-181d43ad-88cc-4697-b00d-77ef50426ba2 req-011193cd-2733-4e39-aea2-da411e16526f tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 210 time: 0.1251619
Jun 21 02:41:15.727345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Allocated IP 192.168.233.119 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/10aae494-3a60-464d-8295-6f263b5e1248) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:15.736076 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ceafcdec-5f75-4c46-8388-e7cb56aef361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:15.760276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379d2f6-04a2-4233-bb4c-bea4cad389ea req-d8d5012c-8a05-4fbc-9e76-add40f206013 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:15.769635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2379d2f6-04a2-4233-bb4c-bea4cad389ea req-d8d5012c-8a05-4fbc-9e76-add40f206013 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 943 time: 0.4709475
Jun 21 02:41:15.816027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c00806ae-6d25-45f6-9b5e-ae79c79f797a completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:15.820758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c00806ae-6d25-45f6-9b5e-ae79c79f797a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:15.821145 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:15.832159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:15.878668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2379d2f6-04a2-4233-bb4c-bea4cad389ea req-3d0184bb-d0c4-4052-82e3-a69ec0ee7b63 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081393
Jun 21 02:41:15.948464 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:15.970487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] device_id is not set on port d977d3e1-6819-49e0-bfa1-af091f3d6aca yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:41:15.990905 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.004827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c00806ae-6d25-45f6-9b5e-ae79c79f797a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c00806ae-6d25-45f6-9b5e-ae79c79f797a,segment=NetworkSegment(f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50),segment_id=f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:16.009479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Transition to ACTIVE for port object 10aae494-3a60-464d-8295-6f263b5e1248 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:16.084395 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.085283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:16.087048 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:16.132379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:16.144572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.152437 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eed7ea3e-004f-4ddb-9319-003874c2818d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:16.169716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c00806ae-6d25-45f6-9b5e-ae79c79f797a,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:16.175340 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:16.175663 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:16.182770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-54af1827-6842-4cea-a45e-c023c3689380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:16.182770 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-54af1827-6842-4cea-a45e-c023c3689380 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 924 time: 0.6456976
Jun 21 02:41:16.220752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:16.227961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:16.233616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:16.239881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:16.240550 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.252936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Pushing event updated for resources: {'Port': ['ID=10aae494-3a60-464d-8295-6f263b5e1248,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:16.258116 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:16.278607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:16.283280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:16.283657 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.334706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-d55f0784-a47a-4405-8c68-638d17482aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:16.336749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-d55f0784-a47a-4405-8c68-638d17482aeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.7797172
Jun 21 02:41:16.338327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0816720
Jun 21 02:41:16.356944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Request body: {'port': {'device_id': '77931cf5-a255-4a45-bd34-0b0522f3ae2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:16.372025 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96c88c-72ea-47bb-aa0f-a739f176fe49 None None] Network 6f11a745-8a6a-4d0b-b51d-af6e769d02b0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:16.458311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.563328 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.574866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:16.613864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:16.682861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] Provisioning for port df65ef11-2415-4c03-b9d4-dbe1489389c9 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:16.744338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] Provisioning complete for port df65ef11-2415-4c03-b9d4-dbe1489389c9 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:16.744637 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.752356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,segment=NetworkSegment(4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314),segment_id=4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:16.765063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10aae494-3a60-464d-8295-6f263b5e1248 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:16.773897 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.789274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Transition to ACTIVE for port object 10aae494-3a60-464d-8295-6f263b5e1248 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:16.807323 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:16.811168 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-b3d1d48f-ece1-4832-bcf2-5fe5d5ed9dfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 200  len: 217 time: 0.3831098
Jun 21 02:41:16.825436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.832813 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.835174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e1240-2fcb-43fd-aa9e-7369cdd3f7b5 req-157b66b0-6b6e-47fd-a333-2b67ca9430bd tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:16.836776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e79e1240-2fcb-43fd-aa9e-7369cdd3f7b5 req-157b66b0-6b6e-47fd-a333-2b67ca9430bd tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 945 time: 0.9537416
Jun 21 02:41:16.839548 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:16.850067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:16.853162 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:16.853897 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:16.915090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-cf8f505c-8c19-4225-93cb-ba0a4b427c24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918e7024-2eab-4d85-a789-377825080906 HTTP/1.1" status: 200  len: 1001 time: 0.6788652
Jun 21 02:41:16.917247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Pushing event updated for resources: {'Port': ['ID=10aae494-3a60-464d-8295-6f263b5e1248,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:16.923224 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:16.927739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:16.955762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea26b2-0f5c-4068-9c13-0b235372af6c req-881dfde6-348e-4ce8-b189-6e05e81e7f26 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:16.955987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:16.958439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0dea26b2-0f5c-4068-9c13-0b235372af6c req-881dfde6-348e-4ce8-b189-6e05e81e7f26 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1102 time: 0.8504879
Jun 21 02:41:16.960758 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:16.961493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6', 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'port_id': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6', 'mac_address': 'fa:16:3e:aa:88:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469dd2a5-a8ad-498d-a0ab-0d1fe0d72576', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:41:17.020367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Allocated IP 10.1.1.188 (4355279c-3f48-4c8b-a1d1-7bfbacb04e27/8df2e44c-4f7b-44be-8033-5a09af7dc06d/d977d3e1-6819-49e0-bfa1-af091f3d6aca) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:17.022675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Attempting to bind port 10aae494-3a60-464d-8295-6f263b5e1248 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:17.023108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Attempting to bind port 10aae494-3a60-464d-8295-6f263b5e1248 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:17.023536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Attempting to bind port 10aae494-3a60-464d-8295-6f263b5e1248 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:17.031453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Port 10aae494-3a60-464d-8295-6f263b5e1248 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:17.032472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Attempting to bind port 10aae494-3a60-464d-8295-6f263b5e1248 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:17.039034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:17.039842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:17.040365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:17.041309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Bound port: 10aae494-3a60-464d-8295-6f263b5e1248, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:17.041609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.041753 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.058868 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.093103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:17.102874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] For port df65ef11-2415-4c03-b9d4-dbe1489389c9, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=df65ef11-2415-4c03-b9d4-dbe1489389c9,segment=NetworkSegment(fce1e566-423b-4997-a3b5-126a5a1da4e1),segment_id=fce1e566-423b-4997-a3b5-126a5a1da4e1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:17.127900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:17.143758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] For port 10aae494-3a60-464d-8295-6f263b5e1248, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:17.147679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] For port 10aae494-3a60-464d-8295-6f263b5e1248, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10aae494-3a60-464d-8295-6f263b5e1248,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:17.155955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:17.186389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Attempting to bind port 3b903c10-2b4a-43a5-9408-54a3c8af259d on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:17.186722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Attempting to bind port 3b903c10-2b4a-43a5-9408-54a3c8af259d by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:17.187054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Attempting to bind port 3b903c10-2b4a-43a5-9408-54a3c8af259d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:17.204250 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.206168 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-32652b8a-19ec-4be4-8ae6-0fe49387a47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:17.206310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:17.208712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:17.211863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-e60fba48-6f3a-4420-bd20-9dcb6e1655d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:17.213427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-e60fba48-6f3a-4420-bd20-9dcb6e1655d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.3946579
Jun 21 02:41:17.234641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.239289 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.247415 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:17.261847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Pushing event updated for resources: {'Port': ['ID=2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:17.265265 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:17.284927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] Pushing event updated for resources: {'Port': ['ID=df65ef11-2415-4c03-b9d4-dbe1489389c9,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:17.294263 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:17.294801 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9b5640eb-c369-4adb-a3f7-14bf0f050677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:17.307562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-c45e42f3-07c3-4c17-b959-21763006c907 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485270
Jun 21 02:41:17.308670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Port 3b903c10-2b4a-43a5-9408-54a3c8af259d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:17.308895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Attempting to bind port 3b903c10-2b4a-43a5-9408-54a3c8af259d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:17.309546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:17.311343 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.311688 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9e57c71b-1067-47a9-9632-79183568537f service neutron] 10.222.0.20 "PUT /v2.0/ports/10aae494-3a60-464d-8295-6f263b5e1248 HTTP/1.1" status: 200  len: 1097 time: 0.9658666
Jun 21 02:41:17.312223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77931cf5-a255-4a45-bd34-0b0522f3ae2c', 'tag': '10aae494-3a60-464d-8295-6f263b5e1248'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:17.314584 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1" -d '{"events": [{"name": "network-changed", "server_uuid": "77931cf5-a255-4a45-bd34-0b0522f3ae2c", "tag": "10aae494-3a60-464d-8295-6f263b5e1248"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:17.327329 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e79e1240-2fcb-43fd-aa9e-7369cdd3f7b5 req-4da97a40-e2dc-4ce1-9b7f-8fbc191aa2ad tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4658866
Jun 21 02:41:17.381250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c00806ae-6d25-45f6-9b5e-ae79c79f797a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:17.382719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Pushing event updated for resources: {'Port': ['ID=10aae494-3a60-464d-8295-6f263b5e1248,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:17.383104 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:17.435631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:17.449097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0dea26b2-0f5c-4068-9c13-0b235372af6c req-e82459af-d3ec-440a-a7ea-a5cd89fc37f5 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3123045
Jun 21 02:41:17.449282 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:17.449735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-901423e6-1a21-4cbc-8214-3caa5cf3d869 None None] Provisioning for port 10aae494-3a60-464d-8295-6f263b5e1248 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:17.450702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-55ac98b3-dc08-4558-9b06-1635e9f0daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:17.453166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['7efb2a73-8ab5-4b77-97a2-2d4990692ca6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:17.453322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-55ac98b3-dc08-4558-9b06-1635e9f0daa7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 200  len: 862 time: 0.5028281
Jun 21 02:41:17.453971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:17.454298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:17.454828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:17.455273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Bound port: 3b903c10-2b4a-43a5-9408-54a3c8af259d, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:17.455622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.512930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-ba47c490-a4b1-49bf-ac22-83c5704886b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:17.516418 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-ba47c490-a4b1-49bf-ac22-83c5704886b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c336ae2d4f14d6b9159110570ce6a3e&device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 1100 time: 0.1034925
Jun 21 02:41:17.584503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c00806ae-6d25-45f6-9b5e-ae79c79f797a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:17.585324 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.603243 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-863da128-bcd4-4b35-9581-51be765ce488 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=10aae494-3a60-464d-8295-6f263b5e1248 HTTP/1.1" status: 200  len: 217 time: 0.0765467
Jun 21 02:41:17.647202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6512c03c-732c-4988-91b0-614d0eca585d None None] Provisioning complete for port df65ef11-2415-4c03-b9d4-dbe1489389c9 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:17.647587 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6512c03c-732c-4988-91b0-614d0eca585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.668752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-547e98b2-5ee2-4385-81f9-15803a99a144 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3403952
Jun 21 02:41:17.715968 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9852bcd4-4448-4fdf-9721-5d87764d76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:17.718227 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-9852bcd4-4448-4fdf-9721-5d87764d76d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1089890
Jun 21 02:41:17.759674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.791412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:17.795688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-f0a31d55-c443-4e8d-9d9b-0972915b1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:17.797526 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-f0a31d55-c443-4e8d-9d9b-0972915b1892 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0720191
Jun 21 02:41:17.864694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Transition to ACTIVE for port object d977d3e1-6819-49e0-bfa1-af091f3d6aca will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:17.884719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:17.885298 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:17.887567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:17.899678 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-b8ff8218-9811-41df-ae3c-74c5d9b392e5 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948827
Jun 21 02:41:17.929956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:17.949850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-85943227-9280-44f8-94ce-24f6175a7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:17.951549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-85943227-9280-44f8-94ce-24f6175a7508 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4779027
Jun 21 02:41:18.011963 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51ad9b45-bd02-460c-8027-b48848ef10cd req-55e9ebbc-6bcf-4be4-8376-b5087bb696a6 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957506
Jun 21 02:41:18.023195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:18.083533 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:18.092318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3a16-b574-4b90-ae45-23e735ca9513 req-ba915694-40bb-4766-a791-f789cd5c7b71 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:18.093856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa8b3a16-b574-4b90-ae45-23e735ca9513 req-ba915694-40bb-4766-a791-f789cd5c7b71 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 948 time: 0.4766793
Jun 21 02:41:18.138246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-635d90b0-9aee-4439-b193-0a80ecee6a89 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4254904
Jun 21 02:41:18.162149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:18.162829 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:18.164210 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] 10.222.0.20 "PUT /v2.0/ports/3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 1097 time: 5.0170279
Jun 21 02:41:18.179137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:18.181427 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d" -d '{"events": [{"name": "network-changed", "server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:18.258312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cff34c-74ae-4706-bc38-9441a01a8989 req-04c0e4d7-8a21-4d19-bccd-dfd47622a873 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:18.259918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04cff34c-74ae-4706-bc38-9441a01a8989 req-04c0e4d7-8a21-4d19-bccd-dfd47622a873 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 948 time: 0.4710040
Jun 21 02:41:18.278464 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:18.315242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:18.340409 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:18.342768 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:18.348403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa8b3a16-b574-4b90-ae45-23e735ca9513 req-701f4929-b35a-4058-86ce-eeb059f3ca4a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416070
Jun 21 02:41:18.376307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-9a7bb423-edbe-4a8e-860b-a68c305d473d service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4043827
Jun 21 02:41:18.427693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:18.431418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:18.522146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:18.540542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:18.554753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04cff34c-74ae-4706-bc38-9441a01a8989 req-8650448e-3abb-4d1e-aa62-d65b10f2e772 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789230
Jun 21 02:41:18.573781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:18.615605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'Port': ['ID=d977d3e1-6819-49e0-bfa1-af091f3d6aca,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:18.640030 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:18.640363 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b99f28-b65d-4ea8-8f81-ed495ea686a9 x-openstack-request-id: req-19b99f28-b65d-4ea8-8f81-ed495ea686a9 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:18.640705 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77931cf5-a255-4a45-bd34-0b0522f3ae2c", "tag": "10aae494-3a60-464d-8295-6f263b5e1248", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:18.641373 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19b99f28-b65d-4ea8-8f81-ed495ea686a9 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:18.642164 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77931cf5-a255-4a45-bd34-0b0522f3ae2c', 'tag': '10aae494-3a60-464d-8295-6f263b5e1248', 'status': 'completed', 'code': 200}
Jun 21 02:41:18.745234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-cddde330-e0ab-4a9d-8762-e66225654d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:18.747213 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-cddde330-e0ab-4a9d-8762-e66225654d31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c336ae2d4f14d6b9159110570ce6a3e&device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 1100 time: 0.0773079
Jun 21 02:41:18.758713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:18.763447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:18.764540 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:18.867608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-722894aa-da77-474f-bd08-91c444849907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:18.870788 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-722894aa-da77-474f-bd08-91c444849907 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1154554
Jun 21 02:41:18.882146 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:18.913493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:18.915930 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e6868d-818c-44f0-89a7-f091f678588d" -d '{"events": [{"server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "name": "network-vif-plugged", "status": "completed", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:18.927511 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-3527e6f5-c503-40b9-840e-f2a47b18882c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=10aae494-3a60-464d-8295-6f263b5e1248 HTTP/1.1" status: 200  len: 217 time: 0.0489583
Jun 21 02:41:18.932033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:18.938198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c15a90d0-f4df-425d-9cf3-2e223cdcf144 None None] Provisioning for port d977d3e1-6819-49e0-bfa1-af091f3d6aca completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:18.948250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c15a90d0-f4df-425d-9cf3-2e223cdcf144 None None] Provisioning complete for port d977d3e1-6819-49e0-bfa1-af091f3d6aca triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:18.948780 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c15a90d0-f4df-425d-9cf3-2e223cdcf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:18.984407 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:18.990764 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:19.001636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-72717e88-e159-44ff-999f-f8f701f53a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.003712 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-72717e88-e159-44ff-999f-f8f701f53a49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0694377
Jun 21 02:41:19.013042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c15a90d0-f4df-425d-9cf3-2e223cdcf144 None None] Port d977d3e1-6819-49e0-bfa1-af091f3d6aca cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:19.015306 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b75ef89-d121-4caf-bfa1-6f09588c245a x-openstack-request-id: req-4b75ef89-d121-4caf-bfa1-6f09588c245a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:19.015773 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:19.016062 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b75ef89-d121-4caf-bfa1-6f09588c245a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:19.016478 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'status': 'completed', 'code': 200}
Jun 21 02:41:19.044230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:19.048199 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:19.067242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-9cafeee9-015b-4407-ad9f-ae8735bd202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.068742 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-9cafeee9-015b-4407-ad9f-ae8735bd202e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0588183
Jun 21 02:41:19.107897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.108420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:19.149277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562dcb2-6f04-4513-a98b-71724d48878c req-2e0798ea-d0f2-4a04-bcba-afd8fdb942da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.150787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-2e0798ea-d0f2-4a04-bcba-afd8fdb942da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1100 time: 0.8420415
Jun 21 02:41:19.161258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-85a7a9cc-e256-4f86-b95f-305dabf826b2 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863588
Jun 21 02:41:19.166431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4d5e06-7cf4-444d-b993-79ec694f5452 req-fb3599a0-0a0a-422b-b839-2d2a5138ff9b service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7618468
Jun 21 02:41:19.255533 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-b2f3c10f-451b-4489-97d2-a7a3674977ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 217 time: 0.0935800
Jun 21 02:41:19.263418 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6a09d0d-0637-4fa6-b40e-e038cd2c04f1 req-933270fe-3b6a-4607-9ae6-6e084d85fe09 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959289
Jun 21 02:41:19.273077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72a99-c239-4d9c-899e-ee920cc91edf req-76e38290-8b96-4474-b9de-6a92036d85ad tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.280567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01b72a99-c239-4d9c-899e-ee920cc91edf req-76e38290-8b96-4474-b9de-6a92036d85ad tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 944 time: 0.7619369
Jun 21 02:41:19.290446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device df65ef11-2415-4c03-b9d4-dbe1489389c9 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:19.295202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.4278524
Jun 21 02:41:19.298414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58114) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:19.303493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'port': {'network_id': '4355279c-3f48-4c8b-a1d1-7bfbacb04e27', 'name': 'tempest-TaggedBootDevicesTest-1188318388', 'fixed_ips': [{'subnet_id': '8df2e44c-4f7b-44be-8033-5a09af7dc06d'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:19.328289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-d2bc720d-af78-41e3-b9f9-5c1ae972840c tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.329899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-d2bc720d-af78-41e3-b9f9-5c1ae972840c tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.7208242
Jun 21 02:41:19.349518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port df65ef11-2415-4c03-b9d4-dbe1489389c9 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:19.349896 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:19.393044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7e673-9e9b-4e95-97d8-8c16c8aa1992 req-436528de-ceaa-4d70-93be-3d089082f4fb tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.397365 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9a7e673-9e9b-4e95-97d8-8c16c8aa1992 req-436528de-ceaa-4d70-93be-3d089082f4fb tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 945 time: 0.3831356
Jun 21 02:41:19.466675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562dcb2-6f04-4513-a98b-71724d48878c req-37000f9b-f6bd-4fb9-9c13-d97540710a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.468331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-37000f9b-f6bd-4fb9-9c13-d97540710a98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.2044566
Jun 21 02:41:19.490898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01b72a99-c239-4d9c-899e-ee920cc91edf req-d1856882-2b58-4f98-9fb5-7da56f4dca5e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095196
Jun 21 02:41:19.497015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Made reservation on behalf of 8f89417e5f8748a5bd134220d01c0173 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:19.535262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:19.544990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9a7e673-9e9b-4e95-97d8-8c16c8aa1992 req-f664fd29-5c31-41c8-a1a1-d0f9b73b2512 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283095
Jun 21 02:41:19.595324 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:19.619462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] device_id is not set on port 89948b20-a379-4aae-adea-41fb2f8b3f72 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:41:19.680045 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbdb666-9122-48c7-95c7-9fa77f435262 x-openstack-request-id: req-6bbdb666-9122-48c7-95c7-9fa77f435262 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:19.680422 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "name": "network-vif-plugged", "status": "completed", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:19.680808 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bbdb666-9122-48c7-95c7-9fa77f435262 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:19.681296 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6', 'code': 200}
Jun 21 02:41:19.747575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562dcb2-6f04-4513-a98b-71724d48878c req-186d3c3e-a74a-458f-b4ce-808b57dc666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.747575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-186d3c3e-a74a-458f-b4ce-808b57dc666f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2668054
Jun 21 02:41:19.856800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-a07efe80-d34a-408f-92a1-e046991d91a9 service neutron] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:19.874541 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-a07efe80-d34a-408f-92a1-e046991d91a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:19.875648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-665ee41f-18f7-4012-b9e9-442937ea0a71 req-a07efe80-d34a-408f-92a1-e046991d91a9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/ac9a368a-5a17-4ed7-b9fb-e8686fc09a00/bindings/n-h1-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.5324221
Jun 21 02:41:19.929023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a47f-76e9-4c70-ae4d-782f8f437cb2 req-b48e09b1-f68e-42d4-a7ab-84ddf7767bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.930597 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c63a47f-76e9-4c70-ae4d-782f8f437cb2 req-b48e09b1-f68e-42d4-a7ab-84ddf7767bed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1097 time: 0.1613164
Jun 21 02:41:19.957127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-0a19650f-0e3f-4a62-908c-b8ee0704d4ba service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044790
Jun 21 02:41:19.971093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Allocated IP 10.1.1.203 (4355279c-3f48-4c8b-a1d1-7bfbacb04e27/8df2e44c-4f7b-44be-8033-5a09af7dc06d/89948b20-a379-4aae-adea-41fb2f8b3f72) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:19.985479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4acc1c-c654-4eb6-ab0c-83f9c9c08707 req-ab686a02-5a28-4a5c-b4bd-574bbb611a1c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:19.986982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f4acc1c-c654-4eb6-ab0c-83f9c9c08707 req-ab686a02-5a28-4a5c-b4bd-574bbb611a1c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 948 time: 0.1810217
Jun 21 02:41:19.990349 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c63a47f-76e9-4c70-ae4d-782f8f437cb2 req-5bef78da-805d-4651-9a89-65e1fe548df6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528986
Jun 21 02:41:20.038035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67445e2-608b-44d7-b6f1-8c302438c731 req-ecff8a25-84a2-4c33-9feb-d6965aca2948 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:20.039554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b67445e2-608b-44d7-b6f1-8c302438c731 req-ecff8a25-84a2-4c33-9feb-d6965aca2948 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 948 time: 0.1870501
Jun 21 02:41:20.049244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:41:20.131832 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:20.150939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Transition to ACTIVE for port object 89948b20-a379-4aae-adea-41fb2f8b3f72 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:20.155637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f4acc1c-c654-4eb6-ab0c-83f9c9c08707 req-5a7683a9-c62d-4472-92fe-8d2f2375a701 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561415
Jun 21 02:41:20.215568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b67445e2-608b-44d7-b6f1-8c302438c731 req-afb981e4-1d09-4f5a-89ce-8110e735800a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672132
Jun 21 02:41:20.221843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5562dcb2-6f04-4513-a98b-71724d48878c req-5637b26c-a440-4df7-a1b7-72a1b4fec4d0 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2565641
Jun 21 02:41:20.247033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:41:20.257925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Sync routers for ids ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:41:20.272591 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Routers {'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:20.273245 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92959d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:20.285385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:20.298305 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:20.327692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:20.331727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:20.336126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:20.344694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:20.345623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:20.385788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:20.387215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.6123302
Jun 21 02:41:20.391296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58126) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:20.394474 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Set router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:20.412120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'Port': ['ID=89948b20-a379-4aae-adea-41fb2f8b3f72,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:20.416295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717e395-6491-4d88-a8b7-46ea85a7afc6 req-935f1453-8920-4c5b-b889-031e433fa986 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:20.423493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d717e395-6491-4d88-a8b7-46ea85a7afc6 req-935f1453-8920-4c5b-b889-031e433fa986 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1097 time: 0.0715194
Jun 21 02:41:20.488290 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.1887369
Jun 21 02:41:20.499049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.499922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.500499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.501142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.501731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.502412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.503042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.503609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.504173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.504765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.505484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.506085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:20.520781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d717e395-6491-4d88-a8b7-46ea85a7afc6 req-9d56d645-afb4-4ffb-a1fa-5ed4811a1d0c tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963161
Jun 21 02:41:20.526480 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:20.574734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 10aae494-3a60-464d-8295-6f263b5e1248 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:20.577066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-13e65b1d-5e90-46ab-b0c2-0371dc6be392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:20.578599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-13e65b1d-5e90-46ab-b0c2-0371dc6be392 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1100 time: 0.1392853
Jun 21 02:41:20.778779 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92959d0>, [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:17Z', 'revision_number': 3, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:20.782061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-346c0335-efc3-4cd0-abf2-dfca121595fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:20.783557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-346c0335-efc3-4cd0-abf2-dfca121595fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1955879
Jun 21 02:41:20.784988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 10aae494-3a60-464d-8295-6f263b5e1248, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10aae494-3a60-464d-8295-6f263b5e1248,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:20.810284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '10aae494-3a60-464d-8295-6f263b5e1248', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '10aae494-3a60-464d-8295-6f263b5e1248', 'mac_address': 'fa:16:3e:d7:22:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:41:20.817196 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Checking router: cfb37c4c-7bab-430f-a548-6dda9e5b6f4b for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:41:20.817783 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Updating router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:41:20.851892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-9b414702-2031-4b39-9aed-209ec89c6184 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 217 time: 0.0608587
Jun 21 02:41:20.866229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-99821e37-01d9-4367-a51e-1155cc29a313 None None] Provisioning for port 89948b20-a379-4aae-adea-41fb2f8b3f72 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:20.879670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-99821e37-01d9-4367-a51e-1155cc29a313 None None] Provisioning complete for port 89948b20-a379-4aae-adea-41fb2f8b3f72 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:20.880076 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-99821e37-01d9-4367-a51e-1155cc29a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:20.893878 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:20.954478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:20.955999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-bd4ac82b-cca0-443b-8a3c-d3b97c3ffcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:20.959999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-bd4ac82b-cca0-443b-8a3c-d3b97c3ffcc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1006324
Jun 21 02:41:20.969673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-99821e37-01d9-4367-a51e-1155cc29a313 None None] Port 89948b20-a379-4aae-adea-41fb2f8b3f72 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:20.974622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10aae494-3a60-464d-8295-6f263b5e1248 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:21.013136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 10aae494-3a60-464d-8295-6f263b5e1248, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10aae494-3a60-464d-8295-6f263b5e1248,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:21.084682 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.088151 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:21.110670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d10c-29ae-40c7-90d1-daae5e2d3426 req-aaa93fd0-902c-4f54-859e-43885eccdefb tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:21.118109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20c6d10c-29ae-40c7-90d1-daae5e2d3426 req-aaa93fd0-902c-4f54-859e-43885eccdefb tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 945 time: 0.1570609
Jun 21 02:41:21.128626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-68263f3a-c449-4be3-8d04-34c53e5915f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:21.130014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-68263f3a-c449-4be3-8d04-34c53e5915f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1192999
Jun 21 02:41:21.167223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=10aae494-3a60-464d-8295-6f263b5e1248,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:21.172335 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:21.239710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20c6d10c-29ae-40c7-90d1-daae5e2d3426 req-34c177b2-fb69-4bbc-9786-e63189094247 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163945
Jun 21 02:41:21.303715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58144) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:21.309950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369937813', 'description': 'tempest-description--76242568'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:21.321073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-7a05c880-e83f-4f02-b5d8-9296282b4157 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821997
Jun 21 02:41:21.324489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.328678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['10aae494-3a60-464d-8295-6f263b5e1248'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:21.346969 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.373539 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Transition to ACTIVE for port object 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:21.428451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.455846 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.470610 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:21.525532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3eb38b6-bfb0-4727-9d2c-7cbeacb3776d req-3c6117cc-2758-432f-8c56-55c380bdcef4 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972086
Jun 21 02:41:21.553838 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Pushing event updated for resources: {'Port': ['ID=2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:21.564856 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.568891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:41:21.573518 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:21.574621 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Attempting to bind port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:21.575242 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Attempting to bind port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:21.575394 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Attempting to bind port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:21.582459 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:21.582837 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:21.583242 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.583630 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:21.584237 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Bound port: 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:21.584613 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.632386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Allocated IP 172.20.0.1 (c8c38af1-87a1-4513-85e2-54986756e5fc/a1a5c0da-b341-43b7-8df4-349906c30def/4ac76842-13db-45f8-94d5-7cc74a614453) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:21.637656 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] For port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:21.641810 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] For port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:21.706676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.710030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-08f86eb2-d943-4b90-9bc3-5961c1b255c3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:21.711511 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-08f86eb2-d943-4b90-9bc3-5961c1b255c3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 807 time: 0.1097386
Jun 21 02:41:21.719642 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.726096 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:21.729393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-681cd503-2fe2-4a3e-966d-1258653ee276 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/quotas/b9d9fcf962874689a72b4a12fbcb7539 HTTP/1.1" status: 200  len: 375 time: 0.0092573
Jun 21 02:41:21.778177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Routers {'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:21.778884 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92959d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:21.784816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.807036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Transition to ACTIVE for port object 4ac76842-13db-45f8-94d5-7cc74a614453 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:21.808823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-c896f12d-8780-461b-8f91-27cd8ebdcd60 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0695984
Jun 21 02:41:21.812470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.816681 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccff8db1-aba5-4958-87db-d390e7c04a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:21.825913 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Pushing event updated for resources: {'Port': ['ID=2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:21.838311 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:21.869992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c58854-108c-4c68-906a-9e43f9ddb7f6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:21.873915 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:21.906659 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.906659 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.6017606
Jun 21 02:41:21.909147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58164) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:21.918175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'security_group_rule': {'security_group_id': '10c58854-108c-4c68-906a-9e43f9ddb7f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:21.938848 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] Set router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:21.955406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-3b838e77-12a5-4a40-a161-0375b3c0b3af service neutron] 10.222.0.25 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385274
Jun 21 02:41:21.982392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:21.985433 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7367f4c2-aeee-4408-9bb6-1f92d9bf8733 tempest-AggregatesAdminTestJSON-1222216300 tempest-AggregatesAdminTestJSON-1222216300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:22.026567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Network c8c38af1-87a1-4513-85e2-54986756e5fc is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:22.030210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:22.033796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:22.034721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.043367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Pushing event updated for resources: {'Port': ['ID=4ac76842-13db-45f8-94d5-7cc74a614453,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:22.084363 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:22.102918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.268731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.281989 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92959d0>, [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:17Z', 'revision_number': 3, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:22.310272 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff28a97-4a3e-451d-8d88-710cdc464c15 None None] The sync data for ids ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'] in n-d-758944-33 is: [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:17Z', 'revision_number': 3, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:41:22.342727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.345559 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:22.364551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531f1ed7-ad3d-47f5-85e8-1860f8c06719,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:22.371239 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:22.416343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-89da62d9-ba60-45c1-bb04-c4dd6b74c419 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4539304
Jun 21 02:41:22.423235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.436421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160813a5-a396-40aa-b291-a7fc74424716 req-bfe2263e-1f05-4f31-9f9d-f7227984f92a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:22.438145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-160813a5-a396-40aa-b291-a7fc74424716 req-bfe2263e-1f05-4f31-9f9d-f7227984f92a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 948 time: 0.4095986
Jun 21 02:41:22.473455 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.474675 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5636625
Jun 21 02:41:22.477974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58174) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:22.486864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'security_group_rule': {'security_group_id': '10c58854-108c-4c68-906a-9e43f9ddb7f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:22.489867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6c9befe-fa2f-4727-b588-afae2d6b5e10 None None] Provisioning for port 4ac76842-13db-45f8-94d5-7cc74a614453 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:22.494109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6c9befe-fa2f-4727-b588-afae2d6b5e10 None None] Provisioning complete for port 4ac76842-13db-45f8-94d5-7cc74a614453 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:22.494641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f6c9befe-fa2f-4727-b588-afae2d6b5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.531857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-160813a5-a396-40aa-b291-a7fc74424716 req-19a3f123-b996-4343-9be0-0e6d809bbdcf tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871098
Jun 21 02:41:22.562756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9befe-fa2f-4727-b588-afae2d6b5e10 None None] Port 4ac76842-13db-45f8-94d5-7cc74a614453 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:22.594105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 10aae494-3a60-464d-8295-6f263b5e1248 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:22.602218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.744395 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.767582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.834781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.835980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.839622 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-845795d8-be3e-4908-bade-fbd7e643c7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:22.852254 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.878323 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:22.910704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Pushing event updated for resources: {'Port': ['ID=4ac76842-13db-45f8-94d5-7cc74a614453,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:22.920143 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:22.963014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ece86d-983c-4574-bb42-3b4a3de3758a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:22.967994 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:22.978184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:22.979389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4968832
Jun 21 02:41:22.983916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58182) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:22.992683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:22.993244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 10aae494-3a60-464d-8295-6f263b5e1248 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:23.000534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 10aae494-3a60-464d-8295-6f263b5e1248 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:23.001237 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.031131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b96c1-7541-4a1d-9ff2-85023394fda0 req-8ac43584-51cc-496f-bc92-1c71ad11a430 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:23.039730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-140b96c1-7541-4a1d-9ff2-85023394fda0 req-8ac43584-51cc-496f-bc92-1c71ad11a430 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 949 time: 0.2869601
Jun 21 02:41:23.066967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Network c8c38af1-87a1-4513-85e2-54986756e5fc is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:23.068426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:23.102842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd65744-077a-48e1-b608-eb8e613ba2d9 req-72bc6e46-1b20-4d5e-92b1-e4af9b7075bc tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:23.111582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1dd65744-077a-48e1-b608-eb8e613ba2d9 req-72bc6e46-1b20-4d5e-92b1-e4af9b7075bc tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.2277925
Jun 21 02:41:23.149849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-140b96c1-7541-4a1d-9ff2-85023394fda0 req-3c5e33b7-1cb6-423b-b976-305490214442 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089671
Jun 21 02:41:23.156718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.204824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1dd65744-077a-48e1-b608-eb8e613ba2d9 req-906fa5bb-8b56-4ac9-86e9-6a091c4f4a9b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893443
Jun 21 02:41:23.235550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 10aae494-3a60-464d-8295-6f263b5e1248, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10aae494-3a60-464d-8295-6f263b5e1248,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:23.237975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77931cf5-a255-4a45-bd34-0b0522f3ae2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aae494-3a60-464d-8295-6f263b5e1248'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:23.240581 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a68d0-d632-4079-85b9-0218918bcf4d" -d '{"events": [{"server_uuid": "77931cf5-a255-4a45-bd34-0b0522f3ae2c", "name": "network-vif-plugged", "status": "completed", "tag": "10aae494-3a60-464d-8295-6f263b5e1248"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:23.318838 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.320763 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:23.388521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:23.477187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=10aae494-3a60-464d-8295-6f263b5e1248,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:23.487095 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:23.509161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7b52846e-c62f-4fbb-a34d-75343fb10be5 None None] Provisioning complete for port 4ac76842-13db-45f8-94d5-7cc74a614453 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:23.510454 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b52846e-c62f-4fbb-a34d-75343fb10be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.520869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f281f575-5981-42ee-a1d0-3649f8888238 req-075583db-cac3-4016-9806-4907688c5017 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 210 time: 0.0678053
Jun 21 02:41:23.546366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1aff-d437-46d7-8439-ab03a58a1ce2 req-006f60b6-0bb2-4a06-a294-86f361461a1f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:23.551866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e33b1aff-d437-46d7-8439-ab03a58a1ce2 req-006f60b6-0bb2-4a06-a294-86f361461a1f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 945 time: 0.1435034
Jun 21 02:41:23.560878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7b52846e-c62f-4fbb-a34d-75343fb10be5 None None] Port 4ac76842-13db-45f8-94d5-7cc74a614453 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:23.573750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:23.581110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:23.581529 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.619170 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e3fd8-0728-4c90-a6eb-79b27c6fdbe4 x-openstack-request-id: req-129e3fd8-0728-4c90-a6eb-79b27c6fdbe4 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:23.619786 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77931cf5-a255-4a45-bd34-0b0522f3ae2c", "name": "network-vif-plugged", "status": "completed", "tag": "10aae494-3a60-464d-8295-6f263b5e1248", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:23.620268 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-129e3fd8-0728-4c90-a6eb-79b27c6fdbe4 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:23.620966 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77931cf5-a255-4a45-bd34-0b0522f3ae2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aae494-3a60-464d-8295-6f263b5e1248', 'code': 200}
Jun 21 02:41:23.642600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e33b1aff-d437-46d7-8439-ab03a58a1ce2 req-8006b91c-df50-46a2-9779-9e2dca35b3f9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883918
Jun 21 02:41:23.720653 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.723803 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.752512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:23.788510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab662b1-2dc1-4d93-b286-cde820a0b8a6 req-469b14d4-a936-4a68-9474-784889636a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:23.789959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ab662b1-2dc1-4d93-b286-cde820a0b8a6 req-469b14d4-a936-4a68-9474-784889636a51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 1102 time: 0.1048043
Jun 21 02:41:23.830861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:41:23.843675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ab662b1-2dc1-4d93-b286-cde820a0b8a6 req-2efedb0c-2862-4e3d-b90d-8afc7456e8eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461903
Jun 21 02:41:23.852219 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.855083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1a844-0a98-4fc8-ab02-d588821e44a4 req-b036b74d-40b4-44d4-8571-d0ee5f5da198 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:23.856591 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09b1a844-0a98-4fc8-ab02-d588821e44a4 req-b036b74d-40b4-44d4-8571-d0ee5f5da198 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 948 time: 0.1054420
Jun 21 02:41:23.861346 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:23.919704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09b1a844-0a98-4fc8-ab02-d588821e44a4 req-658369a9-8115-4163-b358-06e4ffdffe80 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515542
Jun 21 02:41:23.927868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:23.930091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:23.933428 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:24.015052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3369e15-28b3-41f6-851f-7db77ac35d82 req-24d38e81-696a-4ced-af4c-3d984bcb7c93 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:24.016563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3369e15-28b3-41f6-851f-7db77ac35d82 req-24d38e81-696a-4ced-af4c-3d984bcb7c93 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1097 time: 0.0545983
Jun 21 02:41:24.055389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3369e15-28b3-41f6-851f-7db77ac35d82 req-e0f4a5b5-44ca-4f91-ac15-d7b2632a542b tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320852
Jun 21 02:41:24.066215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:41:24.072543 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] 10.222.0.25 "PUT /v2.0/routers/cfb37c4c-7bab-430f-a548-6dda9e5b6f4b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6796310
Jun 21 02:41:24.102835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Allocated IP 172.25.7.94 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/f70cb375-6eb0-43c8-a8d1-1b20b77280de) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:24.228487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:24.335477 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:24.338325 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:24.366257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86547934-88b3-42ce-a45d-312544f1669b req-23350c5e-75ef-40b1-908f-6962ece8a025 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:24.368210 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86547934-88b3-42ce-a45d-312544f1669b req-23350c5e-75ef-40b1-908f-6962ece8a025 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1097 time: 0.1092942
Jun 21 02:41:24.381732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0a9b-4ba2-4cec-aa87-606b1c171860 req-009993eb-974d-4c0d-89a1-3176a8bebc8f tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:24.383123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:24.387959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:24.388525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-039d0a9b-4ba2-4cec-aa87-606b1c171860 req-009993eb-974d-4c0d-89a1-3176a8bebc8f tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 950 time: 0.1009386
Jun 21 02:41:24.392497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:24.422506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'Port': ['ID=f70cb375-6eb0-43c8-a8d1-1b20b77280de,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:24.446757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86547934-88b3-42ce-a45d-312544f1669b req-1668ce68-c4d1-4aa9-bb97-30779ec03355 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550659
Jun 21 02:41:24.448779 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:24.458989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-039d0a9b-4ba2-4cec-aa87-606b1c171860 req-f75ebc15-ad74-4afb-adbc-460ef0a37813 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687997
Jun 21 02:41:24.501799 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:24.594754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3b903c10-2b4a-43a5-9408-54a3c8af259d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:24.637869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdefd0ad-a631-4248-9db9-5ec872271807 req-ab6ee9e2-0699-4ab6-956a-a68eba36cea5 tempest-FloatingIPsNegativeTestJSON-1419182431 tempest-FloatingIPsNegativeTestJSON-1419182431-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=da53ff1090214228823a5ac940cd270a HTTP/1.1" status: 200  len: 217 time: 0.0730677
Jun 21 02:41:24.649037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:24.674438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Sync routers for ids ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:41:24.699148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Routers {'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:24.699800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f0b220>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:24.800312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77715d1-4751-45f5-a0f4-4a4c3e3a0cb3 req-f3582c70-1ae7-4fbd-bf2e-bff3ebe88145 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:24.802709 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d77715d1-4751-45f5-a0f4-4a4c3e3a0cb3 req-f3582c70-1ae7-4fbd-bf2e-bff3ebe88145 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1322312
Jun 21 02:41:24.820380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:24.861748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'mac_address': 'fa:16:3e:d8:e8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:41:24.864949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d77715d1-4751-45f5-a0f4-4a4c3e3a0cb3 req-76ae1c6f-849d-4b44-bedf-1a0a600cc631 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554204
Jun 21 02:41:24.888183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:24.930077 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:24.935859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Set router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:24.959437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:24.966642 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ea21326-0f1e-457a-94a0-241960484c2a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:24.975920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b903c10-2b4a-43a5-9408-54a3c8af259d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:25.022991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event updated for resources: {'Port': ['ID=f70cb375-6eb0-43c8-a8d1-1b20b77280de,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:25.026032 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:25.029361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:25.039237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:25.075375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1607e4fb-ab2d-4caf-893f-b029d6df1b1b req-7e99ad87-d9f7-4f6d-8bea-fd1a2d2cdd0b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 210 time: 0.0346925
Jun 21 02:41:25.115993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd751929-631c-4241-991a-f271d05a3fec req-b1375635-1426-4a8c-b610-f62571d84698 tempest-FloatingIPsNegativeTestJSON-1419182431 tempest-FloatingIPsNegativeTestJSON-1419182431-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0303929
Jun 21 02:41:25.176177 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:25.178661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:25.178790 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:25.181502 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1925976
Jun 21 02:41:25.216214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f0b220>, [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:22Z', 'revision_number': 4, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4ac76842-13db-45f8-94d5-7cc74a614453', 'name': '', 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'mac_address': 'fa:16:3e:7e:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a1a5c0da-b341-43b7-8df4-349906c30def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:21Z', 'updated_at': '2021-06-21T02:41:22Z', 'revision_number': 2, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'subnets': [{'id': 'a1a5c0da-b341-43b7-8df4-349906c30def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:25.278424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Checking router: cfb37c4c-7bab-430f-a548-6dda9e5b6f4b for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:41:25.278786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Updating router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b port 4ac76842-13db-45f8-94d5-7cc74a614453 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:41:25.287766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f0222-a097-45ae-b274-6810ef997122 req-1e6085d0-8a85-4fca-a74e-00833bd10456 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:25.289568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e73f0222-a097-45ae-b274-6810ef997122 req-1e6085d0-8a85-4fca-a74e-00833bd10456 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 949 time: 0.1037457
Jun 21 02:41:25.331748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:25.336140 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:25.338193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e73f0222-a097-45ae-b274-6810ef997122 req-2f1d1cbf-812f-402d-82e5-616a0eeaf403 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429726
Jun 21 02:41:25.353957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:25.353957 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:25.415791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['3b903c10-2b4a-43a5-9408-54a3c8af259d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:25.440322 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-7d0b267b-7269-4a38-9060-450b533b0e68 req-8fcdb3a0-da71-4413-9e77-4f8ed57b8bdf tempest-FloatingIPsNegativeTestJSON-1419182431 tempest-FloatingIPsNegativeTestJSON-1419182431-project] show failed (client error): The resource could not be found.
Jun 21 02:41:25.441749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d0b267b-7269-4a38-9060-450b533b0e68 req-8fcdb3a0-da71-4413-9e77-4f8ed57b8bdf tempest-FloatingIPsNegativeTestJSON-1419182431 tempest-FloatingIPsNegativeTestJSON-1419182431-project] 10.222.0.25 "GET /v2.0/floatingips/0aafdac2-5075-4a04-b604-e29a60eba692 HTTP/1.1" status: 404  len: 350 time: 0.0643740
Jun 21 02:41:25.451639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58232) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:25.554151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:25.554851 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:25.620432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-fcb211a8-6e7f-4e75-bd42-847f9f298d65 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--369937813&fields=id&tenant_id=8f89417e5f8748a5bd134220d01c0173 HTTP/1.1" status: 200  len: 267 time: 0.0751143
Jun 21 02:41:25.827745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-eca95263-efee-4b7c-9572-16f1c6ec61eb tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:25.829311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-eca95263-efee-4b7c-9572-16f1c6ec61eb tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/ports/d977d3e1-6819-49e0-bfa1-af091f3d6aca HTTP/1.1" status: 200  len: 931 time: 0.1678557
Jun 21 02:41:25.872262 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:25.881905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6742c2d0-1c2e-48b3-af94-b164a2dd6822 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:25.884304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6742c2d0-1c2e-48b3-af94-b164a2dd6822 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 807 time: 0.2805121
Jun 21 02:41:25.886388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Transition to ACTIVE for port object 4ac76842-13db-45f8-94d5-7cc74a614453 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:25.923196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Request body: {'port': {'device_id': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'admin_state_up': True, 'tenant_id': 'b9d9fcf962874689a72b4a12fbcb7539'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:25.964780 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:25.969419 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:25.988074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-a0d8f6b2-6921-4ca1-b1be-4e14dd939d68 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:25.995109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-a0d8f6b2-6921-4ca1-b1be-4e14dd939d68 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/ports/89948b20-a379-4aae-adea-41fb2f8b3f72 HTTP/1.1" status: 200  len: 932 time: 0.1562493
Jun 21 02:41:26.059370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-69bfc8c3-b12c-44b6-917f-470a28b08510 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/ports?network_id=6f11a745-8a6a-4d0b-b51d-af6e769d02b0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0633779
Jun 21 02:41:26.073841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb462d-98c4-4a53-86d5-6c17354bfbf0 None None] Pushing event updated for resources: {'Port': ['ID=4ac76842-13db-45f8-94d5-7cc74a614453,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:26.093809 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-adbb462d-98c4-4a53-86d5-6c17354bfbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:26.133217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Attempting to bind port 4ac76842-13db-45f8-94d5-7cc74a614453 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:26.133627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Attempting to bind port 4ac76842-13db-45f8-94d5-7cc74a614453 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:26.134047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Attempting to bind port 4ac76842-13db-45f8-94d5-7cc74a614453 on network c8c38af1-87a1-4513-85e2-54986756e5fc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:26.140086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:26.140468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Checking segment: {'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:26.140880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:26.141281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Bound using segment: {'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:26.141804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Bound port: 4ac76842-13db-45f8-94d5-7cc74a614453, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:26.142185 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:26.157670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-7d42c630-c753-4f9a-b047-ea732cc21e1e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/ports?network_id=6f11a745-8a6a-4d0b-b51d-af6e769d02b0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0697341
Jun 21 02:41:26.338107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] For port 4ac76842-13db-45f8-94d5-7cc74a614453, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:26.342487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] For port 4ac76842-13db-45f8-94d5-7cc74a614453, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4ac76842-13db-45f8-94d5-7cc74a614453,segment=NetworkSegment(4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314),segment_id=4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:26.368368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-9376f063-d5d9-47a7-a406-bc6dbc615e9e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:26.375076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-9376f063-d5d9-47a7-a406-bc6dbc615e9e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:26.380782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-9376f063-d5d9-47a7-a406-bc6dbc615e9e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:26.382420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-9376f063-d5d9-47a7-a406-bc6dbc615e9e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/networks?id=c7710b15-b2bc-40ea-9445-baa31ac5e32e&id=4355279c-3f48-4c8b-a1d1-7bfbacb04e27&id=4355279c-3f48-4c8b-a1d1-7bfbacb04e27&id=6f11a745-8a6a-4d0b-b51d-af6e769d02b0&id=6f11a745-8a6a-4d0b-b51d-af6e769d02b0 HTTP/1.1" status: 200  len: 1990 time: 0.2139175
Jun 21 02:41:26.385512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Made reservation on behalf of b9d9fcf962874689a72b4a12fbcb7539 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:26.388808 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:26.426125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-da09df83-858d-4858-a6f7-14bf088c940b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/quotas/8f89417e5f8748a5bd134220d01c0173 HTTP/1.1" status: 200  len: 375 time: 0.0346527
Jun 21 02:41:26.439191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:26.442346 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:26.501800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Routers {'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:26.501800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f0b220>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:26.537812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb462d-98c4-4a53-86d5-6c17354bfbf0 None None] Pushing event updated for resources: {'Port': ['ID=4ac76842-13db-45f8-94d5-7cc74a614453,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:26.548228 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-adbb462d-98c4-4a53-86d5-6c17354bfbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:26.602745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3b903c10-2b4a-43a5-9408-54a3c8af259d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:26.668056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] Set router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:26.802695 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:26.871193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 3b903c10-2b4a-43a5-9408-54a3c8af259d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:26.887901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 3b903c10-2b4a-43a5-9408-54a3c8af259d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:26.888546 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:26.929966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-7d7c91db-5c0d-4aaa-ae22-54a03c3c3521 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f89417e5f8748a5bd134220d01c0173&fields=id HTTP/1.1" status: 200  len: 532 time: 0.4974725
Jun 21 02:41:26.986101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Allocated IP 172.20.0.9 (eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e/3f4fd7ee-635d-403d-aa3b-bcf88750fbf8/53905035-4fb6-4b0b-945f-74c7b892b349) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:27.019148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f0b220>, [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:22Z', 'revision_number': 4, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4ac76842-13db-45f8-94d5-7cc74a614453', 'name': '', 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'mac_address': 'fa:16:3e:7e:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a1a5c0da-b341-43b7-8df4-349906c30def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:21Z', 'updated_at': '2021-06-21T02:41:26Z', 'revision_number': 4, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'subnets': [{'id': 'a1a5c0da-b341-43b7-8df4-349906c30def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:27.046858 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.049792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f9eca-6953-4f31-a9ea-c3bb540c7370 None None] The sync data for ids ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'] in n-d-758944-33 is: [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:22Z', 'revision_number': 4, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4ac76842-13db-45f8-94d5-7cc74a614453', 'name': '', 'network_id': 'c8c38af1-87a1-4513-85e2-54986756e5fc', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'mac_address': 'fa:16:3e:7e:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a1a5c0da-b341-43b7-8df4-349906c30def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:21Z', 'updated_at': '2021-06-21T02:41:26Z', 'revision_number': 4, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'subnets': [{'id': 'a1a5c0da-b341-43b7-8df4-349906c30def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:41:27.077561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:27.079889 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087f0558-8898-4141-ae19-f9cc1888332b" -d '{"events": [{"server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "name": "network-vif-plugged", "status": "completed", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:27.093652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:27.176262 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.179465 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:27.225618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-ea1d6728-8754-4e15-8206-1fa42aed621b tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:41:27.226642 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-ea1d6728-8754-4e15-8206-1fa42aed621b tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0086124
Jun 21 02:41:27.238475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Request body: {'binding': {'host': 'n-h2-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:27.239392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:41:27.260900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:27.267553 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:27.268331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-435d1706-a578-4231-a8dc-f0dc9adc13ec service neutron] 10.222.0.25 "GET /v2.0/networks/c7710b15-b2bc-40ea-9445-baa31ac5e32e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3104482
Jun 21 02:41:27.369814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4ac76842-13db-45f8-94d5-7cc74a614453 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:27.437977 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.448380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on host n-h2-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:27.448976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:27.449518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:27.454867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:27.455197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:27.460328 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:27.462148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:27.462148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:27.462148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Bound port: 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:27.478968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-24ab8685-f994-4a03-9cc4-10056b19bef7 service neutron] 10.222.0.25 "GET /v2.0/networks/c7710b15-b2bc-40ea-9445-baa31ac5e32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1921940
Jun 21 02:41:27.518618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4ac76842-13db-45f8-94d5-7cc74a614453 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:27.524201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4ac76842-13db-45f8-94d5-7cc74a614453 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:27.525717 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.527454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:27.570865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-d70888cf-15ce-41e2-99c7-d4871a096c65 service neutron] 10.222.0.25 "GET /v2.0/ports/d977d3e1-6819-49e0-bfa1-af091f3d6aca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0817404
Jun 21 02:41:27.606828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.610011 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-28f26346-0c56-4e78-9573-f41ad6d8897f service neutron] 10.222.0.25 "POST /v2.0/ports/7efb2a73-8ab5-4b77-97a2-2d4990692ca6/bindings HTTP/1.1" status: 201  len: 390 time: 0.3773067
Jun 21 02:41:27.638815 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.651227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Deleting port 4ac76842-13db-45f8-94d5-7cc74a614453 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:27.651580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.677363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 4ac76842-13db-45f8-94d5-7cc74a614453, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4ac76842-13db-45f8-94d5-7cc74a614453,segment=NetworkSegment(4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314),segment_id=4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:27.693766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.706001 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:27.759008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.763545 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-02b795b0-74f1-47dc-ad41-3f47301fc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:27.784259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-e395d763-3fab-4c33-820b-f01377d8a854 service neutron] 10.222.0.25 "GET /v2.0/networks/4355279c-3f48-4c8b-a1d1-7bfbacb04e27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035856
Jun 21 02:41:27.788245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:27.807881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:27.817117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:27.827184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=4ac76842-13db-45f8-94d5-7cc74a614453,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:27.830402 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:27.863429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Pushing event updated for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:27.868232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] For port 4ac76842-13db-45f8-94d5-7cc74a614453, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4ac76842-13db-45f8-94d5-7cc74a614453,segment=NetworkSegment(4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314),segment_id=4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:27.868609 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:27.899533 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:27.973324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Calling delete_port for 4ac76842-13db-45f8-94d5-7cc74a614453 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:28.016890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:28.017574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:28.104971 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c1565dc-0404-4833-b1e7-62c9efc5e2bd req-dd3044cd-6706-4d7e-a354-d4ec8547de7d service neutron] 10.222.0.25 "GET /v2.0/networks/4355279c-3f48-4c8b-a1d1-7bfbacb04e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3102071
Jun 21 02:41:28.208077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3106005
Jun 21 02:41:28.226060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Request body: {'port': {'device_id': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:28.240422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2c5a-2788-4ad7-a6c3-09f3ee3266a7 req-3d592544-e9d6-4e6f-bec8-d11ba6bfed69 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:28.247928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d0e2c5a-2788-4ad7-a6c3-09f3ee3266a7 req-3d592544-e9d6-4e6f-bec8-d11ba6bfed69 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 950 time: 0.1933026
Jun 21 02:41:28.365704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d0e2c5a-2788-4ad7-a6c3-09f3ee3266a7 req-ac6b1259-e206-4673-8bab-c0aefb243b2e tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174300
Jun 21 02:41:28.497811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:28.524741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-009381e8-e0e0-40a1-9b99-1a1af3b82e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:28.526261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-009381e8-e0e0-40a1-9b99-1a1af3b82e60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1097 time: 0.2395589
Jun 21 02:41:28.574814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:28.610317 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ecb33402-7775-4a34-aaa6-250c8e35ff3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:28.619024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd19753-2cf2-41ad-9857-b7505cd8a587 req-76140f9d-3ba9-44f6-b0d4-75ede774768a tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:28.620473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6dd19753-2cf2-41ad-9857-b7505cd8a587 req-76140f9d-3ba9-44f6-b0d4-75ede774768a tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.2757196
Jun 21 02:41:28.666670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac76842-13db-45f8-94d5-7cc74a614453,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:28.679042 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:29.116388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4e98-c004-4544-899a-577d3bf81d84 req-9dee3842-a872-46f5-b296-937621efd5ac tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:29.117766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12fa4e98-c004-4544-899a-577d3bf81d84 req-9dee3842-a872-46f5-b296-937621efd5ac tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 931 time: 0.6435721
Jun 21 02:41:29.126256 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6dd19753-2cf2-41ad-9857-b7505cd8a587 req-19df175c-486f-45cb-b3fd-c750e7df048a tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4958982
Jun 21 02:41:29.136463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-ad262d44-670f-46d7-a672-4903f6889c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:29.137904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-ad262d44-670f-46d7-a672-4903f6889c0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.6047339
Jun 21 02:41:29.270189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-2e161ba3-2599-4d90-8f2a-707a5df84b48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 200  len: 217 time: 0.1181059
Jun 21 02:41:29.336124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12fa4e98-c004-4544-899a-577d3bf81d84 req-00542ccb-2319-4b59-9808-ce399aec68ca tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088909
Jun 21 02:41:29.393526 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da30a3c2-1763-45bb-863f-e51da25397cd x-openstack-request-id: req-da30a3c2-1763-45bb-863f-e51da25397cd {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:29.395727 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "name": "network-vif-plugged", "status": "completed", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:29.396232 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da30a3c2-1763-45bb-863f-e51da25397cd {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:29.397831 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'code': 200}
Jun 21 02:41:29.467146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-623c9d6f-3840-4697-8bcf-bdcc74419a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:29.469280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-623c9d6f-3840-4697-8bcf-bdcc74419a32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1740408
Jun 21 02:41:29.518401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:29.555580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-86dedc84-9048-4c8c-8cb6-b035c1b87338 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710504
Jun 21 02:41:29.706913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd854-3561-44ac-b556-7413c8fe1034 req-37ceeb57-0d26-4f60-b7c8-fb8146ee54c2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:29.708482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68cbd854-3561-44ac-b556-7413c8fe1034 req-37ceeb57-0d26-4f60-b7c8-fb8146ee54c2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.4373822
Jun 21 02:41:29.749235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53905035-4fb6-4b0b-945f-74c7b892b349 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:29.785149 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:29.862638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e881fa7-f91d-4e62-921d-d53b86616aa8 req-319c9569-a352-4f43-a841-6a4838170b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:29.864162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e881fa7-f91d-4e62-921d-d53b86616aa8 req-319c9569-a352-4f43-a841-6a4838170b63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1102 time: 0.3939807
Jun 21 02:41:29.870130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Transition to ACTIVE for port object 53905035-4fb6-4b0b-945f-74c7b892b349 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:29.881116 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68cbd854-3561-44ac-b556-7413c8fe1034 req-2efce9b7-779b-4e4a-b961-3b8bc6dac122 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584032
Jun 21 02:41:29.904284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ac61d-8d79-4c0e-87c8-fa19ae20347c req-6616a431-54b4-4d2d-9203-1f91b047cd69 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:29.911314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-706ac61d-8d79-4c0e-87c8-fa19ae20347c req-6616a431-54b4-4d2d-9203-1f91b047cd69 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 945 time: 0.3997858
Jun 21 02:41:29.940005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-8c0c0520-1403-4d5b-ae45-ba4078aabc39 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3553450
Jun 21 02:41:29.954136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:29.964869 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:30.023350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58284) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:30.050732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e881fa7-f91d-4e62-921d-d53b86616aa8 req-1017b01a-4b99-4126-a534-e9390de47b6c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741252
Jun 21 02:41:30.091968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f25fbf-6c83-41aa-93f7-2070fc381032 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.112292 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-706ac61d-8d79-4c0e-87c8-fa19ae20347c req-159fb4f8-1e32-4250-b7d7-98f39c400c34 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001510
Jun 21 02:41:30.150984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f25fbf-6c83-41aa-93f7-2070fc381032 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.167102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Pushing event updated for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:30.176130 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:30.289533 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7088f6e5-1846-40f4-9209-04b2f1da8805 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3254557
Jun 21 02:41:30.322024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:41:30.323502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:30.323756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:30.324075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:30.331656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:30.331972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:30.340197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:30.340578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:30.340973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:30.346533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Bound port: 53905035-4fb6-4b0b-945f-74c7b892b349, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:30.346533 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.359854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f25fbf-6c83-41aa-93f7-2070fc381032 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.363259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f25fbf-6c83-41aa-93f7-2070fc381032 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.364952 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-57f25fbf-6c83-41aa-93f7-2070fc381032 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "DELETE /v2.0/security-groups/10c58854-108c-4c68-906a-9e43f9ddb7f6 HTTP/1.1" status: 204  len: 168 time: 0.3402534
Jun 21 02:41:30.365956 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-23099eae-1e75-4fc1-abde-17ad7f7e9044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:30.370546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58288) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:30.390858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f25fbf-6c83-41aa-93f7-2070fc381032 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c58854-108c-4c68-906a-9e43f9ddb7f6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:30.393462 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-ba1279ce-c18c-4c6f-b38d-6a248c12254f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] show failed (client error): The resource could not be found.
Jun 21 02:41:30.394476 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba1279ce-c18c-4c6f-b38d-6a248c12254f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "GET /v2.0/security-groups/10c58854-108c-4c68-906a-9e43f9ddb7f6 HTTP/1.1" status: 404  len: 347 time: 0.0230031
Jun 21 02:41:30.395299 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57f25fbf-6c83-41aa-93f7-2070fc381032 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:30.397411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:30.530506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Deleting port f70cb375-6eb0-43c8-a8d1-1b20b77280de {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:30.531131 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.592493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:30.597218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:30.598644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:41:30.606666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] 10.222.0.25 "PUT /v2.0/routers/cfb37c4c-7bab-430f-a548-6dda9e5b6f4b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1507852
Jun 21 02:41:30.608391 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] Sync routers for ids ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:41:30.612571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58296) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:30.617485 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] Routers {'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:30.618328 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2df0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:30.627692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.628185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.694604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf457e-7d32-410b-b806-e5bf7dcefbdd req-5154431b-b0ac-4d8f-a801-c7189de35507 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:30.696139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44cf457e-7d32-410b-b806-e5bf7dcefbdd req-5154431b-b0ac-4d8f-a801-c7189de35507 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.3120339
Jun 21 02:41:30.696993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Calling delete_port for f70cb375-6eb0-43c8-a8d1-1b20b77280de owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:30.703942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.711835 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35792ceb-9bb0-4a14-bf4f-361ae2884e86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:30.728484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-71b62c07-83e7-49c1-a1b1-8313c8a10bb4 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:30.728697 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] Set router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:30.729994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-71b62c07-83e7-49c1-a1b1-8313c8a10bb4 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.2753677
Jun 21 02:41:30.766112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-33'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:30.808538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:30.809488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.811555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] 10.222.0.26 "PUT /v2.0/ports/53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 200  len: 1092 time: 2.5889509
Jun 21 02:41:30.822434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:30.824674 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd45090-5316-463e-8642-2dfa4a6033b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:30.915522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:30.916011 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2df0>, [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:28Z', 'revision_number': 5, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:30.923866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:30.947199 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] Checking router: cfb37c4c-7bab-430f-a548-6dda9e5b6f4b for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:41:30.957572 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] Routers {'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:30.958221 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2df0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:30.968874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'Port': ['ID=f70cb375-6eb0-43c8-a8d1-1b20b77280de,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:30.971397 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:30.991721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.002427 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.002427 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "DELETE /v2.0/floatingips/1b393a7b-d083-4219-9ea7-36fa0564ccea HTTP/1.1" status: 204  len: 168 time: 0.5974994
Jun 21 02:41:31.002427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58302) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:31.083963 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] Set router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:31.110224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Deleting port 89948b20-a379-4aae-adea-41fb2f8b3f72 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:31.110872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.209325 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.245944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44cf457e-7d32-410b-b806-e5bf7dcefbdd req-0268b0ff-0594-4971-8a5f-87e86b451352 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5289185
Jun 21 02:41:31.256385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Pushing event updated for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:31.269379 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:31.286096 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2df0>, [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:28Z', 'revision_number': 5, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:31.294704 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.308419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c385f5c-7e1c-4db1-b8ac-860b202b5d18 req-2c254d9f-dc83-41ff-acb4-ec330bba5876 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:31.308994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Calling delete_port for 89948b20-a379-4aae-adea-41fb2f8b3f72 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:31.309948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c385f5c-7e1c-4db1-b8ac-860b202b5d18 req-2c254d9f-dc83-41ff-acb4-ec330bba5876 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 943 time: 0.7002079
Jun 21 02:41:31.317216 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b1b66-fb64-4126-8cc5-9dfa2c69da29 None None] The sync data for ids ['cfb37c4c-7bab-430f-a548-6dda9e5b6f4b'] in n-d-758944-33 is: [{'id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1387327778-router', 'tenant_id': 'da53ff1090214228823a5ac940cd270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:12Z', 'updated_at': '2021-06-21T02:41:28Z', 'revision_number': 5, 'project_id': 'da53ff1090214228823a5ac940cd270a', 'gw_port': {'id': '2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb37c4c-7bab-430f-a548-6dda9e5b6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:14Z', 'updated_at': '2021-06-21T02:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:41:31.398454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.477673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-aa8f938c-509c-4b80-9dd8-b4196f7f179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:31.479155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-aa8f938c-509c-4b80-9dd8-b4196f7f179a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1095 time: 0.3354633
Jun 21 02:41:31.506581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.512879 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb20afcf-8566-4a82-85d4-14cc68a35c72 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:31.520670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c385f5c-7e1c-4db1-b8ac-860b202b5d18 req-e2494449-40e3-4ac0-a554-eea4b76811fd tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679447
Jun 21 02:41:31.550211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'Port': ['ID=89948b20-a379-4aae-adea-41fb2f8b3f72,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:31.552674 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:31.568708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-0399d168-7b99-44ef-bde8-1b3a25aa63e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 200  len: 217 time: 0.0762737
Jun 21 02:41:31.587575 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47a86f4-5bfa-4900-806f-97071a1077de x-openstack-request-id: req-c47a86f4-5bfa-4900-806f-97071a1077de {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:31.587575 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:31.587575 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c47a86f4-5bfa-4900-806f-97071a1077de {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:31.587575 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349', 'status': 'completed', 'code': 200}
Jun 21 02:41:31.594119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.596815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "DELETE /v2.0/ports/89948b20-a379-4aae-adea-41fb2f8b3f72 HTTP/1.1" status: 204  len: 168 time: 0.5965741
Jun 21 02:41:31.599503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58308) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:31.618320 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.723293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Deleting port d977d3e1-6819-49e0-bfa1-af091f3d6aca {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:31.723695 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.750271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84015dc4-3978-4c30-b3ee-9d954e24087e req-3677595b-c5d7-4332-8ac6-5fffd7b813f4 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:31.752002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84015dc4-3978-4c30-b3ee-9d954e24087e req-3677595b-c5d7-4332-8ac6-5fffd7b813f4 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 950 time: 0.3772831
Jun 21 02:41:31.775635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-21563f07-27ca-41ff-9386-90b08a7257a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:31.777022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-21563f07-27ca-41ff-9386-90b08a7257a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1867101
Jun 21 02:41:31.830907 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:31.878887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-8f9ea5f0-15e1-4986-9e7a-b1e2af28ace4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859690
Jun 21 02:41:31.890206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:31.899330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Calling delete_port for d977d3e1-6819-49e0-bfa1-af091f3d6aca owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:31.988389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84015dc4-3978-4c30-b3ee-9d954e24087e req-8e8e33ad-bb5c-4853-ae98-332298bb8572 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077639
Jun 21 02:41:32.042511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213feb3a-bb45-45c8-8d9b-49d5035cd5b6 req-6a07d8fe-5851-464d-87c6-67e7411a0e5b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:32.044009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-213feb3a-bb45-45c8-8d9b-49d5035cd5b6 req-6a07d8fe-5851-464d-87c6-67e7411a0e5b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.3182144
Jun 21 02:41:32.052415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:32.057617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Deleting port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:32.057961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.136025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.141432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:32.167213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'Port': ['ID=d977d3e1-6819-49e0-bfa1-af091f3d6aca,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:32.171023 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:32.204441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.209350 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "DELETE /v2.0/ports/d977d3e1-6819-49e0-bfa1-af091f3d6aca HTTP/1.1" status: 204  len: 168 time: 0.6064405
Jun 21 02:41:32.209732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58310) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:32.236372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-4c46052e-de8d-478d-bcc1-002b28f5f645 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3405888
Jun 21 02:41:32.260770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.264360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Deleting subnet f001d7aa-10a6-410c-adab-2857043943d1 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:41:32.267879 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.311104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.332880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-213feb3a-bb45-45c8-8d9b-49d5035cd5b6 req-4bbe9ce7-833b-4f86-b8b6-e560e3552b0c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729762
Jun 21 02:41:32.365214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.376523 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2108432a-9f0d-47f3-9940-48944f971790 tempest-DeleteServersAdminTestJSON-514861503 tempest-DeleteServersAdminTestJSON-514861503-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:32.382321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] For port 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:32.382802 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.410038 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.430515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669e88-5363-4e40-a858-f192b591f3f4 req-5ebb3986-c44b-4fb5-a055-83726dcc6d8a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:32.432115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96669e88-5363-4e40-a858-f192b591f3f4 req-5ebb3986-c44b-4fb5-a055-83726dcc6d8a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.20 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 950 time: 0.3778980
Jun 21 02:41:32.514671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3b767-9b52-410c-a7d1-067c84ffec3d req-ae705496-51e0-4c8e-b838-b0be792c9afb tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:32.516159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7e3b767-9b52-410c-a7d1-067c84ffec3d req-ae705496-51e0-4c8e-b838-b0be792c9afb tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 945 time: 0.4205747
Jun 21 02:41:32.542487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.547038 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:32.577157 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.581673 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "DELETE /v2.0/subnets/f001d7aa-10a6-410c-adab-2857043943d1 HTTP/1.1" status: 204  len: 168 time: 0.3684559
Jun 21 02:41:32.581673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'Subnet': ['ID=f001d7aa-10a6-410c-adab-2857043943d1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:32.584111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:32.584598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:32.585304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b8e1d2-3850-4f3a-ae26-af7fb9082b9d None None] Network 6f11a745-8a6a-4d0b-b51d-af6e769d02b0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:32.588408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Calling delete_port for 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:32.637392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Deleting subnet 8df2e44c-4f7b-44be-8033-5a09af7dc06d {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:41:32.640873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.681994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21ae9373-e4df-4bb0-9067-5465be6ed7ba req-7069493a-8713-4198-b4b1-210b320403fc service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4376652
Jun 21 02:41:32.685500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.736498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.744248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:32.763796 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:32.816034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on host n-h1-758944-33 for vnic_type normal with profile {"migrating_to": "n-h2-758944-33"} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:32.816372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:32.816707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:32.817036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] DHCP port deletion for 6f11a745-8a6a-4d0b-b51d-af6e769d02b0 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:41:32.840354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7e3b767-9b52-410c-a7d1-067c84ffec3d req-c50d55be-2e34-4a3e-8d18-66981e4feacf tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2383664
Jun 21 02:41:32.870798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:32.871257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Attempting to bind port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:32.879172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] Deleting port df65ef11-2415-4c03-b9d4-dbe1489389c9 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:32.879981 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.896032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:32.896366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:32.896756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:32.897208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Bound port: 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:32.897586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.924677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.934273 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:32.959249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'Subnet': ['ID=8df2e44c-4f7b-44be-8033-5a09af7dc06d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:32.961851 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:32.968921 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "DELETE /v2.0/subnets/8df2e44c-4f7b-44be-8033-5a09af7dc06d HTTP/1.1" status: 204  len: 168 time: 0.3829219
Jun 21 02:41:32.969739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58322) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:32.970600 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:32.976932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522f463-09f4-4847-9949-c88b1dceb7b9 req-5f1d3798-7045-455c-9329-09bb66212451 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:32.978621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f522f463-09f4-4847-9949-c88b1dceb7b9 req-5f1d3798-7045-455c-9329-09bb66212451 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.3798654
Jun 21 02:41:33.022526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] For port df65ef11-2415-4c03-b9d4-dbe1489389c9, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=df65ef11-2415-4c03-b9d4-dbe1489389c9,segment=NetworkSegment(fce1e566-423b-4997-a3b5-126a5a1da4e1),segment_id=fce1e566-423b-4997-a3b5-126a5a1da4e1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:33.023161 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.034555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Deleting port 10aae494-3a60-464d-8295-6f263b5e1248 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:33.034555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.085521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.123517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] Calling delete_port for df65ef11-2415-4c03-b9d4-dbe1489389c9 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:33.129315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-5177f772-22e2-4637-a204-fa6f08154e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:33.130877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-5177f772-22e2-4637-a204-fa6f08154e08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1095 time: 0.3095517
Jun 21 02:41:33.131480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8c241-8ec0-4943-81b4-6bf053dc5f0f None None] Network 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:33.160356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Deleting port df65ef11-2415-4c03-b9d4-dbe1489389c9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:33.160890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.191251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:33.213788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f522f463-09f4-4847-9949-c88b1dceb7b9 req-c8400918-0b36-4fce-a4b1-15d2b22baaff tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196805
Jun 21 02:41:33.251318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] For port df65ef11-2415-4c03-b9d4-dbe1489389c9, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=df65ef11-2415-4c03-b9d4-dbe1489389c9,segment=NetworkSegment(fce1e566-423b-4997-a3b5-126a5a1da4e1),segment_id=fce1e566-423b-4997-a3b5-126a5a1da4e1)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:33.254486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.297643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:33.328633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] For port 10aae494-3a60-464d-8295-6f263b5e1248, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10aae494-3a60-464d-8295-6f263b5e1248,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:33.328996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.351849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Calling delete_port for df65ef11-2415-4c03-b9d4-dbe1489389c9 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:33.397949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device df65ef11-2415-4c03-b9d4-dbe1489389c9 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:33.413825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Calling delete_port for 10aae494-3a60-464d-8295-6f263b5e1248 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:33.432467 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.450394 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:33.452504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.481353 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.485545 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:33.493674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.497302 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4248d7e8-5c6b-48cf-86db-b62609ea7ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:33.519494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] Pushing event deleted for resources: {'Port': ['ID=df65ef11-2415-4c03-b9d4-dbe1489389c9,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:33.522526 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:33.526798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] No DVR routers for this DVR port df65ef11-2415-4c03-b9d4-dbe1489389c9 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:33.532137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.535936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] DHCP port deletion for 4355279c-3f48-4c8b-a1d1-7bfbacb04e27 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:41:33.546500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] No DVR routers for this DVR port df65ef11-2415-4c03-b9d4-dbe1489389c9 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:33.566957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'Port': ['ID=df65ef11-2415-4c03-b9d4-dbe1489389c9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:33.591654 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:33.743440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4ac76842-13db-45f8-94d5-7cc74a614453 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:33.767896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 4ac76842-13db-45f8-94d5-7cc74a614453 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:33.768244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4ac76842-13db-45f8-94d5-7cc74a614453 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:33.789970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] Deleting port c00806ae-6d25-45f6-9b5e-ae79c79f797a {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:33.790375 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.794646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:33.797777 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f55ecf-a5e8-4f72-8b54-fd81f7cac32c" -d '{"events": [{"server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "name": "network-vif-unplugged", "status": "completed", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:33.852740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-8714fee6-2325-474a-b67b-30b8f9c9db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:33.854277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-8714fee6-2325-474a-b67b-30b8f9c9db19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.6920574
Jun 21 02:41:33.866284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] For port c00806ae-6d25-45f6-9b5e-ae79c79f797a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c00806ae-6d25-45f6-9b5e-ae79c79f797a,segment=NetworkSegment(f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50),segment_id=f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:33.866655 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.892627 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:33.911206 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f73d8774790>> segment before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.911596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f73d8774790>> subnet precommit_delete_associations 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.912336 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d87ec3a0>> segment_host_mapping after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.914161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d87ec3a0>> port after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.914161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d87ec3a0>> port after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.914643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d87ec3a0>> port after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.915035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d87ec3a0>> segment after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.915754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d87ec3a0>> subnet after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.916150 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d87ec3a0>> subnet after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.916677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73d87ec3a0>> subnet after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.920257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb4b5c-2df8-405c-b928-cc90b64f3ca9 req-22c88b8b-be74-4e28-8a17-d2e8f2e03bcc tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:33.925088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38cb4b5c-2df8-405c-b928-cc90b64f3ca9 req-22c88b8b-be74-4e28-8a17-d2e8f2e03bcc tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1102 time: 0.7460346
Jun 21 02:41:33.945411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] Calling delete_port for c00806ae-6d25-45f6-9b5e-ae79c79f797a owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:33.988609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73d289a460>> subnet after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.989143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73d289a460>> subnet after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.989511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73d289a460>> subnet before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.989914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73d289a460>> subnet before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 02:41:33.990335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3b12160>,) {'filters': {'network_id': ['6f11a745-8a6a-4d0b-b51d-af6e769d02b0']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:33.997398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-714647f6-c6cf-4984-a252-60e787e704de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 200  len: 217 time: 0.1281173
Jun 21 02:41:34.018390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3b12160>, 'fce1e566-423b-4997-a3b5-126a5a1da4e1') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:34.018917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3b12160>, 'fce1e566-423b-4997-a3b5-126a5a1da4e1') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:34.036674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:34.036960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.057729 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:34.058687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.062100 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea38c7ae-62d2-4afa-bc3a-ea312df5db88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.599s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:34.068920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:41:34.069377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   from cryptography.utils import int_from_bytes
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   from cryptography.utils import int_from_bytes
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:41:34.075158 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:41:34.087450 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-38cb4b5c-2df8-405c-b928-cc90b64f3ca9 req-5c3ae22a-c29b-4279-b085-3c9bdd10f4bf tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.112259 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.114150 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:34.138087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] Pushing event deleted for resources: {'Port': ['ID=c00806ae-6d25-45f6-9b5e-ae79c79f797a,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:34.141941 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:34.142729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] No DVR routers for this DVR port c00806ae-6d25-45f6-9b5e-ae79c79f797a on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:34.146333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:34.151036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:34.151666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.153070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] 10.222.0.26 "PUT /v2.0/ports/7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 200  len: 1123 time: 3.3953309
Jun 21 02:41:34.160149 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b5f56bd5-3e45-4236-b8b9-cfeb728c922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.165596 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:34.193784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6efb69-98f0-4936-87e4-c77fa7e284bb req-1dee31d1-bd63-48f1-b39a-58d1a27df1e6 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:34.195270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd6efb69-98f0-4936-87e4-c77fa7e284bb req-1dee31d1-bd63-48f1-b39a-58d1a27df1e6 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 943 time: 0.7784078
Jun 21 02:41:34.196091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.202692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-50106a55-75da-440d-a1be-229a93f5f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:34.204116 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-50106a55-75da-440d-a1be-229a93f5f694 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1933918
Jun 21 02:41:34.204559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.208964 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab7e5a53-cc11-4f53-ba37-1a16656beb33 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:34.216412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['7efb2a73-8ab5-4b77-97a2-2d4990692ca6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:34.226063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.228090 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "DELETE /v2.0/networks/6f11a745-8a6a-4d0b-b51d-af6e769d02b0 HTTP/1.1" status: 204  len: 168 time: 1.2559819
Jun 21 02:41:34.229510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'Network': ['ID=6f11a745-8a6a-4d0b-b51d-af6e769d02b0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:34.231665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58332) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:34.245323 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:34.329458 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.396280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-bf0903e8-6ff1-4d0b-984e-4807d4bd8c35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1199634
Jun 21 02:41:34.401045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.403310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.426535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.436822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5bd60>,) {'filters': {'network_id': ['4355279c-3f48-4c8b-a1d1-7bfbacb04e27']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:34.447474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5bd60>, 'f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:34.447778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5bd60>, 'f6ba3bd5-a7f1-48d6-a4e0-ffdd735d6f50') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:34.458334 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.472477 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.478274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:41:34.478663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:41:34.481809 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:41:34.524351 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd6efb69-98f0-4936-87e4-c77fa7e284bb req-007fe7e1-1d39-4298-890f-a7a94e39dd55 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2927992
Jun 21 02:41:34.573038 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.581607 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:34.585270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['10aae494-3a60-464d-8295-6f263b5e1248'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:34.611243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-84dea027-2fa0-4d1f-9936-e75155367406 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963429
Jun 21 02:41:34.616171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Pushing event deleted for resources: {'Port': ['ID=10aae494-3a60-464d-8295-6f263b5e1248,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:34.618474 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:34.623830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.624596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb37c4c-7bab-430f-a548-6dda9e5b6f4b {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:41:34.639625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.647251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.647660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.648760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cfb37c4c-7bab-430f-a548-6dda9e5b6f4b HTTP/1.1" status: 204  len: 168 time: 4.0345495
Jun 21 02:41:34.649543 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] 10.222.0.25 "DELETE /v2.0/networks/4355279c-3f48-4c8b-a1d1-7bfbacb04e27 HTTP/1.1" status: 204  len: 168 time: 0.4153225
Jun 21 02:41:34.650591 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:34.662499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58336) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:34.673778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Pushing event deleted for resources: {'Network': ['ID=4355279c-3f48-4c8b-a1d1-7bfbacb04e27,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:34.681496 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:34.777395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d67625e3-a978-45ac-8a03-efb0d4aaaf66 req-1cfee88b-0788-409b-8605-e0dbfa9df1da tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 210 time: 0.1373980
Jun 21 02:41:34.804722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] No DVR routers for this DVR port 10aae494-3a60-464d-8295-6f263b5e1248 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:34.818940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.820931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96669e88-5363-4e40-a858-f192b591f3f4 req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.20 "DELETE /v2.0/ports/10aae494-3a60-464d-8295-6f263b5e1248 HTTP/1.1" status: 204  len: 173 time: 2.3692939
Jun 21 02:41:34.857985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Deleting subnet a1a5c0da-b341-43b7-8df4-349906c30def {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:41:34.863862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.915875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cd45090-5316-463e-8642-2dfa4a6033b7 req-76b3dd22-bc54-4e63-83db-5a4e011002aa service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2866106
Jun 21 02:41:34.952425 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-38cb4b5c-2df8-405c-b928-cc90b64f3ca9 req-5c3ae22a-c29b-4279-b085-3c9bdd10f4bf tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.959201 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:34.984216 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d691f8-bef6-445e-9073-6b91b250bdf0 x-openstack-request-id: req-90d691f8-bef6-445e-9073-6b91b250bdf0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:34.992836 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "name": "network-vif-unplugged", "status": "completed", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:34.992836 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90d691f8-bef6-445e-9073-6b91b250bdf0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:34.992836 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6', 'code': 200}
Jun 21 02:41:35.065810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-38cb4b5c-2df8-405c-b928-cc90b64f3ca9 req-5c3ae22a-c29b-4279-b085-3c9bdd10f4bf tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.080050 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58a00514-fa73-4171-9b19-c8697d3d40d6 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:35.151399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38cb4b5c-2df8-405c-b928-cc90b64f3ca9 req-5c3ae22a-c29b-4279-b085-3c9bdd10f4bf tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1731262
Jun 21 02:41:35.156782 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.184995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ae22a-c29b-4279-b085-3c9bdd10f4bf tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b8b6d9-2ca8-45d0-b851-e17b00f5d8f1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:35.193788 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c3ae22a-c29b-4279-b085-3c9bdd10f4bf tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:35.268475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6061-14c2-4d47-af7a-492e5118306b req-4888ab38-3349-4aa6-bf41-022b79ce70f1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:35.273862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cbd6061-14c2-4d47-af7a-492e5118306b req-4888ab38-3349-4aa6-bf41-022b79ce70f1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 943 time: 0.1913896
Jun 21 02:41:35.345377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.347602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c00806ae-6d25-45f6-9b5e-ae79c79f797a no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:35.369807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cbd6061-14c2-4d47-af7a-492e5118306b req-1c1433a8-cc9c-4415-96b0-dabc10fa5d17 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877831
Jun 21 02:41:35.371092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c00806ae-6d25-45f6-9b5e-ae79c79f797a {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:35.371685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c00806ae-6d25-45f6-9b5e-ae79c79f797a not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:35.372363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:35.375011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7642b335-728a-40f8-b676-572784c49ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:35.412165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:35.412520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b09bba7-5cc6-4c44-b6f7-6eb23f9495b2 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:35.418911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a5c0da-b341-43b7-8df4-349906c30def,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:35.428091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:35.439838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.442229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a1a5c0da-b341-43b7-8df4-349906c30def HTTP/1.1" status: 204  len: 168 time: 0.7746592
Jun 21 02:41:35.446239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58344) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:35.451150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635bb1ab-bb30-4a89-bca4-1f76d4ffbbdd None None] Network c8c38af1-87a1-4513-85e2-54986756e5fc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:35.482811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093889f-2c52-4234-ad87-e899f4317ef7 req-360380b4-8741-4442-8e5d-d51baa19980c tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:35.529884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a093889f-2c52-4234-ad87-e899f4317ef7 req-360380b4-8741-4442-8e5d-d51baa19980c tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1649804
Jun 21 02:41:35.531233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.547904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a093889f-2c52-4234-ad87-e899f4317ef7 req-fcef1ed5-1cbe-42e8-a4e0-458fd44e51f8 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572212
Jun 21 02:41:35.630199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Deleting port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:35.630199 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.646275 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.687149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] For port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,segment=NetworkSegment(4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314),segment_id=4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:35.688058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.690130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] DHCP port deletion for c8c38af1-87a1-4513-85e2-54986756e5fc request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:41:35.768706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] Deleting port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:35.769122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:35.788583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Calling delete_port for 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:35.845130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d2aa5-aff5-4c3d-ad99-1a3b0ab772f1 req-cfdc13dc-b19b-4448-9323-b2f9e0404c84 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:35.848633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e3d2aa5-aff5-4c3d-ad99-1a3b0ab772f1 req-cfdc13dc-b19b-4448-9323-b2f9e0404c84 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 943 time: 0.1437633
Jun 21 02:41:35.928933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e3d2aa5-aff5-4c3d-ad99-1a3b0ab772f1 req-b775b627-bf67-4a58-abb7-b3365bf79eb8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755484
Jun 21 02:41:35.931415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] For port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,segment=NetworkSegment(4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314),segment_id=4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:35.936396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.000397 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.010445 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-710922f6-689b-4d8c-8e65-f289594f509b tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:36.015639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] No DVR routers for this DVR port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:36.054687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] Calling delete_port for 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:36.085870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:36.091111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:36.139782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6dded315-137c-45f8-ac97-f7ef5cd770d7 req-a44c35c2-4c0b-492b-a144-224956b3c490 tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] 10.222.0.25 "GET /v2.0/ports?device_id=77931cf5-a255-4a45-bd34-0b0522f3ae2c HTTP/1.1" status: 200  len: 210 time: 0.0332057
Jun 21 02:41:36.179561 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.195167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3853820>,) {'filters': {'network_id': ['c8c38af1-87a1-4513-85e2-54986756e5fc']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:36.207963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3853820>, '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:36.208252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3853820>, '4a88a77e-85f2-4d60-a5bc-0a6a9e8d9314') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:36.221054 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.221502 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.223522 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9527f8d1-47e5-4d40-b115-c4d51c38b405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:36.237647 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.247408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:41:36.248295 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:41:36.250448 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:41:36.270521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] Pushing event deleted for resources: {'Port': ['ID=5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:36.279184 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:36.281538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] No DVR routers for this DVR port 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:36.370563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ced2f-ef73-48fe-b490-7441c8328ab8 req-d1ed8cfb-e353-49c6-8977-cd03f61556fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:36.375603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-910ced2f-ef73-48fe-b490-7441c8328ab8 req-d1ed8cfb-e353-49c6-8977-cd03f61556fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.0946577
Jun 21 02:41:36.394124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.398024 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:36.415202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.417465 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c8c38af1-87a1-4513-85e2-54986756e5fc HTTP/1.1" status: 204  len: 168 time: 0.9696536
Jun 21 02:41:36.439314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-910ced2f-ef73-48fe-b490-7441c8328ab8 req-a8d06f68-d0b1-48b0-a501-8c346dfe1f8b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589595
Jun 21 02:41:36.461613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c38af1-87a1-4513-85e2-54986756e5fc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:36.469176 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:36.503034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58374) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:36.570261 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be72e042-9230-4729-bda2-650f93bcea83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.617777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 10aae494-3a60-464d-8295-6f263b5e1248 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:36.655142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 10aae494-3a60-464d-8295-6f263b5e1248 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:36.655662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 10aae494-3a60-464d-8295-6f263b5e1248 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:36.662722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad1e6c-21e9-4af7-97a1-692bbc59f19f req-2e0b2476-cf12-4373-8014-2bea0c5f7a12 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:36.664275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aad1e6c-21e9-4af7-97a1-692bbc59f19f req-2e0b2476-cf12-4373-8014-2bea0c5f7a12 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 943 time: 0.1117990
Jun 21 02:41:36.668865 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-c3e0f335-2a29-4d51-9598-0e978bcbe4b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1639726
Jun 21 02:41:36.738904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aad1e6c-21e9-4af7-97a1-692bbc59f19f req-c5d66212-c42b-45b7-ba46-2bba97422205 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682189
Jun 21 02:41:36.770513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3afca-dc00-44ac-a408-b59f3266f80a req-e5055eb1-8c0c-4000-bad5-298fb96fef32 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:36.770677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58380) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:36.772072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52e3afca-dc00-44ac-a408-b59f3266f80a req-e5055eb1-8c0c-4000-bad5-298fb96fef32 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.0920780
Jun 21 02:41:36.815438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8433c1dd-88bd-44bc-b1be-8a0c59a02a99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da53ff1090214228823a5ac940cd270a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0435531
Jun 21 02:41:36.817810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58384) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:36.825300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52e3afca-dc00-44ac-a408-b59f3266f80a req-20968565-6d93-4314-9d17-76bc72b00513 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466254
Jun 21 02:41:36.871878 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1573bf0-df19-4847-ab5b-971cb18e947e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.896088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1573bf0-df19-4847-ab5b-971cb18e947e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:36.994122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6'}, {'server_uuid': '77931cf5-a255-4a45-bd34-0b0522f3ae2c', 'name': 'network-vif-deleted', 'tag': '10aae494-3a60-464d-8295-6f263b5e1248'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:37.002370 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ea8c79-8433-4e10-9104-85c70fdd37a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6"}, {"server_uuid": "77931cf5-a255-4a45-bd34-0b0522f3ae2c", "name": "network-vif-deleted", "tag": "10aae494-3a60-464d-8295-6f263b5e1248"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:37.011909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 53905035-4fb6-4b0b-945f-74c7b892b349 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:37.016778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1573bf0-df19-4847-ab5b-971cb18e947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:37.026229 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1573bf0-df19-4847-ab5b-971cb18e947e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:37.026229 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d1573bf0-df19-4847-ab5b-971cb18e947e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4edeae71-87de-483c-a9ad-70270172531a HTTP/1.1" status: 204  len: 168 time: 0.2047014
Jun 21 02:41:37.026229 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec84dc1c-d2e9-4627-9c1f-deae58ec4d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:37.043501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1573bf0-df19-4847-ab5b-971cb18e947e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edeae71-87de-483c-a9ad-70270172531a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:37.047138 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:37.047932 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1573bf0-df19-4847-ab5b-971cb18e947e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:37.083157 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e0c15d-5183-41d3-ac2f-245c7fd50e2f x-openstack-request-id: req-65e0c15d-5183-41d3-ac2f-245c7fd50e2f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:37.083157 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6", "status": "completed", "code": 200}, {"server_uuid": "77931cf5-a255-4a45-bd34-0b0522f3ae2c", "name": "network-vif-deleted", "tag": "10aae494-3a60-464d-8295-6f263b5e1248", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:37.083157 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65e0c15d-5183-41d3-ac2f-245c7fd50e2f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:37.083157 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6', 'status': 'completed', 'code': 200}
Jun 21 02:41:37.083157 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77931cf5-a255-4a45-bd34-0b0522f3ae2c', 'name': 'network-vif-deleted', 'tag': '10aae494-3a60-464d-8295-6f263b5e1248', 'status': 'completed', 'code': 200}
Jun 21 02:41:37.199605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:37.223654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '53905035-4fb6-4b0b-945f-74c7b892b349', 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'port_id': '53905035-4fb6-4b0b-945f-74c7b892b349', 'mac_address': 'fa:16:3e:32:29:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4fd7ee-635d-403d-aa3b-bcf88750fbf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:41:37.250830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeeb88-b11f-4931-9d2e-4c253acd628a req-e3c9eff9-2ae8-4862-bf98-6c0ff9272d1d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:37.252375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfeeeb88-b11f-4931-9d2e-4c253acd628a req-e3c9eff9-2ae8-4862-bf98-6c0ff9272d1d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 943 time: 0.1578536
Jun 21 02:41:37.302533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-d9582f35-2701-4f6a-8e25-1d7f788b81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:37.304427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-d9582f35-2701-4f6a-8e25-1d7f788b81fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1126 time: 0.1525905
Jun 21 02:41:37.312915 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:37.318826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfeeeb88-b11f-4931-9d2e-4c253acd628a req-e7b4fb81-3d04-4a2a-b485-e0dce4741ccd tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605526
Jun 21 02:41:37.343488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:37.366238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53905035-4fb6-4b0b-945f-74c7b892b349 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:37.371709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:37.372078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5c3a9d70-a2b7-4ef0-a8c4-fcda5bfbaf6c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:37.405070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:37.494131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-2bac8189-7418-4a38-bb56-8b8848fb1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:37.495450 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:37.496507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:37.500447 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6735a029-ed8b-4887-ac52-3e2b1c21aaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:37.510407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-2bac8189-7418-4a38-bb56-8b8848fb1d8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1856182
Jun 21 02:41:37.611536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-a5b16e25-b309-4e6c-809a-753ac1ba9ae7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 200  len: 217 time: 0.0945830
Jun 21 02:41:37.743096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-2e5361e1-9869-4606-995c-e32d55986008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:37.749226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:37.756521 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-2e5361e1-9869-4606-995c-e32d55986008 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1070347
Jun 21 02:41:37.763368 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:37.814283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-3aa99f03-a5ce-48d6-a46b-4bad67ae2b8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450315
Jun 21 02:41:37.829371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4e46-5a2b-4079-9196-a72c4ec637a2 req-4c3f91c9-c546-40c4-a849-c3819b258ccc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:37.837237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-515a4e46-5a2b-4079-9196-a72c4ec637a2 req-4c3f91c9-c546-40c4-a849-c3819b258ccc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.2283156
Jun 21 02:41:37.879849 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:37.897122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 has no active binding in host n-h2-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 02:41:37.906245 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:37.935050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-515a4e46-5a2b-4079-9196-a72c4ec637a2 req-ffe31718-b3e6-47b6-b706-14be1616cd58 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966883
Jun 21 02:41:37.946602 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:37.992222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-89a7861d-07f1-4eb5-85b6-e544c80f0df2 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510723
Jun 21 02:41:38.198599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['53905035-4fb6-4b0b-945f-74c7b892b349'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:38.198719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ea8c79-8433-4e10-9104-85c70fdd37a4 req-26b7cdb9-c032-46a0-96c2-09474b8590f0 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974757
Jun 21 02:41:38.219932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db722-f24d-4cfe-af11-2af13ad8acf6 req-90b85fb4-7c91-41a7-a20b-aec56ea18926 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:38.227028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f15db722-f24d-4cfe-af11-2af13ad8acf6 req-90b85fb4-7c91-41a7-a20b-aec56ea18926 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1725202
Jun 21 02:41:38.245974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21580-e568-4efe-9567-661e5c29ba16 req-0ab928c0-254b-404d-aeba-be515dee3cd6 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:38.247549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3f21580-e568-4efe-9567-661e5c29ba16 req-0ab928c0-254b-404d-aeba-be515dee3cd6 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 943 time: 0.2401812
Jun 21 02:41:38.320496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3f21580-e568-4efe-9567-661e5c29ba16 req-b74cf564-fbbc-4b1a-abb9-eaee4200a4a7 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607886
Jun 21 02:41:38.338088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f15db722-f24d-4cfe-af11-2af13ad8acf6 req-42af3248-e7cf-4266-9a2d-69c9d35394d2 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066501
Jun 21 02:41:38.454370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58462) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:38.653945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5914d-664f-48a0-b2b6-1258f44bc20a req-1e63bc4a-05a0-44fb-87ef-b89ec15b74be tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:38.660370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ad5914d-664f-48a0-b2b6-1258f44bc20a req-1e63bc4a-05a0-44fb-87ef-b89ec15b74be tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 944 time: 0.1225340
Jun 21 02:41:38.729172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ad5914d-664f-48a0-b2b6-1258f44bc20a req-05be0a5c-1575-4abf-9709-09d00b3a86ba tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552807
Jun 21 02:41:38.766443 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eff9c322-6b33-486f-86da-62f4729e5f17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c336ae2d4f14d6b9159110570ce6a3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3162084
Jun 21 02:41:38.768653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58474) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:38.821533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f8a-94dd-4826-934f-198450d610c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:38.847538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58476) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:38.849435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f8a-94dd-4826-934f-198450d610c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:38.948052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-network', 'tenant_id': '51b31c5e433a4695b110014c424131c4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:39.005478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f8a-94dd-4826-934f-198450d610c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.008732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f8a-94dd-4826-934f-198450d610c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.012565 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11eb3f8a-94dd-4826-934f-198450d610c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7c141d1-0ce4-49a5-bedb-2ffc30cb6961 HTTP/1.1" status: 204  len: 168 time: 0.2401633
Jun 21 02:41:39.012565 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-378e9720-c5c9-4f8a-a0b9-b71cc4d03075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:39.026093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb3f8a-94dd-4826-934f-198450d610c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c141d1-0ce4-49a5-bedb-2ffc30cb6961,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:39.028544 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11eb3f8a-94dd-4826-934f-198450d610c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:39.033899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Made reservation on behalf of 51b31c5e433a4695b110014c424131c4 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:39.042819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.074166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.180313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286349d2-b89d-49e4-a960-0269517d6052 req-dc6b9a14-89bd-46be-92ce-f5b851c01f37 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:39.181310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-286349d2-b89d-49e4-a960-0269517d6052 req-dc6b9a14-89bd-46be-92ce-f5b851c01f37 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.1090581
Jun 21 02:41:39.237534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-286349d2-b89d-49e4-a960-0269517d6052 req-03c38c1b-9a6f-42f6-a91e-ba9f11cb51d3 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480978
Jun 21 02:41:39.308043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.345570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-beac5158-bd15-46dd-8096-92368c244f05 service neutron] 10.222.0.20 "GET /v2.0/ports/7efb2a73-8ab5-4b77-97a2-2d4990692ca6/bindings/n-h2-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.0784738
Jun 21 02:41:39.395473 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.558196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.568419 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-be2f1b6a-b29e-41bd-a704-631036c43d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:39.648752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:41:39.675515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8185bf4-56c4-4e17-9dc7-cd7b603adc04,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:39.691510 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:39.697260 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.697631 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Added segment af42c228-3ab2-4197-8b02-35fc416b4bf0 of type vlan for network 63740da5-079b-43ec-8e68-793778f66c85
Jun 21 02:41:39.762111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:39.806868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:39.828389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:39.837183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae126d8-1586-444e-9206-f5cf92ba3fb5 req-eda0c400-0ccb-4664-a4f6-4572c0f750f7 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:39.838705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ae126d8-1586-444e-9206-f5cf92ba3fb5 req-eda0c400-0ccb-4664-a4f6-4572c0f750f7 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.2938266
Jun 21 02:41:39.847280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-a6da08c0-dd9f-4fd2-8a77-59a7b4bacdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:39.848784 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-a6da08c0-dd9f-4fd2-8a77-59a7b4bacdce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1102 time: 0.0623293
Jun 21 02:41:39.867977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aa523-53c9-45a1-940f-ba11f684eaa9 req-8b8d80dd-4a34-43e2-bb5b-0c121c5b2882 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:39.875092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-466aa523-53c9-45a1-940f-ba11f684eaa9 req-8b8d80dd-4a34-43e2-bb5b-0c121c5b2882 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 943 time: 0.3113720
Jun 21 02:41:39.932117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:39.950483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:39.993305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-466aa523-53c9-45a1-940f-ba11f684eaa9 req-11ce3373-bf3d-437f-af3e-2b548da9f7ce tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172678
Jun 21 02:41:40.001713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-f0658130-0ac4-416a-bb31-439ee7cb5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:40.005857 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-f0658130-0ac4-416a-bb31-439ee7cb5eaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1506469
Jun 21 02:41:40.007699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ae126d8-1586-444e-9206-f5cf92ba3fb5 req-a44d3b60-11e9-412f-bb41-b1bd1a733966 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490734
Jun 21 02:41:40.027808 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:40.033349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:40.047506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:40.064056 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:40.087551 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-5d6a369f-0e3b-462c-b184-d83bd6d589da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 217 time: 0.0650084
Jun 21 02:41:40.122257 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:40.161766 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-dad9695c-bb77-4d36-9d63-6bd93f4c0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:40.163390 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-dad9695c-bb77-4d36-9d63-6bd93f4c0830 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0688667
Jun 21 02:41:40.175395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3244500
Jun 21 02:41:40.180459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58510) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:40.180590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Pushing event updated for resources: {'Network': ['ID=63740da5-079b-43ec-8e68-793778f66c85,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:40.184286 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:40.185538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Request body: {'subnet': {'network_id': '63740da5-079b-43ec-8e68-793778f66c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-subnet', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:40.191455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 63740da5-079b-43ec-8e68-793778f66c85 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:41:40.262607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-099f5c17-255c-4c23-bc6d-30a8bf0d34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:40.264918 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-099f5c17-255c-4c23-bc6d-30a8bf0d34a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0955529
Jun 21 02:41:40.394149 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-4f8e8acb-3d82-4a17-a892-c25319cabbab service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214318
Jun 21 02:41:40.394490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Made reservation on behalf of 51b31c5e433a4695b110014c424131c4 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:40.396640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:40.593603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] Transition to ACTIVE for port object 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:40.594690 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-187d7e63-0bb3-4e32-a9ee-fc511eb7c66e service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443355
Jun 21 02:41:40.620702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cca80-e187-471c-8845-34a5da004a3c req-74f6b19f-c416-497a-ac65-b99351742734 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:40.622231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e5cca80-e187-471c-8845-34a5da004a3c req-74f6b19f-c416-497a-ac65-b99351742734 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 944 time: 0.4336958
Jun 21 02:41:40.645002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff522a43-b696-415b-86f9-7b01168bbf01 req-5febb8bf-849a-4279-9d80-e6fe74bd50b5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:40.646031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff522a43-b696-415b-86f9-7b01168bbf01 req-5febb8bf-849a-4279-9d80-e6fe74bd50b5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.1158764
Jun 21 02:41:40.664775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:40.673945 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cd4eb34c-b438-4b71-9c61-80e9f3750077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:40.707731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:40.710250 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2bfb63a9-82cc-4b86-b23f-8345901e4191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:40.770543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbb9b11-a229-4962-96f4-b5cac6705d95,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:40.781505 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:40.782178 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e5cca80-e187-471c-8845-34a5da004a3c req-ba328370-5e24-43df-b32d-5109d486ae92 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535602
Jun 21 02:41:40.801786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Checking segment: {'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:40.802487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Network hostable DHCP agents. Network: 63740da5-079b-43ec-8e68-793778f66c85, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:41:40.832637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff522a43-b696-415b-86f9-7b01168bbf01 req-e5d4b683-5d95-47e9-aa61-e070958921ce tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780112
Jun 21 02:41:40.854734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:40.858918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] No DVR routers for this DVR port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:40.861757 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:40.878664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Network 63740da5-079b-43ec-8e68-793778f66c85 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:41:40.920951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/7efb2a73-8ab5-4b77-97a2-2d4990692ca6/bindings/n-h2-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 1.5584040
Jun 21 02:41:40.947254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 63740da5-079b-43ec-8e68-793778f66c85) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:40.957854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af312eb2-c1c9-4af2-9156-9d499cafbe95 None None] Network 63740da5-079b-43ec-8e68-793778f66c85 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:40.958369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:40.958369 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.045530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 53905035-4fb6-4b0b-945f-74c7b892b349 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:41.049883 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8662543
Jun 21 02:41:41.050428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58530) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:41.055253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:41.165802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.166527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.237408 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-63740da5-079b-43ec-8e68-793778f66c85', 'network_id': '63740da5-079b-43ec-8e68-793778f66c85', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'fixed_ips': [{'subnet_id': '5cbb9b11-a229-4962-96f4-b5cac6705d95'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:41:41.238656 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.254517 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.255665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-e21904ae-5244-4e1b-9ecf-39000680253a tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=60c7346fd8c7491f87d20a43f849a241&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0675209
Jun 21 02:41:41.310756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 53905035-4fb6-4b0b-945f-74c7b892b349 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:41.322719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 53905035-4fb6-4b0b-945f-74c7b892b349 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:41.323460 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.348950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-1cc2c223-e80d-4d84-aa89-7bf5051c03ee tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:41.350787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-1cc2c223-e80d-4d84-aa89-7bf5051c03ee tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.2624712
Jun 21 02:41:41.431507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Allocated IP 172.20.0.2 (63740da5-079b-43ec-8e68-793778f66c85/5cbb9b11-a229-4962-96f4-b5cac6705d95/e454df31-9556-4977-8279-006e51ea7713) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:41.441492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982a6b-335c-4440-9723-a533482a5b2b req-d716ecd7-c3b2-4cf4-9f38-d973189a26ac tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:41.448101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90982a6b-335c-4440-9723-a533482a5b2b req-d716ecd7-c3b2-4cf4-9f38-d973189a26ac tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 944 time: 0.2659757
Jun 21 02:41:41.467943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-04283078-6bed-4869-a938-2fbfbfae09c6 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:41.476545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-04283078-6bed-4869-a938-2fbfbfae09c6 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2132912
Jun 21 02:41:41.506418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51a37251-cb8e-4199-9fc2-68747e4bef2a tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/quotas/60c7346fd8c7491f87d20a43f849a241 HTTP/1.1" status: 200  len: 375 time: 0.0287435
Jun 21 02:41:41.539600 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.562172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-b38da111-cfd2-4be4-b533-5983f4338c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:41.563690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-b38da111-cfd2-4be4-b533-5983f4338c23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b&tenant_id=e8a9110bb9954597971fe55d59f5ad1c HTTP/1.1" status: 200  len: 1096 time: 0.2034478
Jun 21 02:41:41.580723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:41.585590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-bceb0c09-4302-41b2-93b4-e84c547ef4ef tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=60c7346fd8c7491f87d20a43f849a241&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0728047
Jun 21 02:41:41.585731 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644b8471-122e-429b-8b62-dcee954a4e75" -d '{"events": [{"server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "name": "network-vif-plugged", "status": "completed", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:41.585847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.602167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90982a6b-335c-4440-9723-a533482a5b2b req-249f0516-c0e1-4b5a-a0f5-1e94ec5231a7 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486838
Jun 21 02:41:41.604933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:41.671270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-c96175fa-bf79-49e0-9ebc-102bbbc5c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:41.673081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-c96175fa-bf79-49e0-9ebc-102bbbc5c5ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1096 time: 0.0698380
Jun 21 02:41:41.694205 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.695137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:41.735478 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-adbb462d-98c4-4a53-86d5-6c17354bfbf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:41.784317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:41.970416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2159142-1ab1-4e6c-9081-8246bf47c63e req-083bdd60-588d-40fe-b62b-2ad8c4bb3b40 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:41.972152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2159142-1ab1-4e6c-9081-8246bf47c63e req-083bdd60-588d-40fe-b62b-2ad8c4bb3b40 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1315079
Jun 21 02:41:41.973585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-37f15e13-0edd-4f21-86c5-605bf5936ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:41.975195 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-37f15e13-0edd-4f21-86c5-605bf5936ba1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.2872827
Jun 21 02:41:42.022223 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.050261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Transition to ACTIVE for port object e454df31-9556-4977-8279-006e51ea7713 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:42.082911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:42.098118 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:42.110593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Transition to ACTIVE for port object e454df31-9556-4977-8279-006e51ea7713 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:42.111757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-cb4ec7d1-9182-4eca-a5a2-ee6e861593e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 200  len: 217 time: 0.1127572
Jun 21 02:41:42.123935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:42.154857 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.176125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.189101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2159142-1ab1-4e6c-9081-8246bf47c63e req-8a678065-723c-4459-ad4d-37a5ffec5b48 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096710
Jun 21 02:41:42.229287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-0bf2aa85-a87e-4ee4-b66f-dc3f15452d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:42.230994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-0bf2aa85-a87e-4ee4-b66f-dc3f15452d75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.0976765
Jun 21 02:41:42.251158 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f54f2-6ef9-467e-83d5-446191ab35aa x-openstack-request-id: req-097f54f2-6ef9-467e-83d5-446191ab35aa {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:42.251816 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "name": "network-vif-plugged", "status": "completed", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:42.252232 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-097f54f2-6ef9-467e-83d5-446191ab35aa {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:42.252877 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349', 'code': 200}
Jun 21 02:41:42.263123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.267200 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.270176 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:42.312268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-fb410aa7-c878-4217-a694-5b83fa49f58c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0723000
Jun 21 02:41:42.368269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Network 63740da5-079b-43ec-8e68-793778f66c85 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:42.378443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:42.382444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:42.393349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:42.413949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Allocated IP 172.25.7.212 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/099722c5-59eb-4bea-aed1-85a67f2f7870) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:42.503289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Attempting to bind port e454df31-9556-4977-8279-006e51ea7713 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:42.504002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Attempting to bind port e454df31-9556-4977-8279-006e51ea7713 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:42.504440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Attempting to bind port e454df31-9556-4977-8279-006e51ea7713 on network 63740da5-079b-43ec-8e68-793778f66c85 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:42.507624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Pushing event updated for resources: {'Port': ['ID=e454df31-9556-4977-8279-006e51ea7713,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:42.511325 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:42.511874 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:42.512290 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:42.514902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:42.514902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Checking segment: {'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:42.515623 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.515886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Bound using segment: {'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:42.516426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Bound port: e454df31-9556-4977-8279-006e51ea7713, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:42.516873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.544921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.576988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3f161-ba5a-43b1-82f2-62fadf96b8e6 req-40c6051b-cb0f-45ec-bf12-31d990e19794 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:42.578846 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8da3f161-ba5a-43b1-82f2-62fadf96b8e6 req-40c6051b-cb0f-45ec-bf12-31d990e19794 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 945 time: 0.2107368
Jun 21 02:41:42.587363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] For port e454df31-9556-4977-8279-006e51ea7713, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:42.590990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] For port e454df31-9556-4977-8279-006e51ea7713, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e454df31-9556-4977-8279-006e51ea7713,segment=NetworkSegment(af42c228-3ab2-4197-8b02-35fc416b4bf0),segment_id=af42c228-3ab2-4197-8b02-35fc416b4bf0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:42.608118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-3154d0f5-10e6-4921-a88f-69f4e2e2478e service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2766640
Jun 21 02:41:42.643865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f529-13d9-4dd5-9093-30addd70a8c8 req-82159880-0994-4de0-876a-ce5604103e53 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:42.644894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.645585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7f0f529-13d9-4dd5-9093-30addd70a8c8 req-82159880-0994-4de0-876a-ce5604103e53 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.2214787
Jun 21 02:41:42.646398 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:42.648951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada399c-87d0-45b3-9cfd-0b480e72cdb1 req-d264a5fa-94ad-473f-9b12-bb719df3339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:42.650473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fada399c-87d0-45b3-9cfd-0b480e72cdb1 req-d264a5fa-94ad-473f-9b12-bb719df3339a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1097 time: 0.3114696
Jun 21 02:41:42.652241 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:42.661723 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1b24a031-e1d3-4712-8014-0536a0fe8e95 tempest-LiveMigrationNegativeTest-1413638294 tempest-LiveMigrationNegativeTest-1413638294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:42.671326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:42.721037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:42.724488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Pushing event updated for resources: {'Port': ['ID=099722c5-59eb-4bea-aed1-85a67f2f7870,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:42.727847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:42.730100 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:42.743713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:42.748956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8da3f161-ba5a-43b1-82f2-62fadf96b8e6 req-2164a05b-10ea-4b97-a549-9f8153a4c17c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577497
Jun 21 02:41:42.819413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:42.849743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Pushing event updated for resources: {'Port': ['ID=e454df31-9556-4977-8279-006e51ea7713,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:42.852974 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:42.861095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-6ae2936d-b73b-4291-ba64-c38e28a13178 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2392671
Jun 21 02:41:42.886785 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fada399c-87d0-45b3-9cfd-0b480e72cdb1 req-08b9d4c7-55fc-42e1-acaa-0b83ba8f4606 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217867
Jun 21 02:41:42.904919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de2f668a-bd52-4e7b-8e5e-ddbae0bc8207 req-fc6a8d41-b45c-4fc9-8e70-8cec6048e313 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 210 time: 0.1074317
Jun 21 02:41:42.912316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7f0f529-13d9-4dd5-9093-30addd70a8c8 req-77ddac51-aa89-414b-af58-477118e0d855 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462268
Jun 21 02:41:43.031551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:43.156539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caabe4b-6ac8-4bb2-b16b-94c5f3882775 req-95b19469-d3d8-4a12-bf8c-d4eb1089d9e2 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:43.159739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4caabe4b-6ac8-4bb2-b16b-94c5f3882775 req-95b19469-d3d8-4a12-bf8c-d4eb1089d9e2 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 944 time: 0.1212506
Jun 21 02:41:43.296513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4caabe4b-6ac8-4bb2-b16b-94c5f3882775 req-439af04e-c707-4486-bcf6-a067e98ce806 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306167
Jun 21 02:41:43.319825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:43.358359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'mac_address': 'fa:16:3e:55:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:41:43.402780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:43.424131 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:43.444704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:43.469013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e454df31-9556-4977-8279-006e51ea7713 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:43.548517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:43.616314 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:43.618603 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:43.646437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e454df31-9556-4977-8279-006e51ea7713 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:43.685641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:43.712529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:43.717750 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:43.750028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c37a0-bb5b-404f-be67-8e7380eb2454 req-554f1bf7-e5b9-4660-bb03-e3d638160308 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:43.753392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e9c37a0-bb5b-404f-be67-8e7380eb2454 req-554f1bf7-e5b9-4660-bb03-e3d638160308 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 948 time: 0.2330787
Jun 21 02:41:43.758970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-b7ae32a1-e14c-4973-872a-9f605907afc7 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:43.760974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-b7ae32a1-e14c-4973-872a-9f605907afc7 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.1351566
Jun 21 02:41:43.780710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c257fa-83d1-42fe-963c-631073db7b48 req-dea8b9fa-9b1e-4538-a0b6-5fa06c9fb25c tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:43.790623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88c257fa-83d1-42fe-963c-631073db7b48 req-dea8b9fa-9b1e-4538-a0b6-5fa06c9fb25c tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 945 time: 0.2197549
Jun 21 02:41:43.960166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e9c37a0-bb5b-404f-be67-8e7380eb2454 req-028d2123-379b-42b2-a0c0-b7582a05fe26 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974146
Jun 21 02:41:43.968826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6fb3898e-bcce-4353-8b29-6d3a65c2cf42'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:44.031349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88c257fa-83d1-42fe-963c-631073db7b48 req-ef173bab-959b-418a-879e-a751fb5f73af tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2128692
Jun 21 02:41:44.256176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:44.258448 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c428709e-71d5-4114-acf2-d3e86e2c5dae" -d '{"events": [{"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:44.405831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32089557-7052-4cf9-afb1-63094c7e49cd None None] Network 63740da5-079b-43ec-8e68-793778f66c85 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:44.443063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58586) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:44.456473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e24e4b6-0759-497c-a6bc-d63dad63b0f0 req-f28f4ee3-a981-4b82-8d41-a41d7a9ca141 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 210 time: 0.0845292
Jun 21 02:41:44.465777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-e0ea180f-fd2b-4f9d-ab27-21213b64d067 service neutron] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:44.527189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-e0ea180f-fd2b-4f9d-ab27-21213b64d067 service neutron] Notify callbacks [] for binding, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:44.528440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9019359-6cc7-4cc6-944a-b562a5f2b392 req-e0ea180f-fd2b-4f9d-ab27-21213b64d067 service neutron] 10.222.0.26 "DELETE /v2.0/ports/7efb2a73-8ab5-4b77-97a2-2d4990692ca6/bindings/n-h1-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.7368660
Jun 21 02:41:44.592537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] Provisioning for port e454df31-9556-4977-8279-006e51ea7713 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:44.604848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] Provisioning complete for port e454df31-9556-4977-8279-006e51ea7713 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:44.605420 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:44.611137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579dac1-dee1-42c1-aa52-70a7857e5f46 req-0f89afa4-533a-4083-8181-95a386d61bec tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:44.613211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0579dac1-dee1-42c1-aa52-70a7857e5f46 req-0f89afa4-533a-4083-8181-95a386d61bec tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 945 time: 0.3390961
Jun 21 02:41:44.641253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Router 421d58d3-4f88-45ff-9afd-676bce9e1fed is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:41:44.781773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:41:44.793669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Sync routers for ids ['421d58d3-4f88-45ff-9afd-676bce9e1fed'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:41:44.809881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0579dac1-dee1-42c1-aa52-70a7857e5f46 req-aaa59578-f44e-4137-92c3-f3edf3feb6c7 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870325
Jun 21 02:41:44.817010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Routers {'421d58d3-4f88-45ff-9afd-676bce9e1fed'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:44.817874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1ef70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['421d58d3-4f88-45ff-9afd-676bce9e1fed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:44.821187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:44.911975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:44.917899 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.8639987
Jun 21 02:41:44.918604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58590) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:44.947751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb550e3-9269-48ef-a2b4-eca66de531d5 req-0e3ce6d7-ce0b-49b1-a082-0f9c584da9b1 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:44.960680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bb550e3-9269-48ef-a2b4-eca66de531d5 req-0e3ce6d7-ce0b-49b1-a082-0f9c584da9b1 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.3349218
Jun 21 02:41:45.076697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Set router 421d58d3-4f88-45ff-9afd-676bce9e1fed gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:45.093154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bb550e3-9269-48ef-a2b4-eca66de531d5 req-df9ea3b2-93ff-4e71-bf87-ff5b0e93ec8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307859
Jun 21 02:41:45.199320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-50161a3c-73a3-49b6-9b87-92883746e8be tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=60c7346fd8c7491f87d20a43f849a241&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1486564
Jun 21 02:41:45.248505 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad1bf6-df92-448e-8e1b-662796da82b7 x-openstack-request-id: req-a7ad1bf6-df92-448e-8e1b-662796da82b7 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:45.248844 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:45.249649 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7ad1bf6-df92-448e-8e1b-662796da82b7 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:45.249649 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'code': 200}
Jun 21 02:41:45.312422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] For port e454df31-9556-4977-8279-006e51ea7713, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e454df31-9556-4977-8279-006e51ea7713,segment=NetworkSegment(af42c228-3ab2-4197-8b02-35fc416b4bf0),segment_id=af42c228-3ab2-4197-8b02-35fc416b4bf0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:45.366948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1ef70>, [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:41:43Z', 'revision_number': 3, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:45.394787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Checking router: 421d58d3-4f88-45ff-9afd-676bce9e1fed for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:41:45.395181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Updating router 421d58d3-4f88-45ff-9afd-676bce9e1fed port 099722c5-59eb-4bea-aed1-85a67f2f7870 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:41:45.398191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:45.417169 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:45.466611 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:45.518921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] Pushing event updated for resources: {'Port': ['ID=e454df31-9556-4977-8279-006e51ea7713,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:45.522569 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:45.536445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-85c2069b-aead-465d-8a95-7c62093dd4c5 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:45.537930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-85c2069b-aead-465d-8a95-7c62093dd4c5 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2903636
Jun 21 02:41:45.542354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bb505aff-5601-4459-b027-84a226874a3e None None] Provisioning complete for port e454df31-9556-4977-8279-006e51ea7713 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:45.542608 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bb505aff-5601-4459-b027-84a226874a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:45.553790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Request body: {'port': {'device_id': '1da33b08-5ba5-41df-96aa-db7da836273c', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '60c7346fd8c7491f87d20a43f849a241'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:45.657276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60fff7-e2e1-49a7-9339-371c6b6a344e req-8adaddf2-ba6b-42fa-a2b8-ce4314465d90 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:45.661998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:45.665190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e60fff7-e2e1-49a7-9339-371c6b6a344e req-8adaddf2-ba6b-42fa-a2b8-ce4314465d90 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 944 time: 0.5051920
Jun 21 02:41:45.778407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e60fff7-e2e1-49a7-9339-371c6b6a344e req-7fddc4b1-cc7a-4228-8112-af632edf3a15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121902
Jun 21 02:41:45.894831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Allocated IP 172.20.0.1 (63740da5-079b-43ec-8e68-793778f66c85/5cbb9b11-a229-4962-96f4-b5cac6705d95/c6d8243e-fbe5-489c-8d95-0cfd45868090) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:45.919389 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:45.941037 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:45.959259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Transition to ACTIVE for port object 099722c5-59eb-4bea-aed1-85a67f2f7870 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:45.968537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Made reservation on behalf of 60c7346fd8c7491f87d20a43f849a241 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:45.972777 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:45.999534 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.049315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.055892 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.058843 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:46.111000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Attempting to bind port 099722c5-59eb-4bea-aed1-85a67f2f7870 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:46.111374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Attempting to bind port 099722c5-59eb-4bea-aed1-85a67f2f7870 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:46.111743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Attempting to bind port 099722c5-59eb-4bea-aed1-85a67f2f7870 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:46.117505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2f1de-e41b-4d44-ac4f-6ecbc253d3e0 None None] Pushing event updated for resources: {'Port': ['ID=099722c5-59eb-4bea-aed1-85a67f2f7870,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:46.120820 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5ce2f1de-e41b-4d44-ac4f-6ecbc253d3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:46.124313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:46.126466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:46.126466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.126466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:46.126466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Bound port: 099722c5-59eb-4bea-aed1-85a67f2f7870, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:46.126794 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.164811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Transition to ACTIVE for port object c6d8243e-fbe5-489c-8d95-0cfd45868090 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:46.183435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] For port 099722c5-59eb-4bea-aed1-85a67f2f7870, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:46.187470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] For port 099722c5-59eb-4bea-aed1-85a67f2f7870, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=099722c5-59eb-4bea-aed1-85a67f2f7870,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:46.262035 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.265126 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:46.284099 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.286525 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc6e45b9-fa0c-46cd-b500-5e8f190e1469 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:46.331684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Routers {'421d58d3-4f88-45ff-9afd-676bce9e1fed'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:46.332325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1ef70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['421d58d3-4f88-45ff-9afd-676bce9e1fed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:46.335427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2f1de-e41b-4d44-ac4f-6ecbc253d3e0 None None] Pushing event updated for resources: {'Port': ['ID=099722c5-59eb-4bea-aed1-85a67f2f7870,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:46.337740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Network 63740da5-079b-43ec-8e68-793778f66c85 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:46.338657 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5ce2f1de-e41b-4d44-ac4f-6ecbc253d3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:46.340733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:46.346935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:46.349615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d8243e-fbe5-489c-8d95-0cfd45868090,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:46.372354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3bdf5e9b-9f39-44df-9e52-cbcf5023e27f req-964a79bd-75d8-4a4e-abcf-7ede17d407e2 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 210 time: 0.3819933
Jun 21 02:41:46.399418 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:46.443126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.476150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] Set router 421d58d3-4f88-45ff-9afd-676bce9e1fed gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:46.536485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc23e6b-80d5-4332-980c-8081169ce68a req-f888c5d1-54f9-4534-9b0b-e62e83e8fc83 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:46.543572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cc23e6b-80d5-4332-980c-8081169ce68a req-f888c5d1-54f9-4534-9b0b-e62e83e8fc83 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 949 time: 0.5566771
Jun 21 02:41:46.661490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cc23e6b-80d5-4332-980c-8081169ce68a req-13c0d104-8997-43d7-824f-d81a3fbfa1bf tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170230
Jun 21 02:41:46.668764 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.719051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1ef70>, [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:41:43Z', 'revision_number': 3, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:46.737397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9078a-7b1e-469b-9179-86fa9cc9d133 req-8219bbfc-4256-4f11-800d-4398f9cf6397 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:46.743981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.744484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dbd9078a-7b1e-469b-9179-86fa9cc9d133 req-8219bbfc-4256-4f11-800d-4398f9cf6397 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 945 time: 0.1682425
Jun 21 02:41:46.753574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.754968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c4ef5-683b-475b-a26c-c87f2cd09e30 None None] The sync data for ids ['421d58d3-4f88-45ff-9afd-676bce9e1fed'] in n-d-758944-33 is: [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:41:43Z', 'revision_number': 3, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:41:46.760061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:46.787528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5e422151-b369-4431-b092-f42834ea0210 None None] Provisioning for port c6d8243e-fbe5-489c-8d95-0cfd45868090 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:46.791598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5e422151-b369-4431-b092-f42834ea0210 None None] Provisioning complete for port c6d8243e-fbe5-489c-8d95-0cfd45868090 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:46.793146 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e422151-b369-4431-b092-f42834ea0210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.835839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5e422151-b369-4431-b092-f42834ea0210 None None] Port c6d8243e-fbe5-489c-8d95-0cfd45868090 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:46.882283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dbd9078a-7b1e-469b-9179-86fa9cc9d133 req-462adf2d-1772-43dc-aa74-4910dbcd1b71 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373420
Jun 21 02:41:46.898344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84961b39-7f23-4023-a150-b4e2e727b256,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:46.917591 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:46.964763 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:46.976936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-b159c338-1a75-4f74-896f-9710e44d1bd4 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--502931459&fields=id&tenant_id=10dfe606d88c47a7a54d11e347c911bd HTTP/1.1" status: 200  len: 267 time: 0.1256449
Jun 21 02:41:47.021166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Deleting port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:47.021478 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.027203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.030387 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:47.076223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:47.098169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Allocated IP 192.168.233.42 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/88031312-6d7b-418d-8bc1-9630bbc82ce8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:47.164033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d8243e-fbe5-489c-8d95-0cfd45868090,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:47.164193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:47.169494 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.169693 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.180774 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:47.280167 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.294505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Network 63740da5-079b-43ec-8e68-793778f66c85 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:47.297287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:47.305672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-6b14f54d-5de6-476f-9202-8ec66f2363c2 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:47.312742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-6b14f54d-5de6-476f-9202-8ec66f2363c2 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 823 time: 0.3194385
Jun 21 02:41:47.349617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:47.351912 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf22b0c6-42d8-411a-8427-11349bc39af6" -d '{"events": [{"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:47.396539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:47.399998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] For port fd0921a7-3626-4b7c-b2d4-217ab88cf6c4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,segment=NetworkSegment(3e931adf-6a3a-43b7-883e-5b6b5be7c7ef),segment_id=3e931adf-6a3a-43b7-883e-5b6b5be7c7ef)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:47.400397 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.467866 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.469210 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:47.475810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e454df31-9556-4977-8279-006e51ea7713 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:47.499320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Calling delete_port for fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:47.506909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Router 421d58d3-4f88-45ff-9afd-676bce9e1fed has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:41:47.574119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-527d8680-0e3b-4cc2-9311-354e3b793b92 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/quotas/10dfe606d88c47a7a54d11e347c911bd HTTP/1.1" status: 200  len: 375 time: 0.2308998
Jun 21 02:41:47.632401 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:41:47.638927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] 10.222.0.25 "PUT /v2.0/routers/421d58d3-4f88-45ff-9afd-676bce9e1fed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7188966
Jun 21 02:41:47.673351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b4de7-6cc0-47e3-9a77-006c149645ce req-d4f8f7c9-0e0c-415f-9337-be57f7fe61f2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:47.676669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba7b4de7-6cc0-47e3-9a77-006c149645ce req-d4f8f7c9-0e0c-415f-9337-be57f7fe61f2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.6287436
Jun 21 02:41:47.741724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:47.743841 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:47.780621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e454df31-9556-4977-8279-006e51ea7713 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:47.780958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.807208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c17972f8-fce8-4647-9e92-3e9f1d134d2c None None] Provisioning complete for port c6d8243e-fbe5-489c-8d95-0cfd45868090 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:47.807596 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c17972f8-fce8-4647-9e92-3e9f1d134d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.859630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c17972f8-fce8-4647-9e92-3e9f1d134d2c None None] Port c6d8243e-fbe5-489c-8d95-0cfd45868090 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:47.869962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba7b4de7-6cc0-47e3-9a77-006c149645ce req-eaf22ed3-22c4-4d1e-85bc-17daa8e18e44 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798313
Jun 21 02:41:47.893374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-91f4c3e6-6d5f-44b5-9398-19b5714f5355 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:47.896253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-91f4c3e6-6d5f-44b5-9398-19b5714f5355 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff8e95fc-7e86-492e-b253-5336bcd207b9 HTTP/1.1" status: 200  len: 945 time: 0.5819304
Jun 21 02:41:47.922497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 099722c5-59eb-4bea-aed1-85a67f2f7870 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:47.928300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:47.986121 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9e335cf9-2519-46e5-ab37-86520e9fab1b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&fields=id HTTP/1.1" status: 200  len: 394 time: 0.4099965
Jun 21 02:41:48.032892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 099722c5-59eb-4bea-aed1-85a67f2f7870 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:48.036710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 099722c5-59eb-4bea-aed1-85a67f2f7870 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:48.037096 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.070999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Transition to ACTIVE for port object 88031312-6d7b-418d-8bc1-9630bbc82ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:48.121448 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.145414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 099722c5-59eb-4bea-aed1-85a67f2f7870, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=099722c5-59eb-4bea-aed1-85a67f2f7870,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:48.238750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.241573 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:48.265229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-194feb62-bcb0-40ff-a1e4-bc4dfdafb668 service neutron] 10.222.0.25 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546735
Jun 21 02:41:48.277716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10feb6-df85-446e-a8c7-37c692a9020c req-51b170dc-48dd-4442-963e-2b3f63b814dc tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:48.279239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d10feb6-df85-446e-a8c7-37c692a9020c req-51b170dc-48dd-4442-963e-2b3f63b814dc tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1096 time: 0.2898123
Jun 21 02:41:48.303981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=099722c5-59eb-4bea-aed1-85a67f2f7870,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:48.307293 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:48.345111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Deleting port 918e7024-2eab-4d85-a789-377825080906 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:48.345501 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.352899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.374935 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c3dff82-8af7-42f6-9069-5903265b7ad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:48.430595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.479522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d10feb6-df85-446e-a8c7-37c692a9020c req-3fabc92d-0cd5-487d-8d7b-d7a453719cde tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916997
Jun 21 02:41:48.496345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:48.516224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:48.518046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:48.521567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:48.542583 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:48.555432 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:48.642536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:48.643198 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.673940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-aff992e5-6a71-4551-b614-f20c95117e07 service neutron] 10.222.0.25 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3876662
Jun 21 02:41:48.707145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0921a7-3626-4b7c-b2d4-217ab88cf6c4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:48.721536 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:48.802751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.2547114
Jun 21 02:41:48.809741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] For port 918e7024-2eab-4d85-a789-377825080906, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=918e7024-2eab-4d85-a789-377825080906,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:48.810723 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.823876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Request body: {'port': {'device_id': '1da33b08-5ba5-41df-96aa-db7da836273c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:48.865679 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Sync routers for ids ['421d58d3-4f88-45ff-9afd-676bce9e1fed'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:41:48.877621 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Routers {'421d58d3-4f88-45ff-9afd-676bce9e1fed'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:48.878371 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['421d58d3-4f88-45ff-9afd-676bce9e1fed'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:48.964367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-70e1af6f-39dd-4c3a-acbd-f2a6711afab6 None None] Provisioning for port 88031312-6d7b-418d-8bc1-9630bbc82ce8 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:48.969850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-70e1af6f-39dd-4c3a-acbd-f2a6711afab6 None None] Provisioning complete for port 88031312-6d7b-418d-8bc1-9630bbc82ce8 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:48.970233 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-70e1af6f-39dd-4c3a-acbd-f2a6711afab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:48.992753 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Set router 421d58d3-4f88-45ff-9afd-676bce9e1fed gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:49.012922 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd50d4c-c101-4493-a0d3-8a1a225620a4 x-openstack-request-id: req-dfd50d4c-c101-4493-a0d3-8a1a225620a4 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:49.013229 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:49.013699 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfd50d4c-c101-4493-a0d3-8a1a225620a4 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:49.014100 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'code': 200}
Jun 21 02:41:49.032773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-70e1af6f-39dd-4c3a-acbd-f2a6711afab6 None None] Port 88031312-6d7b-418d-8bc1-9630bbc82ce8 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:49.287640 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2340>, [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:41:46Z', 'revision_number': 4, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c6d8243e-fbe5-489c-8d95-0cfd45868090', 'name': '', 'network_id': '63740da5-079b-43ec-8e68-793778f66c85', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'mac_address': 'fa:16:3e:2c:30:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5cbb9b11-a229-4962-96f4-b5cac6705d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:45Z', 'updated_at': '2021-06-21T02:41:46Z', 'revision_number': 2, 'project_id': '51b31c5e433a4695b110014c424131c4', 'subnets': [{'id': '5cbb9b11-a229-4962-96f4-b5cac6705d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:49.323332 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Checking router: 421d58d3-4f88-45ff-9afd-676bce9e1fed for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:41:49.323920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Updating router 421d58d3-4f88-45ff-9afd-676bce9e1fed port c6d8243e-fbe5-489c-8d95-0cfd45868090 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:41:49.358909 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:49.417581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 099722c5-59eb-4bea-aed1-85a67f2f7870 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:49.472587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 099722c5-59eb-4bea-aed1-85a67f2f7870 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:49.473234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:49.478404 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:49.491214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:49.504642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22a78e-ac63-4eea-b3c9-a9f1f12368c2 req-09f4c0f9-df85-476d-8b72-6b47da503ece tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:49.506254 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f22a78e-ac63-4eea-b3c9-a9f1f12368c2 req-09f4c0f9-df85-476d-8b72-6b47da503ece tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1097 time: 0.8074827
Jun 21 02:41:49.679017 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:49.695744 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Transition to ACTIVE for port object c6d8243e-fbe5-489c-8d95-0cfd45868090 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:49.756343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee347230-6304-4939-8c12-7bef775343fe req-bf2c8aa5-56ea-42a3-8ab7-b3ec493a5991 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:49.757854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee347230-6304-4939-8c12-7bef775343fe req-bf2c8aa5-56ea-42a3-8ab7-b3ec493a5991 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 935 time: 0.4682007
Jun 21 02:41:49.759562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339e33e-a46b-4bac-a0f6-82ed52630f4e req-7547d90b-a2fc-439d-a999-4fc6549e9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:49.760902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d339e33e-a46b-4bac-a0f6-82ed52630f4e req-7547d90b-a2fc-439d-a999-4fc6549e9a46 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1102 time: 0.4752734
Jun 21 02:41:49.795884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f22a78e-ac63-4eea-b3c9-a9f1f12368c2 req-71b1b77e-fcc0-478d-8219-a698cd678d0a tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789907
Jun 21 02:41:49.804853 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:49.808340 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:49.831392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:49.831778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:49.832152 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Floating IP 3f98b2e2-3b73-401b-9969-d15434ed9edf disassociated. External IP: 172.25.7.117, port: 918e7024-2eab-4d85-a789-377825080906.
Jun 21 02:41:49.832497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Calling delete_port for 918e7024-2eab-4d85-a789-377825080906 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:49.954366 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9c3d4-ae9b-4852-8fd0-262cc806acbc None None] Pushing event updated for resources: {'Port': ['ID=c6d8243e-fbe5-489c-8d95-0cfd45868090,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:49.984246 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-c0f9c3d4-ae9b-4852-8fd0-262cc806acbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:49.994956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d339e33e-a46b-4bac-a0f6-82ed52630f4e req-710188bd-e248-47d6-b988-ea32845bdb5f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207208
Jun 21 02:41:50.032767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee347230-6304-4939-8c12-7bef775343fe req-7004016e-9a5e-4bea-8785-ac9e4a833798 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608905
Jun 21 02:41:50.047472 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Attempting to bind port c6d8243e-fbe5-489c-8d95-0cfd45868090 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:50.047834 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Attempting to bind port c6d8243e-fbe5-489c-8d95-0cfd45868090 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:50.048199 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Attempting to bind port c6d8243e-fbe5-489c-8d95-0cfd45868090 on network 63740da5-079b-43ec-8e68-793778f66c85 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:50.054178 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:50.054625 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Checking segment: {'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:50.055058 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:50.055441 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Bound using segment: {'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:50.055922 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Bound port: c6d8243e-fbe5-489c-8d95-0cfd45868090, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af42c228-3ab2-4197-8b02-35fc416b4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63740da5-079b-43ec-8e68-793778f66c85'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:50.056296 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:50.139486 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] For port c6d8243e-fbe5-489c-8d95-0cfd45868090, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:50.143555 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] For port c6d8243e-fbe5-489c-8d95-0cfd45868090, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c6d8243e-fbe5-489c-8d95-0cfd45868090,segment=NetworkSegment(af42c228-3ab2-4197-8b02-35fc416b4bf0),segment_id=af42c228-3ab2-4197-8b02-35fc416b4bf0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:50.227540 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:50.230704 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-c0f9c3d4-ae9b-4852-8fd0-262cc806acbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:50.290180 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9c3d4-ae9b-4852-8fd0-262cc806acbc None None] Pushing event updated for resources: {'Port': ['ID=c6d8243e-fbe5-489c-8d95-0cfd45868090,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:50.293946 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-c0f9c3d4-ae9b-4852-8fd0-262cc806acbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:50.295476 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Routers {'421d58d3-4f88-45ff-9afd-676bce9e1fed'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:50.296451 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['421d58d3-4f88-45ff-9afd-676bce9e1fed'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:50.443219 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] Set router 421d58d3-4f88-45ff-9afd-676bce9e1fed gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:50.486647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759b140-33ee-4e88-b284-06380ee33c27 req-3067a5bb-720b-4363-ac9e-238180e375b0 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:50.488381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2759b140-33ee-4e88-b284-06380ee33c27 req-3067a5bb-720b-4363-ac9e-238180e375b0 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.5712566
Jun 21 02:41:50.559552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88031312-6d7b-418d-8bc1-9630bbc82ce8 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:50.573579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:50.588656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-8275ed09-8ea1-4635-a40c-935abafcc5d4 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4088345
Jun 21 02:41:50.601496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:41:50.615090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:50.624256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Transition to ACTIVE for port object 88031312-6d7b-418d-8bc1-9630bbc82ce8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:50.637674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2759b140-33ee-4e88-b284-06380ee33c27 req-84ca7dbc-5229-4ae1-9942-720511258681 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325736
Jun 21 02:41:50.649793 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2340>, [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:41:46Z', 'revision_number': 4, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c6d8243e-fbe5-489c-8d95-0cfd45868090', 'name': '', 'network_id': '63740da5-079b-43ec-8e68-793778f66c85', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'mac_address': 'fa:16:3e:2c:30:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5cbb9b11-a229-4962-96f4-b5cac6705d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:45Z', 'updated_at': '2021-06-21T02:41:50Z', 'revision_number': 4, 'project_id': '51b31c5e433a4695b110014c424131c4', 'subnets': [{'id': '5cbb9b11-a229-4962-96f4-b5cac6705d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:50.684155 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:50.686707 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3d2a8-53ea-4860-a508-9297473fa30d None None] The sync data for ids ['421d58d3-4f88-45ff-9afd-676bce9e1fed'] in n-d-758944-33 is: [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:41:46Z', 'revision_number': 4, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c6d8243e-fbe5-489c-8d95-0cfd45868090', 'name': '', 'network_id': '63740da5-079b-43ec-8e68-793778f66c85', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'mac_address': 'fa:16:3e:2c:30:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5cbb9b11-a229-4962-96f4-b5cac6705d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:45Z', 'updated_at': '2021-06-21T02:41:50Z', 'revision_number': 4, 'project_id': '51b31c5e433a4695b110014c424131c4', 'subnets': [{'id': '5cbb9b11-a229-4962-96f4-b5cac6705d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:41:50.690101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:50.697511 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef1032a3-39fa-4809-9994-07e0f73dacb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:50.759085 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:50.787504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event deleted for resources: {'Port': ['ID=918e7024-2eab-4d85-a789-377825080906,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:51.079747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 918e7024-2eab-4d85-a789-377825080906 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:51.101320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 918e7024-2eab-4d85-a789-377825080906 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:51.101702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 918e7024-2eab-4d85-a789-377825080906 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:51.401905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c6d8243e-fbe5-489c-8d95-0cfd45868090 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:51.495820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:51.509860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:51.530140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c6d8243e-fbe5-489c-8d95-0cfd45868090 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:51.531512 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.836s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:51.531907 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:51.537496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c6d8243e-fbe5-489c-8d95-0cfd45868090 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:51.538106 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:51.544856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:41:51.566155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] Sync routers for ids ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:41:51.566396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] 10.222.0.25 "PUT /v2.0/routers/0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1077182
Jun 21 02:41:51.570437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58658) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:51.594989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] Routers {'0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:51.595677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1d400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:51.736108 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:51.751799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] Set router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:51.756230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-2e2c2cf5-75a8-404c-9279-81f1fd75ade7 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:51.757804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-2e2c2cf5-75a8-404c-9279-81f1fd75ade7 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 819 time: 0.9655778
Jun 21 02:41:51.831785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Attempting to bind port 88031312-6d7b-418d-8bc1-9630bbc82ce8 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:51.832490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Attempting to bind port 88031312-6d7b-418d-8bc1-9630bbc82ce8 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:51.832490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Attempting to bind port 88031312-6d7b-418d-8bc1-9630bbc82ce8 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:51.856756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5e4b5df1-b3e7-458c-881e-b0dfbe9febe2 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/quotas/e8a9110bb9954597971fe55d59f5ad1c HTTP/1.1" status: 200  len: 375 time: 0.0852761
Jun 21 02:41:51.864494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c6d8243e-fbe5-489c-8d95-0cfd45868090, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c6d8243e-fbe5-489c-8d95-0cfd45868090,segment=NetworkSegment(af42c228-3ab2-4197-8b02-35fc416b4bf0),segment_id=af42c228-3ab2-4197-8b02-35fc416b4bf0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:51.869143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Port 88031312-6d7b-418d-8bc1-9630bbc82ce8 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:51.869512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Attempting to bind port 88031312-6d7b-418d-8bc1-9630bbc82ce8 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:51.876443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:41:51.915357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:51.915709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:51.916090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:51.916538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Bound port: 88031312-6d7b-418d-8bc1-9630bbc82ce8, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:51.916882 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:51.971745 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:51.974934 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:51.978646 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:51.981202 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:51.989403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-015ef98d-9d33-4931-a20a-384f48035e23 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:51.990886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-015ef98d-9d33-4931-a20a-384f48035e23 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 823 time: 0.4528565
Jun 21 02:41:52.002533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1d400>, [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 5, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:52.035737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] Checking router: 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:41:52.060083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c6d8243e-fbe5-489c-8d95-0cfd45868090,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:52.063393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] Routers {'0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:52.064013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1d400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:52.066366 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:52.172128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] Set router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:52.308614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9f3ca944-56a3-41ae-9d75-86ad79723914 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10dfe606d88c47a7a54d11e347c911bd HTTP/1.1" status: 200  len: 379 time: 0.2744126
Jun 21 02:41:52.318336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:52.324513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-c5e30497-9916-4b90-8dd0-c368596de2f0 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4424741
Jun 21 02:41:52.332490 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:41:52.360027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Request body: {'port': {'device_id': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'admin_state_up': True, 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'security_groups': ['d73e9d58-ace3-4d70-8d95-63fcf8281608']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:52.385215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1d400>, [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 5, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:52.405983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:52.412477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7b0a7-2081-4e88-a1eb-c0dccbe4d5fc None None] The sync data for ids ['0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0'] in n-d-758944-33 is: [{'id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'name': 'tempest-TaggedBootDevicesTest-1216314205-router', 'tenant_id': '8f89417e5f8748a5bd134220d01c0173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:40:14Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 5, 'project_id': '8f89417e5f8748a5bd134220d01c0173', 'gw_port': {'id': '436e9092-2ba2-4e2b-b35e-130f5f684674', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:40:15Z', 'updated_at': '2021-06-21T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:41:52.484446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:52.489807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:52.501447 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:52.544009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:41:52.548066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Allocated IP 172.25.7.174 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/50021311-9a33-44b3-abf5-6f3b7c9e4479) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:52.553102 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] Sync routers for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:41:52.563103 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:52.563702 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:52.612418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:52.613033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:52.615622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/88031312-6d7b-418d-8bc1-9630bbc82ce8 HTTP/1.1" status: 200  len: 1096 time: 3.7959566
Jun 21 02:41:52.636333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:52.638761 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cded026-eec1-4549-95d1-0adbbd74ed11" -d '{"events": [{"name": "network-changed", "server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:52.650284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] No DVR routers for this DVR port 918e7024-2eab-4d85-a789-377825080906 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:52.689447 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:52.695171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:52.701728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e00379d4-224f-4df4-b25f-fa6b52c7a17d req-d394ddb3-5f0e-4563-87e6-768c403ad304 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "DELETE /v2.0/ports/918e7024-2eab-4d85-a789-377825080906 HTTP/1.1" status: 204  len: 173 time: 4.7898238
Jun 21 02:41:52.816995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:52.827046 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:52.843285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-f1d7ea10-d5d6-4040-be68-b67333056a6a service neutron] 10.222.0.25 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4797261
Jun 21 02:41:52.943806 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4880>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:52.979234 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] Checking router: 9eb3320a-817a-42d4-9c8d-d56989eff7c0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:41:52.989661 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:41:52.990330 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:53.018920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:53.029529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Made reservation on behalf of 10dfe606d88c47a7a54d11e347c911bd for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:53.033359 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:53.056904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Deleting port 436e9092-2ba2-4e2b-b35e-130f5f684674 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:53.057243 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:53.068445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-6d8a5285-79a5-4876-b28f-5f0fb39fcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:53.069992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-6d8a5285-79a5-4876-b28f-5f0fb39fcef7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60c7346fd8c7491f87d20a43f849a241&device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 1099 time: 0.3113751
Jun 21 02:41:53.104852 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:41:53.162271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-cf72d66f-1939-4767-b36f-aa135e2d7ca8 service neutron] 10.222.0.25 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3057997
Jun 21 02:41:53.176233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-f39bcbb5-6cd8-48e4-bef9-cae6c5782b23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8 HTTP/1.1" status: 200  len: 217 time: 0.0827913
Jun 21 02:41:53.319036 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4880>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:53.335831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-0fd87ae4-f00f-44ed-901e-2cf6ccc4b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:53.337347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-0fd87ae4-f00f-44ed-901e-2cf6ccc4b634 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1502690
Jun 21 02:41:53.347784 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2faae-d77f-4ca3-ba1c-3140fa9b4018 None None] The sync data for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 is: [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:41:53.366432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c6d8243e-fbe5-489c-8d95-0cfd45868090 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:41:53.429365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] For port 436e9092-2ba2-4e2b-b35e-130f5f684674, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=436e9092-2ba2-4e2b-b35e-130f5f684674,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:53.442872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:53.454955 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:53.465623 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21599b08-b889-45aa-ad97-b4d782ffe574 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:53.470176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c6d8243e-fbe5-489c-8d95-0cfd45868090 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:53.470592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:53.577151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Calling delete_port for 436e9092-2ba2-4e2b-b35e-130f5f684674 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:53.600306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:53.610555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Allocated IP 172.20.0.6 (e0cc354e-999c-4b45-a6f9-79b90b4bcfd0/e4dec0d2-5f45-4bc6-9e9f-38537cf21856/63c4840b-c022-462d-b499-fabbb6a12dce) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:53.627673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:53.628202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fd0921a7-3626-4b7c-b2d4-217ab88cf6c4 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:53.640757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:53.663570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:53.698924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event updated for resources: {'Port': ['ID=50021311-9a33-44b3-abf5-6f3b7c9e4479,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:53.703593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:53.712400 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:53.731004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566f0ad-807e-4b2e-bb48-9333205c0577 None None] New status for floating IP 3f98b2e2-3b73-401b-9969-d15434ed9edf: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:41:53.793414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-1f1d30a6-7703-465e-af59-400a057a9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:53.801093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-1f1d30a6-7703-465e-af59-400a057a9b8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4152584
Jun 21 02:41:54.306955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c6962-308a-4b74-b127-c564168a7b6c req-b03144ed-ac0c-4823-9997-77f13c14a7dc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:54.309508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-054c6962-308a-4b74-b127-c564168a7b6c req-b03144ed-ac0c-4823-9997-77f13c14a7dc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.7755234
Jun 21 02:41:54.382554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:54.460236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:54.464958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-e21e6ea7-5b9f-4922-be4b-5bb1f0f404f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6577661
Jun 21 02:41:54.478635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-054c6962-308a-4b74-b127-c564168a7b6c req-9f9cfbf8-f38e-45f0-9e51-96ac71c1f890 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483510
Jun 21 02:41:54.504534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Transition to ACTIVE for port object 63c4840b-c022-462d-b499-fabbb6a12dce will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:54.593056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:54.600048 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:54.601959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:54.695178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Pushing event deleted for resources: {'Port': ['ID=436e9092-2ba2-4e2b-b35e-130f5f684674,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:54.698100 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:54.710173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00f5b5b0-8427-4230-b0ce-a18df5a4b617 req-f5a18731-17dc-4c9d-9a77-bb692bad88a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 210 time: 0.1148212
Jun 21 02:41:54.786420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70eb0460-dcac-40f2-b689-dbdc0d6b269a req-fd284925-60e0-40dd-aab3-3ca32b5b3b9f service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3004904
Jun 21 02:41:54.866190 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:54.877205 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:54.881228 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.034671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.037228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:55.048204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.058974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:55.071073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:55.074904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event updated for resources: {'Port': ['ID=63c4840b-c022-462d-b499-fabbb6a12dce,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:55.079017 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:55.171777 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.177481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea8351-516d-4831-a961-cfacad675dd4 req-2209d915-5ffd-494d-86d6-01f6c3919c68 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:55.179075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7dea8351-516d-4831-a961-cfacad675dd4 req-2209d915-5ffd-494d-86d6-01f6c3919c68 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1097 time: 0.3498964
Jun 21 02:41:55.188171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:55.188813 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.213686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.214246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:41:55.224591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.232695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] 10.222.0.25 "DELETE /v2.0/routers/0b5c5ca7-85c4-4d1b-9837-b183dd9c9fe0 HTTP/1.1" status: 204  len: 168 time: 3.6074445
Jun 21 02:41:55.232695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58674) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:55.245300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.269126 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c4f361e8-e7f0-4dde-8830-5dadf2c56ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:55.278297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7dea8351-516d-4831-a961-cfacad675dd4 req-8a79f606-a9f5-42f5-a44f-7960803ce1fc tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862296
Jun 21 02:41:55.311381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9651234
Jun 21 02:41:55.336848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Request body: {'port': {'device_id': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:55.398125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1e04c2d9-c305-42bb-88a9-809b262bdcaa None None] Provisioning for port 63c4840b-c022-462d-b499-fabbb6a12dce completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:41:55.406420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1e04c2d9-c305-42bb-88a9-809b262bdcaa None None] Provisioning complete for port 63c4840b-c022-462d-b499-fabbb6a12dce triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:41:55.408982 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e04c2d9-c305-42bb-88a9-809b262bdcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.414737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Deleting subnet 33d6747b-e628-46b2-b105-83ab7fe62ddb {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:41:55.433930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event updated for resources: {'Port': ['ID=50021311-9a33-44b3-abf5-6f3b7c9e4479,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:55.438525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.452856 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:55.468177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1e04c2d9-c305-42bb-88a9-809b262bdcaa None None] Port 63c4840b-c022-462d-b499-fabbb6a12dce cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:41:55.584008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.594605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.644614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.729423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-0fcefb0e-d074-4149-8532-f7d6199d8005 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:55.730854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-0fcefb0e-d074-4149-8532-f7d6199d8005 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 819 time: 0.3101630
Jun 21 02:41:55.751886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:55.753929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 5.1565390
Jun 21 02:41:55.770685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Request body: {'port': {'device_id': '31199ec4-69f0-4729-b677-c0473c4203bb', 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'admin_state_up': True, 'tenant_id': 'e8a9110bb9954597971fe55d59f5ad1c'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:55.894711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc0787-4ce2-4c91-8a25-32d50c86f92f req-59d9a58d-baae-41f2-ab4f-91d297c16f0f tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:55.896137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22bc0787-4ce2-4c91-8a25-32d50c86f92f req-59d9a58d-baae-41f2-ab4f-91d297c16f0f tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 947 time: 0.4221635
Jun 21 02:41:55.981540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-a520c067-a026-495b-9085-a01b7e586214 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200  len: 696 time: 0.2154393
Jun 21 02:41:55.992389 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:56.141712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22bc0787-4ce2-4c91-8a25-32d50c86f92f req-d0cf51e0-25bf-4118-9a5f-d27cc7e1699f tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296710
Jun 21 02:41:56.270990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-6eeb7bd6-3bcc-45c8-88f2-9c4fd3cdaa02 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:56.272206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-6eeb7bd6-3bcc-45c8-88f2-9c4fd3cdaa02 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2714751
Jun 21 02:41:56.302894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:56.308144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-40a3ed93-4e69-4205-b47f-6b9d695ef3eb tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:41:56.309779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd3e6315-f9f9-4d27-9d85-8df4c297809f req-40a3ed93-4e69-4205-b47f-6b9d695ef3eb tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0114353
Jun 21 02:41:56.317847 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de704fd2-066a-41c5-bd36-39c8b780ff17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:56.364841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Made reservation on behalf of e8a9110bb9954597971fe55d59f5ad1c for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:41:56.368757 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:56.375000 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a936b92-1887-4e87-954f-0ea7fb7c774d x-openstack-request-id: req-9a936b92-1887-4e87-954f-0ea7fb7c774d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:41:56.375321 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:41:56.375600 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a936b92-1887-4e87-954f-0ea7fb7c774d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:41:56.376017 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'status': 'completed', 'code': 200}
Jun 21 02:41:56.377877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d6747b-e628-46b2-b105-83ab7fe62ddb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:56.389661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:56.391072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e8398-64be-4352-9d10-8ba2f4589d5e None None] Network c7710b15-b2bc-40ea-9445-baa31ac5e32e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:41:56.391182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/33d6747b-e628-46b2-b105-83ab7fe62ddb HTTP/1.1" status: 204  len: 168 time: 1.1585886
Jun 21 02:41:56.393742 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:56.394193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58684) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:56.457652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-f2121756-4c67-47b3-bc54-3e78e634f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:56.459255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-f2121756-4c67-47b3-bc54-3e78e634f803 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60c7346fd8c7491f87d20a43f849a241&device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 1099 time: 0.0779042
Jun 21 02:41:56.564596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-6c0f0ea8-7a06-49d6-a884-c0398e3350c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:56.566514 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-6c0f0ea8-7a06-49d6-a884-c0398e3350c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1013219
Jun 21 02:41:56.606175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] DHCP port deletion for c7710b15-b2bc-40ea-9445-baa31ac5e32e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:41:56.613940 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-81417810-fa0e-4682-ad49-18813ea29a75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8 HTTP/1.1" status: 200  len: 217 time: 0.0406418
Jun 21 02:41:56.657946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] Deleting port 862d2b35-c773-408e-bbdf-4e4c3879b572 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:56.658429 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:56.672543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-3c6dac0d-5fa9-4985-b8ab-17675dc11ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:56.674589 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-3c6dac0d-5fa9-4985-b8ab-17675dc11ac7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0535634
Jun 21 02:41:56.729395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] For port 862d2b35-c773-408e-bbdf-4e4c3879b572, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=862d2b35-c773-408e-bbdf-4e4c3879b572,segment=NetworkSegment(3e931adf-6a3a-43b7-883e-5b6b5be7c7ef),segment_id=3e931adf-6a3a-43b7-883e-5b6b5be7c7ef)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:56.729900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:56.739477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-2d951762-e4c5-40ad-92a4-84cd1b47c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:56.741483 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-2d951762-e4c5-40ad-92a4-84cd1b47c0fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0590506
Jun 21 02:41:56.834829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] Calling delete_port for 862d2b35-c773-408e-bbdf-4e4c3879b572 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:56.840928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0be50100-e7dd-4ea3-812c-e042217c1eb2 req-c7c4dd3b-d7e8-4425-8a96-f1f5f49ba15c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 210 time: 0.3822842
Jun 21 02:41:56.895110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c4840b-c022-462d-b499-fabbb6a12dce {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:56.905057 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:56.913370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-2df6c39f-24b5-49f4-a924-ab9442d2e88c service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630752
Jun 21 02:41:56.921894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:56.932992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e83f-001e-4c9e-a418-75ce77e3a520 req-464db68d-8302-49ad-a34f-d94216f672be tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:56.934405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a45e83f-001e-4c9e-a418-75ce77e3a520 req-464db68d-8302-49ad-a34f-d94216f672be tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.6914122
Jun 21 02:41:56.963729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Transition to ACTIVE for port object 63c4840b-c022-462d-b499-fabbb6a12dce will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:57.038765 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:57.041891 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:57.046444 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cded026-eec1-4549-95d1-0adbbd74ed11 req-9eedd73a-1004-48b8-b444-52cac2b02e1f service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259964
Jun 21 02:41:57.070790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] Pushing event deleted for resources: {'Port': ['ID=862d2b35-c773-408e-bbdf-4e4c3879b572,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:57.072976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] No DVR routers for this DVR port 862d2b35-c773-408e-bbdf-4e4c3879b572 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:57.074695 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:57.089896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Allocated IP 172.20.0.2 (4a066f70-8079-421c-a6bc-fa0d70e160d4/469dd2a5-a8ad-498d-a0ab-0d1fe0d72576/1d152b3c-c7e5-445a-a4ae-af5b4ce159f1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:57.094938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a45e83f-001e-4c9e-a418-75ce77e3a520 req-b387eed1-5994-4b53-8265-6d2048357206 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382804
Jun 21 02:41:57.104276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:57.110508 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82f7a941-c8d3-442b-a714-8242803313f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:57.234311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Deleting port 862d2b35-c773-408e-bbdf-4e4c3879b572 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:41:57.234646 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:57.249530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Pushing event updated for resources: {'Port': ['ID=63c4840b-c022-462d-b499-fabbb6a12dce,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:57.316269 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:57.334246 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 862d2b35-c773-408e-bbdf-4e4c3879b572 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:57.354791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 862d2b35-c773-408e-bbdf-4e4c3879b572 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:57.355157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 862d2b35-c773-408e-bbdf-4e4c3879b572 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:57.355580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 436e9092-2ba2-4e2b-b35e-130f5f684674 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:41:57.380022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 436e9092-2ba2-4e2b-b35e-130f5f684674 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:41:57.380381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 436e9092-2ba2-4e2b-b35e-130f5f684674 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:41:57.415060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389fefe-66eb-4399-9ca7-ec848190ed2b req-c50c99a2-2159-4f08-bbee-79ce753f05f6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:57.416540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7389fefe-66eb-4399-9ca7-ec848190ed2b req-c50c99a2-2159-4f08-bbee-79ce753f05f6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.3748884
Jun 21 02:41:57.467934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] For port 862d2b35-c773-408e-bbdf-4e4c3879b572, host n-d-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:57.468287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:57.575524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Calling delete_port for 862d2b35-c773-408e-bbdf-4e4c3879b572 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:41:57.581124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Port 862d2b35-c773-408e-bbdf-4e4c3879b572 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 21 02:41:57.604998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:57.613022 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:57.621766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7389fefe-66eb-4399-9ca7-ec848190ed2b req-55a5fb9a-4854-4bb3-bfa8-484addbb31c9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788235
Jun 21 02:41:57.644787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Attempting to bind port 63c4840b-c022-462d-b499-fabbb6a12dce on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:41:57.645157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Attempting to bind port 63c4840b-c022-462d-b499-fabbb6a12dce by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:41:57.645471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Attempting to bind port 63c4840b-c022-462d-b499-fabbb6a12dce on network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:57.661923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=862d2b35-c773-408e-bbdf-4e4c3879b572,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:57.666746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:57.676275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e715-e8d3-4f49-a7a5-ba8aea1bc58f req-4ce8f072-2b12-429f-a833-227f4fa6b1ad tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:57.677742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d71e715-e8d3-4f49-a7a5-ba8aea1bc58f req-4ce8f072-2b12-429f-a833-227f4fa6b1ad tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 943 time: 0.4487653
Jun 21 02:41:57.688564 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:57.689275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Port 63c4840b-c022-462d-b499-fabbb6a12dce on network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:41:57.689622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Attempting to bind port 63c4840b-c022-462d-b499-fabbb6a12dce on network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:41:57.694973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] No DVR routers for this DVR port 862d2b35-c773-408e-bbdf-4e4c3879b572 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:41:57.749398 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:41:57.749735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Checking segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:41:57.750115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Bound using segment: {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:41:57.750559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Bound port: 63c4840b-c022-462d-b499-fabbb6a12dce, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e5ff1d-69f2-407f-ac57-edc107a96113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:41:57.750905 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:57.898205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d71e715-e8d3-4f49-a7a5-ba8aea1bc58f req-66b4f544-df39-40db-8b63-cad2547e4c4a tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2040553
Jun 21 02:41:57.908462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:57.937888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1f757f0>,) {'filters': {'network_id': ['c7710b15-b2bc-40ea-9445-baa31ac5e32e']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:57.965180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1f757f0>, '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:57.965502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1f757f0>, '3e931adf-6a3a-43b7-883e-5b6b5be7c7ef') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:41:57.982982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-bfa8abe6-e6eb-4b6e-b2d2-036498b05c70 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3252838
Jun 21 02:41:57.986414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.000821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:58.007307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] For port 63c4840b-c022-462d-b499-fabbb6a12dce, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:41:58.021898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.033775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] For port 63c4840b-c022-462d-b499-fabbb6a12dce, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=63c4840b-c022-462d-b499-fabbb6a12dce,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:41:58.036298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.038196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:41:58.038594 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.041965 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:41:58.046107 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:41:58.054288 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f5762d7-8a30-41ea-89eb-f7ee63a9c825 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:58.113507 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.150191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Network 4a066f70-8079-421c-a6bc-fa0d70e160d4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:58.152819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Pushing event updated for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:58.156556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:58.168384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:58.169030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.171328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] 10.222.0.26 "PUT /v2.0/ports/63c4840b-c022-462d-b499-fabbb6a12dce HTTP/1.1" status: 200  len: 1092 time: 2.8389256
Jun 21 02:41:58.175808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:58.175808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9fc2c4b2-96c5-497d-8283-8f0f041bbdef tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:58.198853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.226093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:58.289300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.303040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Pushing event updated for resources: {'Port': ['ID=63c4840b-c022-462d-b499-fabbb6a12dce,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:58.317858 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:58.318340 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:58.320698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.324936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c7710b15-b2bc-40ea-9445-baa31ac5e32e HTTP/1.1" status: 204  len: 168 time: 1.9246085
Jun 21 02:41:58.342833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:58.343702 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.355945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7710b15-b2bc-40ea-9445-baa31ac5e32e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:58.365900 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:58.383256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'name': 'network-vif-deleted', 'tag': '918e7024-2eab-4d85-a789-377825080906'}, {'name': 'network-changed', 'server_uuid': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'tag': '63c4840b-c022-462d-b499-fabbb6a12dce'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:41:58.385584 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4" -d '{"events": [{"server_uuid": "ff8e95fc-7e86-492e-b253-5336bcd207b9", "name": "network-vif-deleted", "tag": "918e7024-2eab-4d85-a789-377825080906"}, {"name": "network-changed", "server_uuid": "a08d3568-83db-4cf5-916b-dc11f40bba51", "tag": "63c4840b-c022-462d-b499-fabbb6a12dce"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:41:58.462832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7022212
Jun 21 02:41:58.479070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Request body: {'port': {'device_id': '31199ec4-69f0-4729-b677-c0473c4203bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:41:58.508125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-06af1549-9e59-4c0f-a344-0754fe7ff9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:58.509645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-06af1549-9e59-4c0f-a344-0754fe7ff9d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 1095 time: 0.1631463
Jun 21 02:41:58.584544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388fa6d-eaaa-4bc5-8f52-4f6d0c160544 req-e8e7ddcf-9442-47c8-8737-f60afb88ae73 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:58.586024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7388fa6d-eaaa-4bc5-8f52-4f6d0c160544 req-e8e7ddcf-9442-47c8-8737-f60afb88ae73 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1826296
Jun 21 02:41:58.587205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-7becbc70-d961-4791-b915-d9c1a24bbd76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c4840b-c022-462d-b499-fabbb6a12dce HTTP/1.1" status: 200  len: 217 time: 0.0650685
Jun 21 02:41:58.593046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.721518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.749562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-df2914bb-4af8-49ec-a9a8-ccdbca8c9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:58.751015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-df2914bb-4af8-49ec-a9a8-ccdbca8c9525 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 200  len: 862 time: 0.1551142
Jun 21 02:41:58.756784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7388fa6d-eaaa-4bc5-8f52-4f6d0c160544 req-31c31c01-9aab-4bca-bc7c-161b7d1a69e6 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618524
Jun 21 02:41:58.758590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58706) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:58.760704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:41:58.834807 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b9639412-c629-4c23-a780-2734ecc733a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f89417e5f8748a5bd134220d01c0173&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0748301
Jun 21 02:41:58.837077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58710) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:41:58.876214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Allocated IP 172.25.7.124 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/c77f27f4-5509-4216-8c15-aca3b31514d1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:41:58.882096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:58.900305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'mac_address': 'fa:16:3e:d1:8a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:41:58.903116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1307edb-9433-4402-a717-052de3b8e9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.931802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1307edb-9433-4402-a717-052de3b8e9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.949136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:58.964358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88031312-6d7b-418d-8bc1-9630bbc82ce8 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:58.986348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:41:59.022443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1307edb-9433-4402-a717-052de3b8e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:59.028057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1307edb-9433-4402-a717-052de3b8e9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:59.030643 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1307edb-9433-4402-a717-052de3b8e9bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9f2a144-79f2-4c34-bca6-7f33f83a358f HTTP/1.1" status: 204  len: 168 time: 0.1920681
Jun 21 02:41:59.031848 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1d365a69-f263-4db5-b092-219d6fde9afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:59.039707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1307edb-9433-4402-a717-052de3b8e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2a144-79f2-4c34-bca6-7f33f83a358f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:59.042522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1307edb-9433-4402-a717-052de3b8e9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:59.073602 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:59.077871 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-98e6e717-e0a6-4189-bdd1-c6152c2dae8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:59.091880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-87523aa8-7452-4aa8-917a-75ef1863fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:59.093596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-87523aa8-7452-4aa8-917a-75ef1863fe6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3331597
Jun 21 02:41:59.139634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:59.142987 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:59.220973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c97cc-32e4-4762-b23b-30882f5013ed req-c3d76f48-6ef0-4c47-aa26-2c3f165743b5 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:59.222498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-379c97cc-32e4-4762-b23b-30882f5013ed req-c3d76f48-6ef0-4c47-aa26-2c3f165743b5 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 947 time: 0.2860563
Jun 21 02:41:59.256137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:59.289629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['88031312-6d7b-418d-8bc1-9630bbc82ce8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:41:59.630054 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-338834ed-91a9-40c7-bead-63f2efab922b service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5264902
Jun 21 02:41:59.656383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-379c97cc-32e4-4762-b23b-30882f5013ed req-326e530f-d92a-43e7-9a05-3b0562d171cb tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4163268
Jun 21 02:41:59.741662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:41:59.755246 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:59.789758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Transition to ACTIVE for port object 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:41:59.818826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61cf61c7-023c-49ba-aea8-67eaf1dff4ec req-5fb89764-5b20-4bde-b98b-db9bc4a72dfe service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768124
Jun 21 02:41:59.845502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:59.848115 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-afb621d5-12a7-47e9-ac9a-f3f48c7a423b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:41:59.859430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e93872-897d-4768-a36b-5d1a8f674ae1 req-ebfcfd8b-7e33-4b52-a06c-48baf267f60c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:41:59.860904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33e93872-897d-4768-a36b-5d1a8f674ae1 req-ebfcfd8b-7e33-4b52-a06c-48baf267f60c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 931 time: 0.0877929
Jun 21 02:41:59.887056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:41:59.925358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:41:59.929564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:41:59.933352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event updated for resources: {'Port': ['ID=c77f27f4-5509-4216-8c15-aca3b31514d1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:41:59.935974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:41:59.939714 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:41:59.941266 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca3b0b13-264c-4447-b512-5393347c1503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:00.030867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33e93872-897d-4768-a36b-5d1a8f674ae1 req-acacc74e-930f-4475-ada1-b3b110725db9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482470
Jun 21 02:42:00.040752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58734) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:00.051206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Pushing event updated for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:00.072945 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:00.156850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.161793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-190744124-network', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:00.175043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:00.177260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:00.177260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:00.197027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:00.200364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:00.206034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:00.206371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:00.206755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:00.207176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Bound port: 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:00.207517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.238506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Made reservation on behalf of f23f11a0261f437eb5155cc524c6e779 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:00.240954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.250330 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.302694 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.327486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5b765-25d3-4c7d-9100-78cc9c2203b6 req-91e6ca9d-cca0-47de-be0e-22195a09dc26 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:00.329014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b5b765-25d3-4c7d-9100-78cc9c2203b6 req-91e6ca9d-cca0-47de-be0e-22195a09dc26 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1097 time: 0.1654501
Jun 21 02:42:00.342989 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.344431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:00.377592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:00.393148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.397460 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57f25fbf-6c83-41aa-93f7-2070fc381032 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:00.416341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:42:00.431778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e635fd3d-fbd3-47d7-ba90-b488954142a7,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:00.431981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b5b765-25d3-4c7d-9100-78cc9c2203b6 req-fba31907-6710-4023-9e56-63c56da22cf3 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924575
Jun 21 02:42:00.434503 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.438132 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9df6f899-8cc2-4d84-a653-b7818454e41b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:00.448605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.449067 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Added segment 1ea00d70-1ce6-4570-b08a-93036d4a47cc of type vlan for network c45f08f4-cb06-4fd0-b5eb-21c090b60432
Jun 21 02:42:00.464866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:00.493288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:00.494106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.495499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] 10.222.0.20 "PUT /v2.0/ports/1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 HTTP/1.1" status: 200  len: 1092 time: 2.0214462
Jun 21 02:42:00.505632 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Jun 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fc8de6-7d98-4e67-912c-55fa64602313 x-openstack-request-id: req-76fc8de6-7d98-4e67-912c-55fa64602313 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:00.505803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.509099 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e95fc-7e86-492e-b253-5336bcd207b9", "name": "network-vif-deleted", "tag": "918e7024-2eab-4d85-a789-377825080906", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a08d3568-83db-4cf5-916b-dc11f40bba51", "tag": "63c4840b-c022-462d-b499-fabbb6a12dce", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:00.509099 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76fc8de6-7d98-4e67-912c-55fa64602313 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:00.509099 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8e95fc-7e86-492e-b253-5336bcd207b9', 'name': 'network-vif-deleted', 'tag': '918e7024-2eab-4d85-a789-377825080906', 'status': 'completed', 'code': 200}
Jun 21 02:42:00.509099 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'tag': '63c4840b-c022-462d-b499-fabbb6a12dce', 'status': 'completed', 'code': 200}
Jun 21 02:42:00.527600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Pushing event updated for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:00.534904 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:00.590744 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.615318 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.616648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:00.617246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.620337 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:00.679366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c45f08f4-cb06-4fd0-b5eb-21c090b60432,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:00.680315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-bb4d283b-0d24-40e5-9866-809e5c766f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:00.681843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-bb4d283b-0d24-40e5-9866-809e5c766f8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 1095 time: 0.1481361
Jun 21 02:42:00.683481 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:00.687599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.692163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c45f08f4-cb06-4fd0-b5eb-21c090b60432 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:42:00.694670 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:00.736899 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6939144
Jun 21 02:42:00.740180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58742) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:00.745846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Request body: {'subnet': {'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-subnet', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:00.791440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:00.822943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event updated for resources: {'Port': ['ID=c77f27f4-5509-4216-8c15-aca3b31514d1,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:00.833876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Made reservation on behalf of f23f11a0261f437eb5155cc524c6e779 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:00.838274 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.839112 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:00.846363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-e0d8e787-89c6-4ab8-a5e3-f94bf7f3b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:00.847786 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-e0d8e787-89c6-4ab8-a5e3-f94bf7f3b6fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1095 time: 0.2364163
Jun 21 02:42:00.858948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27eb3-4f3b-41cf-8109-9adc3ece4e61 req-c40425df-cd93-4622-a17a-4de652845508 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:00.860409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9c27eb3-4f3b-41cf-8109-9adc3ece4e61 req-c40425df-cd93-4622-a17a-4de652845508 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.2651160
Jun 21 02:42:00.880052 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.924384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 88031312-6d7b-418d-8bc1-9630bbc82ce8 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:00.928571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 88031312-6d7b-418d-8bc1-9630bbc82ce8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:00.929021 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:00.938967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-7db777b3-e28c-4c1e-ac2e-b9aff6c0326b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 HTTP/1.1" status: 200  len: 217 time: 0.0775945
Jun 21 02:42:00.945908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-033eeed4-a4d8-40d4-9aa0-e4b35f22b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:00.947312 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-033eeed4-a4d8-40d4-9aa0-e4b35f22b3f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 924 time: 0.2536783
Jun 21 02:42:01.014734 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:01.029745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-bf723b36-318d-4938-ac68-14213505a51a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c4840b-c022-462d-b499-fabbb6a12dce HTTP/1.1" status: 200  len: 217 time: 0.0692129
Jun 21 02:42:01.030412 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:01.031443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.0415697
Jun 21 02:42:01.037764 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9c27eb3-4f3b-41cf-8109-9adc3ece4e61 req-a70285fc-fef9-46c3-bca8-d42ea3175211 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680326
Jun 21 02:42:01.038061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:01.040110 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec3e82d-a612-458b-87dd-2dda3a1749bc" -d '{"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-plugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:01.055274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:01.072899 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:01.083927 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:01.104836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-985ba388-c9e8-4213-8009-a86de0f65742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:01.106416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-985ba388-c9e8-4213-8009-a86de0f65742 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1581504
Jun 21 02:42:01.127418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-777adc4c-f35b-4904-a652-bdd89e522e60 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200  len: 696 time: 0.0861115
Jun 21 02:42:01.128340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:01.134651 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:01.136926 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:01.140217 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c852704e-8cd6-4342-b9ff-da780b533417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:01.152852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-27793458-26cc-4600-8d2d-9b7f75a2b480 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368383
Jun 21 02:42:01.153381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Checking segment: {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:01.154503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Network hostable DHCP agents. Network: c45f08f4-cb06-4fd0-b5eb-21c090b60432, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:42:01.198603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:01.202848 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:01.213366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-256e3eb9-190f-4c1e-91b5-d6c9021b9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:01.221574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-256e3eb9-190f-4c1e-91b5-d6c9021b9e97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 200  len: 862 time: 0.1762817
Jun 21 02:42:01.238811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Network c45f08f4-cb06-4fd0-b5eb-21c090b60432 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:42:01.324222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c45f08f4-cb06-4fd0-b5eb-21c090b60432) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:01.329211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:01.329852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:01.334631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b01f6-0652-4960-9d61-77c1dfb4d071 None None] Network c45f08f4-cb06-4fd0-b5eb-21c090b60432 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:42:01.368926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2ffc1fa6-fcb9-400c-b0c7-aceb02e29cda tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:01.370158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4bec65b-5459-4dff-87df-9fb68a89b88c req-2ffc1fa6-fcb9-400c-b0c7-aceb02e29cda tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2215886
Jun 21 02:42:01.383675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-6d060100-d711-4e14-aed2-06f71c214e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:01.385618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-6d060100-d711-4e14-aed2-06f71c214e91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1595085
Jun 21 02:42:01.387573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-8b30b6bd-867c-4f54-8c34-ae7a52357beb service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227528
Jun 21 02:42:01.459297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.7155039
Jun 21 02:42:01.460437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58758) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:01.464138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:01.483564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24263f-eb35-40a6-9bd3-c20b5be6b2a1 None None] Network c45f08f4-cb06-4fd0-b5eb-21c090b60432 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:42:01.570607 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:01.572057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:01.612525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646fbf4f-0cf9-485b-b342-fdf2b780b28c req-8adba1df-f983-4a75-9faa-d21c510d7a10 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120991
Jun 21 02:42:01.620064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d61bb-584b-41e5-be2b-bc1a3fcb1ec7 req-73917fc7-5d69-431b-9996-1d4f7ee4a238 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:01.621478 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d72d61bb-584b-41e5-be2b-bc1a3fcb1ec7 req-73917fc7-5d69-431b-9996-1d4f7ee4a238 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 943 time: 0.1377959
Jun 21 02:42:01.635615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-30913110-3241-45db-badb-f4f31835e864 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430401
Jun 21 02:42:01.650855 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:01.722177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d72d61bb-584b-41e5-be2b-bc1a3fcb1ec7 req-409ee043-14c5-4f14-98a8-2fe943d5c9dd tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894177
Jun 21 02:42:01.762626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f62a1d9d-0c90-44ce-8dd6-a54760527fb4 req-a9348c8d-e507-4265-8525-16aeeb3cea8a service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201723
Jun 21 02:42:01.897995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0ac30-4e8f-479f-ab6c-ace2f7787313 req-2fc1b030-0ea8-4de2-b5e5-a4c553a1fa0d tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:01.899472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3db0ac30-4e8f-479f-ab6c-ace2f7787313 req-2fc1b030-0ea8-4de2-b5e5-a4c553a1fa0d tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 949 time: 0.0669947
Jun 21 02:42:01.957058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3db0ac30-4e8f-479f-ab6c-ace2f7787313 req-81418a6a-f2c7-49e0-9f49-84070376d977 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423210
Jun 21 02:42:02.009068 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fd4f06-6b40-4455-8c3a-14f1f4b4bd5c x-openstack-request-id: req-64fd4f06-6b40-4455-8c3a-14f1f4b4bd5c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:02.009669 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-plugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:02.009669 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64fd4f06-6b40-4455-8c3a-14f1f4b4bd5c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:02.010047 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'code': 200}
Jun 21 02:42:02.127602 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:02.189471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b0321-01cc-4415-bb20-4ca5a23d4013 req-bebb737a-ec0b-4874-9a0f-0aee9b8cd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:02.191152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3b0321-01cc-4415-bb20-4ca5a23d4013 req-bebb737a-ec0b-4874-9a0f-0aee9b8cd077 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 1101 time: 0.1136878
Jun 21 02:42:02.199286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e597-5481-40b3-8e8c-57f3268633a7 req-502bb595-947a-44e9-9e41-cbe820be1973 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:02.200779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab0e597-5481-40b3-8e8c-57f3268633a7 req-502bb595-947a-44e9-9e41-cbe820be1973 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 943 time: 0.0848963
Jun 21 02:42:02.249763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3b0321-01cc-4415-bb20-4ca5a23d4013 req-22ebe255-a6fe-44cc-95b0-8c613946541b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477190
Jun 21 02:42:02.262446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab0e597-5481-40b3-8e8c-57f3268633a7 req-f39b1910-82cb-447f-b784-27f86e47911f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539877
Jun 21 02:42:02.384560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:02.408122 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:02.412656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-d4aada3a-f3c9-4872-86ff-de42006db84d tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1207685
Jun 21 02:42:02.422184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:02.508053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:02.511879 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e62c170-d3ab-42e1-8769-412101cfb1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:02.516230 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:02.520299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Allocated IP 172.25.7.112 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6327362f-85d8-4b47-a835-0c644315af29) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:02.626833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:02.628275 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:02.724187 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:02.727507 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:02.762092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:02.768782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:02.772164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:02.779149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Allocated IP 172.25.7.73 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/2ebb2375-ef0c-4847-8e78-dddf73979c57) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:02.800813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Pushing event updated for resources: {'Port': ['ID=6327362f-85d8-4b47-a835-0c644315af29,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:02.804776 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:02.897546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:02.993959 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-d7d5638d-5847-4452-8558-37e552392751 req-34b137c0-ab02-441b-81d4-06470bbdaaef service neutron] show failed (client error): The resource could not be found.
Jun 21 02:42:02.995035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-34b137c0-ab02-441b-81d4-06470bbdaaef service neutron] 10.222.0.20 "GET /v2.0/ports/3b903c10-2b4a-43a5-9408-54a3c8af259d/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0538766
Jun 21 02:42:03.038377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.041251 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:03.082195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:03.086938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:03.089505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:03.089866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.122127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event updated for resources: {'Port': ['ID=2ebb2375-ef0c-4847-8e78-dddf73979c57,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:03.125301 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:03.136467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 63c4840b-c022-462d-b499-fabbb6a12dce details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:03.196336 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.248301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 63c4840b-c022-462d-b499-fabbb6a12dce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=63c4840b-c022-462d-b499-fabbb6a12dce,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:03.265087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '63c4840b-c022-462d-b499-fabbb6a12dce', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'port_id': '63c4840b-c022-462d-b499-fabbb6a12dce', 'mac_address': 'fa:16:3e:1a:90:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:03.310979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.325313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c4840b-c022-462d-b499-fabbb6a12dce {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:03.341698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.347105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 63c4840b-c022-462d-b499-fabbb6a12dce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=63c4840b-c022-462d-b499-fabbb6a12dce,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:03.366610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.427234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.429251 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:03.486680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=63c4840b-c022-462d-b499-fabbb6a12dce,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:03.489870 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:03.530529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.564160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:42:03.593937 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.597117 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:03.659126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event updated for resources: {'Port': ['ID=2ebb2375-ef0c-4847-8e78-dddf73979c57,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:03.663305 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:03.673565 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.676626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:42:03.687708 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Sync routers for ids ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:42:03.696704 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Routers {'6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:03.697318 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e6cfa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:03.701576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-ec89da86-345b-4f6e-8100-75eba9aea7ef tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:42:03.702589 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-ec89da86-345b-4f6e-8100-75eba9aea7ef tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0068588
Jun 21 02:42:03.706604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['63c4840b-c022-462d-b499-fabbb6a12dce'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:03.712673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Request body: {'binding': {'host': 'n-h1-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:03.713136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:42:03.771574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.773366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.3553147
Jun 21 02:42:03.798676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:03.799785 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 2.3392024
Jun 21 02:42:03.802517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:03.857715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-f08c1969-7a91-461b-a766-3e232dd57577 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200  len: 695 time: 0.0742805
Jun 21 02:42:03.930108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-0eeb4a9d-da52-40e4-81a2-b3d3dbd46111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:03.930994 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Set router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:03.931654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-0eeb4a9d-da52-40e4-81a2-b3d3dbd46111 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a&tenant_id=1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 1102 time: 0.1612892
Jun 21 02:42:03.945961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:04.002125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on host n-h1-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:04.002463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:04.002795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:04.015522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:04.015844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:04.037058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-6ef5b705-06fc-4d59-8eae-464c6ec72003 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:04.038503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60ca12e0-b7e5-4d3d-957f-184e13a62cb9 req-6ef5b705-06fc-4d59-8eae-464c6ec72003 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1742952
Jun 21 02:42:04.051991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:04.052462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:04.052605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.052713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:04.053143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Bound port: 53905035-4fb6-4b0b-945f-74c7b892b349, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:04.144813 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e6cfa0>, [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '6327362f-85d8-4b47-a835-0c644315af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:42:02Z', 'revision_number': 3, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port': {'id': '6327362f-85d8-4b47-a835-0c644315af29', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:26:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:02Z', 'updated_at': '2021-06-21T02:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:04.159135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:04.171516 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Checking router: 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:42:04.171861 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Updating router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c port 6327362f-85d8-4b47-a835-0c644315af29 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:42:04.193487 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-637723d0-18cc-4d02-8ed9-eecea678419c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.210510 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.222541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.223861 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-3fb64763-00d3-45c1-8b0a-241643793919 service neutron] 10.222.0.25 "POST /v2.0/ports/53905035-4fb6-4b0b-945f-74c7b892b349/bindings HTTP/1.1" status: 201  len: 390 time: 0.5147979
Jun 21 02:42:04.348638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.517418 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.530545 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Transition to ACTIVE for port object 6327362f-85d8-4b47-a835-0c644315af29 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:04.544965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Allocated IP 172.20.0.1 (c45f08f4-cb06-4fd0-b5eb-21c090b60432/3fe51bed-c6ba-4c7c-8126-3461ad36dfc2/4fe67682-bbe9-41ec-ba58-41a4c6f86d14) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:04.633147 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.635408 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:04.649814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:04.670368 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.678186 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636e6fe-c161-47c8-834d-ebc68f7b419a None None] Pushing event updated for resources: {'Port': ['ID=6327362f-85d8-4b47-a835-0c644315af29,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:04.682176 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-6636e6fe-c161-47c8-834d-ebc68f7b419a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:04.700844 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Attempting to bind port 6327362f-85d8-4b47-a835-0c644315af29 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:04.700844 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Attempting to bind port 6327362f-85d8-4b47-a835-0c644315af29 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:04.700844 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Attempting to bind port 6327362f-85d8-4b47-a835-0c644315af29 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:04.703674 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:04.704360 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:04.704979 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.705928 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:04.706661 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Bound port: 6327362f-85d8-4b47-a835-0c644315af29, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:04.707277 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.714686 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:04.751560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60305a2-ee84-44f1-9701-8a7c26aabc54 req-2f93ac82-74ee-441a-995c-b40cf8a05afd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:04.753151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b60305a2-ee84-44f1-9701-8a7c26aabc54 req-2f93ac82-74ee-441a-995c-b40cf8a05afd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.1600964
Jun 21 02:42:04.762273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5839f4-f27b-485a-b9c4-9dd65165bcb0 req-e26623b4-abb7-42e2-b078-f81467ed9b23 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:04.764141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad5839f4-f27b-485a-b9c4-9dd65165bcb0 req-e26623b4-abb7-42e2-b078-f81467ed9b23 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.5146165
Jun 21 02:42:04.765578 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] For port 6327362f-85d8-4b47-a835-0c644315af29, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:04.768643 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] For port 6327362f-85d8-4b47-a835-0c644315af29, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6327362f-85d8-4b47-a835-0c644315af29,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:04.791890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:04.821054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.821881 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.826460 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:04.858804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b60305a2-ee84-44f1-9701-8a7c26aabc54 req-7a9522cc-1ae8-4c2e-8bb2-e58d704a2069 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913279
Jun 21 02:42:04.859775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Transition to ACTIVE for port object 3b903c10-2b4a-43a5-9408-54a3c8af259d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:04.868655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Network c45f08f4-cb06-4fd0-b5eb-21c090b60432 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:04.871862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:04.872182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad5839f4-f27b-485a-b9c4-9dd65165bcb0 req-026a345c-4662-4244-a948-09c6baf0ffa2 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929506
Jun 21 02:42:04.876157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:04.879001 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.897305 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:04.929747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:04.935633 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:04.947801 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.955257 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636e6fe-c161-47c8-834d-ebc68f7b419a None None] Pushing event updated for resources: {'Port': ['ID=6327362f-85d8-4b47-a835-0c644315af29,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:04.956996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:04.960619 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-6636e6fe-c161-47c8-834d-ebc68f7b419a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:04.981398 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Routers {'6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:04.981920 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d512ff-7931-41f0-ae41-3bb3745e4c85 x-openstack-request-id: req-83d512ff-7931-41f0-ae41-3bb3745e4c85 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:04.982540 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e6cfa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:41:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:04.983446 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:04.983924 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83d512ff-7931-41f0-ae41-3bb3745e4c85 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:04.987170 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1', 'status': 'completed', 'code': 200}
Jun 21 02:42:04.988435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7637aca7-3e4c-4823-ac05-9afeac99f056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:05.040654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:05.074429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1', 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'port_id': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1', 'mac_address': 'fa:16:3e:7a:48:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469dd2a5-a8ad-498d-a0ab-0d1fe0d72576', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:05.139262 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:05.153025 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] Set router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:05.154754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 63c4840b-c022-462d-b499-fabbb6a12dce up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:05.178841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:05.203761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:05.266445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f283e0d4-c48e-4217-81a9-423324add499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:05.268005 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f283e0d4-c48e-4217-81a9-423324add499 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1097 time: 0.1108832
Jun 21 02:42:05.279961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:05.282570 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-adbb462d-98c4-4a53-86d5-6c17354bfbf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:05.318838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] No DVR routers for this DVR port 3b903c10-2b4a-43a5-9408-54a3c8af259d on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:42:05.322230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 63c4840b-c022-462d-b499-fabbb6a12dce completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:05.328072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 63c4840b-c022-462d-b499-fabbb6a12dce triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:05.328659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:05.379029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:05.386684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:05.389253 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e6cfa0>, [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '6327362f-85d8-4b47-a835-0c644315af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:42:02Z', 'revision_number': 3, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port': {'id': '6327362f-85d8-4b47-a835-0c644315af29', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:26:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:02Z', 'updated_at': '2021-06-21T02:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:05.397302 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:05.402277 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:05.425426 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7bce9-9db3-4971-ad0f-10a734f3a147 None None] The sync data for ids ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'] in n-d-758944-33 is: [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '6327362f-85d8-4b47-a835-0c644315af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:42:02Z', 'revision_number': 3, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port': {'id': '6327362f-85d8-4b47-a835-0c644315af29', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:26:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:02Z', 'updated_at': '2021-06-21T02:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:42:05.480226 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:05.485949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1d152b3c-c7e5-445a-a4ae-af5b4ce159f1'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:05.514788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-dd505ff9-08ea-4439-8b89-da03d3935ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:05.516308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-dd505ff9-08ea-4439-8b89-da03d3935ab3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1095 time: 0.5093462
Jun 21 02:42:05.536163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Attempting to bind port 3b903c10-2b4a-43a5-9408-54a3c8af259d on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:05.536513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Attempting to bind port 3b903c10-2b4a-43a5-9408-54a3c8af259d by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:05.536864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Attempting to bind port 3b903c10-2b4a-43a5-9408-54a3c8af259d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:05.539956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4840b-c022-462d-b499-fabbb6a12dce'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:05.542709 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ed2501-0b67-4460-854a-ef170c3883ea" -d '{"events": [{"server_uuid": "a08d3568-83db-4cf5-916b-dc11f40bba51", "name": "network-vif-plugged", "status": "completed", "tag": "63c4840b-c022-462d-b499-fabbb6a12dce"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:05.545955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Port 3b903c10-2b4a-43a5-9408-54a3c8af259d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:05.546211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Attempting to bind port 3b903c10-2b4a-43a5-9408-54a3c8af259d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:05.572782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 63c4840b-c022-462d-b499-fabbb6a12dce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=63c4840b-c022-462d-b499-fabbb6a12dce,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:05.575288 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:05.601846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:05.602214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:05.603307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:05.603307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Bound port: 3b903c10-2b4a-43a5-9408-54a3c8af259d, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:05.603531 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:05.625570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14953c5d-5b05-4701-8211-17cc194af6f9 req-8d1a2de0-7e9b-4651-8c06-6068e6140ee8 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:05.632585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14953c5d-5b05-4701-8211-17cc194af6f9 req-8d1a2de0-7e9b-4651-8c06-6068e6140ee8 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 949 time: 0.4045846
Jun 21 02:42:05.645229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:05.649582 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9821dba6-fb6e-4b6e-88f4-c9bf75aeb289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:05.676932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20c394-2d90-46c8-a76a-043626de5890 req-c4c3470b-f876-4109-9a5f-f60de21d4864 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:05.678813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c20c394-2d90-46c8-a76a-043626de5890 req-c4c3470b-f876-4109-9a5f-f60de21d4864 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 944 time: 0.4954448
Jun 21 02:42:05.696397 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:05.756854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=63c4840b-c022-462d-b499-fabbb6a12dce,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:05.759851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-b012c5a6-c076-46bf-b63e-bc02df53971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:05.760107 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:05.761946 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-b012c5a6-c076-46bf-b63e-bc02df53971f service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.4839389
Jun 21 02:42:05.847283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c20c394-2d90-46c8-a76a-043626de5890 req-5b03c8c5-1be0-43ac-af1b-fde0b34fbabe tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563084
Jun 21 02:42:05.886122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14953c5d-5b05-4701-8211-17cc194af6f9 req-1b1568a7-a0bc-455a-85a8-8aabf606ee8e tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524221
Jun 21 02:42:05.894692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-1c97ddb7-278b-48b7-b544-62cf403b1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:05.896780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-1c97ddb7-278b-48b7-b544-62cf403b1d65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.3723981
Jun 21 02:42:05.901188 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-11139def-456a-4df0-b335-9b07914e0ae0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 200  len: 217 time: 0.1286991
Jun 21 02:42:05.913560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:05.936241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:05.988308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-75515bd3-71a3-40b6-9dcc-65dff8619c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 HTTP/1.1" status: 200  len: 217 time: 0.0765328
Jun 21 02:42:06.012524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-d822fe3e-30e3-4dbe-bbfa-2fd5fb20b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:06.014822 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-d822fe3e-30e3-4dbe-bbfa-2fd5fb20b6f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1007397
Jun 21 02:42:06.064583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.065821 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-01db3c1d-6815-4f07-ae4f-be0316d948bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434763
Jun 21 02:42:06.078668 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c130f24-15db-484f-9e96-7d169681989f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:06.172938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.178700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:06.179303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.180699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] 10.222.0.26 "PUT /v2.0/ports/3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 1097 time: 2.2389808
Jun 21 02:42:06.202280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-ad5758a9-1d19-4457-a98a-695e364d32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:06.203883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-ad5758a9-1d19-4457-a98a-695e364d32a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1546016
Jun 21 02:42:06.219512 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-660b8a1a-42d7-4fd9-9ba7-e6fca60d6b64 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469951
Jun 21 02:42:06.251767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-8b967c6f-22f5-41e9-a498-449e144f9c1e tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3131289
Jun 21 02:42:06.326341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.329840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:06.337967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:06.354807 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:06.380319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-a110fcb2-b74b-479b-9dc8-b7839f4db601 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1147053
Jun 21 02:42:06.380319 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:06.418237 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-93fb96bf-2108-4ca1-b29e-dc2116626b90 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918681
Jun 21 02:42:06.444612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd669ff-31f5-493d-9a5e-df764df8c09c req-4d556457-4bd7-441f-a441-d66cd229c237 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:06.446282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd669ff-31f5-493d-9a5e-df764df8c09c req-4d556457-4bd7-441f-a441-d66cd229c237 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 944 time: 0.3980739
Jun 21 02:42:06.450654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.453591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:06.458443 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:06.501032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.515996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-119dc3b2-8361-4aef-9015-df57c6cdf00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:06.517539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-119dc3b2-8361-4aef-9015-df57c6cdf00e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1100 time: 0.2603307
Jun 21 02:42:06.571890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Network c45f08f4-cb06-4fd0-b5eb-21c090b60432 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:06.573486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:06.598436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd669ff-31f5-493d-9a5e-df764df8c09c req-1d455e7f-acfb-4736-9190-a8835a07700c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375370
Jun 21 02:42:06.625192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a91653da-b6f7-41dc-a81a-c5226d7a0b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.652621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-4e4613b9-8cc4-4fcb-8874-bbb2815b235d service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2736456
Jun 21 02:42:06.783551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:42:06.785594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-49ca4f72-496e-4c14-8e81-f40da5f9545e tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:06.787158 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-49ca4f72-496e-4c14-8e81-f40da5f9545e tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.1517043
Jun 21 02:42:06.799840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-33'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:06.806107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-63f970d3-5882-4b29-aa98-1d0fad1ca1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:06.807810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-63f970d3-5882-4b29-aa98-1d0fad1ca1cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2756772
Jun 21 02:42:06.808462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:06.882404 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-052154c5-8035-431d-9790-0dfe85538d18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 217 time: 0.0625491
Jun 21 02:42:06.887460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e62c170-d3ab-42e1-8769-412101cfb1d0 req-2b306397-b933-4b4e-a964-d79ee55354fa service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246795
Jun 21 02:42:06.918529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:06.923528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:06.931270 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.949364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc946ac-ac14-44a8-bbe6-3dbfdc5759e4 req-966d5f80-9adb-4121-be1b-0312c3b1eba3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:06.956099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6cc946ac-ac14-44a8-bbe6-3dbfdc5759e4 req-966d5f80-9adb-4121-be1b-0312c3b1eba3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 945 time: 0.2308576
Jun 21 02:42:06.956475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:06.970664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:42:06.984705 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] 10.222.0.25 "PUT /v2.0/routers/6bbdeb00-8ec5-4f14-82c5-0eb808796b9c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1810465
Jun 21 02:42:06.988768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d'}, {'name': 'network-changed', 'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:06.991778 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529" -d '{"events": [{"server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d"}, {"name": "network-changed", "server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:07.004053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-19a4d476-b225-43ee-8096-4af3526949e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:07.005974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-19a4d476-b225-43ee-8096-4af3526949e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1157839
Jun 21 02:42:07.007904 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.050110 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.084161 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.097839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:07.101576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6cc946ac-ac14-44a8-bbe6-3dbfdc5759e4 req-b5f6ec91-4de0-4bf4-80b5-902830f56621 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387780
Jun 21 02:42:07.156451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:07.171096 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.172406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3b903c10-2b4a-43a5-9408-54a3c8af259d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:07.177457 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4583d8-eca3-4735-8046-eb5720d0dfbc x-openstack-request-id: req-8a4583d8-eca3-4735-8046-eb5720d0dfbc {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:07.177930 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08d3568-83db-4cf5-916b-dc11f40bba51", "name": "network-vif-plugged", "status": "completed", "tag": "63c4840b-c022-462d-b499-fabbb6a12dce", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:07.178316 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a4583d8-eca3-4735-8046-eb5720d0dfbc {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:07.178990 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4840b-c022-462d-b499-fabbb6a12dce', 'code': 200}
Jun 21 02:42:07.179603 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:07.196038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5638d-5847-4452-8558-37e552392751 req-6bcb2f1e-9042-40c9-bacf-d28403b36610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:07.197849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-6bcb2f1e-9042-40c9-bacf-d28403b36610 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1842942
Jun 21 02:42:07.242999 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:07.277954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Allocated IP 172.25.7.165 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/2604be63-270a-48a6-9339-8d94108a5726) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:07.300516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:07.301840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3b903c10-2b4a-43a5-9408-54a3c8af259d not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:07.307051 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a86fc15-1ff2-4f58-ae78-20a64d6b6f64" -d '{"events": [{"server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "name": "network-vif-unplugged", "status": "completed", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:07.307730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:07.309208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.312070 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:07.365796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.369638 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:07.400568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6327362f-85d8-4b47-a835-0c644315af29 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:07.492631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on host n-h2-758944-33 for vnic_type normal with profile {"migrating_to": "n-h1-758944-33"} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:07.493033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:07.493290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:07.502317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Pushing event updated for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:07.504610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:07.504937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Attempting to bind port 53905035-4fb6-4b0b-945f-74c7b892b349 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:07.507148 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:07.510977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:07.515689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:07.515689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:07.515689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Bound port: 53905035-4fb6-4b0b-945f-74c7b892b349, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:07.515689 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.520828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-5a64aeaa-44df-4c96-a5d1-1b238e75e728 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3093660
Jun 21 02:42:07.535806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6327362f-85d8-4b47-a835-0c644315af29 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:07.539936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6327362f-85d8-4b47-a835-0c644315af29 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:07.540317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.547084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369351cb-b77b-4a40-80d3-b6cae5998cc6 req-f0b1d92a-c1a8-4d2e-9a37-cbafab52b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:07.548574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-369351cb-b77b-4a40-80d3-b6cae5998cc6 req-f0b1d92a-c1a8-4d2e-9a37-cbafab52b7f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 1097 time: 0.2723386
Jun 21 02:42:07.582580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:07.586189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:07.629517 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.644793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbedd8-3fd8-402c-a96f-4945b038f2c1 req-5f928b94-a573-4915-b05c-3a8de3d0da65 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:07.646358 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dbbedd8-3fd8-402c-a96f-4945b038f2c1 req-5f928b94-a573-4915-b05c-3a8de3d0da65 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.2877514
Jun 21 02:42:07.653169 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.661512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6327362f-85d8-4b47-a835-0c644315af29, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6327362f-85d8-4b47-a835-0c644315af29,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:07.665869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.666583 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5b1a719-ee7b-4b42-8961-4d7d2bafbb32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:07.671216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Sync routers for ids ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:42:07.681867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Routers {'6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:07.682517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e9e730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:07.783553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Pushing event updated for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=8']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:07.787201 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:07.816876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:07.817612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.819848 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 200  len: 1123 time: 1.0253639
Jun 21 02:42:07.878229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:07.884674 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:07.964254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['53905035-4fb6-4b0b-945f-74c7b892b349'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:08.008069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-369351cb-b77b-4a40-80d3-b6cae5998cc6 req-81d29b47-e021-42a9-80ff-21185dff5b1f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4435124
Jun 21 02:42:08.009230 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.015744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6327362f-85d8-4b47-a835-0c644315af29,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:08.024471 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:08.028128 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.038564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Set router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:08.048490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d5638d-5847-4452-8558-37e552392751 req-c870ca6b-35c5-4656-9bee-a5304be834c0 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5125010
Jun 21 02:42:08.051328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dbbedd8-3fd8-402c-a96f-4945b038f2c1 req-617360d2-2119-4419-9653-1d7c023d46be tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3941486
Jun 21 02:42:08.124890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.128349 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:08.189407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:08.209971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event updated for resources: {'Port': ['ID=2604be63-270a-48a6-9339-8d94108a5726,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:08.214045 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:08.217061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:08.219793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:08.312307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df6f69-4fa4-4791-a3c0-84f53f751dcf req-0401eab4-27d2-442c-a8d4-3e24cc2086c0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:08.313748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0df6f69-4fa4-4791-a3c0-84f53f751dcf req-0401eab4-27d2-442c-a8d4-3e24cc2086c0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 948 time: 0.1426504
Jun 21 02:42:08.331563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e9e730>, [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '6327362f-85d8-4b47-a835-0c644315af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:42:05Z', 'revision_number': 4, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port': {'id': '6327362f-85d8-4b47-a835-0c644315af29', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:26:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:02Z', 'updated_at': '2021-06-21T02:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4fe67682-bbe9-41ec-ba58-41a4c6f86d14', 'name': '', 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'mac_address': 'fa:16:3e:8d:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3fe51bed-c6ba-4c7c-8126-3461ad36dfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:04Z', 'updated_at': '2021-06-21T02:42:05Z', 'revision_number': 2, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'subnets': [{'id': '3fe51bed-c6ba-4c7c-8126-3461ad36dfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:08.361896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.364087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Checking router: 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:42:08.364455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Updating router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:42:08.374206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0df6f69-4fa4-4791-a3c0-84f53f751dcf req-29124d66-f3ae-4146-8a3f-650029ab8167 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519433
Jun 21 02:42:08.401985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.493621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.662106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.708988 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.720146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Transition to ACTIVE for port object 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:08.734968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.737998 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:08.792583 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.795813 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5ce2f1de-e41b-4d44-ac4f-6ecbc253d3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:08.809295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event updated for resources: {'Port': ['ID=2604be63-270a-48a6-9339-8d94108a5726,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:08.820068 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:08.827032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.869622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36744d17-00a7-4ba8-ba83-b2bbab0a9f3a None None] Pushing event updated for resources: {'Port': ['ID=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:08.873949 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-36744d17-00a7-4ba8-ba83-b2bbab0a9f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:08.918819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.921043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6419089
Jun 21 02:42:08.934631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Attempting to bind port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:08.936747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Attempting to bind port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:08.936747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Attempting to bind port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 on network c45f08f4-cb06-4fd0-b5eb-21c090b60432 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:08.941795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:08.942177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Checking segment: {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:08.942587 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.942985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Bound using segment: {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:08.943448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Bound port: 4fe67682-bbe9-41ec-ba58-41a4c6f86d14, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:08.943821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:08.989175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-88929593-2971-4274-ae7a-d8bec39995d8 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200  len: 696 time: 0.0604417
Jun 21 02:42:09.022526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] For port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:09.026361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] For port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:09.121817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-9f5d7d43-1afa-4bb8-9da4-da4f8df0a315 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.123301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-574894a4-a893-4ab1-846d-d7c03a46ff04 req-9f5d7d43-1afa-4bb8-9da4-da4f8df0a315 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1231167
Jun 21 02:42:09.130862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:09.134279 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:09.179311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:09.181828 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbe4b19-c9b2-4e20-a4c4-1b4f68e865a7" -d '{"events": [{"server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "name": "network-vif-plugged", "status": "completed", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:09.212259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Routers {'6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:09.212993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e9e730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:09.219810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36744d17-00a7-4ba8-ba83-b2bbab0a9f3a None None] Pushing event updated for resources: {'Port': ['ID=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:09.220506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bdb4e-0104-46de-834f-0f3fdb3b3228 req-b46cd4d4-26e0-4b8f-8386-84ee33fd6acf tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.222352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f02bdb4e-0104-46de-834f-0f3fdb3b3228 req-b46cd4d4-26e0-4b8f-8386-84ee33fd6acf tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 945 time: 0.0809555
Jun 21 02:42:09.223922 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aac61fe-7f78-426a-92e4-2af42d224b9f x-openstack-request-id: req-7aac61fe-7f78-426a-92e4-2af42d224b9f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:09.224300 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d", "code": 200}, {"name": "network-changed", "server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:09.224588 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aac61fe-7f78-426a-92e4-2af42d224b9f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:09.225050 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'code': 200}
Jun 21 02:42:09.225476 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'status': 'completed', 'code': 200}
Jun 21 02:42:09.269201 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-36744d17-00a7-4ba8-ba83-b2bbab0a9f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:09.304914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f02bdb4e-0104-46de-834f-0f3fdb3b3228 req-52ac9775-1385-4556-9c8c-e08e177e4338 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731046
Jun 21 02:42:09.344742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-597a1203-fba3-4563-bfce-826ea23e7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.348750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-597a1203-fba3-4563-bfce-826ea23e7d3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1100 time: 0.0817282
Jun 21 02:42:09.403286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] Set router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:09.436182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-e2d9a0d6-e088-4736-bdc8-bd9316c3d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.461248 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-e2d9a0d6-e088-4736-bdc8-bd9316c3d7e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1100 time: 0.1732421
Jun 21 02:42:09.465421 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19529040-4045-40db-85a1-4b689e27f088 x-openstack-request-id: req-19529040-4045-40db-85a1-4b689e27f088 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:09.465421 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "name": "network-vif-unplugged", "status": "completed", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:09.465421 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19529040-4045-40db-85a1-4b689e27f088 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:09.465421 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349', 'code': 200}
Jun 21 02:42:09.471752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6327362f-85d8-4b47-a835-0c644315af29 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:09.592251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:09.650187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-6f9d32e8-5969-483e-9b06-ea7cfd9c3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.651842 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-6f9d32e8-5969-483e-9b06-ea7cfd9c3a58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1813586
Jun 21 02:42:09.672805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-01f8129f-732e-4ca0-89d5-025eb3b9d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.674219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-01f8129f-732e-4ca0-89d5-025eb3b9d01c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.3178661
Jun 21 02:42:09.689957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6327362f-85d8-4b47-a835-0c644315af29 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:09.690687 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:09.695715 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-e441dd4b-cf86-43a2-91bb-67fd4da2f444 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 217 time: 0.0371814
Jun 21 02:42:09.743020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-5378e850-738d-40f7-885d-98ebda52c945 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 217 time: 0.0600638
Jun 21 02:42:09.748614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-5d735cfd-46c6-4454-9103-6633f423b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.750345 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-5d735cfd-46c6-4454-9103-6633f423b1fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0476277
Jun 21 02:42:09.753511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e9e730>, [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '6327362f-85d8-4b47-a835-0c644315af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:42:05Z', 'revision_number': 4, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port': {'id': '6327362f-85d8-4b47-a835-0c644315af29', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:02Z', 'updated_at': '2021-06-21T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4fe67682-bbe9-41ec-ba58-41a4c6f86d14', 'name': '', 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'mac_address': 'fa:16:3e:8d:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3fe51bed-c6ba-4c7c-8126-3461ad36dfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:04Z', 'updated_at': '2021-06-21T02:42:09Z', 'revision_number': 4, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'subnets': [{'id': '3fe51bed-c6ba-4c7c-8126-3461ad36dfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:09.803108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a51f1-4000-4b95-b24e-fb5e64b5d5f0 None None] The sync data for ids ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'] in n-d-758944-33 is: [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '6327362f-85d8-4b47-a835-0c644315af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:42:05Z', 'revision_number': 4, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port': {'id': '6327362f-85d8-4b47-a835-0c644315af29', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:02Z', 'updated_at': '2021-06-21T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4fe67682-bbe9-41ec-ba58-41a4c6f86d14', 'name': '', 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'mac_address': 'fa:16:3e:8d:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3fe51bed-c6ba-4c7c-8126-3461ad36dfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:04Z', 'updated_at': '2021-06-21T02:42:09Z', 'revision_number': 4, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'subnets': [{'id': '3fe51bed-c6ba-4c7c-8126-3461ad36dfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:42:09.818756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-b33c6005-d625-4bbb-8243-f5ae1119bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.820639 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-b33c6005-d625-4bbb-8243-f5ae1119bee2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0612550
Jun 21 02:42:09.822455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83312d41-2d32-4914-b7b8-11b3cc127ece req-755b2da2-87dc-4027-b979-3ff74bd0dbc9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.824012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83312d41-2d32-4914-b7b8-11b3cc127ece req-755b2da2-87dc-4027-b979-3ff74bd0dbc9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 945 time: 0.2496958
Jun 21 02:42:09.834029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-a4ac87b2-befe-4063-b83a-c759442185cd tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.835512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-a4ac87b2-befe-4063-b83a-c759442185cd tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 818 time: 0.2464161
Jun 21 02:42:09.850407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-5b530c57-46c2-4088-9cff-f0f0dac3b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:09.851853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-5b530c57-46c2-4088-9cff-f0f0dac3b1cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1012850
Jun 21 02:42:09.928169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-9737181a-1fe2-4625-8b7c-c550c592a4d8 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/quotas/f23f11a0261f437eb5155cc524c6e779 HTTP/1.1" status: 200  len: 375 time: 0.0810461
Jun 21 02:42:09.945221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83312d41-2d32-4914-b7b8-11b3cc127ece req-1b149abb-4cab-436d-918f-f48e7cad5afa tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059759
Jun 21 02:42:09.961444 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-c9a25a86-d9c9-4d62-a0c0-ef593b85a618 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301267
Jun 21 02:42:10.040026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-00334d87-1556-44c7-972f-a44f5180a12d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0914958
Jun 21 02:42:10.046333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-e1750d61-a995-4336-a4e8-4bad769d6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:10.048979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-e1750d61-a995-4336-a4e8-4bad769d6a31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1836970
Jun 21 02:42:10.088221 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-00947f2c-21b5-417e-8a7c-a968dec82e7c service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178017
Jun 21 02:42:10.249883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-289933d2-81c1-4e25-bc7b-f2054d7e0c06 service neutron] 10.222.0.25 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998675
Jun 21 02:42:10.272087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-c00f4983-d5c3-4dca-b3a1-e8747f2d8032 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036338
Jun 21 02:42:10.326003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d090084-dd40-461c-9908-40573f129cff req-e1c932ae-0b5e-44b9-b858-c3f437efb65d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:10.327796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d090084-dd40-461c-9908-40573f129cff req-e1c932ae-0b5e-44b9-b858-c3f437efb65d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 943 time: 0.2259030
Jun 21 02:42:10.429488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d090084-dd40-461c-9908-40573f129cff req-bc9cd73b-1b4a-4cbe-abfe-0e77ddd1c4b0 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883539
Jun 21 02:42:10.458715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-d9657af7-f9a5-497f-a6cd-462619d39ea9 service neutron] 10.222.0.25 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012696
Jun 21 02:42:10.476731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64bd9f6a-2c3e-4c9a-a255-df032f8b6529 req-8948f678-91a4-425f-82e6-6c9b76f1fd04 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934218
Jun 21 02:42:10.697138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dae28f-8243-475c-970d-de7f8a728a33 req-5b2898a1-1fd2-41e7-8c05-77e6c6ebca5c tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:10.698754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16dae28f-8243-475c-970d-de7f8a728a33 req-5b2898a1-1fd2-41e7-8c05-77e6c6ebca5c tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.0744324
Jun 21 02:42:10.791240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1a17082-23ca-4a6a-81fa-25e7d190a8ae req-b8646912-0319-497b-ac12-2d4c98f1ee08 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips/2928aec5-bc0a-4570-9339-c5d514bb329e HTTP/1.1" status: 200  len: 693 time: 0.0586975
Jun 21 02:42:10.801039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16dae28f-8243-475c-970d-de7f8a728a33 req-f3da5f6a-0633-4a02-8c25-d14066bc2336 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906875
Jun 21 02:42:10.816446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 53905035-4fb6-4b0b-945f-74c7b892b349 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:10.935740 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f169e-f5a2-44c1-971f-6a87c36103aa x-openstack-request-id: req-592f169e-f5a2-44c1-971f-6a87c36103aa {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:10.936066 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "name": "network-vif-plugged", "status": "completed", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:10.936357 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-592f169e-f5a2-44c1-971f-6a87c36103aa {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:10.936920 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1', 'code': 200}
Jun 21 02:42:10.977269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17082-23ca-4a6a-81fa-25e7d190a8ae req-6c742545-2fda-45b3-92fa-005ae7ba0001 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:10.984670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1a17082-23ca-4a6a-81fa-25e7d190a8ae req-6c742545-2fda-45b3-92fa-005ae7ba0001 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1825435
Jun 21 02:42:10.992394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-d1a17082-23ca-4a6a-81fa-25e7d190a8ae req-5dd0af52-b308-4e0b-acb0-7b44ba8d30cd tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:42:11.013564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1a17082-23ca-4a6a-81fa-25e7d190a8ae req-5dd0af52-b308-4e0b-acb0-7b44ba8d30cd tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0262189
Jun 21 02:42:11.031823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:11.061180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 53905035-4fb6-4b0b-945f-74c7b892b349 has no active binding in host n-h1-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 02:42:11.063336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-bc70ffae-8711-412e-b4c3-2e3719b77772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.064908 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-bc70ffae-8711-412e-b4c3-2e3719b77772 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60c7346fd8c7491f87d20a43f849a241&device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 1101 time: 0.1426158
Jun 21 02:42:11.162579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106751c-4584-4aa3-b624-4bc288bb65cb req-6e96c47e-11ba-4d62-bfd0-9e21d88dfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.164107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d106751c-4584-4aa3-b624-4bc288bb65cb req-6e96c47e-11ba-4d62-bfd0-9e21d88dfc7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1097 time: 0.1387489
Jun 21 02:42:11.169984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3b903c10-2b4a-43a5-9408-54a3c8af259d details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:11.200761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-755ee38f-e9da-4532-8319-5885f02255e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.202707 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-755ee38f-e9da-4532-8319-5885f02255e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1062827
Jun 21 02:42:11.245321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a164-c74a-4817-82fa-f9a36bb09f47 req-df35e51a-0ce2-484e-a30c-86c52bfbbbfc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.256020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff52a164-c74a-4817-82fa-f9a36bb09f47 req-df35e51a-0ce2-484e-a30c-86c52bfbbbfc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 948 time: 0.1752629
Jun 21 02:42:11.286109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d106751c-4584-4aa3-b624-4bc288bb65cb req-adc79b19-4243-49c4-ac7b-f780e285a2d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024368
Jun 21 02:42:11.289498 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-35acaffe-f58c-4b3b-a709-5e4e8319ec08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8 HTTP/1.1" status: 200  len: 217 time: 0.0782020
Jun 21 02:42:11.318749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:11.329487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff52a164-c74a-4817-82fa-f9a36bb09f47 req-3bd271c2-65a8-4ab2-99ef-9b3fda864252 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724835
Jun 21 02:42:11.344420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'mac_address': 'fa:16:3e:d8:e8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:11.372579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07946243-770f-4f82-9cc9-c0b49107d4a4 req-145d472b-11fb-45a8-bebe-cb6eaf415f41 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.383186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07946243-770f-4f82-9cc9-c0b49107d4a4 req-145d472b-11fb-45a8-bebe-cb6eaf415f41 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 945 time: 0.2424004
Jun 21 02:42:11.393713 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:11.412165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b903c10-2b4a-43a5-9408-54a3c8af259d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:11.430015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:11.451607 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07946243-770f-4f82-9cc9-c0b49107d4a4 req-ce58b3e3-2d63-4a05-9214-c95799711831 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651081
Jun 21 02:42:11.467207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:11.474393 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c400e781-3fd4-4b71-88fb-0552607e5cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:11.487576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:11.487716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-be7d2259-e74b-4eaf-91b4-dc2bcc406885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.489384 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-be7d2259-e74b-4eaf-91b4-dc2bcc406885 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1282854
Jun 21 02:42:11.498779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1f19759-728a-42d1-8ca1-dae9e82c03b4 req-f8880c07-ea3c-47bc-a585-b9036bd26f7b tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 210 time: 0.0626521
Jun 21 02:42:11.580909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-f952a3c7-2586-4cb4-b75d-68bb76f48986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.583666 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-f952a3c7-2586-4cb4-b75d-68bb76f48986 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0815084
Jun 21 02:42:11.593479 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:11.597434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-aefd35ed-eea4-4ecc-b36a-aca6b43f7ed2 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips/2928aec5-bc0a-4570-9339-c5d514bb329e HTTP/1.1" status: 200  len: 693 time: 0.0593076
Jun 21 02:42:11.600888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:11.604020 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-46a69373-08ef-47e2-8048-05b8bb312728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:11.640090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:11.640473 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:11.695631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-aeea9037-f258-440d-bf36-2ff409a2902d service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023302
Jun 21 02:42:11.733974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:11.738594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ce5c5-e2e1-40c4-97a5-c341e0dcd1cd req-67dedbf9-767c-48d7-9ed5-114619b4b4d5 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.740211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f86ce5c5-e2e1-40c4-97a5-c341e0dcd1cd req-67dedbf9-767c-48d7-9ed5-114619b4b4d5 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 945 time: 0.1487026
Jun 21 02:42:11.770099 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:11.790744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:11.792407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-9b7aa1a8-bcb4-4cee-9cde-66c7ce1bc21b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:11.793908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-9b7aa1a8-bcb4-4cee-9cde-66c7ce1bc21b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1872842
Jun 21 02:42:11.817827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f86ce5c5-e2e1-40c4-97a5-c341e0dcd1cd req-9a1838cf-0440-4558-b9e3-814d61b7b422 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661991
Jun 21 02:42:11.823075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-5195c5b1-b9da-4c53-a45e-9d2f89fa54b3 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:42:11.823339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-5195c5b1-b9da-4c53-a45e-9d2f89fa54b3 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0109076
Jun 21 02:42:11.856266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:11.874137 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7aed2f1-44a5-4643-a5ad-514d4a709e27 req-c701afc2-7762-49a9-973c-cf4bd3c256e2 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708071
Jun 21 02:42:11.895855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-b3bd9d19-1ee3-4d1a-9b32-adb92f7dfec0 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200  len: 696 time: 0.0626729
Jun 21 02:42:11.928396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3b903c10-2b4a-43a5-9408-54a3c8af259d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:11.960959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-f93ce59e-3e4c-45e8-a29b-7c6d5cfcf483 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200  len: 696 time: 0.0538058
Jun 21 02:42:11.978915 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:11.986639 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:12.035235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:12.039118 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:12.103618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Deleting port 2604be63-270a-48a6-9339-8d94108a5726 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:12.103968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:12.186002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:12.186151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:12.277455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Calling delete_port for 2604be63-270a-48a6-9339-8d94108a5726 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:12.447768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-54191ee6-1f9a-4edd-9b18-462a727a31cc service neutron] 10.222.0.26 "GET /v2.0/ports/53905035-4fb6-4b0b-945f-74c7b892b349/bindings/n-h1-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.1677186
Jun 21 02:42:12.530602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe572ad-9603-4331-96fe-7b9e2de44214 req-a8160902-3699-4b1c-a811-988804d98a0b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:12.532152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afe572ad-9603-4331-96fe-7b9e2de44214 req-a8160902-3699-4b1c-a811-988804d98a0b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 943 time: 0.1714919
Jun 21 02:42:12.619687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a173f-682f-40df-ae24-6fa998730604 req-9c8ade60-a2a8-4b4c-8826-43f45929f023 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:12.621983 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-9c8ade60-a2a8-4b4c-8826-43f45929f023 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a&tenant_id=1397c30df045442fa21b67d43c669e36&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 949 time: 0.1915071
Jun 21 02:42:12.657908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afe572ad-9603-4331-96fe-7b9e2de44214 req-ed75afbb-ab8c-4e73-972d-4e4d79870dd0 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127241
Jun 21 02:42:12.714089 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-7b6a173f-682f-40df-ae24-6fa998730604 req-414fd236-7f72-4cb7-8d62-2bbeffc1d65d service neutron] delete failed (client error): The resource could not be found.
Jun 21 02:42:12.715354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-414fd236-7f72-4cb7-8d62-2bbeffc1d65d service neutron] 10.222.0.20 "DELETE /v2.0/ports/3b903c10-2b4a-43a5-9408-54a3c8af259d/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0858192
Jun 21 02:42:12.772897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:12.780220 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:12.823729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:12.829526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event deleted for resources: {'Port': ['ID=2604be63-270a-48a6-9339-8d94108a5726,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:12.840592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:12.904257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a173f-682f-40df-ae24-6fa998730604 req-82ffdb4c-8fd0-4872-aa8f-afd8d4e81cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:12.910216 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-82ffdb4c-8fd0-4872-aa8f-afd8d4e81cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1101 time: 0.0962322
Jun 21 02:42:12.911011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:12.941504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:12.974505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:12.986437 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:12.987501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'mac_address': 'fa:16:3e:d1:8a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:12.989258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:13.002048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00111238-1fc4-43d8-8064-fd3cc483ce0e req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "DELETE /v2.0/floatingips/2928aec5-bc0a-4570-9339-c5d514bb329e HTTP/1.1" status: 204  len: 173 time: 1.0314324
Jun 21 02:42:13.005165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53905035-4fb6-4b0b-945f-74c7b892b349 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:13.020969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:13.032475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:13.048097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88031312-6d7b-418d-8bc1-9630bbc82ce8 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:13.069969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4405-e58b-43c1-bf90-e2d7e302b90e req-21554398-3ea5-4773-8b61-e5dc87d18843 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:13.074248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:13.082644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-363f4405-e58b-43c1-bf90-e2d7e302b90e req-21554398-3ea5-4773-8b61-e5dc87d18843 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 945 time: 0.2744377
Jun 21 02:42:13.083171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58934) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:13.089105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Request body: {'floatingip': {'port_id': '63c4840b-c022-462d-b499-fabbb6a12dce'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:13.170793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:13.185995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3b903c10-2b4a-43a5-9408-54a3c8af259d up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:13.196881 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:13.222896 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:13.226778 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d8402a4b-3192-40c4-becb-6586f44809e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:13.299080 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038532ea-e76e-4df0-842a-edb5eeb4fe20 x-openstack-request-id: req-038532ea-e76e-4df0-842a-edb5eeb4fe20 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:13.299428 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:13.299720 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-038532ea-e76e-4df0-842a-edb5eeb4fe20 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:13.300407 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349', 'status': 'completed', 'code': 200}
Jun 21 02:42:13.416828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a173f-682f-40df-ae24-6fa998730604 req-4b042e7e-cfbd-48a5-ad68-d47b6bdde8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:13.420277 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-4b042e7e-cfbd-48a5-ad68-d47b6bdde8b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.5057440
Jun 21 02:42:13.441746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:13.499068 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-980e2a9f-f55a-4ffc-8cac-a7ed9fdcb866 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 217 time: 0.0707417
Jun 21 02:42:13.505793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['88031312-6d7b-418d-8bc1-9630bbc82ce8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:13.565741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a173f-682f-40df-ae24-6fa998730604 req-cb80ea18-e91e-453b-a68b-bd31636fe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:13.567538 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-cb80ea18-e91e-453b-a68b-bd31636fe6b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0609100
Jun 21 02:42:13.568179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:13.577184 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:13.596222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:13.596504 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:13.685691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a173f-682f-40df-ae24-6fa998730604 req-7a11b6ad-3f11-4c10-94ce-52c060edcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:13.687576 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-7a11b6ad-3f11-4c10-94ce-52c060edcb53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0826867
Jun 21 02:42:13.695504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 3b903c10-2b4a-43a5-9408-54a3c8af259d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:13.719290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 3b903c10-2b4a-43a5-9408-54a3c8af259d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:13.719688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:13.803199 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-cbce0366-ec14-49f7-8a60-2a7db8fd7815 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036026
Jun 21 02:42:13.921562 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:13.952226 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7b6a173f-682f-40df-ae24-6fa998730604 req-9cc2b8c2-7c1e-44b4-99c2-41822c4f155c service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402888
Jun 21 02:42:13.959031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:13.964065 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188dbd3c-722e-4573-83cd-27abe1e02d4e" -d '{"events": [{"server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "name": "network-vif-plugged", "status": "completed", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:13.981140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:14.051573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-fdf7ecb3-3f1b-4322-b212-7d037a545200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:14.053416 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-fdf7ecb3-3f1b-4322-b212-7d037a545200 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1102 time: 0.1002126
Jun 21 02:42:14.055993 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:14.057171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 53905035-4fb6-4b0b-945f-74c7b892b349 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:14.060631 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:14.127374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Transition to ACTIVE for port object 53905035-4fb6-4b0b-945f-74c7b892b349 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:14.227623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-0f573a26-89e0-4447-9646-ddf6b4b0e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:14.230700 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-0f573a26-89e0-4447-9646-ddf6b4b0e895 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1517096
Jun 21 02:42:14.241997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:14.255783 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 53905035-4fb6-4b0b-945f-74c7b892b349 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:14.257801 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:14.265302 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:14.278242 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:14.298104 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-22031299-6a23-44a9-bac3-2456edc8bc70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42 HTTP/1.1" status: 200  len: 217 time: 0.0607748
Jun 21 02:42:14.298752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-9ebcf702-3061-46c2-b225-1ae114c3d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:14.301531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-9ebcf702-3061-46c2-b225-1ae114c3d063 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1126 time: 1.1995761
Jun 21 02:42:14.380714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-e94e168e-f3b2-466b-b2b0-ee436a4bd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:14.382873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-e94e168e-f3b2-466b-b2b0-ee436a4bd8c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0715599
Jun 21 02:42:14.464201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-5334f0fb-585a-49a8-b6a2-b3ff98eafe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:14.466513 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-5334f0fb-585a-49a8-b6a2-b3ff98eafe73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0764835
Jun 21 02:42:14.599816 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-890a2bb8-fdd9-4cfb-b4f9-a5a1fd5afc37 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255352
Jun 21 02:42:14.634900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-45ebac61-ba64-49be-a0f0-47efc16de7c2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:14.636462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-45ebac61-ba64-49be-a0f0-47efc16de7c2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 818 time: 1.3747547
Jun 21 02:42:14.637362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] No DVR routers for this DVR port 53905035-4fb6-4b0b-945f-74c7b892b349 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:42:14.646290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-8f6c9d48-c6fd-4ea8-b114-ddfaa1000022 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:14.647889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-8f6c9d48-c6fd-4ea8-b114-ddfaa1000022 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 818 time: 0.6687856
Jun 21 02:42:14.702545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Request body: {'port': {'device_id': 'bf8b706b-3be7-4746-8368-382e97741fe4', 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432', 'admin_state_up': True, 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:14.737762 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ac677197-27ea-400c-b79a-ca5456f3c812 req-55c729a9-63c2-4fde-ac63-1447116d8174 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302021
Jun 21 02:42:14.777830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Pushing event updated for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:14.839124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:14.859601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-61c1d900-137b-46ec-ab11-bd670c023375 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/quotas/f23f11a0261f437eb5155cc524c6e779 HTTP/1.1" status: 200  len: 375 time: 0.2042062
Jun 21 02:42:14.877903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964ba9a-84d4-4e51-b7a3-0c433011cfd6 req-e64fd09a-b22c-4d88-9654-96ab002a0249 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:14.884894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b964ba9a-84d4-4e51-b7a3-0c433011cfd6 req-e64fd09a-b22c-4d88-9654-96ab002a0249 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.9104714
Jun 21 02:42:14.906582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.906923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.907386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.907598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.907939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.908293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.908645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.908998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.909379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.909733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.910081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.910839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:14.926651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 88031312-6d7b-418d-8bc1-9630bbc82ce8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:14.927036 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:14.947590 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:14.955506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] 10.222.0.26 "PUT /v2.0/ports/53905035-4fb6-4b0b-945f-74c7b892b349/bindings/n-h1-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 2.4989915
Jun 21 02:42:15.049613 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:15.066130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-e8690910-b4ca-47c2-981e-2bf91d0f724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:15.067583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-e8690910-b4ca-47c2-981e-2bf91d0f724a service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.7194397
Jun 21 02:42:15.093547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:15.198987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-680063ae-1297-44e4-8a1f-074dfc3acca9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 200  len: 217 time: 0.0955479
Jun 21 02:42:15.221761 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:15.223626 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b087805-fbde-4893-bc73-e6e45623a43e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:15.248105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b964ba9a-84d4-4e51-b7a3-0c433011cfd6 req-da3e1bc9-7b49-4d4a-b39b-b14f500772d0 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3622491
Jun 21 02:42:15.306194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-9f05d614-9446-4560-9bbe-ed3864b8d775 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:15.307591 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-9f05d614-9446-4560-9bbe-ed3864b8d775 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.0972240
Jun 21 02:42:15.336676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:15.345399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.345399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.345399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.345868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.345978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.347216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.347216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.347216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.347216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.347639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.347850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.348166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:15.364497 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:15.418536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:42:15.425172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-109e6080-7c05-416b-b31c-aec0424908ea tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5337241
Jun 21 02:42:15.484996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-0d56f459-4ff5-4a79-a753-9c0efe253be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:15.485410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-47343964-bfdf-4edb-9545-e9784460705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:15.486830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-47343964-bfdf-4edb-9545-e9784460705b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.2791808
Jun 21 02:42:15.487088 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-0d56f459-4ff5-4a79-a753-9c0efe253be2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33&tenant_id=b9d9fcf962874689a72b4a12fbcb7539 HTTP/1.1" status: 200  len: 1096 time: 0.1694112
Jun 21 02:42:15.504871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Made reservation on behalf of f23f11a0261f437eb5155cc524c6e779 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:15.514320 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:15.584857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-d0357c3b-cf74-4aa7-88ad-8d6803c642db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:15.587390 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-d0357c3b-cf74-4aa7-88ad-8d6803c642db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1096 time: 0.0662196
Jun 21 02:42:15.614331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-08dd044b-1924-47eb-a213-fb94c5478f3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1155369
Jun 21 02:42:15.628211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:15.712248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-aabf6aca-0164-45e6-ba27-97275bada85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:15.713776 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-aabf6aca-0164-45e6-ba27-97275bada85e service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1181157
Jun 21 02:42:15.738876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:15.766484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-389b191d-73f6-48bb-b4d3-f6b2070d052f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 200  len: 217 time: 0.0450194
Jun 21 02:42:15.830136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-ca194443-e6e7-48ce-bd77-8546121e5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:15.831654 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-ca194443-e6e7-48ce-bd77-8546121e5eff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.0515697
Jun 21 02:42:15.874612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-1e258605-fc6d-458e-b085-7d1d95a20cd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339930
Jun 21 02:42:15.983237 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-e40ee533-540d-43d4-8e9b-93fb661ebead service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008675
Jun 21 02:42:16.097204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-8021c826-430d-40e3-a13c-8c1d3c3eac7d service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015768
Jun 21 02:42:16.292672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-cd45ce8b-60a2-43e4-8b7b-3c3dce2e851e service neutron] 10.222.0.25 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8198478
Jun 21 02:42:16.332845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebe88b-3d9f-48c5-b52c-c26f0788268a req-f361a7c0-4dc0-4748-b05f-354359d218a5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:16.341104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19ebe88b-3d9f-48c5-b52c-c26f0788268a req-f361a7c0-4dc0-4748-b05f-354359d218a5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.8670039
Jun 21 02:42:16.408864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-82169e2a-746b-4fd0-b02e-f160e63f4b99 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7766092
Jun 21 02:42:16.457212 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Floating IP 3f98b2e2-3b73-401b-9969-d15434ed9edf associated. External IP: 172.25.7.117, port: 63c4840b-c022-462d-b499-fabbb6a12dce.
Jun 21 02:42:16.545091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Allocated IP 172.20.0.11 (c45f08f4-cb06-4fd0-b5eb-21c090b60432/3fe51bed-c6ba-4c7c-8126-3461ad36dfc2/9cde271f-9fa7-47fa-9e0d-becce66bf11d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:16.611728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19ebe88b-3d9f-48c5-b52c-c26f0788268a req-d6c5de38-e935-4dec-a0da-b9adfa679d5f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694304
Jun 21 02:42:16.652770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f887e95d-b9fc-40e2-a1e4-1ecab72088f6 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:16.660033 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-f887e95d-b9fc-40e2-a1e4-1ecab72088f6 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.0994713
Jun 21 02:42:16.817581 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-e9dda88e-5d8b-48ff-bb65-4ff99bd23743 service neutron] 10.222.0.25 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5088363
Jun 21 02:42:16.867333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c400e781-3fd4-4b71-88fb-0552607e5cb5 req-53f7b3a0-caa3-42e0-81e9-f38251057720 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4473195
Jun 21 02:42:16.927680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-7a1be8ba-41ec-4848-8a99-9c87f9d993aa service neutron] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:16.931616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-7a1be8ba-41ec-4848-8a99-9c87f9d993aa service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:16.936555 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1870a1c2-e084-4064-a78c-8a92192dcf95 req-7a1be8ba-41ec-4848-8a99-9c87f9d993aa service neutron] 10.222.0.20 "DELETE /v2.0/ports/53905035-4fb6-4b0b-945f-74c7b892b349/bindings/n-h2-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.2700670
Jun 21 02:42:16.944767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:17.007332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e99489-c034-45d4-806a-7dd3abba25fc req-57f4c72e-e62e-47df-b6e7-a2f5fb426ff4 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:17.010014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88e99489-c034-45d4-806a-7dd3abba25fc req-57f4c72e-e62e-47df-b6e7-a2f5fb426ff4 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 945 time: 0.2192540
Jun 21 02:42:17.291779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88e99489-c034-45d4-806a-7dd3abba25fc req-5a0cc6ec-e8cc-4776-9431-dd4ab87f293b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2703500
Jun 21 02:42:17.383821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:42:17.402422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:17.410505 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:17.429373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15fe0c-83ce-4cca-b88a-5304c76ace1b req-ec53a8ab-c39d-47ea-a673-88e67f129333 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:17.430858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b15fe0c-83ce-4cca-b88a-5304c76ace1b req-ec53a8ab-c39d-47ea-a673-88e67f129333 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.3750019
Jun 21 02:42:17.505502 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2835a567-60f6-46b4-97de-d42c4ea04f39 x-openstack-request-id: req-2835a567-60f6-46b4-97de-d42c4ea04f39 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:17.506018 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "name": "network-vif-plugged", "status": "completed", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:17.506528 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2835a567-60f6-46b4-97de-d42c4ea04f39 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:17.507038 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'code': 200}
Jun 21 02:42:17.534555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Network c45f08f4-cb06-4fd0-b5eb-21c090b60432 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:17.559237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:17.598620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:17.610590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Pushing event updated for resources: {'Port': ['ID=9cde271f-9fa7-47fa-9e0d-becce66bf11d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:17.635560 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:17.717400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:17.718078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:17.781634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:42:17.803639 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:17.804493 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] Sync routers for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:42:17.804493 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:17.804493 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e6c4c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:17.805100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51e63b-5c83-4e6f-a3d6-a4c1ab848f44 req-5ec71301-6097-409b-918c-419c94f3c73d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:17.805100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c51e63b-5c83-4e6f-a3d6-a4c1ab848f44 req-5ec71301-6097-409b-918c-419c94f3c73d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 944 time: 0.2670505
Jun 21 02:42:17.866430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5fee81a9-2e56-4f5f-ac4e-ed06438731cb tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "PUT /v2.0/floatingips/3f98b2e2-3b73-401b-9969-d15434ed9edf HTTP/1.1" status: 200  len: 991 time: 4.7820878
Jun 21 02:42:17.874929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9b48-f56e-4a51-94e1-8d899c59f961 req-5bac1962-6e00-4131-977f-6cc34557abf3 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:17.876390 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-13ed9b48-f56e-4a51-94e1-8d899c59f961 req-5bac1962-6e00-4131-977f-6cc34557abf3 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1927478
Jun 21 02:42:17.881662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'tag': '63c4840b-c022-462d-b499-fabbb6a12dce'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:17.883948 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c0413-562a-4ecd-8c4b-baca0ed274cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a08d3568-83db-4cf5-916b-dc11f40bba51", "tag": "63c4840b-c022-462d-b499-fabbb6a12dce"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:17.901241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c51e63b-5c83-4e6f-a3d6-a4c1ab848f44 req-363637b1-7455-475b-99e4-fa6516b34251 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790787
Jun 21 02:42:17.915921 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:17.927586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-13ed9b48-f56e-4a51-94e1-8d899c59f961 req-db660190-67aa-45df-9a64-c73984840dad tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409513
Jun 21 02:42:18.020686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f5357067-96a4-42d2-a532-d38174936cfa req-49a7c2a3-4a76-4737-9ec5-fef847cdf419 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 210 time: 0.0392053
Jun 21 02:42:18.044855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3706417
Jun 21 02:42:18.077493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Request body: {'port': {'device_id': 'bf8b706b-3be7-4746-8368-382e97741fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:18.162455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04185ff9-3493-4eae-85ca-815751317c1e req-92470697-debe-463e-b97e-fd8ca2df81b2 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:18.164141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04185ff9-3493-4eae-85ca-815751317c1e req-92470697-debe-463e-b97e-fd8ca2df81b2 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1102 time: 0.1463673
Jun 21 02:42:18.195995 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e6c4c0>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3f98b2e2-3b73-401b-9969-d15434ed9edf', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'port_id': '63c4840b-c022-462d-b499-fabbb6a12dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'mac_address': 'fa:16:3e:1a:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:39:38Z', 'updated_at': '2021-06-21T02:42:15Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:18.246833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:18.267369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04185ff9-3493-4eae-85ca-815751317c1e req-d8a8a3a6-a74f-4ca6-ae0b-f5175ffc4cc1 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836642
Jun 21 02:42:18.364491 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] Checking router: 9eb3320a-817a-42d4-9c8d-d56989eff7c0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:42:18.374366 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:18.375261 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e6c4c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:18.529202 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:18.533621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9619c804-cab0-443f-8ed3-2a9e65c49811 req-8784686c-0d54-46dd-88d4-9cbac7f51f43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=51b31c5e433a4695b110014c424131c4 HTTP/1.1" status: 200  len: 1656 time: 0.1975186
Jun 21 02:42:18.555413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca71103-4954-44f9-a267-1971c311eb00 req-14eb2d54-4684-46ea-a3f7-86fe5c2589f6 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:18.564670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bca71103-4954-44f9-a267-1971c311eb00 req-14eb2d54-4684-46ea-a3f7-86fe5c2589f6 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1097 time: 0.3576667
Jun 21 02:42:18.716693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bca71103-4954-44f9-a267-1971c311eb00 req-acfbde6d-969b-4c34-9e7b-624518fa0346 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474118
Jun 21 02:42:18.851386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c804-cab0-443f-8ed3-2a9e65c49811 req-5d184ee5-27fc-45d8-abd5-d7c9f8adabb7 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:18.853314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9619c804-cab0-443f-8ed3-2a9e65c49811 req-5d184ee5-27fc-45d8-abd5-d7c9f8adabb7 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks?id=384c26ed-943f-4825-ae7e-32261605dd95&id=384c26ed-943f-4825-ae7e-32261605dd95&id=384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 787 time: 0.3065128
Jun 21 02:42:18.873116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-9619c804-cab0-443f-8ed3-2a9e65c49811 req-fd4a11b3-0fa3-4400-a197-9a58eec3a74f tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:42:18.874717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9619c804-cab0-443f-8ed3-2a9e65c49811 req-fd4a11b3-0fa3-4400-a197-9a58eec3a74f tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0135136
Jun 21 02:42:18.974898 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525572e6-539f-4dc4-bf2a-1ee8a1223aa3 x-openstack-request-id: req-525572e6-539f-4dc4-bf2a-1ee8a1223aa3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:18.975235 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08d3568-83db-4cf5-916b-dc11f40bba51", "tag": "63c4840b-c022-462d-b499-fabbb6a12dce", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:18.975526 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-525572e6-539f-4dc4-bf2a-1ee8a1223aa3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:18.975955 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'tag': '63c4840b-c022-462d-b499-fabbb6a12dce', 'status': 'completed', 'code': 200}
Jun 21 02:42:18.989926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cde271f-9fa7-47fa-9e0d-becce66bf11d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:18.992118 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e6c4c0>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3f98b2e2-3b73-401b-9969-d15434ed9edf', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'port_id': '63c4840b-c022-462d-b499-fabbb6a12dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'mac_address': 'fa:16:3e:1a:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:39:38Z', 'updated_at': '2021-06-21T02:42:15Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:18.999060 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:19.036004 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72f637-1c27-44aa-b4cb-133a4dadd94d None None] The sync data for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 is: [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3f98b2e2-3b73-401b-9969-d15434ed9edf', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'port_id': '63c4840b-c022-462d-b499-fabbb6a12dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'mac_address': 'fa:16:3e:1a:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:39:38Z', 'updated_at': '2021-06-21T02:42:15Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:42:19.174269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Transition to ACTIVE for port object 9cde271f-9fa7-47fa-9e0d-becce66bf11d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:19.228827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14652e77-be2c-4643-a984-8ee8337f06af req-c2e9ddc7-173b-48c0-a3b0-116f14f86238 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips/9dc65b2d-668c-4c66-bdb7-720eecad2bee HTTP/1.1" status: 200  len: 692 time: 0.0825355
Jun 21 02:42:19.304838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:19.353581 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:19.382263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3189d-e0aa-4dd3-af55-22ae3c2bade1 None None] New status for floating IP 3f98b2e2-3b73-401b-9969-d15434ed9edf: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:42:19.407790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-6bbf65f4-758d-4328-92e5-fd3245b4c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:19.409458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-6bbf65f4-758d-4328-92e5-fd3245b4c0c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10dfe606d88c47a7a54d11e347c911bd&device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 1097 time: 0.4001522
Jun 21 02:42:19.509443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:19.511830 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3fc4ce-c89b-4daa-893b-7ad7d32502ab" -d '{"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-plugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:19.877003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Pushing event updated for resources: {'Port': ['ID=9cde271f-9fa7-47fa-9e0d-becce66bf11d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:19.897478 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:20.026071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14652e77-be2c-4643-a984-8ee8337f06af req-782d04ed-9fe3-4b58-8466-23ec8a4b2c8f tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:20.027789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14652e77-be2c-4643-a984-8ee8337f06af req-782d04ed-9fe3-4b58-8466-23ec8a4b2c8f tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.7981958
Jun 21 02:42:20.038457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab326d-f64b-469e-988f-67af4fd272ea req-bce776b4-0d4e-45b2-a61a-999f142d7216 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:20.040039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39ab326d-f64b-469e-988f-67af4fd272ea req-bce776b4-0d4e-45b2-a61a-999f142d7216 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1097 time: 0.8205276
Jun 21 02:42:20.101136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-239a20e0-c608-4cda-973a-21a237be637e tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:20.103533 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-239a20e0-c608-4cda-973a-21a237be637e tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 818 time: 0.1505976
Jun 21 02:42:20.109997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14652e77-be2c-4643-a984-8ee8337f06af req-0590a3e6-3c87-4fcd-98f4-9ce2b5a5ac48 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200  len: 695 time: 0.0589926
Jun 21 02:42:20.118401 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Request body: {'port': {'device_id': '33d74d63-d139-4446-a04f-45802caac88f', 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432', 'admin_state_up': True, 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:20.148367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-2ea88199-7289-4fc0-83df-a7d518866a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:20.149913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-2ea88199-7289-4fc0-83df-a7d518866a55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 200  len: 924 time: 0.7263975
Jun 21 02:42:20.258224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39ab326d-f64b-469e-988f-67af4fd272ea req-277d13a6-1245-43c1-9199-7d648745cc9c tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061722
Jun 21 02:42:20.266487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Attempting to bind port 9cde271f-9fa7-47fa-9e0d-becce66bf11d on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:20.266716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Attempting to bind port 9cde271f-9fa7-47fa-9e0d-becce66bf11d by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:20.267055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Attempting to bind port 9cde271f-9fa7-47fa-9e0d-becce66bf11d on network c45f08f4-cb06-4fd0-b5eb-21c090b60432 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:20.299239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14652e77-be2c-4643-a984-8ee8337f06af req-cd48c05f-3b17-4622-b597-687da5455960 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200  len: 695 time: 0.1545973
Jun 21 02:42:20.305384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Port 9cde271f-9fa7-47fa-9e0d-becce66bf11d on network c45f08f4-cb06-4fd0-b5eb-21c090b60432 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:20.305724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Attempting to bind port 9cde271f-9fa7-47fa-9e0d-becce66bf11d on network c45f08f4-cb06-4fd0-b5eb-21c090b60432 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:20.338843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:20.339639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Checking segment: {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:20.340037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Bound using segment: {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:20.340477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Bound port: 9cde271f-9fa7-47fa-9e0d-becce66bf11d, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:20.341013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:20.347134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Made reservation on behalf of f23f11a0261f437eb5155cc524c6e779 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:20.350994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:20.480658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-9a4879b2-7cf5-4511-b494-99c4a7b95d9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c4840b-c022-462d-b499-fabbb6a12dce HTTP/1.1" status: 200  len: 1001 time: 0.3118153
Jun 21 02:42:20.531745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Allocated IP 172.20.0.9 (c45f08f4-cb06-4fd0-b5eb-21c090b60432/3fe51bed-c6ba-4c7c-8126-3461ad36dfc2/a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:20.670929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] For port 9cde271f-9fa7-47fa-9e0d-becce66bf11d, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:20.680240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-70bdc0e3-5ba7-44f0-98c3-e42a65960406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:20.681769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-70bdc0e3-5ba7-44f0-98c3-e42a65960406 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 200  len: 862 time: 0.1867092
Jun 21 02:42:20.707448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] For port 9cde271f-9fa7-47fa-9e0d-becce66bf11d, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:20.738189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09651d1e-9d61-4c8f-a693-5d8f60ba043d req-4d1dad06-b3ac-42eb-a9bf-df8c92c20344 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:20.739760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09651d1e-9d61-4c8f-a693-5d8f60ba043d req-4d1dad06-b3ac-42eb-a9bf-df8c92c20344 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1096 time: 0.2752573
Jun 21 02:42:20.742314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:20.781614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Deleting port 2ebb2375-ef0c-4847-8e78-dddf73979c57 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:20.782124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:20.804570 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:20.838044 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7718b61c-3c82-4566-b4bb-7056114fceae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:20.863314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:20.868207 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e01994a0-3038-4bfb-ac5e-00a40d0df518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:20.916488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:20.917157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:20.918565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] 10.222.0.20 "PUT /v2.0/ports/9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 200  len: 1093 time: 2.8520710
Jun 21 02:42:20.939923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09651d1e-9d61-4c8f-a693-5d8f60ba043d req-28e26e88-fa76-4e71-8e9a-c0ec2c8dc03d tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796191
Jun 21 02:42:20.944413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Network c45f08f4-cb06-4fd0-b5eb-21c090b60432 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:20.948839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:20.985560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:20.991319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8b706b-3be7-4746-8368-382e97741fe4', 'tag': '9cde271f-9fa7-47fa-9e0d-becce66bf11d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:21.001222 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8b706b-3be7-4746-8368-382e97741fe4", "tag": "9cde271f-9fa7-47fa-9e0d-becce66bf11d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:21.019266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-66a5a7a3-fb85-4dfc-88b3-f18d2dca229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:21.036607 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-66a5a7a3-fb85-4dfc-88b3-f18d2dca229c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3445263
Jun 21 02:42:21.044421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Pushing event updated for resources: {'Port': ['ID=9cde271f-9fa7-47fa-9e0d-becce66bf11d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:21.051198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:21.051863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:21.063824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Pushing event updated for resources: {'Port': ['ID=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:21.074215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.074707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.075588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.075951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.076312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.077116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.077558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.078032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.078393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.078787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.079139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.079628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:42:21.084699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:21.132598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:21.147046 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0329735
Jun 21 02:42:21.159676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Request body: {'port': {'device_id': '33d74d63-d139-4446-a04f-45802caac88f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:21.176319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:21.176647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:21.249839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:21.296086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Calling delete_port for 2ebb2375-ef0c-4847-8e78-dddf73979c57 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:21.409407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-115462c1-c5e9-4e2e-a0a5-36e92fdf9699 service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3534877
Jun 21 02:42:21.437356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3996b-cd3a-4677-b367-ccc81cce0e3e req-63dd8a65-28c6-4455-9d89-3fb55f8140fd tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:21.444588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8e3996b-cd3a-4677-b367-ccc81cce0e3e req-63dd8a65-28c6-4455-9d89-3fb55f8140fd tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.2999845
Jun 21 02:42:21.460531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-7e88092b-f37f-4efd-8f00-b81bda1b2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:21.462047 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-7e88092b-f37f-4efd-8f00-b81bda1b2757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1096 time: 0.4049878
Jun 21 02:42:21.564882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-a745b5b7-cc8d-4595-a262-d057fe24f9d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 200  len: 217 time: 0.0646462
Jun 21 02:42:21.567492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:21.576453 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:21.588884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Transition to ACTIVE for port object a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:21.631728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8e3996b-cd3a-4677-b367-ccc81cce0e3e req-714e38b9-b43d-49f1-8b5f-6ce3f0da292e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862214
Jun 21 02:42:21.695362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-451c40f9-01b0-4082-88ba-afb3d5563805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:21.696965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-451c40f9-01b0-4082-88ba-afb3d5563805 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.1240938
Jun 21 02:42:21.702129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:21.702339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891c0413-562a-4ecd-8c4b-baca0ed274cc req-136e3290-b6e7-41d9-aba7-adeb9a61337a service neutron] 10.222.0.26 "GET /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2846186
Jun 21 02:42:21.705869 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:21.747672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-cf95d19e-5777-4ab6-bf77-6d2caad56f5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422392
Jun 21 02:42:21.837391 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:21.845435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:21.864796 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea4b82ee-3d65-42ed-ac94-9525a609aacf tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:21.878560 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:21.898721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event deleted for resources: {'Port': ['ID=2ebb2375-ef0c-4847-8e78-dddf73979c57,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:21.939237 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:21.939996 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-75643c78-4cae-4bd9-9841-f50702351de3 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846607
Jun 21 02:42:21.975300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Attempting to bind port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:21.975647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Attempting to bind port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:21.976152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Attempting to bind port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe on network c45f08f4-cb06-4fd0-b5eb-21c090b60432 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:21.983242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe on network c45f08f4-cb06-4fd0-b5eb-21c090b60432 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:21.983704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Attempting to bind port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe on network c45f08f4-cb06-4fd0-b5eb-21c090b60432 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:21.990517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:21.994944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Checking segment: {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:21.994944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Bound using segment: {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:21.994944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Bound port: a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea00d70-1ce6-4570-b08a-93036d4a47cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:21.994944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:22.067427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] For port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:22.070150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fed34-24fb-4141-aba5-60013c4ed343 req-36161634-819b-4260-aa70-809446c81874 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:22.071074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] For port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:22.074058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc4fed34-24fb-4141-aba5-60013c4ed343 req-36161634-819b-4260-aa70-809446c81874 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 943 time: 0.2565324
Jun 21 02:42:22.113826 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:22.116271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:22.117444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14652e77-be2c-4643-a984-8ee8337f06af req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "DELETE /v2.0/floatingips/9dc65b2d-668c-4c66-bdb7-720eecad2bee HTTP/1.1" status: 204  len: 173 time: 1.7801781
Jun 21 02:42:22.148750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc4fed34-24fb-4141-aba5-60013c4ed343 req-b3732d4d-58de-4d07-b29b-10c388835150 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701869
Jun 21 02:42:22.177613 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2940a5e-4fcc-4067-bb3c-634737bafd48 req-202164a0-f05e-4f63-a5b0-723633346df4 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035179
Jun 21 02:42:22.210904 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e807092-853d-4e47-bad0-664f8f818e8a x-openstack-request-id: req-6e807092-853d-4e47-bad0-664f8f818e8a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:22.210904 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-plugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:22.210904 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e807092-853d-4e47-bad0-664f8f818e8a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:22.210904 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'code': 200}
Jun 21 02:42:22.227421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-6ae3dd03-055f-474d-a187-52723a0eb999 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1397c30df045442fa21b67d43c669e36&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0250647
Jun 21 02:42:22.434862 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:22.437523 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6f27639a-4ada-42ce-807b-c6e09ac522f0 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:22.479823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:22.480688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:22.482654 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe HTTP/1.1" status: 200  len: 1092 time: 1.3277423
Jun 21 02:42:22.483244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d74d63-d139-4446-a04f-45802caac88f', 'tag': 'a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:22.485898 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b" -d '{"events": [{"name": "network-changed", "server_uuid": "33d74d63-d139-4446-a04f-45802caac88f", "tag": "a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:22.511194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:22.515610 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:22.607300 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77f1d6c-54c5-46d4-9a62-9c5817156e19 x-openstack-request-id: req-a77f1d6c-54c5-46d4-9a62-9c5817156e19 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:22.607619 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8b706b-3be7-4746-8368-382e97741fe4", "tag": "9cde271f-9fa7-47fa-9e0d-becce66bf11d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:22.607909 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a77f1d6c-54c5-46d4-9a62-9c5817156e19 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:22.608323 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8b706b-3be7-4746-8368-382e97741fe4', 'tag': '9cde271f-9fa7-47fa-9e0d-becce66bf11d', 'status': 'completed', 'code': 200}
Jun 21 02:42:22.681601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-6e40c692-2c34-495c-8347-c4f916eb03ba tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:22.683337 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-6e40c692-2c34-495c-8347-c4f916eb03ba tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4498060
Jun 21 02:42:22.689949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-b3626b3d-c948-45b8-9fe5-30107fea5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:22.691722 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-b3626b3d-c948-45b8-9fe5-30107fea5c47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1096 time: 0.0627067
Jun 21 02:42:22.743618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a3529870-3c07-45d4-b742-ca33d56fa827 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/quotas/1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 375 time: 0.0405726
Jun 21 02:42:22.808849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-568c5b0d-0190-4276-94db-a8e7d87aed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:22.811284 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-568c5b0d-0190-4276-94db-a8e7d87aed2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.1116145
Jun 21 02:42:22.822411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-14f273a9-f8c3-4fa3-bd63-5750bcf99d19 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:22.823923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-14f273a9-f8c3-4fa3-bd63-5750bcf99d19 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 807 time: 0.2190492
Jun 21 02:42:22.831719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-999757ee-1720-4ff7-abcb-2f1f536b15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:22.833241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-999757ee-1720-4ff7-abcb-2f1f536b15f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 1095 time: 0.1719024
Jun 21 02:42:22.888628 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-6f135de8-eccb-4432-968a-9918ac61437f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 200  len: 217 time: 0.0686741
Jun 21 02:42:22.891015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-311b0c45-adc0-4cdc-a7b3-3f9cae4a8325 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe HTTP/1.1" status: 200  len: 217 time: 0.0476069
Jun 21 02:42:22.893141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-fb9f200b-5dd6-47cd-9c7c-56cc228eb54a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/quotas/b9d9fcf962874689a72b4a12fbcb7539 HTTP/1.1" status: 200  len: 375 time: 0.0590038
Jun 21 02:42:22.905255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-3bcf36df-0f48-4996-8c59-fcf348582eb0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1552789
Jun 21 02:42:22.996644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-c823d451-7dbb-46e4-a161-11287ea77d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:22.998850 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-c823d451-7dbb-46e4-a161-11287ea77d48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.0992110
Jun 21 02:42:23.014541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-12d2ec56-cb66-47e8-ab93-b0fd0f23f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:23.016144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-12d2ec56-cb66-47e8-ab93-b0fd0f23f6f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.1081567
Jun 21 02:42:23.044983 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-40d31b8d-351a-450e-b518-783b7226a185 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0308044
Jun 21 02:42:23.055333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-ee659828-554b-4a9e-89da-b6ed1f70580a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1483171
Jun 21 02:42:23.098512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-78a31ea0-bc8b-4e9a-9098-0ec12e8e178c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719578
Jun 21 02:42:23.161258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-c310f3bb-344a-4b9c-bc7b-00d3d2fd6f1c service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1120200
Jun 21 02:42:23.287190 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1eac61fa-fe4d-48b9-a371-8dcbbc837de0 req-9fa8c353-a143-4127-8d9a-d8a7e0d747d3 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170285
Jun 21 02:42:23.333701 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-c410ea88-971e-4d4e-9fa5-86983ded3513 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips/7f48c956-ef74-4a2e-8975-10ac2caf5a21 HTTP/1.1" status: 200  len: 693 time: 0.1112731
Jun 21 02:42:23.347169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-84b416a0-503f-4460-8c0a-cd263f4b645b service neutron] 10.222.0.25 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2909803
Jun 21 02:42:23.399002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-c9bdedf1-23b4-44cb-958d-d10911d56d3d service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722576
Jun 21 02:42:23.645029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-fded6a59-0fe2-4a7f-9d79-49f1ddc7a852 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2822542
Jun 21 02:42:23.653278 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-a06cab6a-11a0-48c3-81a5-9257d7187524 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:23.654081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-a06cab6a-11a0-48c3-81a5-9257d7187524 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.3091607
Jun 21 02:42:23.666739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3242e2a-12bf-44e9-87ca-1c1a1a6719b3 req-2721d1d5-7a4b-48ee-bf5f-64f5df7ec628 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055418
Jun 21 02:42:23.721425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-a27ddc0c-2f6b-4c52-ab1e-24462a076fa0 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200  len: 696 time: 0.0537362
Jun 21 02:42:23.780955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-cb5ea168-729f-49a7-985f-0163672667ab tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.124 HTTP/1.1" status: 200  len: 696 time: 0.0528636
Jun 21 02:42:23.993696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Deleting port c77f27f4-5509-4216-8c15-aca3b31514d1 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:23.998269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:24.125284 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:24.125897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:24.212578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Calling delete_port for c77f27f4-5509-4216-8c15-aca3b31514d1 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:24.391068 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39419e6c-4ac0-4eed-adad-503d0f9a28e8 x-openstack-request-id: req-39419e6c-4ac0-4eed-adad-503d0f9a28e8 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:24.391574 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d74d63-d139-4446-a04f-45802caac88f", "tag": "a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:24.391674 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39419e6c-4ac0-4eed-adad-503d0f9a28e8 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:24.392103 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d74d63-d139-4446-a04f-45802caac88f', 'tag': 'a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe', 'status': 'completed', 'code': 200}
Jun 21 02:42:24.507338 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:24.513260 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-411a6294-84f5-4b6f-b668-0825ff50f5c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:24.565850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event deleted for resources: {'Port': ['ID=c77f27f4-5509-4216-8c15-aca3b31514d1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:24.574287 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:24.673719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-982a9cbd-e5e5-49ba-8ea6-a098cc6172fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:24.675075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-982a9cbd-e5e5-49ba-8ea6-a098cc6172fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 1095 time: 0.1253037
Jun 21 02:42:24.684205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70f078-85dd-422e-a4d4-cf2465e27760 req-d02ebb69-cb5a-4e9f-9e6f-6c76836afd4b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:24.686445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b70f078-85dd-422e-a4d4-cf2465e27760 req-d02ebb69-cb5a-4e9f-9e6f-6c76836afd4b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.1351743
Jun 21 02:42:24.797631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b70f078-85dd-422e-a4d4-cf2465e27760 req-40f00b78-286b-4695-a11d-1ea703682639 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020484
Jun 21 02:42:24.843748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-cc82bfe7-6a1e-4156-acc6-0137bf62044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:24.845283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-cc82bfe7-6a1e-4156-acc6-0137bf62044b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.1579046
Jun 21 02:42:24.913515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9cde271f-9fa7-47fa-9e0d-becce66bf11d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:24.947088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-9525b34d-0561-4dba-925b-67d7108c6098 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe HTTP/1.1" status: 200  len: 217 time: 0.0943670
Jun 21 02:42:25.054222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9cde271f-9fa7-47fa-9e0d-becce66bf11d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:25.070161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-5ff2dbab-eac2-49f3-8066-c04d809725dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:25.071622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-5ff2dbab-eac2-49f3-8066-c04d809725dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.1159122
Jun 21 02:42:25.079721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '9cde271f-9fa7-47fa-9e0d-becce66bf11d', 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432', 'port_id': '9cde271f-9fa7-47fa-9e0d-becce66bf11d', 'mac_address': 'fa:16:3e:61:ab:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe51bed-c6ba-4c7c-8126-3461ad36dfc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:25.120152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-a5a5c43f-2c41-44f5-873c-32e5930a2ade service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403032
Jun 21 02:42:25.141504 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:25.162784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:25.165379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cde271f-9fa7-47fa-9e0d-becce66bf11d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:25.166158 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:25.167920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e45b72-43e8-42dd-b278-e0b93c9786b3 req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "DELETE /v2.0/floatingips/7f48c956-ef74-4a2e-8975-10ac2caf5a21 HTTP/1.1" status: 204  len: 173 time: 1.3807878
Jun 21 02:42:25.222895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b214aa5-7427-4872-925a-a1ce2119da9a req-67127358-f41f-4082-a57a-290814d53352 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:25.232818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b214aa5-7427-4872-925a-a1ce2119da9a req-67127358-f41f-4082-a57a-290814d53352 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 943 time: 0.2882214
Jun 21 02:42:25.248317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9cde271f-9fa7-47fa-9e0d-becce66bf11d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:25.308563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b214aa5-7427-4872-925a-a1ce2119da9a req-7be7d3ce-500a-4906-b39f-c1a8fb02898a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747702
Jun 21 02:42:25.371332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1871730-002e-45d3-92dc-0e7a835dc448 req-099fed2e-76e5-4e11-b951-f15f40322013 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 210 time: 0.0461698
Jun 21 02:42:25.374815 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-b5f86aba-aa05-485e-b075-805a894b6991 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462540
Jun 21 02:42:25.381605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:25.385101 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:25.500092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ba08f67-a06d-4e4b-a959-3ab0b98e940b req-6548abc2-840c-497a-8c53-fdb92f2b3495 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171238
Jun 21 02:42:25.535500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9cde271f-9fa7-47fa-9e0d-becce66bf11d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:25.540143 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:25.654542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9cde271f-9fa7-47fa-9e0d-becce66bf11d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:25.806185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5c08bca-31cf-4a84-a948-586017ace113 req-8cfcf73b-10f3-4998-8fe6-4fee486b41e5 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 210 time: 0.1158879
Jun 21 02:42:25.848840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0324f09-de65-4843-a38a-bc548d87f83c req-596f7277-aebe-45a8-8de8-f733e5b22a8f tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:25.852917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0324f09-de65-4843-a38a-bc548d87f83c req-596f7277-aebe-45a8-8de8-f733e5b22a8f tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1097 time: 0.1461942
Jun 21 02:42:25.955714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-9fbd39e4-e51f-433c-bace-da10305e50a0 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips/2575785a-5369-4b8f-9383-f1b2f0ae74cd HTTP/1.1" status: 200  len: 693 time: 0.0980418
Jun 21 02:42:25.959808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-864d1b0a-4487-4159-a3a7-44527781476d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1397c30df045442fa21b67d43c669e36&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0396059
Jun 21 02:42:26.049073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0324f09-de65-4843-a38a-bc548d87f83c req-74301b67-1ae3-4b09-b8e0-f9e8cbe0c589 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902821
Jun 21 02:42:26.193826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-0a4b4f06-996e-4489-a6d2-68460d97078d tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:26.201673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-0a4b4f06-996e-4489-a6d2-68460d97078d tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2327294
Jun 21 02:42:26.210615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-688da2e6-e474-4d88-adcf-0f03757df026 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:42:26.218245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-688da2e6-e474-4d88-adcf-0f03757df026 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0155876
Jun 21 02:42:26.236847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-e9f9672f-3202-49b8-866d-71f9586b9317 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:26.238463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-e9f9672f-3202-49b8-866d-71f9586b9317 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2707481
Jun 21 02:42:26.279345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Request body: {'port': {'device_id': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '1397c30df045442fa21b67d43c669e36'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:26.397460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-b4fb0569-a6ea-44d9-9598-9f3d1b03c490 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200  len: 696 time: 0.1757526
Jun 21 02:42:26.752233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-6b050412-9a9b-4e96-83d3-31ed3cb5cf7b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200  len: 696 time: 0.3562963
Jun 21 02:42:26.884930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa78c2-d5fd-40ae-b198-e5d0f2311454 req-461933d6-8110-4aa6-9d9a-e0a5c5c682d4 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:26.886447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18fa78c2-d5fd-40ae-b198-e5d0f2311454 req-461933d6-8110-4aa6-9d9a-e0a5c5c682d4 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 950 time: 0.6112351
Jun 21 02:42:26.906772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:26.909118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9cde271f-9fa7-47fa-9e0d-becce66bf11d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:26.954854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18fa78c2-d5fd-40ae-b198-e5d0f2311454 req-beaee3a8-19e2-4653-9cfa-a8387e571486 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456772
Jun 21 02:42:26.963819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Deleting port 50021311-9a33-44b3-abf5-6f3b7c9e4479 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:26.964172 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.055443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:27.056913 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.057251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.069048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe', 'network_id': 'c45f08f4-cb06-4fd0-b5eb-21c090b60432', 'port_id': 'a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe', 'mac_address': 'fa:16:3e:4d:da:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe51bed-c6ba-4c7c-8126-3461ad36dfc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:27.109819 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.124653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:27.132636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Calling delete_port for 50021311-9a33-44b3-abf5-6f3b7c9e4479 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:27.146463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:27.164795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 9cde271f-9fa7-47fa-9e0d-becce66bf11d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:27.170823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 9cde271f-9fa7-47fa-9e0d-becce66bf11d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:27.171476 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.181730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Made reservation on behalf of 1397c30df045442fa21b67d43c669e36 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:27.187064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.260847 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.267631 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:27.270174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:27.330218 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.417833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:27.426205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b706b-3be7-4746-8368-382e97741fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cde271f-9fa7-47fa-9e0d-becce66bf11d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:27.428420 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd95fdac-5382-4e9b-906a-0677dbd5ec1e" -d '{"events": [{"server_uuid": "bf8b706b-3be7-4746-8368-382e97741fe4", "name": "network-vif-plugged", "status": "completed", "tag": "9cde271f-9fa7-47fa-9e0d-becce66bf11d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:27.437721 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:27.456704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9cde271f-9fa7-47fa-9e0d-becce66bf11d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:27.490731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Allocated IP 192.168.233.123 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:27.516573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:27.535078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.548197 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-36744d17-00a7-4ba8-ba83-b2bbab0a9f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:27.593444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:27.601346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'mac_address': 'fa:16:3e:55:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:27.655506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-67acbc9f-8ded-484f-9e58-a66e9da3f1d8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:27.656900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-67acbc9f-8ded-484f-9e58-a66e9da3f1d8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 807 time: 0.3018088
Jun 21 02:42:27.681381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Request body: {'port': {'device_id': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'admin_state_up': True, 'tenant_id': 'b9d9fcf962874689a72b4a12fbcb7539'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:27.714914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.717900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9cde271f-9fa7-47fa-9e0d-becce66bf11d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:27.728280 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:27.732795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.734835 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-22e32d8c-d7bd-40e9-8a01-affd3c5b5931 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:27.749136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:27.805590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Pushing event deleted for resources: {'Port': ['ID=50021311-9a33-44b3-abf5-6f3b7c9e4479,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:27.810516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:27.818108 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:27.879437 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.897434 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:27.954114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.983767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.986448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:27.990233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae6b1420-9c89-4e2c-88f9-c6be9af588f4 req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] 10.222.0.25 "DELETE /v2.0/floatingips/2575785a-5369-4b8f-9383-f1b2f0ae74cd HTTP/1.1" status: 204  len: 173 time: 1.2222049
Jun 21 02:42:27.993637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Transition to ACTIVE for port object 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:27.993810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59148) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:28.022663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:28.029472 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:28.067373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Made reservation on behalf of b9d9fcf962874689a72b4a12fbcb7539 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:28.071366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:28.111372 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:28.118273 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53baa2a2-e1d6-40c8-9ff4-67e0402c75b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:28.125322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3b903c10-2b4a-43a5-9408-54a3c8af259d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:28.212605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6fb3898e-bcce-4353-8b29-6d3a65c2cf42'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:28.274109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:28.290871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:28.299598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:28.313742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:28.363860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:28.429077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:28.429775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:28.432724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Allocated IP 172.20.0.5 (eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e/3f4fd7ee-635d-403d-aa3b-bcf88750fbf8/ec1e9e07-b431-48e6-8408-7b7e730e7143) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:28.455887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d3d9b-af83-4f46-bdd1-7887e33f9067 req-b385ffb3-cfb7-4bf2-947f-3f32ae7939ee tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:28.463458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-121d3d9b-af83-4f46-bdd1-7887e33f9067 req-b385ffb3-cfb7-4bf2-947f-3f32ae7939ee tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 944 time: 0.3006063
Jun 21 02:42:28.532587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2503216
Jun 21 02:42:28.537127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-121d3d9b-af83-4f46-bdd1-7887e33f9067 req-62d97d46-c531-4c95-83ae-9318961573ea tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728457
Jun 21 02:42:28.544434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Request body: {'port': {'device_id': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:28.658092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:28.751683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:28.816204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b6a3048-3ef3-4e32-bdeb-a4395e4a15e5 None None] Provisioning for port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:28.821882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b6a3048-3ef3-4e32-bdeb-a4395e4a15e5 None None] Provisioning complete for port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:28.825602 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b6a3048-3ef3-4e32-bdeb-a4395e4a15e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:28.860558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a3048-3ef3-4e32-bdeb-a4395e4a15e5 None None] Port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:42:28.868462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:28.942608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:28.953279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544e7d-db75-4efd-a396-4859b718876d req-160e7f80-5174-47f3-b4a6-6ee8d72798fd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:28.954874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b544e7d-db75-4efd-a396-4859b718876d req-160e7f80-5174-47f3-b4a6-6ee8d72798fd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 936 time: 0.2463825
Jun 21 02:42:29.076555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b544e7d-db75-4efd-a396-4859b718876d req-f4a4dcb5-7ad6-45c2-870a-ff85001439b7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131637
Jun 21 02:42:29.096560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:29.102438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:29.102848 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.159672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.168604 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:29.245622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.270635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:29.276620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:29.283492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:29.292169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:29.295844 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.298967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:29.310469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Deleting port c6d8243e-fbe5-489c-8d95-0cfd45868090 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:29.316712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.320313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Pushing event updated for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:29.333087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:29.335177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:42:29.358367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:29.359733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.394994 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.398091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:29.399723 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:29.408362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Transition to ACTIVE for port object 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:29.433084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:29.444797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.474409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:29.479831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] For port c6d8243e-fbe5-489c-8d95-0cfd45868090, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c6d8243e-fbe5-489c-8d95-0cfd45868090,segment=NetworkSegment(af42c228-3ab2-4197-8b02-35fc416b4bf0),segment_id=af42c228-3ab2-4197-8b02-35fc416b4bf0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:29.480431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.482856 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:29.485129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.496141 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-423cd97b-f8ea-48fe-90e6-de349df5e667 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:29.539387 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.593778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:29.607700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Calling delete_port for c6d8243e-fbe5-489c-8d95-0cfd45868090 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:29.622524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9452252
Jun 21 02:42:29.648834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Request body: {'port': {'device_id': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:29.668832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.670998 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:29.723406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:29.736368 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:29.794562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=10']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:29.798561 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:29.850415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Attempting to bind port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:29.850758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Attempting to bind port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:29.851092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Attempting to bind port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:29.864651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:29.864983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Attempting to bind port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:29.874988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ecd17-f068-4b2e-8bfb-7b0df8bc90fb req-fa729eed-4c75-4a22-bbbe-9cea8be4af9e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:29.880739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-043ecd17-f068-4b2e-8bfb-7b0df8bc90fb req-fa729eed-4c75-4a22-bbbe-9cea8be4af9e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 931 time: 0.2602046
Jun 21 02:42:29.881654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:29.884529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-93aabc26-ec92-4564-8e0c-60af733eb002 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:42:29.885692 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-93aabc26-ec92-4564-8e0c-60af733eb002 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0875568
Jun 21 02:42:29.899509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Request body: {'binding': {'host': 'n-h2-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:29.899978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:42:29.947083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:29.947420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:29.947796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:29.948236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Bound port: 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:29.948577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:30.016697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:30.023167 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-23115882-4cc1-40bc-b3d6-4986175b045a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:30.051358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d8243e-fbe5-489c-8d95-0cfd45868090,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:30.059787 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:30.067805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-043ecd17-f068-4b2e-8bfb-7b0df8bc90fb req-4b094a0c-15f3-469d-8abd-f881140d84c7 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834629
Jun 21 02:42:30.089772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on host n-h2-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:30.089772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:30.089772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:30.118250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:30.124284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:30.125189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:30.125581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:30.125971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:30.126412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Bound port: 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:30.135944 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b427290-e760-48cc-a8ea-8389a94dd646 x-openstack-request-id: req-8b427290-e760-48cc-a8ea-8389a94dd646 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:30.136453 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b706b-3be7-4746-8368-382e97741fe4", "name": "network-vif-plugged", "status": "completed", "tag": "9cde271f-9fa7-47fa-9e0d-becce66bf11d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:30.136541 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b427290-e760-48cc-a8ea-8389a94dd646 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:30.137060 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b706b-3be7-4746-8368-382e97741fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cde271f-9fa7-47fa-9e0d-becce66bf11d', 'code': 200}
Jun 21 02:42:30.175047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:30.196654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:30.239734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:30.296757 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:30.314185 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:30.347572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:30.357923 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c91e2a-c8eb-4854-b19b-94ce952ad9b7 service neutron] 10.222.0.25 "POST /v2.0/ports/1d152b3c-c7e5-445a-a4ae-af5b4ce159f1/bindings HTTP/1.1" status: 201  len: 390 time: 0.4619248
Jun 21 02:42:30.428096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:30.687841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Router 421d58d3-4f88-45ff-9afd-676bce9e1fed has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:42:30.705728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:30.706555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:30.708199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 1097 time: 2.1679661
Jun 21 02:42:30.709735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:30.712151 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:30.802561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e828cd-372d-420a-8d04-d6ece34a9ae1 req-61fc5eef-b18e-4863-8f4b-8f0656c1f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:30.804115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4e828cd-372d-420a-8d04-d6ece34a9ae1 req-61fc5eef-b18e-4863-8f4b-8f0656c1f25a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1098 time: 0.5902817
Jun 21 02:42:30.823475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:42:30.826409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:30.835861 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] 10.222.0.25 "PUT /v2.0/routers/421d58d3-4f88-45ff-9afd-676bce9e1fed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8390849
Jun 21 02:42:30.836380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59206) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:30.841263 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ccf01-32ee-4049-a792-565886341287 None None] Sync routers for ids ['421d58d3-4f88-45ff-9afd-676bce9e1fed'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:42:30.850580 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:30.858406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1e9e07-b431-48e6-8408-7b7e730e7143 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:30.869043 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ccf01-32ee-4049-a792-565886341287 None None] Routers {'421d58d3-4f88-45ff-9afd-676bce9e1fed'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:30.870468 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-470ccf01-32ee-4049-a792-565886341287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d852c190>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['421d58d3-4f88-45ff-9afd-676bce9e1fed'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:30.871101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:30.895030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9457-c203-4ada-a9a9-c611f99b468c req-b141b5e9-7ac0-4327-a4a7-7a4732d1f245 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:30.903875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96fb9457-c203-4ada-a9a9-c611f99b468c req-b141b5e9-7ac0-4327-a4a7-7a4732d1f245 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 951 time: 0.6082783
Jun 21 02:42:30.967343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Transition to ACTIVE for port object ec1e9e07-b431-48e6-8408-7b7e730e7143 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:30.969584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4e828cd-372d-420a-8d04-d6ece34a9ae1 req-7fadb78e-b4da-4c2b-8508-c5cdc33059c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533577
Jun 21 02:42:31.006681 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:31.009504 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-470ccf01-32ee-4049-a792-565886341287 None None] Set router 421d58d3-4f88-45ff-9afd-676bce9e1fed gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:31.014344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f60551-3953-43a0-a430-b5edc1bb4ee0 req-adc7c4f2-af05-45b4-9376-bbbdc25204c2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.021575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1f60551-3953-43a0-a430-b5edc1bb4ee0 req-adc7c4f2-af05-45b4-9376-bbbdc25204c2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.3018565
Jun 21 02:42:31.066331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1f60551-3953-43a0-a430-b5edc1bb4ee0 req-c50c74d3-2688-4838-8254-1182ce7daaaf tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436294
Jun 21 02:42:31.069890 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96fb9457-c203-4ada-a9a9-c611f99b468c req-8cd88417-cf05-4b33-8db3-c161c47cae91 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650102
Jun 21 02:42:31.083841 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:31.084308 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6be6136c-3637-4b74-aae9-df1a9024a61d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:31.130471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-379fdf1e-1a04-457f-849a-29be010c987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.141484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-379fdf1e-1a04-457f-849a-29be010c987a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 1100 time: 0.2461498
Jun 21 02:42:31.201934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d714e382-92c4-45bd-ac67-547c565a51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.204089 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d714e382-92c4-45bd-ac67-547c565a51c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1097 time: 0.1556506
Jun 21 02:42:31.212238 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:31.233147 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-470ccf01-32ee-4049-a792-565886341287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d852c190>, [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:42:29Z', 'revision_number': 5, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:31.255180 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-ebe39882-282a-4021-a326-79d45319a1f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 217 time: 0.1093402
Jun 21 02:42:31.262182 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ccf01-32ee-4049-a792-565886341287 None None] Checking router: 421d58d3-4f88-45ff-9afd-676bce9e1fed for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:42:31.272971 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ccf01-32ee-4049-a792-565886341287 None None] Routers {'421d58d3-4f88-45ff-9afd-676bce9e1fed'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:31.273666 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-470ccf01-32ee-4049-a792-565886341287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d852c190>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['421d58d3-4f88-45ff-9afd-676bce9e1fed'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:31.359163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-237d4aac-72b9-46c7-b6d4-85cd49d7e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.365385 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-237d4aac-72b9-46c7-b6d4-85cd49d7e64b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1398096
Jun 21 02:42:31.373477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-96c35593-4982-431c-8a92-eab9bc099fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.375224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-96c35593-4982-431c-8a92-eab9bc099fee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1036704
Jun 21 02:42:31.408196 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-470ccf01-32ee-4049-a792-565886341287 None None] Set router 421d58d3-4f88-45ff-9afd-676bce9e1fed gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:31.419574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:31.423911 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-037b3c71-5706-4e7e-bbed-41b5e0d2e8ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 HTTP/1.1" status: 200  len: 217 time: 0.0532649
Jun 21 02:42:31.428500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Deleting port 099722c5-59eb-4bea-aed1-85a67f2f7870 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:31.428847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:31.483828 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:31.522178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-44626608-e07d-43a8-a2bd-b58cc3e7207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.523639 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-44626608-e07d-43a8-a2bd-b58cc3e7207e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.0816975
Jun 21 02:42:31.574931 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-d1c73e43-2e59-4418-9c8b-8bdb73ef9d71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425544
Jun 21 02:42:31.582130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] For port 099722c5-59eb-4bea-aed1-85a67f2f7870, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=099722c5-59eb-4bea-aed1-85a67f2f7870,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:31.582730 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:31.584176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:31.584513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:31.584836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:31.604757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:31.605081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:31.614845 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-470ccf01-32ee-4049-a792-565886341287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d852c190>, [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:42:29Z', 'revision_number': 5, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:31.617055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866866bd-f7f8-4c2f-b268-fdec25e93494 req-9c291e23-b0c9-4f14-96ba-e1a1cf4cb386 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.618685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-866866bd-f7f8-4c2f-b268-fdec25e93494 req-9c291e23-b0c9-4f14-96ba-e1a1cf4cb386 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 948 time: 0.3533607
Jun 21 02:42:31.620544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-5c264294-3ea2-4fbc-a281-8677b6ba8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.622750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-5c264294-3ea2-4fbc-a281-8677b6ba8b56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2061412
Jun 21 02:42:31.635583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace082a-34c9-4821-b65e-ee44a0683178 req-025f964b-efb0-45af-a915-eecc50dab1bf tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:31.641664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aace082a-34c9-4821-b65e-ee44a0683178 req-025f964b-efb0-45af-a915-eecc50dab1bf tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 945 time: 0.2443714
Jun 21 02:42:31.643166 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ccf01-32ee-4049-a792-565886341287 None None] The sync data for ids ['421d58d3-4f88-45ff-9afd-676bce9e1fed'] in n-d-758944-33 is: [{'id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'name': 'tempest-FloatingIPDetailsTestJSON-1409183732-router', 'tenant_id': '51b31c5e433a4695b110014c424131c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:41:41Z', 'updated_at': '2021-06-21T02:42:29Z', 'revision_number': 5, 'project_id': '51b31c5e433a4695b110014c424131c4', 'gw_port': {'id': '099722c5-59eb-4bea-aed1-85a67f2f7870', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421d58d3-4f88-45ff-9afd-676bce9e1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:41:42Z', 'updated_at': '2021-06-21T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:42:31.643384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:31.643658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:31.644219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:31.646106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Bound port: ec1e9e07-b431-48e6-8408-7b7e730e7143, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:31.646470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:31.693067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Calling delete_port for 099722c5-59eb-4bea-aed1-85a67f2f7870 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:31.780962 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-e5d5dd3e-8a01-405d-b416-8aa97436f4cb service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952436
Jun 21 02:42:31.812333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-866866bd-f7f8-4c2f-b268-fdec25e93494 req-3533221c-4c1a-465f-ab14-45d7fcdd57d8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856484
Jun 21 02:42:31.819078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aace082a-34c9-4821-b65e-ee44a0683178 req-a7a7e842-7ccf-4f8f-917b-d47eef7ec16f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684866
Jun 21 02:42:31.868397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-98e6375c-3ba7-4661-9019-e2148c28fb66 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119288
Jun 21 02:42:31.878409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:31.888400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:31.900195 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ee5c3-7cb9-4c68-9448-1a0e8610fe52 x-openstack-request-id: req-535ee5c3-7cb9-4c68-9448-1a0e8610fe52 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:31.900592 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:31.913279 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-535ee5c3-7cb9-4c68-9448-1a0e8610fe52 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:31.913279 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'status': 'completed', 'code': 200}
Jun 21 02:42:31.987900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d0e10f9-e87d-4156-badd-57cd1e399d91 req-aafe7e80-ba29-432c-8405-8d5aa3ae1569 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021342
Jun 21 02:42:32.008478 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-54a93db7-6fca-47ea-bafc-e5964d7da60a service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190506
Jun 21 02:42:32.054904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.056131 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.058650 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5eaa7459-0432-43c0-9e74-2e6f2f6ee94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:32.059878 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e97fa0a1-d71d-4f60-8a09-5377c87d8689 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:32.104188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=099722c5-59eb-4bea-aed1-85a67f2f7870,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:32.109091 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:32.131252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.132026 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.133792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec1e9e07-b431-48e6-8408-7b7e730e7143 HTTP/1.1" status: 200  len: 1092 time: 2.4928122
Jun 21 02:42:32.138901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d74d63-d139-4446-a04f-45802caac88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe'}, {'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:32.141291 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baed2885-6f53-4fcc-b5fa-4c0ed5a87a6a" -d '{"events": [{"server_uuid": "33d74d63-d139-4446-a04f-45802caac88f", "name": "network-vif-plugged", "status": "completed", "tag": "a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe"}, {"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:32.183973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:32.194414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac51c20-9ee7-49de-bcdb-e41c7f661e59 req-1d8620d0-b04b-4fb5-ae65-00c0036ac952 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.197812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aac51c20-9ee7-49de-bcdb-e41c7f661e59 req-1d8620d0-b04b-4fb5-ae65-00c0036ac952 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 949 time: 0.2086585
Jun 21 02:42:32.203560 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:32.214999 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.291759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62ebdc-5f68-47d2-847d-e5b37a87cd67 req-eee9a458-6128-4052-ad07-dbdc941aeca1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.294722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb62ebdc-5f68-47d2-847d-e5b37a87cd67 req-eee9a458-6128-4052-ad07-dbdc941aeca1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.2693961
Jun 21 02:42:32.329170 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.332182 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.341276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-53d02197-11fa-4081-9be2-55b39a894b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.342817 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-53d02197-11fa-4081-9be2-55b39a894b7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 1100 time: 0.1830945
Jun 21 02:42:32.366004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aac51c20-9ee7-49de-bcdb-e41c7f661e59 req-b97e80d6-b87e-469a-ba81-7bf29aadfa70 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534469
Jun 21 02:42:32.408343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb62ebdc-5f68-47d2-847d-e5b37a87cd67 req-53cedc7b-8940-47b8-974b-977f4ab95f7b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942450
Jun 21 02:42:32.417838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-792c46c0-ee1a-4388-ac2e-83bb412c913a tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.419419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-792c46c0-ee1a-4388-ac2e-83bb412c913a tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.2177653
Jun 21 02:42:32.431395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-33'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:32.475623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-60d35a45-9203-4e80-bcc1-08d6e514c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.477528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-60d35a45-9203-4e80-bcc1-08d6e514c022 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1095 time: 0.2135415
Jun 21 02:42:32.505489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-4ca99039-a8d4-4f40-af41-fde7838107f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.507705 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-4ca99039-a8d4-4f40-af41-fde7838107f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1454208
Jun 21 02:42:32.526484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-c48aeb29-e434-49b5-8134-2cb179042781 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143 HTTP/1.1" status: 200  len: 217 time: 0.0407343
Jun 21 02:42:32.528532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.532592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421d58d3-4f88-45ff-9afd-676bce9e1fed {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:42:32.595049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.596501 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/421d58d3-4f88-45ff-9afd-676bce9e1fed HTTP/1.1" status: 204  len: 168 time: 1.7473130
Jun 21 02:42:32.598600 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-956c2e56-bf16-486f-a4b0-94c68c393960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 217 time: 0.0802720
Jun 21 02:42:32.599277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59220) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:32.692457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-427cc974-e1a3-4f41-b3d9-85ca997be6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.693992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-427cc974-e1a3-4f41-b3d9-85ca997be6ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1584771
Jun 21 02:42:32.694502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.759488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-07cfaa09-5432-43b5-8ae1-683e150cf5cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497398
Jun 21 02:42:32.905069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6602f-c129-4e71-901e-d495c094706e req-02031f51-3b3c-43ee-bab5-f31cfc785018 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.906571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7b6602f-c129-4e71-901e-d495c094706e req-02031f51-3b3c-43ee-bab5-f31cfc785018 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.3399796
Jun 21 02:42:32.922686 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03138-4917-4cc7-a183-ee491a97119e req-d87eb31a-92cf-4866-87a9-383b4f322d56 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.924240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58f03138-4917-4cc7-a183-ee491a97119e req-d87eb31a-92cf-4866-87a9-383b4f322d56 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 951 time: 0.2983596
Jun 21 02:42:32.949022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:32.962510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Deleting subnet 5cbb9b11-a229-4962-96f4-b5cac6705d95 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:42:32.968254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:32.970822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-1e6d45c6-afad-4bd5-8268-ab60aed6dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:32.972240 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-1e6d45c6-afad-4bd5-8268-ab60aed6dc88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.3399119
Jun 21 02:42:33.026646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.034548 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.044466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-6245e28b-a470-4bcf-8fb0-05661365a23b service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2640777
Jun 21 02:42:33.046647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:33.052675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7b6602f-c129-4e71-901e-d495c094706e req-e26dc629-623c-49d0-8d88-34254dce83e8 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257882
Jun 21 02:42:33.067661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:33.077170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58f03138-4917-4cc7-a183-ee491a97119e req-af559958-8651-4f20-a6ef-0a7487935632 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331401
Jun 21 02:42:33.120346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-ad020a33-b98d-4671-a853-1721bb0f18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:33.121881 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-ad020a33-b98d-4671-a853-1721bb0f18f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1300743
Jun 21 02:42:33.130451 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.133174 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5a0af54f-3fb9-4e0b-8778-d3209b61c1e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:33.186050 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68013a2-4f66-4026-8926-dc8faf8b40b1 x-openstack-request-id: req-b68013a2-4f66-4026-8926-dc8faf8b40b1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:33.186602 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d74d63-d139-4446-a04f-45802caac88f", "name": "network-vif-plugged", "status": "completed", "tag": "a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe", "code": 200}, {"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:33.186602 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b68013a2-4f66-4026-8926-dc8faf8b40b1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:33.187028 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d74d63-d139-4446-a04f-45802caac88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe', 'code': 200}
Jun 21 02:42:33.187290 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'code': 200}
Jun 21 02:42:33.254093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:33.261421 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:33.268189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:33.271813 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-429b6f7f-3364-4754-812c-622bf26a2dd8 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255398
Jun 21 02:42:33.275229 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.350861 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.431578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c6d8243e-fbe5-489c-8d95-0cfd45868090 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:33.446127 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5b983bc-3ff6-4981-bde9-30f6ce097ecf req-a5fef578-d1b5-4e6c-9cee-0b7e0e45507e service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353846
Jun 21 02:42:33.461279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c6d8243e-fbe5-489c-8d95-0cfd45868090 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:42:33.461974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c6d8243e-fbe5-489c-8d95-0cfd45868090 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:33.462606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 099722c5-59eb-4bea-aed1-85a67f2f7870 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:33.467926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.473374 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b63c545d-1870-4a4b-98d5-9ac71ee1c8c1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:33.488959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 099722c5-59eb-4bea-aed1-85a67f2f7870 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:42:33.489210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 099722c5-59eb-4bea-aed1-85a67f2f7870 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:33.528186 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.534091 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6409f727-1beb-4b49-88de-a4e0b1dfeba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:33.561102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0771cf3a-8280-4070-a700-7e7fdb3fff19 req-8601fc67-ceab-4619-94f7-9a1973cbac52 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4985118
Jun 21 02:42:33.561583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbb9b11-a229-4962-96f4-b5cac6705d95,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:33.574416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233bad1e-43db-4e6c-aea4-6ac37cfd2364 None None] Network 63740da5-079b-43ec-8e68-793778f66c85 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:42:33.577830 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:33.582839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.585891 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5cbb9b11-a229-4962-96f4-b5cac6705d95 HTTP/1.1" status: 204  len: 168 time: 0.9843929
Jun 21 02:42:33.598959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a9de-0f07-4ceb-ae34-97135d8bad25 req-394a30bf-67fa-4c17-9306-8bd1ece64071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:33.600107 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bf73a9de-0f07-4ceb-ae34-97135d8bad25 req-394a30bf-67fa-4c17-9306-8bd1ece64071 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1103 time: 0.1065130
Jun 21 02:42:33.600575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59238) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:33.705276 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bf73a9de-0f07-4ceb-ae34-97135d8bad25 req-b911cf99-c358-4cbd-aee5-a98ab75f3d24 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953431
Jun 21 02:42:33.710674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.776487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Deleting port e454df31-9556-4977-8279-006e51ea7713 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:33.776836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.794706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] DHCP port deletion for 63740da5-079b-43ec-8e68-793778f66c85 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:42:33.843709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] Deleting port e454df31-9556-4977-8279-006e51ea7713 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:33.844458 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.846780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] For port e454df31-9556-4977-8279-006e51ea7713, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e454df31-9556-4977-8279-006e51ea7713,segment=NetworkSegment(af42c228-3ab2-4197-8b02-35fc416b4bf0),segment_id=af42c228-3ab2-4197-8b02-35fc416b4bf0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:33.847155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.906426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143'}, {'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:33.908742 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9379359e-b1d4-4b77-81fd-3278587d42d1" -d '{"events": [{"name": "network-changed", "server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143"}, {"server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "name": "network-vif-unplugged", "status": "completed", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:33.912791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] For port e454df31-9556-4977-8279-006e51ea7713, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e454df31-9556-4977-8279-006e51ea7713,segment=NetworkSegment(af42c228-3ab2-4197-8b02-35fc416b4bf0),segment_id=af42c228-3ab2-4197-8b02-35fc416b4bf0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:33.913320 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:33.919553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Pushing event updated for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:33.928372 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:33.934650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Calling delete_port for e454df31-9556-4977-8279-006e51ea7713 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:33.952172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95a04-59b8-41ca-b424-2f44627d9a0e req-35a6172c-04b3-48fc-ae43-7a8483b126a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:33.953701 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5b95a04-59b8-41ca-b424-2f44627d9a0e req-35a6172c-04b3-48fc-ae43-7a8483b126a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 1097 time: 0.5879872
Jun 21 02:42:33.974786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e0e7e-fdfb-4157-a76c-82edb941e836 req-dee30051-a130-4619-9bb1-6c537b91689b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:33.976240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b8e0e7e-fdfb-4157-a76c-82edb941e836 req-dee30051-a130-4619-9bb1-6c537b91689b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 943 time: 0.5604923
Jun 21 02:42:33.979421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] Calling delete_port for e454df31-9556-4977-8279-006e51ea7713 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:33.994332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on host n-h1-758944-33 for vnic_type normal with profile {"migrating_to": "n-h2-758944-33"} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:33.994673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:33.994918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:34.030940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb92d07-8b3f-4c87-a3eb-1becdee6bf15 req-ec18161e-f6ee-4c13-9d88-1f35ffbcb34b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:34.032323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ecb92d07-8b3f-4c87-a3eb-1becdee6bf15 req-ec18161e-f6ee-4c13-9d88-1f35ffbcb34b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 948 time: 0.5553195
Jun 21 02:42:34.032874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:34.033202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Attempting to bind port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:34.057324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:34.057685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:34.058065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:34.058493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Bound port: 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:34.058834 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.071985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5b95a04-59b8-41ca-b424-2f44627d9a0e req-ab69d364-ef9d-47cc-90af-e439e2e1aa87 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076474
Jun 21 02:42:34.093641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b8e0e7e-fdfb-4157-a76c-82edb941e836 req-364a0eb2-eb94-473a-b16d-4ec14aa45e6f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958891
Jun 21 02:42:34.114673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.127911 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-03f08a5e-9087-4a5e-aa02-7ff8062c28a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:34.139999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ecb92d07-8b3f-4c87-a3eb-1becdee6bf15 req-aa131688-3fdf-437d-90e4-1991a22cf276 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869246
Jun 21 02:42:34.140233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] No DVR routers for this DVR port e454df31-9556-4977-8279-006e51ea7713 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:42:34.142657 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.144740 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5ce2f1de-e41b-4d44-ac4f-6ecbc253d3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:34.159174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e454df31-9556-4977-8279-006e51ea7713,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:34.171211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] Pushing event deleted for resources: {'Port': ['ID=e454df31-9556-4977-8279-006e51ea7713,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:34.174257 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:34.175146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] No DVR routers for this DVR port e454df31-9556-4977-8279-006e51ea7713 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:42:34.185380 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b34d6c3e-e307-435d-8441-c7b7c0eb6fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.204530 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:34.216495 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f199f0-b3d2-4ed3-a997-2aa7c6e0e140 x-openstack-request-id: req-f1f199f0-b3d2-4ed3-a997-2aa7c6e0e140 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:34.223839 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143", "status": "completed", "code": 200}, {"server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "name": "network-vif-unplugged", "status": "completed", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:34.223839 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1f199f0-b3d2-4ed3-a997-2aa7c6e0e140 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:34.223839 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143', 'status': 'completed', 'code': 200}
Jun 21 02:42:34.223839 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1', 'code': 200}
Jun 21 02:42:34.223839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:34.224432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:34.281748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.294513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d24a9550>,) {'filters': {'network_id': ['63740da5-079b-43ec-8e68-793778f66c85']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:34.307776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d24a9550>, 'af42c228-3ab2-4197-8b02-35fc416b4bf0') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:34.308136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d24a9550>, 'af42c228-3ab2-4197-8b02-35fc416b4bf0') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:34.327505 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.344919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.347888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.352817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:42:34.353211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:42:34.355022 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:42:34.358712 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-9aeeb210-823e-4afc-9adf-f2bbea562437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:34.358872 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-9aeeb210-823e-4afc-9adf-f2bbea562437 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1095 time: 0.1135259
Jun 21 02:42:34.367112 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:34.490832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-d6d5a9d8-b7b8-4e92-bf7c-41aa868b7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:34.492241 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-d6d5a9d8-b7b8-4e92-bf7c-41aa868b7b37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1240540
Jun 21 02:42:34.504459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Pushing event updated for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:34.508295 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:34.515651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:34.516473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.517954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] 10.222.0.26 "PUT /v2.0/ports/1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 HTTP/1.1" status: 200  len: 1123 time: 2.0912526
Jun 21 02:42:34.535117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1bec-6a2f-4b4c-af16-3c0488fb07dc req-16a9c7ab-72e9-4374-80cc-9abd0e127e90 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:34.537730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21fa1bec-6a2f-4b4c-af16-3c0488fb07dc req-16a9c7ab-72e9-4374-80cc-9abd0e127e90 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.2348979
Jun 21 02:42:34.548459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec40f38-9930-444a-8be2-612453f9aa81 req-75818df5-b650-4a9b-98fe-e1c67b56815f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:34.548784 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-c4414265-bb22-46a9-84f3-d846aa795697 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143 HTTP/1.1" status: 200  len: 217 time: 0.0372252
Jun 21 02:42:34.549358 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.550041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ec40f38-9930-444a-8be2-612453f9aa81 req-75818df5-b650-4a9b-98fe-e1c67b56815f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 951 time: 0.2180021
Jun 21 02:42:34.553070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:34.555603 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:34.557432 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/63740da5-079b-43ec-8e68-793778f66c85 HTTP/1.1" status: 204  len: 168 time: 0.9558845
Jun 21 02:42:34.598740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=63740da5-079b-43ec-8e68-793778f66c85,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:34.603591 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:34.615955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21fa1bec-6a2f-4b4c-af16-3c0488fb07dc req-b93267b7-0252-4ac7-a424-ea02a3186ab6 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638342
Jun 21 02:42:34.618476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1d152b3c-c7e5-445a-a4ae-af5b4ce159f1'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:34.621114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ec40f38-9930-444a-8be2-612453f9aa81 req-5faa78f1-664d-462f-9401-c9111fe1d655 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605266
Jun 21 02:42:34.632413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-1babec13-770e-435f-8119-5b6307990aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:34.634411 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-1babec13-770e-435f-8119-5b6307990aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.0755422
Jun 21 02:42:34.686776 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-656328b5-3136-4ab3-b6a1-1f7dec1d9d95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449915
Jun 21 02:42:34.823746 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-c2db2873-40fb-48f1-a688-03e5c3b59f00 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1104581
Jun 21 02:42:34.853986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5730-7cd1-4be8-a7cd-b1dec5e6ebac req-998a1082-7113-4876-9e39-ab574b091c11 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:34.855482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-776f5730-7cd1-4be8-a7cd-b1dec5e6ebac req-998a1082-7113-4876-9e39-ab574b091c11 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1010921
Jun 21 02:42:34.903082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-776f5730-7cd1-4be8-a7cd-b1dec5e6ebac req-44d5aedb-1b43-48c5-ad34-50cd3d9489f0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403640
Jun 21 02:42:34.939586 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9379359e-b1d4-4b77-81fd-3278587d42d1 req-af4bd91b-cd25-4892-9195-810ee8b94516 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1080515
Jun 21 02:42:34.962022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59266) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:35.029863 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-30a58a90-a1e3-41c0-95ca-33a79b70ebb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51b31c5e433a4695b110014c424131c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0675945
Jun 21 02:42:35.032110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59270) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:35.101903 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f698dfe-50b0-4731-9d1c-574ad58894df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:35.124547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f698dfe-50b0-4731-9d1c-574ad58894df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:35.187957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:35.191324 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eefec0-3de0-4d0b-90b3-b54a1342a6b7" -d '{"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-unplugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:35.280025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f698dfe-50b0-4731-9d1c-574ad58894df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:35.282634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f698dfe-50b0-4731-9d1c-574ad58894df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:35.283749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1f698dfe-50b0-4731-9d1c-574ad58894df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8185bf4-56c4-4e17-9dc7-cd7b603adc04 HTTP/1.1" status: 204  len: 168 time: 0.2506609
Jun 21 02:42:35.284811 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1c595a9a-c88d-411a-a1b7-36b856d7b981 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:35.295598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:35.300784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f698dfe-50b0-4731-9d1c-574ad58894df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8185bf4-56c4-4e17-9dc7-cd7b603adc04,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:35.303852 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1f698dfe-50b0-4731-9d1c-574ad58894df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:35.318112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642a8bf-b4e7-4234-a580-b7c88e348e12 req-a384bbfd-9f69-4307-afae-9c93ad22114b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:35.319753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b642a8bf-b4e7-4234-a580-b7c88e348e12 req-a384bbfd-9f69-4307-afae-9c93ad22114b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 943 time: 0.0899825
Jun 21 02:42:35.381821 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b642a8bf-b4e7-4234-a580-b7c88e348e12 req-7984855c-7cd9-471d-9c79-6147efb9aca2 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533547
Jun 21 02:42:35.418058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e454df31-9556-4977-8279-006e51ea7713 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:35.453325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:35.456298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e454df31-9556-4977-8279-006e51ea7713 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:42:35.456932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e454df31-9556-4977-8279-006e51ea7713 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:35.476249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'mac_address': 'fa:16:3e:5c:9e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:35.529646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:35.538193 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:35.542864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:35.566183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:35.567194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a4ed2-2ed2-4d6f-8f86-877a2c47e743 req-da8ca41a-2517-4f2e-9176-5f0fb18f0e3b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:35.568696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-494a4ed2-2ed2-4d6f-8f86-877a2c47e743 req-da8ca41a-2517-4f2e-9176-5f0fb18f0e3b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 948 time: 0.0671484
Jun 21 02:42:35.610780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-494a4ed2-2ed2-4d6f-8f86-877a2c47e743 req-fa4dbd2b-c2d8-471b-a44e-615309010380 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341940
Jun 21 02:42:35.658708 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1e737-ea24-43fb-9e83-5b915ee27aba x-openstack-request-id: req-88b1e737-ea24-43fb-9e83-5b915ee27aba {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:35.659254 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-unplugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:35.659358 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88b1e737-ea24-43fb-9e83-5b915ee27aba {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:35.659707 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'code': 200}
Jun 21 02:42:35.678027 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:35.681089 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:35.735635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:35.740313 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:35.828192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f89a1-b255-491a-8442-975c88280bc8 req-d7e1ed61-d9b4-425e-a589-a0c660f40ae7 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:35.829690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-430f89a1-b255-491a-8442-975c88280bc8 req-d7e1ed61-d9b4-425e-a589-a0c660f40ae7 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 951 time: 0.0744369
Jun 21 02:42:35.869618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-430f89a1-b255-491a-8442-975c88280bc8 req-aabb9777-b7e4-4840-9bd6-91f98728439f tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342519
Jun 21 02:42:36.031665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:36.063883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea10cbc-07c7-43b9-9144-1cc3aa3ba8cc req-c8552ff9-8e32-4d65-a19c-277720de7356 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:36.065860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eea10cbc-07c7-43b9-9144-1cc3aa3ba8cc req-c8552ff9-8e32-4d65-a19c-277720de7356 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.0707006
Jun 21 02:42:36.125122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eea10cbc-07c7-43b9-9144-1cc3aa3ba8cc req-5279d204-37e2-483c-9c2a-384de5c57af5 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459867
Jun 21 02:42:36.219105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:36.221819 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0524a033-e15a-4350-9d29-513587b50139" -d '{"events": [{"name": "network-changed", "server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:36.341975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b63b7-35a8-4867-b385-4bee6caad835 req-24b45ad1-8bb1-4140-84b3-627d4ea5b20b tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:36.343617 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f68b63b7-35a8-4867-b385-4bee6caad835 req-24b45ad1-8bb1-4140-84b3-627d4ea5b20b tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.0665133
Jun 21 02:42:36.396455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f68b63b7-35a8-4867-b385-4bee6caad835 req-1d00bccf-47eb-4c56-8a78-4cc0aec3a469 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467744
Jun 21 02:42:36.473931 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a7d9f-0b2f-4c53-89d7-208807e79905 x-openstack-request-id: req-160a7d9f-0b2f-4c53-89d7-208807e79905 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:36.474267 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:36.474556 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-160a7d9f-0b2f-4c53-89d7-208807e79905 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:36.475006 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1', 'status': 'completed', 'code': 200}
Jun 21 02:42:36.564654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a033-e15a-4350-9d29-513587b50139 req-eb7ff1d2-f865-4b9f-8fcf-6717e6025e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:36.566358 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0524a033-e15a-4350-9d29-513587b50139 req-eb7ff1d2-f865-4b9f-8fcf-6717e6025e1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1126 time: 0.0606387
Jun 21 02:42:36.581746 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e624e6d4-ace9-4c11-8376-072874b0dba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:36.717057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a033-e15a-4350-9d29-513587b50139 req-30c92e02-94fa-4767-89ae-cdd2a3af9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:36.718541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0524a033-e15a-4350-9d29-513587b50139 req-30c92e02-94fa-4767-89ae-cdd2a3af9fb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1446152
Jun 21 02:42:36.723288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cfd4c-6ffa-44cf-b665-bbe26c8309d3 req-5edc159c-0051-4fc2-883f-3febc63c5d56 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:36.724643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-082cfd4c-6ffa-44cf-b665-bbe26c8309d3 req-5edc159c-0051-4fc2-883f-3febc63c5d56 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1103 time: 0.1415312
Jun 21 02:42:36.770059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0524a033-e15a-4350-9d29-513587b50139 req-22952abc-3a5c-46d0-a1d8-cc8a6939acd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 HTTP/1.1" status: 200  len: 217 time: 0.0444849
Jun 21 02:42:36.813834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-082cfd4c-6ffa-44cf-b665-bbe26c8309d3 req-f47b9d79-7967-479d-a168-6e11ce1a59b6 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824344
Jun 21 02:42:36.828961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a033-e15a-4350-9d29-513587b50139 req-1d14c55c-0880-4dba-b758-4f1ef4a28aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:36.830479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0524a033-e15a-4350-9d29-513587b50139 req-1d14c55c-0880-4dba-b758-4f1ef4a28aba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.0536265
Jun 21 02:42:36.869929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0524a033-e15a-4350-9d29-513587b50139 req-5c6ea387-99bd-41da-a142-fbb695b38ecd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324399
Jun 21 02:42:37.009777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0524a033-e15a-4350-9d29-513587b50139 req-2c3c7f91-463c-45dc-a9c6-9ff2814e0332 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324482
Jun 21 02:42:37.033055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e9320-d626-4f96-82e6-a1f73045ff15 req-8564e8f2-bc3c-4df1-a444-57b44d0aef6b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:37.040277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a46e9320-d626-4f96-82e6-a1f73045ff15 req-8564e8f2-bc3c-4df1-a444-57b44d0aef6b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 943 time: 0.1193120
Jun 21 02:42:37.145191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:37.146306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a46e9320-d626-4f96-82e6-a1f73045ff15 req-38e63b12-2cf7-4644-9f59-1e2675200394 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875413
Jun 21 02:42:37.166624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0524a033-e15a-4350-9d29-513587b50139 req-711033e9-b728-429f-a5ad-deb10fee7d26 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502626
Jun 21 02:42:37.307839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:37.314359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:37.435464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5d6bb-3455-458a-9a75-281cb9f410a1 req-4b4f6569-d646-4cb9-9a38-f0bd3fa523c6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:37.441849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfc5d6bb-3455-458a-9a75-281cb9f410a1 req-4b4f6569-d646-4cb9-9a38-f0bd3fa523c6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 949 time: 0.0820782
Jun 21 02:42:37.456729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:37.468843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 has no active binding in host n-h2-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 02:42:37.469234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec1e9e07-b431-48e6-8408-7b7e730e7143 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:37.479499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfc5d6bb-3455-458a-9a75-281cb9f410a1 req-617e87d6-165a-45d5-9d9e-05ac641c2492 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350292
Jun 21 02:42:37.533073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:37.540389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:37.540723 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:37.619915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:37.634767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'ec1e9e07-b431-48e6-8408-7b7e730e7143', 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'port_id': 'ec1e9e07-b431-48e6-8408-7b7e730e7143', 'mac_address': 'fa:16:3e:db:7a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4fd7ee-635d-403d-aa3b-bcf88750fbf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:37.703378 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:37.705233 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:37.731166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1e9e07-b431-48e6-8408-7b7e730e7143 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:37.742211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:37.744465 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67729d1-d976-4c79-a92c-4f2dc094838b" -d '{"events": [{"server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "name": "network-vif-plugged", "status": "completed", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:37.767631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:37.769450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:37.833089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:37.834920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:37.836889 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:37.839415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8149c2-df69-411e-9067-be6ed57c346a req-3961d5a9-3455-4f4f-8462-4525f95c33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:37.842234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd8149c2-df69-411e-9067-be6ed57c346a req-3961d5a9-3455-4f4f-8462-4525f95c33a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 1097 time: 0.1145256
Jun 21 02:42:37.853527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa554d-2300-44e5-9d01-736543275715 req-d1e246fd-c57c-4096-92d0-7c126b56ba9a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:37.855007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94aa554d-2300-44e5-9d01-736543275715 req-d1e246fd-c57c-4096-92d0-7c126b56ba9a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.0858810
Jun 21 02:42:37.885693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:37.892212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:37.922185 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:37.942300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:37.945623 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:37.946262 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:37.946761 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:37.948733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94aa554d-2300-44e5-9d01-736543275715 req-807eb3bc-a92f-4217-9d78-5112fa53b1a8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845647
Jun 21 02:42:37.979473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8149c2-df69-411e-9067-be6ed57c346a req-30dad1a0-16f5-47d0-a8a7-ea7b92fd267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:37.980978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd8149c2-df69-411e-9067-be6ed57c346a req-30dad1a0-16f5-47d0-a8a7-ea7b92fd267e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.1250896
Jun 21 02:42:38.035594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd8149c2-df69-411e-9067-be6ed57c346a req-77b780ff-3950-4fc0-9e9c-182f443e9825 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe HTTP/1.1" status: 200  len: 217 time: 0.0368917
Jun 21 02:42:38.106058 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7de2b0-da93-450e-99df-f9bf21a748ac x-openstack-request-id: req-fb7de2b0-da93-450e-99df-f9bf21a748ac {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:38.106607 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "name": "network-vif-plugged", "status": "completed", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:38.107088 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb7de2b0-da93-450e-99df-f9bf21a748ac {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:38.115036 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'code': 200}
Jun 21 02:42:38.138923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8149c2-df69-411e-9067-be6ed57c346a req-d39f5d00-a643-4318-833c-4100cac45af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:38.140513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd8149c2-df69-411e-9067-be6ed57c346a req-d39f5d00-a643-4318-833c-4100cac45af6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.0912640
Jun 21 02:42:38.183686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd8149c2-df69-411e-9067-be6ed57c346a req-258a9d64-6971-4db2-b517-b91518d1e54b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315871
Jun 21 02:42:38.197188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e90a32-f017-4e8e-ba1d-6bb383ad12ca req-4e719f25-a117-4a0d-a6df-fb1b8654c871 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:38.198685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3e90a32-f017-4e8e-ba1d-6bb383ad12ca req-4e719f25-a117-4a0d-a6df-fb1b8654c871 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1143579
Jun 21 02:42:38.235500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511a170-a593-4fa4-ba38-f003b0895825 req-ca6af53d-d10f-40bd-9144-34e2b6273de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:38.237013 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0511a170-a593-4fa4-ba38-f003b0895825 req-ca6af53d-d10f-40bd-9144-34e2b6273de9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 1102 time: 0.0551977
Jun 21 02:42:38.253946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ec1e9e07-b431-48e6-8408-7b7e730e7143'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:38.274763 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0511a170-a593-4fa4-ba38-f003b0895825 req-634c4b19-3b28-4f2a-a2f2-516b0bfeed85 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276031
Jun 21 02:42:38.322920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3e90a32-f017-4e8e-ba1d-6bb383ad12ca req-714702cf-5677-464b-8fe5-9525d1d47b8d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077783
Jun 21 02:42:38.357230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd8149c2-df69-411e-9067-be6ed57c346a req-ea3e38df-c1b6-47a8-9e46-b3779233614c service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558945
Jun 21 02:42:38.359597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce8df-9bb4-4f51-a34b-4668a3c08e5e req-03a94550-df50-419e-9ba2-890a51793466 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:38.360542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a71ce8df-9bb4-4f51-a34b-4668a3c08e5e req-03a94550-df50-419e-9ba2-890a51793466 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 1103 time: 0.1609883
Jun 21 02:42:38.455997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a71ce8df-9bb4-4f51-a34b-4668a3c08e5e req-9fc03eda-5fb0-44e7-9d1e-5f0b5853b899 tempest-ServersAdminTestJSON-37738752 tempest-ServersAdminTestJSON-37738752-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802925
Jun 21 02:42:38.511129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd8149c2-df69-411e-9067-be6ed57c346a req-ab84a97e-01df-4a14-a118-428c4addd4ba service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443141
Jun 21 02:42:38.541051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8b0b7-0fd7-4fed-9a2e-b1eac00847e3 req-89d18722-6eda-421b-aaa2-2e12534f8371 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:38.544226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86a8b0b7-0fd7-4fed-9a2e-b1eac00847e3 req-89d18722-6eda-421b-aaa2-2e12534f8371 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 943 time: 0.0839069
Jun 21 02:42:38.582797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86a8b0b7-0fd7-4fed-9a2e-b1eac00847e3 req-92295ac7-d878-4d0a-8628-c58af42232b6 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337653
Jun 21 02:42:38.799237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-2a98936c-a5aa-43a5-8ec9-78550869d49a service neutron] 10.222.0.20 "GET /v2.0/ports/1d152b3c-c7e5-445a-a4ae-af5b4ce159f1/bindings/n-h2-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.1012192
Jun 21 02:42:38.842867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe042-71c6-420b-8812-f1cdd8fd6d78 req-47ee5d14-d151-4a86-bf5a-65d374a4ea10 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:38.844341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d26fe042-71c6-420b-8812-f1cdd8fd6d78 req-47ee5d14-d151-4a86-bf5a-65d374a4ea10 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1131520
Jun 21 02:42:38.937257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d26fe042-71c6-420b-8812-f1cdd8fd6d78 req-d7105363-f950-4f4a-a674-60a585beea36 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858510
Jun 21 02:42:39.045555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:39.079317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:39.162633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:39.181192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:39.224549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe67486-814d-4b9a-aecd-6305cfff5b68 req-d06173d8-137d-425c-a34f-8df9c4055017 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:39.226087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fe67486-814d-4b9a-aecd-6305cfff5b68 req-d06173d8-137d-425c-a34f-8df9c4055017 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 950 time: 0.1616991
Jun 21 02:42:39.238941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e8c1-cadd-4d95-a28a-bf84bbce29d5 req-9933d6be-812c-45c1-b997-376a77a4506d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:39.240883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1db4e8c1-cadd-4d95-a28a-bf84bbce29d5 req-9933d6be-812c-45c1-b997-376a77a4506d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 944 time: 0.1598468
Jun 21 02:42:39.269625 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:39.288925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59440) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:39.314608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fe67486-814d-4b9a-aecd-6305cfff5b68 req-1ead5ead-f51a-48c5-a756-a86e1ac689fc tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732908
Jun 21 02:42:39.344837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1db4e8c1-cadd-4d95-a28a-bf84bbce29d5 req-23e37e50-4112-42d4-905c-df2da5806d65 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963922
Jun 21 02:42:39.399251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:39.425912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] Transition to ACTIVE for port object 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:39.440731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-14b3fd8b-68be-4def-b8a1-d685141fe83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:39.510626 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:39.515056 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d80482f-c4f7-43f9-b5c4-38a292f57897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:39.537134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-14b3fd8b-68be-4def-b8a1-d685141fe83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:39.587428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-14b3fd8b-68be-4def-b8a1-d685141fe83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:39.592021 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c551f76f-2d6a-4318-be5e-929c23500191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:39.623837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] No DVR routers for this DVR port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:42:39.631660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3fd8b-68be-4def-b8a1-d685141fe83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a961da3e-e971-465f-9ffd-9256a2b41f1c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:39.635879 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-14b3fd8b-68be-4def-b8a1-d685141fe83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:39.642095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59448) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:39.642287 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-14b3fd8b-68be-4def-b8a1-d685141fe83a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73c4bcd414de4c478d4d17711bf59b29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3519034
Jun 21 02:42:39.644367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:39.648870 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:39.700912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/1d152b3c-c7e5-445a-a4ae-af5b4ce159f1/bindings/n-h2-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 0.8949552
Jun 21 02:42:39.718566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367c168-3d5c-4ba6-856e-a300c8b13e8c req-82e98f17-5ae5-4871-9921-b2144ce581bb tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:39.720106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5367c168-3d5c-4ba6-856e-a300c8b13e8c req-82e98f17-5ae5-4871-9921-b2144ce581bb tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.2459586
Jun 21 02:42:39.820951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5367c168-3d5c-4ba6-856e-a300c8b13e8c req-19a99510-5bce-488c-a000-27b8fb0a0dfa tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916286
Jun 21 02:42:39.822722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21ae1983-be1e-4f2d-be69-0108dc7e38dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:39.855657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aa52d-54f2-4dcf-a455-a62817c9de07 req-c8426bde-2c65-4090-a694-3fdedccb1d7b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:39.857597 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a09aa52d-54f2-4dcf-a455-a62817c9de07 req-c8426bde-2c65-4090-a694-3fdedccb1d7b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 944 time: 0.1337128
Jun 21 02:42:39.862312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21ae1983-be1e-4f2d-be69-0108dc7e38dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:39.920302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-b8fc3309-2505-4fb0-a641-abb50d59d59e tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:39.921850 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-b8fc3309-2505-4fb0-a641-abb50d59d59e tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.0716019
Jun 21 02:42:39.922932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a09aa52d-54f2-4dcf-a455-a62817c9de07 req-48961793-d567-42d1-8d2c-57c3a2a6174d tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586116
Jun 21 02:42:39.999534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-2de0ae86-7e40-4ca8-9bc5-3ef8575ed2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:40.001043 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-2de0ae86-7e40-4ca8-9bc5-3ef8575ed2cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb&tenant_id=e8a9110bb9954597971fe55d59f5ad1c HTTP/1.1" status: 200  len: 1096 time: 0.0666077
Jun 21 02:42:40.021613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21ae1983-be1e-4f2d-be69-0108dc7e38dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:40.024258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21ae1983-be1e-4f2d-be69-0108dc7e38dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:40.025387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-21ae1983-be1e-4f2d-be69-0108dc7e38dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a961da3e-e971-465f-9ffd-9256a2b41f1c HTTP/1.1" status: 204  len: 168 time: 0.3820035
Jun 21 02:42:40.026217 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-99227f07-0362-4499-a890-759767d6e9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:40.035530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae1983-be1e-4f2d-be69-0108dc7e38dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a961da3e-e971-465f-9ffd-9256a2b41f1c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:40.037794 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21ae1983-be1e-4f2d-be69-0108dc7e38dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:40.093506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-c1372028-078e-49e6-8210-a0a78da5766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:40.095713 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-c1372028-078e-49e6-8210-a0a78da5766e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1096 time: 0.0657520
Jun 21 02:42:40.127160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c128e-9bf6-4b27-a591-7a090b2987f0 req-81c58fa2-3481-4401-a9a8-3f34fafb0ef3 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:40.128755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd8c128e-9bf6-4b27-a591-7a090b2987f0 req-81c58fa2-3481-4401-a9a8-3f34fafb0ef3 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.0690422
Jun 21 02:42:40.172210 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd8c128e-9bf6-4b27-a591-7a090b2987f0 req-501b8972-241b-4f60-9b97-67b917227b33 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373492
Jun 21 02:42:40.197027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-7e569645-21aa-4a71-b86c-50e6639a72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:40.198615 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-7e569645-21aa-4a71-b86c-50e6639a72a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.0956666
Jun 21 02:42:40.245986 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-0ae0687f-966e-4ee7-a3a1-746be5dc589c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 HTTP/1.1" status: 200  len: 217 time: 0.0365822
Jun 21 02:42:40.300032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-565626c0-7f90-4541-bb8e-856e7788e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:40.301527 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-565626c0-7f90-4541-bb8e-856e7788e3f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.0489860
Jun 21 02:42:40.358400 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-573a455c-8168-418b-a820-195c1879639a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391939
Jun 21 02:42:40.467392 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-2ce811a2-2c3e-41e1-ab66-5d7671d2df61 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931215
Jun 21 02:42:40.564144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a03854-81cb-42eb-8e3d-1f345d63b36a req-018a1cf6-8bda-4141-b965-1f20134d4c03 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:40.568932 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-51d54319-4ccb-43e1-bbde-55fa6cf1f1fc service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921330
Jun 21 02:42:40.569105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8a03854-81cb-42eb-8e3d-1f345d63b36a req-018a1cf6-8bda-4141-b965-1f20134d4c03 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 950 time: 0.1150713
Jun 21 02:42:40.625089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-4952a0b4-c084-4292-9a8b-5494b0c92cf8 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:40.626655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-4952a0b4-c084-4292-9a8b-5494b0c92cf8 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 950 time: 0.1104574
Jun 21 02:42:40.666117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8a03854-81cb-42eb-8e3d-1f345d63b36a req-ecf66bb6-f7e2-4d60-bb59-e6a1a7df66c0 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849047
Jun 21 02:42:40.799900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7b823-552d-4dd2-9f14-5f8e841f6658 req-b8999767-0284-4f47-bf81-83e9de69facd tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:40.801534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03d7b823-552d-4dd2-9f14-5f8e841f6658 req-b8999767-0284-4f47-bf81-83e9de69facd tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 944 time: 0.1308243
Jun 21 02:42:40.809778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Deleting port eb74a1b2-d56f-4db2-a07b-ac402a205500 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:40.810375 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:40.878079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-2201d763-6a9a-4d5a-bac1-b66447e70eb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0915792
Jun 21 02:42:41.004514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:41.122009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:41.136992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'mac_address': 'fa:16:3e:d1:8a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:41.194008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03d7b823-552d-4dd2-9f14-5f8e841f6658 req-993c8339-4204-42a0-988e-8feb53c5a17b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3804393
Jun 21 02:42:41.242568 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:41.250533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-6470d802-d842-4c4b-a6cf-288e0da6b2e8 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:41.254866 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-6470d802-d842-4c4b-a6cf-288e0da6b2e8 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.1646056
Jun 21 02:42:41.259950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] For port eb74a1b2-d56f-4db2-a07b-ac402a205500, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=eb74a1b2-d56f-4db2-a07b-ac402a205500,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:41.260309 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:41.265400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88031312-6d7b-418d-8bc1-9630bbc82ce8 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:41.298271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:41.313381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec1e9e07-b431-48e6-8408-7b7e730e7143 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:41.379024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Calling delete_port for eb74a1b2-d56f-4db2-a07b-ac402a205500 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:41.395335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48a0fb-ad27-4c44-9e17-91db42e7644c req-7d813dc1-32a2-4c43-8721-f58263c61480 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:41.398906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:41.406404 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:41.409454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a48a0fb-ad27-4c44-9e17-91db42e7644c req-7d813dc1-32a2-4c43-8721-f58263c61480 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.2338436
Jun 21 02:42:41.479481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:41.484794 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:41.499260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['88031312-6d7b-418d-8bc1-9630bbc82ce8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:41.523496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port ec1e9e07-b431-48e6-8408-7b7e730e7143 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:41.532707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port ec1e9e07-b431-48e6-8408-7b7e730e7143 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:41.533313 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:41.542016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a48a0fb-ad27-4c44-9e17-91db42e7644c req-e4b9ebe0-9141-4e76-9ff5-3191a7276423 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313589
Jun 21 02:42:41.550310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-5f0b1deb-eb46-4b7f-b416-50cce840164f service neutron] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:41.553465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-5f0b1deb-eb46-4b7f-b416-50cce840164f service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:41.556201 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-967c7017-5fa6-454e-a008-a1522a2cee1a req-5f0b1deb-eb46-4b7f-b416-50cce840164f service neutron] 10.222.0.26 "DELETE /v2.0/ports/1d152b3c-c7e5-445a-a4ae-af5b4ce159f1/bindings/n-h1-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.2901013
Jun 21 02:42:41.619787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53e605-0f2b-48f1-8797-605d10d87e0a req-64b7ff7a-6c1b-478a-951b-2e348a1aa894 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:41.621409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f53e605-0f2b-48f1-8797-605d10d87e0a req-64b7ff7a-6c1b-478a-951b-2e348a1aa894 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.2093184
Jun 21 02:42:41.705722 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:41.741906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:41.743754 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05bcbee-c5d5-45bb-9516-1a6b511e0df3" -d '{"events": [{"server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "name": "network-vif-plugged", "status": "completed", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:41.771367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:41.783679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f53e605-0f2b-48f1-8797-605d10d87e0a req-d1796041-bbf9-4754-9476-024b10cac988 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497717
Jun 21 02:42:41.837245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbce10-8a96-4c7a-8dc0-2dba8cef50a5 req-55ce13b7-0bca-4177-a678-5b1bead9071e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:41.837813 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:41.839022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dbbce10-8a96-4c7a-8dc0-2dba8cef50a5 req-55ce13b7-0bca-4177-a678-5b1bead9071e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 944 time: 0.1523468
Jun 21 02:42:41.839784 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-36744d17-00a7-4ba8-ba83-b2bbab0a9f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:41.875725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:41.878924 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:41.899034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:41.902086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['58afbce8-5ef0-41ee-8052-dc209912a372', 'eb74a1b2-d56f-4db2-a07b-ac402a205500', '6fb3898e-bcce-4353-8b29-6d3a65c2cf42'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:41.905220 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:41.933025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Pushing event deleted for resources: {'Port': ['ID=eb74a1b2-d56f-4db2-a07b-ac402a205500,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:41.944030 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:41.966048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dbbce10-8a96-4c7a-8dc0-2dba8cef50a5 req-f7897d2a-f760-47fa-a310-af528d0d8ae5 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165011
Jun 21 02:42:42.056375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] No DVR routers for this DVR port eb74a1b2-d56f-4db2-a07b-ac402a205500 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:42:42.059107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:42.061232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c59f9d4b-471d-4064-8212-ca9086108e98 req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "DELETE /v2.0/ports/eb74a1b2-d56f-4db2-a07b-ac402a205500 HTTP/1.1" status: 204  len: 173 time: 1.4288332
Jun 21 02:42:42.061805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28685d1-42c4-4848-b03f-99c072841dd4', 'name': 'network-vif-deleted', 'tag': 'eb74a1b2-d56f-4db2-a07b-ac402a205500'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:42.081532 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4022a5ae-8a1e-4d81-8c60-e4bd27fbbaf5" -d '{"events": [{"server_uuid": "a28685d1-42c4-4848-b03f-99c072841dd4", "name": "network-vif-deleted", "tag": "eb74a1b2-d56f-4db2-a07b-ac402a205500"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:42.184652 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe45e6-6084-4f12-9917-c17f87bb205f x-openstack-request-id: req-10fe45e6-6084-4f12-9917-c17f87bb205f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:42.185103 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "name": "network-vif-plugged", "status": "completed", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:42.185269 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10fe45e6-6084-4f12-9917-c17f87bb205f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:42.185746 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143', 'code': 200}
Jun 21 02:42:42.248126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2c88823-e857-4d4a-bf48-1467c6ebe0a3 req-3c59db2e-b12c-4433-8ffb-83883818d8cf tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a28685d1-42c4-4848-b03f-99c072841dd4 HTTP/1.1" status: 200  len: 210 time: 0.0550010
Jun 21 02:42:42.350264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c72ed9-a290-4f61-b96d-440bb2acc46e req-c8ab11c7-8a9f-445f-93c4-a5186502041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:42.352114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2c72ed9-a290-4f61-b96d-440bb2acc46e req-c8ab11c7-8a9f-445f-93c4-a5186502041f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1097 time: 0.0825467
Jun 21 02:42:42.395995 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c3aa5e-0a9f-421d-8d8e-99f6a971b466 x-openstack-request-id: req-e9c3aa5e-0a9f-421d-8d8e-99f6a971b466 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:42.396389 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28685d1-42c4-4848-b03f-99c072841dd4", "name": "network-vif-deleted", "tag": "eb74a1b2-d56f-4db2-a07b-ac402a205500", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:42.396748 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9c3aa5e-0a9f-421d-8d8e-99f6a971b466 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:42.397253 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28685d1-42c4-4848-b03f-99c072841dd4', 'name': 'network-vif-deleted', 'tag': 'eb74a1b2-d56f-4db2-a07b-ac402a205500', 'status': 'completed', 'code': 200}
Jun 21 02:42:42.428391 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2c72ed9-a290-4f61-b96d-440bb2acc46e req-202e7345-d6e4-4a41-bb5a-f642193767e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662386
Jun 21 02:42:42.677744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d2da3-c84d-4a91-8b54-fd6b1009e322 req-d89ac6d6-f324-423b-b9d8-e97a7c241d70 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:42.679262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e1d2da3-c84d-4a91-8b54-fd6b1009e322 req-d89ac6d6-f324-423b-b9d8-e97a7c241d70 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.1680574
Jun 21 02:42:42.685723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895bd1f-a0a2-4d1d-9d8e-7f246b4adeab req-687c22ed-d1f1-4d4b-a2fa-1c8ecb7b5a2c tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:42.687357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6895bd1f-a0a2-4d1d-9d8e-7f246b4adeab req-687c22ed-d1f1-4d4b-a2fa-1c8ecb7b5a2c tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 1096 time: 0.1304877
Jun 21 02:42:42.757481 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e1d2da3-c84d-4a91-8b54-fd6b1009e322 req-2c16425f-48d1-4355-85a2-8c6b9bbd3e77 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681033
Jun 21 02:42:42.770341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6895bd1f-a0a2-4d1d-9d8e-7f246b4adeab req-65fe754e-0ae1-4616-bcc6-42afb31c91d4 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580807
Jun 21 02:42:42.995630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891b8cb-e217-435b-a921-08a4f2496f92 req-cac7f085-c5f2-41d0-b6dc-80abf9b6be11 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:43.000749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e891b8cb-e217-435b-a921-08a4f2496f92 req-cac7f085-c5f2-41d0-b6dc-80abf9b6be11 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.0966015
Jun 21 02:42:43.024374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:43.073319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e891b8cb-e217-435b-a921-08a4f2496f92 req-b3069ae9-7966-4c44-9f88-6fc454c393b7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683951
Jun 21 02:42:43.165210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 88031312-6d7b-418d-8bc1-9630bbc82ce8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:43.166038 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:43.302826 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:43.390142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:43.394607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b361-23f6-4c4a-8c64-bf575b588614 req-4664c209-d6e1-4e28-9eda-a729d1407f43 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:43.396172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5852b361-23f6-4c4a-8c64-bf575b588614 req-4664c209-d6e1-4e28-9eda-a729d1407f43 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1366658
Jun 21 02:42:43.454418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5852b361-23f6-4c4a-8c64-bf575b588614 req-6006e463-d328-45ec-8f60-3de9484e9617 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514753
Jun 21 02:42:43.462252 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:43.464008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:43.471491 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f75a0c3-1bef-4dd4-95d9-6ab0bf65d976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:43.746528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-775a3bba-ff7f-4815-a15b-8f1ffa3e9a47 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:43.753765 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-775a3bba-ff7f-4815-a15b-8f1ffa3e9a47 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 819 time: 0.1357272
Jun 21 02:42:43.771246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-c4743fb0-01e1-49ca-bae2-fb1acc0a0bd8 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/quotas/e8a9110bb9954597971fe55d59f5ad1c HTTP/1.1" status: 200  len: 375 time: 0.0164590
Jun 21 02:42:43.833209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=10']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:43.849664 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:43.851986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:43.877867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-320382fd-d21c-4268-9cb0-ee8adabc6a50 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1056464
Jun 21 02:42:44.010458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-899195ec-b34b-4b9b-9901-e55da8bc35a1 service neutron] 10.222.0.25 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316698
Jun 21 02:42:44.143755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-8d82721e-b765-429e-a7a5-1b2e0d888838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:44.145183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-8d82721e-b765-429e-a7a5-1b2e0d888838 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 1102 time: 0.1509054
Jun 21 02:42:44.157430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-351ee77b-d3cf-4629-9668-cf6cca6ee0e4 service neutron] 10.222.0.25 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461151
Jun 21 02:42:44.186998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:44.190049 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d4a884-6cbd-4f6b-9a65-b48da8865de4" -d '{"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-plugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:44.294333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-09ba326c-5053-4460-adba-4176df65c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:44.296115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-09ba326c-5053-4460-adba-4176df65c1e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1378076
Jun 21 02:42:44.362867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-ed27ee56-281d-4e24-8a01-b9bcc58ae470 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 217 time: 0.0534806
Jun 21 02:42:44.467022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-fb94c20b-c51b-497c-ad9b-ed63d81e5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:44.468726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-fb94c20b-c51b-497c-ad9b-ed63d81e5420 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0933414
Jun 21 02:42:44.600588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-0facd1e5-0fd9-4e01-b5f6-24d4c3776c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:44.601960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-0facd1e5-0fd9-4e01-b5f6-24d4c3776c39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1259015
Jun 21 02:42:44.694697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa9b9-fdde-4e71-9701-e62ddb891b91 req-bd5f38ca-170e-4d4a-8f44-a969bed244bf tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:44.701877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8daa9b9-fdde-4e71-9701-e62ddb891b91 req-bd5f38ca-170e-4d4a-8f44-a969bed244bf tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.1592569
Jun 21 02:42:44.798311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8daa9b9-fdde-4e71-9701-e62ddb891b91 req-4555d076-dfdf-4c36-a1a1-a51e21876d03 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759354
Jun 21 02:42:44.806924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-363de07b-8986-4036-8784-51b0c274efcf service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924517
Jun 21 02:42:45.024705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-778a2e48-5eaa-49a2-a31e-0fd7dd9ae7d7 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102010
Jun 21 02:42:45.052798 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf03f83-f40f-40da-8e06-9bb3f6b1c8b7 x-openstack-request-id: req-eaf03f83-f40f-40da-8e06-9bb3f6b1c8b7 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:45.053320 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-plugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:45.053561 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eaf03f83-f40f-40da-8e06-9bb3f6b1c8b7 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:45.053898 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'code': 200}
Jun 21 02:42:45.056635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54ef25-589f-407b-8c7d-044e6adcb592 req-763443d3-133c-4fae-bc26-6dc076c3c8c1 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:45.066342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d54ef25-589f-407b-8c7d-044e6adcb592 req-763443d3-133c-4fae-bc26-6dc076c3c8c1 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1458080
Jun 21 02:42:45.128621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e103f112-7fc7-4054-9013-e5707191129e req-7138694e-5993-46ab-bd77-f60c4adf2d8f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 210 time: 0.0420947
Jun 21 02:42:45.134887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d54ef25-589f-407b-8c7d-044e6adcb592 req-cd57bc38-3e17-4b58-9bd0-81e51bd97d97 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674250
Jun 21 02:42:45.331178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device eb74a1b2-d56f-4db2-a07b-ac402a205500 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:45.369728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: eb74a1b2-d56f-4db2-a07b-ac402a205500 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:42:45.370077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device eb74a1b2-d56f-4db2-a07b-ac402a205500 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:45.383095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97b20c-a3d1-4fbe-8540-797673840b7c req-28cdd6e2-379b-4ba1-93c7-ad7e63fb12a5 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:45.390387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d97b20c-a3d1-4fbe-8540-797673840b7c req-28cdd6e2-379b-4ba1-93c7-ad7e63fb12a5 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1281216
Jun 21 02:42:45.442512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d97b20c-a3d1-4fbe-8540-797673840b7c req-a2f20fc7-2296-441c-843c-f01be036d7da tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509758
Jun 21 02:42:45.552437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573dcdd-ccb8-46d3-a7e2-0a4422a0108a req-ed460936-704f-4d58-a943-1486b778c7a7 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:45.564524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1573dcdd-ccb8-46d3-a7e2-0a4422a0108a req-ed460936-704f-4d58-a943-1486b778c7a7 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1097 time: 0.1092060
Jun 21 02:42:45.660977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1573dcdd-ccb8-46d3-a7e2-0a4422a0108a req-13571092-4acc-4aa1-8a0d-661240edae8c tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946777
Jun 21 02:42:45.711261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2cf06-053a-4ff4-9fb6-79e9f5265dd6 req-ef0b924d-1d7f-48f0-94fd-a0f3b89dbc1e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:45.714168 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a2cf06-053a-4ff4-9fb6-79e9f5265dd6 req-ef0b924d-1d7f-48f0-94fd-a0f3b89dbc1e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 949 time: 0.1295109
Jun 21 02:42:45.889187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a2cf06-053a-4ff4-9fb6-79e9f5265dd6 req-01372de5-616b-4f66-b511-53e31f1ef0d3 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624453
Jun 21 02:42:46.425705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21a3e03c-6f8b-47a1-84f2-9a5371cf1f03 req-beb80190-9bc6-4a39-867d-bebc2d1b3529 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 210 time: 0.0554769
Jun 21 02:42:46.471034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df53f8-f771-460b-bf14-106ed81b3487 req-ae495704-fadf-4daf-a20a-b18ca7e06484 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:46.472878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7df53f8-f771-460b-bf14-106ed81b3487 req-ae495704-fadf-4daf-a20a-b18ca7e06484 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1687405
Jun 21 02:42:46.526330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7df53f8-f771-460b-bf14-106ed81b3487 req-ccbd7107-c3fd-4a2d-aff9-f05a60476090 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464437
Jun 21 02:42:46.745133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-28c8f9de-aca7-43fa-acf6-34b7db875023 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:46.747458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-28c8f9de-aca7-43fa-acf6-34b7db875023 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 949 time: 0.1528873
Jun 21 02:42:46.827838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba1261-72ac-4720-9fb2-6420de7dc96c req-e128a386-110b-4fe2-8600-71c5ba2757f2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:46.829350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0ba1261-72ac-4720-9fb2-6420de7dc96c req-e128a386-110b-4fe2-8600-71c5ba2757f2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1332998
Jun 21 02:42:46.921958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0ba1261-72ac-4720-9fb2-6420de7dc96c req-e11c2c28-4bfa-4d71-ae04-5d79f4389edf tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601087
Jun 21 02:42:46.946575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Deleting port 58afbce8-5ef0-41ee-8052-dc209912a372 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:46.949394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:47.120562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] For port 58afbce8-5ef0-41ee-8052-dc209912a372, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=58afbce8-5ef0-41ee-8052-dc209912a372,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:47.122102 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:47.256520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Calling delete_port for 58afbce8-5ef0-41ee-8052-dc209912a372 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:47.334832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59694) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:47.439798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df7748-5330-4bd9-b20d-abaa416a9bcf req-1d0ef20a-5084-462e-9edf-d7d6994f34b6 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:47.441653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88df7748-5330-4bd9-b20d-abaa416a9bcf req-1d0ef20a-5084-462e-9edf-d7d6994f34b6 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 949 time: 0.3070667
Jun 21 02:42:47.487169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-8e0c157d-4221-4c1e-b046-aacb6137cb84 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:47.488988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-8e0c157d-4221-4c1e-b046-aacb6137cb84 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 819 time: 0.2300770
Jun 21 02:42:47.502254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1f6-6e64-4fe4-8786-44bf261fae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:47.511388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Request body: {'port': {'device_id': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'admin_state_up': True, 'tenant_id': 'e8a9110bb9954597971fe55d59f5ad1c'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:47.640909 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1f6-6e64-4fe4-8786-44bf261fae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:47.691729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05487b0c-70c1-43bc-8c22-05081a66c3b8 req-948b5573-bde2-41bd-873b-afa68421e2a1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 210 time: 0.0442815
Jun 21 02:42:47.702051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1f6-6e64-4fe4-8786-44bf261fae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:47.768082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88df7748-5330-4bd9-b20d-abaa416a9bcf req-24077ae5-e5fb-4663-8422-bbed39f62610 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3114233
Jun 21 02:42:47.775603 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4c0c510c-1749-49a3-986d-397a730332c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:47.791566 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8f0ac1f6-6e64-4fe4-8786-44bf261fae10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff20287041ed4074844dae6624c82078&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4556744
Jun 21 02:42:47.793874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59708) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:47.892757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ac1f6-6e64-4fe4-8786-44bf261fae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870a3ab8-8a61-4ff8-bed6-173f4814d91d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:47.918831 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8f0ac1f6-6e64-4fe4-8786-44bf261fae10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:47.968127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36fc9199-a055-44b8-9d41-3816dbe30d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:47.994392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36fc9199-a055-44b8-9d41-3816dbe30d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:48.018177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Made reservation on behalf of e8a9110bb9954597971fe55d59f5ad1c for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:48.021783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:48.026890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:48.040798 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-378e9480-b3fb-4c62-ace6-eb1c11029bae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:48.047507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['58afbce8-5ef0-41ee-8052-dc209912a372', '6fb3898e-bcce-4353-8b29-6d3a65c2cf42'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:48.062380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f7aae-980f-4b1a-ba63-cd00f3615e10 req-0672417f-6252-4509-a445-d2f0611247ea tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:48.074374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b24f7aae-980f-4b1a-ba63-cd00f3615e10 req-0672417f-6252-4509-a445-d2f0611247ea tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1497233
Jun 21 02:42:48.122149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Pushing event deleted for resources: {'Port': ['ID=58afbce8-5ef0-41ee-8052-dc209912a372,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:48.132507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36fc9199-a055-44b8-9d41-3816dbe30d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:48.136607 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36fc9199-a055-44b8-9d41-3816dbe30d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:48.138779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-36fc9199-a055-44b8-9d41-3816dbe30d1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/870a3ab8-8a61-4ff8-bed6-173f4814d91d HTTP/1.1" status: 204  len: 168 time: 0.3009350
Jun 21 02:42:48.139846 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b077f28-b523-4b18-884e-1ccdccdd1072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:48.163243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc9199-a055-44b8-9d41-3816dbe30d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a3ab8-8a61-4ff8-bed6-173f4814d91d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:48.171543 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36fc9199-a055-44b8-9d41-3816dbe30d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:48.177438 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:48.363720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b24f7aae-980f-4b1a-ba63-cd00f3615e10 req-2f0fe924-9fe4-40b3-962e-333c3b670a72 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2877822
Jun 21 02:42:48.364582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] No DVR routers for this DVR port 58afbce8-5ef0-41ee-8052-dc209912a372 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:42:48.415587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:48.421766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0bef47e-627b-41ce-8515-0b28abcebf27 req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "DELETE /v2.0/ports/58afbce8-5ef0-41ee-8052-dc209912a372 HTTP/1.1" status: 204  len: 173 time: 1.6641841
Jun 21 02:42:48.434175 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967001a1-2af6-4a8c-bfa0-ce95516cc987', 'name': 'network-vif-deleted', 'tag': '58afbce8-5ef0-41ee-8052-dc209912a372'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:48.437942 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b80a50-da7f-4949-a229-e2c7daa42076" -d '{"events": [{"server_uuid": "967001a1-2af6-4a8c-bfa0-ce95516cc987", "name": "network-vif-deleted", "tag": "58afbce8-5ef0-41ee-8052-dc209912a372"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:48.546627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128d46-fc52-4c1f-95cc-22fcbf9b6dc7 req-c9c417d8-7854-4cb0-96bf-8cbd470862a6 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:48.555560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4128d46-fc52-4c1f-95cc-22fcbf9b6dc7 req-c9c417d8-7854-4cb0-96bf-8cbd470862a6 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.4460316
Jun 21 02:42:48.595717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Allocated IP 172.20.0.3 (4a066f70-8079-421c-a6bc-fa0d70e160d4/469dd2a5-a8ad-498d-a0ab-0d1fe0d72576/8622b849-1e7a-4147-a04e-cb6b572d7cb6) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:48.660128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4128d46-fc52-4c1f-95cc-22fcbf9b6dc7 req-68281212-601e-43d9-be91-a2267a3c378b tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016777
Jun 21 02:42:48.951232 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:48.993654 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb57607-21f0-4341-9698-fbc04cc5b739 x-openstack-request-id: req-ccb57607-21f0-4341-9698-fbc04cc5b739 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:48.994072 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967001a1-2af6-4a8c-bfa0-ce95516cc987", "name": "network-vif-deleted", "tag": "58afbce8-5ef0-41ee-8052-dc209912a372", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:48.994435 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccb57607-21f0-4341-9698-fbc04cc5b739 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:48.994991 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967001a1-2af6-4a8c-bfa0-ce95516cc987', 'name': 'network-vif-deleted', 'tag': '58afbce8-5ef0-41ee-8052-dc209912a372', 'status': 'completed', 'code': 200}
Jun 21 02:42:49.098736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-640a1656-1f94-4392-8ba2-105d4ba53aa5 req-97d8e480-59da-40a7-a9e3-16c761f8c57a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 210 time: 0.0628777
Jun 21 02:42:49.128423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-097ee954-b737-4548-a04b-d597c8a10f59 req-b75a31c6-3153-46fb-b374-cd6a36723267 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=967001a1-2af6-4a8c-bfa0-ce95516cc987 HTTP/1.1" status: 200  len: 210 time: 0.0618010
Jun 21 02:42:49.222020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:49.231346 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-543205a7-a1fc-4af3-84b4-4b9e6df096b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:49.287873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Network 4a066f70-8079-421c-a6bc-fa0d70e160d4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:49.294537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:49.301737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:49.317490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Pushing event updated for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:49.351634 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:49.397292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:49.397951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:49.502448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0024910
Jun 21 02:42:49.515437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Request body: {'port': {'device_id': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:49.765886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59772) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:49.912256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1947986907-network', 'tenant_id': '0ac16443068b422882e59a3fd20a9674'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:49.988472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc108052-2fbc-4fff-8ec3-21b414395ffa req-9483188f-9070-49b2-8cae-9835981127ad tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:49.990134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc108052-2fbc-4fff-8ec3-21b414395ffa req-9483188f-9070-49b2-8cae-9835981127ad tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.4282551
Jun 21 02:42:49.992899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.055271 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:50.057872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.067936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.079076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc108052-2fbc-4fff-8ec3-21b414395ffa req-4f232bf9-c027-4eac-8341-62fb19c4ce96 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757389
Jun 21 02:42:50.253959 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.325139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.330312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9df64e11-ad92-4ee5-befe-6ace8b013279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:50.359112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:42:50.377298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1452fb-6644-43fc-8666-f2ed22f54ebb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:50.380818 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:50.384468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.385910 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Added segment 27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e of type vlan for network fc1f7bcd-29bb-401b-ac9f-3a8051572311
Jun 21 02:42:50.439418 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.519092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8622b849-1e7a-4147-a04e-cb6b572d7cb6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:50.529083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.566317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Transition to ACTIVE for port object 8622b849-1e7a-4147-a04e-cb6b572d7cb6 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:50.580771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63249a9b-50ff-41c2-94d0-4079c92823f1 req-708d987b-90d4-4c4d-9caf-cad41208f2b0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:50.586149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.588086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:50.588976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.592812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63249a9b-50ff-41c2-94d0-4079c92823f1 req-708d987b-90d4-4c4d-9caf-cad41208f2b0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.2560329
Jun 21 02:42:50.610079 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:50.680059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Pushing event updated for resources: {'Network': ['ID=fc1f7bcd-29bb-401b-ac9f-3a8051572311,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:50.680800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63249a9b-50ff-41c2-94d0-4079c92823f1 req-78fa7d61-79d3-4246-addd-43b6bf1fd0ae tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872607
Jun 21 02:42:50.686589 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:50.686836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.689713 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e80ddad-101b-439b-bbe5-58ca346d86da tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:50.694083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network fc1f7bcd-29bb-401b-ac9f-3a8051572311 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:42:50.727542 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9565992
Jun 21 02:42:50.727542 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59788) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:50.734117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Request body: {'subnet': {'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1947986907-subnet', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:50.798067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e0852-3f9d-43bb-9753-fe03e4d09870 req-1d1a681b-37a3-4360-a89f-0114cd9349be tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:50.805507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-639e0852-3f9d-43bb-9753-fe03e4d09870 req-1d1a681b-37a3-4360-a89f-0114cd9349be tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 931 time: 0.2034051
Jun 21 02:42:50.820649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Pushing event updated for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:50.850048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:42:50.852485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:50.870854 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:50.994605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-639e0852-3f9d-43bb-9753-fe03e4d09870 req-35268f3e-bc8e-4215-9b26-0b081af4782b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877658
Jun 21 02:42:51.048031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:51.048570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:51.049070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:51.064100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:42:51.064718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:51.073681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:51.074795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:51.075372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:51.076089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Bound port: 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:51.076598 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.170645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.176115 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4cb8d6b4-5c8e-416d-8b2a-ea8806357175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:51.241532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:51.242969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3852ef5e-d6d3-485d-9b2e-7899e7c0343c,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:51.249498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:51.255219 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:51.284673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Checking segment: {'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:51.285492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Network hostable DHCP agents. Network: fc1f7bcd-29bb-401b-ac9f-3a8051572311, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:42:51.330029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a729ce-b66f-4404-86cb-0da794e0be17 req-1428879a-ff98-4e41-b923-54a36153554b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:51.337636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33a729ce-b66f-4404-86cb-0da794e0be17 req-1428879a-ff98-4e41-b923-54a36153554b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.0801628
Jun 21 02:42:51.356447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 58afbce8-5ef0-41ee-8052-dc209912a372 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:51.377767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.382477 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b24a90ae-9150-4e57-b2d1-75e7d49d44a6 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:51.399058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Network fc1f7bcd-29bb-401b-ac9f-3a8051572311 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:42:51.411673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 58afbce8-5ef0-41ee-8052-dc209912a372 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:42:51.412425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 58afbce8-5ef0-41ee-8052-dc209912a372 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:51.456750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33a729ce-b66f-4404-86cb-0da794e0be17 req-ff46fb9e-0eac-4a72-b39a-1f4aed1b2c25 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174717
Jun 21 02:42:51.466146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:51.466889 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.473263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] 10.222.0.20 "PUT /v2.0/ports/8622b849-1e7a-4147-a04e-cb6b572d7cb6 HTTP/1.1" status: 200  len: 1092 time: 1.9628599
Jun 21 02:42:51.479155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:51.481202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, fc1f7bcd-29bb-401b-ac9f-3a8051572311) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:51.481744 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:51.495312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d429866d-3cd7-46c6-be0a-afa6bc613e95 None None] Network fc1f7bcd-29bb-401b-ac9f-3a8051572311 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:42:51.499559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:51.504198 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.536435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Pushing event updated for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:51.542058 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:51.667736 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9395611
Jun 21 02:42:51.672125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59812) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:51.675760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:42:51.746213 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ba6ba2-ff29-438d-ad7c-5638df152405 x-openstack-request-id: req-17ba6ba2-ff29-438d-ad7c-5638df152405 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:51.746545 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:51.746956 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17ba6ba2-ff29-438d-ad7c-5638df152405 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:51.747409 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6', 'status': 'completed', 'code': 200}
Jun 21 02:42:51.810565 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.811669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.838111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-fc1f7bcd-29bb-401b-ac9f-3a8051572311', 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'fixed_ips': [{'subnet_id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:42:51.839025 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.858732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-5d560068-2509-42b8-9d04-1ea5f066f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:51.862321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-5d560068-2509-42b8-9d04-1ea5f066f787 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1095 time: 0.2523901
Jun 21 02:42:51.932974 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:51.998202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-f9afb41c-bfd2-40b4-bd20-4397e0d4b18c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6 HTTP/1.1" status: 200  len: 217 time: 0.1248176
Jun 21 02:42:52.070128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Allocated IP 172.20.0.2 (fc1f7bcd-29bb-401b-ac9f-3a8051572311/3852ef5e-d6d3-485d-9b2e-7899e7c0343c/c2a8a16b-330a-42f7-b5b3-bde003f473b3) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:52.076523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e77473-5e79-44bc-ad7b-db66f42f5852 req-cce76098-e49f-4f0e-b890-d46829452268 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:52.084458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21e77473-5e79-44bc-ad7b-db66f42f5852 req-cce76098-e49f-4f0e-b890-d46829452268 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 951 time: 0.3115649
Jun 21 02:42:52.148759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21e77473-5e79-44bc-ad7b-db66f42f5852 req-78f668be-9d66-4413-aee4-61e9f7e45ab3 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588219
Jun 21 02:42:52.192537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdbdca-90c3-4566-af57-56d91cf8b68d req-2c240c06-0813-44ac-a042-8af4072c958a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:52.194951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdbdca-90c3-4566-af57-56d91cf8b68d req-2c240c06-0813-44ac-a042-8af4072c958a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.2735965
Jun 21 02:42:52.197573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-9ccaa110-af68-4c73-8312-0665cfecfb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:52.199247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-9ccaa110-af68-4c73-8312-0665cfecfb73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1862886
Jun 21 02:42:52.282122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-5a1937b1-04c4-45be-bb61-fc83c5af6cc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0742860
Jun 21 02:42:52.298374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdbdca-90c3-4566-af57-56d91cf8b68d req-6fcef640-d5c8-42b0-8918-7e2f8278f74a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963929
Jun 21 02:42:52.325847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:52.399411 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:52.407719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Transition to ACTIVE for port object c2a8a16b-330a-42f7-b5b3-bde003f473b3 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:52.424130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-c6217440-48bb-4d43-bef0-52c220e0418d service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244199
Jun 21 02:42:52.425157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Transition to ACTIVE for port object c2a8a16b-330a-42f7-b5b3-bde003f473b3 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:52.564098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-560011f5-f28b-483b-9c0c-50a104cccd4b req-38ef7486-fb4d-498e-af1f-d5fd02702e68 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326587
Jun 21 02:42:52.577012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49e5d9-54ad-47b5-900e-72dd6f092a75 req-127dd2f8-a3af-4652-ab2c-89f5353bc623 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:52.578615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a49e5d9-54ad-47b5-900e-72dd6f092a75 req-127dd2f8-a3af-4652-ab2c-89f5353bc623 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.1384277
Jun 21 02:42:52.657522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a49e5d9-54ad-47b5-900e-72dd6f092a75 req-63580bbb-4218-46d3-9b9a-c0be43d91d89 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679495
Jun 21 02:42:52.680090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695cf52-c6ba-465b-ab32-8a04d834d20d req-08da4064-901a-40aa-ba18-f269ba7d11da tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:52.692575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a695cf52-c6ba-465b-ab32-8a04d834d20d req-08da4064-901a-40aa-ba18-f269ba7d11da tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1021981
Jun 21 02:42:52.740322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a695cf52-c6ba-465b-ab32-8a04d834d20d req-3eed4bdc-0ff4-4f98-a70d-8e7da99cfe36 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392780
Jun 21 02:42:52.870318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:52.877836 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:52.958276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-0045263e-ec56-4dd4-b9c4-fa19d6e20a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:52.959932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-0045263e-ec56-4dd4-b9c4-fa19d6e20a67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1095 time: 0.0578952
Jun 21 02:42:52.960253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Network fc1f7bcd-29bb-401b-ac9f-3a8051572311 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:52.963340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:52.968040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:52.977193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Pushing event updated for resources: {'Port': ['ID=c2a8a16b-330a-42f7-b5b3-bde003f473b3,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:52.982133 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:53.050122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Attempting to bind port c2a8a16b-330a-42f7-b5b3-bde003f473b3 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:53.050500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Attempting to bind port c2a8a16b-330a-42f7-b5b3-bde003f473b3 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:53.050879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Attempting to bind port c2a8a16b-330a-42f7-b5b3-bde003f473b3 on network fc1f7bcd-29bb-401b-ac9f-3a8051572311 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:53.056647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:53.057036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Checking segment: {'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:53.057941 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:53.058805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Bound using segment: {'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:53.060224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Bound port: c2a8a16b-330a-42f7-b5b3-bde003f473b3, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:53.061035 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:53.114335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-647f77f4-37f6-4ba8-b04c-4e2cfb364072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:53.121745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-647f77f4-37f6-4ba8-b04c-4e2cfb364072 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1551878
Jun 21 02:42:53.125651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:53.160372 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:53.163539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] For port c2a8a16b-330a-42f7-b5b3-bde003f473b3, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:53.168473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] For port c2a8a16b-330a-42f7-b5b3-bde003f473b3, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c2a8a16b-330a-42f7-b5b3-bde003f473b3,segment=NetworkSegment(27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e),segment_id=27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:53.193014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-71ad990b-5646-40cc-a7dd-426e4d8bb28c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6 HTTP/1.1" status: 200  len: 217 time: 0.0581532
Jun 21 02:42:53.307628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Allocated IP 172.25.7.245 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/2ca87aa4-a0ef-4022-9536-ae800ea1a936) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:53.328731 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:53.328731 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:53.473456 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:53.508639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Pushing event updated for resources: {'Port': ['ID=c2a8a16b-330a-42f7-b5b3-bde003f473b3,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:53.517321 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:53.530491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-462ffaf9-633a-4854-b5a5-724b86a4ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:53.531943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-462ffaf9-633a-4854-b5a5-724b86a4ec4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.3287265
Jun 21 02:42:53.594619 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:53.601420 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:53.627509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-0265e855-e257-428b-9624-57688029b61d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713432
Jun 21 02:42:53.656335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:53.659432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:53.666380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:53.671932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-a5c4d476-c7ef-41c7-a412-2588145ccf10 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:53.673504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-a5c4d476-c7ef-41c7-a412-2588145ccf10 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 951 time: 0.4188142
Jun 21 02:42:53.745970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Pushing event updated for resources: {'Port': ['ID=2ca87aa4-a0ef-4022-9536-ae800ea1a936,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:53.764184 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:53.764854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a4c48-b5e5-470e-8a5e-f1327820b3e1 req-511c7a79-0fa2-408a-9d48-0cf3fa2ce686 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:53.771868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c45a4c48-b5e5-470e-8a5e-f1327820b3e1 req-511c7a79-0fa2-408a-9d48-0cf3fa2ce686 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 951 time: 0.4616933
Jun 21 02:42:53.898092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c45a4c48-b5e5-470e-8a5e-f1327820b3e1 req-bf4b3557-be31-4b06-a746-c82ad54c8d9e tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233613
Jun 21 02:42:54.079136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1854bd-110f-406e-bf4e-feb53dc438a0 req-6edc788c-3f29-42b3-b9a6-7095df699e22 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:54.080901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef1854bd-110f-406e-bf4e-feb53dc438a0 req-6edc788c-3f29-42b3-b9a6-7095df699e22 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.4600613
Jun 21 02:42:54.097110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-8a7045ad-95bc-4c5c-8641-8a31a3bf48b8 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4354815
Jun 21 02:42:54.262340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef1854bd-110f-406e-bf4e-feb53dc438a0 req-ac98d194-7083-4920-8141-8a8ecd38de45 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411276
Jun 21 02:42:54.331324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Deleting port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:42:54.332787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:54.415522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3568da71-4b90-4ceb-bfe5-bf839d23c7cd req-a9b51df6-dd59-4656-9fd0-be5b6422b855 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2955120
Jun 21 02:42:54.432640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580ae11-e82e-4e48-8452-50dee5e0b5af req-9b4991f0-6625-4a79-9857-f19c9c89a5bf tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:54.439757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e580ae11-e82e-4e48-8452-50dee5e0b5af req-9b4991f0-6625-4a79-9857-f19c9c89a5bf tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.3818536
Jun 21 02:42:54.511043 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:54.522787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e580ae11-e82e-4e48-8452-50dee5e0b5af req-cfd945db-5eea-4092-9369-6b7ff8fe1267 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817821
Jun 21 02:42:54.524818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] For port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:54.525194 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:54.727748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Calling delete_port for 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:42:54.854689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a62976-8062-4c0f-9168-523df8e2f7b5 req-b886b61d-cfe6-47fb-a70c-2c71857937f7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:54.865185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1a62976-8062-4c0f-9168-523df8e2f7b5 req-b886b61d-cfe6-47fb-a70c-2c71857937f7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.3256516
Jun 21 02:42:54.883741 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:55.125185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8622b849-1e7a-4147-a04e-cb6b572d7cb6 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:42:55.225151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b826c7f-86b8-4b01-8fba-0ebedaf3ecf9 None None] Network fc1f7bcd-29bb-401b-ac9f-3a8051572311 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:42:55.249964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:42:55.501401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-913302b5-245e-4764-9821-f1af331e5738 None None] Provisioning for port c2a8a16b-330a-42f7-b5b3-bde003f473b3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:55.510486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1a62976-8062-4c0f-9168-523df8e2f7b5 req-c85485e0-a12e-4514-a355-cdb38165237a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6251073
Jun 21 02:42:55.548083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c2a8a16b-330a-42f7-b5b3-bde003f473b3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:55.567153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:42:55.615204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Sync routers for ids ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:42:55.644127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d20f-6ff3-4e8b-b2e0-9a6bd29108dd req-3de1344f-20c7-422e-99a1-ac71ca2aac16 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:55.647116 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53e1d20f-6ff3-4e8b-b2e0-9a6bd29108dd req-3de1344f-20c7-422e-99a1-ac71ca2aac16 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 951 time: 0.2507789
Jun 21 02:42:55.654516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Routers {'6e85f37a-eadc-43e1-93f2-f2702265c9f0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:55.655834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d13580>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:55.673484 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:55.677162 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.0027568
Jun 21 02:42:55.678327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:55.678474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59878) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:55.706851 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b04dfb1b-a210-42c7-8093-42cfa080dc43 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:55.744098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Pushing event deleted for resources: {'Port': ['ID=6fb3898e-bcce-4353-8b29-6d3a65c2cf42,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:55.752991 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:55.811854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:55.894566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53e1d20f-6ff3-4e8b-b2e0-9a6bd29108dd req-545d533f-e22f-47f3-a724-7a73ebc31d8a tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4fdf450-6abd-4fa7-9539-442446a6bdaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398849
Jun 21 02:42:55.895736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] No DVR routers for this DVR port 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:42:55.901029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:55.914917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4356a90c-4a0b-4aca-adaa-8cfeca2e960d req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.26 "DELETE /v2.0/ports/6fb3898e-bcce-4353-8b29-6d3a65c2cf42 HTTP/1.1" status: 204  len: 173 time: 2.2057686
Jun 21 02:42:55.925357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-deleted', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:55.932803 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea19298f-8302-4892-ba34-361187d5af35" -d '{"events": [{"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-deleted", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:55.943737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '8622b849-1e7a-4147-a04e-cb6b572d7cb6', 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'port_id': '8622b849-1e7a-4147-a04e-cb6b572d7cb6', 'mac_address': 'fa:16:3e:78:8f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469dd2a5-a8ad-498d-a0ab-0d1fe0d72576', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:42:55.966036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c2a8a16b-330a-42f7-b5b3-bde003f473b3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:55.999686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c2a8a16b-330a-42f7-b5b3-bde003f473b3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:56.000058 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:56.019601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0259b-f53b-4a8c-b3c6-6fe358a581b3 req-215fc4de-49d6-40d2-b8c2-3d6e92b87454 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:56.021842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99f0259b-f53b-4a8c-b3c6-6fe358a581b3 req-215fc4de-49d6-40d2-b8c2-3d6e92b87454 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.2699661
Jun 21 02:42:56.088855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99f0259b-f53b-4a8c-b3c6-6fe358a581b3 req-dae1245a-a982-4a42-8939-8d0deb21838c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596578
Jun 21 02:42:56.332783 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:56.336263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f388d-5150-4dbd-a9ae-98ff0913c0c1 req-ad8b4731-0f61-41ed-aa7d-eb05dcbb1bb1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:56.344132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-907f388d-5150-4dbd-a9ae-98ff0913c0c1 req-ad8b4731-0f61-41ed-aa7d-eb05dcbb1bb1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.1866412
Jun 21 02:42:56.369769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Set router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:56.434491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-907f388d-5150-4dbd-a9ae-98ff0913c0c1 req-a211872e-d783-47d8-b3ef-7027f0a26015 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885408
Jun 21 02:42:56.522685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:56.532168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8622b849-1e7a-4147-a04e-cb6b572d7cb6 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:42:56.555401 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62138079-1293-41cf-9963-bc5c902a4767 x-openstack-request-id: req-62138079-1293-41cf-9963-bc5c902a4767 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:42:56.555766 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc961f7-98e4-43e6-b517-a1882f17efd6", "name": "network-vif-deleted", "tag": "6fb3898e-bcce-4353-8b29-6d3a65c2cf42", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:42:56.556045 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62138079-1293-41cf-9963-bc5c902a4767 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:42:56.556475 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc961f7-98e4-43e6-b517-a1882f17efd6', 'name': 'network-vif-deleted', 'tag': '6fb3898e-bcce-4353-8b29-6d3a65c2cf42', 'status': 'completed', 'code': 200}
Jun 21 02:42:56.644190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c2a8a16b-330a-42f7-b5b3-bde003f473b3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c2a8a16b-330a-42f7-b5b3-bde003f473b3,segment=NetworkSegment(27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e),segment_id=27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:56.692798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:42:56.728359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d13580>, [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:42:54Z', 'revision_number': 3, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port': {'id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:53Z', 'updated_at': '2021-06-21T02:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:56.780899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Checking router: 6e85f37a-eadc-43e1-93f2-f2702265c9f0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:42:56.782016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Updating router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 port 2ca87aa4-a0ef-4022-9536-ae800ea1a936 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:42:56.785208 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:56.798357 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:56.866748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb092e8-86f1-4080-9067-483787de5447 req-f7b551b9-7b5d-48b0-b84c-c57b276be12e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:56.879197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adb092e8-86f1-4080-9067-483787de5447 req-f7b551b9-7b5d-48b0-b84c-c57b276be12e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1541362
Jun 21 02:42:56.992214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adb092e8-86f1-4080-9067-483787de5447 req-fd0305eb-ace3-4996-b554-b159c9f588f8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117361
Jun 21 02:42:57.165426 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:57.165426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:57.245585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-011e7936-722d-4da6-bc4f-f23a58157b12 None None] Provisioning complete for port c2a8a16b-330a-42f7-b5b3-bde003f473b3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:57.247703 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-011e7936-722d-4da6-bc4f-f23a58157b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:57.248467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3fa655b-1462-4da8-bd74-c7dd307063cb req-85d1af7b-79ed-42f4-9ac3-14c63611ea9b tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc961f7-98e4-43e6-b517-a1882f17efd6 HTTP/1.1" status: 200  len: 210 time: 0.1187625
Jun 21 02:42:57.300321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['8622b849-1e7a-4147-a04e-cb6b572d7cb6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:42:57.371067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:57.421785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:42:57.601769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d7c3-8675-4f66-8077-e7199e0364ff req-4772e6bb-1cbb-4463-b511-eb14bf132c8c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:57.616146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9aa1d7c3-8675-4f66-8077-e7199e0364ff req-4772e6bb-1cbb-4463-b511-eb14bf132c8c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.2070162
Jun 21 02:42:57.659169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c2a8a16b-330a-42f7-b5b3-bde003f473b3,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:57.701298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9aa1d7c3-8675-4f66-8077-e7199e0364ff req-8d3c3b5a-9a14-470a-90c6-2fce3c31179e tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819464
Jun 21 02:42:57.749670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Allocated IP 172.20.0.1 (fc1f7bcd-29bb-401b-ac9f-3a8051572311/3852ef5e-d6d3-485d-9b2e-7899e7c0343c/38c5fd8f-8d55-47bd-9c78-d620ad8d28ae) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:42:57.754006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:42:57.756656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fb3898e-bcce-4353-8b29-6d3a65c2cf42 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:42:57.904950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:57.909704 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:57.910183 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.749s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:57.910538 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:57.941636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:57.959554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Transition to ACTIVE for port object 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:58.010955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d664-6e69-4e99-8f59-2c6a2043eb5b req-8f015491-f8b4-4b40-b065-788734517e79 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:58.013092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b058d664-6e69-4e99-8f59-2c6a2043eb5b req-8f015491-f8b4-4b40-b065-788734517e79 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 944 time: 0.1521201
Jun 21 02:42:58.069308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b058d664-6e69-4e99-8f59-2c6a2043eb5b req-d91225b8-4604-4b51-b087-6a45a109bfa1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466721
Jun 21 02:42:58.075032 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.079111 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.081243 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:58.109135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Transition to ACTIVE for port object 2ca87aa4-a0ef-4022-9536-ae800ea1a936 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:42:58.138455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Pushing event updated for resources: {'Port': ['ID=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:58.147877 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:58.163540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Network fc1f7bcd-29bb-401b-ac9f-3a8051572311 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:58.165261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:58.176061 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.181120 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:58.187375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:42:58.225472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1b891-38ce-4768-b4e4-71a9338bbd9b req-bb6278a0-3b4e-428a-ac88-6c231608acdd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:58.233686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ae1b891-38ce-4768-b4e4-71a9338bbd9b req-bb6278a0-3b4e-428a-ac88-6c231608acdd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.0921571
Jun 21 02:42:58.262812 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.289155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Attempting to bind port 2ca87aa4-a0ef-4022-9536-ae800ea1a936 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:42:58.309853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Attempting to bind port 2ca87aa4-a0ef-4022-9536-ae800ea1a936 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:42:58.310431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Attempting to bind port 2ca87aa4-a0ef-4022-9536-ae800ea1a936 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:42:58.314819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ae1b891-38ce-4768-b4e4-71a9338bbd9b req-ae6dd3b1-b662-4b62-8c99-9b8b4b4ab5f5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800524
Jun 21 02:42:58.335146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18636fa4-055c-47e4-b2c8-9c6761ffe63d None None] Pushing event updated for resources: {'Port': ['ID=2ca87aa4-a0ef-4022-9536-ae800ea1a936,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:58.344104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:42:58.344499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:42:58.344916 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.345422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:42:58.346063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Bound port: 2ca87aa4-a0ef-4022-9536-ae800ea1a936, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:42:58.346527 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.348454 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-18636fa4-055c-47e4-b2c8-9c6761ffe63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:58.521711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] For port 2ca87aa4-a0ef-4022-9536-ae800ea1a936, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:42:58.531341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] For port 2ca87aa4-a0ef-4022-9536-ae800ea1a936, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2ca87aa4-a0ef-4022-9536-ae800ea1a936,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:42:58.541132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.604152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.607085 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:58.700483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Routers {'6e85f37a-eadc-43e1-93f2-f2702265c9f0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:42:58.701314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d13580>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:58.706296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-57af7540-286e-4fc4-9093-c1dc2ba6be0d None None] Provisioning for port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:58.735592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-57af7540-286e-4fc4-9093-c1dc2ba6be0d None None] Provisioning complete for port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:58.747631 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-57af7540-286e-4fc4-9093-c1dc2ba6be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.786497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.850311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:58.851834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18636fa4-055c-47e4-b2c8-9c6761ffe63d None None] Pushing event updated for resources: {'Port': ['ID=2ca87aa4-a0ef-4022-9536-ae800ea1a936,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:58.855850 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:42:58.864562 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-18636fa4-055c-47e4-b2c8-9c6761ffe63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:58.930024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-57af7540-286e-4fc4-9093-c1dc2ba6be0d None None] Port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:42:59.007266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] Set router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:42:59.043783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Pushing event updated for resources: {'Port': ['ID=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:42:59.047894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:59.050245 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:42:59.132307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30b45d-d37b-44b0-9f62-590d2d3dda2b req-d8bf230f-1ab6-405f-a0f5-2a0ed602038a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:59.133952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee30b45d-d37b-44b0-9f62-590d2d3dda2b req-d8bf230f-1ab6-405f-a0f5-2a0ed602038a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1695216
Jun 21 02:42:59.170176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8622b849-1e7a-4147-a04e-cb6b572d7cb6 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:59.182604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59944) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:59.211498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee30b45d-d37b-44b0-9f62-590d2d3dda2b req-32e71d83-e1a0-449f-a6de-f641eebad1e3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694838
Jun 21 02:42:59.216757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Network fc1f7bcd-29bb-401b-ac9f-3a8051572311 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:42:59.219874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:42:59.440286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:42:59.453308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:59.453721 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:59.463107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:42:59.504400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a14bb-3a38-425e-bda3-f0a7f20278cf req-b70adf85-46f7-4eb3-be93-40b43d0d361a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:59.516427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d27a14bb-3a38-425e-bda3-f0a7f20278cf req-b70adf85-46f7-4eb3-be93-40b43d0d361a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 944 time: 0.1735418
Jun 21 02:42:59.543931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c2a8a16b-330a-42f7-b5b3-bde003f473b3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:42:59.632855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d27a14bb-3a38-425e-bda3-f0a7f20278cf req-bb1c0570-fdfd-4933-abd5-ba85dfba3aa7 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155524
Jun 21 02:42:59.640994 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-af89ab8a-db3f-4ba0-854a-12727f405406 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dbfd1ec433246aeb8d306c6a141c584&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4552960
Jun 21 02:42:59.643665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59952) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:42:59.678696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1d79733e-f46a-4dfb-8db6-f7f19567c916 None None] Provisioning complete for port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:59.679079 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1d79733e-f46a-4dfb-8db6-f7f19567c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:59.691623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d13580>, [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:42:58Z', 'revision_number': 4, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port': {'id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:53Z', 'updated_at': '2021-06-21T02:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '38c5fd8f-8d55-47bd-9c78-d620ad8d28ae', 'name': '', 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'mac_address': 'fa:16:3e:a6:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:57Z', 'updated_at': '2021-06-21T02:42:57Z', 'revision_number': 1, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'subnets': [{'id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:42:59.749707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd928dc7-07be-4ffa-8000-c898968601cd req-6db91775-a3c4-4603-960f-d0d69769edee tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:42:59.751647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd928dc7-07be-4ffa-8000-c898968601cd req-6db91775-a3c4-4603-960f-d0d69769edee tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1341374
Jun 21 02:42:59.752434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c2a8a16b-330a-42f7-b5b3-bde003f473b3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:42:59.752816 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:59.781612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c527e4e-1b04-46b4-b76a-c53a3bb9d1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:59.798547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:42:59.812292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0056b4-b835-41a5-a95b-50df3bc373fd None None] The sync data for ids ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'] in n-d-758944-33 is: [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:42:58Z', 'revision_number': 4, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port': {'id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:53Z', 'updated_at': '2021-06-21T02:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '38c5fd8f-8d55-47bd-9c78-d620ad8d28ae', 'name': '', 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'mac_address': 'fa:16:3e:a6:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:57Z', 'updated_at': '2021-06-21T02:42:57Z', 'revision_number': 1, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'subnets': [{'id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:42:59.824383 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] 10.222.0.25 "PUT /v2.0/routers/6e85f37a-eadc-43e1-93f2-f2702265c9f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1453929
Jun 21 02:42:59.826076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd928dc7-07be-4ffa-8000-c898968601cd req-a2ce7e0a-a346-4b29-9022-7f6e0931b77d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684052
Jun 21 02:42:59.826796 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:59.833932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1d79733e-f46a-4dfb-8db6-f7f19567c916 None None] Port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:42:59.846754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c527e4e-1b04-46b4-b76a-c53a3bb9d1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:42:59.887594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:42:59.889863 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d84c3bf-5e9a-45e6-96f6-741c9c061f8c" -d '{"events": [{"server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "name": "network-vif-plugged", "status": "completed", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:42:59.906097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:00.001262 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5af5eb-a2f8-4244-bc57-dfbbb451ce3f x-openstack-request-id: req-9a5af5eb-a2f8-4244-bc57-dfbbb451ce3f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:00.001673 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "name": "network-vif-plugged", "status": "completed", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:00.002050 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a5af5eb-a2f8-4244-bc57-dfbbb451ce3f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:00.002397 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6', 'code': 200}
Jun 21 02:43:00.021515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59960) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:00.033455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:00.035541 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:00.062751 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c527e4e-1b04-46b4-b76a-c53a3bb9d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:00.072393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c527e4e-1b04-46b4-b76a-c53a3bb9d1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:00.072393 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7c527e4e-1b04-46b4-b76a-c53a3bb9d1c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4fdf450-6abd-4fa7-9539-442446a6bdaf HTTP/1.1" status: 204  len: 168 time: 0.4261777
Jun 21 02:43:00.072393 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b03e92b3-9775-4f78-9ec0-4d1752c81988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:00.093180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c527e4e-1b04-46b4-b76a-c53a3bb9d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fdf450-6abd-4fa7-9539-442446a6bdaf,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:00.095785 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7c527e4e-1b04-46b4-b76a-c53a3bb9d1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:00.213024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:00.219268 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:00.225018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2071217527'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:00.298264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb5e56-e240-4b28-b361-5a9ad7f0a766 req-3ac2d422-73c2-44ff-908d-e83b64cbf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:00.299845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3edb5e56-e240-4b28-b361-5a9ad7f0a766 req-3ac2d422-73c2-44ff-908d-e83b64cbf088 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1097 time: 0.1634235
Jun 21 02:43:00.380291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3edb5e56-e240-4b28-b361-5a9ad7f0a766 req-297803c0-7993-4c99-ad5b-acf3cb10d1f7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728643
Jun 21 02:43:00.387052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:00.390968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:00.468949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:43:00.504020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:00.504441 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Added segment d9c1f9c5-abb3-42d4-9a65-e31b8f117770 of type vlan for network 321d2ca0-ebaa-460e-b116-d14158a942ed
Jun 21 02:43:00.581270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:00.593234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b72dc5-76e0-4351-b8fa-c79912e2d4b9 req-78d8096b-f0f1-4b5d-b67b-17e947d0232a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:00.594936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00b72dc5-76e0-4351-b8fa-c79912e2d4b9 req-78d8096b-f0f1-4b5d-b67b-17e947d0232a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1851745
Jun 21 02:43:00.668994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00b72dc5-76e0-4351-b8fa-c79912e2d4b9 req-c6335356-7a17-4a5c-a323-7b65134f78e9 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651431
Jun 21 02:43:00.843814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240136-9821-44a7-95ac-7ac82921d63a req-4a726139-1c41-429b-bd57-612b2f2f8776 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:00.846709 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86240136-9821-44a7-95ac-7ac82921d63a req-4a726139-1c41-429b-bd57-612b2f2f8776 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 945 time: 0.0820870
Jun 21 02:43:00.892875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86240136-9821-44a7-95ac-7ac82921d63a req-5472e93d-c123-44b0-9aa9-cc6c3d97cbd3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390220
Jun 21 02:43:00.981247 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:00.989018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:00.989654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:00.993343 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5be131e6-e312-4416-ab55-b40ab43cc1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:01.122759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Network': ['ID=321d2ca0-ebaa-460e-b116-d14158a942ed,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:01.132197 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:01.135695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 321d2ca0-ebaa-460e-b116-d14158a942ed details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:43:01.155253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f40d86-d361-4aa7-a890-19d5432d2a76 req-dd458623-6925-4b68-856c-8a9911755a6e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:01.157436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84f40d86-d361-4aa7-a890-19d5432d2a76 req-dd458623-6925-4b68-856c-8a9911755a6e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.2146552
Jun 21 02:43:01.198714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.1752863
Jun 21 02:43:01.201358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59994) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:01.211428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'subnet': {'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:01.240357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60000) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:01.295823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84f40d86-d361-4aa7-a890-19d5432d2a76 req-f96fcb85-f425-47f6-8339-b4e8b2b490ff tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324706
Jun 21 02:43:01.430737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5b996caa-c9a0-495b-a99f-762b3e1a28d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c213745f2de46b4b6ea56142d8f0a1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1890035
Jun 21 02:43:01.433049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60006) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:01.477368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2ca87aa4-a0ef-4022-9536-ae800ea1a936 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:01.522245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:01.531300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:01.634202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05d60f6f-e281-4100-b50f-832b94c87493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:01.644578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2ca87aa4-a0ef-4022-9536-ae800ea1a936 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:01.650875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2ca87aa4-a0ef-4022-9536-ae800ea1a936 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:01.651566 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:01.663818 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05d60f6f-e281-4100-b50f-832b94c87493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:01.817254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05d60f6f-e281-4100-b50f-832b94c87493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:01.820208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05d60f6f-e281-4100-b50f-832b94c87493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:01.822920 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-05d60f6f-e281-4100-b50f-832b94c87493 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d067a500-5d7e-48d7-acf8-b4ca70bb0887 HTTP/1.1" status: 204  len: 168 time: 0.3863304
Jun 21 02:43:01.832727 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c16cdc29-7599-42c8-b164-2e66bbffefd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:01.853146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60f6f-e281-4100-b50f-832b94c87493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067a500-5d7e-48d7-acf8-b4ca70bb0887,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:01.861513 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-05d60f6f-e281-4100-b50f-832b94c87493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:02.107568 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:02.135188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2ca87aa4-a0ef-4022-9536-ae800ea1a936, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2ca87aa4-a0ef-4022-9536-ae800ea1a936,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:02.136642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48a14a-cfe0-4f10-9159-96b244ab6dc1 req-c914d2f4-43cc-4a82-a085-256c1e6eaf6c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:02.148362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e48a14a-cfe0-4f10-9159-96b244ab6dc1 req-c914d2f4-43cc-4a82-a085-256c1e6eaf6c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1858907
Jun 21 02:43:02.203521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:02.206087 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:02.206513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e48a14a-cfe0-4f10-9159-96b244ab6dc1 req-ef2a5f8f-fc71-4824-8ba9-49f6fa10d786 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564394
Jun 21 02:43:02.221993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a1728-3ce9-48eb-9415-e11e9fbe731d req-9cc03fde-848e-4177-843b-5500f2379220 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:02.221993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-405a1728-3ce9-48eb-9415-e11e9fbe731d req-9cc03fde-848e-4177-843b-5500f2379220 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 945 time: 0.1477356
Jun 21 02:43:02.232771 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:02.236546 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ad11fe86-08de-4377-b6bb-54a3a4372bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:02.308467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Subnet': ['ID=a240ee9b-6105-45f4-98be-a5f5489c7f92,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:02.308467 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:02.308467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Checking segment: {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:02.308467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network hostable DHCP agents. Network: 321d2ca0-ebaa-460e-b116-d14158a942ed, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:43:02.309860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-405a1728-3ce9-48eb-9415-e11e9fbe731d req-96f42e7f-fc15-45cc-8f64-ec073ac4f864 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638735
Jun 21 02:43:02.310617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2ca87aa4-a0ef-4022-9536-ae800ea1a936,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:02.310617 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:02.410050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network 321d2ca0-ebaa-460e-b116-d14158a942ed is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:43:02.515240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 321d2ca0-ebaa-460e-b116-d14158a942ed) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:02.520170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:02.520785 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:02.525138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57920cbd-efc7-4759-907d-029c483122d3 None None] Network 321d2ca0-ebaa-460e-b116-d14158a942ed requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:02.569034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953899e-18e3-4a5e-aa50-39f67c74b36e req-c757fb08-0a1b-4a17-830d-367228db7508 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:02.573424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1953899e-18e3-4a5e-aa50-39f67c74b36e req-c757fb08-0a1b-4a17-830d-367228db7508 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1097 time: 0.1121163
Jun 21 02:43:02.599018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7d878-0aef-4116-b0e4-84dfa0062a2c req-6a435b7f-d35c-4bb8-bec7-a2bc21e81a2b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:02.600708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66d7d878-0aef-4116-b0e4-84dfa0062a2c req-6a435b7f-d35c-4bb8-bec7-a2bc21e81a2b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1006103
Jun 21 02:43:02.634062 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4307816
Jun 21 02:43:02.636517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60046) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:02.641838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1786777972'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:02.665268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1953899e-18e3-4a5e-aa50-39f67c74b36e req-45300f89-ffe8-4c72-b0f4-14efcad25f41 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795121
Jun 21 02:43:02.680614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66d7d878-0aef-4116-b0e4-84dfa0062a2c req-14caf554-c6f9-4efe-bd00-d505e16860fc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712998
Jun 21 02:43:02.718895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-321d2ca0-ebaa-460e-b116-d14158a942ed', 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'fixed_ips': [{'subnet_id': 'a240ee9b-6105-45f4-98be-a5f5489c7f92'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:43:02.719895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:02.752787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:02.758593 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:02.810347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:43:02.850051 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Sync routers for ids ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:43:02.857972 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:02.858609 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Added segment 9d707513-fed7-4642-8a91-e1a67bd2c77f of type vlan for network c5cc9fcb-6290-45db-979b-3b52a97be260
Jun 21 02:43:02.863443 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Routers {'6e85f37a-eadc-43e1-93f2-f2702265c9f0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:43:02.864116 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d93734c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:02.962930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Allocated IP 19.80.0.2 (321d2ca0-ebaa-460e-b116-d14158a942ed/a240ee9b-6105-45f4-98be-a5f5489c7f92/55768b25-2f4b-4d8e-b863-3e57b504614a) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:02.979450 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.007702 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Set router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:43:03.084632 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.109951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:03.110772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.114508 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:03.150459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.168197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Transition to ACTIVE for port object 55768b25-2f4b-4d8e-b863-3e57b504614a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:03.186745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Network': ['ID=c5cc9fcb-6290-45db-979b-3b52a97be260,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:03.194577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Transition to ACTIVE for port object 55768b25-2f4b-4d8e-b863-3e57b504614a will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:03.198044 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:03.200300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c5cc9fcb-6290-45db-979b-3b52a97be260 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:43:03.263085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.6254647
Jun 21 02:43:03.265671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60072) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:03.272080 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d93734c0>, [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:42:58Z', 'revision_number': 4, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port': {'id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:53Z', 'updated_at': '2021-06-21T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '38c5fd8f-8d55-47bd-9c78-d620ad8d28ae', 'name': '', 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'mac_address': 'fa:16:3e:a6:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:57Z', 'updated_at': '2021-06-21T02:42:58Z', 'revision_number': 2, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'subnets': [{'id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:03.272443 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.272907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'subnet': {'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:03.288041 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:03.334994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60074) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:03.367301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Network 321d2ca0-ebaa-460e-b116-d14158a942ed is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:03.372450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:03.375555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:03.380546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Pushing event updated for resources: {'Port': ['ID=55768b25-2f4b-4d8e-b863-3e57b504614a,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:03.383780 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:03.403630 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Checking router: 6e85f37a-eadc-43e1-93f2-f2702265c9f0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:43:03.404185 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Updating router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:43:03.458680 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.477140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Attempting to bind port 55768b25-2f4b-4d8e-b863-3e57b504614a on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:03.477814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Attempting to bind port 55768b25-2f4b-4d8e-b863-3e57b504614a by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:03.478358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Attempting to bind port 55768b25-2f4b-4d8e-b863-3e57b504614a on network 321d2ca0-ebaa-460e-b116-d14158a942ed {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:03.485738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:03.486381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Checking segment: {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:03.486961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.487550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Bound using segment: {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:03.488186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Bound port: 55768b25-2f4b-4d8e-b863-3e57b504614a, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:03.489365 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.509869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2ca87aa4-a0ef-4022-9536-ae800ea1a936 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:03.571225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:03.571580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3bfe4-5cbe-4805-99e0-75b57bdaf816 req-5a08ef58-9cac-479d-9e34-12cea7fd887a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:03.573227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73b3bfe4-5cbe-4805-99e0-75b57bdaf816 req-5a08ef58-9cac-479d-9e34-12cea7fd887a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.0814521
Jun 21 02:43:03.576781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.607894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] For port 55768b25-2f4b-4d8e-b863-3e57b504614a, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:03.612407 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] For port 55768b25-2f4b-4d8e-b863-3e57b504614a, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=55768b25-2f4b-4d8e-b863-3e57b504614a,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:03.623154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2ca87aa4-a0ef-4022-9536-ae800ea1a936 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:03.623708 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.681934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73b3bfe4-5cbe-4805-99e0-75b57bdaf816 req-fc6860cd-1d39-40c1-827b-80ba412b34ab tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013916
Jun 21 02:43:03.703281 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.707814 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:03.710227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-network', 'tenant_id': '1ff36bce1700412a8f392c581a38b051'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:03.831317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Pushing event updated for resources: {'Port': ['ID=55768b25-2f4b-4d8e-b863-3e57b504614a,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:03.834948 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:03.890584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Made reservation on behalf of 1ff36bce1700412a8f392c581a38b051 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:03.895040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.908562 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:03.920825 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Transition to ACTIVE for port object 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:03.927738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.030931 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.034440 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:04.067138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.072164 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ddccf21-fb25-4ad4-b4e8-ae113a350c56 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:04.156804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.195623 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Pushing event updated for resources: {'Port': ['ID=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:04.204852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48500de-1b6e-4663-bbf4-b4273a290cb3 req-e737d68e-6813-4b55-b957-d1f4be029157 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:04.205108 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21307ed0-f247-4356-b86c-bae391cc807d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.208127 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.210986 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.211590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.212075 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.216930 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.217084 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f48500de-1b6e-4663-bbf4-b4273a290cb3 req-e737d68e-6813-4b55-b957-d1f4be029157 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.2236433
Jun 21 02:43:04.217190 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.217190 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.217190 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.217468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Subnet': ['ID=8fda4267-d896-480d-835c-eee38d4b2bb7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:04.217567 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.217567 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.222274 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:04.222808 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.223225 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:04.228879 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:04.232907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Checking segment: {'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:04.233682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network hostable DHCP agents. Network: c5cc9fcb-6290-45db-979b-3b52a97be260, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:43:04.258711 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.263676 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f3735bf-20bd-49ac-8380-c89ba7e1b3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:04.301666 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Attempting to bind port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:04.302036 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Attempting to bind port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:04.302606 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Attempting to bind port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae on network fc1f7bcd-29bb-401b-ac9f-3a8051572311 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:04.308977 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:04.309665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Checking segment: {'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:04.311366 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.311943 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Bound using segment: {'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:04.314422 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Bound port: 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:04.315451 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.328848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network c5cc9fcb-6290-45db-979b-3b52a97be260 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:43:04.340915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ff3a0-6aa5-4ba2-985e-0a039a9645c1 req-1cd604e6-0ea5-47e4-b1d3-3f231a53443f tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:04.342751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e7ff3a0-6aa5-4ba2-985e-0a039a9645c1 req-1cd604e6-0ea5-47e4-b1d3-3f231a53443f tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 950 time: 0.4068348
Jun 21 02:43:04.354313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:43:04.370458 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.371399 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Added segment b5448130-25bf-4457-92e0-b98a9b7497db of type vlan for network 93e80ed3-e788-4f17-b452-eb405ce711b2
Jun 21 02:43:04.398880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c5cc9fcb-6290-45db-979b-3b52a97be260) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:04.411908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:04.412514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.414572 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] For port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:04.417281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d5f7e-7562-472a-bb35-47fb3b13f18e None None] Network c5cc9fcb-6290-45db-979b-3b52a97be260 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:04.419597 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] For port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,segment=NetworkSegment(27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e),segment_id=27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:04.432611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.448551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac84169f-e261-455c-bdc1-aa558d04ede3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:04.479261 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.482582 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1a62fd7e-dba6-4a59-ad32-c3e60d4162b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:04.489417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f48500de-1b6e-4663-bbf4-b4273a290cb3 req-8eedb252-f93c-43d8-b460-6b5029592420 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2744772
Jun 21 02:43:04.498957 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:04.515577 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.2468572
Jun 21 02:43:04.616057 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e7ff3a0-6aa5-4ba2-985e-0a039a9645c1 req-6be35759-2a3b-4ebd-87ba-d2113d1c1f79 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491372
Jun 21 02:43:04.620579 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Routers {'6e85f37a-eadc-43e1-93f2-f2702265c9f0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:43:04.622230 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d93734c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:42:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:04.633057 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Pushing event updated for resources: {'Port': ['ID=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:04.639416 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:04.667520 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.671593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:04.679462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.706794 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:04.742851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-c5cc9fcb-6290-45db-979b-3b52a97be260', 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'fixed_ips': [{'subnet_id': '8fda4267-d896-480d-835c-eee38d4b2bb7'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:43:04.749983 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:04.899442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.5637324
Jun 21 02:43:04.903531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60128) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:04.909254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Request body: {'subnet': {'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-subnet', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:04.928171 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] Set router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:43:04.993427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Pushing event updated for resources: {'Network': ['ID=93e80ed3-e788-4f17-b452-eb405ce711b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:04.999106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:05.039825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:43:05.107706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Made reservation on behalf of 1ff36bce1700412a8f392c581a38b051 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:05.116766 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:05.279573 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d93734c0>, [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:42:58Z', 'revision_number': 4, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port': {'id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:53Z', 'updated_at': '2021-06-21T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '38c5fd8f-8d55-47bd-9c78-d620ad8d28ae', 'name': '', 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'mac_address': 'fa:16:3e:a6:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:57Z', 'updated_at': '2021-06-21T02:43:04Z', 'revision_number': 4, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'subnets': [{'id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:05.312469 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa87393-44c1-44bc-ba78-81cdd0c4116d None None] The sync data for ids ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'] in n-d-758944-33 is: [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:42:58Z', 'revision_number': 4, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port': {'id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:53Z', 'updated_at': '2021-06-21T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '38c5fd8f-8d55-47bd-9c78-d620ad8d28ae', 'name': '', 'network_id': 'fc1f7bcd-29bb-401b-ac9f-3a8051572311', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'mac_address': 'fa:16:3e:a6:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:57Z', 'updated_at': '2021-06-21T02:43:04Z', 'revision_number': 4, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'subnets': [{'id': '3852ef5e-d6d3-485d-9b2e-7899e7c0343c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:43:05.376640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Allocated IP 19.86.0.2 (c5cc9fcb-6290-45db-979b-3b52a97be260/8fda4267-d896-480d-835c-eee38d4b2bb7/705666a3-fe3f-4602-83dc-a9e12d95de75) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:05.457076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d269ea1-8da3-45c3-a883-21fa8034d49d req-00ddcf2d-cef6-4a1b-916b-8e99be7cade5 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:05.466462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d269ea1-8da3-45c3-a883-21fa8034d49d req-00ddcf2d-cef6-4a1b-916b-8e99be7cade5 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1442978
Jun 21 02:43:05.543902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d269ea1-8da3-45c3-a883-21fa8034d49d req-d13eaa32-abc4-454a-ad50-f73dc94ade99 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763257
Jun 21 02:43:05.566289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad403c-9007-4f3d-a257-889c32b45565 None None] Network 321d2ca0-ebaa-460e-b116-d14158a942ed requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:05.623563 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:05.627084 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:05.629681 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:05.659672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 55768b25-2f4b-4d8e-b863-3e57b504614a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:05.697124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f3d659-393b-4eb3-ad06-4c0a49d68187,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:05.713692 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:05.751078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Checking segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:05.751448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Network hostable DHCP agents. Network: 93e80ed3-e788-4f17-b452-eb405ce711b2, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:43:05.760901 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:05.781927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Transition to ACTIVE for port object 705666a3-fe3f-4602-83dc-a9e12d95de75 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:05.795961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a41ee7ec-ca6d-4999-a870-d9c6124f9d2e None None] Provisioning for port 55768b25-2f4b-4d8e-b863-3e57b504614a completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:05.813402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-56a9d49e-1925-48bc-bdf7-16cd73c7e9d2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:05.819594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-56a9d49e-1925-48bc-bdf7-16cd73c7e9d2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:05.827364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-56a9d49e-1925-48bc-bdf7-16cd73c7e9d2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/networks?id=321d2ca0-ebaa-460e-b116-d14158a942ed&id=c5cc9fcb-6290-45db-979b-3b52a97be260&id=321d2ca0-ebaa-460e-b116-d14158a942ed HTTP/1.1" status: 200  len: 1392 time: 0.1527133
Jun 21 02:43:05.835791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Transition to ACTIVE for port object 705666a3-fe3f-4602-83dc-a9e12d95de75 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:05.838673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-ebd98dff-b61c-4f12-a55e-ad62dd2b6417 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/quotas/0ac16443068b422882e59a3fd20a9674 HTTP/1.1" status: 200  len: 375 time: 0.0104504
Jun 21 02:43:05.855749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:43:05.931053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:05.942033 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:05.947814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-6b076db2-42e1-4cf2-91d1-0f527be626c5 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1029599
Jun 21 02:43:05.966863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 93e80ed3-e788-4f17-b452-eb405ce711b2) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:05.972804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:05.976781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:05.977628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Network c5cc9fcb-6290-45db-979b-3b52a97be260 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:05.979014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 55768b25-2f4b-4d8e-b863-3e57b504614a completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:05.993477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:05.995465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfcbe50-f8bd-4171-845d-26e4f489fd0b None None] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:06.044777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:06.056847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 55768b25-2f4b-4d8e-b863-3e57b504614a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:06.057246 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.085726 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.1808052
Jun 21 02:43:06.088449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:06.095231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:06.131375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-066b0273-2e4f-4283-8371-3970fe24c526 service neutron] 10.222.0.25 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825764
Jun 21 02:43:06.275771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-3a5b3d51-73c8-4b8d-943b-346eed324289 service neutron] 10.222.0.25 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432137
Jun 21 02:43:06.301694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.302789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.336408 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:43:06.389181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Pushing event updated for resources: {'Port': ['ID=705666a3-fe3f-4602-83dc-a9e12d95de75,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:06.398818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-dea40ba2-d545-43e2-b7ed-5f739292ea2f service neutron] 10.222.0.25 "GET /v2.0/networks/c5cc9fcb-6290-45db-979b-3b52a97be260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1155705
Jun 21 02:43:06.409021 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:06.410962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.447088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3df1c584-4fbe-443f-9b9f-f471edd7510d None None] Provisioning complete for port 55768b25-2f4b-4d8e-b863-3e57b504614a triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:06.447490 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3df1c584-4fbe-443f-9b9f-f471edd7510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.493702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-a29b9dd8-c0ae-4294-9d86-badb20ade8bc service neutron] 10.222.0.25 "GET /v2.0/networks/c5cc9fcb-6290-45db-979b-3b52a97be260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937312
Jun 21 02:43:06.496876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Attempting to bind port 705666a3-fe3f-4602-83dc-a9e12d95de75 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:06.497394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Attempting to bind port 705666a3-fe3f-4602-83dc-a9e12d95de75 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:06.497770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Attempting to bind port 705666a3-fe3f-4602-83dc-a9e12d95de75 on network c5cc9fcb-6290-45db-979b-3b52a97be260 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:06.551758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:06.552151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Checking segment: {'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:06.552571 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.552978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Bound using segment: {'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:06.553500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Bound port: 705666a3-fe3f-4602-83dc-a9e12d95de75, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:06.553891 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.572685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.610353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-17074ab7-2efa-4438-923e-f3d6399777fe service neutron] 10.222.0.25 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1058095
Jun 21 02:43:06.669757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.697622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-93e80ed3-e788-4f17-b452-eb405ce711b2', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:43:06.698453 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.701053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-32774824-c869-4954-9e2b-0b0491357006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.720523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 55768b25-2f4b-4d8e-b863-3e57b504614a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=55768b25-2f4b-4d8e-b863-3e57b504614a,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:06.753648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] For port 705666a3-fe3f-4602-83dc-a9e12d95de75, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:06.774781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] For port 705666a3-fe3f-4602-83dc-a9e12d95de75, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=705666a3-fe3f-4602-83dc-a9e12d95de75,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:06.829780 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.830660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:06.836029 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:06.837291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3df1c584-4fbe-443f-9b9f-f471edd7510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.894604 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:06.995067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.031889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.042041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=55768b25-2f4b-4d8e-b863-3e57b504614a,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:07.050238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-fb9f75b8-36d8-4838-a451-1d0781906274 service neutron] 10.222.0.25 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4336929
Jun 21 02:43:07.051321 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:07.058689 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:07.059459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208dd90-6a6f-45bb-8173-0c6897a2f1dd req-7784f5a5-6475-471f-96e5-81de147a7b24 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:07.066245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c208dd90-6a6f-45bb-8173-0c6897a2f1dd req-7784f5a5-6475-471f-96e5-81de147a7b24 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.3980854
Jun 21 02:43:07.108714 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-3df1c584-4fbe-443f-9b9f-f471edd7510d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:43:07.108941 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-3df1c584-4fbe-443f-9b9f-f471edd7510d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:43:07.121843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Allocated IP 172.20.0.2 (93e80ed3-e788-4f17-b452-eb405ce711b2/a3f3d659-393b-4eb3-ad06-4c0a49d68187/e6ac2dba-4b61-43a3-8d42-1d98c59c8d07) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:07.122084 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c208dd90-6a6f-45bb-8173-0c6897a2f1dd req-e6663df4-0dcc-4a94-ba56-9116e9904c7a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489919
Jun 21 02:43:07.140710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Pushing event updated for resources: {'Port': ['ID=705666a3-fe3f-4602-83dc-a9e12d95de75,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:07.145193 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:07.147965 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.202234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:07.237297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:07.275048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:07.275048 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.287149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Allocated IP 172.25.7.236 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/cfe7ab58-b5f7-4232-9862-cb936fe9b3df) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:07.494994 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.497881 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.539707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Transition to ACTIVE for port object e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:07.565945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.578459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:07.581413 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca306c3-e1be-457f-a9c6-72c82064660a" -d '{"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-unplugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:07.597663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Transition to ACTIVE for port object e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:07.604690 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.606812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:07.672502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,segment=NetworkSegment(27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e),segment_id=27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:07.679418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.679645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.684211 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:07.685692 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:07.687344 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.724151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:07.727123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:07.730056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:07.731342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:07.736458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:07.740247 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.748495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:07.791966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Pushing event updated for resources: {'Port': ['ID=cfe7ab58-b5f7-4232-9862-cb936fe9b3df,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:07.796874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d35ebb-167a-4116-971e-03e5f32aebf4 req-54471913-dbd7-4684-b1c0-b20f09be3526 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:07.797394 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:07.803628 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52d35ebb-167a-4116-971e-03e5f32aebf4 req-54471913-dbd7-4684-b1c0-b20f09be3526 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1219795
Jun 21 02:43:07.810731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Pushing event updated for resources: {'Port': ['ID=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:07.823004 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:07.825312 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:07.874158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Attempting to bind port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:07.874877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Attempting to bind port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:07.874877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Attempting to bind port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 on network 93e80ed3-e788-4f17-b452-eb405ce711b2 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:07.888620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52d35ebb-167a-4116-971e-03e5f32aebf4 req-ccc9fade-6c99-4b1c-a999-e54394e0af2f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840812
Jun 21 02:43:07.889487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:07.889879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Checking segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:07.890296 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.890689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Bound using segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:07.891169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Bound port: e6ac2dba-4b61-43a3-8d42-1d98c59c8d07, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:07.891688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.984158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=11']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:07.992798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:07.996437 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:08.039359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 705666a3-fe3f-4602-83dc-a9e12d95de75 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:08.053944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d639b9fb-31eb-4c1b-9db2-e955d0eedd5a req-21303d4b-c997-4233-b436-cb74c6bb1fcf tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 210 time: 0.0447822
Jun 21 02:43:08.140782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] For port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:08.144199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] For port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:08.145263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:08.148648 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:08.149214 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:08.149602 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:08.233794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 705666a3-fe3f-4602-83dc-a9e12d95de75 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:08.238124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:08.241586 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:08.248030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 55768b25-2f4b-4d8e-b863-3e57b504614a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:08.270717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad899f7f-9297-4c61-9a35-2577dbb8cb7c req-a1cb3afa-b9f0-4444-9fc6-ff97d0f9294c tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:08.272673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad899f7f-9297-4c61-9a35-2577dbb8cb7c req-a1cb3afa-b9f0-4444-9fc6-ff97d0f9294c tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1097 time: 0.0748789
Jun 21 02:43:08.368075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad899f7f-9297-4c61-9a35-2577dbb8cb7c req-2fa5a6cc-44c8-4f0b-b52b-f4f32df86ad1 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866678
Jun 21 02:43:08.457540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Pushing event updated for resources: {'Port': ['ID=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:08.468575 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:08.475374 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cde2b9-2e21-4891-ae74-788f2a4467f7 x-openstack-request-id: req-f4cde2b9-2e21-4891-ae74-788f2a4467f7 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:08.477983 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-unplugged", "status": "completed", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:08.478504 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4cde2b9-2e21-4891-ae74-788f2a4467f7 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:08.480463 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'code': 200}
Jun 21 02:43:08.505867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 55768b25-2f4b-4d8e-b863-3e57b504614a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:08.506476 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:08.551780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d1287-71e4-4d5f-9b20-19f57583fc55 None None] Network c5cc9fcb-6290-45db-979b-3b52a97be260 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:08.629782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:08.735272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] Provisioning for port 705666a3-fe3f-4602-83dc-a9e12d95de75 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:08.754955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc4ffb-2b3a-487c-9ea6-538b0fac5508 req-54966625-bc81-4760-b7ed-bd0838f99c3e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:08.756539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] Provisioning complete for port 705666a3-fe3f-4602-83dc-a9e12d95de75 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:08.756943 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:08.764271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1fc4ffb-2b3a-487c-9ea6-538b0fac5508 req-54966625-bc81-4760-b7ed-bd0838f99c3e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1386435
Jun 21 02:43:08.822394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1fc4ffb-2b3a-487c-9ea6-538b0fac5508 req-e71f2f50-1975-4187-951f-82ee40c3cfc7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546985
Jun 21 02:43:09.060173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:09.143993 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:09.200329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] For port 705666a3-fe3f-4602-83dc-a9e12d95de75, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=705666a3-fe3f-4602-83dc-a9e12d95de75,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:09.273184 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:09.275243 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:09.316241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409b82f-4360-4879-869b-e903b1df1cba req-944895d3-2a7c-4abf-bfac-711c4f0f3bc9 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:09.318561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a409b82f-4360-4879-869b-e903b1df1cba req-944895d3-2a7c-4abf-bfac-711c4f0f3bc9 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 948 time: 0.0866432
Jun 21 02:43:09.374517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a409b82f-4360-4879-869b-e903b1df1cba req-e1b918db-d997-4c70-86a6-530142b027dc tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489478
Jun 21 02:43:09.387577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] Pushing event updated for resources: {'Port': ['ID=705666a3-fe3f-4602-83dc-a9e12d95de75,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:09.391216 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:09.433846 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:09.489199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:43:09.517918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7691bfca-4478-4d36-871c-feb016c2bc34 None None] Provisioning complete for port 705666a3-fe3f-4602-83dc-a9e12d95de75 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:09.518654 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7691bfca-4478-4d36-871c-feb016c2bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:09.628476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b06cf-bf7b-4c51-a9e7-1f2ed0657523 req-b403d6f0-65fd-4147-a2fb-30fd0b96bf80 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:09.638105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-038b06cf-bf7b-4c51-a9e7-1f2ed0657523 req-b403d6f0-65fd-4147-a2fb-30fd0b96bf80 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1032331
Jun 21 02:43:09.670642 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:43:09.684504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:43:09.694009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-038b06cf-bf7b-4c51-a9e7-1f2ed0657523 req-b2d87135-b8d0-4740-9b38-a381cc010451 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547752
Jun 21 02:43:09.697995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:43:09.700415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e83820>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:43:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:09.770166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:09.774231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60236) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:09.774839 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 3.6852059
Jun 21 02:43:09.896534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:43:10.052840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5f80287-4c41-4b0d-8121-f27d335e3398 req-e310ceb7-5bac-436a-8bdc-dcd11b6ce9af tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 210 time: 0.0748413
Jun 21 02:43:10.124270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 705666a3-fe3f-4602-83dc-a9e12d95de75 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:10.261821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557de667-9409-4ff3-929e-060a6838fb12 None None] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:10.340026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed87fd-7785-4167-980b-699e28445786 req-ec9d554e-b78b-4c9a-bf88-c7beab8ab06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:10.341899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2ed87fd-7785-4167-980b-699e28445786 req-ec9d554e-b78b-4c9a-bf88-c7beab8ab06a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 1097 time: 0.2117097
Jun 21 02:43:10.401086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 705666a3-fe3f-4602-83dc-a9e12d95de75 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:10.401503 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:10.438566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d0ad98cc-76cc-4088-8003-9b794dc88e7f None None] Provisioning for port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:10.451860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd4693-9993-4832-915e-c89906f8f9d1 req-13944ee1-8169-450b-a869-59dc3c9e209f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:10.458884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3afd4693-9993-4832-915e-c89906f8f9d1 req-13944ee1-8169-450b-a869-59dc3c9e209f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.2475824
Jun 21 02:43:10.522453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2ed87fd-7785-4167-980b-699e28445786 req-74c2295c-577d-43ee-bb97-bdbd4417adf3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688900
Jun 21 02:43:10.607439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3afd4693-9993-4832-915e-c89906f8f9d1 req-11bcecc2-a17e-4f6e-b774-38a64d6bb7ba tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475244
Jun 21 02:43:10.661376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:10.768166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e83820>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:07Z', 'revision_number': 3, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:10.807936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:43:10.808234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Updating router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 port cfe7ab58-b5f7-4232-9862-cb936fe9b3df binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:43:10.866089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:10.930066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:10.984009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-f7633622-ff24-4cc8-a1fc-762fe4151582 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:10.992345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-f7633622-ff24-4cc8-a1fc-762fe4151582 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:10.994279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-f7633622-ff24-4cc8-a1fc-762fe4151582 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "GET /v2.0/networks?id=321d2ca0-ebaa-460e-b116-d14158a942ed&id=c5cc9fcb-6290-45db-979b-3b52a97be260&id=321d2ca0-ebaa-460e-b116-d14158a942ed HTTP/1.1" status: 200  len: 1392 time: 0.4091718
Jun 21 02:43:10.999249 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.006785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:11.007429 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.098824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'port': {'device_id': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed', 'admin_state_up': True, 'tenant_id': '0ac16443068b422882e59a3fd20a9674'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:11.204610 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.259753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:11.287105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7281e35c-00d2-48ad-ac99-d37dd0a7dd05 None None] Provisioning complete for port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:11.287629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7281e35c-00d2-48ad-ac99-d37dd0a7dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.361432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa0b50-3a88-443c-848c-cd2a97dd7eeb req-49a62ff8-274f-4eeb-81e4-157ff6fe7a6f tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:11.369308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3caa0b50-3a88-443c-848c-cd2a97dd7eeb req-49a62ff8-274f-4eeb-81e4-157ff6fe7a6f tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 948 time: 0.3734705
Jun 21 02:43:11.399599 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.399599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:11.399599 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6940b553-0ecb-4488-9313-efccf50d62c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:11.419547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:11.421507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-057476b3-530c-4a49-a8ab-44228ff66065 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:11.423418 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-057476b3-530c-4a49-a8ab-44228ff66065 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 948 time: 0.1622880
Jun 21 02:43:11.424029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.503763 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.516801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Transition to ACTIVE for port object cfe7ab58-b5f7-4232-9862-cb936fe9b3df will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:11.572674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Allocated IP 19.80.0.135 (321d2ca0-ebaa-460e-b116-d14158a942ed/a240ee9b-6105-45f4-98be-a5f5489c7f92/59d8434b-8461-413d-aabc-aff0debc9bf8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:11.584318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.602827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:11.633935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:11.634532 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.635154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-39bc914f-f310-4330-afd6-2da09e33c946 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:43:11.636221 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-39bc914f-f310-4330-afd6-2da09e33c946 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0064626
Jun 21 02:43:11.639521 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:11.640147 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:11.654423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Request body: {'binding': {'host': 'n-h1-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:11.654800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:43:11.705864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Attempting to bind port cfe7ab58-b5f7-4232-9862-cb936fe9b3df on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:11.706278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Attempting to bind port cfe7ab58-b5f7-4232-9862-cb936fe9b3df by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:11.706689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Attempting to bind port cfe7ab58-b5f7-4232-9862-cb936fe9b3df on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:11.719971 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3caa0b50-3a88-443c-848c-cd2a97dd7eeb req-bea99477-03ab-4998-9546-02a5ec7fa6f5 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/security-groups?id=84961b39-7f23-4023-a150-b4e2e727b256&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3499095
Jun 21 02:43:11.733010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a201f7-d61f-4301-9c04-99de9b2a26f7 None None] Pushing event updated for resources: {'Port': ['ID=cfe7ab58-b5f7-4232-9862-cb936fe9b3df,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:11.744781 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a9a201f7-d61f-4301-9c04-99de9b2a26f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:11.747874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:11.748270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:11.748664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.749289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:11.750514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Bound port: cfe7ab58-b5f7-4232-9862-cb936fe9b3df, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:11.750934 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.825044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Allocated IP 172.20.0.1 (93e80ed3-e788-4f17-b452-eb405ce711b2/a3f3d659-393b-4eb3-ad06-4c0a49d68187/ae82d807-c3a2-4ca0-8e07-427f2e769013) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:11.879996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] For port cfe7ab58-b5f7-4232-9862-cb936fe9b3df, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:11.885200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] For port cfe7ab58-b5f7-4232-9862-cb936fe9b3df, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cfe7ab58-b5f7-4232-9862-cb936fe9b3df,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:11.933013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on host n-h1-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:11.933013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:11.937499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:11.952315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Deleting port 88031312-6d7b-418d-8bc1-9630bbc82ce8 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:43:11.952663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.956942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:11.957232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:11.959146 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:11.978341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:11.978341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:11.978958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:11.979079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Bound port: ec1e9e07-b431-48e6-8408-7b7e730e7143, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:11.988895 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:12.010204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.030227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Transition to ACTIVE for port object ae82d807-c3a2-4ca0-8e07-427f2e769013 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:12.074850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:43:12.075773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e83820>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:43:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:12.102591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:12.134586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.155958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Transition to ACTIVE for port object 59d8434b-8461-413d-aabc-aff0debc9bf8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:12.170346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] For port 88031312-6d7b-418d-8bc1-9630bbc82ce8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=88031312-6d7b-418d-8bc1-9630bbc82ce8,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:12.171193 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.175845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:12.179663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a201f7-d61f-4301-9c04-99de9b2a26f7 None None] Pushing event updated for resources: {'Port': ['ID=cfe7ab58-b5f7-4232-9862-cb936fe9b3df,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:12.190354 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a9a201f7-d61f-4301-9c04-99de9b2a26f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:12.196820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.201622 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d783f286-3687-4200-b154-d5333ad39ece tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:12.214574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043f20f-c9f0-45f5-ba0b-d84119c6f6a5 req-75d7b52b-36ba-4372-84e7-75ddafcc51f5 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:12.216463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8043f20f-c9f0-45f5-ba0b-d84119c6f6a5 req-75d7b52b-36ba-4372-84e7-75ddafcc51f5 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1336381
Jun 21 02:43:12.287622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:12.293118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Calling delete_port for 88031312-6d7b-418d-8bc1-9630bbc82ce8 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:43:12.296059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:12.311419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:12.312160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Pushing event updated for resources: {'Port': ['ID=ae82d807-c3a2-4ca0-8e07-427f2e769013,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:12.337080 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:12.343310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8043f20f-c9f0-45f5-ba0b-d84119c6f6a5 req-778552ac-1d29-4c07-8293-c71f985eb77f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940039
Jun 21 02:43:12.345124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.350273 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-982ab9a5-b099-4ce8-8a61-6bb0ccb87e1c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:12.400433 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.401581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-8eddc491-2ec2-49b6-80c9-2108cf341868 service neutron] 10.222.0.25 "POST /v2.0/ports/ec1e9e07-b431-48e6-8408-7b7e730e7143/bindings HTTP/1.1" status: 201  len: 390 time: 0.7532611
Jun 21 02:43:12.440702 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.483357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network 321d2ca0-ebaa-460e-b116-d14158a942ed is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:12.547629 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-2a8e5795-f0ee-4b1f-b783-88d525ac1cdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1575532
Jun 21 02:43:12.601801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:12.606202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.613251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Port': ['ID=59d8434b-8461-413d-aabc-aff0debc9bf8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:12.616330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:12.628827 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:12.658217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:12.673310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:43:12.772333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:12.773147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.781824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.798587 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:12.831822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Pushing event deleted for resources: {'Port': ['ID=88031312-6d7b-418d-8bc1-9630bbc82ce8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:12.842020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:12.856589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-847bcc0a-6b2a-4047-944e-b713dc712bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:12.858324 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-847bcc0a-6b2a-4047-944e-b713dc712bab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 1096 time: 0.2062585
Jun 21 02:43:12.946943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2cb649ee-43d5-4859-bbae-6e9efbd3468a None None] Provisioning for port ae82d807-c3a2-4ca0-8e07-427f2e769013 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:12.989531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2cb649ee-43d5-4859-bbae-6e9efbd3468a None None] Provisioning complete for port ae82d807-c3a2-4ca0-8e07-427f2e769013 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:12.990122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cb649ee-43d5-4859-bbae-6e9efbd3468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:12.993584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b3066-e0cf-4772-b2a8-fe517672293d req-427d8def-3c63-470f-b2bd-9bec9d705cf4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:13.003936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-224b3066-e0cf-4772-b2a8-fe517672293d req-427d8def-3c63-470f-b2bd-9bec9d705cf4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 932 time: 0.4036956
Jun 21 02:43:13.055595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] No DVR routers for this DVR port 88031312-6d7b-418d-8bc1-9630bbc82ce8 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:13.060469 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:13.063841 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a3bc990-227a-4213-87b9-6947ab5b9ce8 req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.20 "DELETE /v2.0/ports/88031312-6d7b-418d-8bc1-9630bbc82ce8 HTTP/1.1" status: 204  len: 173 time: 1.6079156
Jun 21 02:43:13.066950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-deleted', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:13.072055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0552998
Jun 21 02:43:13.073017 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca366b5-e242-4e0f-968b-615617ec8265" -d '{"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-deleted", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:13.082330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'port': {'device_id': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260', 'admin_state_up': True, 'tenant_id': '0ac16443068b422882e59a3fd20a9674'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:13.123996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-10946d13-9ea3-445d-855c-edf4d268a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:13.125555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-224b3066-e0cf-4772-b2a8-fe517672293d req-6c0cad73-577e-499e-9918-24a49ac5c482 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204545
Jun 21 02:43:13.125701 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-10946d13-9ea3-445d-855c-edf4d268a543 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1931784
Jun 21 02:43:13.186215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2cb649ee-43d5-4859-bbae-6e9efbd3468a None None] Port ae82d807-c3a2-4ca0-8e07-427f2e769013 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:13.215484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-cab51605-a8dd-4e6c-8d25-79b9bba3e217 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 200  len: 217 time: 0.0688753
Jun 21 02:43:13.218042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-82c4281f-3f01-4cca-8628-108847909038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e83820>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:07Z', 'revision_number': 3, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:13.267202 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:13.268234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4281f-3f01-4cca-8628-108847909038 None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:07Z', 'revision_number': 3, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:43:13.372106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-96a84af2-36c7-4d34-ab0b-527589d12507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:13.374244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-96a84af2-36c7-4d34-ab0b-527589d12507 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1106565
Jun 21 02:43:13.392872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-71d01079-573b-460a-b2ce-14ccfc434d9a None None] Provisioning for port 59d8434b-8461-413d-aabc-aff0debc9bf8 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:13.398149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-71d01079-573b-460a-b2ce-14ccfc434d9a None None] Provisioning complete for port 59d8434b-8461-413d-aabc-aff0debc9bf8 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:13.400688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-71d01079-573b-460a-b2ce-14ccfc434d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:13.415038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f21eb67e-fd57-4ceb-a863-1898b0ab0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:13.419662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f21eb67e-fd57-4ceb-a863-1898b0ab0745 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1097 time: 0.2612691
Jun 21 02:43:13.454177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036fd9d-8f5f-455d-987f-f83aa1cb5433 req-65ac0c36-2177-463b-99cf-ec82bc34904b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:13.461843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b036fd9d-8f5f-455d-987f-f83aa1cb5433 req-65ac0c36-2177-463b-99cf-ec82bc34904b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.4383883
Jun 21 02:43:13.470747 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-7bcca2c7-52d7-459d-8d50-96a36189ba0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0855956
Jun 21 02:43:13.476485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-71d01079-573b-460a-b2ce-14ccfc434d9a None None] Port 59d8434b-8461-413d-aabc-aff0debc9bf8 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:13.675689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-2c67c37d-2c67-4cb8-9aa3-a1b8558dde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:13.677627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-2c67c37d-2c67-4cb8-9aa3-a1b8558dde04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.2050722
Jun 21 02:43:13.683744 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-4ba740b8-280d-41e7-8682-07588dd9e097 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946285
Jun 21 02:43:13.717791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b036fd9d-8f5f-455d-987f-f83aa1cb5433 req-5bfa3a65-4ba4-4d44-b66e-1ebd8b965b83 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376492
Jun 21 02:43:13.840575 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-a0699745-4ad4-47b7-8826-c43fff84549c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143 HTTP/1.1" status: 200  len: 217 time: 0.1497586
Jun 21 02:43:13.987210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-e4816c0c-548b-4898-8798-b40991716248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:13.988746 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-e4816c0c-548b-4898-8798-b40991716248 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1287827
Jun 21 02:43:14.091013 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-3858ed6c-c6ee-4df9-b373-4c91207f9407 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0743134
Jun 21 02:43:14.146204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cfe7ab58-b5f7-4232-9862-cb936fe9b3df up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:14.218915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f465cab4-9ab1-476c-a0eb-80174fb19b00 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105874
Jun 21 02:43:14.225102 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6da3d7a9-0d2c-404c-841a-09a9ea770c24 req-f345d8f6-5c8b-4ffb-9f53-e30821727199 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4067159
Jun 21 02:43:14.307733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port cfe7ab58-b5f7-4232-9862-cb936fe9b3df completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:14.313123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cfe7ab58-b5f7-4232-9862-cb936fe9b3df triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:14.313830 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:14.333825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:14.337822 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:14.372921 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-92197d19-e6f2-4965-be0f-867ac854d9f5 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465795
Jun 21 02:43:14.434880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db061d4f-7a44-4ea3-9517-759d14667d21 req-c1b7617b-b9d0-488a-999d-90b136e73e66 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da33b08-5ba5-41df-96aa-db7da836273c HTTP/1.1" status: 200  len: 210 time: 0.1163819
Jun 21 02:43:14.479325 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:14.508960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port cfe7ab58-b5f7-4232-9862-cb936fe9b3df, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cfe7ab58-b5f7-4232-9862-cb936fe9b3df,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:14.599552 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:14.603019 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:14.663635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=cfe7ab58-b5f7-4232-9862-cb936fe9b3df,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:14.674233 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:14.701038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cb7d-9321-496d-9438-7c4e6aa6f302 req-10ea2635-a42a-4873-a9d4-c7377affb2e7 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:14.702226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec7cb7d-9321-496d-9438-7c4e6aa6f302 req-10ea2635-a42a-4873-a9d4-c7377affb2e7 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 1.0946610
Jun 21 02:43:14.725785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Allocated IP 19.86.0.19 (c5cc9fcb-6290-45db-979b-3b52a97be260/8fda4267-d896-480d-835c-eee38d4b2bb7/c150e121-4125-4580-89a9-09cfb3e444b4) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:14.746614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:14.820652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:14.829269 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ce2dee24-1fd9-473e-88cf-194ebd3be167 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:14.859362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec7cb7d-9321-496d-9438-7c4e6aa6f302 req-932d33e1-6eca-4dde-94b7-fefac9c2ab0a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371398
Jun 21 02:43:14.930586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa49611-38ed-4383-922b-1d04acb6784f req-06bd0164-95de-4f03-bf48-60dbc1858dbc tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:14.931871 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712306e6-49b4-4372-a220-0816d60c3fad x-openstack-request-id: req-712306e6-49b4-4372-a220-0816d60c3fad {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:14.932352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8aa49611-38ed-4383-922b-1d04acb6784f req-06bd0164-95de-4f03-bf48-60dbc1858dbc tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.2957783
Jun 21 02:43:14.939628 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da33b08-5ba5-41df-96aa-db7da836273c", "name": "network-vif-deleted", "tag": "88031312-6d7b-418d-8bc1-9630bbc82ce8", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:14.941430 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-712306e6-49b4-4372-a220-0816d60c3fad {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:14.942111 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da33b08-5ba5-41df-96aa-db7da836273c', 'name': 'network-vif-deleted', 'tag': '88031312-6d7b-418d-8bc1-9630bbc82ce8', 'status': 'completed', 'code': 200}
Jun 21 02:43:15.007113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Pushing event updated for resources: {'Port': ['ID=ae82d807-c3a2-4ca0-8e07-427f2e769013,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:15.023929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:15.040493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.040772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.041144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.041538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.041902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.042262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.043202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.043819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.044319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.044679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.045038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.045421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:15.070686 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:15.090983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8aa49611-38ed-4383-922b-1d04acb6784f req-ae855851-176d-40e3-8bcd-bf4856f93b1a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288662
Jun 21 02:43:15.194413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:15.236557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Transition to ACTIVE for port object c150e121-4125-4580-89a9-09cfb3e444b4 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:15.238339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:15.278135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 88031312-6d7b-418d-8bc1-9630bbc82ce8 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:43:15.278819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a377cd-3c71-400e-8674-3c8622d4ba24 req-f07cfc3e-a681-4bef-adf5-b89086fdb38b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:15.283796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 88031312-6d7b-418d-8bc1-9630bbc82ce8 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:43:15.289230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a377cd-3c71-400e-8674-3c8622d4ba24 req-f07cfc3e-a681-4bef-adf5-b89086fdb38b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 932 time: 0.2265522
Jun 21 02:43:15.323333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:15.333969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:15.435464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a377cd-3c71-400e-8674-3c8622d4ba24 req-c37f7ba4-79d2-4d84-86d9-69a4569e600c tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462476
Jun 21 02:43:15.482605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:15.502514 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c457f941-69f9-4439-bd98-c44545bfec5b tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:15.541618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network c5cc9fcb-6290-45db-979b-3b52a97be260 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:15.564712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:15.576658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:15.626128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Port': ['ID=c150e121-4125-4580-89a9-09cfb3e444b4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:15.659489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:43:15.661565 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:15.688734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13a425-f599-45f0-8439-c83608ddb1f5 req-9f3ca222-7b62-4409-8207-f6196d6b4c65 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:15.690700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c13a425-f599-45f0-8439-c83608ddb1f5 req-9f3ca222-7b62-4409-8207-f6196d6b4c65 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.3124025
Jun 21 02:43:15.717226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-caa7ebee-6597-4aaf-b7b0-8830452d0ef1 None None] Provisioning complete for port ae82d807-c3a2-4ca0-8e07-427f2e769013 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:15.717703 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-caa7ebee-6597-4aaf-b7b0-8830452d0ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:15.773564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:15.774691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:15.807487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-caa7ebee-6597-4aaf-b7b0-8830452d0ef1 None None] Port ae82d807-c3a2-4ca0-8e07-427f2e769013 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:15.916460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c13a425-f599-45f0-8439-c83608ddb1f5 req-b08a1438-7894-4eb7-96f1-7227e8128c23 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979485
Jun 21 02:43:15.996571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:43:16.010625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] 10.222.0.25 "PUT /v2.0/routers/1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2274492
Jun 21 02:43:16.016850 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:43:16.022711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e95a3bb8-1810-405a-9811-cca33aec4e0a None None] Provisioning for port c150e121-4125-4580-89a9-09cfb3e444b4 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:16.023565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9455931
Jun 21 02:43:16.030519 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:43:16.031221 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92faf40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:43:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:16.032431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cfe7ab58-b5f7-4232-9862-cb936fe9b3df up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:16.037115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'port': {'device_id': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed', 'admin_state_up': True, 'tenant_id': '0ac16443068b422882e59a3fd20a9674'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:16.039709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e95a3bb8-1810-405a-9811-cca33aec4e0a None None] Provisioning complete for port c150e121-4125-4580-89a9-09cfb3e444b4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:16.040087 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e95a3bb8-1810-405a-9811-cca33aec4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:16.179819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e95a3bb8-1810-405a-9811-cca33aec4e0a None None] Port c150e121-4125-4580-89a9-09cfb3e444b4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:16.199546 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:43:16.231609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cfe7ab58-b5f7-4232-9862-cb936fe9b3df triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:16.239685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:16.353508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:16.358294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60314) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:16.362040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:16.560991 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-20eee682-5988-4ec1-b786-880cfe701cb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60c7346fd8c7491f87d20a43f849a241&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2014358
Jun 21 02:43:16.563547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60322) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:16.569099 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92faf40>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:13Z', 'revision_number': 2, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:16.609239 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:43:16.609752 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Updating router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 port ae82d807-c3a2-4ca0-8e07-427f2e769013 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:43:16.623902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2b21-4a3a-4c23-9d48-6d801b2f0a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:16.648576 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2b21-4a3a-4c23-9d48-6d801b2f0a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:16.658362 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:16.723471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443de39-dcd3-4ff5-af74-699b2c86e51c req-839e5a30-c478-4058-b144-aa5ccbb78096 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:16.725853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8443de39-dcd3-4ff5-af74-699b2c86e51c req-839e5a30-c478-4058-b144-aa5ccbb78096 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.3194842
Jun 21 02:43:16.757884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a994d-fd16-41ed-8c53-2484f57792ed req-6db83141-74ca-4c20-8ba3-8a9d00584392 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:16.759617 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-896a994d-fd16-41ed-8c53-2484f57792ed req-6db83141-74ca-4c20-8ba3-8a9d00584392 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.3375635
Jun 21 02:43:16.781560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2b21-4a3a-4c23-9d48-6d801b2f0a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:16.785021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2b21-4a3a-4c23-9d48-6d801b2f0a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:16.786462 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4a7f2b21-4a3a-4c23-9d48-6d801b2f0a8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84961b39-7f23-4023-a150-b4e2e727b256 HTTP/1.1" status: 204  len: 168 time: 0.2217464
Jun 21 02:43:16.787325 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06d55d5b-7e15-4d84-a690-504b05badde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:16.796726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f2b21-4a3a-4c23-9d48-6d801b2f0a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84961b39-7f23-4023-a150-b4e2e727b256,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:16.800423 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a7f2b21-4a3a-4c23-9d48-6d801b2f0a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:16.857109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-896a994d-fd16-41ed-8c53-2484f57792ed req-04db14d4-060a-4d89-868c-11f2623a3ac7 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766795
Jun 21 02:43:16.859955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Allocated IP 19.80.0.245 (321d2ca0-ebaa-460e-b116-d14158a942ed/a240ee9b-6105-45f4-98be-a5f5489c7f92/fd722bb6-1ee7-4970-8b9c-09597f2b3572) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:16.896550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8443de39-dcd3-4ff5-af74-699b2c86e51c req-bb495267-1683-45ec-be80-c120019c0690 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605690
Jun 21 02:43:17.091394 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:17.114876 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Transition to ACTIVE for port object ae82d807-c3a2-4ca0-8e07-427f2e769013 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:17.157380 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:17.189383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Transition to ACTIVE for port object fd722bb6-1ee7-4970-8b9c-09597f2b3572 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:17.245111 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:17.257313 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:17.269135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee28e0-a320-49c3-a1b5-426e95e68821 req-054e83f7-1aa4-4abd-8d3a-a5472001a824 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:17.275564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee28e0-a320-49c3-a1b5-426e95e68821 req-054e83f7-1aa4-4abd-8d3a-a5472001a824 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:17.277966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2cee28e0-a320-49c3-a1b5-426e95e68821 req-054e83f7-1aa4-4abd-8d3a-a5472001a824 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 1654 time: 0.1119604
Jun 21 02:43:17.349103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2cee28e0-a320-49c3-a1b5-426e95e68821 req-95fafcee-9c75-4675-b5e6-0bae95520b8b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647523
Jun 21 02:43:17.363941 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:17.369274 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:17.586291 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7a703-0ece-4285-b4d3-cd2efa68239d None None] Pushing event updated for resources: {'Port': ['ID=ae82d807-c3a2-4ca0-8e07-427f2e769013,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:17.596298 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a5b7a703-0ece-4285-b4d3-cd2efa68239d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:17.613639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Port': ['ID=fd722bb6-1ee7-4970-8b9c-09597f2b3572,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:17.634081 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:17.634439 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Attempting to bind port ae82d807-c3a2-4ca0-8e07-427f2e769013 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:17.634988 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Attempting to bind port ae82d807-c3a2-4ca0-8e07-427f2e769013 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:17.635533 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Attempting to bind port ae82d807-c3a2-4ca0-8e07-427f2e769013 on network 93e80ed3-e788-4f17-b452-eb405ce711b2 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:17.642092 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:17.642477 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Checking segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:17.642882 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:17.643521 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Bound using segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:17.643994 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Bound port: ae82d807-c3a2-4ca0-8e07-427f2e769013, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:17.644633 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:17.694380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network 321d2ca0-ebaa-460e-b116-d14158a942ed is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:17.704436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-902b79c9-7af6-4c86-a79b-2500a7c9eb32 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:17.705961 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-902b79c9-7af6-4c86-a79b-2500a7c9eb32 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 820 time: 0.2281759
Jun 21 02:43:17.713302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:17.718986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:17.786137 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] For port ae82d807-c3a2-4ca0-8e07-427f2e769013, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:17.791211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] For port ae82d807-c3a2-4ca0-8e07-427f2e769013, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ae82d807-c3a2-4ca0-8e07-427f2e769013,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:17.805609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-c83f0792-71d1-4ec3-8e4e-1d3a683db711 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/quotas/1ff36bce1700412a8f392c581a38b051 HTTP/1.1" status: 200  len: 375 time: 0.0805259
Jun 21 02:43:17.824091 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-79274d29-3825-47de-b636-b9f833f0db00 req-9ab85953-5fde-454d-9ff6-60e0579cabc5 service neutron] show failed (client error): The resource could not be found.
Jun 21 02:43:17.825173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-9ab85953-5fde-454d-9ff6-60e0579cabc5 service neutron] 10.222.0.26 "GET /v2.0/ports/6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.2086828
Jun 21 02:43:17.837957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:17.838606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:17.868857 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:17.874279 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:17.914722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e78e4-de09-41a5-a697-d1f35935da55 req-5599a70d-6359-444d-ac83-513260ca411d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:17.922012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b7e78e4-de09-41a5-a697-d1f35935da55 req-5599a70d-6359-444d-ac83-513260ca411d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.2990735
Jun 21 02:43:17.961896 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7a703-0ece-4285-b4d3-cd2efa68239d None None] Pushing event updated for resources: {'Port': ['ID=ae82d807-c3a2-4ca0-8e07-427f2e769013,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:17.966428 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a5b7a703-0ece-4285-b4d3-cd2efa68239d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:17.967331 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:43:17.968047 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92faf40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:43:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:18.009412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b7e78e4-de09-41a5-a697-d1f35935da55 req-8f643cc7-3a90-4cf5-9957-a25924a9c0bd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861018
Jun 21 02:43:18.021060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9897308
Jun 21 02:43:18.043114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-a5a1d380-3a40-4a4e-826f-40a6790aa311 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2358627
Jun 21 02:43:18.050430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Request body: {'port': {'device_id': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:18.213962 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:43:18.267059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8a11067e-b9a1-47d7-bcea-89c99c8951c6 None None] Provisioning for port fd722bb6-1ee7-4970-8b9c-09597f2b3572 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:18.273083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8a11067e-b9a1-47d7-bcea-89c99c8951c6 None None] Provisioning complete for port fd722bb6-1ee7-4970-8b9c-09597f2b3572 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:18.273750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8a11067e-b9a1-47d7-bcea-89c99c8951c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:18.330674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8a11067e-b9a1-47d7-bcea-89c99c8951c6 None None] Port fd722bb6-1ee7-4970-8b9c-09597f2b3572 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:18.374704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-4561e565-9b08-4e5b-94a0-b67678bf89d2 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3203087
Jun 21 02:43:18.381294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:18.523229 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-6ba71371-fd6b-42b3-a461-aa9ee3351d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:18.528030 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-6ba71371-fd6b-42b3-a461-aa9ee3351d76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb&tenant_id=1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 1102 time: 0.0761929
Jun 21 02:43:18.541814 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92faf40>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:17Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:18.549838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:18.577096 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14755b7a-5997-416c-9a72-96a21cc571c4 None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:17Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:43:18.680218 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:18.705419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-b9513a9f-dc35-43fb-b764-42a720f29078 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3171453
Jun 21 02:43:18.724886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a39890-12ee-4ffb-80ab-13f0dbef1555 req-474bae23-09b1-4b9f-90c1-dcb7cea514d1 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:18.726432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0a39890-12ee-4ffb-80ab-13f0dbef1555 req-474bae23-09b1-4b9f-90c1-dcb7cea514d1 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.4560721
Jun 21 02:43:18.798403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0a39890-12ee-4ffb-80ab-13f0dbef1555 req-ad2a1c8b-2693-4466-a35c-c802387d73b7 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473249
Jun 21 02:43:19.022905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:19.056761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d8434b-8461-413d-aabc-aff0debc9bf8 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:19.070120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:19.098949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Transition to ACTIVE for port object 59d8434b-8461-413d-aabc-aff0debc9bf8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:19.102226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:19.121347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39967295-65d3-45e2-a516-76744edcfedf req-532bb575-467c-47c3-9795-616d99057521 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:19.128698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39967295-65d3-45e2-a516-76744edcfedf req-532bb575-467c-47c3-9795-616d99057521 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.1082926
Jun 21 02:43:19.166601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:19.178112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39967295-65d3-45e2-a516-76744edcfedf req-6c13fc94-7376-4518-b900-c2833bb46aef tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483782
Jun 21 02:43:19.181036 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71640e1-318e-4501-b935-b8eececdb2df" -d '{"events": [{"server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:19.192476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:19.206237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:19.207196 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:19.212922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Transition to ACTIVE for port object 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:19.307785 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:19.329981 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2811a641-5a49-41f3-8879-087a547a3636 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:19.594046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] No DVR routers for this DVR port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:19.602148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=6']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:19.612814 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:19.672568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Attempting to bind port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:19.672900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Attempting to bind port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:19.673502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Attempting to bind port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:19.689590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:19.689590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Attempting to bind port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:19.695502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:19.695858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:19.696253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:19.696677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Bound port: 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:19.697030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:19.848679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:19.853361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:19.937234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:19.940144 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cf6647a-22da-439a-8af3-264c657ad4d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:19.970227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-671c90e8-c5e5-4bd2-8d76-f205180a4afe req-14027aa9-177d-4327-91c3-d589cf9f1f0f tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 210 time: 0.0664315
Jun 21 02:43:20.021067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Pushing event updated for resources: {'Port': ['ID=59d8434b-8461-413d-aabc-aff0debc9bf8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:20.027611 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:20.172090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Attempting to bind port 59d8434b-8461-413d-aabc-aff0debc9bf8 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:20.172348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Attempting to bind port 59d8434b-8461-413d-aabc-aff0debc9bf8 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:20.172984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Attempting to bind port 59d8434b-8461-413d-aabc-aff0debc9bf8 on network 321d2ca0-ebaa-460e-b116-d14158a942ed {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:20.178151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Port 59d8434b-8461-413d-aabc-aff0debc9bf8 on network 321d2ca0-ebaa-460e-b116-d14158a942ed not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:20.178470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Attempting to bind port 59d8434b-8461-413d-aabc-aff0debc9bf8 on network 321d2ca0-ebaa-460e-b116-d14158a942ed {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:20.190773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b7ec1-8ccb-495f-86c1-df4ebae52086 req-d0e2e7a7-257b-445f-a1dc-4963168a495b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.201288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b7ec1-8ccb-495f-86c1-df4ebae52086 req-d0e2e7a7-257b-445f-a1dc-4963168a495b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.208359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b7ec1-8ccb-495f-86c1-df4ebae52086 req-d0e2e7a7-257b-445f-a1dc-4963168a495b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.210003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-304b7ec1-8ccb-495f-86c1-df4ebae52086 req-d0e2e7a7-257b-445f-a1dc-4963168a495b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2388 time: 0.2920825
Jun 21 02:43:20.213715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:20.214726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Checking segment: {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:20.215108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Bound using segment: {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:20.215578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Bound port: 59d8434b-8461-413d-aabc-aff0debc9bf8, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:20.215992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:20.224241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.233379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:20.235795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ae82d807-c3a2-4ca0-8e07-427f2e769013 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:20.241298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] 10.222.0.20 "PUT /v2.0/ports/6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 1097 time: 1.6959238
Jun 21 02:43:20.246949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:20.265841 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:20.296276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-304b7ec1-8ccb-495f-86c1-df4ebae52086 req-754f1271-6cb0-4e06-955a-7a0fb313a6a2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771153
Jun 21 02:43:20.369826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] For port 59d8434b-8461-413d-aabc-aff0debc9bf8, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:20.410220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-cbe85949-2318-4403-9dc0-9c4302b6df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.412477 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-cbe85949-2318-4403-9dc0-9c4302b6df8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 1100 time: 0.1409979
Jun 21 02:43:20.466659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ae82d807-c3a2-4ca0-8e07-427f2e769013 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:20.470865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ae82d807-c3a2-4ca0-8e07-427f2e769013 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:20.475585 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:20.475905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] For port 59d8434b-8461-413d-aabc-aff0debc9bf8, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=59d8434b-8461-413d-aabc-aff0debc9bf8,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:20.532111 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e66e98-9c64-458d-b2ab-5d2d1bfbb479 x-openstack-request-id: req-46e66e98-9c64-458d-b2ab-5d2d1bfbb479 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:20.532450 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:20.532797 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46e66e98-9c64-458d-b2ab-5d2d1bfbb479 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:20.533239 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'code': 200}
Jun 21 02:43:20.555142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c50f1-3e65-443e-accf-50a23c42b78d req-70fbab57-5a49-4703-b81d-fa1e5cc00b2b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.563087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf8c50f1-3e65-443e-accf-50a23c42b78d req-70fbab57-5a49-4703-b81d-fa1e5cc00b2b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 948 time: 0.2285178
Jun 21 02:43:20.577745 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:20.602499 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1dac3a77-1e40-4169-bfa7-341f3f152d46 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:20.623396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-25b61dbc-2ae3-4a6f-8ae3-fe17dadea60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.626157 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-25b61dbc-2ae3-4a6f-8ae3-fe17dadea60b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2056053
Jun 21 02:43:20.635735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.637855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:20.645161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] 10.222.0.20 "PUT /v2.0/ports/59d8434b-8461-413d-aabc-aff0debc9bf8 HTTP/1.1" status: 200  len: 1093 time: 2.5977151
Jun 21 02:43:20.653100 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:20.692748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'tag': '59d8434b-8461-413d-aabc-aff0debc9bf8'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:20.699395 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a" -d '{"events": [{"name": "network-changed", "server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "tag": "59d8434b-8461-413d-aabc-aff0debc9bf8"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:20.725165 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-28039ace-9ed3-4a38-b445-ce441818d6b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 217 time: 0.0855923
Jun 21 02:43:20.728113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Request body: {'port': {'device_id': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:20.767531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ae82d807-c3a2-4ca0-8e07-427f2e769013, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ae82d807-c3a2-4ca0-8e07-427f2e769013,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:20.789586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-777e2c26-08a8-4522-98c6-ba7d35abb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.793040 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-777e2c26-08a8-4522-98c6-ba7d35abb885 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0613072
Jun 21 02:43:20.843105 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:20.849953 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf8c50f1-3e65-443e-accf-50a23c42b78d req-3a593f10-c79f-4feb-a443-983d3ac114c1 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2809513
Jun 21 02:43:20.852560 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:20.863002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Pushing event updated for resources: {'Port': ['ID=59d8434b-8461-413d-aabc-aff0debc9bf8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:20.868789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274d29-3825-47de-b636-b9f833f0db00 req-09286959-4684-4ce5-b655-1f5e8d1c6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:20.871714 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-09286959-4684-4ce5-b655-1f5e8d1c6898 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0691032
Jun 21 02:43:20.887249 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:20.984284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ae82d807-c3a2-4ca0-8e07-427f2e769013,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:21.005381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:21.006450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.006807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.008332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.008725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.009070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.010079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.010424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.010759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.013496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.014102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.015096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.018143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:21.040166 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:21.046273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-a5daa5ca-c78e-4e43-86ce-02998f9b658b service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671901
Jun 21 02:43:21.167895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79274d29-3825-47de-b636-b9f833f0db00 req-e2e7568f-2f46-486a-8517-37254f0147ef service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1125767
Jun 21 02:43:21.219685 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc525a-a66c-4446-9146-b0dfacda558b x-openstack-request-id: req-b7dc525a-a66c-4446-9146-b0dfacda558b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:21.220054 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "tag": "59d8434b-8461-413d-aabc-aff0debc9bf8", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:21.220340 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7dc525a-a66c-4446-9146-b0dfacda558b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:21.220767 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'tag': '59d8434b-8461-413d-aabc-aff0debc9bf8', 'status': 'completed', 'code': 200}
Jun 21 02:43:21.320144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-ef517ea3-97d9-4123-8efd-5e154ccd692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.321007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-ef517ea3-97d9-4123-8efd-5e154ccd692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.321741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-ef517ea3-97d9-4123-8efd-5e154ccd692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.324199 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-ef517ea3-97d9-4123-8efd-5e154ccd692a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2732 time: 0.0880635
Jun 21 02:43:21.374333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d9756-3651-4e77-8713-a70877f97275 req-d722eacb-d5d4-4fc6-a5c1-515cafb28e0b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.376784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a0d9756-3651-4e77-8713-a70877f97275 req-d722eacb-d5d4-4fc6-a5c1-515cafb28e0b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.3356988
Jun 21 02:43:21.477003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a0d9756-3651-4e77-8713-a70877f97275 req-d8213d25-d57d-4eeb-9273-b4f5df61a26d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840526
Jun 21 02:43:21.508414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-8f8b7be5-9aee-47e9-a0d4-1e793d0487d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.508414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-8f8b7be5-9aee-47e9-a0d4-1e793d0487d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.508414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-8f8b7be5-9aee-47e9-a0d4-1e793d0487d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.509884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f3d8a-14e3-4c63-9eb3-4acb53da60b7 req-cbd3c4b8-316a-4036-b57f-a7a97f9e92da tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.510327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-8f8b7be5-9aee-47e9-a0d4-1e793d0487d1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0ac16443068b422882e59a3fd20a9674&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1719139
Jun 21 02:43:21.512038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df2f3d8a-14e3-4c63-9eb3-4acb53da60b7 req-cbd3c4b8-316a-4036-b57f-a7a97f9e92da tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1849847
Jun 21 02:43:21.561560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:21.574893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c150e121-4125-4580-89a9-09cfb3e444b4 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:21.592532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df2f3d8a-14e3-4c63-9eb3-4acb53da60b7 req-4eb4a605-d14c-49f7-847b-15f5cb281517 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580447
Jun 21 02:43:21.607704 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:21.630386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:43:21.672533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-72b08232-2c6a-4423-9ddc-8f033b778fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.677457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71610bea-80b3-408a-bb65-0209e4edab2f req-5f2b7f22-ab3c-4580-af04-b568cf241f23 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 210 time: 0.0540748
Jun 21 02:43:21.678090 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e5fc17b6-af6d-4fca-8e77-a5ba6262716a req-72b08232-2c6a-4423-9ddc-8f033b778fe6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1562085
Jun 21 02:43:21.679372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Transition to ACTIVE for port object c150e121-4125-4580-89a9-09cfb3e444b4 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:21.774341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:21.777463 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5548a71-d4b1-4a84-ace5-08a36c868880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:21.883627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c150e121-4125-4580-89a9-09cfb3e444b4,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:21.887807 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:21.988002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc7ea3-7303-42e4-9d22-158b5ae36ea5 req-ef5a3ace-8676-4363-a3a0-f3232c18dca4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:21.994632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc7ea3-7303-42e4-9d22-158b5ae36ea5 req-ef5a3ace-8676-4363-a3a0-f3232c18dca4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.003485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc7ea3-7303-42e4-9d22-158b5ae36ea5 req-ef5a3ace-8676-4363-a3a0-f3232c18dca4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.005258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4bc7ea3-7303-42e4-9d22-158b5ae36ea5 req-ef5a3ace-8676-4363-a3a0-f3232c18dca4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2400 time: 0.2016668
Jun 21 02:43:22.038806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ae82d807-c3a2-4ca0-8e07-427f2e769013 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:22.078804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Attempting to bind port c150e121-4125-4580-89a9-09cfb3e444b4 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:22.079351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Attempting to bind port c150e121-4125-4580-89a9-09cfb3e444b4 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:22.079463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Attempting to bind port c150e121-4125-4580-89a9-09cfb3e444b4 on network c5cc9fcb-6290-45db-979b-3b52a97be260 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:22.097457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Port c150e121-4125-4580-89a9-09cfb3e444b4 on network c5cc9fcb-6290-45db-979b-3b52a97be260 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:22.097678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Attempting to bind port c150e121-4125-4580-89a9-09cfb3e444b4 on network c5cc9fcb-6290-45db-979b-3b52a97be260 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:22.106444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4bc7ea3-7303-42e4-9d22-158b5ae36ea5 req-19c8f17a-a727-4212-95fe-59b168becdbd tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924857
Jun 21 02:43:22.111451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:22.111854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Checking segment: {'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:22.112271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Bound using segment: {'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:22.112691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Bound port: c150e121-4125-4580-89a9-09cfb3e444b4, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d707513-fed7-4642-8a91-e1a67bd2c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:22.113039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:22.119584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ae82d807-c3a2-4ca0-8e07-427f2e769013 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:22.119974 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:22.153141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039238c-ae28-4059-ac0d-b3ff31522180 req-26cacec1-b1a1-431b-a10d-7fbd97c4eeb7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.160077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c039238c-ae28-4059-ac0d-b3ff31522180 req-26cacec1-b1a1-431b-a10d-7fbd97c4eeb7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 948 time: 0.1520081
Jun 21 02:43:22.247171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c039238c-ae28-4059-ac0d-b3ff31522180 req-4125f4f0-4a4a-4c23-99ac-0f5826a21648 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858650
Jun 21 02:43:22.264051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] For port c150e121-4125-4580-89a9-09cfb3e444b4, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:22.269055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] For port c150e121-4125-4580-89a9-09cfb3e444b4, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c150e121-4125-4580-89a9-09cfb3e444b4,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:22.383349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-9304e487-f091-4eca-83dc-c80cb29477ca tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.384737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-9304e487-f091-4eca-83dc-c80cb29477ca tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 820 time: 0.1182976
Jun 21 02:43:22.391559 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:22.394219 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:22.402068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Request body: {'port': {'device_id': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'admin_state_up': True, 'tenant_id': '1ff36bce1700412a8f392c581a38b051'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:22.472611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.473650 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:22.474968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/c150e121-4125-4580-89a9-09cfb3e444b4 HTTP/1.1" status: 200  len: 1092 time: 1.7559569
Jun 21 02:43:22.525665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c150e121-4125-4580-89a9-09cfb3e444b4,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:22.529030 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:22.534772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:22.538042 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db" -d '{"events": [{"name": "network-changed", "server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:22.598610 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f07fd0-1dcf-4968-8180-61802fdfc22a x-openstack-request-id: req-f7f07fd0-1dcf-4968-8180-61802fdfc22a {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:22.599223 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:22.599826 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7f07fd0-1dcf-4968-8180-61802fdfc22a {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:22.600431 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'status': 'completed', 'code': 200}
Jun 21 02:43:22.622428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Request body: {'port': {'device_id': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:22.666855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Made reservation on behalf of 1ff36bce1700412a8f392c581a38b051 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:22.671449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:22.762360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-4804e36a-ee4e-4e9f-a64f-e1a7ec3c4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.765108 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-4804e36a-ee4e-4e9f-a64f-e1a7ec3c4e03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 1100 time: 0.1330893
Jun 21 02:43:22.772711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-b516cf01-9acc-4dbb-85c1-5f14512719a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.774175 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-b516cf01-9acc-4dbb-85c1-5f14512719a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 1100 time: 0.1319621
Jun 21 02:43:22.880514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:22.943892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-065d44a5-f7f2-45a7-a1ae-f688fffbff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.945475 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-065d44a5-f7f2-45a7-a1ae-f688fffbff4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1701841
Jun 21 02:43:22.979707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de8a0a-1729-477f-9a8c-998d242b027e req-c0c55cbc-fe23-4d29-84d3-981e42241f9b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:22.981840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0de8a0a-1729-477f-9a8c-998d242b027e req-c0c55cbc-fe23-4d29-84d3-981e42241f9b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.3649902
Jun 21 02:43:23.000015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-4e5fc894-d169-4c27-8989-ec67112f276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.001526 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-4e5fc894-d169-4c27-8989-ec67112f276c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2175288
Jun 21 02:43:23.002880 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-7141986d-5194-4ae6-a553-63b077e90fe1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 217 time: 0.0457888
Jun 21 02:43:23.070551 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-eed630a6-fc7f-48fb-9cbe-fac2375e29fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 217 time: 0.0618100
Jun 21 02:43:23.093927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Allocated IP 172.20.0.3 (93e80ed3-e788-4f17-b452-eb405ce711b2/a3f3d659-393b-4eb3-ad06-4c0a49d68187/bf4719dc-2c89-4769-86a6-1c4147fa06d5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:23.102943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0f824-a4d8-4ea4-b06f-d309b84f6677 req-c41aa975-ffd1-4480-b215-7ddb426f5d4f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.107784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82b0f824-a4d8-4ea4-b06f-d309b84f6677 req-c41aa975-ffd1-4480-b215-7ddb426f5d4f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.3206453
Jun 21 02:43:23.122174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-c66a53bb-e8cc-4e64-8a46-3633ed684155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.123667 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-c66a53bb-e8cc-4e64-8a46-3633ed684155 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1137960
Jun 21 02:43:23.138509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-56be5ced-b0fe-419c-b017-157e807db8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.139924 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-56be5ced-b0fe-419c-b017-157e807db8dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0616915
Jun 21 02:43:23.171272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0de8a0a-1729-477f-9a8c-998d242b027e req-348f8cef-b6da-476e-a473-a71be0e18f80 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760390
Jun 21 02:43:23.224095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'tag': 'c150e121-4125-4580-89a9-09cfb3e444b4'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:23.226430 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad66ecd-bede-4eb2-938d-4445260ea664" -d '{"events": [{"name": "network-changed", "server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "tag": "c150e121-4125-4580-89a9-09cfb3e444b4"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:23.236658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-b7c38e55-dd4a-49c9-beb1-9539137abcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.238294 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-b7c38e55-dd4a-49c9-beb1-9539137abcb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0932996
Jun 21 02:43:23.244347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-8f0b1de6-b2a8-40fb-a2f3-5a9a2555ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.246266 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-8f0b1de6-b2a8-40fb-a2f3-5a9a2555ce44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0932240
Jun 21 02:43:23.283629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82b0f824-a4d8-4ea4-b06f-d309b84f6677 req-1d4e077a-4750-4da7-aac3-62dc29f26cd7 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598055
Jun 21 02:43:23.382438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1db752b4-cb60-4fca-8018-60f0a45a0a92 req-a47b2123-143f-4ad3-a45e-6a8eb00eb21f tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 210 time: 0.0540051
Jun 21 02:43:23.514831 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6430dc44-6934-4cab-9e3f-2100f4ca2c6b x-openstack-request-id: req-6430dc44-6934-4cab-9e3f-2100f4ca2c6b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:23.515156 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "tag": "c150e121-4125-4580-89a9-09cfb3e444b4", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:23.517436 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6430dc44-6934-4cab-9e3f-2100f4ca2c6b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:23.517436 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'tag': 'c150e121-4125-4580-89a9-09cfb3e444b4', 'status': 'completed', 'code': 200}
Jun 21 02:43:23.583868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:23.599518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd722bb6-1ee7-4970-8b9c-09597f2b3572 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:23.619902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:23.630209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Transition to ACTIVE for port object bf4719dc-2c89-4769-86a6-1c4147fa06d5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:23.656837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Transition to ACTIVE for port object fd722bb6-1ee7-4970-8b9c-09597f2b3572 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:23.675914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1f36e-2152-44e2-a17b-1e895380c62e req-350650a4-3aec-48fc-865a-8cb373759ee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.683586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1f36e-2152-44e2-a17b-1e895380c62e req-350650a4-3aec-48fc-865a-8cb373759ee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.688121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1f36e-2152-44e2-a17b-1e895380c62e req-350650a4-3aec-48fc-865a-8cb373759ee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.690132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4a1f36e-2152-44e2-a17b-1e895380c62e req-350650a4-3aec-48fc-865a-8cb373759ee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2400 time: 0.1703067
Jun 21 02:43:23.740821 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4a1f36e-2152-44e2-a17b-1e895380c62e req-70b1fc55-f45d-433a-9122-3f7021dc3fef tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438232
Jun 21 02:43:23.741460 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:23.751115 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:23.791280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Pushing event updated for resources: {'Port': ['ID=fd722bb6-1ee7-4970-8b9c-09597f2b3572,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:23.835511 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:23.849765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-e0838a13-02b3-4c38-939e-3ad4a5d1ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.850479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-e0838a13-02b3-4c38-939e-3ad4a5d1ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.850973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-e0838a13-02b3-4c38-939e-3ad4a5d1ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:23.853373 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-e0838a13-02b3-4c38-939e-3ad4a5d1ed82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2800 time: 0.1985738
Jun 21 02:43:23.883400 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-60e8d67d-8145-457c-aa55-21588a21f9d2 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6229563
Jun 21 02:43:23.896567 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-39306bce-3a15-4383-a31b-105410e7e7c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6434484
Jun 21 02:43:23.927970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:23.944810 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-38dd3bdc-ae87-4b87-86df-0e52227cccf6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:24.035451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:24.055510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:24.066317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:24.106919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Pushing event updated for resources: {'Port': ['ID=bf4719dc-2c89-4769-86a6-1c4147fa06d5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:24.114704 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:24.119991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Attempting to bind port fd722bb6-1ee7-4970-8b9c-09597f2b3572 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:24.119991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Attempting to bind port fd722bb6-1ee7-4970-8b9c-09597f2b3572 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:24.119991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Attempting to bind port fd722bb6-1ee7-4970-8b9c-09597f2b3572 on network 321d2ca0-ebaa-460e-b116-d14158a942ed {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:24.144563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Port fd722bb6-1ee7-4970-8b9c-09597f2b3572 on network 321d2ca0-ebaa-460e-b116-d14158a942ed not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:24.148661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Attempting to bind port fd722bb6-1ee7-4970-8b9c-09597f2b3572 on network 321d2ca0-ebaa-460e-b116-d14158a942ed {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:24.153435 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-04c37c8d-251f-46ca-bee5-8794481fcfc1 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067146
Jun 21 02:43:24.165714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ac512-0ef6-442f-87ed-0b8ce4ea5cf3 req-4aaf2af2-0de4-4baa-b451-0be22d30c842 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:24.167822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d4ac512-0ef6-442f-87ed-0b8ce4ea5cf3 req-4aaf2af2-0de4-4baa-b451-0be22d30c842 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 948 time: 0.3334541
Jun 21 02:43:24.169670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:24.171713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Checking segment: {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:24.171713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Bound using segment: {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:24.171713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Bound port: fd722bb6-1ee7-4970-8b9c-09597f2b3572, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:24.171713 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:24.179425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:24.180080 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:24.199829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-71b709d0-f67a-4579-9e36-bdac63c7a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:24.200305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-71b709d0-f67a-4579-9e36-bdac63c7a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:24.201121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-71b709d0-f67a-4579-9e36-bdac63c7a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:24.202377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-71b709d0-f67a-4579-9e36-bdac63c7a5bf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0ac16443068b422882e59a3fd20a9674&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3382459
Jun 21 02:43:24.236514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ca45-de2e-4395-b92b-ed942a141a71 req-5add8864-bc20-4f8c-b541-b347158b5607 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:24.238086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9e6ca45-de2e-4395-b92b-ed942a141a71 req-5add8864-bc20-4f8c-b541-b347158b5607 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1097 time: 0.3131540
Jun 21 02:43:24.274523 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-96ee6e4d-fbe3-4082-a95c-8eb18cfae5db req-f339fb80-1340-4878-ad4d-4a6a0c4e6c03 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3777986
Jun 21 02:43:24.299243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9017906
Jun 21 02:43:24.323250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Request body: {'port': {'device_id': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:24.331763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-0550b536-cc42-441c-afbd-f925d0f05a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:24.333324 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ad66ecd-bede-4eb2-938d-4445260ea664 req-0550b536-cc42-441c-afbd-f925d0f05a3d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1224830
Jun 21 02:43:24.364643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d4ac512-0ef6-442f-87ed-0b8ce4ea5cf3 req-3d4bfef1-1bf5-48f6-8175-d8aa27c062e5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775284
Jun 21 02:43:24.389211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9e6ca45-de2e-4395-b92b-ed942a141a71 req-d0155f73-f46d-4b46-9e12-fe5790d3efa7 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383924
Jun 21 02:43:24.412062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] For port fd722bb6-1ee7-4970-8b9c-09597f2b3572, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:24.416236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] For port fd722bb6-1ee7-4970-8b9c-09597f2b3572, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fd722bb6-1ee7-4970-8b9c-09597f2b3572,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:24.466070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:24.485643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:24.522869 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:24.529349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-337bf759-6433-49f8-8c13-f0601ddadf19 None None] Provisioning for port bf4719dc-2c89-4769-86a6-1c4147fa06d5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:24.538301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-337bf759-6433-49f8-8c13-f0601ddadf19 None None] Provisioning complete for port bf4719dc-2c89-4769-86a6-1c4147fa06d5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:24.538682 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-337bf759-6433-49f8-8c13-f0601ddadf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:24.584206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:24.585004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:24.586408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd722bb6-1ee7-4970-8b9c-09597f2b3572 HTTP/1.1" status: 200  len: 1093 time: 1.9709086
Jun 21 02:43:24.600508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-337bf759-6433-49f8-8c13-f0601ddadf19 None None] Port bf4719dc-2c89-4769-86a6-1c4147fa06d5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:25.050177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Pushing event updated for resources: {'Port': ['ID=fd722bb6-1ee7-4970-8b9c-09597f2b3572,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:25.056042 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:25.212271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25af11-08d7-4560-a08b-69fac9223007 req-0fc5ec21-d608-4199-83a1-4b33206da9f7 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.213848 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc25af11-08d7-4560-a08b-69fac9223007 req-0fc5ec21-d608-4199-83a1-4b33206da9f7 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.6456873
Jun 21 02:43:25.225447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34582f11-16e7-46e9-a35c-e9ad6d53643e req-13b6eb9e-b8f7-4009-8c66-7ae9e45d2cde tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.227674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34582f11-16e7-46e9-a35c-e9ad6d53643e req-13b6eb9e-b8f7-4009-8c66-7ae9e45d2cde tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 931 time: 0.6578679
Jun 21 02:43:25.260450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-9ef18746-b5f4-46a9-b488-7dfd8344b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.261540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-9ef18746-b5f4-46a9-b488-7dfd8344b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.263864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-9ef18746-b5f4-46a9-b488-7dfd8344b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.263864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-9ef18746-b5f4-46a9-b488-7dfd8344b628 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2868 time: 0.5789664
Jun 21 02:43:25.294078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:25.341712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-0af42209-295a-4dfc-8762-522b742382e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=59d8434b-8461-413d-aabc-aff0debc9bf8 HTTP/1.1" status: 200  len: 217 time: 0.0664017
Jun 21 02:43:25.378777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc25af11-08d7-4560-a08b-69fac9223007 req-dd69e3aa-7401-483a-93ca-7a95f337a160 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500025
Jun 21 02:43:25.403503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34582f11-16e7-46e9-a35c-e9ad6d53643e req-f8edce33-d817-4b51-b81c-03e1efe0e21d tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633980
Jun 21 02:43:25.425413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:25.439649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'mac_address': 'fa:16:3e:5c:9e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:25.469644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c15d64d2-fe51-4d64-ac91-4c65b3367fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.471674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c15d64d2-fe51-4d64-ac91-4c65b3367fc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a240ee9b-6105-45f4-98be-a5f5489c7f92 HTTP/1.1" status: 200  len: 801 time: 0.1214426
Jun 21 02:43:25.473656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4719dc-2c89-4769-86a6-1c4147fa06d5 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:25.482907 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:25.515302 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:25.516782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'tag': 'fd722bb6-1ee7-4970-8b9c-09597f2b3572'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:25.519104 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d33cd0-2027-4754-90ba-f222272d1e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "tag": "fd722bb6-1ee7-4970-8b9c-09597f2b3572"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:25.527819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Transition to ACTIVE for port object bf4719dc-2c89-4769-86a6-1c4147fa06d5 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:25.534682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:25.562167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-7bcf1c82-886a-44ac-8286-4ff0f896cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.562321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:25.563824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-7bcf1c82-886a-44ac-8286-4ff0f896cbb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=321d2ca0-ebaa-460e-b116-d14158a942ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0832005
Jun 21 02:43:25.611063 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:25.614422 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fd38da5-a881-4d58-9eb7-a1e0f33e09fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:25.618855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:25.631128 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a003091b-ae18-47eb-8215-c7430f1d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:25.696257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:25.700461 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:25.781101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4719dc-2c89-4769-86a6-1c4147fa06d5,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:25.798682 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:25.840347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-4a0708a8-add6-4989-89ec-8288cdb916f8 service neutron] 10.222.0.20 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2682295
Jun 21 02:43:25.880402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Attempting to bind port bf4719dc-2c89-4769-86a6-1c4147fa06d5 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:25.880739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Attempting to bind port bf4719dc-2c89-4769-86a6-1c4147fa06d5 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:25.881063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Attempting to bind port bf4719dc-2c89-4769-86a6-1c4147fa06d5 on network 93e80ed3-e788-4f17-b452-eb405ce711b2 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:25.918606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Port bf4719dc-2c89-4769-86a6-1c4147fa06d5 on network 93e80ed3-e788-4f17-b452-eb405ce711b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:25.918858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Attempting to bind port bf4719dc-2c89-4769-86a6-1c4147fa06d5 on network 93e80ed3-e788-4f17-b452-eb405ce711b2 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:25.932224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:25.932627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Checking segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:25.933202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Bound using segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:25.933680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Bound port: bf4719dc-2c89-4769-86a6-1c4147fa06d5, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:25.934030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:25.936460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:25.951208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef816-7abb-4c8c-8739-d2a5f05125ba req-f45c8786-c912-49b5-bbd2-060abba5586f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.957149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef816-7abb-4c8c-8739-d2a5f05125ba req-f45c8786-c912-49b5-bbd2-060abba5586f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.963005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef816-7abb-4c8c-8739-d2a5f05125ba req-f45c8786-c912-49b5-bbd2-060abba5586f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:25.965339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-369ef816-7abb-4c8c-8739-d2a5f05125ba req-f45c8786-c912-49b5-bbd2-060abba5586f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2412 time: 0.1941509
Jun 21 02:43:26.054188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-0b23655e-2e0d-416d-9cc8-ab78340db5c2 service neutron] 10.222.0.20 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964607
Jun 21 02:43:26.077112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-369ef816-7abb-4c8c-8739-d2a5f05125ba req-f7815e75-6dee-4ccf-a2bd-a4dc41be61f9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019883
Jun 21 02:43:26.090208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] For port bf4719dc-2c89-4769-86a6-1c4147fa06d5, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:26.130742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-bd3d6ac8-9aa2-4088-9ba3-2e4b4e751767 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=c150e121-4125-4580-89a9-09cfb3e444b4 HTTP/1.1" status: 200  len: 217 time: 0.0505905
Jun 21 02:43:26.134091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] For port bf4719dc-2c89-4769-86a6-1c4147fa06d5, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:26.194145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-f2e44db0-7620-40e6-99a3-e2c19201a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:26.195631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-f2e44db0-7620-40e6-99a3-e2c19201a79b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fda4267-d896-480d-835c-eee38d4b2bb7 HTTP/1.1" status: 200  len: 801 time: 0.0497019
Jun 21 02:43:26.272225 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:26.275045 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:26.333094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:26.333881 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:26.335134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 1092 time: 2.0188270
Jun 21 02:43:26.363742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4719dc-2c89-4769-86a6-1c4147fa06d5,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:26.369508 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:26.383413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cd0e8-e40a-4b9a-aa31-70e87b068dbb req-e6cf7308-5a27-4f29-9270-3d1add4387ec tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:26.384955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d35cd0e8-e40a-4b9a-aa31-70e87b068dbb req-e6cf7308-5a27-4f29-9270-3d1add4387ec tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 949 time: 0.1636302
Jun 21 02:43:26.387743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c5ed10d1-ec88-4e74-a8ab-86f22a6cfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:26.389144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-c5ed10d1-ec88-4e74-a8ab-86f22a6cfee7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5cc9fcb-6290-45db-979b-3b52a97be260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1765766
Jun 21 02:43:26.505823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d35cd0e8-e40a-4b9a-aa31-70e87b068dbb req-28c19338-d5ae-4bdd-9402-094485b5ac32 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136866
Jun 21 02:43:26.556889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-a7cdd0fe-c003-4592-8fd4-205ac5559f4b service neutron] 10.222.0.20 "GET /v2.0/networks/c5cc9fcb-6290-45db-979b-3b52a97be260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492693
Jun 21 02:43:26.564240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-fadc689e-61be-44d8-b8c8-bf3f28de98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:26.565985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-fadc689e-61be-44d8-b8c8-bf3f28de98f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1095 time: 0.0973141
Jun 21 02:43:26.653544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-5ef4e462-06bc-40ea-8b8d-d1729476c36c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 217 time: 0.0777671
Jun 21 02:43:26.726143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-2c647653-ad74-4371-b04e-b44c83af66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:26.727592 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-2c647653-ad74-4371-b04e-b44c83af66a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.0663807
Jun 21 02:43:26.731165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-21466987-826e-49dc-afc7-495ab94d9071 service neutron] 10.222.0.20 "GET /v2.0/networks/c5cc9fcb-6290-45db-979b-3b52a97be260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643205
Jun 21 02:43:26.804092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-b7447a19-02fa-4924-a62f-4b5dd5d5f475 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=fd722bb6-1ee7-4970-8b9c-09597f2b3572 HTTP/1.1" status: 200  len: 217 time: 0.0611391
Jun 21 02:43:26.868119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-636bf30d-092f-45ea-965d-ecf8d79cd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:26.869662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-636bf30d-092f-45ea-965d-ecf8d79cd45e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a240ee9b-6105-45f4-98be-a5f5489c7f92 HTTP/1.1" status: 200  len: 801 time: 0.0583599
Jun 21 02:43:26.871975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-631150ae-b5c5-44c2-9c6d-7dd351c3b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:26.873397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-631150ae-b5c5-44c2-9c6d-7dd351c3b224 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1380191
Jun 21 02:43:27.001465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-edb4acf6-8005-4374-946e-b7b8ec26a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.003037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-edb4acf6-8005-4374-946e-b7b8ec26a1bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=321d2ca0-ebaa-460e-b116-d14158a942ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1264548
Jun 21 02:43:27.006815 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-6c6c585d-4e85-49a8-a2b6-da1bb580910c service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214364
Jun 21 02:43:27.110734 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fb1725-efc1-41db-85f9-33d6174b496a x-openstack-request-id: req-d8fb1725-efc1-41db-85f9-33d6174b496a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:27.111024 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "tag": "fd722bb6-1ee7-4970-8b9c-09597f2b3572", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:27.111252 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8fb1725-efc1-41db-85f9-33d6174b496a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:27.111832 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'tag': 'fd722bb6-1ee7-4970-8b9c-09597f2b3572', 'status': 'completed', 'code': 200}
Jun 21 02:43:27.186014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538fe519-8ed0-4f16-b333-6aced1fc9afe req-3f85024b-8dae-43b8-a6f2-1b489cba6a7e service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648510
Jun 21 02:43:27.188460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-30ef1b5a-69f7-4692-9965-83e36de1c01e service neutron] 10.222.0.20 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761749
Jun 21 02:43:27.243191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c77a70-75ce-4740-9d5e-7323d074856d req-361d3355-4dd0-4e1a-b1b2-1f331c7ab60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.244717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19c77a70-75ce-4740-9d5e-7323d074856d req-361d3355-4dd0-4e1a-b1b2-1f331c7ab60d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1098 time: 0.0566611
Jun 21 02:43:27.324016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a3bab-2588-45d5-bfb9-5c34ee488de0 req-b72a6feb-375b-4280-8188-d5c1bc39c334 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.325748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f44a3bab-2588-45d5-bfb9-5c34ee488de0 req-b72a6feb-375b-4280-8188-d5c1bc39c334 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 945 time: 0.1430595
Jun 21 02:43:27.326727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:27.331896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e8da469-3bb2-44e1-b21a-1b091cfe1426 req-a2d94b33-c6b1-4899-9430-1b56934c26ec service neutron] 10.222.0.20 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339073
Jun 21 02:43:27.349636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c77a70-75ce-4740-9d5e-7323d074856d req-fe98b2f9-0b68-4bde-a08f-b89eab832081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.351126 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19c77a70-75ce-4740-9d5e-7323d074856d req-fe98b2f9-0b68-4bde-a08f-b89eab832081 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.0967522
Jun 21 02:43:27.375271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f44a3bab-2588-45d5-bfb9-5c34ee488de0 req-ef383209-765d-4219-b008-455a084c887d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402818
Jun 21 02:43:27.406624 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19c77a70-75ce-4740-9d5e-7323d074856d req-145d6ced-32f4-4e71-b472-4ba64c801ca0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 200  len: 217 time: 0.0431485
Jun 21 02:43:27.461183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c77a70-75ce-4740-9d5e-7323d074856d req-67b17040-4664-4c93-9265-44344ad790df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.462768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19c77a70-75ce-4740-9d5e-7323d074856d req-67b17040-4664-4c93-9265-44344ad790df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.0479543
Jun 21 02:43:27.490853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:27.501003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:27.501560 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:27.515523 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19c77a70-75ce-4740-9d5e-7323d074856d req-7a25a0e2-162a-473d-b767-e3ea6203ad0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305345
Jun 21 02:43:27.519101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-884bfe96-5628-40ca-84f6-343aea2d9ec5 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:43:27.520200 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-884bfe96-5628-40ca-84f6-343aea2d9ec5 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0080318
Jun 21 02:43:27.545368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Request body: {'binding': {'host': 'n-h2-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:27.545833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:43:27.589612 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:27.597839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472758f3-c297-4158-9718-5b5ea9c42967 req-289720fa-e400-402a-90c5-80daf54730a0 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.599337 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-472758f3-c297-4158-9718-5b5ea9c42967 req-289720fa-e400-402a-90c5-80daf54730a0 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 943 time: 0.1159165
Jun 21 02:43:27.606000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-a969e6a1-e920-45d4-97f5-58ff7944428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.606281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-a969e6a1-e920-45d4-97f5-58ff7944428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.606709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-a969e6a1-e920-45d4-97f5-58ff7944428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.608364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-a969e6a1-e920-45d4-97f5-58ff7944428a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2868 time: 0.1101644
Jun 21 02:43:27.614000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:27.616197 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e726c185-a666-4d3f-bb1b-578822886e09" -d '{"events": [{"server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "name": "network-vif-plugged", "status": "completed", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:27.629411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:27.694942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-472758f3-c297-4158-9718-5b5ea9c42967 req-3fba31f8-91a2-4090-93e9-36ad2fcc3b28 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833127
Jun 21 02:43:27.722514 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:27.725267 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:27.748102 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19c77a70-75ce-4740-9d5e-7323d074856d req-269838ee-43be-4d3c-abd4-6cce6656d5db service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253742
Jun 21 02:43:27.754383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-c2149648-7d03-4b65-9c33-90225871f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.756677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-c2149648-7d03-4b65-9c33-90225871f800 service neutron] 10.222.0.20 "GET /v2.0/networks?id=321d2ca0-ebaa-460e-b116-d14158a942ed HTTP/1.1" status: 200  len: 903 time: 0.1373658
Jun 21 02:43:27.778872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:27.782005 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:27.787265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-683ad1da-3e42-4f59-84e4-9a86efcdcb65 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.788696 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-683ad1da-3e42-4f59-84e4-9a86efcdcb65 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.1856229
Jun 21 02:43:27.812966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-33'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:27.818138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-61df382d-0b54-46ec-9735-f65fdf3af5e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=fd722bb6-1ee7-4970-8b9c-09597f2b3572 HTTP/1.1" status: 200  len: 217 time: 0.0427055
Jun 21 02:43:27.869523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-0c720dd5-3c7c-4fef-a0ff-95b86f9159e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.871629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-0c720dd5-3c7c-4fef-a0ff-95b86f9159e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a240ee9b-6105-45f4-98be-a5f5489c7f92 HTTP/1.1" status: 200  len: 801 time: 0.0447485
Jun 21 02:43:27.892218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on host n-h2-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:27.892596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:27.892934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:27.908623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:27.908947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:27.936701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:27.937045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:27.937461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:27.937949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Bound port: 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:27.942689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-acf6e391-116d-4bfb-9b53-7f50fe152181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:27.944246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-acf6e391-116d-4bfb-9b53-7f50fe152181 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=321d2ca0-ebaa-460e-b116-d14158a942ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0603936
Jun 21 02:43:28.009220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:28.024006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19c77a70-75ce-4740-9d5e-7323d074856d req-8f60e0f3-c8c5-4af9-ad16-7dece5b42ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2489221
Jun 21 02:43:28.071519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:28.074073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-a78d08ea-62c9-441f-8efb-989a9e0aeb40 service neutron] 10.222.0.20 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207478
Jun 21 02:43:28.146987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:28.148770 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e2900130-1966-406f-8ffa-48b50904afb6 service neutron] 10.222.0.25 "POST /v2.0/ports/8622b849-1e7a-4147-a04e-cb6b572d7cb6/bindings HTTP/1.1" status: 201  len: 390 time: 0.6165972
Jun 21 02:43:28.204621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:28.246517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:28.291961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:28.294866 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3154927b-6039-4f1b-9cc3-fa6aa7adf68b" -d '{"events": [{"server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "name": "network-vif-unplugged", "status": "completed", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:28.298962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:28.332742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7d33cd0-2027-4754-90ba-f222272d1e4d req-b517b23c-798c-4915-ba85-cbaed22da187 service neutron] 10.222.0.20 "GET /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474580
Jun 21 02:43:28.363877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5586e8-24d7-490f-98df-5b82235d316c req-bbe4d61f-dd56-4670-966e-17fe1d12c2a8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.365411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-bbe4d61f-dd56-4670-966e-17fe1d12c2a8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb&tenant_id=1397c30df045442fa21b67d43c669e36&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 950 time: 0.2076745
Jun 21 02:43:28.376032 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:28.376790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba42072-b024-4c85-abda-d0eb7cb73de5 req-cffbb811-9f8d-415d-9b8e-d9f6ae40933a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.378323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ba42072-b024-4c85-abda-d0eb7cb73de5 req-cffbb811-9f8d-415d-9b8e-d9f6ae40933a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1822848
Jun 21 02:43:28.390804 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-30e1ed19-9e51-4806-ac54-4ed21b51db72 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:28.497877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ba42072-b024-4c85-abda-d0eb7cb73de5 req-4ae5bb49-ab63-4bea-84eb-661137196a07 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901048
Jun 21 02:43:28.507424 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-ce5586e8-24d7-490f-98df-5b82235d316c req-7d296064-2845-4191-8b02-696a556e83b2 service neutron] delete failed (client error): The resource could not be found.
Jun 21 02:43:28.508431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-7d296064-2845-4191-8b02-696a556e83b2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.1292367
Jun 21 02:43:28.519794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Pushing event updated for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:28.532800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.533103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.533564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.539364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:43:28.540847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on host n-h2-758944-33 for vnic_type normal with profile {"migrating_to": "n-h1-758944-33"} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:28.541445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:28.542124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:28.544959 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:28.551901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:28.552213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Attempting to bind port ec1e9e07-b431-48e6-8408-7b7e730e7143 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:28.562855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:28.563642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c5d8c-e119-491a-8f59-cb1c680d2ae2 req-81a3d16a-a81a-4aac-a0c8-d08dd6cd1a6b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.563911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:28.564286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:28.565059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Bound port: ec1e9e07-b431-48e6-8408-7b7e730e7143, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:28.569005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:28.570929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c5d8c-e119-491a-8f59-cb1c680d2ae2 req-81a3d16a-a81a-4aac-a0c8-d08dd6cd1a6b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.578943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c5d8c-e119-491a-8f59-cb1c680d2ae2 req-81a3d16a-a81a-4aac-a0c8-d08dd6cd1a6b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.581377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-705c5d8c-e119-491a-8f59-cb1c680d2ae2 req-81a3d16a-a81a-4aac-a0c8-d08dd6cd1a6b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2412 time: 0.1626582
Jun 21 02:43:28.647425 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e172fa3a-d097-4d16-b01f-44a802ff423d x-openstack-request-id: req-e172fa3a-d097-4d16-b01f-44a802ff423d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:28.647967 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "name": "network-vif-plugged", "status": "completed", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:28.648085 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e172fa3a-d097-4d16-b01f-44a802ff423d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:28.649404 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'code': 200}
Jun 21 02:43:28.660759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:28.665729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:28.680658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-705c5d8c-e119-491a-8f59-cb1c680d2ae2 req-c45a6253-bf88-41ed-ba45-d8bd51566a73 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900576
Jun 21 02:43:28.728342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5586e8-24d7-490f-98df-5b82235d316c req-dfc7958c-ab63-412a-ab51-4ffb22574234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.730491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-dfc7958c-ab63-412a-ab51-4ffb22574234 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 1102 time: 0.0898378
Jun 21 02:43:28.757796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:28.784873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf538f16-2205-4b31-a518-a0953fd768f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:28.795127 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa7e335-08d3-41d4-a1d6-dd9c66bb0b6d x-openstack-request-id: req-5aa7e335-08d3-41d4-a1d6-dd9c66bb0b6d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:28.795453 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "name": "network-vif-unplugged", "status": "completed", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:28.795747 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5aa7e335-08d3-41d4-a1d6-dd9c66bb0b6d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:28.796171 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143', 'code': 200}
Jun 21 02:43:28.903654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.904390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:28.906141 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] 10.222.0.20 "PUT /v2.0/ports/ec1e9e07-b431-48e6-8408-7b7e730e7143 HTTP/1.1" status: 200  len: 1123 time: 1.0996418
Jun 21 02:43:28.914149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Pushing event updated for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=8']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:28.918320 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:28.928551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-86c0fe55-39a5-473e-b2d0-7397f84d5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.930257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-86c0fe55-39a5-473e-b2d0-7397f84d5e2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1097 time: 0.1853144
Jun 21 02:43:28.932353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5586e8-24d7-490f-98df-5b82235d316c req-6f3c91b2-cc2c-4b6d-b347-c21e0155b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.934504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-6f3c91b2-cc2c-4b6d-b347-c21e0155b38c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1980569
Jun 21 02:43:28.942279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051887d-630c-4606-83c3-784c5132dd8b req-f3763458-e1e5-4511-a7d5-8c6ecb42c8a2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:28.943713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6051887d-630c-4606-83c3-784c5132dd8b req-f3763458-e1e5-4511-a7d5-8c6ecb42c8a2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1500368
Jun 21 02:43:29.000704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ec1e9e07-b431-48e6-8408-7b7e730e7143'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:29.037592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ec1e9e07-b431-48e6-8408-7b7e730e7143'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:29.061609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-2ba4d9cc-837a-4948-a5d5-65fc3c92ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:29.063635 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-2ba4d9cc-837a-4948-a5d5-65fc3c92ec30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1225371
Jun 21 02:43:29.115007 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-a1b7d63c-d181-43a9-bb67-3f0eba6a4889 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6 HTTP/1.1" status: 200  len: 217 time: 0.0438926
Jun 21 02:43:29.169489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-088a6bd4-fedd-4ed2-ba62-55e09fc1dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:29.170932 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-088a6bd4-fedd-4ed2-ba62-55e09fc1dfd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.0490909
Jun 21 02:43:29.214493 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-e9e3ff03-2510-4557-a13c-305a111dc3ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0358584
Jun 21 02:43:29.299356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:29.301790 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196496df-0b72-4ffc-80e5-436bf1297479" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:29.318189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-3cede088-2e90-4249-953a-5522c4bf14f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 200  len: 217 time: 0.3709843
Jun 21 02:43:29.329110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ec1e9e07-b431-48e6-8408-7b7e730e7143 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:29.362821 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-a96e45a1-b92b-4af7-9feb-69e884e7da2d service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426840
Jun 21 02:43:29.388311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6051887d-630c-4606-83c3-784c5132dd8b req-1a0c41b1-2b11-430b-ac04-2f7ff0673412 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4338820
Jun 21 02:43:29.398358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75951c82-afe0-4df0-bf44-99d278bdd1d6 req-74421b39-8464-4548-82a3-d060d79ffd1b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:29.406385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75951c82-afe0-4df0-bf44-99d278bdd1d6 req-74421b39-8464-4548-82a3-d060d79ffd1b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 945 time: 0.5325592
Jun 21 02:43:29.457968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:29.471666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ec1e9e07-b431-48e6-8408-7b7e730e7143 has no active binding in host n-h1-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 02:43:29.483095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5586e8-24d7-490f-98df-5b82235d316c req-68ceeb5a-96e4-4abd-a6fb-349471323d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:29.485285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-68ceeb5a-96e4-4abd-a6fb-349471323d1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1550577
Jun 21 02:43:29.492222 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-dd63725e-a92f-40ec-af0b-903038c836d6 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225049
Jun 21 02:43:29.533420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75951c82-afe0-4df0-bf44-99d278bdd1d6 req-2cd745f9-47d6-43bb-b126-2e1642bd7221 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258578
Jun 21 02:43:29.563056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5586e8-24d7-490f-98df-5b82235d316c req-33b13503-9529-4407-a67d-d36f61f65f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:29.565070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-33b13503-9529-4407-a67d-d36f61f65f98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0709448
Jun 21 02:43:29.571172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device bf4719dc-2c89-4769-86a6-1c4147fa06d5 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:29.735266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port bf4719dc-2c89-4769-86a6-1c4147fa06d5, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:29.750212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'mac_address': 'fa:16:3e:36:53:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:29.755857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-a38cb45b-3434-4d6c-be97-4ebb77e1ccb7 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783965
Jun 21 02:43:29.790049 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:29.803806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4719dc-2c89-4769-86a6-1c4147fa06d5 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:29.827508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port bf4719dc-2c89-4769-86a6-1c4147fa06d5, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:29.879434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114fc79-6a4d-4dc5-b39a-f3fb4692f4b2 req-375aa189-a74f-47b6-8588-c33a3e28755f tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:29.885947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d114fc79-6a4d-4dc5-b39a-f3fb4692f4b2 req-375aa189-a74f-47b6-8588-c33a3e28755f tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.2956009
Jun 21 02:43:29.911517 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:29.913298 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:29.936197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a49c6-75e8-4101-a830-df6bf7c56c84 req-7de27386-8aad-4d49-8deb-751b4103d892 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:29.938272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e98a49c6-75e8-4101-a830-df6bf7c56c84 req-7de27386-8aad-4d49-8deb-751b4103d892 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 943 time: 0.1898122
Jun 21 02:43:29.989560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=bf4719dc-2c89-4769-86a6-1c4147fa06d5,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:30.000454 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:30.002727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d114fc79-6a4d-4dc5-b39a-f3fb4692f4b2 req-b3ea5ffb-96e5-4eb5-a67d-5f1ec357bc61 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154313
Jun 21 02:43:30.004866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce5586e8-24d7-490f-98df-5b82235d316c req-45e0ff77-459b-477a-bf47-d70d0b900a05 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2383401
Jun 21 02:43:30.015282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e98a49c6-75e8-4101-a830-df6bf7c56c84 req-e774dd79-e44b-4196-b26c-ec5c43c6f9ca tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658216
Jun 21 02:43:30.076592 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e282d86-7c7f-4d1c-9812-66fcde488b81 x-openstack-request-id: req-4e282d86-7c7f-4d1c-9812-66fcde488b81 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:30.076592 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:30.081903 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e282d86-7c7f-4d1c-9812-66fcde488b81 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:30.083035 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'status': 'completed', 'code': 200}
Jun 21 02:43:30.190821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['bf4719dc-2c89-4769-86a6-1c4147fa06d5'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:30.220924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196496df-0b72-4ffc-80e5-436bf1297479 req-edba59fa-c6f0-411f-a372-e3797b0250fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.224240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-196496df-0b72-4ffc-80e5-436bf1297479 req-edba59fa-c6f0-411f-a372-e3797b0250fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1096 time: 0.1167371
Jun 21 02:43:30.346790 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-dced91f7-26c0-47ce-8b97-c266958e68a0 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3b3167e4f07a4e98afb928befde7ba80&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0995314
Jun 21 02:43:30.474994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49af3e6-453f-4e3b-969a-28ba80014ea5 req-ec3ed522-a85a-431c-a37e-7376e6606f7f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.476502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d49af3e6-453f-4e3b-969a-28ba80014ea5 req-ec3ed522-a85a-431c-a37e-7376e6606f7f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2513607
Jun 21 02:43:30.486061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196496df-0b72-4ffc-80e5-436bf1297479 req-16d25668-3533-45dc-8fb0-04b28d1a16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.487470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-196496df-0b72-4ffc-80e5-436bf1297479 req-16d25668-3533-45dc-8fb0-04b28d1a16b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.2511699
Jun 21 02:43:30.561961 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-196496df-0b72-4ffc-80e5-436bf1297479 req-bf7e95e1-65cd-4be3-a297-323ac8b7666d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 217 time: 0.0628109
Jun 21 02:43:30.574851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-2dd15ef7-72fd-4bf9-933b-2f93929e5f8b tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.576282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-2dd15ef7-72fd-4bf9-933b-2f93929e5f8b tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2224243
Jun 21 02:43:30.625353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d49af3e6-453f-4e3b-969a-28ba80014ea5 req-801ab873-5344-4fde-a951-03ff05cb68e3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405864
Jun 21 02:43:30.628209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-91ac4084-ca4c-4130-8d22-b2bf4a38a9e1 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/quotas/3b3167e4f07a4e98afb928befde7ba80 HTTP/1.1" status: 200  len: 375 time: 0.0378845
Jun 21 02:43:30.641774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196496df-0b72-4ffc-80e5-436bf1297479 req-0b2d6aa6-f07f-4dcd-a109-3737104d925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.643442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-196496df-0b72-4ffc-80e5-436bf1297479 req-0b2d6aa6-f07f-4dcd-a109-3737104d925a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.0662494
Jun 21 02:43:30.706385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-2358f90e-2c91-4a7d-b4ec-5e5314897458 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b3167e4f07a4e98afb928befde7ba80&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0535498
Jun 21 02:43:30.734142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196496df-0b72-4ffc-80e5-436bf1297479 req-165d670f-5aee-4c8a-9587-b7da45d36dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.735772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-196496df-0b72-4ffc-80e5-436bf1297479 req-165d670f-5aee-4c8a-9587-b7da45d36dbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0846674
Jun 21 02:43:30.797871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:30.802337 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac2886c-da37-43ed-995b-efa07bf7f64d" -d '{"events": [{"name": "network-changed", "server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:30.887777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc221a-f689-41f0-9a65-2e38ed0fb2fb req-0f23efcb-e820-4362-bf23-c5ad179e5ba4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.893672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc221a-f689-41f0-9a65-2e38ed0fb2fb req-0f23efcb-e820-4362-bf23-c5ad179e5ba4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.899543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc221a-f689-41f0-9a65-2e38ed0fb2fb req-0f23efcb-e820-4362-bf23-c5ad179e5ba4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:30.903632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7afc221a-f689-41f0-9a65-2e38ed0fb2fb req-0f23efcb-e820-4362-bf23-c5ad179e5ba4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2412 time: 0.1588042
Jun 21 02:43:30.906144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-196496df-0b72-4ffc-80e5-436bf1297479 req-3262a283-f672-4e61-8332-aeab910658a4 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624322
Jun 21 02:43:31.051250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7afc221a-f689-41f0-9a65-2e38ed0fb2fb req-3decfc34-98d6-44ec-ad4d-0efb086639cc tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368947
Jun 21 02:43:31.115270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-196496df-0b72-4ffc-80e5-436bf1297479 req-e0b79261-7f4a-433f-8e44-a60eb4f5c71f service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997488
Jun 21 02:43:31.159469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f7391-0b5a-4c1d-a12c-d7cc267e65b1 req-2e0c489a-586e-46ea-b7a4-c2f4a7d2a084 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:31.175296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-134f7391-0b5a-4c1d-a12c-d7cc267e65b1 req-2e0c489a-586e-46ea-b7a4-c2f4a7d2a084 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.1129785
Jun 21 02:43:31.223194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-134f7391-0b5a-4c1d-a12c-d7cc267e65b1 req-be2d4cc5-fe20-4fe0-99d9-1e95f806ea7a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469706
Jun 21 02:43:31.274099 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89826749-753e-4c91-89d8-4c826177d573 x-openstack-request-id: req-89826749-753e-4c91-89d8-4c826177d573 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:31.274436 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:31.274735 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89826749-753e-4c91-89d8-4c826177d573 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:31.275227 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143', 'status': 'completed', 'code': 200}
Jun 21 02:43:31.305551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741be21-9172-4773-8104-53a40964435e req-1fae2d98-2641-4c7c-8110-cedde5836051 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:31.306753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8741be21-9172-4773-8104-53a40964435e req-1fae2d98-2641-4c7c-8110-cedde5836051 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 945 time: 0.0806963
Jun 21 02:43:31.347577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fd722bb6-1ee7-4970-8b9c-09597f2b3572 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:31.389186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-b1bafd4a-5e29-4708-9b0f-064536026162 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3b3167e4f07a4e98afb928befde7ba80&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0408037
Jun 21 02:43:31.421579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8741be21-9172-4773-8104-53a40964435e req-ad370ea7-b3fa-469f-8b5b-08f830b1e3ff tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033249
Jun 21 02:43:31.498188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-f20c854c-f9ab-45e4-bcb4-0849c63e0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:31.499728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-f20c854c-f9ab-45e4-bcb4-0849c63e0cde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1126 time: 0.1919944
Jun 21 02:43:31.507318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fd722bb6-1ee7-4970-8b9c-09597f2b3572, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fd722bb6-1ee7-4970-8b9c-09597f2b3572,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:31.520852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'fd722bb6-1ee7-4970-8b9c-09597f2b3572', 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed', 'port_id': 'fd722bb6-1ee7-4970-8b9c-09597f2b3572', 'mac_address': 'fa:16:3e:72:bf:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a240ee9b-6105-45f4-98be-a5f5489c7f92', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:31.566570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:31.569412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308e55-95ea-4149-a835-4faae4fe442c req-05322bca-f18d-4ffa-9f24-3d715f0ff24d tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:31.571706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device bf4719dc-2c89-4769-86a6-1c4147fa06d5 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:31.577914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-05322bca-f18d-4ffa-9f24-3d715f0ff24d tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1805799
Jun 21 02:43:31.606903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd722bb6-1ee7-4970-8b9c-09597f2b3572 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:31.629937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fd722bb6-1ee7-4970-8b9c-09597f2b3572, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fd722bb6-1ee7-4970-8b9c-09597f2b3572,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:31.665882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-2c64bd35-0d1a-4c4f-9f21-128bb33abe07 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/quotas/3b3167e4f07a4e98afb928befde7ba80 HTTP/1.1" status: 200  len: 375 time: 0.0870588
Jun 21 02:43:31.718848 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:31.719878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c150e121-4125-4580-89a9-09cfb3e444b4 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:31.722095 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-18636fa4-055c-47e4-b2c8-9c6761ffe63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:31.728635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-b1f48115-e21d-44d3-a286-53c7c54c89c6 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b3167e4f07a4e98afb928befde7ba80&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449975
Jun 21 02:43:31.776091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deea0ab-3af5-4d66-8aac-606209f3b1c8 req-4e3b9783-6f89-441f-aaeb-3b04de24a546 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:31.778206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8deea0ab-3af5-4d66-8aac-606209f3b1c8 req-4e3b9783-6f89-441f-aaeb-3b04de24a546 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.1857815
Jun 21 02:43:31.779756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-d091ac8f-344a-4ecc-ad79-9be03eefcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:31.781973 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-d091ac8f-344a-4ecc-ad79-9be03eefcf46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.2709088
Jun 21 02:43:31.849988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-277db276-d628-480d-9021-617c82c19732 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143 HTTP/1.1" status: 200  len: 217 time: 0.0577962
Jun 21 02:43:31.850694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port bf4719dc-2c89-4769-86a6-1c4147fa06d5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:31.865253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port bf4719dc-2c89-4769-86a6-1c4147fa06d5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:31.865659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:31.897516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fd722bb6-1ee7-4970-8b9c-09597f2b3572,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:31.905968 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:31.912543 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8deea0ab-3af5-4d66-8aac-606209f3b1c8 req-e3dc93ba-d829-46a3-acc8-73cff9a48dc4 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269164
Jun 21 02:43:31.944737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-11292828-30dd-4b2f-a207-d8e82f7c16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:31.946232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-11292828-30dd-4b2f-a207-d8e82f7c16e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.0889297
Jun 21 02:43:31.996981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-a6811d70-52a6-4273-bcc3-c7af4c2c95a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436575
Jun 21 02:43:31.999024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c150e121-4125-4580-89a9-09cfb3e444b4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c150e121-4125-4580-89a9-09cfb3e444b4,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:32.196680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'c150e121-4125-4580-89a9-09cfb3e444b4', 'network_id': 'c5cc9fcb-6290-45db-979b-3b52a97be260', 'port_id': 'c150e121-4125-4580-89a9-09cfb3e444b4', 'mac_address': 'fa:16:3e:2e:99:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fda4267-d896-480d-835c-eee38d4b2bb7', 'ip_address': '19.86.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:32.247730 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:32.266151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-52c862da-4867-4d95-9821-ff1e2a7fa744 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610493
Jun 21 02:43:32.294913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:32.299616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c150e121-4125-4580-89a9-09cfb3e444b4 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:32.346032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c150e121-4125-4580-89a9-09cfb3e444b4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c150e121-4125-4580-89a9-09cfb3e444b4,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:32.353555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:32.371396 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e511750c-d934-40f5-8a18-f23fbfa9d903" -d '{"events": [{"server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "name": "network-vif-plugged", "status": "completed", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:32.387023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port bf4719dc-2c89-4769-86a6-1c4147fa06d5, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:32.410511 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:32.411506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 59d8434b-8461-413d-aabc-aff0debc9bf8 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:32.413667 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:32.416161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072dd72-7b57-4b89-8ccd-1b94e37ba6eb req-6b9e5b21-f820-4e5a-b9cb-692d4faeac46 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:32.423865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0072dd72-7b57-4b89-8ccd-1b94e37ba6eb req-6b9e5b21-f820-4e5a-b9cb-692d4faeac46 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 944 time: 0.3069398
Jun 21 02:43:32.472753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ac2886c-da37-43ed-995b-efa07bf7f64d req-beff2bd6-72be-4354-b017-2ce70825fa23 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990333
Jun 21 02:43:32.495826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9933b-9fb2-4015-81a7-73ff7f0ea08e req-0bc2cfd5-147d-4370-914d-1be3d882c0b5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:32.503121 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09c9933b-9fb2-4015-81a7-73ff7f0ea08e req-0bc2cfd5-147d-4370-914d-1be3d882c0b5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.2258530
Jun 21 02:43:32.505752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 59d8434b-8461-413d-aabc-aff0debc9bf8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=59d8434b-8461-413d-aabc-aff0debc9bf8,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:32.521732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '59d8434b-8461-413d-aabc-aff0debc9bf8', 'network_id': '321d2ca0-ebaa-460e-b116-d14158a942ed', 'port_id': '59d8434b-8461-413d-aabc-aff0debc9bf8', 'mac_address': 'fa:16:3e:6d:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a240ee9b-6105-45f4-98be-a5f5489c7f92', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:32.522196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0072dd72-7b57-4b89-8ccd-1b94e37ba6eb req-6f84520e-9536-4d94-99cf-e772bd75a9ac tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970004
Jun 21 02:43:32.546509 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:32.557024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09c9933b-9fb2-4015-81a7-73ff7f0ea08e req-d18253fb-5144-425a-ad17-4d4ea631dfe1 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530438
Jun 21 02:43:32.590454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c150e121-4125-4580-89a9-09cfb3e444b4,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:32.611665 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:32.612144 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:32.644238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2243d32a-0094-404c-b005-0551ffc04bdb req-f8917b90-e5c1-4764-8a7b-1a4eca954400 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 210 time: 0.0384834
Jun 21 02:43:32.685054 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:32.713586 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d8434b-8461-413d-aabc-aff0debc9bf8 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:32.719174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=bf4719dc-2c89-4769-86a6-1c4147fa06d5,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:32.722568 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:32.746425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 59d8434b-8461-413d-aabc-aff0debc9bf8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=59d8434b-8461-413d-aabc-aff0debc9bf8,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:32.754337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0d98-0c78-424e-9154-6e1a96809228 req-14d232f6-9123-452a-9cd5-61f864a84fb1 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:32.755902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2be0d98-0c78-424e-9154-6e1a96809228 req-14d232f6-9123-452a-9cd5-61f864a84fb1 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1045852
Jun 21 02:43:32.806498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2be0d98-0c78-424e-9154-6e1a96809228 req-c2eb0932-9050-4589-9b10-e95df0e6a349 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438743
Jun 21 02:43:32.820544 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:32.822474 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:32.893383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf20305-cccc-4cac-af7b-61009f42c6d5 req-7060f1a9-14bf-4485-bfb5-20e9cf0928e6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:32.900134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf20305-cccc-4cac-af7b-61009f42c6d5 req-7060f1a9-14bf-4485-bfb5-20e9cf0928e6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:32.907721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf20305-cccc-4cac-af7b-61009f42c6d5 req-7060f1a9-14bf-4485-bfb5-20e9cf0928e6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:32.915664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9bf20305-cccc-4cac-af7b-61009f42c6d5 req-7060f1a9-14bf-4485-bfb5-20e9cf0928e6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2414 time: 0.1248915
Jun 21 02:43:32.942224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=59d8434b-8461-413d-aabc-aff0debc9bf8,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:32.945895 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541dfa48-1ef6-4d68-9a6d-96517e235c67 x-openstack-request-id: req-541dfa48-1ef6-4d68-9a6d-96517e235c67 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:32.946400 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "name": "network-vif-plugged", "status": "completed", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:32.946521 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-541dfa48-1ef6-4d68-9a6d-96517e235c67 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:32.946830 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'code': 200}
Jun 21 02:43:32.948038 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:32.964658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9bf20305-cccc-4cac-af7b-61009f42c6d5 req-202e655f-69f7-4a0b-a07c-30403658d746 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474730
Jun 21 02:43:33.150420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b1b97-15e0-4ea9-9280-6ef7e048698e req-527b0546-1937-4d3c-ab49-26dcf8f4a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:33.151951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-119b1b97-15e0-4ea9-9280-6ef7e048698e req-527b0546-1937-4d3c-ab49-26dcf8f4a769 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 0.1759195
Jun 21 02:43:33.184990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c8f5b-669a-4dfe-a32c-cf66f98f4c94 req-6d6888eb-c1f6-4124-9dc5-3d128d98f923 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:33.186465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f1c8f5b-669a-4dfe-a32c-cf66f98f4c94 req-6d6888eb-c1f6-4124-9dc5-3d128d98f923 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 945 time: 0.1504855
Jun 21 02:43:33.234669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-119b1b97-15e0-4ea9-9280-6ef7e048698e req-ee484316-961b-49f2-8962-2ada8c4e4c2a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746899
Jun 21 02:43:33.250443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f1c8f5b-669a-4dfe-a32c-cf66f98f4c94 req-a55c3111-a0c3-4661-bb3c-4bbc851e550f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574391
Jun 21 02:43:33.258022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e69c4-248b-41ca-a9c6-ab2ea5b4395a req-9e405ece-b313-449f-808b-67c76a9804d3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:33.259486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e2e69c4-248b-41ca-a9c6-ab2ea5b4395a req-9e405ece-b313-449f-808b-67c76a9804d3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.1471491
Jun 21 02:43:33.268478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fd722bb6-1ee7-4970-8b9c-09597f2b3572'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:33.323081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e2e69c4-248b-41ca-a9c6-ab2ea5b4395a req-b74c5269-4665-402b-94f0-b924fd007104 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558007
Jun 21 02:43:33.345357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c150e121-4125-4580-89a9-09cfb3e444b4'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:33.350961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['59d8434b-8461-413d-aabc-aff0debc9bf8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:33.706722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-cd00d82e-1bc2-49f6-9795-3e1ba5e7cef4 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1397c30df045442fa21b67d43c669e36&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0413404
Jun 21 02:43:33.842221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d7034-0b3b-4177-8f09-8ad58392bd86 req-5be77968-6e83-4b56-80ea-2946ca6a3773 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:33.843760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-738d7034-0b3b-4177-8f09-8ad58392bd86 req-5be77968-6e83-4b56-80ea-2946ca6a3773 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 945 time: 0.1619740
Jun 21 02:43:33.852836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-fa21c208-a0f5-409d-a496-bd99e14030ad tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:33.860935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-fa21c208-a0f5-409d-a496-bd99e14030ad tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1308947
Jun 21 02:43:33.883428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-45aec55b-9e5b-4781-b17c-ade2f88111eb tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/quotas/1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 375 time: 0.0218508
Jun 21 02:43:33.920483 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-738d7034-0b3b-4177-8f09-8ad58392bd86 req-09b2a493-02c5-48aa-be2a-cc776338c8e6 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649846
Jun 21 02:43:33.934659 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-54d4886f-f7f7-44fc-bead-578ef1536091 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3b3167e4f07a4e98afb928befde7ba80&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0259893
Jun 21 02:43:34.037227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-533d36e9-bcef-41b0-a004-34a9021c85b5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1426170
Jun 21 02:43:34.064064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-c97a631a-3673-42fe-b0c3-6cc2faeb595c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:34.066121 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-c97a631a-3673-42fe-b0c3-6cc2faeb595c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1181335
Jun 21 02:43:34.084115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Request body: {'port': {'device_id': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '3b3167e4f07a4e98afb928befde7ba80'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:34.157781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2c9afb1-91fb-4e4d-808c-aa2367817abe req-4ca3deba-f03e-4167-b048-04a8945a3050 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 210 time: 0.0899253
Jun 21 02:43:34.391479 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3a27-e144-43c2-a7ab-510b331d794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:34.392022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Made reservation on behalf of 3b3167e4f07a4e98afb928befde7ba80 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:34.395215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:34.414120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc00855-5483-410e-9458-a6ab321ef2ee req-418da732-97bf-458b-a0c3-f57258b43006 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:34.414696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdc00855-5483-410e-9458-a6ab321ef2ee req-418da732-97bf-458b-a0c3-f57258b43006 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.0864873
Jun 21 02:43:34.415904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:34.502643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdc00855-5483-410e-9458-a6ab321ef2ee req-f22cda5f-70ca-4fd8-9978-e97fb6426767 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707164
Jun 21 02:43:34.606757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:34.666489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ede1-1364-48ce-94b8-01496022f371 req-3f2043ec-0445-4ed9-981c-0980173a57d4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:34.673262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ede1-1364-48ce-94b8-01496022f371 req-3f2043ec-0445-4ed9-981c-0980173a57d4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:34.678480 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:34.679098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ede1-1364-48ce-94b8-01496022f371 req-3f2043ec-0445-4ed9-981c-0980173a57d4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:34.680809 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95f6ede1-1364-48ce-94b8-01496022f371 req-3f2043ec-0445-4ed9-981c-0980173a57d4 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2415 time: 0.0918994
Jun 21 02:43:34.684585 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:34.751869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2defd5-e07c-401c-bf90-e39ac496fc87,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:34.755135 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:34.769920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95f6ede1-1364-48ce-94b8-01496022f371 req-53688b04-be16-43af-a52c-d5b331bb2cbc tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767841
Jun 21 02:43:34.788726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-f4ae0f54-7441-4f66-a04b-f9792fd0718f tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3b3167e4f07a4e98afb928befde7ba80&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0410092
Jun 21 02:43:34.818664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b126e7-efff-4388-8f65-4de57c8afd70 req-cf0f98ae-6a62-4772-9fda-b5bc4104abe8 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:34.824915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45b126e7-efff-4388-8f65-4de57c8afd70 req-cf0f98ae-6a62-4772-9fda-b5bc4104abe8 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 945 time: 0.1410918
Jun 21 02:43:34.868962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Allocated IP 192.168.233.210 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:35.087200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.126163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Transition to ACTIVE for port object 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:35.280351 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.287627 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a2eec01a-1b4c-49e2-af38-b3b8fb9be555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:35.320254 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45b126e7-efff-4388-8f65-4de57c8afd70 req-d338e218-6f01-48a3-ab91-52c0d13ace8f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296697
Jun 21 02:43:35.352734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308e55-95ea-4149-a835-4faae4fe442c req-e4f1e0f1-49bb-4b01-892e-92ff417b8f64 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:35.355242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-e4f1e0f1-49bb-4b01-892e-92ff417b8f64 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5543628
Jun 21 02:43:35.366152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:35.372029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:35.373276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fd722bb6-1ee7-4970-8b9c-09597f2b3572 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:35.375276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db460-aea1-4591-a566-c692ea179b05 req-a843b9be-6632-4e5e-9b90-0531c717413c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:35.377202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:35.382998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c42db460-aea1-4591-a566-c692ea179b05 req-a843b9be-6632-4e5e-9b90-0531c717413c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.1913197
Jun 21 02:43:35.383669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:35.394992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Request body: {'port': {'device_id': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '3b3167e4f07a4e98afb928befde7ba80'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:35.425187 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:35.457952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:35.459361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.499490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85a7e917-2286-4777-b0a5-9338a0c3f35a req-966b733b-836b-4d71-9cc7-77a4fe78a75e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 210 time: 0.0801678
Jun 21 02:43:35.543726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c42db460-aea1-4591-a566-c692ea179b05 req-204346d2-aad5-4181-83e7-1ddc31445b5b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598446
Jun 21 02:43:35.546933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port fd722bb6-1ee7-4970-8b9c-09597f2b3572 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:35.548433 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4720900
Jun 21 02:43:35.551328 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port fd722bb6-1ee7-4970-8b9c-09597f2b3572 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:35.551924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.563570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Request body: {'port': {'device_id': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:35.685761 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.692396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.722471 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.762296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Made reservation on behalf of 3b3167e4f07a4e98afb928befde7ba80 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:35.764397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd722bb6-1ee7-4970-8b9c-09597f2b3572'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:35.766673 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eebf0a-e579-4b0d-8827-673f61110049" -d '{"events": [{"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-plugged", "status": "completed", "tag": "fd722bb6-1ee7-4970-8b9c-09597f2b3572"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:35.770831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.800708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fd722bb6-1ee7-4970-8b9c-09597f2b3572, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fd722bb6-1ee7-4970-8b9c-09597f2b3572,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:35.855416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3efc1571-0b93-4535-9466-5f7fb824600e None None] Provisioning for port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:35.859798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3efc1571-0b93-4535-9466-5f7fb824600e None None] Provisioning complete for port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:35.860191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3efc1571-0b93-4535-9466-5f7fb824600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.901954 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:35.901954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c150e121-4125-4580-89a9-09cfb3e444b4 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:35.902175 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9440bb38-02fa-4124-9def-52fdc6d45e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:35.956301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b58e876-86bf-4405-ba49-dba24a9b3ea8 req-578c3a0c-1166-4977-9e91-c12e0bb06d70 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 210 time: 0.0785053
Jun 21 02:43:36.026145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:36.034654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.044524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3efc1571-0b93-4535-9466-5f7fb824600e None None] Port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:36.053015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Transition to ACTIVE for port object 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:36.055615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781f5b5-f505-40fb-b824-2c4ad67d8213 req-db7a4e7e-5cab-494d-811d-e7af3c671460 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:36.063482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0781f5b5-f505-40fb-b824-2c4ad67d8213 req-db7a4e7e-5cab-494d-811d-e7af3c671460 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 945 time: 0.3128655
Jun 21 02:43:36.098050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fd722bb6-1ee7-4970-8b9c-09597f2b3572,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:36.101985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0781f5b5-f505-40fb-b824-2c4ad67d8213 req-bc3f1d29-e5d7-4827-9de5-ca5f8f9a8d5c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376225
Jun 21 02:43:36.109549 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:36.154368 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.157403 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-deea0054-e937-4b8e-b55c-b46e0d0cde9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:36.169918 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734df9de-e17e-48cc-b692-23650b8f6008 x-openstack-request-id: req-734df9de-e17e-48cc-b692-23650b8f6008 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:36.170239 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-plugged", "status": "completed", "tag": "fd722bb6-1ee7-4970-8b9c-09597f2b3572", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:36.170500 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-734df9de-e17e-48cc-b692-23650b8f6008 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:36.170901 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd722bb6-1ee7-4970-8b9c-09597f2b3572', 'code': 200}
Jun 21 02:43:36.217628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:36.222195 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:36.251127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port c150e121-4125-4580-89a9-09cfb3e444b4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:36.258525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port c150e121-4125-4580-89a9-09cfb3e444b4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:36.259157 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.359854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Attempting to bind port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:36.360242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Attempting to bind port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:36.360530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Attempting to bind port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:36.366923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:36.367248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Attempting to bind port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:36.380773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:36.381124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:36.381817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:36.382269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Bound port: 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:36.382618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.435077 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.475606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Allocated IP 192.168.233.247 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/61010dde-d48b-4a18-9030-ef5bce699e93) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:36.508736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:36.512678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b150e-cfce-4253-a4b6-e6011465ae32 req-e63dbd74-e22b-412d-ab7f-fa4d8aa04bd7 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:36.514347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-506b150e-cfce-4253-a4b6-e6011465ae32 req-e63dbd74-e22b-412d-ab7f-fa4d8aa04bd7 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.3211966
Jun 21 02:43:36.519289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:36.538338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c150e121-4125-4580-89a9-09cfb3e444b4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c150e121-4125-4580-89a9-09cfb3e444b4,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:36.614901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-506b150e-cfce-4253-a4b6-e6011465ae32 req-43e7250d-ed11-4f2a-8c7f-d556c0962ee6 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924952
Jun 21 02:43:36.634314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.637838 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:36.643581 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6c2aef5-56c4-4cdf-94da-ea2ecd841cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.646207 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.646207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 59d8434b-8461-413d-aabc-aff0debc9bf8 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:36.649144 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:36.662513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1ebb-67bd-425e-a52d-1fc41370c765 req-a4484cec-ff76-47e3-8e58-9de9c520f9af tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:36.668566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1ebb-67bd-425e-a52d-1fc41370c765 req-a4484cec-ff76-47e3-8e58-9de9c520f9af tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:36.674672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1ebb-67bd-425e-a52d-1fc41370c765 req-a4484cec-ff76-47e3-8e58-9de9c520f9af tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:36.676359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e06d1ebb-67bd-425e-a52d-1fc41370c765 req-a4484cec-ff76-47e3-8e58-9de9c520f9af tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2416 time: 0.3297169
Jun 21 02:43:36.726551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:36.738630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c150e121-4125-4580-89a9-09cfb3e444b4,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:36.740732 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:36.742826 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:36.755185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:36.758848 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.758848 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] 10.222.0.20 "PUT /v2.0/ports/785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d HTTP/1.1" status: 200  len: 1097 time: 1.2006564
Jun 21 02:43:36.758848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:36.760560 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4265176d-85bc-4584-a567-d77b9d565ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:36.821305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 59d8434b-8461-413d-aabc-aff0debc9bf8 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:36.827235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 59d8434b-8461-413d-aabc-aff0debc9bf8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:36.827728 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.876775 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e06d1ebb-67bd-425e-a52d-1fc41370c765 req-383b3acf-ebd0-4392-aeba-ca8110b6d253 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928551
Jun 21 02:43:36.926165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53efd789-776b-4336-ac4f-29428c3c289a req-ae313a26-8cb1-4014-851e-8d21125a7436 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2465382
Jun 21 02:43:36.935179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:36.953187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:36.980117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Transition to ACTIVE for port object 61010dde-d48b-4a18-9030-ef5bce699e93 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:36.988464 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.015787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-a4d12afd-63b9-48f4-82c9-104fc19c7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:37.019470 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-a4d12afd-63b9-48f4-82c9-104fc19c7c50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b3167e4f07a4e98afb928befde7ba80&device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 1100 time: 0.1159551
Jun 21 02:43:37.034327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 59d8434b-8461-413d-aabc-aff0debc9bf8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=59d8434b-8461-413d-aabc-aff0debc9bf8,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:37.049649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.079931 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-a91a0ea2-fedd-4c56-8105-0af6e3912d54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d HTTP/1.1" status: 200  len: 217 time: 0.0509117
Jun 21 02:43:37.114817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.162672 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.165226 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-295d798c-47b9-4420-a684-f0e93af70d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:37.180826 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.215670 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.219514 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-61a7e472-b2b3-47fb-b9d4-6e02cf4a30eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:37.248071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=59d8434b-8461-413d-aabc-aff0debc9bf8,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:37.252414 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:37.289806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:37.342464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:37.353123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:37.421675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Pushing event updated for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:37.439522 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:37.445439 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-564f9772-9114-4f1d-b387-28b4528714b2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1397c30df045442fa21b67d43c669e36&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0272586
Jun 21 02:43:37.472641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-b645ae53-d55b-4297-98a5-540372abd297 service neutron] 10.222.0.26 "GET /v2.0/ports/ec1e9e07-b431-48e6-8408-7b7e730e7143/bindings/n-h1-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.2883425
Jun 21 02:43:37.505841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:37.506406 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.531686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-995410e8-4354-437e-aeef-195b054657e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:37.533273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-995410e8-4354-437e-aeef-195b054657e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.4451418
Jun 21 02:43:37.590710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e9477-1033-496c-83f5-225052b594ab req-da70da53-42a5-404c-950f-78462a2816e6 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:37.591601 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec1e9e07-b431-48e6-8408-7b7e730e7143 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:37.592387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a60e9477-1033-496c-83f5-225052b594ab req-da70da53-42a5-404c-950f-78462a2816e6 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 945 time: 0.3053477
Jun 21 02:43:37.611178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Allocated IP 172.25.7.139 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/5601ac3c-3ed2-4974-912e-1a12684ba6ec) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:37.613143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-771d8fc7-9808-490e-8777-cf97379ca11a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:37.615087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-771d8fc7-9808-490e-8777-cf97379ca11a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1627779
Jun 21 02:43:37.633385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Request body: {'port': {'device_id': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '1397c30df045442fa21b67d43c669e36'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:37.638985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2534139
Jun 21 02:43:37.669193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Request body: {'port': {'device_id': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:37.721687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-6a72b5b0-5108-47cc-9f26-d7043480b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:37.723256 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-6a72b5b0-5108-47cc-9f26-d7043480b7ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1705928
Jun 21 02:43:37.767538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a60e9477-1033-496c-83f5-225052b594ab req-0b2d75ea-ba83-4515-871f-90fef1abd64c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639791
Jun 21 02:43:37.775569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d01f8b44-e2a1-44c3-8490-550ea75c95b3 None None] Provisioning for port 61010dde-d48b-4a18-9030-ef5bce699e93 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:37.784257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d01f8b44-e2a1-44c3-8490-550ea75c95b3 None None] Provisioning complete for port 61010dde-d48b-4a18-9030-ef5bce699e93 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:37.784698 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d01f8b44-e2a1-44c3-8490-550ea75c95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.864806 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-7b5ef79f-9c53-4d92-b402-045b0a11fcae service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267548
Jun 21 02:43:37.888971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d01f8b44-e2a1-44c3-8490-550ea75c95b3 None None] Port 61010dde-d48b-4a18-9030-ef5bce699e93 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:37.905457 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.909562 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.942375 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.943814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Made reservation on behalf of 1397c30df045442fa21b67d43c669e36 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:37.944565 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.948581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:37.981604 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d7a44ae-f64b-4fd6-8443-b447b9ba73df req-15d68113-67b1-4ea5-948c-3303fc21b3a0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 210 time: 0.0560837
Jun 21 02:43:38.022826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:38.059266 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebc93978-9722-494d-9b6b-07bdf07c8280 req-6bdf7c8d-415f-40da-8fb8-849fa3588080 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861656
Jun 21 02:43:38.067929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:38.134077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Allocated IP 192.168.233.170 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/34ff607b-826b-4c22-8bb1-e2e9e2340f96) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:38.171746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c150e121-4125-4580-89a9-09cfb3e444b4'}, {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d8434b-8461-413d-aabc-aff0debc9bf8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:38.174074 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf93fe4-4667-412b-b31d-3ee12df933a3" -d '{"events": [{"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-plugged", "status": "completed", "tag": "c150e121-4125-4580-89a9-09cfb3e444b4"}, {"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-plugged", "status": "completed", "tag": "59d8434b-8461-413d-aabc-aff0debc9bf8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:38.194144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1e9e07-b431-48e6-8408-7b7e730e7143 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:38.211497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:38.230121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.232203 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-026bd6f5-56f3-4cb8-8636-a6dae1ea5ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:38.278579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:38.282622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:38.293076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9557cd-cdc0-4023-8c59-942c901c0fb0 req-ea5b4095-e034-4ea6-a3f4-2825a709d17c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:38.294800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a9557cd-cdc0-4023-8c59-942c901c0fb0 req-ea5b4095-e034-4ea6-a3f4-2825a709d17c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 943 time: 0.2027495
Jun 21 02:43:38.295603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:38.309891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.323818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Transition to ACTIVE for port object 34ff607b-826b-4c22-8bb1-e2e9e2340f96 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:38.325987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Pushing event updated for resources: {'Port': ['ID=5601ac3c-3ed2-4974-912e-1a12684ba6ec,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:38.335905 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:38.339569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.410178 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a9557cd-cdc0-4023-8c59-942c901c0fb0 req-4bdfd301-489a-43e3-b2f3-8d418ea9c6ae tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072497
Jun 21 02:43:38.427477 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.437554 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:38.441010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3b903c10-2b4a-43a5-9408-54a3c8af259d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:38.476373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:38.519569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.539883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] Transition to ACTIVE for port object ec1e9e07-b431-48e6-8408-7b7e730e7143 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:38.543054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:38.557593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:38.557593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:38.561813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:38.567121 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:38.615482 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d13745-2f8f-4a04-89f0-4e534c13d1be x-openstack-request-id: req-e7d13745-2f8f-4a04-89f0-4e534c13d1be {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:38.615827 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:38.616120 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7d13745-2f8f-4a04-89f0-4e534c13d1be {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:38.616559 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'status': 'completed', 'code': 200}
Jun 21 02:43:38.634043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:38.634869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.640541 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.669522 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5b897ce8-f735-4868-abf9-8dc143921971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:38.725892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-787c7d7d-cde3-4772-a8e9-c2eed95b486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:38.727564 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-787c7d7d-cde3-4772-a8e9-c2eed95b486d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b3167e4f07a4e98afb928befde7ba80&device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 1100 time: 0.0871942
Jun 21 02:43:38.774175 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61010dde-d48b-4a18-9030-ef5bce699e93 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:38.792372 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.802085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1754107
Jun 21 02:43:38.815949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Request body: {'port': {'device_id': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:38.861947 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.902970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Transition to ACTIVE for port object 61010dde-d48b-4a18-9030-ef5bce699e93 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:38.904952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-16b4e5bd-fdb5-46ee-a81f-f111ab63e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:38.906113 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-16b4e5bd-fdb5-46ee-a81f-f111ab63e7a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1678741
Jun 21 02:43:38.931199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] No DVR routers for this DVR port ec1e9e07-b431-48e6-8408-7b7e730e7143 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:38.940502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:38.946535 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:38.961801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:38.965722 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-ef7e3de8-f2f2-4778-a2bc-bf64fe9e8c9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d HTTP/1.1" status: 200  len: 217 time: 0.0462198
Jun 21 02:43:38.990300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec1e9e07-b431-48e6-8408-7b7e730e7143/bindings/n-h1-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 1.4909983
Jun 21 02:43:38.993480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.007561 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:39.015691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-27b67af0-c4bb-4547-bb74-4127adf6c1bc None None] Provisioning for port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:39.020260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-27b67af0-c4bb-4547-bb74-4127adf6c1bc None None] Provisioning complete for port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:39.022074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-27b67af0-c4bb-4547-bb74-4127adf6c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.052511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-255cf81d-4f8f-4042-86a2-30dfa6055985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.054192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-255cf81d-4f8f-4042-86a2-30dfa6055985 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0804677
Jun 21 02:43:39.072442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-27b67af0-c4bb-4547-bb74-4127adf6c1bc None None] Port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:39.286011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-2439a152-b29a-4956-9ecd-8f5236acdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.287525 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-2439a152-b29a-4956-9ecd-8f5236acdd02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1834502
Jun 21 02:43:39.328370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-08c69469-e53e-4d34-aae7-179388fc4bc2 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.329891 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-08c69469-e53e-4d34-aae7-179388fc4bc2 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.2120829
Jun 21 02:43:39.373590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2065095-55fa-4d27-bab8-1a84d62fb780 req-86071f0f-df8a-4284-b93b-f64dc4c815b9 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.375101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2065095-55fa-4d27-bab8-1a84d62fb780 req-86071f0f-df8a-4284-b93b-f64dc4c815b9 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 936 time: 0.5903149
Jun 21 02:43:39.383051 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.446863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Pushing event updated for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:39.459375 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:39.494773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ff607b-826b-4c22-8bb1-e2e9e2340f96 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:39.509940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.515219 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-3a9235bb-0901-4aeb-86af-2df267c97c55 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176335
Jun 21 02:43:39.530807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2065095-55fa-4d27-bab8-1a84d62fb780 req-b08d7567-8ae2-4500-a359-1a6c4e80a5ef tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416228
Jun 21 02:43:39.540384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-0a03b37e-1945-43fa-9a27-ef8d972b896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.540384 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-0a03b37e-1945-43fa-9a27-ef8d972b896b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da&tenant_id=b9d9fcf962874689a72b4a12fbcb7539 HTTP/1.1" status: 200  len: 1096 time: 0.1756167
Jun 21 02:43:39.550076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Transition to ACTIVE for port object 34ff607b-826b-4c22-8bb1-e2e9e2340f96 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:39.582455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.592415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Attempting to bind port 61010dde-d48b-4a18-9030-ef5bce699e93 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:39.592755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Attempting to bind port 61010dde-d48b-4a18-9030-ef5bce699e93 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:39.593079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Attempting to bind port 61010dde-d48b-4a18-9030-ef5bce699e93 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:39.600626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Port 61010dde-d48b-4a18-9030-ef5bce699e93 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:39.600980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Attempting to bind port 61010dde-d48b-4a18-9030-ef5bce699e93 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:39.606446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:39.606820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:39.607209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:39.607630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Bound port: 61010dde-d48b-4a18-9030-ef5bce699e93, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:39.607973 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.647217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.653273 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa6ce2e6-38c2-4b0a-97d7-18910e558913 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:39.676839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:39.681369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:39.683400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.693693 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f4478a60-b5c0-4a06-bbb5-ccf1da6a2d6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:39.694379 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4265176d-85bc-4584-a567-d77b9d565ef8 req-19af7f65-9bae-47ec-9cd9-5f7fade77229 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705582
Jun 21 02:43:39.753468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-0cf9c532-f273-4526-9f8b-0c88e41c2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.755480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-0cf9c532-f273-4526-9f8b-0c88e41c2c1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1096 time: 0.1739907
Jun 21 02:43:39.755868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:39.759345 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:39.787644 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.789675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Pushing event updated for resources: {'Port': ['ID=5601ac3c-3ed2-4974-912e-1a12684ba6ec,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:39.799350 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:39.803534 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:39.844864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.845517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.846894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] 10.222.0.20 "PUT /v2.0/ports/61010dde-d48b-4a18-9030-ef5bce699e93 HTTP/1.1" status: 200  len: 1097 time: 2.1953022
Jun 21 02:43:39.851447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:39.853790 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a64f2b1-3978-4be9-a35d-861ba91bfd11" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:39.860224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.898077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493756f1-17ad-41d0-b02a-f36a7a56d7a0 req-6a7f8438-fbb4-45ce-aec4-22537debbb49 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.905899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-493756f1-17ad-41d0-b02a-f36a7a56d7a0 req-6a7f8438-fbb4-45ce-aec4-22537debbb49 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2266462
Jun 21 02:43:39.914328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Pushing event updated for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:39.914565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:39.914990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:39.915655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:39.928051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:39.929136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:39.929439 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:39.938049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:39.938614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:39.939010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:39.939845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Bound port: 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:39.941784 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.945439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-9fb1cf01-bc5e-4b1a-b914-96cf866a3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:39.946958 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-9fb1cf01-bc5e-4b1a-b914-96cf866a3cd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1835353
Jun 21 02:43:39.955260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-493756f1-17ad-41d0-b02a-f36a7a56d7a0 req-1f7e6aec-65e0-4c38-942b-9c675a3c3775 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470500
Jun 21 02:43:39.975942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:39.977201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53efd789-776b-4336-ac4f-29428c3c289a req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.0501921
Jun 21 02:43:40.006360 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-d8314e2c-63cc-4294-b47e-7a2baa5e13b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143 HTTP/1.1" status: 200  len: 217 time: 0.0468147
Jun 21 02:43:40.089853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53efd789-776b-4336-ac4f-29428c3c289a req-f8538a6f-879c-4ef5-a0e4-b188ebdeaff4 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 696 time: 0.0880067
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.110625 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:40.114563 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:40.115824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-0eb83d32-3dd1-4d73-8586-085f7a67437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.116853 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-0eb83d32-3dd1-4d73-8586-085f7a67437a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.0797396
Jun 21 02:43:40.117901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:40.121636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:40.158498 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-df5e36fe-b049-4ec2-9d5d-3bb6645c4d84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314655
Jun 21 02:43:40.213001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308e55-95ea-4149-a835-4faae4fe442c req-27ab50df-abe2-422f-8133-6b4df1cb2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.215603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-27ab50df-abe2-422f-8133-6b4df1cb2102 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b3167e4f07a4e98afb928befde7ba80&device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 1100 time: 0.2333655
Jun 21 02:43:40.217284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:40.221387 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49603a73-b0e6-4f0e-98f8-07aa7cd514d5 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:40.259946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.260739 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:40.262440 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] 10.222.0.26 "PUT /v2.0/ports/34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 1097 time: 1.4521699
Jun 21 02:43:40.295660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-7794fa72-cd4e-450c-b49d-d27087610b5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=61010dde-d48b-4a18-9030-ef5bce699e93 HTTP/1.1" status: 200  len: 217 time: 0.0631373
Jun 21 02:43:40.306404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:40.309588 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:40.321965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-c6f79f58-c249-47d3-ba39-15e30fa32c09 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566813
Jun 21 02:43:40.352353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f061a-a6c8-4715-88be-0ff900bd3ee8 req-586a2bd6-8764-42e8-9536-b7cb3079f97b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.361533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f061a-a6c8-4715-88be-0ff900bd3ee8 req-586a2bd6-8764-42e8-9536-b7cb3079f97b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.367622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f061a-a6c8-4715-88be-0ff900bd3ee8 req-586a2bd6-8764-42e8-9536-b7cb3079f97b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.369444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-906f061a-a6c8-4715-88be-0ff900bd3ee8 req-586a2bd6-8764-42e8-9536-b7cb3079f97b tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2418 time: 0.2708626
Jun 21 02:43:40.379538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efd789-776b-4336-ac4f-29428c3c289a req-10109fe3-d98f-4f1a-9a27-1edc638b66f8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.380941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53efd789-776b-4336-ac4f-29428c3c289a req-10109fe3-d98f-4f1a-9a27-1edc638b66f8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2806904
Jun 21 02:43:40.436075 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2809e729-8816-4be5-98f1-b15fa4d85828 x-openstack-request-id: req-2809e729-8816-4be5-98f1-b15fa4d85828 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:40.436582 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-plugged", "status": "completed", "tag": "c150e121-4125-4580-89a9-09cfb3e444b4", "code": 200}, {"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-plugged", "status": "completed", "tag": "59d8434b-8461-413d-aabc-aff0debc9bf8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:40.436691 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2809e729-8816-4be5-98f1-b15fa4d85828 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:40.437047 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c150e121-4125-4580-89a9-09cfb3e444b4', 'code': 200}
Jun 21 02:43:40.437311 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d8434b-8461-413d-aabc-aff0debc9bf8', 'code': 200}
Jun 21 02:43:40.499685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-906f061a-a6c8-4715-88be-0ff900bd3ee8 req-fa7612af-fc3b-4d64-a440-6989403fe513 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995064
Jun 21 02:43:40.504454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308e55-95ea-4149-a835-4faae4fe442c req-53bdfb83-c5ae-48bf-9688-5a1fb36c87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.508447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-53bdfb83-c5ae-48bf-9688-5a1fb36c87e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1990604
Jun 21 02:43:40.535110 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-2521df9b-386a-41b8-8366-4477c658342f service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2029648
Jun 21 02:43:40.546633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-fcd1c2b0-0dea-4221-b427-9916cb41601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.548041 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-fcd1c2b0-0dea-4221-b427-9916cb41601d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1100 time: 0.1424463
Jun 21 02:43:40.629839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:40.633120 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f37314c-57ff-4148-b9db-98b367c86016" -d '{"events": [{"name": "network-changed", "server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:40.642032 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-86aa4f83-aefc-4c60-ac67-c48d9b4674f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.0557411
Jun 21 02:43:40.718289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308e55-95ea-4149-a835-4faae4fe442c req-ae90dd85-bf82-4d46-a088-acedf8171ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.719809 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-ae90dd85-bf82-4d46-a088-acedf8171ecc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1790218
Jun 21 02:43:40.720108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-756973cf-75f5-4737-9c32-12af1ebe31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.721593 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-756973cf-75f5-4737-9c32-12af1ebe31d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0727324
Jun 21 02:43:40.725449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee8af6-e7fb-4457-9195-ab52475d00ea req-20ab2ff0-ca89-4097-af4f-e1b2ad3d61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.725940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee8af6-e7fb-4457-9195-ab52475d00ea req-20ab2ff0-ca89-4097-af4f-e1b2ad3d61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.726420 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee8af6-e7fb-4457-9195-ab52475d00ea req-20ab2ff0-ca89-4097-af4f-e1b2ad3d61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.728036 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7bee8af6-e7fb-4457-9195-ab52475d00ea req-20ab2ff0-ca89-4097-af4f-e1b2ad3d61f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2874 time: 0.1738248
Jun 21 02:43:40.730342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c40bfa-c8dc-4245-a2d7-e72ec5d70401 req-3d252848-0582-4f7c-a06e-a21f2b3fea59 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.731766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4c40bfa-c8dc-4245-a2d7-e72ec5d70401 req-3d252848-0582-4f7c-a06e-a21f2b3fea59 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 945 time: 0.1516747
Jun 21 02:43:40.796226 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7bee8af6-e7fb-4457-9195-ab52475d00ea req-a1eb400b-638e-4b2f-9e7d-227e139603f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573108
Jun 21 02:43:40.809219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-a438d531-c472-4d2c-ab5c-481748e80edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.810717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-a438d531-c472-4d2c-ab5c-481748e80edf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0818186
Jun 21 02:43:40.811375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba7e4d-f956-4bb3-a27f-9795e7d56936 req-2f524724-ca65-4469-b483-1530cf0e358b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:40.812866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ba7e4d-f956-4bb3-a27f-9795e7d56936 req-2f524724-ca65-4469-b483-1530cf0e358b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 948 time: 0.1876934
Jun 21 02:43:40.858515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4c40bfa-c8dc-4245-a2d7-e72ec5d70401 req-69c6b9fd-e4e1-4a7d-9838-fbeb8abc3b43 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191614
Jun 21 02:43:40.898698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ba7e4d-f956-4bb3-a27f-9795e7d56936 req-0321e335-6a4f-42ca-bdcd-b5d8f32260f9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742586
Jun 21 02:43:40.912503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-c2c6a717-37e5-427f-bfe1-39a361328065 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742244
Jun 21 02:43:41.088602 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f99bc8-4e7a-484e-b7ec-2f643b3a5479 x-openstack-request-id: req-62f99bc8-4e7a-484e-b7ec-2f643b3a5479 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:41.089505 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:41.089658 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62f99bc8-4e7a-484e-b7ec-2f643b3a5479 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:41.090102 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93', 'status': 'completed', 'code': 200}
Jun 21 02:43:41.092400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23308e55-95ea-4149-a835-4faae4fe442c req-692b9c45-7110-4e7b-952b-52b4f0428b76 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707957
Jun 21 02:43:41.136230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9342013-52ea-4819-bb2b-7ddbeec5bd36 req-c93e3641-5453-416d-8185-b5e3bada0a0d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.138088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9342013-52ea-4819-bb2b-7ddbeec5bd36 req-c93e3641-5453-416d-8185-b5e3bada0a0d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 944 time: 0.0933020
Jun 21 02:43:41.236700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9342013-52ea-4819-bb2b-7ddbeec5bd36 req-42279f20-5fe4-465e-b34b-fd5e2de796f0 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918972
Jun 21 02:43:41.257418 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-83eb7b2f-3f9b-427f-ad05-a7fe66c1fb8e service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4390154
Jun 21 02:43:41.265461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-26864e5e-f230-4d22-9381-abbcbe96d6e1 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.267025 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-26864e5e-f230-4d22-9381-abbcbe96d6e1 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.1015270
Jun 21 02:43:41.318695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-445f922e-d5bc-456a-84b6-287281860fbe tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.320183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-445f922e-d5bc-456a-84b6-287281860fbe tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 820 time: 0.1686838
Jun 21 02:43:41.330812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-9f836fe1-f204-47c9-a070-d15a53e99b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.332308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-9f836fe1-f204-47c9-a070-d15a53e99b42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b3167e4f07a4e98afb928befde7ba80&device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 1100 time: 0.1075907
Jun 21 02:43:41.343113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-1a4cb6e5-b6a9-4ef7-a033-0622645a0d8f tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/quotas/1ff36bce1700412a8f392c581a38b051 HTTP/1.1" status: 200  len: 375 time: 0.0098870
Jun 21 02:43:41.381925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:41.442415 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f140f154-391f-42b8-8207-ef7727dc6f3c req-05a8670b-438c-40bb-989d-0c7e4e4ce71a service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742418
Jun 21 02:43:41.482678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:41.494461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'mac_address': 'fa:16:3e:a3:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:41.533002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-1bfd4af7-b519-49fb-90b6-1b848aa37cba service neutron] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:41.536017 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:41.536513 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-1bfd4af7-b519-49fb-90b6-1b848aa37cba service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:41.537668 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb1d27b-ec74-4e87-985a-038e8aa65c84 req-1bfd4af7-b519-49fb-90b6-1b848aa37cba service neutron] 10.222.0.20 "DELETE /v2.0/ports/ec1e9e07-b431-48e6-8408-7b7e730e7143/bindings/n-h2-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.2602227
Jun 21 02:43:41.550831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:41.568292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-e450a97f-6115-4165-a9af-4075ba6eecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.569797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-e450a97f-6115-4165-a9af-4075ba6eecb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2222385
Jun 21 02:43:41.572456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:41.607315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-048720ff-1e9c-4f4b-abbf-a60a8a38a230 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2491190
Jun 21 02:43:41.637570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-6a86b7d7-8433-48b6-86f9-b9e809be6b29 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.639023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-6a86b7d7-8433-48b6-86f9-b9e809be6b29 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.2286394
Jun 21 02:43:41.646594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb58c47-72fc-431a-81ed-1c288b3b86e7 req-9ce86110-e582-4b41-83c8-435c8cc6a115 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.648090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cb58c47-72fc-431a-81ed-1c288b3b86e7 req-9ce86110-e582-4b41-83c8-435c8cc6a115 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 948 time: 0.2910740
Jun 21 02:43:41.655998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-7a760f50-f1d7-48f5-85ff-895af00a3563 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=61010dde-d48b-4a18-9030-ef5bce699e93 HTTP/1.1" status: 200  len: 217 time: 0.0742795
Jun 21 02:43:41.657558 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:41.661736 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:41.672751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-33'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:41.706642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:41.709677 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:41.818207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cb58c47-72fc-431a-81ed-1c288b3b86e7 req-9ded51c4-45d6-4b5d-9271-63276cb1a27e tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611712
Jun 21 02:43:41.842781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-faffe360-2073-460e-9e83-e12a5def22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.844219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-faffe360-2073-460e-9e83-e12a5def22ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1671305
Jun 21 02:43:41.864167 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe34847-744c-434c-b6f8-f8d53461b789 x-openstack-request-id: req-3fe34847-744c-434c-b6f8-f8d53461b789 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:41.864676 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:41.864975 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fe34847-744c-434c-b6f8-f8d53461b789 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:41.865513 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'status': 'completed', 'code': 200}
Jun 21 02:43:41.901459 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:41.903728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-8279838c-a31e-4b5d-9f3b-2852c5c63979 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2690225
Jun 21 02:43:41.956429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37314c-57ff-4148-b9db-98b367c86016 req-e0440c2b-a557-4c29-bb7f-8bb55bfaa4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:41.959165 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f37314c-57ff-4148-b9db-98b367c86016 req-e0440c2b-a557-4c29-bb7f-8bb55bfaa4dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1100 time: 0.0652494
Jun 21 02:43:42.063861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37314c-57ff-4148-b9db-98b367c86016 req-8d9b0964-08da-4c3e-b063-9b1407824c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.065942 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f37314c-57ff-4148-b9db-98b367c86016 req-8d9b0964-08da-4c3e-b063-9b1407824c3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.0999167
Jun 21 02:43:42.120223 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f37314c-57ff-4148-b9db-98b367c86016 req-b015de15-657f-41e3-99d3-ce6915e0f73f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.0427694
Jun 21 02:43:42.138842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-84d993fe-b1a2-4d6c-8f34-612231aa88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.140415 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-84d993fe-b1a2-4d6c-8f34-612231aa88b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2732155
Jun 21 02:43:42.149041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-0ac242d8-3be3-4a67-98e5-0bb290077e86 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342069
Jun 21 02:43:42.191736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37314c-57ff-4148-b9db-98b367c86016 req-1e006d95-d06c-4651-a008-6add18500d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.191736 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f37314c-57ff-4148-b9db-98b367c86016 req-1e006d95-d06c-4651-a008-6add18500d9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0532417
Jun 21 02:43:42.246432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908a025-91e6-46bb-8981-5e33bc03866d req-67a36566-15ab-47ac-a3c0-26d9eed2d1d0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.253645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1908a025-91e6-46bb-8981-5e33bc03866d req-67a36566-15ab-47ac-a3c0-26d9eed2d1d0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2786279
Jun 21 02:43:42.258344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:42.260803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37314c-57ff-4148-b9db-98b367c86016 req-63e05549-ab16-4ff7-bcab-ad225da5e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.262402 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f37314c-57ff-4148-b9db-98b367c86016 req-63e05549-ab16-4ff7-bcab-ad225da5e44c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0618393
Jun 21 02:43:42.265941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:42.358928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1908a025-91e6-46bb-8981-5e33bc03866d req-770c18ee-25a4-4be4-b89a-cb5d7bcbefb0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012526
Jun 21 02:43:42.368685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-ac914f22-54be-450c-b856-026f5bb9bf78 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136412
Jun 21 02:43:42.373982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:42.390114 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f37314c-57ff-4148-b9db-98b367c86016 req-31302e96-df52-4e10-8f90-9884b5a3034f service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196499
Jun 21 02:43:42.487661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:42.539053 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f37314c-57ff-4148-b9db-98b367c86016 req-d865fa43-9b9b-4a5d-8fc8-dbc52db47b42 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381292
Jun 21 02:43:42.570458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a64f2b1-3978-4be9-a35d-861ba91bfd11 req-f5ce6b77-643c-4962-bdf4-c327eece057f service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931772
Jun 21 02:43:42.622820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d461e-a2ff-4581-b885-c7df617731d5 req-a3f8a49f-4965-4cd0-b9db-492e02b8fe17 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.629290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d461e-a2ff-4581-b885-c7df617731d5 req-a3f8a49f-4965-4cd0-b9db-492e02b8fe17 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.638307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d461e-a2ff-4581-b885-c7df617731d5 req-a3f8a49f-4965-4cd0-b9db-492e02b8fe17 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.640018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c6d461e-a2ff-4581-b885-c7df617731d5 req-a3f8a49f-4965-4cd0-b9db-492e02b8fe17 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2418 time: 0.1187682
Jun 21 02:43:42.642965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:42.646676 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a908e646-5699-49d6-ab89-3c30905df465 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:42.800819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c6d461e-a2ff-4581-b885-c7df617731d5 req-489b4ea8-725c-4dfb-8a9e-a8ac85ffe51e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519413
Jun 21 02:43:42.801506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Pushing event updated for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:42.821904 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:42.840989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on host n-h1-758944-33 for vnic_type normal with profile {"migrating_to": "n-h2-758944-33"} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:42.841314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:42.841690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:42.852437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75284e-c3d6-4e39-9249-e142a6e270d5 req-f31d6a84-d245-482d-8e24-a1d1eca425ac tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:42.853968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f75284e-c3d6-4e39-9249-e142a6e270d5 req-f31d6a84-d245-482d-8e24-a1d1eca425ac tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.2130420
Jun 21 02:43:42.856829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:42.857162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Attempting to bind port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:42.862339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:42.862683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:42.866062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:42.866062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Bound port: 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:42.866062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:42.951466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f75284e-c3d6-4e39-9249-e142a6e270d5 req-1d1783f6-28cd-4885-8036-697aed5b0536 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846531
Jun 21 02:43:43.256544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:43.258856 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f51099-9a55-4038-b13d-448fee18b62a" -d '{"events": [{"server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:43.309123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:43.337453 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:43:43.352060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:43.394734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46d09c-7554-4fa1-8eec-69d7e761bb9b req-d28ce379-0f10-488b-b728-2ca5f5cc5bec tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:43.396206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e46d09c-7554-4fa1-8eec-69d7e761bb9b req-d28ce379-0f10-488b-b728-2ca5f5cc5bec tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 944 time: 0.1311150
Jun 21 02:43:43.404870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12658-12d4-42ea-a9b0-0ce01d3b5a42 req-19237b2e-2498-49df-a93e-f471e9f42bb7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:43.406280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7f12658-12d4-42ea-a9b0-0ce01d3b5a42 req-19237b2e-2498-49df-a93e-f471e9f42bb7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 948 time: 0.4729714
Jun 21 02:43:43.416073 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:43.429078 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9f7e07e-0b9a-470c-960d-6ecfa2474e95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:43.544849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7f12658-12d4-42ea-a9b0-0ce01d3b5a42 req-bcde070d-f47b-4cfa-b09b-cbccda470510 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317632
Jun 21 02:43:43.550146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e46d09c-7554-4fa1-8eec-69d7e761bb9b req-81d8d812-4c0e-47c0-98c3-22a933598748 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429410
Jun 21 02:43:43.561227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Pushing event updated for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:43.578238 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:43.580887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:43.581624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:43.583562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-cefe60ae-5222-4837-97be-9480082d141c service neutron] 10.222.0.26 "PUT /v2.0/ports/8622b849-1e7a-4147-a04e-cb6b572d7cb6 HTTP/1.1" status: 200  len: 1123 time: 1.9242876
Jun 21 02:43:43.611495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8622b849-1e7a-4147-a04e-cb6b572d7cb6 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:43.686939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85a38de4-17a3-4de4-b3e1-73a2e0e7a3eb req-0bb14f92-18f6-45f9-80fb-eb879edcbc9b tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 210 time: 0.0360041
Jun 21 02:43:43.687365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8622b849-1e7a-4147-a04e-cb6b572d7cb6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:43.764211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:43.766692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['8622b849-1e7a-4147-a04e-cb6b572d7cb6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:43.773437 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7081b416-0b25-43d8-a16a-e9c2f47fbfc5 x-openstack-request-id: req-7081b416-0b25-43d8-a16a-e9c2f47fbfc5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:43.773765 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:43.774052 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7081b416-0b25-43d8-a16a-e9c2f47fbfc5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:43.774499 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6', 'code': 200}
Jun 21 02:43:43.811919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ed640-dbac-4156-9581-e0626a4deae7 req-33f6a57b-a992-4308-8000-79b2dba5036b tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:43.813342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-942ed640-dbac-4156-9581-e0626a4deae7 req-33f6a57b-a992-4308-8000-79b2dba5036b tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 948 time: 0.0713923
Jun 21 02:43:43.816684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8622b849-1e7a-4147-a04e-cb6b572d7cb6 has no active binding in host n-h2-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 02:43:43.817079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:43.863127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-942ed640-dbac-4156-9581-e0626a4deae7 req-68b3d56b-5363-4d5f-9ad6-f280dc24c603 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431619
Jun 21 02:43:43.988531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c958d0-d474-480b-ade4-15452aa13a5e req-71e87173-64ee-4ae5-80c0-4b47fe993c78 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:43.991180 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07c958d0-d474-480b-ade4-15452aa13a5e req-71e87173-64ee-4ae5-80c0-4b47fe993c78 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.0940502
Jun 21 02:43:44.045203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07c958d0-d474-480b-ade4-15452aa13a5e req-a29f93dd-387d-4c28-9df4-35a3dfcc3770 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429609
Jun 21 02:43:44.058676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:44.099829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'mac_address': 'fa:16:3e:a0:39:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:44.119120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8d9d-5814-41fc-b4ab-fe02eca082a8 req-3da60921-f7df-4097-a943-1eb163d00a3a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:44.125210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8d9d-5814-41fc-b4ab-fe02eca082a8 req-3da60921-f7df-4097-a943-1eb163d00a3a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:44.131119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8d9d-5814-41fc-b4ab-fe02eca082a8 req-3da60921-f7df-4097-a943-1eb163d00a3a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:44.132788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6bb8d9d-5814-41fc-b4ab-fe02eca082a8 req-3da60921-f7df-4097-a943-1eb163d00a3a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2418 time: 0.0866783
Jun 21 02:43:44.163020 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:44.181666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ff607b-826b-4c22-8bb1-e2e9e2340f96 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:44.203664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:44.208804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6bb8d9d-5814-41fc-b4ab-fe02eca082a8 req-46ae1d59-3dcf-4044-bb86-d1c2f53f4271 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698447
Jun 21 02:43:44.232924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11187e-1ab9-4ff1-ae43-8a6db7ab943a req-5afd973c-458e-4a2e-b631-deaef2be3cde tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:44.234735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d11187e-1ab9-4ff1-ae43-8a6db7ab943a req-5afd973c-458e-4a2e-b631-deaef2be3cde tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1096 time: 0.0720532
Jun 21 02:43:44.270652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d11187e-1ab9-4ff1-ae43-8a6db7ab943a req-f8fd94ec-dddb-44f6-965d-6f5cbbd14533 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302653
Jun 21 02:43:44.306942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:44.309985 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:44.363732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:44.367444 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:44.415148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d14846-abc4-4d43-a58e-e4b5c63e8a73 req-e8961d7e-cc74-4ac1-ba85-c5a4a8fea453 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:44.416689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f5d14846-abc4-4d43-a58e-e4b5c63e8a73 req-e8961d7e-cc74-4ac1-ba85-c5a4a8fea453 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.0784554
Jun 21 02:43:44.456136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f5d14846-abc4-4d43-a58e-e4b5c63e8a73 req-7af25d13-06cf-4472-a25b-64e68bb51faf tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336807
Jun 21 02:43:44.609817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087cc80-3c9c-46d3-98fb-3543a9765965 req-eabb852b-1836-4352-a181-d265bb5510ac tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:44.611463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c087cc80-3c9c-46d3-98fb-3543a9765965 req-eabb852b-1836-4352-a181-d265bb5510ac tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 1096 time: 0.0549779
Jun 21 02:43:44.624503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['34ff607b-826b-4c22-8bb1-e2e9e2340f96'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:44.648655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c087cc80-3c9c-46d3-98fb-3543a9765965 req-a2296aa4-6f56-45f1-a606-aaf6414398c1 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313981
Jun 21 02:43:44.843340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f3ac3-098d-4e88-9709-288a4ca6d54c req-8f1e3814-5b4f-4ee6-a999-3db4d4f44011 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:44.844829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d50f3ac3-098d-4e88-9709-288a4ca6d54c req-8f1e3814-5b4f-4ee6-a999-3db4d4f44011 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 949 time: 0.0659342
Jun 21 02:43:44.933957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d50f3ac3-098d-4e88-9709-288a4ca6d54c req-f5a719e1-2156-4307-8aff-1bbd024e899c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831637
Jun 21 02:43:45.000397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-6857f01d-180f-409a-a6b9-42911bb89385 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:45.002686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-6857f01d-180f-409a-a6b9-42911bb89385 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 820 time: 0.1387572
Jun 21 02:43:45.018091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Request body: {'port': {'device_id': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'admin_state_up': True, 'tenant_id': '1ff36bce1700412a8f392c581a38b051'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:45.094465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2a25723-dc1e-42a7-bf4a-2290ce5c0985 req-84873e66-227e-48ba-b6df-eaa34fd1e7e5 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 210 time: 0.0714974
Jun 21 02:43:45.249291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Made reservation on behalf of 1ff36bce1700412a8f392c581a38b051 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:45.252927 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:45.334386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4bdf1-82d6-4a8e-ab3d-93b543cfdf49 req-fc4af218-7a64-4a3b-b03e-16cf24acdc9c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:45.335896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2c4bdf1-82d6-4a8e-ab3d-93b543cfdf49 req-fc4af218-7a64-4a3b-b03e-16cf24acdc9c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 948 time: 0.1279511
Jun 21 02:43:45.408885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 61010dde-d48b-4a18-9030-ef5bce699e93 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:45.411254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:45.413528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2c4bdf1-82d6-4a8e-ab3d-93b543cfdf49 req-e416daf8-1064-4205-9d65-4428303f5569 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705876
Jun 21 02:43:45.442925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Allocated IP 172.20.0.12 (93e80ed3-e788-4f17-b452-eb405ce711b2/a3f3d659-393b-4eb3-ad06-4c0a49d68187/783cfa4a-70b9-4d79-96d6-dea3d9ba7109) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:43:45.567939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:45.584093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '61010dde-d48b-4a18-9030-ef5bce699e93', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '61010dde-d48b-4a18-9030-ef5bce699e93', 'mac_address': 'fa:16:3e:49:13:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:45.588430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:45.594738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:45.595123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:45.760004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc9c0-2b7e-4ead-a055-0581b758f911 req-d323d3ba-8d16-4b25-9f2c-4cb0f46ea511 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:45.762714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:45.763226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82abc9c0-2b7e-4ead-a055-0581b758f911 req-d323d3ba-8d16-4b25-9f2c-4cb0f46ea511 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2167130
Jun 21 02:43:45.780352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:45.783778 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f619477-b528-43fe-96a5-324af067587e" -d '{"events": [{"name": "network-changed", "server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:45.797926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:45.815404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:45.821537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6d5b8-f2b4-42c4-837e-0b37b7217f82 req-cbebc015-8d75-41bf-8e5f-ef1379f5e078 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:45.829985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6d5b8-f2b4-42c4-837e-0b37b7217f82 req-cbebc015-8d75-41bf-8e5f-ef1379f5e078 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:45.835962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6d5b8-f2b4-42c4-837e-0b37b7217f82 req-cbebc015-8d75-41bf-8e5f-ef1379f5e078 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:45.837738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ada6d5b8-f2b4-42c4-837e-0b37b7217f82 req-cbebc015-8d75-41bf-8e5f-ef1379f5e078 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2418 time: 0.2064095
Jun 21 02:43:45.841911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61010dde-d48b-4a18-9030-ef5bce699e93 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:45.863846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Transition to ACTIVE for port object 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:45.891114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:45.903664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82abc9c0-2b7e-4ead-a055-0581b758f911 req-8f1f201e-59c3-457a-a703-b5d05c65591d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306727
Jun 21 02:43:45.907786 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:45.925148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ada6d5b8-f2b4-42c4-837e-0b37b7217f82 req-32503cc1-02d7-4633-b1e7-e499000dc739 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759060
Jun 21 02:43:45.936892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:45.941533 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbcb406-ed95-4616-ab2c-a716a83ca154" -d '{"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-plugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:45.955784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:45.961217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:45.961633 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:45.992957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:45.997264 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:46.001081 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-18636fa4-055c-47e4-b2c8-9c6761ffe63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:46.039995 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:46.051156 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6485f21b-e71c-4273-9842-ab1c2aba9589 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:46.054939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['bf4719dc-2c89-4769-86a6-1c4147fa06d5'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:46.101834 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:46.117584 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0228d84d-f757-42c5-8291-3ec3aa7ab8ee x-openstack-request-id: req-0228d84d-f757-42c5-8291-3ec3aa7ab8ee {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:46.118026 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:46.120875 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0228d84d-f757-42c5-8291-3ec3aa7ab8ee {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:46.121001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:46.121478 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6', 'status': 'completed', 'code': 200}
Jun 21 02:43:46.130258 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:46.149406 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:46.154061 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe8f75-94b6-4937-8f5d-602452f2b25b x-openstack-request-id: req-1efe8f75-94b6-4937-8f5d-602452f2b25b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:46.154361 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-plugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:46.154625 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1efe8f75-94b6-4937-8f5d-602452f2b25b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:46.155042 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'code': 200}
Jun 21 02:43:46.192158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:43:46.214957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:46.219277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:43:46.222873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Pushing event updated for resources: {'Port': ['ID=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:46.235962 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:46.237061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:46.306034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:46.311346 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:46.331960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:46.332626 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:46.404432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:46.407043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422104-c348-417f-aa0f-977e55a3ac9d req-7e504d31-3ef8-42c9-890f-1a109b9cb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:46.409887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a422104-c348-417f-aa0f-977e55a3ac9d req-7e504d31-3ef8-42c9-890f-1a109b9cb862 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 1102 time: 0.1306040
Jun 21 02:43:46.412999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b5df0-42ce-4733-80de-77641818a422 req-a13c90f8-8c45-4f5d-bcc9-d1c35d934641 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:46.414713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c50b5df0-42ce-4733-80de-77641818a422 req-a13c90f8-8c45-4f5d-bcc9-d1c35d934641 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.3137968
Jun 21 02:43:46.436440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f619477-b528-43fe-96a5-324af067587e req-b7190001-70cd-4d17-8822-2760ede60469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:46.438082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f619477-b528-43fe-96a5-324af067587e req-b7190001-70cd-4d17-8822-2760ede60469 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1126 time: 0.2687066
Jun 21 02:43:46.445611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4332597
Jun 21 02:43:46.474806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:46.475904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Request body: {'port': {'device_id': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:46.483046 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:46.487413 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a422104-c348-417f-aa0f-977e55a3ac9d req-d8faeb4d-fc69-4f0f-ab59-c91ddf438d1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644815
Jun 21 02:43:46.493721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['61010dde-d48b-4a18-9030-ef5bce699e93'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:46.600595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:46.618353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c50b5df0-42ce-4733-80de-77641818a422 req-986e4609-d31f-45b1-b007-1f0443923e5e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937013
Jun 21 02:43:46.625551 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:46.707482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-762688c5-d92f-418b-98af-c943edee5540 None None] Provisioning for port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:46.715877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-762688c5-d92f-418b-98af-c943edee5540 None None] Provisioning complete for port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:46.716404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-762688c5-d92f-418b-98af-c943edee5540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:46.725480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87c4f5-f71a-4bc0-a266-98fbcd4b503a req-1ba02177-acdf-477c-aa7f-d06743b7ac89 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:46.727080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d87c4f5-f71a-4bc0-a266-98fbcd4b503a req-1ba02177-acdf-477c-aa7f-d06743b7ac89 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 949 time: 0.3896151
Jun 21 02:43:46.769662 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:46.774646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f619477-b528-43fe-96a5-324af067587e req-2f37af1e-3e79-4e99-ae66-8ab354e07309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:46.776886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f619477-b528-43fe-96a5-324af067587e req-2f37af1e-3e79-4e99-ae66-8ab354e07309 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.3206544
Jun 21 02:43:46.786450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-762688c5-d92f-418b-98af-c943edee5540 None None] Port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:43:46.857613 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f619477-b528-43fe-96a5-324af067587e req-0b3c4ac4-28bf-4247-902b-9607f2fdc7d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6 HTTP/1.1" status: 200  len: 217 time: 0.0710135
Jun 21 02:43:46.895464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d87c4f5-f71a-4bc0-a266-98fbcd4b503a req-c3fb2102-3b6c-4167-b963-68e853649404 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585655
Jun 21 02:43:47.094252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f619477-b528-43fe-96a5-324af067587e req-affa496d-e46f-4dc0-8ca9-fac03c5afd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.095715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f619477-b528-43fe-96a5-324af067587e req-affa496d-e46f-4dc0-8ca9-fac03c5afd69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1982951
Jun 21 02:43:47.177462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f619477-b528-43fe-96a5-324af067587e req-425980c2-cc64-49de-b085-a8d34460915b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552530
Jun 21 02:43:47.217708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c864d8-9a50-4ad5-93c3-f988f6bc10a8 req-8feb467a-25b3-4686-8137-87aa50c7e198 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.219243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25c864d8-9a50-4ad5-93c3-f988f6bc10a8 req-8feb467a-25b3-4686-8137-87aa50c7e198 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 932 time: 0.3698840
Jun 21 02:43:47.352656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2893d79-e9eb-435c-906f-0638941133fe req-efcaaef4-9616-4212-ad60-81d1d627eeba tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.354212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2893d79-e9eb-435c-906f-0638941133fe req-efcaaef4-9616-4212-ad60-81d1d627eeba tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 949 time: 0.2935443
Jun 21 02:43:47.362043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25c864d8-9a50-4ad5-93c3-f988f6bc10a8 req-d8c180be-3eef-4c66-84ee-79d070bba571 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284800
Jun 21 02:43:47.425893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f619477-b528-43fe-96a5-324af067587e req-e1985a55-75a3-4126-9c7c-ba024ebe31a9 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172852
Jun 21 02:43:47.459601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2893d79-e9eb-435c-906f-0638941133fe req-54e3a7d1-26a8-42a3-af8f-ba2aea64327e tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922186
Jun 21 02:43:47.578034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:47.591084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:47.649391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-ae29a80b-9694-46b4-ac62-27d88f8abca9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.652221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Transition to ACTIVE for port object 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:47.655914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-ae29a80b-9694-46b4-ac62-27d88f8abca9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.662341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-ae29a80b-9694-46b4-ac62-27d88f8abca9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.663069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f619477-b528-43fe-96a5-324af067587e req-a444042f-c5af-43d1-b1d8-ec59de090ddc service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2254241
Jun 21 02:43:47.666277 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-ae29a80b-9694-46b4-ac62-27d88f8abca9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2418 time: 0.1155999
Jun 21 02:43:47.698723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b36288-56cd-4e26-8ae2-bc34a3a1b475 req-84942aeb-d16f-4bec-9a48-48983a583164 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.700644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0b36288-56cd-4e26-8ae2-bc34a3a1b475 req-84942aeb-d16f-4bec-9a48-48983a583164 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2025130
Jun 21 02:43:47.717754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb8f35-28f2-4ec8-8dec-7e5e80d82680 req-d34793f0-77e0-42f4-ba94-7b59191bde25 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.723959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb8f35-28f2-4ec8-8dec-7e5e80d82680 req-d34793f0-77e0-42f4-ba94-7b59191bde25 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.730434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb8f35-28f2-4ec8-8dec-7e5e80d82680 req-d34793f0-77e0-42f4-ba94-7b59191bde25 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:47.732150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2edb8f35-28f2-4ec8-8dec-7e5e80d82680 req-d34793f0-77e0-42f4-ba94-7b59191bde25 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 2418 time: 0.1495755
Jun 21 02:43:47.732840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:47.736346 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-65f2c87d-d0bb-4f27-8656-e92612051289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:47.821702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Pushing event updated for resources: {'Port': ['ID=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:47.826975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting port fd722bb6-1ee7-4970-8b9c-09597f2b3572 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:43:47.827495 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:47.829262 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:47.890423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0b36288-56cd-4e26-8ae2-bc34a3a1b475 req-bf3a9f3a-33af-4da9-965e-7ab3f65df89e tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549892
Jun 21 02:43:47.936557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2edb8f35-28f2-4ec8-8dec-7e5e80d82680 req-0520a174-9ad1-4bc7-a4c1-ee41a288bb3a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948423
Jun 21 02:43:48.035552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] For port fd722bb6-1ee7-4970-8b9c-09597f2b3572, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fd722bb6-1ee7-4970-8b9c-09597f2b3572,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:48.038634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Attempting to bind port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:43:48.042978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Attempting to bind port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:43:48.043722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:48.044374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Attempting to bind port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 on network 93e80ed3-e788-4f17-b452-eb405ce711b2 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:48.050064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 on network 93e80ed3-e788-4f17-b452-eb405ce711b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:43:48.050391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Attempting to bind port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 on network 93e80ed3-e788-4f17-b452-eb405ce711b2 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:43:48.056808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:43:48.057736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Checking segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:48.058225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Bound using segment: {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:43:48.058722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Bound port: 783cfa4a-70b9-4d79-96d6-dea3d9ba7109, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5448130-25bf-4457-92e0-b98a9b7497db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:43:48.059053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:48.169007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] For port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:48.169007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] For port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:43:48.170801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:48.170801 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d21b860-341d-4c26-a8bb-a2200ddec31c" -d '{"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-plugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:48.186505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Calling delete_port for fd722bb6-1ee7-4970-8b9c-09597f2b3572 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:43:48.290772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8bbd-0ae9-4d4f-b1f5-1ec41fbdeb3f req-9b6839fc-d457-48eb-a577-0930745f0894 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:48.293017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30ce8bbd-0ae9-4d4f-b1f5-1ec41fbdeb3f req-9b6839fc-d457-48eb-a577-0930745f0894 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.1278648
Jun 21 02:43:48.301284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f757e-833a-4f16-9ca4-973dcb492b02 req-25fd6063-8205-4f94-9924-5c08973461e3 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:48.302734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c2f757e-833a-4f16-9ca4-973dcb492b02 req-25fd6063-8205-4f94-9924-5c08973461e3 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.0967503
Jun 21 02:43:48.350687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30ce8bbd-0ae9-4d4f-b1f5-1ec41fbdeb3f req-77cad3e0-d039-41f3-9eb5-00ee4d29ca95 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469842
Jun 21 02:43:48.370560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c2f757e-833a-4f16-9ca4-973dcb492b02 req-c8a8514c-0173-4d37-9002-806e9700e978 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400033
Jun 21 02:43:48.413898 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9bbfaa-6893-4346-8304-b453b58a821e x-openstack-request-id: req-4e9bbfaa-6893-4346-8304-b453b58a821e {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:48.420242 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-plugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:48.420242 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e9bbfaa-6893-4346-8304-b453b58a821e {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:48.420242 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'code': 200}
Jun 21 02:43:48.484496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:48.502933 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e45bc830-c3fd-4b85-b6a3-2c44e03e854c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:48.537133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:48.538188 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:48.540032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] 10.222.0.26 "PUT /v2.0/ports/783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 1093 time: 2.0689983
Jun 21 02:43:48.559617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:48.572387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fd722bb6-1ee7-4970-8b9c-09597f2b3572', 'c150e121-4125-4580-89a9-09cfb3e444b4', '59d8434b-8461-413d-aabc-aff0debc9bf8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:48.582471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:48.585464 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44c4e4e-7914-40d0-b01d-2b8963a53db4" -d '{"events": [{"name": "network-changed", "server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:48.599107 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-744371a0-971f-4e25-b1ae-8edbcd12693f tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:48.694191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Port': ['ID=fd722bb6-1ee7-4970-8b9c-09597f2b3572,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:48.700353 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:48.704661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41c18-40a1-41d4-b1ca-1db0dbe2bc14 req-596c0fde-cc6e-4a86-a407-4047150eaed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:48.706364 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-92c41c18-40a1-41d4-b1ca-1db0dbe2bc14 req-596c0fde-cc6e-4a86-a407-4047150eaed2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1102 time: 0.2133012
Jun 21 02:43:48.738402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] No DVR routers for this DVR port fd722bb6-1ee7-4970-8b9c-09597f2b3572 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:48.742175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:48.744200 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "DELETE /v2.0/ports/fd722bb6-1ee7-4970-8b9c-09597f2b3572 HTTP/1.1" status: 204  len: 173 time: 1.0659194
Jun 21 02:43:48.745296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-deleted', 'tag': 'fd722bb6-1ee7-4970-8b9c-09597f2b3572'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:48.747771 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5d7176-e3eb-434b-94d0-3793e9e9331e" -d '{"events": [{"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-deleted", "tag": "fd722bb6-1ee7-4970-8b9c-09597f2b3572"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:48.857771 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-92c41c18-40a1-41d4-b1ca-1db0dbe2bc14 req-af4ec9b9-bf32-47a8-b9a9-fceb1e69b3db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249299
Jun 21 02:43:48.973586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting port c150e121-4125-4580-89a9-09cfb3e444b4 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:43:48.974034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.095688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] For port c150e121-4125-4580-89a9-09cfb3e444b4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c150e121-4125-4580-89a9-09cfb3e444b4,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:49.095688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.169109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Calling delete_port for c150e121-4125-4580-89a9-09cfb3e444b4 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:43:49.233246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Pushing event updated for resources: {'Port': ['ID=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:49.252233 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:49.282332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7e9ec-1db9-418f-a8ae-2da6e244a89a req-9cef7448-26ab-47dc-b631-c27d18df5281 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:49.289637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0a7e9ec-1db9-418f-a8ae-2da6e244a89a req-9cef7448-26ab-47dc-b631-c27d18df5281 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 944 time: 0.7969813
Jun 21 02:43:49.324805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224c3d2-789a-44fe-976a-abf1dfaa070b req-04311913-fc2c-4ce7-8d7f-05a8448d7145 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:49.331806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7224c3d2-789a-44fe-976a-abf1dfaa070b req-04311913-fc2c-4ce7-8d7f-05a8448d7145 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 949 time: 0.7389498
Jun 21 02:43:49.344438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-d23b3ad6-2121-4e57-ae5a-7e621e299a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:49.346043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-d23b3ad6-2121-4e57-ae5a-7e621e299a77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 1096 time: 0.6510012
Jun 21 02:43:49.388185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.402861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fd722bb6-1ee7-4970-8b9c-09597f2b3572'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:49.415590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0a7e9ec-1db9-418f-a8ae-2da6e244a89a req-83f6f798-6fb9-4b64-a429-2000673c2b07 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246455
Jun 21 02:43:49.416712 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e57c71b-1067-47a9-9632-79183568537f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:49.422257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-29758701-135a-468b-b9e8-971450a18bd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 217 time: 0.0636458
Jun 21 02:43:49.446248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7224c3d2-789a-44fe-976a-abf1dfaa070b req-c463746e-f56e-4c64-84c0-3a6c4e0baddd tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134729
Jun 21 02:43:49.479729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 61010dde-d48b-4a18-9030-ef5bce699e93 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:49.519254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Port': ['ID=c150e121-4125-4580-89a9-09cfb3e444b4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:49.521805 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:49.542928 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3996d1-c23d-41ea-b01d-a68118f866fd x-openstack-request-id: req-dd3996d1-c23d-41ea-b01d-a68118f866fd {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:49.547462 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:49.548045 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd3996d1-c23d-41ea-b01d-a68118f866fd {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:49.548705 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'status': 'completed', 'code': 200}
Jun 21 02:43:49.557863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] No DVR routers for this DVR port c150e121-4125-4580-89a9-09cfb3e444b4 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:49.560871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.588372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-eceba18f-dd8f-4fcf-90e7-3ec7287827eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:49.588568 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "DELETE /v2.0/ports/c150e121-4125-4580-89a9-09cfb3e444b4 HTTP/1.1" status: 204  len: 173 time: 0.8244286
Jun 21 02:43:49.594904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-eceba18f-dd8f-4fcf-90e7-3ec7287827eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.1414161
Jun 21 02:43:49.595265 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a64c75-70fe-4eb8-9c20-264679c9a7a4 x-openstack-request-id: req-28a64c75-70fe-4eb8-9c20-264679c9a7a4 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:49.595265 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-deleted", "tag": "fd722bb6-1ee7-4970-8b9c-09597f2b3572", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:49.595265 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28a64c75-70fe-4eb8-9c20-264679c9a7a4 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:49.597713 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-deleted', 'tag': 'fd722bb6-1ee7-4970-8b9c-09597f2b3572', 'status': 'completed', 'code': 200}
Jun 21 02:43:49.684034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 61010dde-d48b-4a18-9030-ef5bce699e93 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:49.688502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 61010dde-d48b-4a18-9030-ef5bce699e93 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:49.692280 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.764658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting port 59d8434b-8461-413d-aabc-aff0debc9bf8 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:43:49.765200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.769742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-d94ee7f4-196e-402b-8f0c-8a71669928de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:49.773503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-d94ee7f4-196e-402b-8f0c-8a71669928de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1734452
Jun 21 02:43:49.832463 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.878416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:49.885921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661eadf-ea9b-40ac-8c93-a20ad9278775 req-42345029-ddaf-4c64-bef5-83c0896fe9d1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:49.891557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f661eadf-ea9b-40ac-8c93-a20ad9278775 req-42345029-ddaf-4c64-bef5-83c0896fe9d1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 946 time: 0.1802781
Jun 21 02:43:49.904964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10360b79-a57f-4f01-8769-0a97b92e5289 req-9640f084-ab01-4573-98cb-f56db21f2799 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:49.908571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10360b79-a57f-4f01-8769-0a97b92e5289 req-9640f084-ab01-4573-98cb-f56db21f2799 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2711439
Jun 21 02:43:49.922160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] For port 59d8434b-8461-413d-aabc-aff0debc9bf8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=59d8434b-8461-413d-aabc-aff0debc9bf8,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:49.922596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.965678 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:49.970862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 59d8434b-8461-413d-aabc-aff0debc9bf8 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:49.970862 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1db8de68-6909-473e-b34e-96c3098188ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:50.043894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Calling delete_port for 59d8434b-8461-413d-aabc-aff0debc9bf8 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:43:50.072207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10360b79-a57f-4f01-8769-0a97b92e5289 req-2d34132c-6d43-4673-a51d-746fec853233 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450543
Jun 21 02:43:50.087440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f661eadf-ea9b-40ac-8c93-a20ad9278775 req-6714f47d-daf0-48fd-86d4-585137f1d6eb tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949058
Jun 21 02:43:50.120085 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:50.130619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-d82b215f-c285-4267-a19c-b25f2e74d930 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3284163
Jun 21 02:43:50.143186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:50.148364 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:50.166706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 59d8434b-8461-413d-aabc-aff0debc9bf8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=59d8434b-8461-413d-aabc-aff0debc9bf8,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:50.250911 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:50.252243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fd722bb6-1ee7-4970-8b9c-09597f2b3572 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:50.255866 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:50.281198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfef68-1f0d-4fd7-9c62-c2c89798c821 req-5c4e83c3-ea9b-4bb6-9a7f-1be92ba1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:50.287702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8cfef68-1f0d-4fd7-9c62-c2c89798c821 req-5c4e83c3-ea9b-4bb6-9a7f-1be92ba1ff49 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1098 time: 0.2625976
Jun 21 02:43:50.357239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: fd722bb6-1ee7-4970-8b9c-09597f2b3572 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:43:50.357680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b6c1b9-3b53-42b8-a19b-7ac178584878 req-e3ca3972-17c8-46a7-b8e8-547207f29c36 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2254622
Jun 21 02:43:50.361374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fd722bb6-1ee7-4970-8b9c-09597f2b3572 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:43:50.384425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8cfef68-1f0d-4fd7-9c62-c2c89798c821 req-d1aa8f02-c670-433a-ace1-bf486709ee29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902603
Jun 21 02:43:50.391439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=59d8434b-8461-413d-aabc-aff0debc9bf8,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:50.394742 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:50.415476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:50.417483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93'}, {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d8434b-8461-413d-aabc-aff0debc9bf8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:50.421694 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74abf992-7997-4655-b180-5125ba16d54e" -d '{"events": [{"server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "name": "network-vif-plugged", "status": "completed", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93"}, {"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-unplugged", "status": "completed", "tag": "59d8434b-8461-413d-aabc-aff0debc9bf8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:50.421861 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:50.448709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Port': ['ID=59d8434b-8461-413d-aabc-aff0debc9bf8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:50.452980 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:50.465562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197a702-bfc7-405c-b3e3-2a244442bbb9 req-2de87273-eed5-49c8-86ba-b10c7d5c7850 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:50.467127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b197a702-bfc7-405c-b3e3-2a244442bbb9 req-2de87273-eed5-49c8-86ba-b10c7d5c7850 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.1771080
Jun 21 02:43:50.507347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a93aa-36f9-4587-acb5-20c0ff191e15 req-329786b8-1366-44ac-8f8f-c564766dbe40 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:50.515695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-819a93aa-36f9-4587-acb5-20c0ff191e15 req-329786b8-1366-44ac-8f8f-c564766dbe40 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1358130
Jun 21 02:43:50.525276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] No DVR routers for this DVR port 59d8434b-8461-413d-aabc-aff0debc9bf8 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:50.532601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:50.535224 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c91793d4-c6fd-4100-b7b9-e1e29a049fff req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "DELETE /v2.0/ports/59d8434b-8461-413d-aabc-aff0debc9bf8 HTTP/1.1" status: 204  len: 173 time: 0.9365783
Jun 21 02:43:50.600586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b197a702-bfc7-405c-b3e3-2a244442bbb9 req-6ab84aba-38bc-4efd-8b67-b6a44bc508cf tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273572
Jun 21 02:43:50.605856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-819a93aa-36f9-4587-acb5-20c0ff191e15 req-0136fb05-dac8-42c8-bf7f-678501129b46 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892696
Jun 21 02:43:50.629595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-9bb27407-c371-4849-ab94-b8369efb2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:50.631163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-9bb27407-c371-4849-ab94-b8369efb2dce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 1096 time: 0.1126630
Jun 21 02:43:50.683773 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5547a421-c482-4188-90c7-cea04c861b52 x-openstack-request-id: req-5547a421-c482-4188-90c7-cea04c861b52 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:50.684306 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "name": "network-vif-plugged", "status": "completed", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93", "code": 200}, {"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-unplugged", "status": "completed", "tag": "59d8434b-8461-413d-aabc-aff0debc9bf8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:50.684632 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5547a421-c482-4188-90c7-cea04c861b52 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:50.685121 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93', 'code': 200}
Jun 21 02:43:50.685517 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d8434b-8461-413d-aabc-aff0debc9bf8', 'code': 200}
Jun 21 02:43:50.796517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-d67de2d9-2741-45a6-b921-fc8efe73bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:50.798208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-d67de2d9-2741-45a6-b921-fc8efe73bfab service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.1509972
Jun 21 02:43:50.848982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ee09-f39b-423d-b737-f127eaf0de0c req-153670d0-2e84-4243-92e2-97c240dbadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:50.850768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c85ee09-f39b-423d-b737-f127eaf0de0c req-153670d0-2e84-4243-92e2-97c240dbadd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 1102 time: 0.0738435
Jun 21 02:43:50.896061 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c85ee09-f39b-423d-b737-f127eaf0de0c req-273d411b-fc76-4fb9-be12-4ed8e109bb69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366888
Jun 21 02:43:50.903934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-a7ed6545-4da5-4970-ba5d-65f8b62b72cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 217 time: 0.0926328
Jun 21 02:43:50.980236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-3c64c71c-dd54-40a0-b581-63a268b299fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:50.982632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-3c64c71c-dd54-40a0-b581-63a268b299fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.0682249
Jun 21 02:43:50.998369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749f34e-580d-4ecc-bfea-9853431b1928 req-d0722dbd-bb85-4fcf-88a9-9794d433be27 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:50.999861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0749f34e-580d-4ecc-bfea-9853431b1928 req-d0722dbd-bb85-4fcf-88a9-9794d433be27 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 944 time: 0.1793675
Jun 21 02:43:51.015783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9e80e-b2da-4064-b0a2-5d48f65c1854 req-3b244323-669c-4021-a4a5-32e93a07e87c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:51.017423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aab9e80e-b2da-4064-b0a2-5d48f65c1854 req-3b244323-669c-4021-a4a5-32e93a07e87c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 950 time: 0.1989353
Jun 21 02:43:51.109233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0749f34e-580d-4ecc-bfea-9853431b1928 req-f6fa7588-576d-4051-8ebf-3d48552a3b8f tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900137
Jun 21 02:43:51.117570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aab9e80e-b2da-4064-b0a2-5d48f65c1854 req-3b3f0687-0d4c-4bda-bbe7-85f36e61603c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758507
Jun 21 02:43:51.133582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-9821484e-c578-4bd2-ba3f-3eea3010b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:51.144112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-9821484e-c578-4bd2-ba3f-3eea3010b6cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1340322
Jun 21 02:43:51.301824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-4be70b31-93b0-4baf-81f2-53abc545dc0b service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562765
Jun 21 02:43:51.425802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1972740-b10d-4ee4-a6d2-03a0a0ff3c36 req-e312c53a-e359-44d6-9433-d2704bf363a5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:51.427282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1972740-b10d-4ee4-a6d2-03a0a0ff3c36 req-e312c53a-e359-44d6-9433-d2704bf363a5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1874583
Jun 21 02:43:51.433357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c150e121-4125-4580-89a9-09cfb3e444b4 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:51.457411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688de42-e391-4c1b-a7e7-56b3f93ff4d7 req-71c01f86-ee24-4ebe-9bdf-fe12e7cd064e tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:51.458905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0688de42-e391-4c1b-a7e7-56b3f93ff4d7 req-71c01f86-ee24-4ebe-9bdf-fe12e7cd064e tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1813042
Jun 21 02:43:51.459547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: c150e121-4125-4580-89a9-09cfb3e444b4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:43:51.460047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c150e121-4125-4580-89a9-09cfb3e444b4 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:43:51.497224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a44c4e4e-7914-40d0-b01d-2b8963a53db4 req-462ba381-63a1-4913-b796-55024bbc8362 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748104
Jun 21 02:43:51.528437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1972740-b10d-4ee4-a6d2-03a0a0ff3c36 req-34936fad-ffd6-4ec1-acda-f9521c042060 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878811
Jun 21 02:43:51.533505 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0688de42-e391-4c1b-a7e7-56b3f93ff4d7 req-66bd5046-1a4a-4112-807c-0b507224a684 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637369
Jun 21 02:43:51.598799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-deleted', 'tag': 'c150e121-4125-4580-89a9-09cfb3e444b4'}, {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-deleted', 'tag': '59d8434b-8461-413d-aabc-aff0debc9bf8'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:51.604539 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc4392d-1752-4f39-988d-e301c20c33c8" -d '{"events": [{"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-deleted", "tag": "c150e121-4125-4580-89a9-09cfb3e444b4"}, {"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-deleted", "tag": "59d8434b-8461-413d-aabc-aff0debc9bf8"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:51.692199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53f5452-9992-4608-9fb3-1b9493864a1c req-c2652aad-58e8-4c5a-991f-31b2de0ea600 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=caec9391-8bec-440e-9da9-b593b4382f1c HTTP/1.1" status: 200  len: 210 time: 0.0366619
Jun 21 02:43:51.749718 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460e5d8-6fec-418f-997e-b017e1b0fc50 x-openstack-request-id: req-f460e5d8-6fec-418f-997e-b017e1b0fc50 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:51.750108 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-deleted", "tag": "c150e121-4125-4580-89a9-09cfb3e444b4", "status": "completed", "code": 200}, {"server_uuid": "caec9391-8bec-440e-9da9-b593b4382f1c", "name": "network-vif-deleted", "tag": "59d8434b-8461-413d-aabc-aff0debc9bf8", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:51.750561 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f460e5d8-6fec-418f-997e-b017e1b0fc50 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:51.751012 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-deleted', 'tag': 'c150e121-4125-4580-89a9-09cfb3e444b4', 'status': 'completed', 'code': 200}
Jun 21 02:43:51.751384 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec9391-8bec-440e-9da9-b593b4382f1c', 'name': 'network-vif-deleted', 'tag': '59d8434b-8461-413d-aabc-aff0debc9bf8', 'status': 'completed', 'code': 200}
Jun 21 02:43:51.929117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725ba2e-e310-4d80-a992-712b814bf1e8 req-e803d1ab-2b0f-4888-b88b-5a5e5dc1cdec tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:51.930855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a725ba2e-e310-4d80-a992-712b814bf1e8 req-e803d1ab-2b0f-4888-b88b-5a5e5dc1cdec tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.0874915
Jun 21 02:43:51.984092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a725ba2e-e310-4d80-a992-712b814bf1e8 req-ce72791e-aa9d-4942-a1d1-9ae81f120ba0 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462682
Jun 21 02:43:52.350870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12921f6e-3b24-4714-b0b1-ef3a9359cae5 req-deb60bbf-8305-4e54-9daa-aee53c01eb0d tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:52.356379 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12921f6e-3b24-4714-b0b1-ef3a9359cae5 req-deb60bbf-8305-4e54-9daa-aee53c01eb0d tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 950 time: 0.1101122
Jun 21 02:43:52.404843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12921f6e-3b24-4714-b0b1-ef3a9359cae5 req-788830e1-9ee9-4a35-bc2c-cfccca0b1d2c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450237
Jun 21 02:43:52.448899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a6e2f-e768-4fbf-917a-ea74a24e789e req-3ea96362-8c45-4f0c-9376-2a8a18e2ebd9 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:52.461791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd7a6e2f-e768-4fbf-917a-ea74a24e789e req-3ea96362-8c45-4f0c-9376-2a8a18e2ebd9 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 944 time: 0.1640835
Jun 21 02:43:52.516930 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-79919041-4964-46b3-94d2-d96be8440c54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1036806
Jun 21 02:43:52.561446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd7a6e2f-e768-4fbf-917a-ea74a24e789e req-72843888-c772-4327-8e44-50f120d6270e tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892649
Jun 21 02:43:52.674599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1edf98-5e99-41c4-9a25-5ef5ed49d72e req-7f8ba5d7-8c40-47e1-aa15-8dc52f2a3c3b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:52.683816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb1edf98-5e99-41c4-9a25-5ef5ed49d72e req-7f8ba5d7-8c40-47e1-aa15-8dc52f2a3c3b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1028845
Jun 21 02:43:52.749824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb1edf98-5e99-41c4-9a25-5ef5ed49d72e req-281120c1-2df1-4e93-8cf6-48aec95f85a0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649989
Jun 21 02:43:52.877098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29fcb6-5db6-428d-a8b7-024d407595d6 req-03a07c03-e279-4ecb-911c-f2f978041f2d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:52.884540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff29fcb6-5db6-428d-a8b7-024d407595d6 req-03a07c03-e279-4ecb-911c-f2f978041f2d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1112380
Jun 21 02:43:52.933986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff29fcb6-5db6-428d-a8b7-024d407595d6 req-dd519016-01c5-429a-9250-c23f1463c1bb tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484445
Jun 21 02:43:52.977875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32824) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:53.085230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting subnet 8fda4267-d896-480d-835c-eee38d4b2bb7 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:43:53.094922 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:53.190715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:53.340221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae183ca-a29b-46bc-824e-6d8ec1909aaf req-e779fd1f-3d74-4257-8a2f-0e9f0507ce3e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:53.343063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bae183ca-a29b-46bc-824e-6d8ec1909aaf req-e779fd1f-3d74-4257-8a2f-0e9f0507ce3e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 943 time: 0.1337936
Jun 21 02:43:53.361085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:53.428013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bae183ca-a29b-46bc-824e-6d8ec1909aaf req-3e4f87f8-1ac7-4f7d-b350-08aa2f7e399a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779634
Jun 21 02:43:53.524710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:53.528708 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:53.601932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:53.603740 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "DELETE /v2.0/subnets/8fda4267-d896-480d-835c-eee38d4b2bb7 HTTP/1.1" status: 204  len: 168 time: 0.6246734
Jun 21 02:43:53.611686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Subnet': ['ID=8fda4267-d896-480d-835c-eee38d4b2bb7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:53.616924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32844) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:53.617687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e820e765-9062-476f-9dc1-2b679d91b14a None None] Network c5cc9fcb-6290-45db-979b-3b52a97be260 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:53.620668 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:53.717043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:43:53.730613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-29e5bf93-3cc6-4830-961b-55555bb1cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:53.741008 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-29e5bf93-3cc6-4830-961b-55555bb1cb30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1098 time: 0.0936942
Jun 21 02:43:53.889146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-fbd69a23-c0af-4323-9c3d-7e04ba35dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:53.891684 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-fbd69a23-c0af-4323-9c3d-7e04ba35dfaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.1401765
Jun 21 02:43:53.892974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:53.910426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de8ba4-bb59-48ca-b0b7-2d08786dc400 req-5aca3809-f016-48f5-b410-f0e3747f6345 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:53.928355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64de8ba4-bb59-48ca-b0b7-2d08786dc400 req-5aca3809-f016-48f5-b410-f0e3747f6345 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 950 time: 0.3612795
Jun 21 02:43:53.939052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:53.956903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'port_id': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'mac_address': 'fa:16:3e:96:bb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:43:53.996909 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-156c012b-18cc-46f5-b929-7bc075b391f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 200  len: 217 time: 0.0871925
Jun 21 02:43:54.018915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] DHCP port deletion for c5cc9fcb-6290-45db-979b-3b52a97be260 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:43:54.060673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64de8ba4-bb59-48ca-b0b7-2d08786dc400 req-f6ceb582-9b16-49f9-b3e7-4fd86fd837bf tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313255
Jun 21 02:43:54.114318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d7695-2d47-42ec-8b6c-842b7d92726b req-b6f08307-d2fa-4864-aaab-460cb3407a77 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:54.117460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-109063b5-b393-4112-be2b-877383492777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:54.127649 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-234d7695-2d47-42ec-8b6c-842b7d92726b req-b6f08307-d2fa-4864-aaab-460cb3407a77 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.4430637
Jun 21 02:43:54.128162 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.129009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 705666a3-fe3f-4602-83dc-a9e12d95de75 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:54.131056 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-109063b5-b393-4112-be2b-877383492777 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.1203732
Jun 21 02:43:54.177160 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-435a0834-63ea-45fb-9c0e-3dc0202f1a51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311832
Jun 21 02:43:54.178085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:54.225386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:54.237151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] Deleting port 705666a3-fe3f-4602-83dc-a9e12d95de75 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:43:54.237625 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.248095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting port 705666a3-fe3f-4602-83dc-a9e12d95de75 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:43:54.249379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.274188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-234d7695-2d47-42ec-8b6c-842b7d92726b req-67e69b81-0d43-4c6c-b15e-24a983e4815e tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395414
Jun 21 02:43:54.322623 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-9b921986-209e-4388-b44f-accf0fc11fec service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261704
Jun 21 02:43:54.323659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] For port 705666a3-fe3f-4602-83dc-a9e12d95de75, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=705666a3-fe3f-4602-83dc-a9e12d95de75,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:54.324169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.439843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] Calling delete_port for 705666a3-fe3f-4602-83dc-a9e12d95de75 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:43:54.451221 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.454857 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:54.490972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] For port 705666a3-fe3f-4602-83dc-a9e12d95de75, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=705666a3-fe3f-4602-83dc-a9e12d95de75,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:54.491269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.493991 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6a2fe0f4-ed50-48d7-8c9a-a10f37c2df8c req-a504041f-3585-4c99-a6f6-c8f3e4590d4f service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644475
Jun 21 02:43:54.588385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Calling delete_port for 705666a3-fe3f-4602-83dc-a9e12d95de75 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:43:54.597098 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.603280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:54.615927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16af4e5-3c56-407b-8227-9694ffe041ef req-75ab14b2-2916-4a8f-b617-87e9b78ba42d tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:54.617495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b16af4e5-3c56-407b-8227-9694ffe041ef req-75ab14b2-2916-4a8f-b617-87e9b78ba42d tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 944 time: 0.3758290
Jun 21 02:43:54.624769 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:54.660596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 705666a3-fe3f-4602-83dc-a9e12d95de75, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=705666a3-fe3f-4602-83dc-a9e12d95de75,segment=NetworkSegment(9d707513-fed7-4642-8a91-e1a67bd2c77f),segment_id=9d707513-fed7-4642-8a91-e1a67bd2c77f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:54.731169 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-50bf4ed5-7639-4d6e-9878-f158bafbcec3 service neutron] 10.222.0.20 "GET /v2.0/ports/8622b849-1e7a-4147-a04e-cb6b572d7cb6/bindings/n-h2-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.0650704
Jun 21 02:43:54.738089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b16af4e5-3c56-407b-8227-9694ffe041ef req-b5718328-6f7e-4dea-adbe-a1bfa0e595c8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985885
Jun 21 02:43:54.768144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a479-e02b-4c65-8637-9591aaa6cc82 req-ad82f0c2-7b53-4894-950b-2542b3ff1f3f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:54.775072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1551a479-e02b-4c65-8637-9591aaa6cc82 req-ad82f0c2-7b53-4894-950b-2542b3ff1f3f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1823301
Jun 21 02:43:54.776222 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.780536 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:54.830048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1551a479-e02b-4c65-8637-9591aaa6cc82 req-7f07f826-7b3e-4b12-a8d2-0dc861f79862 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536878
Jun 21 02:43:54.844043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['783cfa4a-70b9-4d79-96d6-dea3d9ba7109'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:43:54.856750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.860171 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1cab6042-0aa5-4973-8270-b6893fd1c868 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:54.867422 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:54.921307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Port': ['ID=705666a3-fe3f-4602-83dc-a9e12d95de75,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:54.923815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] No DVR routers for this DVR port 705666a3-fe3f-4602-83dc-a9e12d95de75 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:54.925584 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:54.958354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=705666a3-fe3f-4602-83dc-a9e12d95de75,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:54.961476 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:54.967030 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:54.979740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] No DVR routers for this DVR port 705666a3-fe3f-4602-83dc-a9e12d95de75 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:55.011541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] Pushing event deleted for resources: {'Port': ['ID=705666a3-fe3f-4602-83dc-a9e12d95de75,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:55.014235 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:55.123336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:55.161470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:55.209600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8622b849-1e7a-4147-a04e-cb6b572d7cb6 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:43:55.232086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:55.301505 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.390324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] Transition to ACTIVE for port object 8622b849-1e7a-4147-a04e-cb6b572d7cb6 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:43:55.441934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.449906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8622b849-1e7a-4147-a04e-cb6b572d7cb6 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:55.450924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.454289 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c9a1586-b3fe-4504-9567-81fa5d3ee8fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:55.501810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8692a30>,) {'filters': {'network_id': ['c5cc9fcb-6290-45db-979b-3b52a97be260']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:55.511031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8622b849-1e7a-4147-a04e-cb6b572d7cb6 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:43:55.519611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8692a30>, '9d707513-fed7-4642-8a91-e1a67bd2c77f') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:55.519909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8692a30>, '9d707513-fed7-4642-8a91-e1a67bd2c77f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:55.545617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.551145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] No DVR routers for this DVR port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:55.573707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.587146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:43:55.588881 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:43:55.591979 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:43:55.598465 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] 10.222.0.20 "PUT /v2.0/ports/8622b849-1e7a-4147-a04e-cb6b572d7cb6/bindings/n-h2-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 0.8522484
Jun 21 02:43:55.601913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] Pushing event updated for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=10']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:55.610247 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:55.656541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78cbc1-1b65-4b2a-be20-8a5e73b48380 req-4ed934e5-46bd-44f2-b334-d10fe7fe07ad tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:55.658075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff78cbc1-1b65-4b2a-be20-8a5e73b48380 req-4ed934e5-46bd-44f2-b334-d10fe7fe07ad tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 950 time: 0.6006954
Jun 21 02:43:55.677443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f7d5-8057-447a-b57f-5a784401a707 req-9f0dee57-41b7-4843-84e2-edf9e66d7180 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:55.678952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a055f7d5-8057-447a-b57f-5a784401a707 req-9f0dee57-41b7-4843-84e2-edf9e66d7180 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 944 time: 0.2513812
Jun 21 02:43:55.680905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-32b008e7-90ca-4898-8f98-0dbbc7832127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:55.682943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-32b008e7-90ca-4898-8f98-0dbbc7832127 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1102 time: 0.2563605
Jun 21 02:43:55.768434 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.793298 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:55.809594 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.813924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "DELETE /v2.0/networks/c5cc9fcb-6290-45db-979b-3b52a97be260 HTTP/1.1" status: 204  len: 168 time: 2.1706719
Jun 21 02:43:55.817250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32862) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:55.820619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-c7d75778-f18a-4290-8c55-bb8bc4d2b83f tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:55.822164 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-c7d75778-f18a-4290-8c55-bb8bc4d2b83f tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.0757239
Jun 21 02:43:55.828868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff78cbc1-1b65-4b2a-be20-8a5e73b48380 req-68b88c9e-bb84-4939-be0f-3a848563be17 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601434
Jun 21 02:43:55.832712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a055f7d5-8057-447a-b57f-5a784401a707 req-542673bc-00ed-4b53-b120-ec9c87ff66bf tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471457
Jun 21 02:43:55.836410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Network': ['ID=c5cc9fcb-6290-45db-979b-3b52a97be260,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:55.843241 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:55.885721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-0d52628a-37b7-448f-b35a-1067586a02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:55.891213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-0d52628a-37b7-448f-b35a-1067586a02d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1929412
Jun 21 02:43:55.941452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting subnet a240ee9b-6105-45f4-98be-a5f5489c7f92 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:43:55.946881 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:55.997415 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-41ed433d-0995-48e6-a5d8-d4d244cecb06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.0965600
Jun 21 02:43:56.007222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:56.045982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-323866c5-fab9-40b0-b0e4-fcc57a8a01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.047409 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-323866c5-fab9-40b0-b0e4-fcc57a8a01d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5&tenant_id=e8a9110bb9954597971fe55d59f5ad1c HTTP/1.1" status: 200  len: 1096 time: 0.1781292
Jun 21 02:43:56.112175 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-9f3c648c-5319-4907-a289-61b1276f397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.113783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-9f3c648c-5319-4907-a289-61b1276f397e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1061363
Jun 21 02:43:56.174098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-06026575-d63e-4173-a880-4792548763f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.176102 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-06026575-d63e-4173-a880-4792548763f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1096 time: 0.0904915
Jun 21 02:43:56.190353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfa66-3e6f-433c-85d9-ab3137653533 req-0da09fa3-b01b-462c-8022-d30068068133 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.192536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0dbfa66-3e6f-433c-85d9-ab3137653533 req-0da09fa3-b01b-462c-8022-d30068068133 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 945 time: 0.1984072
Jun 21 02:43:56.211936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e56a7-6679-4776-ab59-ed65d1c16a8a req-7aebf4a0-9c56-4de5-8928-a7bfc01de617 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.214619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-965e56a7-6679-4776-ab59-ed65d1c16a8a req-7aebf4a0-9c56-4de5-8928-a7bfc01de617 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2085037
Jun 21 02:43:56.258288 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:56.290732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-27143fbe-18b5-4c6c-ab8f-e79aff07a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.292907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-27143fbe-18b5-4c6c-ab8f-e79aff07a566 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1689036
Jun 21 02:43:56.312713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-965e56a7-6679-4776-ab59-ed65d1c16a8a req-dcc809a7-2b38-44fc-a051-91c42f71c1c6 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853319
Jun 21 02:43:56.316736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0dbfa66-3e6f-433c-85d9-ab3137653533 req-b79c5e94-4e11-4d81-b397-6ca0b3747300 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174235
Jun 21 02:43:56.421603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-96e8897a-8c0b-42aa-aa5f-73bc4951444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.424095 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-96e8897a-8c0b-42aa-aa5f-73bc4951444c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.2348168
Jun 21 02:43:56.441570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-d678b221-1296-4ee2-94b3-dd69be4e37bb service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406727
Jun 21 02:43:56.493037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:56.495392 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-b8ec35c5-b234-401e-826a-ba86fc315f5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6 HTTP/1.1" status: 200  len: 217 time: 0.0606520
Jun 21 02:43:56.516118 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aee2a003-3867-4c44-9dc5-7ee15437722a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:56.526557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:56.528472 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "DELETE /v2.0/subnets/a240ee9b-6105-45f4-98be-a5f5489c7f92 HTTP/1.1" status: 204  len: 168 time: 0.7100942
Jun 21 02:43:56.536143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a958cf9-9b27-42cb-9798-40cf86772dbf None None] Network 321d2ca0-ebaa-460e-b116-d14158a942ed requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:56.543366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32876) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:56.558301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Subnet': ['ID=a240ee9b-6105-45f4-98be-a5f5489c7f92,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:56.593012 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:56.622697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-d4fa628d-63c7-4267-80fa-4263b475f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.624186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-d4fa628d-63c7-4267-80fa-4263b475f950 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1155620
Jun 21 02:43:56.709735 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-4452f74e-5717-4851-a6e4-9881b228e331 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0735157
Jun 21 02:43:56.750774 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:56.773295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-934ff339-8a1b-4ac8-acc2-3627f6c91dbf service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3252492
Jun 21 02:43:56.790078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb9f03-55e5-4ca3-ad76-3896ee7d6f77 req-4a9aac37-dbe4-4cc8-af91-5d0000d267aa tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:56.791920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60fb9f03-55e5-4ca3-ad76-3896ee7d6f77 req-4a9aac37-dbe4-4cc8-af91-5d0000d267aa tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.2989576
Jun 21 02:43:56.888299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60fb9f03-55e5-4ca3-ad76-3896ee7d6f77 req-5f028778-57a3-4475-a8e9-2af12f6db3e0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711088
Jun 21 02:43:56.898772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting port 55768b25-2f4b-4d8e-b863-3e57b504614a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:43:56.909225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-6a6114b0-ef51-4fee-8df4-ab9e5e9905cf service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1932044
Jun 21 02:43:56.910442 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.024496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] For port 55768b25-2f4b-4d8e-b863-3e57b504614a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=55768b25-2f4b-4d8e-b863-3e57b504614a,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:57.025089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.063993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] DHCP port deletion for 321d2ca0-ebaa-460e-b116-d14158a942ed request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:43:57.080056 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-9979677d-3c68-4438-9ea9-40723eb9f5b3 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611531
Jun 21 02:43:57.137269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] Deleting port 55768b25-2f4b-4d8e-b863-3e57b504614a {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:43:57.137777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.144048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Calling delete_port for 55768b25-2f4b-4d8e-b863-3e57b504614a owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:43:57.221297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] For port 55768b25-2f4b-4d8e-b863-3e57b504614a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=55768b25-2f4b-4d8e-b863-3e57b504614a,segment=NetworkSegment(d9c1f9c5-abb3-42d4-9a65-e31b8f117770),segment_id=d9c1f9c5-abb3-42d4-9a65-e31b8f117770)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:57.221873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.291936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] Calling delete_port for 55768b25-2f4b-4d8e-b863-3e57b504614a owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:43:57.319367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac98b9-d01f-448e-a793-6c3928e5a7e5 req-1106f346-8f78-430c-92ca-3798f69cf0e1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:57.320918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2ac98b9-d01f-448e-a793-6c3928e5a7e5 req-1106f346-8f78-430c-92ca-3798f69cf0e1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 944 time: 0.1078370
Jun 21 02:43:57.365175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2ac98b9-d01f-448e-a793-6c3928e5a7e5 req-3bb1a608-a7fa-4cd3-836a-1a69df2719ee tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366483
Jun 21 02:43:57.478704 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.486319 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.490961 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a9a201f7-d61f-4301-9c04-99de9b2a26f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:57.491116 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8415e630-1989-45eb-aa42-ec9cec37fe82 tempest-ServersAdminTestJSON-594441001 tempest-ServersAdminTestJSON-594441001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:57.514082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] Pushing event deleted for resources: {'Port': ['ID=55768b25-2f4b-4d8e-b863-3e57b504614a,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:57.521200 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:57.525031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] No DVR routers for this DVR port 55768b25-2f4b-4d8e-b863-3e57b504614a on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:57.525209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] No DVR routers for this DVR port 55768b25-2f4b-4d8e-b863-3e57b504614a on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:43:57.528045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Port': ['ID=55768b25-2f4b-4d8e-b863-3e57b504614a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:57.540377 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:57.668480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.686678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3687580>,) {'filters': {'network_id': ['321d2ca0-ebaa-460e-b116-d14158a942ed']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:57.696905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:43:57.710328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf8c7d-4eb2-436a-9c0a-ac81e0c4bb7c req-689d43ab-6c60-46dd-81f5-6f238fbca852 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:57.712120 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-efaf8c7d-4eb2-436a-9c0a-ac81e0c4bb7c req-689d43ab-6c60-46dd-81f5-6f238fbca852 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 945 time: 0.1883287
Jun 21 02:43:57.714504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3687580>, 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:57.714852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3687580>, 'd9c1f9c5-abb3-42d4-9a65-e31b8f117770') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:43:57.753368 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.789496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.812490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:43:57.812852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:43:57.823077 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:43:57.848182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:43:57.864658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:43:57.864658 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:57.864847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-efaf8c7d-4eb2-436a-9c0a-ac81e0c4bb7c req-406e635e-9ac4-4bdb-afaf-15df80e1b4aa tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258125
Jun 21 02:43:57.972672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0da83f-0014-4f30-8e85-cda94661bb47 req-7cc73bca-cb96-40cd-849a-38f376ca111c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:57.980652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d0da83f-0014-4f30-8e85-cda94661bb47 req-7cc73bca-cb96-40cd-849a-38f376ca111c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2780235
Jun 21 02:43:57.986833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.023601 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:43:58.027003 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b987841d-b19c-4df1-bdfc-2a94e223e4f3" -d '{"events": [{"server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "name": "network-vif-plugged", "status": "completed", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:43:58.074872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:43:58.080291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d0da83f-0014-4f30-8e85-cda94661bb47 req-6dabb9e1-667f-4633-bd69-6fc85bb6bf24 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990396
Jun 21 02:43:58.083761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.091275 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ceea39c-a953-4dbe-ac36-2b0412b72d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:58.101786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 55768b25-2f4b-4d8e-b863-3e57b504614a no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:43:58.119924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.123473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "DELETE /v2.0/networks/321d2ca0-ebaa-460e-b116-d14158a942ed HTTP/1.1" status: 204  len: 168 time: 1.5656748
Jun 21 02:43:58.130694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32906) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:58.151765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Network': ['ID=321d2ca0-ebaa-460e-b116-d14158a942ed,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:58.159468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-797818033'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:58.159956 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619791ff-46a6-4cb3-be6e-3cef900e2fc9 x-openstack-request-id: req-619791ff-46a6-4cb3-be6e-3cef900e2fc9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:43:58.160903 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "name": "network-vif-plugged", "status": "completed", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:43:58.161663 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-619791ff-46a6-4cb3-be6e-3cef900e2fc9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:43:58.162696 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'code': 200}
Jun 21 02:43:58.175385 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:58.175630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 55768b25-2f4b-4d8e-b863-3e57b504614a {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:43:58.176084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 55768b25-2f4b-4d8e-b863-3e57b504614a not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:43:58.188508 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.192296 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:58.231802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261957-588e-42b6-8c63-1c80df2a5e14 req-ed67da12-d8e8-42f4-92a3-bf444ea2f176 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:58.233813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c261957-588e-42b6-8c63-1c80df2a5e14 req-ed67da12-d8e8-42f4-92a3-bf444ea2f176 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1110494
Jun 21 02:43:58.298299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c261957-588e-42b6-8c63-1c80df2a5e14 req-d99dbd3b-0e8f-4000-91b4-2b28a6d74f9a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521786
Jun 21 02:43:58.315122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:58.319891 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:58.320776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-d1bc793a-45e7-4ced-9440-5b0618f23027 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:58.325723 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-d1bc793a-45e7-4ced-9440-5b0618f23027 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.2895412
Jun 21 02:43:58.365717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:58.369915 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.418909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:43:58.423412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813e5c4-8af0-4a41-a4d1-5f00bc9cd602 req-a63e8149-b230-4bae-96a2-fc00ca73a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:58.423412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1813e5c4-8af0-4a41-a4d1-5f00bc9cd602 req-a63e8149-b230-4bae-96a2-fc00ca73a28f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 1098 time: 0.0699217
Jun 21 02:43:58.457933 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.457933 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Added segment 77b72031-c79b-4c70-8f97-b2f354e1e27f of type vlan for network 0100efd5-3a20-4dff-b187-293e9954ec2a
Jun 21 02:43:58.487482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1813e5c4-8af0-4a41-a4d1-5f00bc9cd602 req-3174e17f-0dca-4658-8f20-408eb2b20d5e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467129
Jun 21 02:43:58.531472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.608669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bc1e7-83b7-4fc5-a4be-8b291cf4b389 req-87557c30-d2d9-4660-9dcd-519b8e16646c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:58.610586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d17bc1e7-83b7-4fc5-a4be-8b291cf4b389 req-87557c30-d2d9-4660-9dcd-519b8e16646c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 944 time: 0.0701156
Jun 21 02:43:58.613411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-b33fa9ad-2100-4c12-b102-54253407c63e service neutron] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:43:58.620222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-b33fa9ad-2100-4c12-b102-54253407c63e service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.620222 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-06544ef8-3c4c-4ec7-8b13-1ce695da080b req-b33fa9ad-2100-4c12-b102-54253407c63e service neutron] 10.222.0.26 "DELETE /v2.0/ports/8622b849-1e7a-4147-a04e-cb6b572d7cb6/bindings/n-h1-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.2820764
Jun 21 02:43:58.639834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.646517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:58.647574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:58.651290 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:58.654241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d17bc1e7-83b7-4fc5-a4be-8b291cf4b389 req-3143ebd6-63eb-4e45-9ac3-aa50ae754107 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376804
Jun 21 02:43:58.725695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Network': ['ID=0100efd5-3a20-4dff-b187-293e9954ec2a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:58.738003 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:58.739754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 0100efd5-3a20-4dff-b187-293e9954ec2a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:43:58.761918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32916) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:58.763303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6286330
Jun 21 02:43:58.767687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'subnet': {'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:43:58.926790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751739fe-5bea-4ac2-99c8-8be30c31e6f4 req-b92de076-63a5-4f4f-a580-4851402bb5cc tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:58.928246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751739fe-5bea-4ac2-99c8-8be30c31e6f4 req-b92de076-63a5-4f4f-a580-4851402bb5cc tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1096 time: 0.0994973
Jun 21 02:43:58.967740 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751739fe-5bea-4ac2-99c8-8be30c31e6f4 req-ac0c2165-d605-46eb-a6e0-84614a9bf1f5 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314031
Jun 21 02:43:58.988955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:43:58.992502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:59.121678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43bb31-30d3-450f-812e-b5f73e9a6772 req-a31d38a9-865b-459c-a78d-0daad0449c6f tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:59.123281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e43bb31-30d3-450f-812e-b5f73e9a6772 req-a31d38a9-865b-459c-a78d-0daad0449c6f tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 946 time: 0.1466887
Jun 21 02:43:59.245983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e43bb31-30d3-450f-812e-b5f73e9a6772 req-7ae818aa-0a40-4710-940f-a3ad572ea67a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150780
Jun 21 02:43:59.313153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f4c61-76e8-4ce2-a268-aa4a76949027 req-b8c5c638-3715-46a8-986f-ae161aa52527 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:59.315064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-376f4c61-76e8-4ce2-a268-aa4a76949027 req-b8c5c638-3715-46a8-986f-ae161aa52527 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 1096 time: 0.1590202
Jun 21 02:43:59.352742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-376f4c61-76e8-4ce2-a268-aa4a76949027 req-a6889666-c925-4e47-8b05-e57e26faabf1 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314572
Jun 21 02:43:59.375650 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:59.382153 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-31709d67-56f4-4d5b-937b-04517f75c720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:43:59.540960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Subnet': ['ID=1d2a9cbc-dcf7-46a4-bd85-12fa77f00704,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:43:59.553547 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:43:59.574379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Checking segment: {'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:43:59.574755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network hostable DHCP agents. Network: 0100efd5-3a20-4dff-b187-293e9954ec2a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:43:59.643300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bbe1a-b3dc-44c4-a0a5-6b194ba6193d req-af699f83-2b5d-4c85-884a-249899310364 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:59.644924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d1bbe1a-b3dc-44c4-a0a5-6b194ba6193d req-af699f83-2b5d-4c85-884a-249899310364 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2213595
Jun 21 02:43:59.698668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d1bbe1a-b3dc-44c4-a0a5-6b194ba6193d req-f2782d08-2815-43bb-b3d4-23738ee137d0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478125
Jun 21 02:43:59.732825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network 0100efd5-3a20-4dff-b187-293e9954ec2a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:43:59.788944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf669a0-e2ad-41c3-a62f-5f940f60d412 req-81ccb96d-6425-47a8-9586-8fd7554d9f48 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:59.796317 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bf669a0-e2ad-41c3-a62f-5f940f60d412 req-81ccb96d-6425-47a8-9586-8fd7554d9f48 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.0935156
Jun 21 02:43:59.819797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 0100efd5-3a20-4dff-b187-293e9954ec2a) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:43:59.831032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ad569d-d629-4e89-affc-50562ea3a80f None None] Network 0100efd5-3a20-4dff-b187-293e9954ec2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:43:59.831804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:43:59.832473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:43:59.856518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bf669a0-e2ad-41c3-a62f-5f940f60d412 req-4c5248c9-baba-4c40-aa5d-cc673f7aa5ce tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564909
Jun 21 02:43:59.956349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.1932261
Jun 21 02:43:59.959172 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32950) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:43:59.967865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-911212509'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:00.044334 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-0100efd5-3a20-4dff-b187-293e9954ec2a', 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'fixed_ips': [{'subnet_id': '1d2a9cbc-dcf7-46a4-bd85-12fa77f00704'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:44:00.046456 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.100284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:44:00.107917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.140215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:44:00.140498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713584e9-6305-4895-892e-6230a2028f9d req-1de47014-1a9b-4803-8025-3506dfcf9a72 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:00.142228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-713584e9-6305-4895-892e-6230a2028f9d req-1de47014-1a9b-4803-8025-3506dfcf9a72 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 945 time: 0.1009722
Jun 21 02:44:00.166027 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.167092 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Added segment cdb28016-f7bf-421a-adec-27cb795d2902 of type vlan for network 418623f1-4ad5-42b9-ad46-65c852bb68e6
Jun 21 02:44:00.231134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-713584e9-6305-4895-892e-6230a2028f9d req-b1d1fc77-ff5f-4e1a-a7ed-fb3a664b2d28 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808425
Jun 21 02:44:00.247470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.285477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Allocated IP 19.80.0.2 (0100efd5-3a20-4dff-b187-293e9954ec2a/1d2a9cbc-dcf7-46a4-bd85-12fa77f00704/d82d683a-14f8-46e0-8963-9a976e2e1b04) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:44:00.361806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.368193 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:00.369117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.374171 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:00.523781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Network': ['ID=418623f1-4ad5-42b9-ad46-65c852bb68e6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:00.532180 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.532508 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:00.534148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd9a75-4bfb-4c2d-815d-6b4706bb97be req-be862707-c3f6-4208-ba4c-dde7f163b60d tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:00.538169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Transition to ACTIVE for port object d82d683a-14f8-46e0-8963-9a976e2e1b04 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:00.542851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01bd9a75-4bfb-4c2d-815d-6b4706bb97be req-be862707-c3f6-4208-ba4c-dde7f163b60d tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 946 time: 0.1246493
Jun 21 02:44:00.561314 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6003904
Jun 21 02:44:00.561804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32972) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:00.564841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'subnet': {'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:00.568539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 418623f1-4ad5-42b9-ad46-65c852bb68e6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:44:00.616828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Transition to ACTIVE for port object d82d683a-14f8-46e0-8963-9a976e2e1b04 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:00.660078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01bd9a75-4bfb-4c2d-815d-6b4706bb97be req-3489eb01-0d61-4e12-8ba1-d2e3d210512a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097443
Jun 21 02:44:00.688701 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.693006 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-93fd1117-9b37-4fee-812c-cbddebde2f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:00.748399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Network 0100efd5-3a20-4dff-b187-293e9954ec2a is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:44:00.751708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:44:00.755162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:44:00.770565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Pushing event updated for resources: {'Port': ['ID=d82d683a-14f8-46e0-8963-9a976e2e1b04,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:00.779567 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:00.781682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:44:00.788502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.835272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Attempting to bind port d82d683a-14f8-46e0-8963-9a976e2e1b04 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:44:00.835781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Attempting to bind port d82d683a-14f8-46e0-8963-9a976e2e1b04 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:44:00.836019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Attempting to bind port d82d683a-14f8-46e0-8963-9a976e2e1b04 on network 0100efd5-3a20-4dff-b187-293e9954ec2a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:00.843602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:44:00.843602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Checking segment: {'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:44:00.843602 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.844072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Bound using segment: {'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:44:00.844156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Bound port: d82d683a-14f8-46e0-8963-9a976e2e1b04, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:44:00.844523 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:00.931505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] For port d82d683a-14f8-46e0-8963-9a976e2e1b04, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:00.935641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] For port d82d683a-14f8-46e0-8963-9a976e2e1b04, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d82d683a-14f8-46e0-8963-9a976e2e1b04,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:44:01.009174 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:01.014613 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:01.041550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-97e9e0cd-7a80-485f-9d44-ea7c4a06b731 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:01.050654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-97e9e0cd-7a80-485f-9d44-ea7c4a06b731 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2579162
Jun 21 02:44:01.095562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Pushing event updated for resources: {'Port': ['ID=d82d683a-14f8-46e0-8963-9a976e2e1b04,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:01.109007 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:01.468831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:44:01.511889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-9c7eac69-6fe6-4022-836c-26fab4228986 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 696 time: 0.4602966
Jun 21 02:44:01.517920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Request body: {'floatingip': {'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:01.610608 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:01.752392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:01.798617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'mac_address': 'fa:16:3e:a3:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:44:01.862953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:01.863633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:01.878239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021a45-6831-468c-a914-9345e09ea25a req-2d67c546-07d4-4e73-a353-a03524f29625 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:01.887559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4021a45-6831-468c-a914-9345e09ea25a req-2d67c546-07d4-4e73-a353-a03524f29625 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.8924696
Jun 21 02:44:01.897760 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:01.922803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:02.003955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:02.136630 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:02.138855 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:02.185420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Checking segment: {'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:44:02.185859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network hostable DHCP agents. Network: 418623f1-4ad5-42b9-ad46-65c852bb68e6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:44:02.208108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4021a45-6831-468c-a914-9345e09ea25a req-2faabf8b-ee00-475c-95d6-15e14526cea6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3201611
Jun 21 02:44:02.214862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:02.236612 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:02.242445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d82d683a-14f8-46e0-8963-9a976e2e1b04 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:02.253459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Subnet': ['ID=dedce080-3b15-4594-869c-b7346bad12e6,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:02.265638 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:02.289067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:44:02.461926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff92ba2-d780-4217-80e2-9892eaf25da3 None None] Network 0100efd5-3a20-4dff-b187-293e9954ec2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:44:02.507165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network 418623f1-4ad5-42b9-ad46-65c852bb68e6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:44:02.569174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port d82d683a-14f8-46e0-8963-9a976e2e1b04 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:02.621832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 418623f1-4ad5-42b9-ad46-65c852bb68e6) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:44:02.659810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb34193-0517-4ac3-b765-820982828abe None None] Network 418623f1-4ad5-42b9-ad46-65c852bb68e6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:44:02.674537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:02.674537 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:02.688086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] Provisioning for port d82d683a-14f8-46e0-8963-9a976e2e1b04 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:02.762315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.1995325
Jun 21 02:44:02.794681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] Provisioning complete for port d82d683a-14f8-46e0-8963-9a976e2e1b04 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:02.795063 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:02.950850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:03.008627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:03.232686 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd associated. External IP: 172.25.7.139, port: bf4719dc-2c89-4769-86a6-1c4147fa06d5.
Jun 21 02:44:03.403765 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:03.451902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] For port d82d683a-14f8-46e0-8963-9a976e2e1b04, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d82d683a-14f8-46e0-8963-9a976e2e1b04,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:03.518493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-418623f1-4ad5-42b9-ad46-65c852bb68e6', 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'fixed_ips': [{'subnet_id': 'dedce080-3b15-4594-869c-b7346bad12e6'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:44:03.519972 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:03.610208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:03.844998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:03.851156 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:03.854765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Allocated IP 19.86.0.2 (418623f1-4ad5-42b9-ad46-65c852bb68e6/dedce080-3b15-4594-869c-b7346bad12e6/4f5e6a9e-2a5d-484f-b233-c8c1c741d23c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:44:03.862314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:03.954525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-e7b39e7e-522e-4d02-8519-281a6149e890 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "PUT /v2.0/floatingips/f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd HTTP/1.1" status: 200  len: 996 time: 2.4406481
Jun 21 02:44:03.955236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:03.964147 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dc3009-d7b7-482c-9475-f1fac8b49925" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:04.155243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-fd56a5dc-8da9-4c55-83bc-214c94b785be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:04.156264 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:04.162959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-fd56a5dc-8da9-4c55-83bc-214c94b785be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 0.1902940
Jun 21 02:44:04.172823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Transition to ACTIVE for port object 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:04.214889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:04.215541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7e2e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:43:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:04.217771 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:04.224771 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:04.303049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Transition to ACTIVE for port object 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:04.320636 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-90a9d893-35d4-43f7-84d2-af89597a3c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:04.336117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-acab9a77-6ecb-48d5-851d-9cf054a0485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:04.338508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-acab9a77-6ecb-48d5-851d-9cf054a0485a service neutron] 10.222.0.25 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.1741409
Jun 21 02:44:04.413848 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:04.425887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9bd4b024-3e09-473f-ac62-57610e693d4f None None] Provisioning complete for port d82d683a-14f8-46e0-8963-9a976e2e1b04 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:04.426273 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b024-3e09-473f-ac62-57610e693d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:04.457767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] Pushing event updated for resources: {'Port': ['ID=d82d683a-14f8-46e0-8963-9a976e2e1b04,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:04.477155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-52efc99f-0106-4e53-baf6-07236a5b4725 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 999 time: 0.1275890
Jun 21 02:44:04.485186 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:04.488657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Network 418623f1-4ad5-42b9-ad46-65c852bb68e6 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:44:04.489371 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:04.498154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:44:04.516638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:44:04.583018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-cd897fa9-a9a3-4247-badd-d6a4cbb2bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:04.588262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-cd897fa9-a9a3-4247-badd-d6a4cbb2bba8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.0842795
Jun 21 02:44:04.588850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:04.707593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-31bd0585-1053-47e8-98eb-3d8e37e45b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:04.711781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-31bd0585-1053-47e8-98eb-3d8e37e45b7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1157248
Jun 21 02:44:04.732283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-79a54089-bf1f-4772-b9ca-629644ebf773 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:44:04.733657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-79a54089-bf1f-4772-b9ca-629644ebf773 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0148847
Jun 21 02:44:04.855531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Attempting to bind port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:44:04.858035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Attempting to bind port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:44:04.858426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Attempting to bind port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c on network 418623f1-4ad5-42b9-ad46-65c852bb68e6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:04.903008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-c645cc9a-0c46-4de5-8167-821a8ad85e29 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:04.907456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Pushing event updated for resources: {'Port': ['ID=4f5e6a9e-2a5d-484f-b233-c8c1c741d23c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:04.912647 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:04.913693 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-c645cc9a-0c46-4de5-8167-821a8ad85e29 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 945 time: 0.2325053
Jun 21 02:44:04.921943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:44:04.922335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Checking segment: {'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:44:04.922757 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:04.923189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Bound using segment: {'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:44:04.923677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Bound port: 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:44:04.924069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:04.996834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-26a2fcad-e4d0-43c2-a4fc-711249d49694 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528558
Jun 21 02:44:05.264172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f11d0522-f0a0-43c2-9f4a-76026d12f139 req-28d28c6b-1692-4242-b857-6097fe38163d service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590714
Jun 21 02:44:05.528828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:05.542242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Deleting port 63c4840b-c022-462d-b499-fabbb6a12dce {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:05.542943 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:05.689678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:05.689979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:05.734591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d968bc-1f62-4cae-9574-4cfe5d897ebf req-1b71f922-43c1-46db-9a79-161472eaaddb tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:05.738027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95d968bc-1f62-4cae-9574-4cfe5d897ebf req-1b71f922-43c1-46db-9a79-161472eaaddb tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1039343
Jun 21 02:44:05.749866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] For port 63c4840b-c022-462d-b499-fabbb6a12dce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=63c4840b-c022-462d-b499-fabbb6a12dce,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:05.750138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:05.776691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:05.781040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7e2e0>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:36:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:02Z', 'revision_number': 1, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:05.817924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95d968bc-1f62-4cae-9574-4cfe5d897ebf req-f7119312-64bd-4587-b0b3-38e4fd1ceade tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743315
Jun 21 02:44:05.898934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:05.925786 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:06.008671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:06.012182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] For port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:06.016713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:06.019329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7e2e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:43:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:06.190191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:06.195421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:06.197192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:06.198000 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Floating IP 3f98b2e2-3b73-401b-9969-d15434ed9edf disassociated. External IP: 172.25.7.117, port: 63c4840b-c022-462d-b499-fabbb6a12dce.
Jun 21 02:44:06.198552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Calling delete_port for 63c4840b-c022-462d-b499-fabbb6a12dce owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:06.221847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:06.224244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edca54-9d97-427d-96c3-c8be37e87639 req-66ded659-123a-4628-8e19-955ce27eb817 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:06.225964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9edca54-9d97-427d-96c3-c8be37e87639 req-66ded659-123a-4628-8e19-955ce27eb817 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/ports?device_id=a08d3568-83db-4cf5-916b-dc11f40bba51 HTTP/1.1" status: 200  len: 945 time: 0.1401222
Jun 21 02:44:06.235535 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea32d318-1ab1-47e2-9a43-e809faa649c8" -d '{"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-plugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:06.319369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:06.321894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d82d683a-14f8-46e0-8963-9a976e2e1b04 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:06.335001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9edca54-9d97-427d-96c3-c8be37e87639 req-00974cb1-4c77-457f-aee1-12313bc7ea90 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73e9d58-ace3-4d70-8d95-63fcf8281608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017020
Jun 21 02:44:06.384244 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:06.599470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:06.599723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:06.603024 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4cf570a-c7d6-4222-9b02-2ce08d515d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:06.632445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] For port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4f5e6a9e-2a5d-484f-b233-c8c1c741d23c,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:44:06.638123 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:06.663165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event deleted for resources: {'Port': ['ID=63c4840b-c022-462d-b499-fabbb6a12dce,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:06.672156 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:06.754353 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4aea6116-53c6-4a16-88e1-1c4110c7cc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:06.758853 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:06.785747 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:06.839375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Pushing event updated for resources: {'Port': ['ID=4f5e6a9e-2a5d-484f-b233-c8c1c741d23c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:06.843167 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:06.868244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d82d683a-14f8-46e0-8963-9a976e2e1b04 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:06.873642 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:06.956235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7e2e0>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:36:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:02Z', 'revision_number': 1, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:06.987092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8559a-998c-4b9a-9452-49ed67a13c06 None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:36:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:02Z', 'revision_number': 1, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:06.993155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:07.204928 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:07.335691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:07.352070 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] Sync routers for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:07.374309 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:07.376805 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d91972b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:07.432264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd9c43-b730-4e32-8f46-7a28ae3f4cd2 None None] New status for floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:44:07.466742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] No DVR routers for this DVR port 63c4840b-c022-462d-b499-fabbb6a12dce on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:07.472602 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:07.483280 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e2a6e17-f54a-43f3-8e3a-13a03c30f093 req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.26 "DELETE /v2.0/ports/63c4840b-c022-462d-b499-fabbb6a12dce HTTP/1.1" status: 204  len: 173 time: 2.5590935
Jun 21 02:44:07.483893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'name': 'network-vif-deleted', 'tag': '63c4840b-c022-462d-b499-fabbb6a12dce'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:07.486344 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c4ae49-cf9f-4e13-b350-b5abf05228af" -d '{"events": [{"server_uuid": "a08d3568-83db-4cf5-916b-dc11f40bba51", "name": "network-vif-deleted", "tag": "63c4840b-c022-462d-b499-fabbb6a12dce"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:07.639428 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:07.743142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 63c4840b-c022-462d-b499-fabbb6a12dce no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:07.795805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 63c4840b-c022-462d-b499-fabbb6a12dce {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:07.797049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 63c4840b-c022-462d-b499-fabbb6a12dce not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:07.924382 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:07.929036 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:07.956193 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d91972b0>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:08.004338 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] Checking router: 9eb3320a-817a-42d4-9c8d-d56989eff7c0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:08.023781 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:08.025829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d91972b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:08.207639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:08.246558 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:08.403787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:08.518426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ef9a6-c0d9-4fb7-b402-44bba5c3d6d8 None None] Network 418623f1-4ad5-42b9-ad46-65c852bb68e6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:44:08.752127 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d91972b0>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:08.752829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] Provisioning for port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:08.769277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] Provisioning complete for port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:08.769888 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:08.779399 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abe1d8-74fe-4f18-8011-fbcba65c45f3 None None] The sync data for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 is: [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:39:17Z', 'revision_number': 4, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f', 'name': '', 'network_id': 'e0cc354e-999c-4b45-a6f9-79b90b4bcfd0', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'mac_address': 'fa:16:3e:50:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:16Z', 'updated_at': '2021-06-21T02:39:23Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'subnets': [{'id': 'e4dec0d2-5f45-4bc6-9e9f-38537cf21856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:08.925907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:09.013057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] For port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4f5e6a9e-2a5d-484f-b233-c8c1c741d23c,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:09.192199 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4d82c-c790-4693-bef4-4e7b0b5951ae None None] New status for floating IP 3f98b2e2-3b73-401b-9969-d15434ed9edf: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:44:09.518738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:09.520610 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:09.542888 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:09.570490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] Pushing event updated for resources: {'Port': ['ID=4f5e6a9e-2a5d-484f-b233-c8c1c741d23c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:09.574757 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:09.641314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5487c0c7-5fac-475d-aab6-a48da6b673b7 None None] Provisioning complete for port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:09.641666 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5487c0c7-5fac-475d-aab6-a48da6b673b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:10.117519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:10.194116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:10.194790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:11.311887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-0b005a7a-8859-48b3-a558-ab8e33a37dfd tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:11.318266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-0b005a7a-8859-48b3-a558-ab8e33a37dfd tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:11.326346 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-0b005a7a-8859-48b3-a558-ab8e33a37dfd tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/networks?id=0100efd5-3a20-4dff-b187-293e9954ec2a&id=418623f1-4ad5-42b9-ad46-65c852bb68e6 HTTP/1.1" status: 200  len: 1390 time: 0.2452230
Jun 21 02:44:11.347749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-a03e8774-3a8f-4ede-912e-e53ba0802236 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/quotas/0ac16443068b422882e59a3fd20a9674 HTTP/1.1" status: 200  len: 375 time: 0.0193079
Jun 21 02:44:11.429671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198eb5d-a2a3-4e92-83b5-6bb923e8321b req-0b8376c2-ac03-49b6-891e-02ae85d0c0b6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:11.431297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6198eb5d-a2a3-4e92-83b5-6bb923e8321b req-0b8376c2-ac03-49b6-891e-02ae85d0c0b6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1904681
Jun 21 02:44:11.471524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-e56dc364-56f5-46ac-85ad-558562b2a4cf tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1236866
Jun 21 02:44:11.555019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6198eb5d-a2a3-4e92-83b5-6bb923e8321b req-1795ba66-169c-4d4b-a361-0b797eb5d0b7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169176
Jun 21 02:44:11.618077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-8fac5a61-fb37-4f91-a262-dcb70472d2c8 service neutron] 10.222.0.25 "GET /v2.0/networks/0100efd5-3a20-4dff-b187-293e9954ec2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457839
Jun 21 02:44:11.621646 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e847a104-bbfa-44a2-b970-ebd005b15546 x-openstack-request-id: req-e847a104-bbfa-44a2-b970-ebd005b15546 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:11.622179 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:11.622632 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e847a104-bbfa-44a2-b970-ebd005b15546 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:11.624708 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'status': 'completed', 'code': 200}
Jun 21 02:44:11.780928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-0ea7cd3b-96b5-4b34-965c-243494482a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:11.787219 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-0ea7cd3b-96b5-4b34-965c-243494482a08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 0.1258543
Jun 21 02:44:11.874673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-ab65ed60-2148-4df5-a972-04b2d5d408c7 service neutron] 10.222.0.25 "GET /v2.0/networks/0100efd5-3a20-4dff-b187-293e9954ec2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2488506
Jun 21 02:44:11.982578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-84054ec3-a4a9-408b-9c3b-e3d53ba5342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:11.984702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-84054ec3-a4a9-408b-9c3b-e3d53ba5342e service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.1755035
Jun 21 02:44:12.076066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-8a531581-0b66-4b95-99e7-1cfcf74e19e9 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:12.077546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-8a531581-0b66-4b95-99e7-1cfcf74e19e9 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1994128
Jun 21 02:44:12.081066 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-139f66e7-12f3-46fe-b9a6-2871ad9d0023 service neutron] 10.222.0.25 "GET /v2.0/networks/418623f1-4ad5-42b9-ad46-65c852bb68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799617
Jun 21 02:44:12.195065 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-d3e77514-8452-4542-84a7-b96abfefdb89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 1001 time: 0.1929743
Jun 21 02:44:12.231353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-405d8afc-06f8-408e-beaf-8b387ffe1cab tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1001 time: 0.1466658
Jun 21 02:44:12.262449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Request body: {'floatingip': {'port_id': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:12.309507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-12431a1a-ddf4-41af-93da-c90fb7cb5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:12.314901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-12431a1a-ddf4-41af-93da-c90fb7cb5e97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.1137357
Jun 21 02:44:12.399758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-4cd2897b-809c-42c9-a13e-8c705562bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:12.401904 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-4cd2897b-809c-42c9-a13e-8c705562bffd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0813570
Jun 21 02:44:12.455575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-8d195d67-1698-4be4-984e-b21f74565a29 service neutron] 10.222.0.25 "GET /v2.0/networks/418623f1-4ad5-42b9-ad46-65c852bb68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2620060
Jun 21 02:44:12.475922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:12.595096 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-2d7bb943-57e5-46be-8378-1f82561f49ba service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832798
Jun 21 02:44:12.749402 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76dc3009-d7b7-482c-9475-f1fac8b49925 req-1164940f-2983-4abc-ae6c-5b4b590754d9 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406407
Jun 21 02:44:13.004017 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-2723895f-1b51-464e-88fa-e2f69eabeb7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1415722
Jun 21 02:44:13.204325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-d4abda52-b3c1-42fe-84a6-4ea69cebfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:13.206148 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-d4abda52-b3c1-42fe-84a6-4ea69cebfaf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1098 time: 0.1603379
Jun 21 02:44:13.491466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-37040116-6cde-4955-b8a0-78b67f6e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:13.495720 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-37040116-6cde-4955-b8a0-78b67f6e09cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.2588110
Jun 21 02:44:13.582549 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-32dc0969-2d5f-4ee8-ae6d-17afe710e189 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 200  len: 217 time: 0.0757511
Jun 21 02:44:13.678204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-f7e95616-0076-4ae8-9d16-df4a6da2b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:13.683614 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-f7e95616-0076-4ae8-9d16-df4a6da2b548 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.0922415
Jun 21 02:44:13.780745 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-2cff0869-1a4d-4f39-b70e-965f30fabfcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0870094
Jun 21 02:44:13.984605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-89fe4d6a-7c06-4c50-a6b8-866d6e57b4de service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908257
Jun 21 02:44:14.058334 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:14.120973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-538ae242-5a0d-419f-9460-db3803ab2ce0 req-8b5269ec-6297-4716-a5cb-6e2f6e0029f8 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252766
Jun 21 02:44:14.194931 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:14.257893 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0addf55-5d06-46c9-9f40-6b25b557f4ee x-openstack-request-id: req-a0addf55-5d06-46c9-9f40-6b25b557f4ee {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:14.258459 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-plugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:14.258558 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0addf55-5d06-46c9-9f40-6b25b557f4ee {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:14.258953 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'code': 200}
Jun 21 02:44:14.402312 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-a5c82a74-8e9f-4e7a-8a83-3dcf48a82aa6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0848444
Jun 21 02:44:14.443285 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd associated. External IP: 172.25.7.139, port: bf4719dc-2c89-4769-86a6-1c4147fa06d5.
Jun 21 02:44:14.565807 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb73e48-30d1-4180-9708-7fcf1ba7a8ca x-openstack-request-id: req-fcb73e48-30d1-4180-9708-7fcf1ba7a8ca {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:14.566466 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08d3568-83db-4cf5-916b-dc11f40bba51", "name": "network-vif-deleted", "tag": "63c4840b-c022-462d-b499-fabbb6a12dce", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:14.566968 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcb73e48-30d1-4180-9708-7fcf1ba7a8ca {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:14.567636 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08d3568-83db-4cf5-916b-dc11f40bba51', 'name': 'network-vif-deleted', 'tag': '63c4840b-c022-462d-b499-fabbb6a12dce', 'status': 'completed', 'code': 200}
Jun 21 02:44:14.637538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-db27d6e3-9dfe-4be0-b00f-a2a1a26c7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:14.640499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-db27d6e3-9dfe-4be0-b00f-a2a1a26c7a78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 1097 time: 0.1358814
Jun 21 02:44:14.785364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:14.847050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-0b6d0295-0f74-4e97-9940-e5fd66d18373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:14.850269 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-0b6d0295-0f74-4e97-9940-e5fd66d18373 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1816587
Jun 21 02:44:14.957810 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-89160b48-b73a-4561-bbfa-4afdb0f9ee30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 200  len: 217 time: 0.0975020
Jun 21 02:44:14.959414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:14.973573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:14.991305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:14.991963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b1bb20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:15.078591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-70c6bca2-084c-4151-8d9e-4c339e9612e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:15.082685 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-70c6bca2-084c-4151-8d9e-4c339e9612e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1175668
Jun 21 02:44:15.216167 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-726e5158-2a3d-4cda-9806-62e55d2c39b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1194100
Jun 21 02:44:15.316397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:15.414221 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-3793dd4a-307f-4476-be88-a5e85763e20a service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869509
Jun 21 02:44:15.519635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:15.563581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-987c47ab-d679-49f1-85e9-6dbce7d60d97 req-4a543e9f-759d-41ea-85ef-d03eed81c132 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322939
Jun 21 02:44:15.764591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:15.769742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:15.817424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b1bb20>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:96:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:13Z', 'revision_number': 3, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:15.895450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:15.930978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:15.933632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b1bb20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:15.939900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:15.942997 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb48df12-5920-4908-b25a-a52afbe6a83a" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:16.009979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-9db815e5-80a5-425a-bc6a-c67246a1e109 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "PUT /v2.0/floatingips/f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd HTTP/1.1" status: 200  len: 999 time: 3.7776067
Jun 21 02:44:16.122605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:16.147356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-129fbb66-da1d-48d7-a980-eaa43cb6363e tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:16.149929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-129fbb66-da1d-48d7-a980-eaa43cb6363e tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports/bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 942 time: 0.1255465
Jun 21 02:44:16.369968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-c8cf165b-950e-43e3-a1d9-37240831a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:16.380851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-c8cf165b-950e-43e3-a1d9-37240831a206 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 0.1093373
Jun 21 02:44:16.565781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b1bb20>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:96:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:13Z', 'revision_number': 3, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:16.615600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7aa75-8200-4566-98ce-02e83b052915 None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:96:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:13Z', 'revision_number': 3, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:16.637888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-1b36d60d-efaf-4e75-9057-1264d9107a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:16.639335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-1b36d60d-efaf-4e75-9057-1264d9107a9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.2585154
Jun 21 02:44:16.693266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-a574918f-e536-4a89-9808-6ae9cdd12426 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:16.746097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-a574918f-e536-4a89-9808-6ae9cdd12426 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:16.760430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-7c7aa068-e506-42c4-8921-8c3d2f964b1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 217 time: 0.1133127
Jun 21 02:44:16.764212 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-a574918f-e536-4a89-9808-6ae9cdd12426 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "GET /v2.0/networks?id=0100efd5-3a20-4dff-b187-293e9954ec2a&id=418623f1-4ad5-42b9-ad46-65c852bb68e6 HTTP/1.1" status: 200  len: 1390 time: 0.4718149
Jun 21 02:44:16.793202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'port': {'device_id': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a', 'admin_state_up': True, 'tenant_id': '0ac16443068b422882e59a3fd20a9674'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:16.882903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-ed77a5fe-ccb7-40f0-bd0e-de80f8d61b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:16.891378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-ed77a5fe-ccb7-40f0-bd0e-de80f8d61b28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.1299274
Jun 21 02:44:17.044755 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b62356-14d3-44c3-8037-7a374dd0d9b0 None None] New status for floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:44:17.050720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-a38e2f79-319b-402c-a3a3-77992f8bcc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:17.056160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-a38e2f79-319b-402c-a3a3-77992f8bcc73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1640449
Jun 21 02:44:17.084003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-e6d553b7-d632-429d-9b99-c80a3364edb2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:44:17.091046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-e6d553b7-d632-429d-9b99-c80a3364edb2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0179021
Jun 21 02:44:17.110756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:44:17.115316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:17.338504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-46910660-4ff5-48c4-8c26-670c8253e5ad service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364717
Jun 21 02:44:17.425285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Allocated IP 19.80.0.216 (0100efd5-3a20-4dff-b187-293e9954ec2a/1d2a9cbc-dcf7-46a4-bd85-12fa77f00704/02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:44:17.510799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:17.528647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:17.533357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ae2d30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:17.534290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-4117c9db-9819-4b29-b36b-e40562c940a0 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967669
Jun 21 02:44:17.738374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-cd1b48f3-ae10-4c68-9974-5064a2ada424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:17.741759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-cd1b48f3-ae10-4c68-9974-5064a2ada424 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 1098 time: 0.1243253
Jun 21 02:44:17.779375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:17.825757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Transition to ACTIVE for port object 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:17.831368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:18.015515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-04a8c8ff-c884-4b91-bff7-f5ada368ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:18.026722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-04a8c8ff-c884-4b91-bff7-f5ada368ba57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.2757697
Jun 21 02:44:18.203343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-b3cb6b6e-4dcf-4f72-a0b5-fad0e941795a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 1002 time: 0.1752846
Jun 21 02:44:18.322424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-ab5fe45b-0b74-4c77-b33f-0f59d7fbab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:18.323926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-ab5fe45b-0b74-4c77-b33f-0f59d7fbab1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.1147413
Jun 21 02:44:18.420838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255868-3a32-4caf-861c-909c0975d18e req-eab2ae88-2f9d-4c48-86af-3b6dad1b9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:18.424165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-eab2ae88-2f9d-4c48-86af-3b6dad1b9186 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0943336
Jun 21 02:44:18.451020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ae2d30>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:96:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:17Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:18.501690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:18.506056 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:18.518556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:18.543607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:18.543607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ae2d30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:18.568882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network 0100efd5-3a20-4dff-b187-293e9954ec2a is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:44:18.576971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:44:18.579835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:44:18.583054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Port': ['ID=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:18.594805 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:18.628863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-2110d1dc-7fb0-49f9-8f42-be1f285f80ed service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920791
Jun 21 02:44:18.658675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:18.659452 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:18.777805 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0026243
Jun 21 02:44:18.795565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Request body: {'port': {'device_id': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6', 'admin_state_up': True, 'tenant_id': '0ac16443068b422882e59a3fd20a9674'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:18.827816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31255868-3a32-4caf-861c-909c0975d18e req-e31c73fe-3c05-4a6d-99da-e1c4f0a38585 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1868429
Jun 21 02:44:19.162978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Made reservation on behalf of 0ac16443068b422882e59a3fd20a9674 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:44:19.169617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:19.188992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:19.229370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0877ae0b-afa7-4c96-95b2-d5eaf928613d None None] Provisioning for port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:19.242325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b522f-77bd-4a86-bcdc-7677d5e713f1 req-2997fbf3-c2d5-476b-99f3-c80e7f9ada86 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:19.245154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c08b522f-77bd-4a86-bcdc-7677d5e713f1 req-2997fbf3-c2d5-476b-99f3-c80e7f9ada86 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1555336
Jun 21 02:44:19.247171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0877ae0b-afa7-4c96-95b2-d5eaf928613d None None] Provisioning complete for port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:19.247843 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0877ae0b-afa7-4c96-95b2-d5eaf928613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:19.312650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c08b522f-77bd-4a86-bcdc-7677d5e713f1 req-9c89f87f-fd7c-4ee0-a861-c186cc1b6b39 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590749
Jun 21 02:44:19.363351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0877ae0b-afa7-4c96-95b2-d5eaf928613d None None] Port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:44:19.534629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Allocated IP 19.86.0.21 (418623f1-4ad5-42b9-ad46-65c852bb68e6/dedce080-3b15-4594-869c-b7346bad12e6/9ef73173-ba82-471a-b438-4498a4c53aea) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:44:19.781078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9d7a-622c-44de-9e65-ea59d1e1b07e req-148ff943-c99a-4fee-8153-0b29001687e8 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:19.786158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b0e9d7a-622c-44de-9e65-ea59d1e1b07e req-148ff943-c99a-4fee-8153-0b29001687e8 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 932 time: 0.1778510
Jun 21 02:44:19.853584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b0e9d7a-622c-44de-9e65-ea59d1e1b07e req-fb9237bb-46ad-444b-847e-088c2b12993a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556803
Jun 21 02:44:19.855459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ae2d30>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:96:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:17Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:19.898149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e964af-9d61-4a5a-9633-999e801296ab None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:96:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:17Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:20.072704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:20.103339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Transition to ACTIVE for port object 9ef73173-ba82-471a-b438-4498a4c53aea will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:20.206417 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a00156-2ecc-43fc-94e5-e22017b82662 x-openstack-request-id: req-e0a00156-2ecc-43fc-94e5-e22017b82662 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:20.206417 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:20.206417 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0a00156-2ecc-43fc-94e5-e22017b82662 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:20.206417 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'status': 'completed', 'code': 200}
Jun 21 02:44:20.227494 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:20.232807 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-599abbbc-9051-4aff-a985-7335b1fc9d85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:20.338905 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:44:20.354663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Network 418623f1-4ad5-42b9-ad46-65c852bb68e6 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:44:20.366985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:44:20.374708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:44:20.377182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9ddd57d-3c66-4283-b497-724ad727c1e2 req-31299162-cfb5-49b0-a1fc-e124ffb68ba8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1002 time: 0.1231778
Jun 21 02:44:20.438385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event updated for resources: {'Port': ['ID=9ef73173-ba82-471a-b438-4498a4c53aea,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:20.467169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:20.469104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:20.473930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:20.503755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-bdd331e3-2972-4620-b3c6-9ac5192360fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:20.506407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd57d-3c66-4283-b497-724ad727c1e2 req-8a0d93cf-0a34-4196-a75c-2168b1428966 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:20.507811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9ddd57d-3c66-4283-b497-724ad727c1e2 req-8a0d93cf-0a34-4196-a75c-2168b1428966 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports/783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 943 time: 0.1297612
Jun 21 02:44:20.508228 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-bdd331e3-2972-4620-b3c6-9ac5192360fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 0.2683673
Jun 21 02:44:20.605124 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8152344
Jun 21 02:44:20.641606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Request body: {'port': {'device_id': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:20.857713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9ddd57d-3c66-4283-b497-724ad727c1e2 req-eccc696b-8c19-46c0-8599-0e1fe5936e42 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1002 time: 0.1218994
Jun 21 02:44:20.911361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2bf77c7a-5f35-47ab-be3d-d5e81be3cb65 None None] Provisioning for port 9ef73173-ba82-471a-b438-4498a4c53aea completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:20.916693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2bf77c7a-5f35-47ab-be3d-d5e81be3cb65 None None] Provisioning complete for port 9ef73173-ba82-471a-b438-4498a4c53aea triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:20.917166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2bf77c7a-5f35-47ab-be3d-d5e81be3cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:20.962937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2bf77c7a-5f35-47ab-be3d-d5e81be3cb65 None None] Port 9ef73173-ba82-471a-b438-4498a4c53aea cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:44:21.032337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd57d-3c66-4283-b497-724ad727c1e2 req-4086907e-21a9-49bd-8d78-18b0497a1857 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:21.034274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9ddd57d-3c66-4283-b497-724ad727c1e2 req-4086907e-21a9-49bd-8d78-18b0497a1857 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1695006
Jun 21 02:44:21.122683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-cb856b6a-f871-4bbc-93cc-ba67f62c31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:21.124038 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-cb856b6a-f871-4bbc-93cc-ba67f62c31df service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.6066165
Jun 21 02:44:21.209068 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-401ea518-0867-4e9f-9d4b-23f114e7e664 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 217 time: 0.0729258
Jun 21 02:44:21.331905 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:21.393478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e91834-e47d-47bf-92f6-522b61c7bd38 req-fe01e9e5-ef1c-46b2-930f-1702be136f8b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:21.401402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7e91834-e47d-47bf-92f6-522b61c7bd38 req-fe01e9e5-ef1c-46b2-930f-1702be136f8b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1170552
Jun 21 02:44:21.506225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7e91834-e47d-47bf-92f6-522b61c7bd38 req-a56fc3e8-7e8b-4bb1-9f85-4a466b0eed98 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035419
Jun 21 02:44:21.576919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-f0a4df44-fe22-48e3-9167-7bc529df0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:21.580177 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-f0a4df44-fe22-48e3-9167-7bc529df0337 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.3491704
Jun 21 02:44:21.703016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29c41-1359-4812-92e4-6e2367efd352 req-bc94972b-584e-4a8b-8c78-c2b1cfdffbaf tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:21.709039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29c41-1359-4812-92e4-6e2367efd352 req-bc94972b-584e-4a8b-8c78-c2b1cfdffbaf tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:21.718626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89f29c41-1359-4812-92e4-6e2367efd352 req-bc94972b-584e-4a8b-8c78-c2b1cfdffbaf tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1654 time: 0.0918016
Jun 21 02:44:21.782548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89f29c41-1359-4812-92e4-6e2367efd352 req-7134b9aa-0243-4d17-9551-5fde7202fc82 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643780
Jun 21 02:44:21.844202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-0da0bc5a-74d1-49f0-8a0c-79e9c91b3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:21.848212 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-0da0bc5a-74d1-49f0-8a0c-79e9c91b3bcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2510290
Jun 21 02:44:21.881755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-d0572932-df62-4fac-a7e0-5fd4f72a50ee tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1002 time: 0.0810478
Jun 21 02:44:21.965146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-7fdcdb9d-1370-4ae9-9fe9-0388e1715056 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:21.980011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-7fdcdb9d-1370-4ae9-9fe9-0388e1715056 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports/783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 943 time: 0.0967603
Jun 21 02:44:22.007612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-0d99600f-999d-4be3-a1fb-221a7cd0b49e service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485317
Jun 21 02:44:22.091490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:22.109812 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:22.136450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Transition to ACTIVE for port object 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:22.152246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb48df12-5920-4908-b25a-a52afbe6a83a req-62d1b52d-bca7-4994-9fcb-97d689a3388f service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196423
Jun 21 02:44:22.180343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-0839b049-fa39-4147-b322-cf4dc4589140 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1002 time: 0.0925343
Jun 21 02:44:22.214919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:22.216242 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19390aa-2d4e-4784-b366-b325c5249a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:22.232278 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:22.235670 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-800c8260-6646-4f4a-8d04-d4a7e723bad3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:22.320514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Pushing event updated for resources: {'Port': ['ID=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:22.335225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-f0d4bb2b-7a68-432e-bf3b-7b10d5175ca4 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:22.339899 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:22.348275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-f0d4bb2b-7a68-432e-bf3b-7b10d5175ca4 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1575959
Jun 21 02:44:22.429980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Attempting to bind port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:44:22.430526 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Attempting to bind port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:44:22.431040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Attempting to bind port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 on network 0100efd5-3a20-4dff-b187-293e9954ec2a {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:22.440672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 on network 0100efd5-3a20-4dff-b187-293e9954ec2a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:44:22.443677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Attempting to bind port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 on network 0100efd5-3a20-4dff-b187-293e9954ec2a {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:22.456872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:44:22.457225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Checking segment: {'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:44:22.457650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Bound using segment: {'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:44:22.458096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Bound port: 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b72031-c79b-4c70-8f97-b2f354e1e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:44:22.458443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:22.473315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-5a265d25-7b23-4a8c-b387-99f672bada48 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1002 time: 0.1237080
Jun 21 02:44:22.480538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:22.551208 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:22.568642 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] For port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:22.576224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] For port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:44:22.650074 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:22.653645 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:22.708156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33308) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:22.726606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:22.736548 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab98fec5-d2f5-4ddb-b3a6-8e12d2eb1778 x-openstack-request-id: req-ab98fec5-d2f5-4ddb-b3a6-8e12d2eb1778 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:22.738139 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:22.738950 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab98fec5-d2f5-4ddb-b3a6-8e12d2eb1778 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:22.740197 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'status': 'completed', 'code': 200}
Jun 21 02:44:22.749959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:22.750580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:22.757630 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] 10.222.0.20 "PUT /v2.0/ports/02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 HTTP/1.1" status: 200  len: 1093 time: 2.1298418
Jun 21 02:44:22.758275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'tag': '02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:22.763761 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "tag": "02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:22.799916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:22.800436 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd disassociated. External IP: 172.25.7.139, port: 783cfa4a-70b9-4d79-96d6-dea3d9ba7109.
Jun 21 02:44:22.957014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Request body: {'port': {'device_id': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:22.970986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Pushing event updated for resources: {'Port': ['ID=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:22.987284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:23.075417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6916f40e-67da-4535-a83e-31dcac113c3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:23.131198 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6916f40e-67da-4535-a83e-31dcac113c3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:23.146264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-96c4d3f7-372a-4174-aebf-e4c59bc6acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:23.147796 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-96c4d3f7-372a-4174-aebf-e4c59bc6acbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 1098 time: 0.3611965
Jun 21 02:44:23.184525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:23.209627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa758eb2-bfb6-447f-bde5-a4867cfb6038 req-290714fc-6246-4a6d-bfaa-504f0f25e3e2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:23.222390 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa758eb2-bfb6-447f-bde5-a4867cfb6038 req-290714fc-6246-4a6d-bfaa-504f0f25e3e2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.2065599
Jun 21 02:44:23.302354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:23.319199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa758eb2-bfb6-447f-bde5-a4867cfb6038 req-1ea96d01-168d-42d3-92ec-988cb101fb60 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963855
Jun 21 02:44:23.374490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-73c96af2-9032-442b-92dd-cecc81073b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:23.375978 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-73c96af2-9032-442b-92dd-cecc81073b08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.2198133
Jun 21 02:44:23.402928 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6916f40e-67da-4535-a83e-31dcac113c3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:23.405686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6916f40e-67da-4535-a83e-31dcac113c3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:23.409375 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6916f40e-67da-4535-a83e-31dcac113c3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "DELETE /v2.0/security-groups/d73e9d58-ace3-4d70-8d95-63fcf8281608 HTTP/1.1" status: 204  len: 168 time: 0.6976762
Jun 21 02:44:23.425250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33326) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:23.457423 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-9cee14fa-cbe3-460e-9ed8-3c205823002e tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] show failed (client error): The resource could not be found.
Jun 21 02:44:23.458447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9cee14fa-cbe3-460e-9ed8-3c205823002e tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "GET /v2.0/security-groups/d73e9d58-ace3-4d70-8d95-63fcf8281608 HTTP/1.1" status: 404  len: 347 time: 0.0323741
Jun 21 02:44:23.461488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33332) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:23.641703 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da7297a0-d904-449e-b3f2-81255fcc7c3a tempest-ImagesNegativeTestJSON-2098076283 tempest-ImagesNegativeTestJSON-2098076283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:23.651339 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-0df24525-4cf0-4340-9554-f50268a5efa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 217 time: 0.2667456
Jun 21 02:44:23.653122 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8a2182-2993-474b-81e3-ab358a7bb6fb x-openstack-request-id: req-af8a2182-2993-474b-81e3-ab358a7bb6fb {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:23.653476 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "tag": "02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:23.653771 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af8a2182-2993-474b-81e3-ab358a7bb6fb {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:23.654206 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'tag': '02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7', 'status': 'completed', 'code': 200}
Jun 21 02:44:23.746597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef73173-ba82-471a-b438-4498a4c53aea {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:23.758981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:23.792311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f40e-67da-4535-a83e-31dcac113c3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e9d58-ace3-4d70-8d95-63fcf8281608,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:23.800397 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6916f40e-67da-4535-a83e-31dcac113c3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:23.829831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Transition to ACTIVE for port object 9ef73173-ba82-471a-b438-4498a4c53aea will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:23.852473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-cf34de6e-d6ea-476e-8906-5555f2290cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:23.854302 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-cf34de6e-d6ea-476e-8906-5555f2290cd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.1872532
Jun 21 02:44:23.930616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-cd0743ca-76b3-4629-bde2-29494982a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:23.933392 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-cd0743ca-76b3-4629-bde2-29494982a70b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0719984
Jun 21 02:44:23.935608 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:23.940661 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df6760c9-1e2f-4f48-a0df-64cbba718752 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:23.983613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:24.001112 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:24.006055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:24.014602 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:24.015503 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8d86280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:24.089563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-04e58bc2-fc79-46b5-9072-277546aff85a tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "PUT /v2.0/floatingips/f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd HTTP/1.1" status: 200  len: 695 time: 1.6147196
Jun 21 02:44:24.120930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-0fc1c864-498f-455b-8044-3d334610cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.121371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-0fc1c864-498f-455b-8044-3d334610cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.123226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-0fc1c864-498f-455b-8044-3d334610cfe0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1914 time: 0.2542377
Jun 21 02:44:24.215762 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:24.227526 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-58026d17-af8a-43ab-83b9-20658d302f41 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2813294
Jun 21 02:44:24.375159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef73173-ba82-471a-b438-4498a4c53aea,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:24.379564 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:24.385590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Deleting port 8f14c697-5c66-46a8-955c-cb3a54beb287 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:24.386200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:24.484612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Attempting to bind port 9ef73173-ba82-471a-b438-4498a4c53aea on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:44:24.485092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Attempting to bind port 9ef73173-ba82-471a-b438-4498a4c53aea by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:44:24.485568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Attempting to bind port 9ef73173-ba82-471a-b438-4498a4c53aea on network 418623f1-4ad5-42b9-ad46-65c852bb68e6 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:24.486083 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8d86280>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:24.497689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Port 9ef73173-ba82-471a-b438-4498a4c53aea on network 418623f1-4ad5-42b9-ad46-65c852bb68e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:44:24.498156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Attempting to bind port 9ef73173-ba82-471a-b438-4498a4c53aea on network 418623f1-4ad5-42b9-ad46-65c852bb68e6 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:24.509740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:44:24.510225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Checking segment: {'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:44:24.510749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Bound using segment: {'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:44:24.511640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Bound port: 9ef73173-ba82-471a-b438-4498a4c53aea, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb28016-f7bf-421a-adec-27cb795d2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:44:24.512101 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:24.530225 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:24.538874 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:24.539490 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8d86280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:24.579083 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f19390aa-2d4e-4784-b366-b325c5249a2c req-6a4f1184-b659-478c-9ac9-2de1aeb53177 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745245
Jun 21 02:44:24.673534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-51207a15-e176-4869-8d4a-0b996ef00b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.681675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-51207a15-e176-4869-8d4a-0b996ef00b88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 1098 time: 0.5904367
Jun 21 02:44:24.692773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] For port 9ef73173-ba82-471a-b438-4498a4c53aea, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:24.704900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] For port 9ef73173-ba82-471a-b438-4498a4c53aea, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ef73173-ba82-471a-b438-4498a4c53aea,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:44:24.710952 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:24.713460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-c35a9182-ee2a-488d-bcd0-86811c4c0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.717145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-c35a9182-ee2a-488d-bcd0-86811c4c0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.717145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-c35a9182-ee2a-488d-bcd0-86811c4c0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.717145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-c35a9182-ee2a-488d-bcd0-86811c4c0f1b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0ac16443068b422882e59a3fd20a9674&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.5634332
Jun 21 02:44:24.765635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:24.767825 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409" -d '{"events": [{"name": "network-changed", "server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:24.776545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:24.779423 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-75e7f537-1f20-47fa-bd3d-a763e06130b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:24.870528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef73173-ba82-471a-b438-4498a4c53aea,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:24.872631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:24.872963 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:24.875956 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:24.882735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.883811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:24.886442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] 10.222.0.20 "PUT /v2.0/ports/9ef73173-ba82-471a-b438-4498a4c53aea HTTP/1.1" status: 200  len: 1092 time: 1.9461954
Jun 21 02:44:24.896835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e770d7-aa2a-44e4-8405-9b831a610018 req-d90e33ac-5a59-4223-9baf-7d074b89cd7a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.907408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e770d7-aa2a-44e4-8405-9b831a610018 req-d90e33ac-5a59-4223-9baf-7d074b89cd7a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:24.915692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1e770d7-aa2a-44e4-8405-9b831a610018 req-d90e33ac-5a59-4223-9baf-7d074b89cd7a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1678 time: 1.0364413
Jun 21 02:44:25.009533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Calling delete_port for 8f14c697-5c66-46a8-955c-cb3a54beb287 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:25.075089 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8d86280>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:25.135265 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a07df2-2dee-4c41-b09c-7e59d6a6fe5d None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:25.289298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:25.305467 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:25.322463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1e770d7-aa2a-44e4-8405-9b831a610018 req-6defa9ff-1632-4ca8-a0b4-af9ff43c7a3d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3874054
Jun 21 02:44:25.355286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-02ccf999-c476-4411-aabe-8a67b0149a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:25.357080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-02ccf999-c476-4411-aabe-8a67b0149a3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.6745086
Jun 21 02:44:25.362164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-2e38d9e7-ca20-4bf4-b500-39c36077dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:25.362164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d10d6b6f-61f9-46d9-a201-bb969bb6e8f8 req-2e38d9e7-ca20-4bf4-b500-39c36077dd16 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6292279
Jun 21 02:44:25.362164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Pushing event deleted for resources: {'Port': ['ID=8f14c697-5c66-46a8-955c-cb3a54beb287,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:25.399357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.400132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.400267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.400769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.401289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.401693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.402060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.402424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.402777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.403137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.403494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.403851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:25.454886 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:25.467805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-740ce33c-990d-46d4-acda-012d6ef5ac2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 217 time: 0.0927625
Jun 21 02:44:25.473806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c94ff-8599-4d2c-899a-f55e0cdbbe09 None None] New status for floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:44:25.614907 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:25.617437 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:25.619339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] 10.222.0.25 "DELETE /v2.0/floatingips/3f98b2e2-3b73-401b-9969-d15434ed9edf HTTP/1.1" status: 204  len: 168 time: 2.1558354
Jun 21 02:44:25.629054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-f4496842-4b15-4399-b6aa-b57f1ffa68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:25.631016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-f4496842-4b15-4399-b6aa-b57f1ffa68ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.1297286
Jun 21 02:44:25.634733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:25.655141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'tag': '9ef73173-ba82-471a-b438-4498a4c53aea'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:25.658327 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3347ff5-9695-480c-b5a9-1a024aa0258e" -d '{"events": [{"name": "network-changed", "server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "tag": "9ef73173-ba82-471a-b438-4498a4c53aea"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:25.686495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c9c4-fe15-4391-a2ec-79df1000854d req-32df8818-6704-44bb-a242-f968c849201a tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:25.688105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1068c9c4-fe15-4391-a2ec-79df1000854d req-32df8818-6704-44bb-a242-f968c849201a tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 950 time: 0.2289732
Jun 21 02:44:25.692194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-c2af589b-dae8-4c42-9b62-45abc0a0bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:25.692681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-c2af589b-dae8-4c42-9b62-45abc0a0bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:25.694564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-c2af589b-dae8-4c42-9b62-45abc0a0bb83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1982 time: 0.2385395
Jun 21 02:44:25.752841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-598ea3cd-c8bb-4497-9229-dcdca0663917 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 HTTP/1.1" status: 200  len: 217 time: 0.0455699
Jun 21 02:44:25.812663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1068c9c4-fe15-4391-a2ec-79df1000854d req-45762a6d-52a9-4022-b8d3-fbf7e26df1d7 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158304
Jun 21 02:44:25.827183 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:25.833472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-d64501ec-6c29-44f6-ad4d-74c289b37a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:25.835024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-d64501ec-6c29-44f6-ad4d-74c289b37a3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1954288
Jun 21 02:44:25.864604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:25.865668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-bf9c482f-0155-474b-ad8a-346a76042f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:25.867231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-bf9c482f-0155-474b-ad8a-346a76042f8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d2a9cbc-dcf7-46a4-bd85-12fa77f00704 HTTP/1.1" status: 200  len: 801 time: 0.1043057
Jun 21 02:44:25.867365 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7402c5e4-42d9-48a5-ac7c-997b13a325dd" -d '{"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-unplugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:25.886415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:26.024078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-6305023b-71d1-449b-9a70-7d9cb1bc75d8 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806142
Jun 21 02:44:26.029992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-99756cf5-c7a1-4b1e-a69e-a14a7bf91d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:26.031054 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:26.031526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-99756cf5-c7a1-4b1e-a69e-a14a7bf91d87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0100efd5-3a20-4dff-b187-293e9954ec2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1368771
Jun 21 02:44:26.032968 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:26.088540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:26.096417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.096994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.097427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.098406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.098712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.099021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.099355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.099761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.100037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.100361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.100688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.101007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:26.105196 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:26.174523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec93267-bead-4c9c-8c42-7e30bd8ac759 req-3fd56139-a816-4e9c-be7c-2ffa547cd1a7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:26.175910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ec93267-bead-4c9c-8c42-7e30bd8ac759 req-3fd56139-a816-4e9c-be7c-2ffa547cd1a7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.2190461
Jun 21 02:44:26.241956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-9aecd838-7e9e-4550-9490-103dd44921a2 service neutron] 10.222.0.20 "GET /v2.0/networks/0100efd5-3a20-4dff-b187-293e9954ec2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991074
Jun 21 02:44:26.246480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b676a7a5-21a3-4f93-96fe-acd81fe3acde req-728c6c48-b6f8-4606-9852-ee1b47a9b04c service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2139282
Jun 21 02:44:26.260206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ec93267-bead-4c9c-8c42-7e30bd8ac759 req-a491002a-7b61-427a-b6c4-8270786a694f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756567
Jun 21 02:44:26.322610 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cffb50-4fe5-4e51-be05-0397a8cc537f x-openstack-request-id: req-77cffb50-4fe5-4e51-be05-0397a8cc537f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:26.323172 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:26.323556 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77cffb50-4fe5-4e51-be05-0397a8cc537f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:26.323994 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'status': 'completed', 'code': 200}
Jun 21 02:44:26.360608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-4265e228-e140-42ce-bb78-bba1df1ba58d service neutron] 10.222.0.20 "GET /v2.0/networks/0100efd5-3a20-4dff-b187-293e9954ec2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113977
Jun 21 02:44:26.384476 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2090f5-06ea-4e78-bb0c-0bf28b156c7c x-openstack-request-id: req-fd2090f5-06ea-4e78-bb0c-0bf28b156c7c {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:26.384980 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "tag": "9ef73173-ba82-471a-b438-4498a4c53aea", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:26.385274 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd2090f5-06ea-4e78-bb0c-0bf28b156c7c {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:26.385733 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'tag': '9ef73173-ba82-471a-b438-4498a4c53aea', 'status': 'completed', 'code': 200}
Jun 21 02:44:26.412824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-3a8daf00-06af-4ccc-8b82-95f0a6db8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:26.415843 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-3a8daf00-06af-4ccc-8b82-95f0a6db8bff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 1098 time: 0.0698421
Jun 21 02:44:26.420246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-348556fe-7d9d-41dd-a113-6f85aa9a4dfc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=9ef73173-ba82-471a-b438-4498a4c53aea HTTP/1.1" status: 200  len: 217 time: 0.0477400
Jun 21 02:44:26.476596 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57230c7-8a52-43db-9c85-88f898f3026c x-openstack-request-id: req-b57230c7-8a52-43db-9c85-88f898f3026c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:26.478995 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-unplugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:26.479633 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b57230c7-8a52-43db-9c85-88f898f3026c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:26.480208 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'code': 200}
Jun 21 02:44:26.511161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-51a72c7f-2661-4e42-9c28-22619771d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:26.512744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-51a72c7f-2661-4e42-9c28-22619771d7e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dedce080-3b15-4594-869c-b7346bad12e6 HTTP/1.1" status: 200  len: 801 time: 0.0780764
Jun 21 02:44:26.574640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-2499fb0e-aceb-466f-971c-f0008d6e845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:26.578537 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-2499fb0e-aceb-466f-971c-f0008d6e845b service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.1571105
Jun 21 02:44:26.583946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-09bfcf8a-a18a-4b0c-b091-1d6726db01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:26.585656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-09bfcf8a-a18a-4b0c-b091-1d6726db01ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=418623f1-4ad5-42b9-ad46-65c852bb68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0651956
Jun 21 02:44:26.639779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-e738bcd1-db22-4365-be46-918aacc66ca9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 200  len: 217 time: 0.0544229
Jun 21 02:44:26.718628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-80584308-e9e1-4519-8a02-df3b0e9df564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:26.720906 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-80584308-e9e1-4519-8a02-df3b0e9df564 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.0739515
Jun 21 02:44:26.754470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-e68941e1-3e9b-4d91-97d1-726d39b1ecde service neutron] 10.222.0.20 "GET /v2.0/networks/418623f1-4ad5-42b9-ad46-65c852bb68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524100
Jun 21 02:44:26.824037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-b68a099e-fdc0-4df9-a45b-af80a1d1e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:26.826081 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-b68a099e-fdc0-4df9-a45b-af80a1d1e1ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0984683
Jun 21 02:44:26.895215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88cf0d25-63a9-45a4-a031-76e08403f824 req-16f97de0-cc45-4a9f-a8df-516f306c3194 service neutron] 10.222.0.20 "GET /v2.0/networks/418623f1-4ad5-42b9-ad46-65c852bb68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211195
Jun 21 02:44:26.936592 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-c47ba55d-5fce-4229-a346-9eb56679a748 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027038
Jun 21 02:44:27.042484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10b29b4c-5fd9-45ee-8c61-d906cd8c3409 req-e5c32578-fe6a-408d-8df3-8600e18309c4 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0987031
Jun 21 02:44:27.124448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-fbdb978d-6928-429a-8fa9-2e661dad9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:27.124930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-fbdb978d-6928-429a-8fa9-2e661dad9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:27.131585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-fbdb978d-6928-429a-8fa9-2e661dad9ccb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ac16443068b422882e59a3fd20a9674&device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1982 time: 0.0608156
Jun 21 02:44:27.667049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-24d38a01-5079-415c-b4f3-7d1339e1386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:27.668583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-24d38a01-5079-415c-b4f3-7d1339e1386a service neutron] 10.222.0.20 "GET /v2.0/networks?id=418623f1-4ad5-42b9-ad46-65c852bb68e6 HTTP/1.1" status: 200  len: 902 time: 0.5351667
Jun 21 02:44:27.725984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-952436fb-de8d-4ee0-9e6d-0012e07f403d tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:27.727772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-952436fb-de8d-4ee0-9e6d-0012e07f403d tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1997020
Jun 21 02:44:27.730519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-c0d97e2a-4cf5-44b2-b00d-ead316670080 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=9ef73173-ba82-471a-b438-4498a4c53aea HTTP/1.1" status: 200  len: 217 time: 0.0518284
Jun 21 02:44:27.739114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9093f4-62b2-49f1-a851-d182351ea0ab req-a78408a0-6bfa-4fb9-a435-81b3ac339eb9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:27.745724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9093f4-62b2-49f1-a851-d182351ea0ab req-a78408a0-6bfa-4fb9-a435-81b3ac339eb9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:27.747346 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea9093f4-62b2-49f1-a851-d182351ea0ab req-a78408a0-6bfa-4fb9-a435-81b3ac339eb9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1678 time: 0.2206299
Jun 21 02:44:27.849722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-078a1d40-65ea-4125-bb65-095cd22c1a52 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 696 time: 0.0909598
Jun 21 02:44:27.855833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Request body: {'floatingip': {'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:27.908600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:27.971465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea9093f4-62b2-49f1-a851-d182351ea0ab req-5b26b02b-76e8-46cb-8b5c-8f7f054e9301 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078314
Jun 21 02:44:27.996874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-30a319ed-fcfb-4982-95d6-b579eab3df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:27.996874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-30a319ed-fcfb-4982-95d6-b579eab3df34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dedce080-3b15-4594-869c-b7346bad12e6 HTTP/1.1" status: 200  len: 801 time: 0.2460215
Jun 21 02:44:28.208982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-3c0b1f77-16df-4ffa-8b0c-73d4d359d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:28.210565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-3c0b1f77-16df-4ffa-8b0c-73d4d359d90f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=418623f1-4ad5-42b9-ad46-65c852bb68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2061381
Jun 21 02:44:28.354418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9bacd-214e-423d-a776-50fedd1ba752 req-61877981-9914-4891-bfaa-8c165aef18b2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:28.355994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8a9bacd-214e-423d-a776-50fedd1ba752 req-61877981-9914-4891-bfaa-8c165aef18b2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.2435780
Jun 21 02:44:28.496189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-fe3a53bf-9e12-44a5-8abc-2a5ca0695332 service neutron] 10.222.0.20 "GET /v2.0/networks/418623f1-4ad5-42b9-ad46-65c852bb68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2762578
Jun 21 02:44:28.527212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8a9bacd-214e-423d-a776-50fedd1ba752 req-3e0c5096-2966-4c1d-9f59-f22aa99519a9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608725
Jun 21 02:44:28.695155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3347ff5-9695-480c-b5a9-1a024aa0258e req-d0e828b9-2c55-4a2f-a887-2f74242f50cb service neutron] 10.222.0.20 "GET /v2.0/networks/418623f1-4ad5-42b9-ad46-65c852bb68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1868196
Jun 21 02:44:28.718285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-8b97c7a2-eaaf-45e7-b273-4b961490dbde tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:28.720072 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-8b97c7a2-eaaf-45e7-b273-4b961490dbde tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32 HTTP/1.1" status: 200  len: 946 time: 0.0803113
Jun 21 02:44:28.773021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:28.857060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Deleting port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:28.857504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:28.875563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:28.976467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] For port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:28.976853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:29.038008 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd associated. External IP: 172.25.7.139, port: bf4719dc-2c89-4769-86a6-1c4147fa06d5.
Jun 21 02:44:29.057085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Calling delete_port for 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:29.289775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:29.412205 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:29.419185 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:29.426747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['bf4719dc-2c89-4769-86a6-1c4147fa06d5', '783cfa4a-70b9-4d79-96d6-dea3d9ba7109'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:44:29.438570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:29.455225 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:29.455796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:29.475926 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:29.476613 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e56d30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:29.531967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Pushing event deleted for resources: {'Port': ['ID=783cfa4a-70b9-4d79-96d6-dea3d9ba7109,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:29.534669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-5746695d-e724-4e27-8e4e-d959331ad659 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "PUT /v2.0/floatingips/f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd HTTP/1.1" status: 200  len: 996 time: 1.6757507
Jun 21 02:44:29.535833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:29.541358 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:29.549079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.549571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.550257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.550646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.551429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.551922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.552585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.552965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.553598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.553991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.554338 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.554698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:44:29.575411 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:29.637263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:44:29.645635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] No DVR routers for this DVR port 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:29.648666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:29.651540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a2a10f6b-4fb2-48f0-85cd-abbb64af6a06 req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.26 "DELETE /v2.0/ports/783cfa4a-70b9-4d79-96d6-dea3d9ba7109 HTTP/1.1" status: 204  len: 173 time: 0.9246845
Jun 21 02:44:29.652111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'name': 'network-vif-deleted', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:29.672880 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e8e5eb-885d-4b9b-891c-51e76e7b7faa" -d '{"events": [{"server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "name": "network-vif-deleted", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:29.689654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-d1998a66-b123-423d-bc8b-43446001e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:29.696203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-d1998a66-b123-423d-bc8b-43446001e093 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 0.1467717
Jun 21 02:44:29.750361 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:29.853586 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:29.874486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-a142fa39-18f8-4a4b-9c6a-7283636eaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:29.878076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7', 'network_id': '0100efd5-3a20-4dff-b187-293e9954ec2a', 'port_id': '02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7', 'mac_address': 'fa:16:3e:40:02:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2a9cbc-dcf7-46a4-bd85-12fa77f00704', 'ip_address': '19.80.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:44:29.888609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-a142fa39-18f8-4a4b-9c6a-7283636eaeb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.1814945
Jun 21 02:44:29.954026 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:29.987167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:30.062359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:30.180043 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:30.185584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9ef73173-ba82-471a-b438-4498a4c53aea details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:44:30.185584 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:30.192260 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-fe1a9afa-35af-4f19-8ba7-7166760277e1 service neutron] show failed (client error): The resource could not be found.
Jun 21 02:44:30.206876 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-fe1a9afa-35af-4f19-8ba7-7166760277e1 service neutron] 10.222.0.26 "GET /v2.0/ports/34ff607b-826b-4c22-8bb1-e2e9e2340f96/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.2843716
Jun 21 02:44:30.248316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-be821b78-6064-4d92-b259-1012c5350cd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 999 time: 0.3559773
Jun 21 02:44:30.369901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-1d61514b-fe62-453b-8363-672868162113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:30.377279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-1d61514b-fe62-453b-8363-672868162113 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1098 time: 0.3317430
Jun 21 02:44:30.391757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:30.396406 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:30.436008 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e56d30>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:36:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:28Z', 'revision_number': 8, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:30.465773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-29f67e68-19b7-49d9-8d95-5b42188bd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:30.466185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9ef73173-ba82-471a-b438-4498a4c53aea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ef73173-ba82-471a-b438-4498a4c53aea,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:30.473970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-29f67e68-19b7-49d9-8d95-5b42188bd734 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.2188122
Jun 21 02:44:30.501138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '9ef73173-ba82-471a-b438-4498a4c53aea', 'network_id': '418623f1-4ad5-42b9-ad46-65c852bb68e6', 'port_id': '9ef73173-ba82-471a-b438-4498a4c53aea', 'mac_address': 'fa:16:3e:e8:35:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedce080-3b15-4594-869c-b7346bad12e6', 'ip_address': '19.86.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:44:30.513660 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:30.541736 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:30.542544 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e56d30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:30.595737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-83785584-a1b2-4de4-9fc6-9ce86652d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:30.598132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-83785584-a1b2-4de4-9fc6-9ce86652d16c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.2029061
Jun 21 02:44:30.608930 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:30.616015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d94100-35d7-4ec9-b4d1-cde2398f5ba9 req-f6de1702-d40b-48bd-8e07-7ab2f6aac2e1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:30.623251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d94100-35d7-4ec9-b4d1-cde2398f5ba9 req-f6de1702-d40b-48bd-8e07-7ab2f6aac2e1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:30.627169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18d94100-35d7-4ec9-b4d1-cde2398f5ba9 req-f6de1702-d40b-48bd-8e07-7ab2f6aac2e1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1679 time: 0.2487776
Jun 21 02:44:30.647096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef73173-ba82-471a-b438-4498a4c53aea {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:30.702534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9ef73173-ba82-471a-b438-4498a4c53aea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ef73173-ba82-471a-b438-4498a4c53aea,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:30.708947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-c9b8602f-25cf-49b4-86bf-57bc6be70f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:30.712981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-c9b8602f-25cf-49b4-86bf-57bc6be70f2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2357132
Jun 21 02:44:30.718156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-43691d6b-86f9-46a6-9d5c-24d624d599eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 200  len: 217 time: 0.0851216
Jun 21 02:44:30.740151 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:30.816645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:30.819643 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:30.842800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18d94100-35d7-4ec9-b4d1-cde2398f5ba9 req-7805197c-ad6f-4359-b0f7-7bd7e21d6019 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896794
Jun 21 02:44:30.874033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-b9734ffe-8e58-48a9-871c-127361d5df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:30.874033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-b9734ffe-8e58-48a9-871c-127361d5df59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.1391864
Jun 21 02:44:30.921114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-b9ad3813-26de-4132-9ca0-690a391117e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396187
Jun 21 02:44:30.927185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-ab87ea80-6d0d-45ed-9854-0968c82f44b1 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2080028
Jun 21 02:44:30.933145 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a19499-5099-4ad8-9ffd-4c446bf7a2f9 x-openstack-request-id: req-d8a19499-5099-4ad8-9ffd-4c446bf7a2f9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:30.933986 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:30.934503 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8a19499-5099-4ad8-9ffd-4c446bf7a2f9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:30.935159 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'status': 'completed', 'code': 200}
Jun 21 02:44:30.941691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9ef73173-ba82-471a-b438-4498a4c53aea,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:30.945207 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:31.107941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-9d003f19-be72-49ed-bf17-3d799a315b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:31.109871 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-9d003f19-be72-49ed-bf17-3d799a315b00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 0.1448491
Jun 21 02:44:31.136168 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-d862675f-0445-42bc-8e0e-dd61635f0cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057180
Jun 21 02:44:31.167505 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e56d30>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:36:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:28Z', 'revision_number': 8, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:31.176573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-6428aebe-1624-48b8-ac01-c36f3f83fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:31.178226 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-6428aebe-1624-48b8-ac01-c36f3f83fd14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19&tenant_id=1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 1102 time: 0.1588154
Jun 21 02:44:31.194988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:31.237179 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7551f42-d5bd-4d6c-8263-4227141a45af None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'port_id': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'mac_address': 'fa:16:3e:36:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:43:38Z', 'updated_at': '2021-06-21T02:44:28Z', 'revision_number': 8, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:31.268681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9ef73173-ba82-471a-b438-4498a4c53aea'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:44:31.275308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-f8b65b21-e9b1-436a-9dbb-9626868d77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:31.277035 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-f8b65b21-e9b1-436a-9dbb-9626868d77c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.1599574
Jun 21 02:44:31.331622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:31.366277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:44:31.441197 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-910b73ad-e3f2-4978-8c4b-aa7d597c0b51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 999 time: 0.1213624
Jun 21 02:44:31.586144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-c1f96540-eb62-402c-bf8e-9ea97c41619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:31.588147 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-c1f96540-eb62-402c-bf8e-9ea97c41619c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.1395195
Jun 21 02:44:31.652630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 61010dde-d48b-4a18-9030-ef5bce699e93 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:44:31.680671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad20fe4-ed16-45ab-9c99-861985301f86 None None] New status for floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:44:31.767466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:31.811880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f0ea7be-fce3-479d-81d5-9be012576e70 req-456bb1e1-381c-4988-8b1f-3e0346a29d42 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8755975
Jun 21 02:44:31.820512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21c406e8-a0c1-4ea3-967a-9dfa3cafde24 req-0fa6e1eb-6883-41f0-8569-cc53a77cb240 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6614871
Jun 21 02:44:31.847603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-317763d1-31bb-4ab8-bf95-227bae502344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:31.850326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:31.857199 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-317763d1-31bb-4ab8-bf95-227bae502344 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2548304
Jun 21 02:44:31.857199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:31.861321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1f72b-f383-4551-b020-b841650ff58e req-5c205d53-4715-4b22-b29a-1b7c0e9bda89 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:31.868489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86f1f72b-f383-4551-b020-b841650ff58e req-5c205d53-4715-4b22-b29a-1b7c0e9bda89 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.7240610
Jun 21 02:44:31.910164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:31.910617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 783cfa4a-70b9-4d79-96d6-dea3d9ba7109 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:31.920897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86f1f72b-f383-4551-b020-b841650ff58e req-6d4baa02-463b-4118-abbc-262510e81697 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513785
Jun 21 02:44:31.980670 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:32.015143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Transition to ACTIVE for port object 34ff607b-826b-4c22-8bb1-e2e9e2340f96 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:32.034151 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-53c5691d-18c3-481a-ab58-04e12e96f483 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565974
Jun 21 02:44:32.091866 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd43f97-3455-44c3-b45b-2c74f0d7a898 x-openstack-request-id: req-bdd43f97-3455-44c3-b45b-2c74f0d7a898 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:32.094600 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32", "name": "network-vif-deleted", "tag": "783cfa4a-70b9-4d79-96d6-dea3d9ba7109", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:32.094921 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdd43f97-3455-44c3-b45b-2c74f0d7a898 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:32.100232 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eed715f-3ca1-4b5d-a4bb-2c6ecd747c32', 'name': 'network-vif-deleted', 'tag': '783cfa4a-70b9-4d79-96d6-dea3d9ba7109', 'status': 'completed', 'code': 200}
Jun 21 02:44:32.101177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:32.118552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '61010dde-d48b-4a18-9030-ef5bce699e93', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '61010dde-d48b-4a18-9030-ef5bce699e93', 'mac_address': 'fa:16:3e:49:13:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:44:32.164143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:32.169803 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:32.170032 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:32.184489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61010dde-d48b-4a18-9030-ef5bce699e93 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:32.217499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:32.238049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40de63-1db1-48dc-9cce-10c5a851e64c req-f9f9cfb9-72b3-403d-ae08-b9ddada02217 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:32.247891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d40de63-1db1-48dc-9cce-10c5a851e64c req-f9f9cfb9-72b3-403d-ae08-b9ddada02217 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1072528
Jun 21 02:44:32.294839 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d40de63-1db1-48dc-9cce-10c5a851e64c req-478d2125-d24d-4c80-9208-02dbf6799e3f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459769
Jun 21 02:44:32.358980 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:32.371495 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:32.529968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:32.532731 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:32.577752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['61010dde-d48b-4a18-9030-ef5bce699e93'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:44:32.662823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=6']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:32.670328 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:32.703022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc59a6fb-2bbf-4572-98df-3ee5991dd232 req-21e9283b-c9eb-4490-893e-95a538c7641e tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips/f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd HTTP/1.1" status: 200  len: 998 time: 0.1117032
Jun 21 02:44:32.716985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] No DVR routers for this DVR port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:32.739414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3e752-3e03-4cbf-8174-6d44a69f4cbd req-66713b2a-53fd-4028-9a00-f1735a546da5 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:32.746089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3e752-3e03-4cbf-8174-6d44a69f4cbd req-66713b2a-53fd-4028-9a00-f1735a546da5 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:32.759976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90e3e752-3e03-4cbf-8174-6d44a69f4cbd req-66713b2a-53fd-4028-9a00-f1735a546da5 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1680 time: 0.2491190
Jun 21 02:44:32.765375 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2bbbabdd-fdba-4bf5-b22f-febdc841e0ac req-6bd7fbd6-03ab-4b4a-b6a6-fdd7e671003a service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7248323
Jun 21 02:44:32.790728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:44:32.791154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:44:32.791561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:32.799134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:44:32.799588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:32.806792 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:44:32.810003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:44:32.810003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:44:32.810003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Bound port: 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:44:32.810003 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:32.949356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:32.978452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:44:32.979284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90e3e752-3e03-4cbf-8174-6d44a69f4cbd req-ae0775ba-4a50-47ea-9b22-ab6aa53e3039 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799469
Jun 21 02:44:33.014494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59a6fb-2bbf-4572-98df-3ee5991dd232 req-77f98a4a-c88b-44b5-9069-b4797417e822 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:33.015860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc59a6fb-2bbf-4572-98df-3ee5991dd232 req-77f98a4a-c88b-44b5-9069-b4797417e822 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.3057580
Jun 21 02:44:33.027639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-bc59a6fb-2bbf-4572-98df-3ee5991dd232 req-c7641316-7ac7-49bc-9c59-908657152039 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:44:33.028027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc59a6fb-2bbf-4572-98df-3ee5991dd232 req-c7641316-7ac7-49bc-9c59-908657152039 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0067830
Jun 21 02:44:33.062600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33486) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:33.302003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-d53ab99d-374e-4192-95c2-42201f1852b9 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1001 time: 0.1678219
Jun 21 02:44:33.418610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1d6c7-51e6-4e6f-9793-c9fd1e565a52 req-2f0f7ffa-3229-4bf8-8bef-75d29e5a0bdc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:33.420378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75f1d6c7-51e6-4e6f-9793-c9fd1e565a52 req-2f0f7ffa-3229-4bf8-8bef-75d29e5a0bdc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 948 time: 0.2779334
Jun 21 02:44:33.430350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-f6a54e21-2642-4696-8466-c7159faf7476 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:33.432862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-f6a54e21-2642-4696-8466-c7159faf7476 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports/bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 942 time: 0.0965331
Jun 21 02:44:33.585192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75f1d6c7-51e6-4e6f-9793-c9fd1e565a52 req-6889740c-da52-492f-86b8-8b9f56abf564 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171629
Jun 21 02:44:33.650842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-4d906944-208f-4fbf-8876-2d19c74fddec tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1001 time: 0.1189809
Jun 21 02:44:33.655008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 61010dde-d48b-4a18-9030-ef5bce699e93 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:33.717625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 61010dde-d48b-4a18-9030-ef5bce699e93 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:33.722809 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:33.766828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:33.775931 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af9f1c6d-5851-4540-ae4e-66c6e7d4b77d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:33.808392 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:33.820591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:33.860993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-750619d6-1d3d-41d6-8448-8e4586fe88c6 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:33.869149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-750619d6-1d3d-41d6-8448-8e4586fe88c6 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2104712
Jun 21 02:44:33.873497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:33.874173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:33.890190 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] 10.222.0.20 "PUT /v2.0/ports/34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 1097 time: 2.6886306
Jun 21 02:44:33.928756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:33.930431 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37709bc9-5dce-48c0-97fd-176e734cacb8" -d '{"events": [{"server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "name": "network-vif-plugged", "status": "completed", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:33.935382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:33.940840 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:33.953567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:33.959051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:33.999524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f8003-5610-4694-a1c2-c9d78a9bc9c8 req-be74fa2d-199f-4bf3-9f03-db81d0b0f6be tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:34.002988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca7f8003-5610-4694-a1c2-c9d78a9bc9c8 req-be74fa2d-199f-4bf3-9f03-db81d0b0f6be tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2855117
Jun 21 02:44:34.038454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-73449382-9779-4d66-8fb4-3e692c017069 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 1001 time: 0.1683862
Jun 21 02:44:34.046689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:34.054113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.056643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:34.064429 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:34.100687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-db26d36f-6936-4256-8701-46c5cacb5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:34.102225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-db26d36f-6936-4256-8701-46c5cacb5950 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1100 time: 0.1597841
Jun 21 02:44:34.102768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}, {'name': 'network-changed', 'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:34.106366 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2" -d '{"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-unplugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}, {"name": "network-changed", "server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:34.154526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.216420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:34.233147 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:34.285653 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d875b07b-0cc0-4c70-905a-cdf1b58564d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.315576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-a33bb622-865a-49c9-ae32-643f8d2e5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:34.318143 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-a33bb622-865a-49c9-ae32-643f8d2e5f62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2051647
Jun 21 02:44:34.322688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:34.330239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:34.333691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.392039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.411930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca7f8003-5610-4694-a1c2-c9d78a9bc9c8 req-99ab1cf0-a131-49cc-9430-6661c57df57c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4006298
Jun 21 02:44:34.421341 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-badceaa8-d34b-4864-a0c3-957dea3509b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.0924697
Jun 21 02:44:34.478470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.530959 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd3f985-e0ef-4f67-ab85-6569f19aeb2c x-openstack-request-id: req-8dd3f985-e0ef-4f67-ab85-6569f19aeb2c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:34.531954 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "name": "network-vif-plugged", "status": "completed", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:34.534187 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dd3f985-e0ef-4f67-ab85-6569f19aeb2c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:34.534861 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93', 'code': 200}
Jun 21 02:44:34.537634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-d9454988-4273-4856-b6d9-af6c621fd7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:34.539121 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-d9454988-4273-4856-b6d9-af6c621fd7ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0987222
Jun 21 02:44:34.569001 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.626660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:34.650244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7d70ffde-b8a0-4374-8622-b06ebcf2b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:34.651779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-7d70ffde-b8a0-4374-8622-b06ebcf2b24b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1037889
Jun 21 02:44:34.705923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.706241 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd disassociated. External IP: 172.25.7.139, port: bf4719dc-2c89-4769-86a6-1c4147fa06d5.
Jun 21 02:44:34.781711 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:34.785218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9ef73173-ba82-471a-b438-4498a4c53aea up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:34.785218 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:34.857881 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-5a797438-8a54-4934-8ae8-40b56fa28dca service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942589
Jun 21 02:44:34.879971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:34.886571 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:35.016180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433dc14-ef99-4515-be6f-e8a9f99d2235 req-c935244d-22a4-404e-9469-a11b44cc342c tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:35.023163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433dc14-ef99-4515-be6f-e8a9f99d2235 req-c935244d-22a4-404e-9469-a11b44cc342c tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:35.030993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a433dc14-ef99-4515-be6f-e8a9f99d2235 req-c935244d-22a4-404e-9469-a11b44cc342c tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1681 time: 0.2885008
Jun 21 02:44:35.093493 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-403a4064-8d62-49b8-9111-ed01a96d47e1 req-121fd254-33a7-425e-b6b5-75e1771b5728 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2237508
Jun 21 02:44:35.160702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a433dc14-ef99-4515-be6f-e8a9f99d2235 req-f753f679-366a-4109-b91e-d5da8913b0df tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285968
Jun 21 02:44:35.195433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:35.282051 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adbef57-de83-47a2-9d3a-0a30d2892179 x-openstack-request-id: req-4adbef57-de83-47a2-9d3a-0a30d2892179 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:35.282843 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-unplugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "code": 200}, {"name": "network-changed", "server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:35.283350 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4adbef57-de83-47a2-9d3a-0a30d2892179 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:35.283959 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'code': 200}
Jun 21 02:44:35.284364 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'status': 'completed', 'code': 200}
Jun 21 02:44:35.353166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 9ef73173-ba82-471a-b438-4498a4c53aea completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:35.359218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 9ef73173-ba82-471a-b438-4498a4c53aea triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:35.359638 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:35.408415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Deleting port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:35.408754 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:35.471371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-a7984462-0ac3-49f9-a73f-98bf0e4c9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:35.474098 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-a7984462-0ac3-49f9-a73f-98bf0e4c9ea5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1100 time: 0.1610618
Jun 21 02:44:35.559678 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:35.624522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:35.638740 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:35.656742 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:35.657771 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90b40a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:35.658129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:35.703304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-11927688-8f30-4c99-8a91-4f0a68ca0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:35.704727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9ef73173-ba82-471a-b438-4498a4c53aea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ef73173-ba82-471a-b438-4498a4c53aea,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:35.705012 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-11927688-8f30-4c99-8a91-4f0a68ca0392 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1100 time: 0.2311246
Jun 21 02:44:35.810517 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:35.815611 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:35.823771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-c9425845-1187-4279-89d3-126a52bfe7d2 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "PUT /v2.0/floatingips/f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd HTTP/1.1" status: 200  len: 696 time: 1.7832949
Jun 21 02:44:35.829394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] For port ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:35.830081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:35.834182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:35.837600 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e6aeff-f62e-4c27-8616-d621662cc1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:35.843061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-c501b96e-33e4-41d9-801e-e20304ca3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:35.844746 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-c501b96e-33e4-41d9-801e-e20304ca3573 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.3400080
Jun 21 02:44:35.855961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:35.858191 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:35.914907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a668f62-8ae7-4b76-9615-5ca862809eb6 req-a13f3d6d-8256-4f94-9da3-99d8a58e635c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:35.916795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a668f62-8ae7-4b76-9615-5ca862809eb6 req-a13f3d6d-8256-4f94-9da3-99d8a58e635c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 948 time: 0.3752074
Jun 21 02:44:35.941206 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-00063859-20f8-43ea-86c7-a99af1967050 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.0808671
Jun 21 02:44:35.976134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9ef73173-ba82-471a-b438-4498a4c53aea,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:35.991510 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:36.072252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-7458f927-70ec-4e2b-ac80-2b5951ef2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:36.074369 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-7458f927-70ec-4e2b-ac80-2b5951ef2235 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.3553326
Jun 21 02:44:36.080867 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90b40a0>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:36.119210 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:36.129618 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:36.130498 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90b40a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:36.215731 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-a44159ac-d474-470f-9535-a910eaf4a37f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.1321623
Jun 21 02:44:36.235282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-cfb229a0-5cf5-45a1-b69b-d7760dfaaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:36.246741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-cfb229a0-5cf5-45a1-b69b-d7760dfaaf7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.2878520
Jun 21 02:44:36.337788 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:36.369083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-f3bc2aad-8960-45ef-85fc-2543dfd89f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:36.371410 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-f3bc2aad-8960-45ef-85fc-2543dfd89f7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1335025
Jun 21 02:44:36.402574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-2c337796-cc4c-4b8e-b235-67adc6e2b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:36.404270 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-2c337796-cc4c-4b8e-b235-67adc6e2b145 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1507592
Jun 21 02:44:36.538224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7'}, {'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef73173-ba82-471a-b438-4498a4c53aea'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:36.540947 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b86665-f5de-4e7d-8b46-ce26480f0ec2" -d '{"events": [{"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-plugged", "status": "completed", "tag": "02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7"}, {"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-plugged", "status": "completed", "tag": "9ef73173-ba82-471a-b438-4498a4c53aea"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:36.549127 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-8d7e19d5-c751-4910-b647-662e85ebc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:36.569846 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-8d7e19d5-c751-4910-b647-662e85ebc721 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1803811
Jun 21 02:44:36.577824 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-d4399f72-9fb8-4558-bbe8-22738071dccf service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555021
Jun 21 02:44:36.626018 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90b40a0>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:36.688763 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e2230f0-2098-4b76-a639-4244b0c51add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:36.694022 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe729dc-3e4d-4e5e-bcf7-9b14d0ceb9b4 None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:43:12Z', 'revision_number': 4, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'ae82d807-c3a2-4ca0-8e07-427f2e769013', 'name': '', 'network_id': '93e80ed3-e788-4f17-b452-eb405ce711b2', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'mac_address': 'fa:16:3e:3c:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:11Z', 'updated_at': '2021-06-21T02:43:20Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'subnets': [{'id': 'a3f3d659-393b-4eb3-ad06-4c0a49d68187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:36.747871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Calling delete_port for ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:36.839842 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-35d367f0-9426-4f2a-b0c9-e68d399c0899 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2587345
Jun 21 02:44:36.844198 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-6b0c0c9e-27ec-446f-bafc-c453b0c603ec service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516699
Jun 21 02:44:36.878382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a668f62-8ae7-4b76-9615-5ca862809eb6 req-d8d9241e-9b44-49ad-833d-a0740d21f63a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8703575
Jun 21 02:44:36.895943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-e5743912-ec9e-494e-a140-bf0961373bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:36.897711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-e5743912-ec9e-494e-a140-bf0961373bcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 1.0557539
Jun 21 02:44:36.979966 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07ed24ad-5ba2-4457-bdef-7c8066b80ae2 req-81c2699b-044e-4a0e-8e66-6541b715928c service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327629
Jun 21 02:44:37.147165 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:37.200125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cb717-e9bb-41a4-ad51-82fab0cc244c None None] New status for floating IP f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:44:37.282561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-b1846ab3-46fa-40c8-92a0-3aba6da9fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:37.292201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-b1846ab3-46fa-40c8-92a0-3aba6da9fe17 service neutron] 10.222.0.25 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.3837583
Jun 21 02:44:37.364740 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-5e63488c-5651-4bd4-b9fe-1dea58d32262 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 217 time: 0.0712073
Jun 21 02:44:37.408767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5711a-dc63-43b5-a80c-4081f5270897 req-6468675e-9643-487c-82b3-544d830a5074 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:37.410683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9f5711a-dc63-43b5-a80c-4081f5270897 req-6468675e-9643-487c-82b3-544d830a5074 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2993150
Jun 21 02:44:37.446932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-4e92f3f7-ff78-40cb-9074-edf5ed471c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:37.455056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-4e92f3f7-ff78-40cb-9074-edf5ed471c25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.0890882
Jun 21 02:44:37.496969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:37.502313 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-06123226-d4c3-4d18-ac2d-89ec8073f4ae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:37.540495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9f5711a-dc63-43b5-a80c-4081f5270897 req-f803fdbc-92f1-4241-b5ee-17ee00af8797 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199515
Jun 21 02:44:37.544645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:37.550841 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:37.633120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-200aa355-dbdd-4c3c-baa5-fb3461ee72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:37.641635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-200aa355-dbdd-4c3c-baa5-fb3461ee72d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1854718
Jun 21 02:44:37.653480 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9566eba8-f871-469f-8fc1-8aa545d7c268 x-openstack-request-id: req-9566eba8-f871-469f-8fc1-8aa545d7c268 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:37.653814 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:37.654119 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9566eba8-f871-469f-8fc1-8aa545d7c268 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:37.654546 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'status': 'completed', 'code': 200}
Jun 21 02:44:37.851662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-0cd26157-3bbe-4d70-95bc-a9a1f8c87e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:37.853233 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-0cd26157-3bbe-4d70-95bc-a9a1f8c87e2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ff36bce1700412a8f392c581a38b051&device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 1097 time: 0.1730053
Jun 21 02:44:37.950628 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:38.030873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:38.069880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-29b9a670-3128-415c-817c-0342c87af362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:38.071512 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-29b9a670-3128-415c-817c-0342c87af362 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 200  len: 921 time: 0.2117939
Jun 21 02:44:38.072338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-7a88a7df-e977-423c-ae7b-68aeb3ebd7b8 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4299996
Jun 21 02:44:38.078144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:38.200781 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-a70fb8da-ec2e-4c0c-ace2-eebeb97187af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 200  len: 217 time: 0.1201403
Jun 21 02:44:38.288203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-5d15fdfa-f78f-4c17-b4f8-5c9b3a11abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:38.290059 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-5d15fdfa-f78f-4c17-b4f8-5c9b3a11abee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 200  len: 859 time: 0.0826361
Jun 21 02:44:38.311404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a870d4-2213-4333-a640-98dfc6d6dc45 req-6dca529d-01e5-423f-8b2c-e7b940572e40 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:38.320221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a870d4-2213-4333-a640-98dfc6d6dc45 req-6dca529d-01e5-423f-8b2c-e7b940572e40 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:38.322148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88a870d4-2213-4333-a640-98dfc6d6dc45 req-6dca529d-01e5-423f-8b2c-e7b940572e40 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1682 time: 0.4366834
Jun 21 02:44:38.440240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-193a1ed0-c3fa-4978-a332-2822d9f5b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:38.442584 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-193a1ed0-c3fa-4978-a332-2822d9f5b9ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e80ed3-e788-4f17-b452-eb405ce711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1441796
Jun 21 02:44:38.451834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88a870d4-2213-4333-a640-98dfc6d6dc45 req-81e8c98c-e40d-4fa3-9f0f-08e71f99b279 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788109
Jun 21 02:44:38.516107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bde0c8f-4617-4549-b863-60c38c2dc2bf req-5161eeec-5691-4115-b2fc-553ccb543f76 service neutron] 10.222.0.25 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4295337
Jun 21 02:44:38.543244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:38.655448 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbde720-5236-4163-ba1b-a44600c4675f x-openstack-request-id: req-3dbde720-5236-4163-ba1b-a44600c4675f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:38.656617 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-plugged", "status": "completed", "tag": "02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7", "code": 200}, {"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-plugged", "status": "completed", "tag": "9ef73173-ba82-471a-b438-4498a4c53aea", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:38.657056 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dbde720-5236-4163-ba1b-a44600c4675f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:38.657870 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7', 'code': 200}
Jun 21 02:44:38.658319 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef73173-ba82-471a-b438-4498a4c53aea', 'code': 200}
Jun 21 02:44:38.711992 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-6b303f65-27bc-4187-9f6d-c38d1ab6c674 service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613831
Jun 21 02:44:38.802482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:38.814903 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] Sync routers for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:38.831780 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:38.833664 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:38.881183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/9eb3320a-817a-42d4-9c8d-d56989eff7c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8171477
Jun 21 02:44:38.899529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33598) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:38.984956 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:39.142207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04adae6-0b7c-4e5f-a968-b72c26685b15 req-90db5b73-c764-4d63-a4ec-01197d63def8 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:39.143956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c04adae6-0b7c-4e5f-a968-b72c26685b15 req-90db5b73-c764-4d63-a4ec-01197d63def8 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.3564816
Jun 21 02:44:39.145622 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1e6aeff-f62e-4c27-8616-d621662cc1d5 req-b852892a-b066-450e-a889-d7d3de47ab2b service neutron] 10.222.0.26 "GET /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4166639
Jun 21 02:44:39.176672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:39.218277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13adc5-2da0-43f6-9648-ad6f4d6d561f req-1fb4aaf3-562b-4a57-8825-958656de3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:39.218772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13adc5-2da0-43f6-9648-ad6f4d6d561f req-1fb4aaf3-562b-4a57-8825-958656de3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:39.220494 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4b13adc5-2da0-43f6-9648-ad6f4d6d561f req-1fb4aaf3-562b-4a57-8825-958656de3448 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1986 time: 0.4278257
Jun 21 02:44:39.254680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f48f-a1ca-45d3-805a-77436a3f8807 req-7f54209f-9015-4856-b0c9-205437a38442 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:39.256860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff11f48f-a1ca-45d3-805a-77436a3f8807 req-7f54209f-9015-4856-b0c9-205437a38442 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 948 time: 0.3741772
Jun 21 02:44:39.329983 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4b13adc5-2da0-43f6-9648-ad6f4d6d561f req-63565b46-515c-4484-8351-d1357fc035fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981567
Jun 21 02:44:39.350562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c04adae6-0b7c-4e5f-a968-b72c26685b15 req-4d08ffb8-40d4-4b5c-a608-7dc60016633c tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869493
Jun 21 02:44:39.361070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff11f48f-a1ca-45d3-805a-77436a3f8807 req-bb786dec-8279-4b2c-ab06-4ae7e7c89747 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948393
Jun 21 02:44:39.400331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:39.461205 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:39.673348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:44:39.686322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Deleting port 228e73df-beb3-46c8-ba08-78c8ea498d77 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:39.686830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:39.688403 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4730>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:44:37Z', 'revision_number': 5, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port': {'id': '228e73df-beb3-46c8-ba08-78c8ea498d77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:13Z', 'updated_at': '2021-06-21T02:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:39.746510 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] Checking router: 9eb3320a-817a-42d4-9c8d-d56989eff7c0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:39.755427 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] Routers {'9eb3320a-817a-42d4-9c8d-d56989eff7c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:39.758059 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:39.865081 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] Set router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:39.914087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:39.923736 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4730>, [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:44:39Z', 'revision_number': 6, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:39.945860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'mac_address': 'fa:16:3e:a0:39:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:44:39.962053 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8831e-95bd-435a-934f-a42d154b123c None None] The sync data for ids ['9eb3320a-817a-42d4-9c8d-d56989eff7c0'] in n-d-758944-33 is: [{'id': '9eb3320a-817a-42d4-9c8d-d56989eff7c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-511595512-router', 'tenant_id': '10dfe606d88c47a7a54d11e347c911bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:12Z', 'updated_at': '2021-06-21T02:44:39Z', 'revision_number': 6, 'project_id': '10dfe606d88c47a7a54d11e347c911bd', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:40.037725 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:40.042799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] For port 228e73df-beb3-46c8-ba08-78c8ea498d77, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=228e73df-beb3-46c8-ba08-78c8ea498d77,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:40.043154 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:40.066094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220b429-ccc5-4558-bb76-9dfecd63ae98 req-7709f5c3-5046-4bfd-ae34-5026bf2de257 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:40.072099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ff607b-826b-4c22-8bb1-e2e9e2340f96 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:40.074583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220b429-ccc5-4558-bb76-9dfecd63ae98 req-7709f5c3-5046-4bfd-ae34-5026bf2de257 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:40.074583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b220b429-ccc5-4558-bb76-9dfecd63ae98 req-7709f5c3-5046-4bfd-ae34-5026bf2de257 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1682 time: 0.2466207
Jun 21 02:44:40.101191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:40.143283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Calling delete_port for 228e73df-beb3-46c8-ba08-78c8ea498d77 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:40.232790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:40.235634 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:40.238776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b220b429-ccc5-4558-bb76-9dfecd63ae98 req-86c7cb5d-dffb-4f79-a5fc-c7dfdc440556 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233451
Jun 21 02:44:40.383326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:40.394921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:40.418635 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:40.422565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:40.423287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ba486a14-b2e0-4e62-8e6b-ab1765b5cc0f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:40.547279 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:40.549784 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-54d5a5ed-80a7-4ca7-af01-af5513e7fac5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:40.617671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Pushing event deleted for resources: {'Port': ['ID=228e73df-beb3-46c8-ba08-78c8ea498d77,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:40.622171 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:40.668949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['34ff607b-826b-4c22-8bb1-e2e9e2340f96'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:44:40.766561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:40.975699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-581d891e-ec2b-4070-a061-cbb1f6563c94 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:40.978031 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-581d891e-ec2b-4070-a061-cbb1f6563c94 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19&tenant_id=1397c30df045442fa21b67d43c669e36&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 949 time: 0.1842310
Jun 21 02:44:41.083731 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-1429254a-0cda-4815-89cd-ad32493e32f8 service neutron] 10.222.0.20 "GET /v2.0/ports/34ff607b-826b-4c22-8bb1-e2e9e2340f96/bindings/n-h1-758944-33 HTTP/1.1" status: 200  len: 383 time: 0.0971739
Jun 21 02:44:41.184094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-a906f4d6-1404-4cca-9228-94c8abdee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:41.185658 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-a906f4d6-1404-4cca-9228-94c8abdee009 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1101 time: 0.0672078
Jun 21 02:44:41.283732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-39e898e0-2cca-436d-bb5b-abdf8de70a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:41.286710 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-39e898e0-2cca-436d-bb5b-abdf8de70a14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.0945086
Jun 21 02:44:41.288293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:41.292238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:41.325071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f498-1f9f-488d-8797-65bc6db4052d req-d82118e4-7642-44fd-8784-ecbb91c7664e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:41.326594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-d82118e4-7642-44fd-8784-ecbb91c7664e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 807 time: 0.6814163
Jun 21 02:44:41.335081 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-4dd19023-cda6-43cf-a44f-db445f1adcda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.0411921
Jun 21 02:44:41.372564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-e4b0ba78-b38b-414a-81bb-d03554d3770d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/quotas/b9d9fcf962874689a72b4a12fbcb7539 HTTP/1.1" status: 200  len: 375 time: 0.0166659
Jun 21 02:44:41.410200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-2e71fe28-e26e-4cd5-96c0-cb47c75f6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:41.411644 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-2e71fe28-e26e-4cd5-96c0-cb47c75f6c7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0663261
Jun 21 02:44:41.433151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38776991-1116-440a-953f-c24159d6037e req-e8dd4602-2f55-434d-84c8-0ef38c07b97d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:41.434725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38776991-1116-440a-953f-c24159d6037e req-e8dd4602-2f55-434d-84c8-0ef38c07b97d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1698918
Jun 21 02:44:41.483110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-8e81ac90-d6c9-401d-b92e-c59732927c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:41.484045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38776991-1116-440a-953f-c24159d6037e req-674310b2-186a-482e-bfc6-50ac7510d66d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421348
Jun 21 02:44:41.485508 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-8e81ac90-d6c9-401d-b92e-c59732927c2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0551014
Jun 21 02:44:41.492657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-ae78438e-a883-42d4-bf10-de41c912a34d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1142204
Jun 21 02:44:41.583598 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:41.584141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb3320a-817a-42d4-9c8d-d56989eff7c0 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:44:41.593544 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:41.594673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9eb3320a-817a-42d4-9c8d-d56989eff7c0 HTTP/1.1" status: 204  len: 168 time: 2.6752453
Jun 21 02:44:41.598530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33636) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:41.599573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c23efb12-1475-45d4-8586-d5953aa3b83c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips/f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd HTTP/1.1" status: 200  len: 694 time: 0.0812631
Jun 21 02:44:41.630285 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-96fa73e7-8c97-4595-b573-b26495c40dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370196
Jun 21 02:44:41.701723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Deleting subnet e4dec0d2-5f45-4bc6-9e9f-38537cf21856 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:44:41.705093 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:41.762384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:41.767952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-caaf0dab-ec01-4cb8-afa9-26e156ff41e9 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2674179
Jun 21 02:44:41.777104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-16395412-3b7d-4034-a839-2778603de99b tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:41.786805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-16395412-3b7d-4034-a839-2778603de99b tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1780634
Jun 21 02:44:41.822125 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-00bc4dda-68f3-4dc9-b82c-face7c9542c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815052
Jun 21 02:44:41.895690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:41.932451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-3e98871d-1e89-4ce5-9277-a88676c2d7b7 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 697 time: 0.1338899
Jun 21 02:44:42.013189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-adbd9e19-d9f8-4e98-9144-a53d8b6c7039 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200  len: 697 time: 0.0707095
Jun 21 02:44:42.039009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-ab3cc08f-f7b6-4503-91e1-ca8334c72208 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2513797
Jun 21 02:44:42.079607 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.083385 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e0af4311-6a47-422d-9066-1342e093ad1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:42.130636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dec0d2-5f45-4bc6-9e9f-38537cf21856,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:42.134537 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:42.148968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f000ed6-8813-4022-ad90-277fd40687a2 None None] Network e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:44:42.150229 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.154043 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e4dec0d2-5f45-4bc6-9e9f-38537cf21856 HTTP/1.1" status: 204  len: 168 time: 0.5543621
Jun 21 02:44:42.157090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:42.176244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 228e73df-beb3-46c8-ba08-78c8ea498d77 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:42.355302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Deleting port 5601ac3c-3ed2-4974-912e-1a12684ba6ec {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:42.355877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.360381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.375867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 228e73df-beb3-46c8-ba08-78c8ea498d77 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:42.376471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 228e73df-beb3-46c8-ba08-78c8ea498d77 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:42.442977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Deleting port 28a47f36-87cb-4385-b2f8-e81fc8aab13b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:42.443360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.498282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.498861 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.523365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] DHCP port deletion for e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:44:42.578016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] For port 28a47f36-87cb-4385-b2f8-e81fc8aab13b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=28a47f36-87cb-4385-b2f8-e81fc8aab13b,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:42.578543 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.596996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] Deleting port 28a47f36-87cb-4385-b2f8-e81fc8aab13b {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:42.599520 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.621507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Calling delete_port for 5601ac3c-3ed2-4974-912e-1a12684ba6ec owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:42.669960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Calling delete_port for 28a47f36-87cb-4385-b2f8-e81fc8aab13b owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:42.676001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] For port 28a47f36-87cb-4385-b2f8-e81fc8aab13b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=28a47f36-87cb-4385-b2f8-e81fc8aab13b,segment=NetworkSegment(73e5ff1d-69f2-407f-ac57-edc107a96113),segment_id=73e5ff1d-69f2-407f-ac57-edc107a96113)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:42.676398 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.755818 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] Calling delete_port for 28a47f36-87cb-4385-b2f8-e81fc8aab13b owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:42.958221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.960555 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9210fd44-c2df-4296-9195-aa69f3ab6f40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:42.971799 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.983499 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:42.986832 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:42.990444 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:43.016494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=28a47f36-87cb-4385-b2f8-e81fc8aab13b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:43.030678 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:43.036816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Pushing event deleted for resources: {'Port': ['ID=5601ac3c-3ed2-4974-912e-1a12684ba6ec,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:43.039550 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:43.043402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] No DVR routers for this DVR port 28a47f36-87cb-4385-b2f8-e81fc8aab13b on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:43.053592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] No DVR routers for this DVR port 28a47f36-87cb-4385-b2f8-e81fc8aab13b on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:43.071107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] Pushing event deleted for resources: {'Port': ['ID=28a47f36-87cb-4385-b2f8-e81fc8aab13b,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:43.079941 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:43.279668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:43.284754 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:43.305255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28cac3b4-878d-4f4e-9953-7879be4e3ce2 req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "DELETE /v2.0/floatingips/f89c1356-bd2b-41d8-b2a3-f8d2936fa3cd HTTP/1.1" status: 204  len: 173 time: 1.2795970
Jun 21 02:44:43.382620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca6cf0-fc85-4bc6-bdab-8822a5daca82 req-31f38a06-ffe4-4bc6-a052-73965ce3013e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:43.388183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75ca6cf0-fc85-4bc6-bdab-8822a5daca82 req-31f38a06-ffe4-4bc6-a052-73965ce3013e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 949 time: 0.2476935
Jun 21 02:44:43.465431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75ca6cf0-fc85-4bc6-bdab-8822a5daca82 req-8c08a975-6c6d-4818-8cb8-304af185bd05 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674605
Jun 21 02:44:43.581617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee271e-296c-42e9-a0e5-0a00233182b7 req-4e0a8289-b2fb-4b30-9bbd-3444256dd61a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:43.589248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee271e-296c-42e9-a0e5-0a00233182b7 req-4e0a8289-b2fb-4b30-9bbd-3444256dd61a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:43.597554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1ee271e-296c-42e9-a0e5-0a00233182b7 req-4e0a8289-b2fb-4b30-9bbd-3444256dd61a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1682 time: 0.1099133
Jun 21 02:44:43.605769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:43.621077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2358fd0>,) {'filters': {'network_id': ['e0cc354e-999c-4b45-a6f9-79b90b4bcfd0']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:43.646966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2358fd0>, '73e5ff1d-69f2-407f-ac57-edc107a96113') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:43.648989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2358fd0>, '73e5ff1d-69f2-407f-ac57-edc107a96113') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:43.658666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1ee271e-296c-42e9-a0e5-0a00233182b7 req-17872107-d115-421f-b8b4-2ed0f174d050 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609910
Jun 21 02:44:43.674650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:43.696914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:43.710928 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:43.720646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:44:43.720985 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:44:43.724823 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:44:43.739924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eee608cc-89f4-43e3-bf98-8294cb6e03f4 req-f7dc8476-50c5-44b9-93ad-9d07403112f0 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 210 time: 0.0452030
Jun 21 02:44:43.924673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734963c-ec28-434d-b370-6f4a08fa3096 req-adf40947-b1a6-4c99-8592-cd019965f056 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:43.933037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6734963c-ec28-434d-b370-6f4a08fa3096 req-adf40947-b1a6-4c99-8592-cd019965f056 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1206505
Jun 21 02:44:43.946606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:43.952450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:43.953234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:43.984659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6734963c-ec28-434d-b370-6f4a08fa3096 req-98625cf6-0639-4922-b199-9a6e16347778 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505605
Jun 21 02:44:44.006228 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:44.018470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:44.026318 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] 10.222.0.25 "DELETE /v2.0/networks/e0cc354e-999c-4b45-a6f9-79b90b4bcfd0 HTTP/1.1" status: 204  len: 168 time: 1.8664725
Jun 21 02:44:44.028764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33686) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:44.030569 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9b3324f-81e1-4e6c-9af6-69361295ac0a tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:44.069918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7467a-c7f6-41e1-8888-d8e76463d577 req-747a9213-87b7-4bad-9eba-4bbac77f5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:44.074054 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-11c7467a-c7f6-41e1-8888-d8e76463d577 req-747a9213-87b7-4bad-9eba-4bbac77f5d6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1098 time: 0.1670046
Jun 21 02:44:44.079923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0cc354e-999c-4b45-a6f9-79b90b4bcfd0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:44.082512 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:44.151967 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-11c7467a-c7f6-41e1-8888-d8e76463d577 req-9fd73914-cd07-41db-8e98-271fefd3e405 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681920
Jun 21 02:44:44.155521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:44.170229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 28a47f36-87cb-4385-b2f8-e81fc8aab13b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:44.197431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 28a47f36-87cb-4385-b2f8-e81fc8aab13b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:44.198701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 28a47f36-87cb-4385-b2f8-e81fc8aab13b not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:44.232023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:44.233719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:44.236275 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2b4803-28d9-49ee-8f77-e27df891b06d" -d '{"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-plugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:44.361932 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:44.365002 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:44.502203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:44.506381 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:44.636332 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60353a22-3f6a-4275-a52f-100589dea3ce x-openstack-request-id: req-60353a22-3f6a-4275-a52f-100589dea3ce {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:44.636638 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-plugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:44.636905 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60353a22-3f6a-4275-a52f-100589dea3ce {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:44.637316 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'code': 200}
Jun 21 02:44:44.671738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:44.950337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcef764-f3af-4604-9591-f1a3614a9fd0 req-ec7f04c5-137c-41d1-b6bc-27b1acf40e06 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:44.951877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adcef764-f3af-4604-9591-f1a3614a9fd0 req-ec7f04c5-137c-41d1-b6bc-27b1acf40e06 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.1539683
Jun 21 02:44:45.008370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adcef764-f3af-4604-9591-f1a3614a9fd0 req-5473262f-42ed-4996-8f3c-f2d516275288 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495570
Jun 21 02:44:45.224677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Deleting port b6fbecf7-d99c-4dca-9e47-b729c7eeb869 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:45.229774 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:45.332668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03273a3c-941f-4ac2-a103-e4a520dffca8 req-8bcee356-9d65-4875-90a4-345226730fdf tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 210 time: 0.0995185
Jun 21 02:44:45.395907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41043d-4a8a-47d9-a840-3596490462b9 req-e09125b6-8546-4cd7-b7be-d3511458a900 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:45.402206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b41043d-4a8a-47d9-a840-3596490462b9 req-e09125b6-8546-4cd7-b7be-d3511458a900 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 945 time: 0.2531533
Jun 21 02:44:45.417351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] For port b6fbecf7-d99c-4dca-9e47-b729c7eeb869, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,segment=NetworkSegment(43e69f4a-7a81-4f07-9d70-7a8efc74c5ed),segment_id=43e69f4a-7a81-4f07-9d70-7a8efc74c5ed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:45.417738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:45.502274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Calling delete_port for b6fbecf7-d99c-4dca-9e47-b729c7eeb869 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:45.545317 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b41043d-4a8a-47d9-a840-3596490462b9 req-e5d8e861-fa20-4254-8def-d8e2e1bc189c tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392441
Jun 21 02:44:45.770170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e9814-6c63-40e8-a31a-06a83dfd2902 req-9374b801-5913-4388-a5de-f7db722dffcc tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:45.777459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e9814-6c63-40e8-a31a-06a83dfd2902 req-9374b801-5913-4388-a5de-f7db722dffcc tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:45.779287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-595e9814-6c63-40e8-a31a-06a83dfd2902 req-9374b801-5913-4388-a5de-f7db722dffcc tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1682 time: 0.2750652
Jun 21 02:44:45.843171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-89ff7da1-79a1-4bb6-9dc4-83bf603a16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:45.845056 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-89ff7da1-79a1-4bb6-9dc4-83bf603a16c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19&tenant_id=1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 1102 time: 0.0935264
Jun 21 02:44:45.862432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:45.879446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-595e9814-6c63-40e8-a31a-06a83dfd2902 req-8ee94120-f1b5-45c4-bbd1-ede9f953a933 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870690
Jun 21 02:44:45.971568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad354ca-859d-479a-ac70-a8c4cb282b02 req-4447946d-6ef6-4284-9efd-86632e249d08 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:45.979319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ad354ca-859d-479a-ac70-a8c4cb282b02 req-4447946d-6ef6-4284-9efd-86632e249d08 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2204604
Jun 21 02:44:45.981600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:46.069288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ad354ca-859d-479a-ac70-a8c4cb282b02 req-fbb3ea86-f83f-4b20-9be5-e38c09de85ff tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889719
Jun 21 02:44:46.123208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-76a26016-2eeb-439e-8aa7-62efb7d1c783 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:46.123208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-76a26016-2eeb-439e-8aa7-62efb7d1c783 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 945 time: 0.1948795
Jun 21 02:44:46.123208 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:46.123208 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66f54b2f-a87a-409c-b836-9408e5fb3c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:46.186448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fbecf7-d99c-4dca-9e47-b729c7eeb869,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:46.214955 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:46.327637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:46.375611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:46.432509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:46.435532 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f4ee3c-290e-4fc3-b834-4bf2555a6ffe" -d '{"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-unplugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:46.440696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:46.458044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Transition to ACTIVE for port object 34ff607b-826b-4c22-8bb1-e2e9e2340f96 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:46.684223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:46.686770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:46.859616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=10']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:46.873042 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:46.881730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] No DVR routers for this DVR port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:46.980807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:44:46.981282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:44:46.981893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:47.011977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-6e9c7c2f-ecf3-47a5-b930-d399066764ba tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:47.019150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-6e9c7c2f-ecf3-47a5-b930-d399066764ba tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:47.021564 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-6e9c7c2f-ecf3-47a5-b930-d399066764ba tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 1682 time: 0.2256579
Jun 21 02:44:47.022359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:44:47.022693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Attempting to bind port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:47.029876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:44:47.032528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:44:47.032528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:44:47.032766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f498-1f9f-488d-8797-65bc6db4052d req-14a71b46-0834-49e7-bfd5-73653e2c61dc tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:47.033251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Bound port: 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:44:47.033251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:47.033515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-14a71b46-0834-49e7-bfd5-73653e2c61dc tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 807 time: 0.1765826
Jun 21 02:44:47.078889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Request body: {'port': {'device_id': '939c8715-e263-423e-826b-e976a8f2787a', 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'admin_state_up': True, 'tenant_id': 'b9d9fcf962874689a72b4a12fbcb7539'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:47.182193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b9fb8-3e68-4ab1-bec3-2aab9f92a4b7 req-f24d184e-2afd-4ce5-90b7-7044b7a6ae81 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:47.190663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e21b9fb8-3e68-4ab1-bec3-2aab9f92a4b7 req-f24d184e-2afd-4ce5-90b7-7044b7a6ae81 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 1.0074904
Jun 21 02:44:47.235300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:47.239955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:44:47.249944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:47.253348 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:47.295787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f19f147-d3f8-46d9-8a1c-690ac5abf3d6 req-8ed1586b-dab5-43d7-8853-7a5087c72f79 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 210 time: 0.2215512
Jun 21 02:44:47.368337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Deleting port bf4719dc-2c89-4769-86a6-1c4147fa06d5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:47.368688 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:47.373887 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:47.389798 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-80e632b4-28b9-4d53-a05e-4298cc1cc2cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:47.455677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e21b9fb8-3e68-4ab1-bec3-2aab9f92a4b7 req-7b0c6038-1529-463b-9c92-96a1210d8278 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640450
Jun 21 02:44:47.478656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:47.478656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:47.487743 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] 10.222.0.26 "PUT /v2.0/ports/34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 1098 time: 1.6295497
Jun 21 02:44:47.494563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:47.518657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] For port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:47.519036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:47.520937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Made reservation on behalf of b9d9fcf962874689a72b4a12fbcb7539 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:44:47.526587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:47.543398 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01cfcc3-b03a-440c-9a52-4833488c19a4 x-openstack-request-id: req-f01cfcc3-b03a-440c-9a52-4833488c19a4 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:47.543952 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-unplugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:47.544575 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f01cfcc3-b03a-440c-9a52-4833488c19a4 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:47.545088 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'code': 200}
Jun 21 02:44:47.611755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-3c1b64d4-e277-4d51-818c-ebc2bce65bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:47.632840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-3c1b64d4-e277-4d51-818c-ebc2bce65bfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 1098 time: 0.5922308
Jun 21 02:44:47.712152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:47.866139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:47.870070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9ef73173-ba82-471a-b438-4498a4c53aea no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:47.876287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Calling delete_port for 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:47.893375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=11']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:47.918918 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:47.989297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] For port bf4719dc-2c89-4769-86a6-1c4147fa06d5, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf4719dc-2c89-4769-86a6-1c4147fa06d5,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:47.989987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:48.164588 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:48.234716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-ae71e0cb-4f73-4b7f-91e3-d3d8ea81e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:48.236315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-ae71e0cb-4f73-4b7f-91e3-d3d8ea81e051 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1101 time: 0.6766379
Jun 21 02:44:48.265499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9ef73173-ba82-471a-b438-4498a4c53aea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ef73173-ba82-471a-b438-4498a4c53aea,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:48.267359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef73173-ba82-471a-b438-4498a4c53aea'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:48.271325 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acd14be-1100-416a-9096-2afdc1d2de68" -d '{"events": [{"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef73173-ba82-471a-b438-4498a4c53aea"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:48.305371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Calling delete_port for bf4719dc-2c89-4769-86a6-1c4147fa06d5 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:48.415562 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:48.419579 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:48.457643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-e082e798-8064-4652-a65e-06b9aaf39c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:48.459774 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-e082e798-8064-4652-a65e-06b9aaf39c0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2162263
Jun 21 02:44:48.485445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Allocated IP 172.20.0.6 (eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e/3f4fd7ee-635d-403d-aa3b-bcf88750fbf8/afb9966f-2b69-4f16-b08f-6f3f0b01b775) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:44:48.527069 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-90c0a89c-e97f-42d6-bb64-25dc9cc575c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.0596728
Jun 21 02:44:48.546438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9ef73173-ba82-471a-b438-4498a4c53aea,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:48.553081 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:48.599283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-6debe243-4baf-4cc9-89e1-7c64421ca732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:48.602478 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-6debe243-4baf-4cc9-89e1-7c64421ca732 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.9376559
Jun 21 02:44:48.616723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-7e414974-5204-4daf-9e4b-817a0e4f106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:48.623949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-7e414974-5204-4daf-9e4b-817a0e4f106f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0879917
Jun 21 02:44:48.627487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9c5-010f-44ec-adad-0fd7d55f8b99 req-c950fcc7-5f03-4149-bae2-9dfb53007e3f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:48.635420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae0ce9c5-010f-44ec-adad-0fd7d55f8b99 req-c950fcc7-5f03-4149-bae2-9dfb53007e3f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.7433150
Jun 21 02:44:48.719871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:48.752091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-170c3bae-a518-4367-9478-621f9e0a46b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 200  len: 217 time: 0.1067286
Jun 21 02:44:48.775411 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:48.884350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d881649-fcd3-4280-8393-60f1c3f498fc req-5b4b7819-6930-49d2-972c-0142076b7c9e tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:48.886698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d881649-fcd3-4280-8393-60f1c3f498fc req-5b4b7819-6930-49d2-972c-0142076b7c9e tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 945 time: 0.5761957
Jun 21 02:44:48.895549 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] No DVR routers for this DVR port 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:48.899854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:48.913624 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "DELETE /v2.0/ports/02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 HTTP/1.1" status: 204  len: 173 time: 1.8756323
Jun 21 02:44:48.915929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Port': ['ID=02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:48.925680 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:48.953665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-70cf11ab-7e01-4ab9-bfb1-454c1058a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:48.955867 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-70cf11ab-7e01-4ab9-bfb1-454c1058a695 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3276470
Jun 21 02:44:49.005916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae0ce9c5-010f-44ec-adad-0fd7d55f8b99 req-56311076-8466-4284-9351-210b5a8bda78 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3691168
Jun 21 02:44:49.171797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting port 9ef73173-ba82-471a-b438-4498a4c53aea {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:49.172158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:49.199677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-861f6c82-bc23-460c-abd2-db3c61b979a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:49.201141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-861f6c82-bc23-460c-abd2-db3c61b979a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.3881352
Jun 21 02:44:49.250679 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-1c7200c1-9803-4ae3-ab10-18230bb2f5bd service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2187972
Jun 21 02:44:49.336409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-c1560d54-a1f9-4e2a-b041-b6d13170b712 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1146758
Jun 21 02:44:49.357541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] For port 9ef73173-ba82-471a-b438-4498a4c53aea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ef73173-ba82-471a-b438-4498a4c53aea,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:49.357921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:49.364091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d881649-fcd3-4280-8393-60f1c3f498fc req-c5d7d3ad-bb32-4efd-9e6e-498fc46ffb07 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac84169f-e261-455c-bdc1-aa558d04ede3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4356711
Jun 21 02:44:49.482862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Calling delete_port for 9ef73173-ba82-471a-b438-4498a4c53aea owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:49.541917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40fb05d6-41fa-41ba-bdf6-900b0792c0fb req-789e0fe4-3931-4584-a4bc-dffcb2a924d0 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2797439
Jun 21 02:44:49.542768 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ecb26-7cbe-46cc-bec9-10d2918a1b99 x-openstack-request-id: req-342ecb26-7cbe-46cc-bec9-10d2918a1b99 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:49.543687 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef73173-ba82-471a-b438-4498a4c53aea", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:49.544267 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-342ecb26-7cbe-46cc-bec9-10d2918a1b99 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:49.544892 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef73173-ba82-471a-b438-4498a4c53aea', 'code': 200}
Jun 21 02:44:49.558320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}, {'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-deleted', 'tag': '02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:49.565584 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216686d8-dfe9-404b-808f-ab70e4d60246" -d '{"events": [{"name": "network-changed", "server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}, {"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-deleted", "tag": "02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:49.568472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:49.724807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:49.769769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:49.772228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:49.797826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:49.813266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] Sync routers for ids ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:49.816929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:49.829237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] Routers {'140c8390-2c61-4bdb-bbfb-f30f9a88c67e'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:49.830260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90178b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:49.835691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33774) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:49.836455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] 10.222.0.25 "PUT /v2.0/routers/140c8390-2c61-4bdb-bbfb-f30f9a88c67e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8063130
Jun 21 02:44:49.903759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c535a-8217-4394-83ca-ff6eae43919c req-780c9adf-9d84-4acd-9382-023ea8b46cf2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:49.907881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db0c535a-8217-4394-83ca-ff6eae43919c req-780c9adf-9d84-4acd-9382-023ea8b46cf2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/ports?device_id=74b649ff-9875-4a5f-b5b9-9311a73d17e6 HTTP/1.1" status: 200  len: 943 time: 0.6627479
Jun 21 02:44:49.937100 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:49.960533 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:49.985471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:49.999527 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b786efe5-a463-4a30-bd1a-f857211c7aec req-e9e3ebc8-d3ac-4bd1-b224-8a1acbfd8797 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 210 time: 0.2128470
Jun 21 02:44:50.006197 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-24d42b17-12ab-47a9-a832-46a105d6a6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:50.107303 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Port': ['ID=9ef73173-ba82-471a-b438-4498a4c53aea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:50.112000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Pushing event deleted for resources: {'Port': ['ID=bf4719dc-2c89-4769-86a6-1c4147fa06d5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:50.121121 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:50.164727 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:50.182660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-dd1db3aa-a543-4b02-aca8-0318974be1d2 service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8154647
Jun 21 02:44:50.267145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] No DVR routers for this DVR port 9ef73173-ba82-471a-b438-4498a4c53aea on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:50.274246 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device bf4719dc-2c89-4769-86a6-1c4147fa06d5 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:50.279776 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:50.281993 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-534b0281-3f78-4d50-be2c-6a5c10ad7dfb req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.20 "DELETE /v2.0/ports/9ef73173-ba82-471a-b438-4498a4c53aea HTTP/1.1" status: 204  len: 173 time: 1.3531606
Jun 21 02:44:50.323138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: bf4719dc-2c89-4769-86a6-1c4147fa06d5 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:50.326034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:50.326524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device bf4719dc-2c89-4769-86a6-1c4147fa06d5 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:50.500901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] Set router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:50.526245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e586ef3-2b41-4082-85d1-7900825b70f3 req-529d0ccf-e7a0-4258-a3fc-472755364e1a service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942629
Jun 21 02:44:50.584999 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:50.633547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] No DVR routers for this DVR port bf4719dc-2c89-4769-86a6-1c4147fa06d5 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:50.637660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:50.639947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba083977-c0ed-45e5-8e6b-7e196eec1b69 req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.26 "DELETE /v2.0/ports/bf4719dc-2c89-4769-86a6-1c4147fa06d5 HTTP/1.1" status: 204  len: 173 time: 4.4988859
Jun 21 02:44:50.654747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'name': 'network-vif-deleted', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:50.657159 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee96bcaf-d6ce-4ff5-ae88-9cd6abf4d0d1" -d '{"events": [{"server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "name": "network-vif-deleted", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:50.671084 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db0c535a-8217-4394-83ca-ff6eae43919c req-d7f18334-610f-4e77-99d9-883fb0b2def0 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1452fb-6644-43fc-8666-f2ed22f54ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5756414
Jun 21 02:44:50.735376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fdde5-fa9f-4812-87a4-82e3cebf2756 req-5ee4e0dc-e59c-4f30-bc94-271b8ec62e6c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:50.751336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f5fdde5-fa9f-4812-87a4-82e3cebf2756 req-5ee4e0dc-e59c-4f30-bc94-271b8ec62e6c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 949 time: 0.4747646
Jun 21 02:44:50.825441 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:50.848395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ec1e9e07-b431-48e6-8408-7b7e730e7143'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:44:50.851012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Deleting port 87f2d0cf-93de-47a8-8e84-70e814b469d8 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:50.851012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:50.861569 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a952bc8b-6cf5-4c8f-bdb5-00547db217b4 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:50.919153 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfda93ac-3f1b-4064-ace3-076e788714a7 x-openstack-request-id: req-cfda93ac-3f1b-4064-ace3-076e788714a7 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:50.922068 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "status": "completed", "code": 200}, {"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-deleted", "tag": "02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:50.925994 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfda93ac-3f1b-4064-ace3-076e788714a7 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:50.925994 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'status': 'completed', 'code': 200}
Jun 21 02:44:50.925994 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-deleted', 'tag': '02b8a40d-a4c9-45c2-a8f3-27090cc1b4e7', 'status': 'completed', 'code': 200}
Jun 21 02:44:50.971014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f5fdde5-fa9f-4812-87a4-82e3cebf2756 req-6c1551da-a034-4910-9757-1cb0cb8fae5d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184007
Jun 21 02:44:51.079622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:44:51.140255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] For port 87f2d0cf-93de-47a8-8e84-70e814b469d8, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=87f2d0cf-93de-47a8-8e84-70e814b469d8,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:51.140759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:51.202239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Pushing event updated for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:51.216294 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:51.248821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:44:51.263485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:44:51.368812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ab94c2b-7652-490c-9f28-61f9023450a8 req-904d3c86-b212-4fe1-befd-659b1327f1d7 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] 10.222.0.25 "GET /v2.0/ports?device_id=40b0a7a8-30c3-4ab1-a109-735eb0fb93ee HTTP/1.1" status: 200  len: 210 time: 0.0896456
Jun 21 02:44:51.387054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90178b0>, [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:44:45Z', 'revision_number': 5, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port': {'id': '87f2d0cf-93de-47a8-8e84-70e814b469d8', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:39:25Z', 'updated_at': '2021-06-21T02:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:51.407496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Calling delete_port for 87f2d0cf-93de-47a8-8e84-70e814b469d8 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:51.485484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] Checking router: 140c8390-2c61-4bdb-bbfb-f30f9a88c67e for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:51.524221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] Routers {'140c8390-2c61-4bdb-bbfb-f30f9a88c67e'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:51.525034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90178b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:51.643646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] Set router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:51.845232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90178b0>, [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:44:50Z', 'revision_number': 6, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:51.876519 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:51.880235 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b4b2b7d-dfa9-4695-beb4-6d921ce0e18a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:51.979785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f2d0cf-93de-47a8-8e84-70e814b469d8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:51.984211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:44:52.000604 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:52.216951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:52.239653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:52.269212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f90af1-6c6f-46bb-924f-60f696c7b893 None None] The sync data for ids ['140c8390-2c61-4bdb-bbfb-f30f9a88c67e'] in n-d-758944-33 is: [{'id': '140c8390-2c61-4bdb-bbfb-f30f9a88c67e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516312323-router', 'tenant_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:39:24Z', 'updated_at': '2021-06-21T02:44:50Z', 'revision_number': 6, 'project_id': '042f1abd2af143cfb65d6b89fecc7f9c', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:52.286197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'mac_address': 'fa:16:3e:a0:39:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:44:52.374443 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:52.400636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ff607b-826b-4c22-8bb1-e2e9e2340f96 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:52.455316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:52.498094 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd32ea46-1029-49a7-a09f-f09f83a77f1d x-openstack-request-id: req-cd32ea46-1029-49a7-a09f-f09f83a77f1d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:52.498710 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0a7a8-30c3-4ab1-a109-735eb0fb93ee", "name": "network-vif-deleted", "tag": "bf4719dc-2c89-4769-86a6-1c4147fa06d5", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:52.498710 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd32ea46-1029-49a7-a09f-f09f83a77f1d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:52.499025 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0a7a8-30c3-4ab1-a109-735eb0fb93ee', 'name': 'network-vif-deleted', 'tag': 'bf4719dc-2c89-4769-86a6-1c4147fa06d5', 'status': 'completed', 'code': 200}
Jun 21 02:44:52.522071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:52.527293 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:52.560358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:52.561299 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:52.583832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-b382a9d9-a6ec-4264-9d5d-2d3add9fd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:52.585732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-b382a9d9-a6ec-4264-9d5d-2d3add9fd50f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1101 time: 1.5046847
Jun 21 02:44:52.622400 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:52.624572 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:52.770312 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:52.770780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140c8390-2c61-4bdb-bbfb-f30f9a88c67e {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:44:52.771967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=12']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:52.777871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:52.779281 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] 10.222.0.25 "DELETE /v2.0/routers/140c8390-2c61-4bdb-bbfb-f30f9a88c67e HTTP/1.1" status: 204  len: 168 time: 2.9425929
Jun 21 02:44:52.782070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33814) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:52.806363 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:52.832898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edccd88-f793-45e1-abf8-1d78b06158af req-e6707ee7-0eda-4b7e-a930-6583bffe48cc tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:52.845842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1edccd88-f793-45e1-abf8-1d78b06158af req-e6707ee7-0eda-4b7e-a930-6583bffe48cc tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 1.4323349
Jun 21 02:44:52.867544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.8218486
Jun 21 02:44:52.905009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['34ff607b-826b-4c22-8bb1-e2e9e2340f96'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:44:52.924141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Request body: {'port': {'device_id': '939c8715-e263-423e-826b-e976a8f2787a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:44:52.945262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-deleted', 'tag': '9ef73173-ba82-471a-b438-4498a4c53aea'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:52.948346 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc84300-2549-4007-8695-bea600ff3f9d" -d '{"events": [{"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-deleted", "tag": "9ef73173-ba82-471a-b438-4498a4c53aea"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:52.963528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Deleting subnet ef4d1a10-7ff6-4769-a0b5-a719d2f5a226 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:44:52.970200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:53.050445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:53.111602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-f9fc49d4-5ef2-4010-8c53-80301c8d423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:53.114324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-f9fc49d4-5ef2-4010-8c53-80301c8d423d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.5073514
Jun 21 02:44:53.230891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:53.264113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b9c84-af27-41fa-ba96-a49136e871fb req-3dac2c76-4482-4de1-8d97-9e56c3679a97 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:53.278968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a99b9c84-af27-41fa-ba96-a49136e871fb req-3dac2c76-4482-4de1-8d97-9e56c3679a97 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 931 time: 0.8110926
Jun 21 02:44:53.369846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:53.374791 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:53.393546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1edccd88-f793-45e1-abf8-1d78b06158af req-79f393c9-8e00-4b94-9ba3-622a1dc70040 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5467405
Jun 21 02:44:53.395607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-d7f02f8f-05a1-44d0-87ce-8405bf313aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:53.397238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-d7f02f8f-05a1-44d0-87ce-8405bf313aee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 1101 time: 2.3450279
Jun 21 02:44:53.420777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-95736636-f3fa-4dd7-a836-b3ee6af90c12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.1366832
Jun 21 02:44:53.433218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81874918-b45c-4a12-bf37-54dbe58f85d5 None None] Network ff4848ae-107c-48e9-a606-cb1b8a43d423 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:44:53.445534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:53.475463 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef4d1a10-7ff6-4769-a0b5-a719d2f5a226 HTTP/1.1" status: 204  len: 168 time: 0.6898432
Jun 21 02:44:53.476024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33820) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:53.476875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef4d1a10-7ff6-4769-a0b5-a719d2f5a226,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:53.488616 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:53.647385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a99b9c84-af27-41fa-ba96-a49136e871fb req-e5f4c4b4-894a-4461-a8c8-e34d400a4f25 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3669341
Jun 21 02:44:53.649464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33822) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:53.736495 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:53.884546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33826) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:53.918753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] DHCP port deletion for ff4848ae-107c-48e9-a606-cb1b8a43d423 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:44:54.012046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:44:54.085292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-4d17ced3-6576-452e-84fe-25137cb65bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:54.085898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] Deleting port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:54.085999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-4d17ced3-6576-452e-84fe-25137cb65bf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.6742332
Jun 21 02:44:54.086082 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.092711 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.124523 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d322c-cb02-4634-a83e-f9a21fc23190 x-openstack-request-id: req-693d322c-cb02-4634-a83e-f9a21fc23190 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:54.126534 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b649ff-9875-4a5f-b5b9-9311a73d17e6", "name": "network-vif-deleted", "tag": "9ef73173-ba82-471a-b438-4498a4c53aea", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:54.127615 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-693d322c-cb02-4634-a83e-f9a21fc23190 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:54.128846 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b649ff-9875-4a5f-b5b9-9311a73d17e6', 'name': 'network-vif-deleted', 'tag': '9ef73173-ba82-471a-b438-4498a4c53aea', 'status': 'completed', 'code': 200}
Jun 21 02:44:54.132529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Deleting port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:54.136925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-513d0d1a-f880-4738-8e39-b8ca226f68dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 200  len: 217 time: 0.0393093
Jun 21 02:44:54.137953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.142921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-d23d0212-583a-409a-b38c-8de326005e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:54.144558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-d23d0212-583a-409a-b38c-8de326005e77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.7084322
Jun 21 02:44:54.176700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting subnet dedce080-3b15-4594-869c-b7346bad12e6 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:44:54.178500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] For port ee67e84c-b6d4-4caa-b89b-54729d9db7b0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,segment=NetworkSegment(43e69f4a-7a81-4f07-9d70-7a8efc74c5ed),segment_id=43e69f4a-7a81-4f07-9d70-7a8efc74c5ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:54.178918 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.212016 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.269030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] Calling delete_port for ee67e84c-b6d4-4caa-b89b-54729d9db7b0 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:54.372452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ee67e84c-b6d4-4caa-b89b-54729d9db7b0 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:54.391167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.412083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-46dbbe24-08e6-447d-a3a9-8526586cfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:54.413601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-46dbbe24-08e6-447d-a3a9-8526586cfbb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.2616489
Jun 21 02:44:54.430407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58115-11fc-45f2-8c54-c5cf264b6ce9 req-a65f97d7-5549-4270-aefc-829a18f2840e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:54.432715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50d58115-11fc-45f2-8c54-c5cf264b6ce9 req-a65f97d7-5549-4270-aefc-829a18f2840e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 950 time: 0.5102859
Jun 21 02:44:54.557724 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.578629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.584296 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c216bcc4-a256-4813-8514-d03bd609bba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:54.635817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:44:54.644023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] Pushing event deleted for resources: {'Port': ['ID=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:54.647658 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:54.650835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:44:54.651396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.792179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] No DVR routers for this DVR port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:54.865511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b6fbecf7-d99c-4dca-9e47-b729c7eeb869 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:54.894755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b6fbecf7-d99c-4dca-9e47-b729c7eeb869 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:54.895030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b6fbecf7-d99c-4dca-9e47-b729c7eeb869 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:54.895489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 87f2d0cf-93de-47a8-8e84-70e814b469d8 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:54.932755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.934809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 87f2d0cf-93de-47a8-8e84-70e814b469d8 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:54.935163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 87f2d0cf-93de-47a8-8e84-70e814b469d8 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:54.957912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:54.960157 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0d066-1ac1-4624-b515-a1eb0c7b987a" -d '{"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-plugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:54.962146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] For port ee67e84c-b6d4-4caa-b89b-54729d9db7b0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,segment=NetworkSegment(43e69f4a-7a81-4f07-9d70-7a8efc74c5ed),segment_id=43e69f4a-7a81-4f07-9d70-7a8efc74c5ed)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:54.962650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:54.983591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:55.038469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Calling delete_port for ee67e84c-b6d4-4caa-b89b-54729d9db7b0 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:55.087500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-58d6ab09-b3e2-4a83-ad81-8d7241192fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:55.089486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-58d6ab09-b3e2-4a83-ad81-8d7241192fe7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.9252529
Jun 21 02:44:55.144154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50d58115-11fc-45f2-8c54-c5cf264b6ce9 req-9f538b7a-eeb1-4227-819b-a4b800c1c42a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6897080
Jun 21 02:44:55.226958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.230949 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c40b697c-1f65-4466-9080-73ede9d2dee1 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:55.252983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee67e84c-b6d4-4caa-b89b-54729d9db7b0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:55.258368 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:55.286254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] No DVR routers for this DVR port ee67e84c-b6d4-4caa-b89b-54729d9db7b0 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:55.321192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.394481 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.396492 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.399127 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:55.428763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2a8a970>,) {'filters': {'network_id': ['ff4848ae-107c-48e9-a606-cb1b8a43d423']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:55.429717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-c03e8430-7942-4d52-aae8-f63e111ec436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:55.432493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-c03e8430-7942-4d52-aae8-f63e111ec436 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.9609702
Jun 21 02:44:55.435762 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-b3d42945-e8ac-4159-aff4-dec3d6dc9afa service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3297253
Jun 21 02:44:55.459206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=13']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:55.460363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2a8a970>, '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:55.460673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2a8a970>, '43e69f4a-7a81-4f07-9d70-7a8efc74c5ed') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:55.472247 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:55.472847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.492133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844397-890b-478a-aee3-c94a2ed5a0ee req-8ba8e066-12c0-4a5f-8db8-70b51378a30d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:55.492361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.493962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8844397-890b-478a-aee3-c94a2ed5a0ee req-8ba8e066-12c0-4a5f-8db8-70b51378a30d tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.8240144
Jun 21 02:44:55.501148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:44:55.503366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:44:55.505553 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:44:55.625136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.677178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.693377 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4960ba29-6913-41b6-aeeb-bf2d31bdb7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:55.701055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.707330 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ff4848ae-107c-48e9-a606-cb1b8a43d423 HTTP/1.1" status: 204  len: 168 time: 2.2102182
Jun 21 02:44:55.741485 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.749260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff4848ae-107c-48e9-a606-cb1b8a43d423,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:55.753426 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:55.768922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb9966f-2b69-4f16-b08f-6f3f0b01b775 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:44:55.787160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8844397-890b-478a-aee3-c94a2ed5a0ee req-fc8c441c-3298-468a-8258-380906000790 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148225
Jun 21 02:44:55.789636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.807787 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef04be1b-48ca-48b1-9c0e-a14ff1d00f16 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:55.889511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Subnet': ['ID=dedce080-3b15-4594-869c-b7346bad12e6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:55.932077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ac506-8920-47ef-9b94-309f1dc64eb6 None None] Network 418623f1-4ad5-42b9-ad46-65c852bb68e6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:44:55.934564 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:55.941223 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:55.945636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "DELETE /v2.0/subnets/dedce080-3b15-4594-869c-b7346bad12e6 HTTP/1.1" status: 204  len: 168 time: 2.2812126
Jun 21 02:44:55.951144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Transition to ACTIVE for port object afb9966f-2b69-4f16-b08f-6f3f0b01b775 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:44:55.958852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33862) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:56.105117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a967b2-1bd5-4791-917e-f0e03e8f5efa req-f10b549c-32ad-4387-927b-d4c5c475a1d0 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:56.106711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84a967b2-1bd5-4791-917e-f0e03e8f5efa req-f10b549c-32ad-4387-927b-d4c5c475a1d0 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 931 time: 0.7522621
Jun 21 02:44:56.117640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Deleting port ae82d807-c3a2-4ca0-8e07-427f2e769013 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:56.118240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.138311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.152161 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97b9b850-e610-42ac-9afb-9dea5581f925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:56.167018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-2544d3f1-e832-40d2-a142-3356e1862545 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6892221
Jun 21 02:44:56.168867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-84083efd-326d-4a56-b3d7-8d205ef22323 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6880968
Jun 21 02:44:56.202442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33864) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:56.276906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] DHCP port deletion for 418623f1-4ad5-42b9-ad46-65c852bb68e6 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:44:56.283896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] For port ae82d807-c3a2-4ca0-8e07-427f2e769013, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ae82d807-c3a2-4ca0-8e07-427f2e769013,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:56.284295 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.301291 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-83224966-ddf0-4864-8bca-5ef286ce5703 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10dfe606d88c47a7a54d11e347c911bd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0976202
Jun 21 02:44:56.304369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33866) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:56.385831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] Deleting port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:56.388099 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.398974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Calling delete_port for ae82d807-c3a2-4ca0-8e07-427f2e769013 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:56.433447 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-887fb10c-456f-4391-aa6c-64e14da1d7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.491511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-887fb10c-456f-4391-aa6c-64e14da1d7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.495022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] For port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4f5e6a9e-2a5d-484f-b233-c8c1c741d23c,segment=NetworkSegment(cdb28016-f7bf-421a-adec-27cb795d2902),segment_id=cdb28016-f7bf-421a-adec-27cb795d2902)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:56.495427 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.570460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] Calling delete_port for 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:56.691133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.717670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Pushing event updated for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:56.730561 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:56.738158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84a967b2-1bd5-4791-917e-f0e03e8f5efa req-3946dc91-f9bb-4d40-a815-147b6d312792 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5971019
Jun 21 02:44:56.747898 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-887fb10c-456f-4391-aa6c-64e14da1d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.748700 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-887fb10c-456f-4391-aa6c-64e14da1d7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.749457 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-887fb10c-456f-4391-aa6c-64e14da1d7cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9a45364-c711-427d-8dff-92c681d0ae97 HTTP/1.1" status: 204  len: 168 time: 0.4439366
Jun 21 02:44:56.750372 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8f0ac1f6-6e64-4fe4-8786-44bf261fae10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:56.760309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fb10c-456f-4391-aa6c-64e14da1d7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a45364-c711-427d-8dff-92c681d0ae97,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:56.767782 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.769570 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-887fb10c-456f-4391-aa6c-64e14da1d7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:56.773907 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:56.796852 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eac30af8-2ce9-47fb-a3a9-9c6dcbe63893 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:56.810773 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a9a201f7-d61f-4301-9c04-99de9b2a26f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:56.827996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] The port '4f5e6a9e-2a5d-484f-b233-c8c1c741d23c' was deleted {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}}
Jun 21 02:44:56.849565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-f48f99a8-5b8c-4d58-92bd-a395836db103 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:56.851138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-f48f99a8-5b8c-4d58-92bd-a395836db103 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 819 time: 0.8641140
Jun 21 02:44:56.853186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] No DVR routers for this DVR port 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:56.856349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] Pushing event deleted for resources: {'Port': ['ID=4f5e6a9e-2a5d-484f-b233-c8c1c741d23c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:56.865798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae82d807-c3a2-4ca0-8e07-427f2e769013,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:56.871292 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:56.882634 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:56.971277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-52a090a5-a1c3-4ced-9e72-80c6d61d945a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/quotas/e8a9110bb9954597971fe55d59f5ad1c HTTP/1.1" status: 200  len: 375 time: 0.0908315
Jun 21 02:44:57.025853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216686d8-dfe9-404b-808f-ab70e4d60246 req-23237d98-4aee-4c1d-b44c-291e1f0beca1 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4569652
Jun 21 02:44:57.110323 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dec977-1c61-4d7b-aaa2-a38d431ed892 x-openstack-request-id: req-36dec977-1c61-4d7b-aaa2-a38d431ed892 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:57.110816 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-plugged", "status": "completed", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:57.110816 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36dec977-1c61-4d7b-aaa2-a38d431ed892 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:57.111218 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'code': 200}
Jun 21 02:44:57.121703 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.142324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d279a9d0>,) {'filters': {'network_id': ['418623f1-4ad5-42b9-ad46-65c852bb68e6']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:57.144225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:44:57.144564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:44:57.145270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:57.153672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.172232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:44:57.173402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:44:57.175847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d279a9d0>, 'cdb28016-f7bf-421a-adec-27cb795d2902') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:57.176102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d279a9d0>, 'cdb28016-f7bf-421a-adec-27cb795d2902') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:57.191410 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.193420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:44:57.193734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:44:57.194123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:44:57.194563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Bound port: afb9966f-2b69-4f16-b08f-6f3f0b01b775, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:44:57.194916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.237901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-e032bb35-813e-4928-8c6b-b9f907de348f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2065008
Jun 21 02:44:57.239469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.272728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:44:57.273150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:44:57.284120 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:44:57.340110 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:44:57.449457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:44:57.465530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:44:57.491062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:44:57.498579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-fd27346a-8f5c-4d99-8ef6-de87b3c30626 service neutron] 10.222.0.25 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486742
Jun 21 02:44:57.511319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.511319 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:57.521444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2529-c5d0-402f-984e-bb95653acb3e req-8e62697c-2345-4f72-91de-082cfb09aa6a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:57.522922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-035c2529-c5d0-402f-984e-bb95653acb3e req-8e62697c-2345-4f72-91de-082cfb09aa6a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 951 time: 0.1543245
Jun 21 02:44:57.523940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.526264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "DELETE /v2.0/networks/418623f1-4ad5-42b9-ad46-65c852bb68e6 HTTP/1.1" status: 204  len: 168 time: 1.5657711
Jun 21 02:44:57.535502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33896) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:57.563383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:44:57.571719 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] 10.222.0.25 "PUT /v2.0/routers/1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6833735
Jun 21 02:44:57.572587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33898) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:57.573952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Network': ['ID=418623f1-4ad5-42b9-ad46-65c852bb68e6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:57.580021 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] Sync routers for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:44:57.593615 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:57.594505 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92bc640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:57.635918 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:57.642536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.650641 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c424068a-f434-4cd6-bd84-7720d62af9a8 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:57.688284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.730841 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:57.743123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33900) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:57.763008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:57.763545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.764921 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] 10.222.0.26 "PUT /v2.0/ports/afb9966f-2b69-4f16-b08f-6f3f0b01b775 HTTP/1.1" status: 200  len: 1092 time: 4.8465421
Jun 21 02:44:57.765468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:44:57.768095 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:44:57.785209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-035c2529-c5d0-402f-984e-bb95653acb3e req-aea757cd-cb01-4752-903d-1df56c0a7f54 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474935
Jun 21 02:44:57.802650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting subnet 1d2a9cbc-dcf7-46a4-bd85-12fa77f00704 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:44:57.814438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-cb75c9af-9db0-4749-909a-4a2781993ad4 service neutron] 10.222.0.25 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868044
Jun 21 02:44:57.824118 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.828495 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-97d7e96e-d864-475d-a594-90bba9fb07f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=042f1abd2af143cfb65d6b89fecc7f9c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0833642
Jun 21 02:44:57.834179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33908) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:57.907402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Pushing event updated for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:57.935306 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:57.946661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.966195 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92bc640>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:44:56Z', 'revision_number': 5, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port': {'id': 'cfe7ab58-b5f7-4232-9862-cb936fe9b3df', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:43:07Z', 'updated_at': '2021-06-21T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:57.969987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d903ff41-c66d-4ed4-9ce3-5d4923999016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:57.973294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.012695 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d903ff41-c66d-4ed4-9ce3-5d4923999016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.028024 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] Checking router: 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:44:58.047160 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] Routers {'1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:44:58.048486 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92bc640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:58.086292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f498-1f9f-488d-8797-65bc6db4052d req-543c21f4-5904-478c-a1a2-fd75d26e8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:58.088110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-543c21f4-5904-478c-a1a2-fd75d26e8fc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1095 time: 0.1645746
Jun 21 02:44:58.138091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-a99049f9-2072-42ea-9250-6ab126645a2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775 HTTP/1.1" status: 200  len: 217 time: 0.0417523
Jun 21 02:44:58.143840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.172155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Deleting port cfe7ab58-b5f7-4232-9862-cb936fe9b3df {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:58.172762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.180947 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] Set router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:44:58.237535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d903ff41-c66d-4ed4-9ce3-5d4923999016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.238115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f498-1f9f-488d-8797-65bc6db4052d req-0ebcb15a-a01a-411a-a61b-6a84a4d0273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:58.239578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-0ebcb15a-a01a-411a-a61b-6a84a4d0273f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.0907512
Jun 21 02:44:58.240866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d903ff41-c66d-4ed4-9ce3-5d4923999016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.242379 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d903ff41-c66d-4ed4-9ce3-5d4923999016 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/150340fb-952d-4c29-aa70-ac855c7884b1 HTTP/1.1" status: 204  len: 168 time: 0.4102464
Jun 21 02:44:58.245676 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5d9a8cd-638a-4e01-bfed-f8623286b133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:58.246598 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92bc640>, [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:44:57Z', 'revision_number': 6, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:44:58.260650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903ff41-c66d-4ed4-9ce3-5d4923999016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150340fb-952d-4c29-aa70-ac855c7884b1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:58.269922 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d903ff41-c66d-4ed4-9ce3-5d4923999016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:58.280933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-cad868ea-124b-4509-a863-3555f800eebb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329204
Jun 21 02:44:58.295925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94219d-9360-4522-84df-2e18314ff04b None None] The sync data for ids ['1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69'] in n-d-758944-33 is: [{'id': '1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69', 'name': 'tempest-FloatingIPsAssociationTestJSON-907224543-router', 'tenant_id': '1ff36bce1700412a8f392c581a38b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:43:06Z', 'updated_at': '2021-06-21T02:44:57Z', 'revision_number': 6, 'project_id': '1ff36bce1700412a8f392c581a38b051', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:44:58.321400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:44:58.331400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] For port cfe7ab58-b5f7-4232-9862-cb936fe9b3df, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cfe7ab58-b5f7-4232-9862-cb936fe9b3df,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:58.331811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.353079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:44:58.354185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4f5e6a9e-2a5d-484f-b233-c8c1c741d23c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:44:58.370537 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.375423 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:58.429996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2a9cbc-dcf7-46a4-bd85-12fa77f00704,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:58.434727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.444260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "DELETE /v2.0/subnets/1d2a9cbc-dcf7-46a4-bd85-12fa77f00704 HTTP/1.1" status: 204  len: 168 time: 0.9014280
Jun 21 02:44:58.444260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33928) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:58.444260 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:58.445274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf94ba4-d116-492b-979a-a1843c6de4f9 None None] Network 0100efd5-3a20-4dff-b187-293e9954ec2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:44:58.495613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Calling delete_port for cfe7ab58-b5f7-4232-9862-cb936fe9b3df owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:58.558872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-6cf990f3-ae01-4564-8ba3-f54c1f0dea9f service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701383
Jun 21 02:44:58.561960 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058e4c33-982a-40a1-9c45-b8fabeb34dc7 x-openstack-request-id: req-058e4c33-982a-40a1-9c45-b8fabeb34dc7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:44:58.562270 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:44:58.562560 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-058e4c33-982a-40a1-9c45-b8fabeb34dc7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:44:58.562996 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775', 'status': 'completed', 'code': 200}
Jun 21 02:44:58.572339 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.840885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] DHCP port deletion for 0100efd5-3a20-4dff-b187-293e9954ec2a request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:44:58.883640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.887843 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:58.889974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2881f498-1f9f-488d-8797-65bc6db4052d req-0acc2a12-3f40-461e-a0fe-1f4b472166d5 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3145564
Jun 21 02:44:58.949074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] Deleting port d82d683a-14f8-46e0-8963-9a976e2e1b04 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:58.950008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:58.960598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe7ab58-b5f7-4232-9862-cb936fe9b3df,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:58.967410 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:59.047373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.073292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] For port d82d683a-14f8-46e0-8963-9a976e2e1b04, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d82d683a-14f8-46e0-8963-9a976e2e1b04,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:59.073292 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.104690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Deleting port d82d683a-14f8-46e0-8963-9a976e2e1b04 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:44:59.111011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.162306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.164618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.214316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd86ac4-8d55-4a23-8cca-79d52f996d15 req-ea08d377-c65b-49a1-ab29-0e48813c1c37 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:59.215710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fd86ac4-8d55-4a23-8cca-79d52f996d15 req-ea08d377-c65b-49a1-ab29-0e48813c1c37 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 950 time: 0.2647812
Jun 21 02:44:59.234649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e14464-1c1c-4f85-adaa-026489a06d6e req-e7b306b2-f055-44ca-bec0-3791c270c0fb tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:59.255865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8e14464-1c1c-4f85-adaa-026489a06d6e req-e7b306b2-f055-44ca-bec0-3791c270c0fb tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.4503219
Jun 21 02:44:59.307854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.309273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:44:59.319407 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] Calling delete_port for d82d683a-14f8-46e0-8963-9a976e2e1b04 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:59.320853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.328406 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1ea7e8c5-0855-4fbe-b54e-b830e3bcfd69 HTTP/1.1" status: 204  len: 168 time: 1.7533450
Jun 21 02:44:59.329524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33958) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:44:59.349165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fd86ac4-8d55-4a23-8cca-79d52f996d15 req-7ac7050f-0935-4af6-a509-d196e5c02d0c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236129
Jun 21 02:44:59.370874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] For port d82d683a-14f8-46e0-8963-9a976e2e1b04, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d82d683a-14f8-46e0-8963-9a976e2e1b04,segment=NetworkSegment(77b72031-c79b-4c70-8f97-b2f354e1e27f),segment_id=77b72031-c79b-4c70-8f97-b2f354e1e27f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:44:59.376164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.376554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-0ec7823c-ee6b-48e3-b281-ca1347a6b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:44:59.378181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-0ec7823c-ee6b-48e3-b281-ca1347a6b7df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1095 time: 0.3375859
Jun 21 02:44:59.407600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Deleting subnet a3f3d659-393b-4eb3-ad06-4c0a49d68187 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:44:59.412213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.413879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8e14464-1c1c-4f85-adaa-026489a06d6e req-a785adeb-4363-48e8-81a0-7514773f056a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570358
Jun 21 02:44:59.505302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.559779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Calling delete_port for d82d683a-14f8-46e0-8963-9a976e2e1b04 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:44:59.615644 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:44:59.619427 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9e36f325-de0b-4641-afd8-1142c30267e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:44:59.666571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] Pushing event deleted for resources: {'Port': ['ID=d82d683a-14f8-46e0-8963-9a976e2e1b04,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:44:59.672471 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:44:59.684221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] No DVR routers for this DVR port d82d683a-14f8-46e0-8963-9a976e2e1b04 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:44:59.844568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a01d297a-9550-40ae-90fd-6aefd6779ec1 req-220bd114-7e2d-4c9c-8651-99232e43c2be tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 210 time: 0.2736287
Jun 21 02:44:59.858391 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-65e5318e-9d0e-42e0-aeb4-14c78bacf186 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1397c30df045442fa21b67d43c669e36&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2824843
Jun 21 02:44:59.977679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.017837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-2825486d-a56e-4b15-8d2c-65343bed5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:00.030413 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-2825486d-a56e-4b15-8d2c-65343bed5cfa service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.6307976
Jun 21 02:45:00.091210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.107262 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.111326 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b75c8d7c-e05f-4b5f-a27f-6a5d9941b25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:00.139784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c354b-1471-4c33-ac5e-3713fe6f981a None None] Network 93e80ed3-e788-4f17-b452-eb405ce711b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:00.154134 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc6e9b87-743c-4d90-b551-5779cef17de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:00.189133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.194582 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a3f3d659-393b-4eb3-ad06-4c0a49d68187 HTTP/1.1" status: 204  len: 168 time: 0.8612745
Jun 21 02:45:00.195803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f3d659-393b-4eb3-ad06-4c0a49d68187,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:00.200011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33988) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:00.209917 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:00.220102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d82d683a-14f8-46e0-8963-9a976e2e1b04 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:00.275734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d82d683a-14f8-46e0-8963-9a976e2e1b04 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:00.276084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d82d683a-14f8-46e0-8963-9a976e2e1b04 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:00.276695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cfe7ab58-b5f7-4232-9862-cb936fe9b3df no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:00.288971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Port': ['ID=d82d683a-14f8-46e0-8963-9a976e2e1b04,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:00.299268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] No DVR routers for this DVR port d82d683a-14f8-46e0-8963-9a976e2e1b04 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:00.301891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-b4b9c233-ef08-439b-8602-d31e43b83253 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775 HTTP/1.1" status: 200  len: 217 time: 0.1653330
Jun 21 02:45:00.305360 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:00.332390 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: cfe7ab58-b5f7-4232-9862-cb936fe9b3df {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:00.332752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cfe7ab58-b5f7-4232-9862-cb936fe9b3df not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:00.333401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ae82d807-c3a2-4ca0-8e07-427f2e769013 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:00.366716 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.371969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ae82d807-c3a2-4ca0-8e07-427f2e769013 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:00.372583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ae82d807-c3a2-4ca0-8e07-427f2e769013 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:00.439669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-19fc888c-ea9b-4de9-9049-0f72a7b9aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:00.442542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-19fc888c-ea9b-4de9-9049-0f72a7b9aa6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1298387
Jun 21 02:45:00.456157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Deleting port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:00.469486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.573477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-aaeb50b3-2c3c-4088-bc5c-291ff39d5b2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016145
Jun 21 02:45:00.600875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] DHCP port deletion for 93e80ed3-e788-4f17-b452-eb405ce711b2 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:45:00.656379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] For port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:00.656760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.722438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] Deleting port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:00.722438 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.765840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Calling delete_port for e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:00.884817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] For port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,segment=NetworkSegment(b5448130-25bf-4457-92e0-b98a9b7497db),segment_id=b5448130-25bf-4457-92e0-b98a9b7497db)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:00.888495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:00.996234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] Calling delete_port for e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:01.015209 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.038187 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-319d7b48-9a96-45ac-b50b-a5ca0262dfa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:01.051742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] No DVR routers for this DVR port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:01.058145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.069710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d272eaf0>,) {'filters': {'network_id': ['0100efd5-3a20-4dff-b187-293e9954ec2a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:01.082733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d272eaf0>, '77b72031-c79b-4c70-8f97-b2f354e1e27f') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:01.083026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d272eaf0>, '77b72031-c79b-4c70-8f97-b2f354e1e27f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:01.099159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.107166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.110129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:01.110975 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-673c97c4-3dec-4c72-83d8-16bdf209c92e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:01.115073 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:01.120238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.128437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:45:01.129948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.176147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] Pushing event deleted for resources: {'Port': ['ID=e6ac2dba-4b61-43a3-8d42-1d98c59c8d07,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:01.182000 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:01.184490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] No DVR routers for this DVR port e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:45:01.198429 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:45:01.209649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-de9f8b3e-e6f5-4b74-b93d-9bc3155b96ab tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:01.211181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-de9f8b3e-e6f5-4b74-b93d-9bc3155b96ab tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.3517146
Jun 21 02:45:01.273441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.289303 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d276ebe0>,) {'filters': {'network_id': ['93e80ed3-e788-4f17-b452-eb405ce711b2']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:01.300741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.309758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-b773f2a3-4e70-447c-9d02-0cffc36e79bb tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/quotas/1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 375 time: 0.0607769
Jun 21 02:45:01.309981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d276ebe0>, 'b5448130-25bf-4457-92e0-b98a9b7497db') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:01.310080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d276ebe0>, 'b5448130-25bf-4457-92e0-b98a9b7497db') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:01.323654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.333671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.339518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] 10.222.0.25 "DELETE /v2.0/networks/0100efd5-3a20-4dff-b187-293e9954ec2a HTTP/1.1" status: 204  len: 168 time: 2.8944464
Jun 21 02:45:01.352723 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.360026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:45:01.360435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.366631 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:45:01.431659 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:45:01.463171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Pushing event deleted for resources: {'Network': ['ID=0100efd5-3a20-4dff-b187-293e9954ec2a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:01.471781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:01.487925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-4fabe981-ef28-4c10-9bc2-4d9dd926a2bd service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9135957
Jun 21 02:45:01.504748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.510344 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:01.513266 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:01.515166 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] 10.222.0.25 "DELETE /v2.0/networks/93e80ed3-e788-4f17-b452-eb405ce711b2 HTTP/1.1" status: 204  len: 168 time: 1.3066506
Jun 21 02:45:01.530142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e80ed3-e788-4f17-b452-eb405ce711b2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:01.535867 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:01.561373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e916f-13ba-4050-a807-a1b55af2ed39 req-c81c2736-1eb1-4ea6-90f3-3a29c34586e3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:01.562845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a35e916f-13ba-4050-a807-a1b55af2ed39 req-c81c2736-1eb1-4ea6-90f3-3a29c34586e3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.3179083
Jun 21 02:45:01.617058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-467c7482-6288-431e-8c16-54b6813fd71f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2711930
Jun 21 02:45:01.711876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d22831c-d0ae-4e96-aaa0-e5d627a67e3a req-5d043fc9-4146-47bb-a7ac-92fa4a86bc57 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2150588
Jun 21 02:45:01.717802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a35e916f-13ba-4050-a807-a1b55af2ed39 req-35102749-b278-4f3a-bcb2-4bb0f4ce506b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459653
Jun 21 02:45:01.779379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 61010dde-d48b-4a18-9030-ef5bce699e93 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:01.795171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-8c3f3f00-f896-485a-972d-bfaf51646e33 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:01.796660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-8c3f3f00-f896-485a-972d-bfaf51646e33 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 819 time: 0.2088778
Jun 21 02:45:01.818196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Request body: {'port': {'device_id': '22baa6b0-de24-496f-ac8b-917cad57561f', 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'admin_state_up': True, 'tenant_id': 'e8a9110bb9954597971fe55d59f5ad1c'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:01.984808 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.009972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34036) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:02.032908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:02.041981 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d00957c-b8d9-4336-95de-383b6bba5a1b" -d '{"events": [{"server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:02.081454 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc6a442a-f7c0-4dc7-8084-b5f753d223cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ff36bce1700412a8f392c581a38b051&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0695677
Jun 21 02:45:02.083896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34044) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:02.086814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:02.160877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0cb9-5b3b-4f0b-b3ab-d9c28604a170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.172225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:02.177070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c8971d4-4171-4181-8e95-cc6022d0570c req-c2268c59-79c3-4a5c-9902-65585109bd67 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 210 time: 0.0651574
Jun 21 02:45:02.210295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:02.210758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e6ac2dba-4b61-43a3-8d42-1d98c59c8d07 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:02.216389 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.223455 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:02.233030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0cb9-5b3b-4f0b-b3ab-d9c28604a170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.289885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21035d32-c2f3-4db9-8370-8196b8e089c7 req-6256cec5-b560-4def-a935-5a94e8fdb4ed tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 210 time: 0.0478382
Jun 21 02:45:02.310229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Made reservation on behalf of e8a9110bb9954597971fe55d59f5ad1c for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:02.316869 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.367334 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:02.377801 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:02.395923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0cb9-5b3b-4f0b-b3ab-d9c28604a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.398443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0cb9-5b3b-4f0b-b3ab-d9c28604a170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.402887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba0f0cb9-5b3b-4f0b-b3ab-d9c28604a170 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac84169f-e261-455c-bdc1-aa558d04ede3 HTTP/1.1" status: 204  len: 168 time: 0.3170199
Jun 21 02:45:02.405752 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-50f20565-e45b-45e7-a501-c0479dd3313f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:02.413873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f0cb9-5b3b-4f0b-b3ab-d9c28604a170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac84169f-e261-455c-bdc1-aa558d04ede3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:02.423466 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba0f0cb9-5b3b-4f0b-b3ab-d9c28604a170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:02.519313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Allocated IP 172.20.0.7 (4a066f70-8079-421c-a6bc-fa0d70e160d4/469dd2a5-a8ad-498d-a0ab-0d1fe0d72576/1e7440a3-cf7b-4c65-a618-c56fe378c63c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:45:02.560040 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6ea5b0-f5be-4e72-99a1-20c783d9867c x-openstack-request-id: req-ad6ea5b0-f5be-4e72-99a1-20c783d9867c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:02.563198 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:02.564232 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad6ea5b0-f5be-4e72-99a1-20c783d9867c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:02.564716 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93', 'code': 200}
Jun 21 02:45:02.746354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.813381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34066) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:02.867511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:02.875345 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad1321b5-da1d-4cdc-9ea1-8defe2da62b8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:02.882994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8622b849-1e7a-4147-a04e-cb6b572d7cb6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:03.047050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Network 4a066f70-8079-421c-a6bc-fa0d70e160d4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:45:03.054025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:03.099831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Pushing event updated for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:03.102544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:45:03.162500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:03.163322 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:03.174997 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:03.241722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760762b-61d1-4eec-b46f-ae28e729dfaf req-39834b85-20bb-4ffc-b246-69f9cb25a662 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:03.250170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5760762b-61d1-4eec-b46f-ae28e729dfaf req-39834b85-20bb-4ffc-b246-69f9cb25a662 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.2283700
Jun 21 02:45:03.283242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4722152
Jun 21 02:45:03.309044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Request body: {'port': {'device_id': '22baa6b0-de24-496f-ac8b-917cad57561f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:03.350015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5760762b-61d1-4eec-b46f-ae28e729dfaf req-ab2b3891-98a5-4a6a-8f3f-c62a519422b3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988142
Jun 21 02:45:03.479601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:03.548913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:03.748271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b840-faac-4116-8318-61348d54fc40 req-8c7854aa-e8c8-472f-8119-6ffba1c6f5b0 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:03.754923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd70b840-faac-4116-8318-61348d54fc40 req-8c7854aa-e8c8-472f-8119-6ffba1c6f5b0 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 931 time: 0.2546961
Jun 21 02:45:03.776565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:45:03.919773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Deleting port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:03.931019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:03.934394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc6b831f-784a-4bab-89c2-12c015da1df2 req-fe09a3ec-061c-4b90-a9d6-3daaa59847f6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 210 time: 0.0827587
Jun 21 02:45:03.960414 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd70b840-faac-4116-8318-61348d54fc40 req-930a3906-f0f0-4619-b647-e82e474eb739 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967869
Jun 21 02:45:03.972688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:03.991342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'mac_address': 'fa:16:3e:a3:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:45:04.281516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7440a3-cf7b-4c65-a618-c56fe378c63c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:45:04.282257 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:04.282652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] For port 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,segment=NetworkSegment(27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e),segment_id=27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:04.282652 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:04.282860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:04.282973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:45:04.283076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Transition to ACTIVE for port object 1e7440a3-cf7b-4c65-a618-c56fe378c63c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:04.283178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:04.283288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Calling delete_port for 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:04.333625 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-59c7a90b-fbd7-4994-9401-7914210f1f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:04.394790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:04.403861 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:04.405167 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:04.406431 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-472c6165-c495-41f6-a0d5-b1d486c381c3 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:04.533297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:04.536974 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a51d9d2-ca6d-4d77-a2d4-78a5cb795076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:04.559266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:04.580128 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:04.589274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:04.619623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Pushing event deleted for resources: {'Port': ['ID=38c5fd8f-8d55-47bd-9c78-d620ad8d28ae,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:04.624285 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:04.736010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Pushing event updated for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:04.760878 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:04.890216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42107df-5c0e-468d-aebe-4d1f07523479 req-aa5a0d5f-f6c0-4de7-ad90-ca21a7911053 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:04.892626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a42107df-5c0e-468d-aebe-4d1f07523479 req-aa5a0d5f-f6c0-4de7-ad90-ca21a7911053 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.2730539
Jun 21 02:45:04.920334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:04.927994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:04.927994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:04.937998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:04.940621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:45:04.940985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:04.959800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:04.960165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:04.960528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:04.960963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Bound port: 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:04.961310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:05.003630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a42107df-5c0e-468d-aebe-4d1f07523479 req-4c875f97-5f71-44e9-9588-578221274bcc tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849428
Jun 21 02:45:05.130237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:05.133780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:05.206675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-174f0573-bba5-41aa-80cb-510cc8cc4732 req-0092a268-e891-4c12-a4c4-95da13641f41 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 210 time: 0.0598993
Jun 21 02:45:05.211928 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:05.221856 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c60e905b-0052-4a07-b5e1-0c368cf99cd8 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:05.264754 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34152) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:05.284803 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-3bfaf271-0c4a-4a8f-823b-9028402ed1ff tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1397c30df045442fa21b67d43c669e36&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0862916
Jun 21 02:45:05.369281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:05.370180 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:05.372574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] 10.222.0.20 "PUT /v2.0/ports/1e7440a3-cf7b-4c65-a618-c56fe378c63c HTTP/1.1" status: 200  len: 1092 time: 2.0762649
Jun 21 02:45:05.376534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:05.379407 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fe82eb-83e3-439c-8217-9d2c090465a6" -d '{"events": [{"name": "network-changed", "server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:05.427253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Pushing event updated for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:05.433435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:05.479460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f49d65-ae93-4a82-9a34-7b865909f9ae req-a295d9c8-74e3-4d95-b3bf-48643ed27d86 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:05.481455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1f49d65-ae93-4a82-9a34-7b865909f9ae req-a295d9c8-74e3-4d95-b3bf-48643ed27d86 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.1773620
Jun 21 02:45:05.542324 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d5ff85-3963-45bc-a6b4-156fd58a1ec5 x-openstack-request-id: req-17d5ff85-3963-45bc-a6b4-156fd58a1ec5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:05.542751 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:05.543144 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17d5ff85-3963-45bc-a6b4-156fd58a1ec5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:05.543689 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c', 'status': 'completed', 'code': 200}
Jun 21 02:45:05.584566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-6ca1a0d8-3ba1-435d-8d17-fa5a689f2362 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:05.586348 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-6ca1a0d8-3ba1-435d-8d17-fa5a689f2362 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2877917
Jun 21 02:45:05.600659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1f49d65-ae93-4a82-9a34-7b865909f9ae req-464aa245-16df-4954-8b9d-d4206fd2272f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104629
Jun 21 02:45:05.630263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:05.664949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-79e7276f-044f-4615-9dfb-db92d3a75d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:05.666620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-79e7276f-044f-4615-9dfb-db92d3a75d0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1095 time: 0.1454401
Jun 21 02:45:05.677986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Request body: {'port': {'device_id': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '1397c30df045442fa21b67d43c669e36'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:05.704405 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4dee1ada-440d-4038-ada4-62e1edb57ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:05.757260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-873927ee-f5eb-4f40-b934-888a9d853fec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c HTTP/1.1" status: 200  len: 217 time: 0.0795829
Jun 21 02:45:05.856788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:05.858597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:45:05.858712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-b2c56fe4-926d-4e77-87c0-8e435bf3947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:05.858712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-b2c56fe4-926d-4e77-87c0-8e435bf3947d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.0806518
Jun 21 02:45:05.875924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:05.876646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:05.916547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-5f6908d2-30fd-424c-ab7f-1f1a7ba7042f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370150
Jun 21 02:45:05.995971 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.005401 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:45:06.012835 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] 10.222.0.25 "PUT /v2.0/routers/6e85f37a-eadc-43e1-93f2-f2702265c9f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1978409
Jun 21 02:45:06.018651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34178) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:06.019195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] Sync routers for ids ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:45:06.027743 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4dee1ada-440d-4038-ada4-62e1edb57ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.038382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device afb9966f-2b69-4f16-b08f-6f3f0b01b775 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:45:06.045022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:06.047320 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a3e4fd-6628-484b-b3cb-d6ec8b1200ff" -d '{"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-plugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:06.070013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:06.075180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] Routers {'6e85f37a-eadc-43e1-93f2-f2702265c9f0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:45:06.076421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3db46a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:44:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:06.126330 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7fe1c4-760e-4e8d-93c5-f5fa68022c56 x-openstack-request-id: req-6e7fe1c4-760e-4e8d-93c5-f5fa68022c56 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:06.134163 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-plugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:06.134163 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e7fe1c4-760e-4e8d-93c5-f5fa68022c56 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:06.134163 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'code': 200}
Jun 21 02:45:06.142963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4dee1ada-440d-4038-ada4-62e1edb57ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.150042 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac08be02-5add-40e9-8706-080af0a87b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:06.159022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-d7bc2c84-9999-4e29-a6d7-82fe0aacd38d service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529416
Jun 21 02:45:06.187903 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.193588 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:06.206793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Made reservation on behalf of 1397c30df045442fa21b67d43c669e36 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:06.210850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.217247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee1ada-440d-4038-ada4-62e1edb57ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47b8129-f089-44ac-8d9b-33887b97d53a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:06.234680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4dee1ada-440d-4038-ada4-62e1edb57ce2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b729085fdbd74b35b0dc01c62425ecf9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9616940
Jun 21 02:45:06.247213 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4dee1ada-440d-4038-ada4-62e1edb57ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:06.250891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34184) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:06.357870 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.444153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] Set router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:45:06.447516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34192) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:06.485013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f337-7541-4288-a037-12d58e7b6fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.537082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:06.546347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f337-7541-4288-a037-12d58e7b6fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.555125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=10']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:06.556707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-703a8906-0a65-4f57-95f1-635d0812632c req-0b0ad845-7f42-4066-8aec-d1aab3abbab8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 210 time: 0.0951028
Jun 21 02:45:06.563053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e1cf4db-52b1-4793-8690-cb3287664422 req-450a9bf1-379c-4f38-b986-3bcb956b76b2 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3935683
Jun 21 02:45:06.577354 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:06.600945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410d8a8-5e26-4851-bc96-4d34a4520546 req-f696ce68-dcae-4ebe-9222-81b9b4f629c8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:06.608503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f410d8a8-5e26-4851-bc96-4d34a4520546 req-f696ce68-dcae-4ebe-9222-81b9b4f629c8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.3300700
Jun 21 02:45:06.627688 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.632493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Allocated IP 192.168.233.157 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/71946f64-acd5-4eb3-ac45-a4e1452df88e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:45:06.637015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775', 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e', 'port_id': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775', 'mac_address': 'fa:16:3e:5c:92:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4fd7ee-635d-403d-aa3b-bcf88750fbf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:45:06.651080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e52391e-e3df-4e5f-afcf-eb7a636450fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.695545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f410d8a8-5e26-4851-bc96-4d34a4520546 req-94bc4805-2436-461f-bae2-4b58b510df49 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826755
Jun 21 02:45:06.703224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c26fd842-2bfb-4258-8e14-6ede759e858e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.851537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-dc0cafdf-47df-4b7b-87a0-ba9c5a8a3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:06.853194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-dc0cafdf-47df-4b7b-87a0-ba9c5a8a3d69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1095 time: 0.1510880
Jun 21 02:45:06.924938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f337-7541-4288-a037-12d58e7b6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.929799 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f337-7541-4288-a037-12d58e7b6fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:06.934813 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b9c0f337-7541-4288-a037-12d58e7b6fd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a47b8129-f089-44ac-8d9b-33887b97d53a HTTP/1.1" status: 204  len: 168 time: 0.6779156
Jun 21 02:45:06.935702 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fa4a788a-e8a5-4d5b-b17e-6b9af7cc1f42 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:06.949753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0f337-7541-4288-a037-12d58e7b6fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47b8129-f089-44ac-8d9b-33887b97d53a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:06.956741 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9c0f337-7541-4288-a037-12d58e7b6fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:06.974581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Deleting port 2ca87aa4-a0ef-4022-9536-ae800ea1a936 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:06.974992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.013750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.045682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb9966f-2b69-4f16-b08f-6f3f0b01b775 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:45:07.046854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.071027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Transition to ACTIVE for port object 71946f64-acd5-4eb3-ac45-a4e1452df88e will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:07.077102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:07.083898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3db46a0>, [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:45:04Z', 'revision_number': 5, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port': {'id': '2ca87aa4-a0ef-4022-9536-ae800ea1a936', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:53Z', 'updated_at': '2021-06-21T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:07.116489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.120080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] Checking router: 6e85f37a-eadc-43e1-93f2-f2702265c9f0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:45:07.130272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] Routers {'6e85f37a-eadc-43e1-93f2-f2702265c9f0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:45:07.131175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3db46a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:45:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:07.132608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03011af4-fd4c-4043-9f62-11e5703d104e req-c91118a1-1623-48a3-bcfd-845c1c7625d1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:07.134302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03011af4-fd4c-4043-9f62-11e5703d104e req-c91118a1-1623-48a3-bcfd-845c1c7625d1 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.2853103
Jun 21 02:45:07.135830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-42945966-a054-42bf-917a-7626b2144f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:07.137170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-42945966-a054-42bf-917a-7626b2144f5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.2718387
Jun 21 02:45:07.194098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.208699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a2332e4-f6b6-4234-8253-4127ad37fcf6 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:07.208910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3b903c10-2b4a-43a5-9408-54a3c8af259d', '34ff607b-826b-4c22-8bb1-e2e9e2340f96'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:07.213521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.231904 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c26fd842-2bfb-4258-8e14-6ede759e858e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.240090 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:07.241073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-72ede32a-c02d-4751-9707-f90c84c24977 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c HTTP/1.1" status: 200  len: 217 time: 0.0928404
Jun 21 02:45:07.243523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] For port 2ca87aa4-a0ef-4022-9536-ae800ea1a936, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2ca87aa4-a0ef-4022-9536-ae800ea1a936,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:07.243900 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.246325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:07.265378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:45:07.273735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:07.279457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:45:07.289553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:07.376608 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:07.394956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Calling delete_port for 2ca87aa4-a0ef-4022-9536-ae800ea1a936 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:07.424994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03011af4-fd4c-4043-9f62-11e5703d104e req-7a7acf96-1f82-4a31-b70e-79b203402f50 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2806041
Jun 21 02:45:07.432790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c26fd842-2bfb-4258-8e14-6ede759e858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.437310 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b693101-063d-47c1-a089-5b5b9c9636d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:07.453965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:07.455240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.514770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] Set router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:45:07.519704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:07.522744 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:07.552726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c26fd842-2bfb-4258-8e14-6ede759e858e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbb33f1f633846e980b5c93162f58fce&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0997798
Jun 21 02:45:07.553418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34216) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:07.553529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['afb9966f-2b69-4f16-b08f-6f3f0b01b775'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:07.558660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-2864a53d-c0c3-41c9-b28c-fdee018f7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:07.560188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-2864a53d-c0c3-41c9-b28c-fdee018f7fce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.2950921
Jun 21 02:45:07.561170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd842-2bfb-4258-8e14-6ede759e858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c1cc0-e1db-41de-ae65-3b9383f6b6c4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:07.565645 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c26fd842-2bfb-4258-8e14-6ede759e858e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:07.581279 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9132407
Jun 21 02:45:07.605512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Request body: {'port': {'device_id': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:07.662394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3db46a0>, [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:45:06Z', 'revision_number': 6, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:07.688959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-e0412dcc-5aa2-4212-881e-bc3b2f86af9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1118176
Jun 21 02:45:07.720507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda5ef0c-00d5-41ca-9d5f-000fe21e095d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.844897 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda5ef0c-00d5-41ca-9d5f-000fe21e095d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.901788 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:07.939506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361f690-c190-4ac1-8f0f-fb2699d823eb None None] The sync data for ids ['6e85f37a-eadc-43e1-93f2-f2702265c9f0'] in n-d-758944-33 is: [{'id': '6e85f37a-eadc-43e1-93f2-f2702265c9f0', 'name': 'tempest-ServersTestMultiNic-1947986907-router', 'tenant_id': '0ac16443068b422882e59a3fd20a9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:51Z', 'updated_at': '2021-06-21T02:45:06Z', 'revision_number': 6, 'project_id': '0ac16443068b422882e59a3fd20a9674', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:45:08.040690 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.064192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.069646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7268ff1a-d41b-4bbe-9bc1-ea2e6ae4876e None None] Provisioning for port 71946f64-acd5-4eb3-ac45-a4e1452df88e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:08.122219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7268ff1a-d41b-4bbe-9bc1-ea2e6ae4876e None None] Provisioning complete for port 71946f64-acd5-4eb3-ac45-a4e1452df88e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:08.122623 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7268ff1a-d41b-4bbe-9bc1-ea2e6ae4876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.193132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7268ff1a-d41b-4bbe-9bc1-ea2e6ae4876e None None] Port 71946f64-acd5-4eb3-ac45-a4e1452df88e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:45:08.214532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda5ef0c-00d5-41ca-9d5f-000fe21e095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.218175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda5ef0c-00d5-41ca-9d5f-000fe21e095d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.221264 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eda5ef0c-00d5-41ca-9d5f-000fe21e095d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e81c1cc0-e1db-41de-ae65-3b9383f6b6c4 HTTP/1.1" status: 204  len: 168 time: 0.6667271
Jun 21 02:45:08.229648 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11eb3f8a-94dd-4826-934f-198450d610c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:08.239927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5ef0c-00d5-41ca-9d5f-000fe21e095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c1cc0-e1db-41de-ae65-3b9383f6b6c4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:08.253196 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eda5ef0c-00d5-41ca-9d5f-000fe21e095d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:08.336915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:08.387060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:08.388863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 38c5fd8f-8d55-47bd-9c78-d620ad8d28ae not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:08.428951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71946f64-acd5-4eb3-ac45-a4e1452df88e {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:45:08.442563 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.460578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Transition to ACTIVE for port object 71946f64-acd5-4eb3-ac45-a4e1452df88e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:08.529802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.532381 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6987dc1b-9f43-4fff-9bde-2fe578fd74c3 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:08.592467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-e8e9f33b-addb-4a9c-8b5d-5c9beab8cefd service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8904870
Jun 21 02:45:08.678768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:08.695891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd60b1-b4e4-41b0-a584-51a3ad78f88a req-71adaa50-26a1-4e9f-879d-7e89cf4e32bc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:08.698432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:08.702587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21dd60b1-b4e4-41b0-a584-51a3ad78f88a req-71adaa50-26a1-4e9f-879d-7e89cf4e32bc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 936 time: 0.8611498
Jun 21 02:45:08.778316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:08.778554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:08.778982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:08.787256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:45:08.787579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:08.794066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:08.800900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:08.800900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:08.800900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Bound port: 71946f64-acd5-4eb3-ac45-a4e1452df88e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:08.800900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.816428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156d6d-0534-42f4-a37d-774a7dcfebd6 req-08fb6025-afa8-4b8f-bd1e-99516ead9f6e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:08.818339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc156d6d-0534-42f4-a37d-774a7dcfebd6 req-08fb6025-afa8-4b8f-bd1e-99516ead9f6e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 944 time: 0.3316061
Jun 21 02:45:08.821928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21dd60b1-b4e4-41b0-a584-51a3ad78f88a req-cab31780-eb9c-4966-98fa-44bd851be749 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187460
Jun 21 02:45:08.875535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.891145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:08.894903 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fbc3f38-9967-4dd2-8150-269b44d054e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:08.896285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:08.928725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08fe82eb-83e3-439c-8217-9d2c090465a6 req-487ecdb3-8c52-4617-ac3c-07be2b626637 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3282013
Jun 21 02:45:08.934475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca87aa4-a0ef-4022-9536-ae800ea1a936,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:08.937954 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:08.981656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc156d6d-0534-42f4-a37d-774a7dcfebd6 req-6c2f4790-059d-4733-9b84-cc39c4c849fd tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480165
Jun 21 02:45:08.986857 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:08.993220 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:09.054049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.086225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:09.087860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.089680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] 10.222.0.20 "PUT /v2.0/ports/71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 1097 time: 1.4965210
Jun 21 02:45:09.097409 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:09.105952 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c" -d '{"events": [{"name": "network-changed", "server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:09.163507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:09.167569 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:09.229172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34264) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:09.277951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d97ae58c-9b2d-4112-9bee-c628dc384bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.293820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-00be09a4-20c9-40f9-b4df-a67e55d7a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:09.294348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.296023 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-00be09a4-20c9-40f9-b4df-a67e55d7a5fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1100 time: 0.0974276
Jun 21 02:45:09.299401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.364598 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-3a8b5c1f-bada-47eb-a328-b4bd0cfcbde8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.0568602
Jun 21 02:45:09.411107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be1242-984f-475e-bd62-0a03edcd1239 req-95bedc22-dbf8-4c5b-a26e-fdcd85fc38a8 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:09.413455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.414956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70be1242-984f-475e-bd62-0a03edcd1239 req-95bedc22-dbf8-4c5b-a26e-fdcd85fc38a8 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.2963817
Jun 21 02:45:09.436180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-4487c243-1858-4b4e-9bff-52e19f8a40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:09.438071 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-4487c243-1858-4b4e-9bff-52e19f8a40c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0648673
Jun 21 02:45:09.488258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.490931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e85f37a-eadc-43e1-93f2-f2702265c9f0 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:45:09.495804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.499398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6e85f37a-eadc-43e1-93f2-f2702265c9f0 HTTP/1.1" status: 204  len: 168 time: 3.4823313
Jun 21 02:45:09.503176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70be1242-984f-475e-bd62-0a03edcd1239 req-5b74baf6-c369-44ac-844b-12b1ba868e38 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809815
Jun 21 02:45:09.504382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34266) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:09.618337 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d97ae58c-9b2d-4112-9bee-c628dc384bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.668020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Deleting subnet 3852ef5e-d6d3-485d-9b2e-7899e7c0343c {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:45:09.673455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.703404 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d97ae58c-9b2d-4112-9bee-c628dc384bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.730874 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8416aeb0-fb2d-433a-99f4-2e9dee0173b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:09.758748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d97ae58c-9b2d-4112-9bee-c628dc384bee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdd9021b630e4666a94d2a237901cc1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4996810
Jun 21 02:45:09.768038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ae58c-9b2d-4112-9bee-c628dc384bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09febe8-0c4b-447f-b8db-20316af02d25,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:09.768038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34270) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:09.776497 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d97ae58c-9b2d-4112-9bee-c628dc384bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:09.787619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.886026 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3fbac74f-9e10-48bf-b0a4-232c967ffb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.931684 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2388a5a-3946-40b1-8fa3-f14cab084ac2 x-openstack-request-id: req-b2388a5a-3946-40b1-8fa3-f14cab084ac2 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:09.936909 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:09.936909 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2388a5a-3946-40b1-8fa3-f14cab084ac2 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:09.936909 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'status': 'completed', 'code': 200}
Jun 21 02:45:09.972883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3fbac74f-9e10-48bf-b0a4-232c967ffb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:09.979448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-d415f2af-5e1e-47a9-89e1-d4317bb60eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:09.980972 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-d415f2af-5e1e-47a9-89e1-d4317bb60eaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5350201
Jun 21 02:45:10.031994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.039482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device afb9966f-2b69-4f16-b08f-6f3f0b01b775 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:10.139804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3fbac74f-9e10-48bf-b0a4-232c967ffb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.154836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3fbac74f-9e10-48bf-b0a4-232c967ffb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.162265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3fbac74f-9e10-48bf-b0a4-232c967ffb61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b09febe8-0c4b-447f-b8db-20316af02d25 HTTP/1.1" status: 204  len: 168 time: 0.3964872
Jun 21 02:45:10.171989 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21ae1983-be1e-4f2d-be69-0108dc7e38dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:10.197310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2ca87aa4-a0ef-4022-9536-ae800ea1a936 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:10.269919 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-e068fb6a-db6e-40bb-9456-ea5318e30b5f service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718868
Jun 21 02:45:10.274549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2ca87aa4-a0ef-4022-9536-ae800ea1a936 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:10.280218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2ca87aa4-a0ef-4022-9536-ae800ea1a936 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:10.283614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbac74f-9e10-48bf-b0a4-232c967ffb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09febe8-0c4b-447f-b8db-20316af02d25,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:10.292484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port afb9966f-2b69-4f16-b08f-6f3f0b01b775 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:10.299322 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3fbac74f-9e10-48bf-b0a4-232c967ffb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:10.332574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port afb9966f-2b69-4f16-b08f-6f3f0b01b775 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:10.333939 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.367993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bdaa6-2c34-4c47-87c4-40e86b8d9032 req-01d3ff2b-9c57-4338-81a1-66930290f8a2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:10.378092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c05bdaa6-2c34-4c47-87c4-40e86b8d9032 req-01d3ff2b-9c57-4338-81a1-66930290f8a2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 948 time: 0.3163519
Jun 21 02:45:10.421833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.430424 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:10.469989 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa609c0a-f75e-4838-a753-0776de8ec100 req-26a624cf-fc13-4b21-9b5b-63b9eb1731d9 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935928
Jun 21 02:45:10.503388 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.525651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3852ef5e-d6d3-485d-9b2e-7899e7c0343c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:10.534033 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:10.540897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.541355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3852ef5e-d6d3-485d-9b2e-7899e7c0343c HTTP/1.1" status: 204  len: 168 time: 1.0350883
Jun 21 02:45:10.544617 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34302) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:10.555824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e6259-e1fc-4828-acba-731d5830dae2 None None] Network fc1f7bcd-29bb-401b-ac9f-3a8051572311 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:10.560663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c05bdaa6-2c34-4c47-87c4-40e86b8d9032 req-5925ec38-0bc0-44c3-9601-fbe556f4559d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814344
Jun 21 02:45:10.606545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:10.608958 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf36e88e-eb56-40df-98f4-c3a6d0ba5d59" -d '{"events": [{"server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "name": "network-vif-plugged", "status": "completed", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:10.663502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:10.746030 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.750652 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3460dfab-4394-48ad-9e02-87d1c02ab9b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:10.822135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:10.823244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:10.830959 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:10.942956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] DHCP port deletion for fc1f7bcd-29bb-401b-ac9f-3a8051572311 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:45:10.959886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-55cd7497-0495-4f78-8765-1aae535a1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:10.966102 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-55cd7497-0495-4f78-8765-1aae535a1177 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1100 time: 0.3080893
Jun 21 02:45:11.005019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8636666-36d3-4dad-8ba0-ba1afcfa5582 req-11f0cebc-1315-4cb4-b3cf-ff93281f78d0 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:11.014089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8636666-36d3-4dad-8ba0-ba1afcfa5582 req-11f0cebc-1315-4cb4-b3cf-ff93281f78d0 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.1875155
Jun 21 02:45:11.053698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] Deleting port c2a8a16b-330a-42f7-b5b3-bde003f473b3 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:11.054455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:11.098403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8636666-36d3-4dad-8ba0-ba1afcfa5582 req-983408be-e075-409a-a0e7-c1c9c92812f2 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831056
Jun 21 02:45:11.148698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Deleting port c2a8a16b-330a-42f7-b5b3-bde003f473b3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:11.151528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:11.203876 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc9aa1-4a30-45cd-b568-da2addee24d1 x-openstack-request-id: req-b0bc9aa1-4a30-45cd-b568-da2addee24d1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:11.204295 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "name": "network-vif-plugged", "status": "completed", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:11.204658 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0bc9aa1-4a30-45cd-b568-da2addee24d1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:11.205182 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775', 'code': 200}
Jun 21 02:45:11.215801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] For port c2a8a16b-330a-42f7-b5b3-bde003f473b3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c2a8a16b-330a-42f7-b5b3-bde003f473b3,segment=NetworkSegment(27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e),segment_id=27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:11.220832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:11.348962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-4d68ef50-45b0-4ca3-97b5-597c0d03df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:11.350561 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-4d68ef50-45b0-4ca3-97b5-597c0d03df2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.3735759
Jun 21 02:45:11.359811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] Calling delete_port for c2a8a16b-330a-42f7-b5b3-bde003f473b3 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:11.362275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] For port c2a8a16b-330a-42f7-b5b3-bde003f473b3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c2a8a16b-330a-42f7-b5b3-bde003f473b3,segment=NetworkSegment(27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e),segment_id=27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:11.363250 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:11.391339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3ac4-4853-4012-af89-fba4efabb15f req-f8eee3ea-c3ef-43cc-896d-a79d4bd61a94 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:11.400165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73bf3ac4-4853-4012-af89-fba4efabb15f req-f8eee3ea-c3ef-43cc-896d-a79d4bd61a94 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.2051530
Jun 21 02:45:11.471742 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-40c1cd8f-d97b-4532-b516-77f9fbeceeb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.1014280
Jun 21 02:45:11.559163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-953fad33-4168-4bba-97a5-068270563116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:11.560999 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-953fad33-4168-4bba-97a5-068270563116 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0770550
Jun 21 02:45:11.591931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73bf3ac4-4853-4012-af89-fba4efabb15f req-262fdfba-7cef-437e-8ca9-30c7f5d47181 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811032
Jun 21 02:45:11.605905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:11.609399 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7bb36e9f-095d-4c5c-8ee1-65398ea828b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:11.641650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6d875-6236-4c84-b7e0-615b934e10d7 req-761fd4e2-1437-40bb-bcd3-3a66d4e2cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:11.652845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-69c6d875-6236-4c84-b7e0-615b934e10d7 req-761fd4e2-1437-40bb-bcd3-3a66d4e2cf30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1097 time: 0.3601882
Jun 21 02:45:11.674990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] Pushing event deleted for resources: {'Port': ['ID=c2a8a16b-330a-42f7-b5b3-bde003f473b3,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:11.682294 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:11.686507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] No DVR routers for this DVR port c2a8a16b-330a-42f7-b5b3-bde003f473b3 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:11.699794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Calling delete_port for c2a8a16b-330a-42f7-b5b3-bde003f473b3 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:11.785366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-69c6d875-6236-4c84-b7e0-615b934e10d7 req-3127c04b-0810-4776-9c3a-508851caab93 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292293
Jun 21 02:45:11.827044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-eef95671-d13d-4e4d-980a-60cad85f4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:11.832778 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-eef95671-d13d-4e4d-980a-60cad85f4052 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2327368
Jun 21 02:45:11.921511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:11.928376 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7efed5de-356a-47f6-82f3-f3f3086dbfb9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:11.940966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c8299-f21f-4686-9f2d-4abbf6eaf5e8 req-bb63dacc-a97d-4c45-96e4-83a7e846a072 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:11.950331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d33c8299-f21f-4686-9f2d-4abbf6eaf5e8 req-bb63dacc-a97d-4c45-96e4-83a7e846a072 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 948 time: 0.0967805
Jun 21 02:45:11.986528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a8a16b-330a-42f7-b5b3-bde003f473b3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:12.003061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d33c8299-f21f-4686-9f2d-4abbf6eaf5e8 req-f0b86e2d-b87a-4fdd-b34e-5eb36881d25d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518019
Jun 21 02:45:12.004580 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:12.037477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] No DVR routers for this DVR port c2a8a16b-330a-42f7-b5b3-bde003f473b3 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:12.137313 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-eddd3bf9-d1cd-4037-b0af-4e241b1f5fee service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2983608
Jun 21 02:45:12.248046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c2a8a16b-330a-42f7-b5b3-bde003f473b3 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:12.305916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c2a8a16b-330a-42f7-b5b3-bde003f473b3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:12.307247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c2a8a16b-330a-42f7-b5b3-bde003f473b3 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:12.315744 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:12.355089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d23008b0>,) {'filters': {'network_id': ['fc1f7bcd-29bb-401b-ac9f-3a8051572311']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:12.372101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23008b0>, '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:12.373048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23008b0>, '27707a4e-9911-4f1e-b5ce-6bd3f5ffc63e') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:12.389012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:12.425673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:12.437363 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98e72fa3-fb6d-4c34-b91b-7aea6fce875c req-439cfa10-732c-4768-a07e-4a45c3b7490a service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875168
Jun 21 02:45:12.439168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:45:12.439856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:45:12.442248 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:45:12.497299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c4e29-5e9e-43da-a983-aac94297bf12 req-288ce110-6881-4b82-914b-1369b0b5e122 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:12.505737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-073c4e29-5e9e-43da-a983-aac94297bf12 req-288ce110-6881-4b82-914b-1369b0b5e122 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.1441128
Jun 21 02:45:12.578009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-073c4e29-5e9e-43da-a983-aac94297bf12 req-3ceeae50-546e-466e-a0c7-31b5cb4a040d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712841
Jun 21 02:45:12.637323 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:12.641536 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f23879a6-4f4f-4ee5-9a60-6f619c94428d tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:12.645571 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:12.647565 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fc1f7bcd-29bb-401b-ac9f-3a8051572311 HTTP/1.1" status: 204  len: 168 time: 2.1014585
Jun 21 02:45:12.690517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1f7bcd-29bb-401b-ac9f-3a8051572311,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:12.698133 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:13.039135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d1060-c65e-4466-8daf-d58a3d094a6c req-0398a3ec-41e1-4512-b1fa-9c94a4ab2206 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:13.048456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d31d1060-c65e-4466-8daf-d58a3d094a6c req-0398a3ec-41e1-4512-b1fa-9c94a4ab2206 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.1516621
Jun 21 02:45:13.130122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d31d1060-c65e-4466-8daf-d58a3d094a6c req-3ff8fd35-d9a6-49ce-ba4b-07ed671be38c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800214
Jun 21 02:45:13.140059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34396) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:13.245160 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-72013caa-7fdb-4a9a-bc5d-f8176cfbe774 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ac16443068b422882e59a3fd20a9674&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1014030
Jun 21 02:45:13.245747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34400) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:13.429827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42753220-70a5-4b2a-91b4-153ded057ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:13.484290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42753220-70a5-4b2a-91b4-153ded057ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:13.523484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905189ba-0082-428a-8ec0-e02e7d2b6920 req-c735a33e-b6ea-4f35-9eeb-ab9f58a14af6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:13.535110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-905189ba-0082-428a-8ec0-e02e7d2b6920 req-c735a33e-b6ea-4f35-9eeb-ab9f58a14af6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 948 time: 0.1364107
Jun 21 02:45:13.645966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-905189ba-0082-428a-8ec0-e02e7d2b6920 req-fc134a96-1ba7-4097-9048-d0967de2a802 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079988
Jun 21 02:45:13.724434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42753220-70a5-4b2a-91b4-153ded057ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:13.732916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42753220-70a5-4b2a-91b4-153ded057ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:13.734238 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-42753220-70a5-4b2a-91b4-153ded057ac5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb1452fb-6644-43fc-8666-f2ed22f54ebb HTTP/1.1" status: 204  len: 168 time: 0.4866104
Jun 21 02:45:13.781639 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-887fb10c-456f-4391-aa6c-64e14da1d7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:13.805493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42753220-70a5-4b2a-91b4-153ded057ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1452fb-6644-43fc-8666-f2ed22f54ebb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:13.823536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:45:13.833380 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-42753220-70a5-4b2a-91b4-153ded057ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:13.910028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c470892-0b67-487b-b2f8-709da9a47855 req-da37900f-c3a0-4569-ac5e-9220cf9db7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1962192
Jun 21 02:45:14.062990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163621b1-565f-43f7-9c4c-69706010be9f req-148e4ed5-6db0-498d-80fc-4f096b6b641e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:14.074339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-163621b1-565f-43f7-9c4c-69706010be9f req-148e4ed5-6db0-498d-80fc-4f096b6b641e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.1831951
Jun 21 02:45:14.075163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:14.081396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470892-0b67-487b-b2f8-709da9a47855 req-14feeefb-335e-482b-94c8-bce88672c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:14.084854 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c470892-0b67-487b-b2f8-709da9a47855 req-14feeefb-335e-482b-94c8-bce88672c984 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23f11a0261f437eb5155cc524c6e779&device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 1097 time: 0.1359107
Jun 21 02:45:14.120664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'mac_address': 'fa:16:3e:b9:d9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:45:14.170426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:14.171749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-163621b1-565f-43f7-9c4c-69706010be9f req-1085eba6-ecd2-410e-a908-2c8c2f8e2707 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945702
Jun 21 02:45:14.200980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71946f64-acd5-4eb3-ac45-a4e1452df88e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:45:14.229713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:14.297036 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:14.303360 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:14.334006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470892-0b67-487b-b2f8-709da9a47855 req-65d5cd46-f2fe-4491-aa1b-47561b9de601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:14.337743 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c470892-0b67-487b-b2f8-709da9a47855 req-65d5cd46-f2fe-4491-aa1b-47561b9de601 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 200  len: 919 time: 0.2249084
Jun 21 02:45:14.438993 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c470892-0b67-487b-b2f8-709da9a47855 req-1f454bbc-13d3-4809-8971-49b6f0276840 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe HTTP/1.1" status: 200  len: 217 time: 0.0932195
Jun 21 02:45:14.535752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:14.541280 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:14.590419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470892-0b67-487b-b2f8-709da9a47855 req-43bc5916-f89c-4f09-bec3-7b633bbaaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:14.591900 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c470892-0b67-487b-b2f8-709da9a47855 req-43bc5916-f89c-4f09-bec3-7b633bbaaf36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 200  len: 858 time: 0.1437309
Jun 21 02:45:14.614946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['71946f64-acd5-4eb3-ac45-a4e1452df88e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:14.685560 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c470892-0b67-487b-b2f8-709da9a47855 req-085f56a2-395f-4154-b5e5-9b8c6eaaa228 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c45f08f4-cb06-4fd0-b5eb-21c090b60432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846367
Jun 21 02:45:14.937932 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c470892-0b67-487b-b2f8-709da9a47855 req-697bc832-a2d4-4a74-9850-b4beedd0c6ea service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444370
Jun 21 02:45:14.954207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b32bf-58e5-4c12-a54e-33248672f86c req-6bdd9a6c-4039-4094-9d92-cfaa25167f51 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:14.966182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db7b32bf-58e5-4c12-a54e-33248672f86c req-6bdd9a6c-4039-4094-9d92-cfaa25167f51 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1097 time: 0.1161306
Jun 21 02:45:15.079961 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db7b32bf-58e5-4c12-a54e-33248672f86c req-3198d8ed-d8a7-4804-9519-a36f50490167 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127605
Jun 21 02:45:15.094813 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c470892-0b67-487b-b2f8-709da9a47855 req-7292cde0-ee32-4d62-be49-20bcdc00fd0f service neutron] 10.222.0.20 "GET /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480534
Jun 21 02:45:15.153364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d6bdb-9cfe-494f-8db2-52bcc082646b req-b20bcfae-8c51-4348-97e8-79db62dc5be4 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:15.173049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e1d6bdb-9cfe-494f-8db2-52bcc082646b req-b20bcfae-8c51-4348-97e8-79db62dc5be4 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.2017727
Jun 21 02:45:15.312766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e1d6bdb-9cfe-494f-8db2-52bcc082646b req-a0cc489b-33dc-4436-a9e3-5066d8263b56 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375382
Jun 21 02:45:15.379827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f6f63-0915-4c0a-bdaa-53f6a778cb98 req-d47eae11-3cd8-4dc2-9fe2-5957442a1330 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:15.381562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f82f6f63-0915-4c0a-bdaa-53f6a778cb98 req-d47eae11-3cd8-4dc2-9fe2-5957442a1330 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 949 time: 0.1164503
Jun 21 02:45:15.453024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f82f6f63-0915-4c0a-bdaa-53f6a778cb98 req-1349cafe-e53e-4071-9bcd-91fe144fa0d0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629826
Jun 21 02:45:15.571833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34468) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:15.766333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9b031-7995-4099-8dbe-39bf887bb4fe req-c8130080-caef-4138-9427-3f526fe8d8bb tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:15.767923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97a9b031-7995-4099-8dbe-39bf887bb4fe req-c8130080-caef-4138-9427-3f526fe8d8bb tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1097 time: 0.1112914
Jun 21 02:45:15.796101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-network', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:15.840677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97a9b031-7995-4099-8dbe-39bf887bb4fe req-8ce194eb-006b-4327-a977-98c7800897d9 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646901
Jun 21 02:45:15.912145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Made reservation on behalf of 1b277b451a6e4ca59622c4c78ab30a61 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:15.914633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:15.928724 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:16.054891 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:16.140838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:16.146032 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-088807e4-943d-4200-973e-6c68fb572d5e tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:16.169810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:45:16.179342 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:16.179929 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Added segment 0ac36702-f1a0-4889-8bad-edb95d80090a of type vlan for network ac8ba78f-8edb-411f-8879-4fd181b9f2ea
Jun 21 02:45:16.284669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:16.319273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92312603-b758-4753-b14f-539dca3efd46,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:16.333253 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:16.439789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-644bfc63-a7bb-4356-8089-e837f2001607 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0629263
Jun 21 02:45:16.453184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:16.455265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:16.456586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:16.460888 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de853d05-d89c-4b54-9007-30634777b545 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:16.576937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8ba78f-8edb-411f-8879-4fd181b9f2ea,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:16.579770 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:16.590237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network ac8ba78f-8edb-411f-8879-4fd181b9f2ea details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:45:16.597963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-51331c2c-84fe-4349-be54-c929634e0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:16.599500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-51331c2c-84fe-4349-be54-c929634e0639 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 1096 time: 0.1320703
Jun 21 02:45:16.609238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0360670
Jun 21 02:45:16.611831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34504) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:16.619909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Request body: {'subnet': {'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-subnet', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:16.787839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-707ccef5-f39a-49e3-a327-9f53ab80fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:16.789430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-707ccef5-f39a-49e3-a327-9f53ab80fbca service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1366982
Jun 21 02:45:16.841536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Made reservation on behalf of 1b277b451a6e4ca59622c4c78ab30a61 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:16.844427 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:16.847241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-4b5b5ad7-9802-46db-9202-bed0bbe51080 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 200  len: 217 time: 0.0514169
Jun 21 02:45:17.032211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-a4f868e9-e2e0-4669-a9e0-272c58997063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:17.034111 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-a4f868e9-e2e0-4669-a9e0-272c58997063 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1742496
Jun 21 02:45:17.060643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eef213-e70f-4a80-8518-49874844e7f5 req-41f58db8-219d-4e7d-8304-63eb43473dff tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:17.069260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43eef213-e70f-4a80-8518-49874844e7f5 req-41f58db8-219d-4e7d-8304-63eb43473dff tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.2095194
Jun 21 02:45:17.108966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-0adf6b1c-9247-491f-b609-e70253f02817 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570545
Jun 21 02:45:17.270572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43eef213-e70f-4a80-8518-49874844e7f5 req-bd7ba159-2091-4ba7-992a-6288c25c5fe9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999950
Jun 21 02:45:17.360880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-54c9a48b-70c1-42c8-8ca8-dec9a9993cd8 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238538
Jun 21 02:45:17.603515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554c7eb-5b8b-4be6-9d30-20432b5cd1c5 req-eb1b14c8-b6b1-4d61-9eaf-8083856bf236 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:17.605088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f554c7eb-5b8b-4be6-9d30-20432b5cd1c5 req-eb1b14c8-b6b1-4d61-9eaf-8083856bf236 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 949 time: 0.1967289
Jun 21 02:45:17.621602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:17.632773 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4d514b06-cd29-46a1-b504-019d4cfca32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:17.673374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef4db9b-ef94-4a18-abf8-055e6e962abb req-bc717f99-bab4-4ec6-b851-71333a667a4f service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2661936
Jun 21 02:45:17.708230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f554c7eb-5b8b-4be6-9d30-20432b5cd1c5 req-67079022-bdde-43d0-8e2d-fa1e3d807d26 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963960
Jun 21 02:45:17.728702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404d33fc-7bd7-4aec-bd72-89c7af60a3f4,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:17.732027 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:17.744891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Checking segment: {'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:17.744891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Network hostable DHCP agents. Network: ac8ba78f-8edb-411f-8879-4fd181b9f2ea, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:45:17.838395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:17.853943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Network ac8ba78f-8edb-411f-8879-4fd181b9f2ea is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:45:17.946681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, ac8ba78f-8edb-411f-8879-4fd181b9f2ea) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:17.956444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030c933-c41a-4fa5-88c8-deb156e2e31a None None] Network ac8ba78f-8edb-411f-8879-4fd181b9f2ea requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:17.973461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:17.973461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.043213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 71946f64-acd5-4eb3-ac45-a4e1452df88e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:18.053198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 71946f64-acd5-4eb3-ac45-a4e1452df88e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:18.053719 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.073110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4569459
Jun 21 02:45:18.073815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34538) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:18.089683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:18.198686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.200149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.295451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.410679 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.438015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-ac8ba78f-8edb-411f-8879-4fd181b9f2ea', 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'fixed_ips': [{'subnet_id': '404d33fc-7bd7-4aec-bd72-89c7af60a3f4'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:45:18.439120 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.460694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:18.463822 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3888e841-98b6-496a-b6d6-9e6b02206ab1" -d '{"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-plugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:18.477389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:18.599369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Allocated IP 172.20.0.2 (ac8ba78f-8edb-411f-8879-4fd181b9f2ea/404d33fc-7bd7-4aec-bd72-89c7af60a3f4/985429c0-7569-441c-a019-aff7eab0c67b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:45:18.779510 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.795263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Transition to ACTIVE for port object 985429c0-7569-441c-a019-aff7eab0c67b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:18.813235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Transition to ACTIVE for port object 985429c0-7569-441c-a019-aff7eab0c67b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:18.828953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.836294 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2e446d26-a485-4455-af05-d1470f674d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:18.882365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.890699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-85c5a86c-cf9a-4c8d-89e6-9ba5af942200 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:45:18.905547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-85c5a86c-cf9a-4c8d-89e6-9ba5af942200 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0262067
Jun 21 02:45:18.911391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Request body: {'binding': {'host': 'n-h1-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:18.912095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:45:18.926090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:18.929997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:18.953087 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:18.953603 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:18.987354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Network ac8ba78f-8edb-411f-8879-4fd181b9f2ea is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:45:18.992234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:18.999572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:45:19.015656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Pushing event updated for resources: {'Port': ['ID=985429c0-7569-441c-a019-aff7eab0c67b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:19.037247 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:19.078054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Attempting to bind port 985429c0-7569-441c-a019-aff7eab0c67b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:19.079059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Attempting to bind port 985429c0-7569-441c-a019-aff7eab0c67b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:19.079712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Attempting to bind port 985429c0-7569-441c-a019-aff7eab0c67b on network ac8ba78f-8edb-411f-8879-4fd181b9f2ea {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:19.087538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:19.088999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Checking segment: {'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:19.090503 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:19.091706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Bound using segment: {'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:19.092331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Bound port: 985429c0-7569-441c-a019-aff7eab0c67b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:19.092930 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:19.128012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64d3b-6ad9-47b0-9ca0-c4949f462f85 req-f4434d55-ce8f-40f4-967b-656dbf719027 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:19.130726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75a64d3b-6ad9-47b0-9ca0-c4949f462f85 req-f4434d55-ce8f-40f4-967b-656dbf719027 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.0892689
Jun 21 02:45:19.162926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on host n-h1-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:19.163499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:19.169816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:19.169816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:45:19.169816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:19.177955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:19.178297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:19.178867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:19.179308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Bound port: afb9966f-2b69-4f16-b08f-6f3f0b01b775, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:19.185145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] For port 985429c0-7569-441c-a019-aff7eab0c67b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:19.192898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] For port 985429c0-7569-441c-a019-aff7eab0c67b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=985429c0-7569-441c-a019-aff7eab0c67b,segment=NetworkSegment(0ac36702-f1a0-4889-8bad-edb95d80090a),segment_id=0ac36702-f1a0-4889-8bad-edb95d80090a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:19.193081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75a64d3b-6ad9-47b0-9ca0-c4949f462f85 req-75da534f-a972-4fa4-9f04-5332e6e8107c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513926
Jun 21 02:45:19.238305 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024609d8-f5dd-4ca5-9c89-75efe037ac03 x-openstack-request-id: req-024609d8-f5dd-4ca5-9c89-75efe037ac03 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:19.239464 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-plugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:19.239980 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-024609d8-f5dd-4ca5-9c89-75efe037ac03 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:19.240955 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'code': 200}
Jun 21 02:45:19.263554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:19.268372 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:19.273500 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-281f1155-8f82-4b21-a762-5732aa6f6b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:19.411020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Pushing event updated for resources: {'Port': ['ID=985429c0-7569-441c-a019-aff7eab0c67b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:19.427984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:19.429119 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-fde58543-81fc-4e12-b956-090128439e79 service neutron] 10.222.0.25 "POST /v2.0/ports/afb9966f-2b69-4f16-b08f-6f3f0b01b775/bindings HTTP/1.1" status: 201  len: 390 time: 0.5225024
Jun 21 02:45:19.456587 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:19.477419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae17595-d3ba-43de-83b3-8ef97539f922 req-2bf415d5-f5df-40d4-ab3e-05eb3390b9c5 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:19.484834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ae17595-d3ba-43de-83b3-8ef97539f922 req-2bf415d5-f5df-40d4-ab3e-05eb3390b9c5 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1391034
Jun 21 02:45:19.530164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:19.543450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ae17595-d3ba-43de-83b3-8ef97539f922 req-cd764003-0b77-489f-8947-c26333455c04 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576224
Jun 21 02:45:19.567503 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:19.596252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64cfcc-8b42-4e6b-90d4-dedc2dbb3076 req-0b7978d7-08fb-46bd-a6df-207019b0d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:19.597745 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5b64cfcc-8b42-4e6b-90d4-dedc2dbb3076 req-0b7978d7-08fb-46bd-a6df-207019b0d75d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1102 time: 0.2124298
Jun 21 02:45:19.732442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5b64cfcc-8b42-4e6b-90d4-dedc2dbb3076 req-7c6fe30d-6a6b-4bb3-a398-ae7c7d5458ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899684
Jun 21 02:45:19.797931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Allocated IP 172.25.7.211 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/87eb763f-b218-43fc-b73f-6dc95b74e904) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:45:19.878846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629004-439f-483e-899f-1911db71a7f0 req-b05213ec-54d9-4730-8fb4-6c47f94f237d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:19.880735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82629004-439f-483e-899f-1911db71a7f0 req-b05213ec-54d9-4730-8fb4-6c47f94f237d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.1341696
Jun 21 02:45:19.953070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82629004-439f-483e-899f-1911db71a7f0 req-32130e5c-212e-4ad9-836c-70f3397221f3 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649822
Jun 21 02:45:19.995397 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:20.114826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:20.129366 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:20.204743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:45:20.207764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:20.214234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:45:20.252581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 985429c0-7569-441c-a019-aff7eab0c67b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:20.266774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=87eb763f-b218-43fc-b73f-6dc95b74e904,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:20.277963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97cf57-ed78-44b2-a92b-a5965b8e5813 req-b1bf8f05-7607-49f1-a810-a3b2e396a358 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:20.283660 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:20.286760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e97cf57-ed78-44b2-a92b-a5965b8e5813 req-b1bf8f05-7607-49f1-a810-a3b2e396a358 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.1030159
Jun 21 02:45:20.401979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e97cf57-ed78-44b2-a92b-a5965b8e5813 req-510b94c4-ecf1-4352-851b-c1d519f8c630 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056895
Jun 21 02:45:20.514982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 985429c0-7569-441c-a019-aff7eab0c67b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:20.735716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-5b2192e2-9752-4cdb-ae73-65d6c4e1eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:20.739791 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-5b2192e2-9752-4cdb-ae73-65d6c4e1eaea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1097 time: 0.2668796
Jun 21 02:45:20.757568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8096-05ba-4cdc-941a-8eab2f80ccbc req-75a7d6b2-ca55-4774-9de1-121244b3bd95 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:20.779245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5ff8096-05ba-4cdc-941a-8eab2f80ccbc req-75a7d6b2-ca55-4774-9de1-121244b3bd95 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.1301022
Jun 21 02:45:20.832364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5ff8096-05ba-4cdc-941a-8eab2f80ccbc req-7bd52815-95ca-49d3-99ca-a6508ee5cb09 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552781
Jun 21 02:45:20.918256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a04449-68b2-4b83-ac3e-102cc7b72ee4 None None] Network ac8ba78f-8edb-411f-8879-4fd181b9f2ea requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:21.109715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34592) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:21.121967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-305a43cd-f651-4ff5-8363-1df773d3293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:21.127072 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-305a43cd-f651-4ff5-8363-1df773d3293f service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.3724103
Jun 21 02:45:21.203118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da41572-3422-4fc5-a4fa-54331468aed7 req-000e7848-c799-436a-b89e-febc0ca7ec14 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:21.207822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3da41572-3422-4fc5-a4fa-54331468aed7 req-000e7848-c799-436a-b89e-febc0ca7ec14 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1956089
Jun 21 02:45:21.240113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] Provisioning for port 985429c0-7569-441c-a019-aff7eab0c67b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:21.247513 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] Provisioning complete for port 985429c0-7569-441c-a019-aff7eab0c67b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:21.248068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:21.257614 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-d76e17ca-b929-42cb-8e7e-9296feeb34d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775 HTTP/1.1" status: 200  len: 217 time: 0.1141343
Jun 21 02:45:21.312268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3da41572-3422-4fc5-a4fa-54331468aed7 req-4fd23220-20c5-4bf3-a280-a8a2aa8943b3 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975924
Jun 21 02:45:21.341448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d0e68b0-1bb7-446d-bb59-56e50acd614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:21.388553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:21.447843 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:21.476154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-a0626c27-6871-4520-a77f-c6bdb31dd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:21.478169 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-a0626c27-6871-4520-a77f-c6bdb31dd8d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.2055736
Jun 21 02:45:21.512860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] For port 985429c0-7569-441c-a019-aff7eab0c67b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=985429c0-7569-441c-a019-aff7eab0c67b,segment=NetworkSegment(0ac36702-f1a0-4889-8bad-edb95d80090a),segment_id=0ac36702-f1a0-4889-8bad-edb95d80090a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:21.587212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:21.591559 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:21.637776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d0e68b0-1bb7-446d-bb59-56e50acd614e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:21.656935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] Pushing event updated for resources: {'Port': ['ID=985429c0-7569-441c-a019-aff7eab0c67b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:21.660793 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:21.685419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1da02-deb1-4f5c-9464-9502250eee78 req-512f7aae-2867-4836-8e24-76b5a8ac43fd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:21.685419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15d1da02-deb1-4f5c-9464-9502250eee78 req-512f7aae-2867-4836-8e24-76b5a8ac43fd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.3545117
Jun 21 02:45:21.710715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0ca4733d-354c-4528-b108-3e2338354228 None None] Provisioning complete for port 985429c0-7569-441c-a019-aff7eab0c67b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:21.711099 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ca4733d-354c-4528-b108-3e2338354228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:21.712304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d0e68b0-1bb7-446d-bb59-56e50acd614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:21.717502 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:21.767175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15d1da02-deb1-4f5c-9464-9502250eee78 req-9c8d96c6-7225-429f-8c1c-d0431d3b7462 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582101
Jun 21 02:45:21.829441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035e57b-977d-41bf-91df-e2cf7d5c57b7 req-175130b1-2c3f-4670-94f1-7638d23d62d1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:21.838194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a035e57b-977d-41bf-91df-e2cf7d5c57b7 req-175130b1-2c3f-4670-94f1-7638d23d62d1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.1963704
Jun 21 02:45:21.865780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1e7440a3-cf7b-4c65-a618-c56fe378c63c details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:45:21.872568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e68b0-1bb7-446d-bb59-56e50acd614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e73259-73ce-467f-ac5f-1d8a0aa8aa48,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:21.888653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1d0e68b0-1bb7-446d-bb59-56e50acd614e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ca832e8e83c42c2ace10b71716eed04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7698023
Jun 21 02:45:21.889984 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d0e68b0-1bb7-446d-bb59-56e50acd614e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:21.890428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34618) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:21.940690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a035e57b-977d-41bf-91df-e2cf7d5c57b7 req-ee9953c7-6891-4f10-99f9-b5801d41557a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976944
Jun 21 02:45:22.004673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-32711678-3996-4472-bb63-ad3b39faa91f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:22.013127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-32711678-3996-4472-bb63-ad3b39faa91f tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.2496619
Jun 21 02:45:22.074542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:22.110637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '1e7440a3-cf7b-4c65-a618-c56fe378c63c', 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4', 'port_id': '1e7440a3-cf7b-4c65-a618-c56fe378c63c', 'mac_address': 'fa:16:3e:c1:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469dd2a5-a8ad-498d-a0ab-0d1fe0d72576', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:45:22.126292 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-f635b435-dc06-4bb7-a73e-6865c0a50824 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6386943
Jun 21 02:45:22.199839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.202413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f265d1a-4476-4729-81e0-8b5e489c988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.223331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7440a3-cf7b-4c65-a618-c56fe378c63c {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:45:22.231078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 985429c0-7569-441c-a019-aff7eab0c67b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:22.267748 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f265d1a-4476-4729-81e0-8b5e489c988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.329940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b13ca-092a-44aa-b993-f3990e8b49d8 req-6fd36e33-a3f5-4dc9-a29d-76c6497bbc7c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:22.338096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-489b13ca-092a-44aa-b993-f3990e8b49d8 req-6fd36e33-a3f5-4dc9-a29d-76c6497bbc7c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.1820717
Jun 21 02:45:22.358902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Deleting port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:22.359683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.361160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:22.381543 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-2dc108df-9466-454f-94f3-130c1ddce437 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2413282
Jun 21 02:45:22.385034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.388858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 985429c0-7569-441c-a019-aff7eab0c67b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:22.390400 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.460142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] For port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:22.460982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.531328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Calling delete_port for a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:22.589641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.597321 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:22.638683 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-25ddbbf8-f8c1-4300-ae08-f096745ba927 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474957
Jun 21 02:45:22.661190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-489b13ca-092a-44aa-b993-f3990e8b49d8 req-a9a7480b-fcf1-4fe8-8d2c-f63fcf95fe81 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3187382
Jun 21 02:45:22.739214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6ea0d-2a49-4359-8956-1dacca2333dd req-ab9fd371-14f5-4ed5-8434-4aec4b85aea1 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:22.741139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54b6ea0d-2a49-4359-8956-1dacca2333dd req-ab9fd371-14f5-4ed5-8434-4aec4b85aea1 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 945 time: 0.1555593
Jun 21 02:45:22.742909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34632) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:22.753852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f265d1a-4476-4729-81e0-8b5e489c988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.756550 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f265d1a-4476-4729-81e0-8b5e489c988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:22.760131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7f265d1a-4476-4729-81e0-8b5e489c988e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9e73259-73ce-467f-ac5f-1d8a0aa8aa48 HTTP/1.1" status: 204  len: 168 time: 0.8654408
Jun 21 02:45:22.760526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:22.764823 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:22.777139 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32c5a10b-7f2f-48a6-a276-131b8032a1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:22.850723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f265d1a-4476-4729-81e0-8b5e489c988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e73259-73ce-467f-ac5f-1d8a0aa8aa48,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:22.856776 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f265d1a-4476-4729-81e0-8b5e489c988e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:22.875933 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Router 9d515fb5-f555-4d29-9cc8-200f6e994e83 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:45:22.916724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54b6ea0d-2a49-4359-8956-1dacca2333dd req-6afaaa14-2c8a-4339-993f-b20e864150f2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575465
Jun 21 02:45:22.929161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1e7440a3-cf7b-4c65-a618-c56fe378c63c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:23.067115 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:23.089304 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:23.098723 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3dc0f005-2cd7-43aa-8359-79864d19f7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:23.137128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:45:23.156709 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Sync routers for ids ['9d515fb5-f555-4d29-9cc8-200f6e994e83'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:45:23.177581 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Routers {'9d515fb5-f555-4d29-9cc8-200f6e994e83'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:45:23.178171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Pushing event deleted for resources: {'Port': ['ID=a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:23.178341 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83c9880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:45:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9d515fb5-f555-4d29-9cc8-200f6e994e83'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:23.190964 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:23.267585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:23.269463 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.1948109
Jun 21 02:45:23.272633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34648) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:23.470486 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Set router 9d515fb5-f555-4d29-9cc8-200f6e994e83 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:45:23.794483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34652) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:23.857599 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83c9880>, [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:45:20Z', 'revision_number': 3, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:23.878934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38083977-d622-4aae-b902-f9d3e011ba66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:23.895644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] No DVR routers for this DVR port a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:23.918401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:23.920386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23b14d1b-184d-4cf8-8f6a-8deda2fe19c0 req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.20 "DELETE /v2.0/ports/a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe HTTP/1.1" status: 204  len: 173 time: 1.8981154
Jun 21 02:45:23.925054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d74d63-d139-4446-a04f-45802caac88f', 'name': 'network-vif-deleted', 'tag': 'a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:23.927510 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89da0ab5-99ee-4d52-97c0-7ff95724aa78" -d '{"events": [{"server_uuid": "33d74d63-d139-4446-a04f-45802caac88f", "name": "network-vif-deleted", "tag": "a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:23.940792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e71651-2ecc-402c-9334-f319aba5d6b0 req-26db5ef9-fc09-4c3c-a626-188a3de3728f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:23.948609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68e71651-2ecc-402c-9334-f319aba5d6b0 req-26db5ef9-fc09-4c3c-a626-188a3de3728f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.9799457
Jun 21 02:45:23.957077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9cde271f-9fa7-47fa-9e0d-becce66bf11d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:24.001085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.042002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68e71651-2ecc-402c-9334-f319aba5d6b0 req-ceaaf036-e151-4cd2-8f3d-506569bbf597 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923598
Jun 21 02:45:24.124481 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Checking router: 9d515fb5-f555-4d29-9cc8-200f6e994e83 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:45:24.126369 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Updating router 9d515fb5-f555-4d29-9cc8-200f6e994e83 port 87eb763f-b218-43fc-b73f-6dc95b74e904 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:45:24.132021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e5f28-c892-4b1a-b801-5130dfc96a3a req-d8258068-88ac-4539-b71e-df8975222734 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:24.140300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef4e5f28-c892-4b1a-b801-5130dfc96a3a req-d8258068-88ac-4539-b71e-df8975222734 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.9527562
Jun 21 02:45:24.236660 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.296614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3dc0f005-2cd7-43aa-8359-79864d19f7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.358839 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef4e5f28-c892-4b1a-b801-5130dfc96a3a req-ec324f28-9714-4461-beeb-66afbcb1bcdc tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172949
Jun 21 02:45:24.363919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Allocated IP 172.20.0.1 (ac8ba78f-8edb-411f-8879-4fd181b9f2ea/404d33fc-7bd7-4aec-bd72-89c7af60a3f4/fb827bf6-707c-4e36-bb01-24e71ce704c6) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:45:24.425508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3dc0f005-2cd7-43aa-8359-79864d19f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.533710 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c8a4740-24b4-4655-a31a-0459cba5d674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:24.546871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3dc0f005-2cd7-43aa-8359-79864d19f7d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a858317601647b88bc969d2ac3961c9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8019259
Jun 21 02:45:24.554011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34670) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:24.605381 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.613935 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Transition to ACTIVE for port object 87eb763f-b218-43fc-b73f-6dc95b74e904 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:24.626760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38083977-d622-4aae-b902-f9d3e011ba66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.654870 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e20a94b-696f-4460-ad99-83e628fc2787 x-openstack-request-id: req-4e20a94b-696f-4460-ad99-83e628fc2787 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:24.655284 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d74d63-d139-4446-a04f-45802caac88f", "name": "network-vif-deleted", "tag": "a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:24.655466 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e20a94b-696f-4460-ad99-83e628fc2787 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:24.655935 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d74d63-d139-4446-a04f-45802caac88f', 'name': 'network-vif-deleted', 'tag': 'a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe', 'status': 'completed', 'code': 200}
Jun 21 02:45:24.707130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0f005-2cd7-43aa-8359-79864d19f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066a17ed-0708-4e91-b09b-dc162cfc8794,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:24.711915 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.720861 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32eee1a9-b0e0-4d77-bbb2-275d15a88e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.722854 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:24.738144 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3dc0f005-2cd7-43aa-8359-79864d19f7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:24.740640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38083977-d622-4aae-b902-f9d3e011ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.781031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b75d88-8b6d-4bcc-8988-7652dc8f68c0 req-bd0c8422-10e0-4809-9ad0-d58e86ec3af6 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:24.783508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1b75d88-8b6d-4bcc-8988-7652dc8f68c0 req-bd0c8422-10e0-4809-9ad0-d58e86ec3af6 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 944 time: 0.4850404
Jun 21 02:45:24.788390 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1573bf0-df19-4847-ab5b-971cb18e947e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:24.839660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32eee1a9-b0e0-4d77-bbb2-275d15a88e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.876872 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Attempting to bind port 87eb763f-b218-43fc-b73f-6dc95b74e904 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:24.881311 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Attempting to bind port 87eb763f-b218-43fc-b73f-6dc95b74e904 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:24.884854 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Attempting to bind port 87eb763f-b218-43fc-b73f-6dc95b74e904 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:24.889916 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-38083977-d622-4aae-b902-f9d3e011ba66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cca2d5fd7a94885bcf9bb5160b23e78&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0209615
Jun 21 02:45:24.898196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34672) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:24.899014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38083977-d622-4aae-b902-f9d3e011ba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c1e76-8cd3-4660-8680-6b5267ef231c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:24.910303 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Pushing event updated for resources: {'Port': ['ID=87eb763f-b218-43fc-b73f-6dc95b74e904,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:24.920325 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38083977-d622-4aae-b902-f9d3e011ba66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:24.933925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:24.933925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:24.933925 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.933925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:24.933925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Bound port: 87eb763f-b218-43fc-b73f-6dc95b74e904, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:24.934710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1b75d88-8b6d-4bcc-8988-7652dc8f68c0 req-b1d99e86-22e8-4df2-9cc0-714f3417107c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429617
Jun 21 02:45:24.935554 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:24.977695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c9e1c13-dab7-4b6c-9a9f-0f0887d0df74 req-f4a295e7-2daa-4529-9518-81f16bffce26 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=33d74d63-d139-4446-a04f-45802caac88f HTTP/1.1" status: 200  len: 210 time: 0.1635301
Jun 21 02:45:25.077991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32eee1a9-b0e0-4d77-bbb2-275d15a88e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.081836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32eee1a9-b0e0-4d77-bbb2-275d15a88e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.102886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-32eee1a9-b0e0-4d77-bbb2-275d15a88e94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/066a17ed-0708-4e91-b09b-dc162cfc8794 HTTP/1.1" status: 204  len: 168 time: 0.5146215
Jun 21 02:45:25.102886 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1f698dfe-50b0-4731-9d1c-574ad58894df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:25.103211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.103211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.103550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eee1a9-b0e0-4d77-bbb2-275d15a88e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066a17ed-0708-4e91-b09b-dc162cfc8794,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:25.103643 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.103643 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.103643 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.105697 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.106053 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.106390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.109700 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32eee1a9-b0e0-4d77-bbb2-275d15a88e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:25.110177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.110571 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.111054 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.111460 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:25.115629 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:25.121696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f427f1d1-a91e-4e51-b3f7-459c31f880dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.192067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f427f1d1-a91e-4e51-b3f7-459c31f880dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.215604 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.225742 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] For port 87eb763f-b218-43fc-b73f-6dc95b74e904, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:25.236259 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] For port 87eb763f-b218-43fc-b73f-6dc95b74e904, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=87eb763f-b218-43fc-b73f-6dc95b74e904,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:25.257487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Transition to ACTIVE for port object fb827bf6-707c-4e36-bb01-24e71ce704c6 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:25.297632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794e5-2035-4fdb-a995-8c5ffaf8997b req-754243af-3e8d-4627-9b81-728f3a2d3d02 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:25.299339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-971794e5-2035-4fdb-a995-8c5ffaf8997b req-754243af-3e8d-4627-9b81-728f3a2d3d02 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1102 time: 0.1811883
Jun 21 02:45:25.338975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-971794e5-2035-4fdb-a995-8c5ffaf8997b req-cc064a7f-e50c-4dc2-8ed4-51893d47a622 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318701
Jun 21 02:45:25.573488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ebac-4a6e-4a16-a82e-031cfa20c3df req-27f627ad-9b3f-4cf5-8355-327dfe6d05c7 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:25.575124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a62ebac-4a6e-4a16-a82e-031cfa20c3df req-27f627ad-9b3f-4cf5-8355-327dfe6d05c7 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.0719523
Jun 21 02:45:25.581921 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.585477 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-6636e6fe-c161-47c8-834d-ebc68f7b419a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:25.610954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f427f1d1-a91e-4e51-b3f7-459c31f880dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.613356 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f427f1d1-a91e-4e51-b3f7-459c31f880dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.614540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f427f1d1-a91e-4e51-b3f7-459c31f880dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/729c1e76-8cd3-4660-8680-6b5267ef231c HTTP/1.1" status: 204  len: 168 time: 0.6879053
Jun 21 02:45:25.615668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:25.621206 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6b8e2de-adbd-4673-8ccf-c009754fa211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:25.653261 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Pushing event updated for resources: {'Port': ['ID=87eb763f-b218-43fc-b73f-6dc95b74e904,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:25.653261 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:25.666232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427f1d1-a91e-4e51-b3f7-459c31f880dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c1e76-8cd3-4660-8680-6b5267ef231c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:25.681627 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Routers {'9d515fb5-f555-4d29-9cc8-200f6e994e83'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:45:25.682802 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83c9880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:45:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9d515fb5-f555-4d29-9cc8-200f6e994e83'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:25.700516 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f427f1d1-a91e-4e51-b3f7-459c31f880dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:25.701305 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f282a476-aed7-4d2f-aa53-ec4a2582d507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:25.771256 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a62ebac-4a6e-4a16-a82e-031cfa20c3df req-9f565cc2-6411-4ffa-9628-7ae0af2b6032 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817293
Jun 21 02:45:25.837518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Network ac8ba78f-8edb-411f-8879-4fd181b9f2ea is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:45:25.841634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:25.857640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:45:25.885310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1e7440a3-cf7b-4c65-a618-c56fe378c63c up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:25.919961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Pushing event updated for resources: {'Port': ['ID=fb827bf6-707c-4e36-bb01-24e71ce704c6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:25.928887 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:25.938813 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] Set router 9d515fb5-f555-4d29-9cc8-200f6e994e83 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:45:25.978826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:26.169542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 1e7440a3-cf7b-4c65-a618-c56fe378c63c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:26.177830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 1e7440a3-cf7b-4c65-a618-c56fe378c63c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:26.178769 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:26.339718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:26.370344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:26.412719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f35173-d6de-4fcc-bf4d-df75bb7c005a req-c4aa9fdb-4a2f-439b-8003-5d1aa1ecfa2c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:26.422144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76f35173-d6de-4fcc-bf4d-df75bb7c005a req-c4aa9fdb-4a2f-439b-8003-5d1aa1ecfa2c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 944 time: 0.1564353
Jun 21 02:45:26.422862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:26.427944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:26.435760 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2328d022-40ae-4835-a076-a5d399bdb8dd" -d '{"events": [{"server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "name": "network-vif-plugged", "status": "completed", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:26.448350 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83c9880>, [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:45:20Z', 'revision_number': 3, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:26.489383 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:26.490513 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:26.536547 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01882695-dd14-4871-98b1-1d7b5ffcedd7 None None] The sync data for ids ['9d515fb5-f555-4d29-9cc8-200f6e994e83'] in n-d-758944-33 is: [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:45:20Z', 'revision_number': 3, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:45:26.540307 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:26.544964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:26.546309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a9ac2cc5-16c0-4d33-a47a-fd375efc3bbe not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:26.549823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-752602fa-395c-4863-8246-bd70885c3847 None None] Provisioning for port fb827bf6-707c-4e36-bb01-24e71ce704c6 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:26.558905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76f35173-d6de-4fcc-bf4d-df75bb7c005a req-d08097ee-c032-4046-827f-e6eb77090839 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345875
Jun 21 02:45:26.599252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-752602fa-395c-4863-8246-bd70885c3847 None None] Provisioning complete for port fb827bf6-707c-4e36-bb01-24e71ce704c6 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:26.600160 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-752602fa-395c-4863-8246-bd70885c3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:26.816599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:26.838988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.839341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.845131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.845606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.847904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.848391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.848746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.849084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.849451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.849814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.851520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.851866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:26.870760 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:26.871821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-752602fa-395c-4863-8246-bd70885c3847 None None] Port fb827bf6-707c-4e36-bb01-24e71ce704c6 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:45:26.942123 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328153d5-f2b2-4bcf-b883-a5d7d7e941cb x-openstack-request-id: req-328153d5-f2b2-4bcf-b883-a5d7d7e941cb {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:26.942780 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "name": "network-vif-plugged", "status": "completed", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:26.942780 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-328153d5-f2b2-4bcf-b883-a5d7d7e941cb {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:26.943127 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c', 'code': 200}
Jun 21 02:45:26.970590 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:27.060296 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:27.061082 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71c51c64-a9b9-4732-876f-9a77f88f3777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:27.222916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:27.255519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Pushing event updated for resources: {'Port': ['ID=fb827bf6-707c-4e36-bb01-24e71ce704c6,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:27.279719 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:27.306753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b3fb-4c63-4e62-8518-aeec229162f3 req-1bdd3fd5-5631-4ab4-9428-bd305b94e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:27.307838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3d8b3fb-4c63-4e62-8518-aeec229162f3 req-1bdd3fd5-5631-4ab4-9428-bd305b94e01b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1097 time: 0.2641535
Jun 21 02:45:27.441872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3d8b3fb-4c63-4e62-8518-aeec229162f3 req-145accd1-c68a-4ab6-aa5b-ac168afb6c74 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081302
Jun 21 02:45:27.528525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe980e2-9ba8-4361-83af-75ff68dafd85 req-9d6262ab-e223-43ca-b330-36747b1f4935 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:27.537322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfe980e2-9ba8-4361-83af-75ff68dafd85 req-9d6262ab-e223-43ca-b330-36747b1f4935 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.2274239
Jun 21 02:45:27.606693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfe980e2-9ba8-4361-83af-75ff68dafd85 req-edfaa3a1-c3fb-493d-ae7c-98e6c173c492 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679729
Jun 21 02:45:27.909011 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-f384dde1-1d6e-43ba-a1b4-a6a15e30a126 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4226315
Jun 21 02:45:27.939806 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Network ac8ba78f-8edb-411f-8879-4fd181b9f2ea is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:45:27.941580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:27.967062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ed99-cad3-44d4-a33e-1455993cc5b9 req-2873c34f-c00b-4c20-8de2-23e8f70e1d4e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:27.969298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f91ed99-cad3-44d4-a33e-1455993cc5b9 req-2873c34f-c00b-4c20-8de2-23e8f70e1d4e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.1169517
Jun 21 02:45:28.195646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Router 9d515fb5-f555-4d29-9cc8-200f6e994e83 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:45:28.197934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f91ed99-cad3-44d4-a33e-1455993cc5b9 req-41f46860-40ad-44b5-9379-8ebec5647469 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085991
Jun 21 02:45:28.281700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 87eb763f-b218-43fc-b73f-6dc95b74e904 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:28.364427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98185cf0-53a9-4b05-bd83-d8f81698ec10 req-03af1af9-b75e-481c-8c6e-9038c65705d9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:28.380958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98185cf0-53a9-4b05-bd83-d8f81698ec10 req-03af1af9-b75e-481c-8c6e-9038c65705d9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.2554529
Jun 21 02:45:28.512024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98185cf0-53a9-4b05-bd83-d8f81698ec10 req-c3800357-76cb-4c76-a947-d5e807f15067 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229331
Jun 21 02:45:28.586124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 87eb763f-b218-43fc-b73f-6dc95b74e904 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:28.597777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:45:28.605030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 87eb763f-b218-43fc-b73f-6dc95b74e904 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:28.605479 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:28.626283 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] 10.222.0.25 "PUT /v2.0/routers/9d515fb5-f555-4d29-9cc8-200f6e994e83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3516047
Jun 21 02:45:28.695971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c1f87808-af49-4de9-b643-74085e7e1eb8 None None] Provisioning complete for port fb827bf6-707c-4e36-bb01-24e71ce704c6 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:28.697375 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c1f87808-af49-4de9-b643-74085e7e1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:28.721370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21701cd5-10e6-4292-a1eb-bc9da29034f6 req-16930a42-7e59-40c9-a6c3-759e80188fc0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:28.731254 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21701cd5-10e6-4292-a1eb-bc9da29034f6 req-16930a42-7e59-40c9-a6c3-759e80188fc0 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1881497
Jun 21 02:45:28.770228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c1f87808-af49-4de9-b643-74085e7e1eb8 None None] Port fb827bf6-707c-4e36-bb01-24e71ce704c6 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:45:28.809877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21701cd5-10e6-4292-a1eb-bc9da29034f6 req-3d604120-ce9d-4abd-990a-c1ec97dd0b84 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776074
Jun 21 02:45:28.902950 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:28.966999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 87eb763f-b218-43fc-b73f-6dc95b74e904, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=87eb763f-b218-43fc-b73f-6dc95b74e904,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:29.046358 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:29.054695 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:29.105480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315121ee-64f0-4cd8-a7bf-efb1891a4c0d req-75d90956-e51a-442c-b975-9672993505b9 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:29.117560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-315121ee-64f0-4cd8-a7bf-efb1891a4c0d req-75d90956-e51a-442c-b975-9672993505b9 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.1371062
Jun 21 02:45:29.229652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=87eb763f-b218-43fc-b73f-6dc95b74e904,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:29.237791 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:29.262028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-315121ee-64f0-4cd8-a7bf-efb1891a4c0d req-241a689a-3bad-4d26-8126-19586d792fed tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428583
Jun 21 02:45:29.628096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d127c-be5f-48db-897b-9bcb6c179984 req-eeb37763-210a-4ea8-8271-f67458bc3f76 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:29.639439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-047d127c-be5f-48db-897b-9bcb6c179984 req-eeb37763-210a-4ea8-8271-f67458bc3f76 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.1749008
Jun 21 02:45:29.772711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-047d127c-be5f-48db-897b-9bcb6c179984 req-00446c5c-7339-40e3-b76c-44c12f790417 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318898
Jun 21 02:45:29.949847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Sync routers for ids ['9d515fb5-f555-4d29-9cc8-200f6e994e83'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:45:29.963180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Routers {'9d515fb5-f555-4d29-9cc8-200f6e994e83'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:45:29.966861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ab0370>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:45:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9d515fb5-f555-4d29-9cc8-200f6e994e83'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:30.245805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34868) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:30.308476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf84db-51bd-4952-b6ed-820cd9aa5125 req-63b92c26-24b5-47a7-8561-8dbca1e34e54 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:30.326068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47bf84db-51bd-4952-b6ed-820cd9aa5125 req-63b92c26-24b5-47a7-8561-8dbca1e34e54 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.3918529
Jun 21 02:45:30.385878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Set router 9d515fb5-f555-4d29-9cc8-200f6e994e83 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:45:30.407145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f19bd3-cf03-4d8c-b188-038766b75f27 req-ecf1f0fe-79d1-4dff-bc64-fb1726e88424 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:30.414262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36f19bd3-cf03-4d8c-b188-038766b75f27 req-ecf1f0fe-79d1-4dff-bc64-fb1726e88424 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.2969716
Jun 21 02:45:30.542113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47bf84db-51bd-4952-b6ed-820cd9aa5125 req-947d160e-37a5-40a4-afc1-76d840c0fcf5 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150433
Jun 21 02:45:30.545046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 87eb763f-b218-43fc-b73f-6dc95b74e904 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:30.622199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36f19bd3-cf03-4d8c-b188-038766b75f27 req-0730b321-5e14-48cf-a570-de88451f78c8 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063859
Jun 21 02:45:30.886918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 87eb763f-b218-43fc-b73f-6dc95b74e904 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:30.887310 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:31.029627 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:31.084466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7dd3-d92b-4dfe-a5b9-560f18f41bb7 req-31933bc7-dcf0-42b4-8897-d698e2860f5d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:31.086494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-291d7dd3-d92b-4dfe-a5b9-560f18f41bb7 req-31933bc7-dcf0-42b4-8897-d698e2860f5d tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.1484306
Jun 21 02:45:31.188845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ab0370>, [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:45:26Z', 'revision_number': 4, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'fb827bf6-707c-4e36-bb01-24e71ce704c6', 'name': '', 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'mac_address': 'fa:16:3e:15:59:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '404d33fc-7bd7-4aec-bd72-89c7af60a3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:24Z', 'updated_at': '2021-06-21T02:45:26Z', 'revision_number': 2, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'subnets': [{'id': '404d33fc-7bd7-4aec-bd72-89c7af60a3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:31.259118 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:31.295816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-291d7dd3-d92b-4dfe-a5b9-560f18f41bb7 req-9739a954-2816-46b5-afe9-ea0ab1485493 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987612
Jun 21 02:45:31.303628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Checking router: 9d515fb5-f555-4d29-9cc8-200f6e994e83 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:45:31.304011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Updating router 9d515fb5-f555-4d29-9cc8-200f6e994e83 port fb827bf6-707c-4e36-bb01-24e71ce704c6 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:45:31.352153 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:31.358292 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6916f40e-67da-4535-a83e-31dcac113c3b tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:31.373958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c38453-1612-494d-a40a-b0e5d43d38c6 req-52e851ad-44a4-464e-9a93-40ba901abf73 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:31.392342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38c38453-1612-494d-a40a-b0e5d43d38c6 req-52e851ad-44a4-464e-9a93-40ba901abf73 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1097 time: 0.2779078
Jun 21 02:45:31.473617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:31.476970 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d487d67de55420cab00fb257ba3aa6a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2281036
Jun 21 02:45:31.483400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38c38453-1612-494d-a40a-b0e5d43d38c6 req-cf52f765-dc7e-43b9-b4e5-f7e302a6af1b tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886347
Jun 21 02:45:31.483940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34928) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:31.492245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f9588a-1c78-4f46-88d1-f776a949b326,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:31.509821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.513134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.513724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.515448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.516069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.517764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.518335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.518872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.520016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.520893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.521262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.523258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:31.544105 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:31.950749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:32.084141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-9e56b0d3-9bdf-416b-b9a7-5ea8fae98490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:32.085803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-9e56b0d3-9bdf-416b-b9a7-5ea8fae98490 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1102 time: 0.5320702
Jun 21 02:45:32.094976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:32.137168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc730c-fba6-43e8-a85b-a044dfcbb401 req-b8693cd5-957f-4765-abe8-dea3b4b01f81 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:32.145085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aabc730c-fba6-43e8-a85b-a044dfcbb401 req-b8693cd5-957f-4765-abe8-dea3b4b01f81 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.5333867
Jun 21 02:45:32.288650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:32.302792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Transition to ACTIVE for port object fb827bf6-707c-4e36-bb01-24e71ce704c6 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:32.412724 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:32.413973 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aabc730c-fba6-43e8-a85b-a044dfcbb401 req-31306487-34e6-49c3-9fa7-02c480e469a0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590864
Jun 21 02:45:32.429810 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:32.556850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-71ce6f5f-3e24-47d2-afa1-78c64488fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:32.556850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-71ce6f5f-3e24-47d2-afa1-78c64488fa20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.3450458
Jun 21 02:45:32.610334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-71576d8d-2f09-4067-a9e9-939999ad04b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.0492556
Jun 21 02:45:32.613192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe236d-376c-4a18-a793-852d6eda75b2 req-399a2a00-d6d2-453f-976c-2cf275c0518a tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:32.615213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0fe236d-376c-4a18-a793-852d6eda75b2 req-399a2a00-d6d2-453f-976c-2cf275c0518a tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1097 time: 0.1281168
Jun 21 02:45:32.636760 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:32.644706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:32.655969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01f9588a-1c78-4f46-88d1-f776a949b326 HTTP/1.1" status: 204  len: 168 time: 1.1633220
Jun 21 02:45:32.698567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1d687-04ef-4ad4-a5cb-8fc40df6875a None None] Pushing event updated for resources: {'Port': ['ID=fb827bf6-707c-4e36-bb01-24e71ce704c6,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:32.703476 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0fb1d687-04ef-4ad4-a5cb-8fc40df6875a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:32.714001 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c26fd842-2bfb-4258-8e14-6ede759e858e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:32.825134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f9588a-1c78-4f46-88d1-f776a949b326,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:32.865321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Attempting to bind port fb827bf6-707c-4e36-bb01-24e71ce704c6 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:32.865736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Attempting to bind port fb827bf6-707c-4e36-bb01-24e71ce704c6 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:32.866122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Attempting to bind port fb827bf6-707c-4e36-bb01-24e71ce704c6 on network ac8ba78f-8edb-411f-8879-4fd181b9f2ea {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:32.872921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:32.873339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Checking segment: {'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:32.873757 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:32.874169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Bound using segment: {'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:32.874679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Bound port: fb827bf6-707c-4e36-bb01-24e71ce704c6, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac36702-f1a0-4889-8bad-edb95d80090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:32.875054 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:32.879286 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0fe236d-376c-4a18-a793-852d6eda75b2 req-905a77c4-bf0b-4e80-9243-432433802001 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443407
Jun 21 02:45:32.940601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.944951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.945597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.946698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.947231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.947755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.948304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.958015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.958576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.959300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.960334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.962017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:45:32.967542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-cac81ae2-abc4-488c-b425-f2a84b91392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:32.972546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-cac81ae2-abc4-488c-b425-f2a84b91392b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.3543365
Jun 21 02:45:32.974840 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:33.010188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] For port fb827bf6-707c-4e36-bb01-24e71ce704c6, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:33.013841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] For port fb827bf6-707c-4e36-bb01-24e71ce704c6, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fb827bf6-707c-4e36-bb01-24e71ce704c6,segment=NetworkSegment(0ac36702-f1a0-4889-8bad-edb95d80090a),segment_id=0ac36702-f1a0-4889-8bad-edb95d80090a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:33.045537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88669dad-5bcd-458e-a412-892618065946 req-7e8c131c-4c66-4b70-82e9-27b43a36e5a2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:33.053232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88669dad-5bcd-458e-a412-892618065946 req-7e8c131c-4c66-4b70-82e9-27b43a36e5a2 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.3253973
Jun 21 02:45:33.102221 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:33.106764 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:33.190109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88669dad-5bcd-458e-a412-892618065946 req-b9427b47-7d0f-4dd0-a63d-46883b731526 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/security-groups?id=e635fd3d-fbd3-47d7-ba90-b488954142a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355033
Jun 21 02:45:33.190734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Routers {'9d515fb5-f555-4d29-9cc8-200f6e994e83'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:45:33.192298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ab0370>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:45:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9d515fb5-f555-4d29-9cc8-200f6e994e83'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:33.223335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-7948e422-e07c-4878-b8bb-44593155c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:33.224965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-7948e422-e07c-4878-b8bb-44593155c2ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2452600
Jun 21 02:45:33.352167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1d687-04ef-4ad4-a5cb-8fc40df6875a None None] Pushing event updated for resources: {'Port': ['ID=fb827bf6-707c-4e36-bb01-24e71ce704c6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:33.379018 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0fb1d687-04ef-4ad4-a5cb-8fc40df6875a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:33.531634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-6240c455-4247-45b4-8b61-8a5d5f756076 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:33.535843 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-6240c455-4247-45b4-8b61-8a5d5f756076 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 946 time: 0.1738424
Jun 21 02:45:33.575772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] Set router 9d515fb5-f555-4d29-9cc8-200f6e994e83 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:45:33.597956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63a32a-0d0f-4167-a3b4-299023f9d330 req-105a724c-1f80-4a94-8a1c-fb35cad526de tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:33.606906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad63a32a-0d0f-4167-a3b4-299023f9d330 req-105a724c-1f80-4a94-8a1c-fb35cad526de tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.1677377
Jun 21 02:45:33.697452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad63a32a-0d0f-4167-a3b4-299023f9d330 req-714c3e42-fbc1-4a3f-b829-3f697f594a5a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895045
Jun 21 02:45:33.704011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-97274db7-0f70-4f36-9026-1a6d7f305ac8 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4675286
Jun 21 02:45:33.837755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Deleting port 9cde271f-9fa7-47fa-9e0d-becce66bf11d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:33.838159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:33.852088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-1a062163-eaae-422b-9b12-23ef98acf719 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258967
Jun 21 02:45:33.932791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ab0370>, [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:45:26Z', 'revision_number': 4, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'fb827bf6-707c-4e36-bb01-24e71ce704c6', 'name': '', 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'mac_address': 'fa:16:3e:15:59:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '404d33fc-7bd7-4aec-bd72-89c7af60a3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:24Z', 'updated_at': '2021-06-21T02:45:33Z', 'revision_number': 4, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'subnets': [{'id': '404d33fc-7bd7-4aec-bd72-89c7af60a3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:34.041667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246dce8a-fa03-4538-8c96-fd013290bcda None None] The sync data for ids ['9d515fb5-f555-4d29-9cc8-200f6e994e83'] in n-d-758944-33 is: [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:45:26Z', 'revision_number': 4, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'fb827bf6-707c-4e36-bb01-24e71ce704c6', 'name': '', 'network_id': 'ac8ba78f-8edb-411f-8879-4fd181b9f2ea', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'mac_address': 'fa:16:3e:15:59:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '404d33fc-7bd7-4aec-bd72-89c7af60a3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:24Z', 'updated_at': '2021-06-21T02:45:33Z', 'revision_number': 4, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'subnets': [{'id': '404d33fc-7bd7-4aec-bd72-89c7af60a3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:45:34.225656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] For port 9cde271f-9fa7-47fa-9e0d-becce66bf11d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9cde271f-9fa7-47fa-9e0d-becce66bf11d,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:34.226114 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:34.250717 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34cff100-f35d-4c07-8ce2-67f989e3aadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:34.339270 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:45:34.371886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Calling delete_port for 9cde271f-9fa7-47fa-9e0d-becce66bf11d owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:34.731848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aaf6a-867a-47eb-a976-fa0cb9129ab2 req-0644228a-4bf2-4ee5-990b-4d1e0dddd596 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:34.739142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-436aaf6a-867a-47eb-a976-fa0cb9129ab2 req-0644228a-4bf2-4ee5-990b-4d1e0dddd596 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.0993879
Jun 21 02:45:34.769111 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:34.781711 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41fd7101-c7a6-4361-96a8-09381f09a420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:34.804831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35000) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:34.850130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Pushing event deleted for resources: {'Port': ['ID=9cde271f-9fa7-47fa-9e0d-becce66bf11d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:34.872336 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:34.888011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-436aaf6a-867a-47eb-a976-fa0cb9129ab2 req-8a819369-c966-49e0-b3ae-f9742bcd8f80 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347680
Jun 21 02:45:35.160870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] No DVR routers for this DVR port 9cde271f-9fa7-47fa-9e0d-becce66bf11d on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:35.160870 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:35.160870 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-18a9436e-eb64-4f43-85f5-138290681bf7 req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.20 "DELETE /v2.0/ports/9cde271f-9fa7-47fa-9e0d-becce66bf11d HTTP/1.1" status: 204  len: 173 time: 1.4461124
Jun 21 02:45:35.160870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b706b-3be7-4746-8368-382e97741fe4', 'name': 'network-vif-deleted', 'tag': '9cde271f-9fa7-47fa-9e0d-becce66bf11d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:35.164715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1958319003-network', 'tenant_id': '9d3f9c7917f14699834091d9e0bef3c6'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:35.167445 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51456bfb-e93d-43b3-bcfb-2779f6b80026" -d '{"events": [{"server_uuid": "bf8b706b-3be7-4746-8368-382e97741fe4", "name": "network-vif-deleted", "tag": "9cde271f-9fa7-47fa-9e0d-becce66bf11d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:35.175076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fbcda11-e040-4bb2-9235-30640b821c23 req-91f2b5c2-84fc-4e0d-be8a-3d71d5533e13 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf8b706b-3be7-4746-8368-382e97741fe4 HTTP/1.1" status: 200  len: 210 time: 0.0345922
Jun 21 02:45:35.942953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9cde271f-9fa7-47fa-9e0d-becce66bf11d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:35.942953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 9cde271f-9fa7-47fa-9e0d-becce66bf11d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:35.942953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9cde271f-9fa7-47fa-9e0d-becce66bf11d not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:36.251449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fb827bf6-707c-4e36-bb01-24e71ce704c6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:37.089319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Made reservation on behalf of 9d3f9c7917f14699834091d9e0bef3c6 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:37.091990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.093009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port fb827bf6-707c-4e36-bb01-24e71ce704c6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:37.098394 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.099075 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dd4a2f26-e1e4-427e-a4da-4221b2f6d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.100439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.105519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port fb827bf6-707c-4e36-bb01-24e71ce704c6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:37.106137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.111528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.266670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.305949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port fb827bf6-707c-4e36-bb01-24e71ce704c6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fb827bf6-707c-4e36-bb01-24e71ce704c6,segment=NetworkSegment(0ac36702-f1a0-4889-8bad-edb95d80090a),segment_id=0ac36702-f1a0-4889-8bad-edb95d80090a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:37.320390 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.386050 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.388341 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:37.444208 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.449178 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32eee1a9-b0e0-4d77-bbb2-275d15a88e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:37.480838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:45:37.485840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=fb827bf6-707c-4e36-bb01-24e71ce704c6,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:37.496119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb962c6d-6f69-4429-9696-da4c1531c302,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:37.496391 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:37.500600 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:37.503872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.504419 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Added segment 80cca9bd-1123-4885-968d-e4f52cd1d643 of type vlan for network f0451135-a4f9-46dd-ab21-977e0a48461a
Jun 21 02:45:37.560878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.729785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.731131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:37.731728 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.735210 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:37.818829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Pushing event updated for resources: {'Network': ['ID=f0451135-a4f9-46dd-ab21-977e0a48461a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:37.824099 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:37.855810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network f0451135-a4f9-46dd-ab21-977e0a48461a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:45:37.879348 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.0718019
Jun 21 02:45:37.887825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35028) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:37.896423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Request body: {'subnet': {'network_id': 'f0451135-a4f9-46dd-ab21-977e0a48461a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1958319003-subnet', 'tenant_id': '9d3f9c7917f14699834091d9e0bef3c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:37.957742 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.984455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:37.984579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Made reservation on behalf of 9d3f9c7917f14699834091d9e0bef3c6 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:37.987008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:38.194598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fb827bf6-707c-4e36-bb01-24e71ce704c6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:45:38.256984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port fb827bf6-707c-4e36-bb01-24e71ce704c6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:38.257617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:38.392920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:38.395352 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-28560f1a-0353-48fe-be25-cac66830da39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:38.447958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a258e4c6-410b-429d-b8f6-94990ce239f9,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:38.454884 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:38.465745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Checking segment: {'id': '80cca9bd-1123-4885-968d-e4f52cd1d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f0451135-a4f9-46dd-ab21-977e0a48461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:38.466105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Network hostable DHCP agents. Network: f0451135-a4f9-46dd-ab21-977e0a48461a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:45:38.590096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Network f0451135-a4f9-46dd-ab21-977e0a48461a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:45:38.700558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, f0451135-a4f9-46dd-ab21-977e0a48461a) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:38.712030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:38.712639 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:38.713079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f015dc7f-6c69-43c7-89f6-59811978b718 None None] Network f0451135-a4f9-46dd-ab21-977e0a48461a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:38.815997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9267271
Jun 21 02:45:38.869960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d8c0f-3fcf-4fc1-8d90-bf4b23d016bb None None] Network f0451135-a4f9-46dd-ab21-977e0a48461a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:39.119734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d3711-4d81-43bd-8ede-02dd649a3a56 req-ceeeff1c-736b-4dfb-adad-8c1ca4f7b688 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:39.121194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-328d3711-4d81-43bd-8ede-02dd649a3a56 req-ceeeff1c-736b-4dfb-adad-8c1ca4f7b688 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 945 time: 0.0707450
Jun 21 02:45:39.164097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-328d3711-4d81-43bd-8ede-02dd649a3a56 req-a2a4fe5c-11d0-4503-a0db-c738291c56bf tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369272
Jun 21 02:45:39.218494 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f5e0d9-5488-49eb-a624-b801af4a4322 x-openstack-request-id: req-e4f5e0d9-5488-49eb-a624-b801af4a4322 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:39.219447 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b706b-3be7-4746-8368-382e97741fe4", "name": "network-vif-deleted", "tag": "9cde271f-9fa7-47fa-9e0d-becce66bf11d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:39.220541 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4f5e0d9-5488-49eb-a624-b801af4a4322 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:39.221229 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b706b-3be7-4746-8368-382e97741fe4', 'name': 'network-vif-deleted', 'tag': '9cde271f-9fa7-47fa-9e0d-becce66bf11d', 'status': 'completed', 'code': 200}
Jun 21 02:45:39.295032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-0298d447-27f9-432a-a380-cdf77d68b61a tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:39.296549 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-0298d447-27f9-432a-a380-cdf77d68b61a tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.0718262
Jun 21 02:45:39.308575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-33'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:39.397009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:39.440379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-293e3a26-d176-49fd-84c1-8240c3212b79 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:45:39.441185 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:39.441719 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-293e3a26-d176-49fd-84c1-8240c3212b79 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0078812
Jun 21 02:45:39.457686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Request body: {'binding': {'host': 'n-h2-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:39.458051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:45:39.643115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:39.700984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on host n-h2-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:39.701324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:39.701912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:39.707760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:45:39.708085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:39.711795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12aeb3-132f-4cb0-92a3-672836ccb651 req-7f608de1-9e92-4ba6-aea3-588a1f1839b2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:39.718386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc12aeb3-132f-4cb0-92a3-672836ccb651 req-7f608de1-9e92-4ba6-aea3-588a1f1839b2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.0859978
Jun 21 02:45:39.718777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:39.719317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:39.719893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:39.720390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Bound port: 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:39.748332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:39.768852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc12aeb3-132f-4cb0-92a3-672836ccb651 req-62a36912-e62f-4fac-9b11-7401a228480d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461767
Jun 21 02:45:39.809395 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:39.814285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:39.867018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35078) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:39.872083 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:39.874604 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71ed8937-c200-454d-8025-f3ebb8902ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:39.909016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:39.910056 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7c1b51b2-3f5e-4f70-8f0d-4614fce9466e service neutron] 10.222.0.25 "POST /v2.0/ports/1e7440a3-cf7b-4c65-a618-c56fe378c63c/bindings HTTP/1.1" status: 201  len: 390 time: 0.4572914
Jun 21 02:45:39.948787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device afb9966f-2b69-4f16-b08f-6f3f0b01b775 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:45:40.064972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-dd08f58a-933f-4073-8d93-0773cbb26c19 req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-522935988', 'description': 'tempest-description-1814041920'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:40.132964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, got binding levels [] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:40.173920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on host n-h2-758944-33 for vnic_type normal with profile {"migrating_to": "n-h1-758944-33"} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:40.174336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:40.174998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:40.184874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:45:40.185239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:40.192150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:40.192567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:40.193222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:40.193749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Bound port: afb9966f-2b69-4f16-b08f-6f3f0b01b775, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:40.194418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:40.282307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:40.286735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:40.297673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd08f58a-933f-4073-8d93-0773cbb26c19 req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:40.320090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Pushing event updated for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:40.324159 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:40.337038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on host n-h2-758944-33 for vnic_type normal with profile {"migrating_to": "n-h1-758944-33"} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:40.337439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:40.337771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:40.357561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:45:40.358194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Attempting to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on network eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:40.366057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:40.366716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Checking segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:40.367115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Bound using segment: {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:40.368474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Bound port: afb9966f-2b69-4f16-b08f-6f3f0b01b775, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e3c3fa-76f1-481a-9fef-bcf22bda3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:40.369275 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:40.370224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:40.372247 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:40.454241 n-d-758944-33 neutron-server[94166]: WARNING neutron.plugins.ml2.plugin [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Concurrent port binding operations failed on port afb9966f-2b69-4f16-b08f-6f3f0b01b775
Jun 21 02:45:40.461799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:40.464604 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Attempt 2 to bind port afb9966f-2b69-4f16-b08f-6f3f0b01b775
Jun 21 02:45:40.468192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:40.469162 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:40.471610 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] 10.222.0.20 "PUT /v2.0/ports/afb9966f-2b69-4f16-b08f-6f3f0b01b775 HTTP/1.1" status: 200  len: 1123 time: 1.1673262
Jun 21 02:45:40.537308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd08f58a-933f-4073-8d93-0773cbb26c19 req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:40.594194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:40.598841 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:40.642471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device afb9966f-2b69-4f16-b08f-6f3f0b01b775 has no active binding in host n-h1-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 02:45:40.650286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['afb9966f-2b69-4f16-b08f-6f3f0b01b775'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:40.670884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['afb9966f-2b69-4f16-b08f-6f3f0b01b775'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:40.700544 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:40.740607 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd08f58a-933f-4073-8d93-0773cbb26c19 req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:40.776281 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ae58bf1-f82f-4d2e-945d-6eafafde0d1f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:40.869996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceeccef-dee1-4db6-99d5-b895191cc540,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:40.889563 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:40.923718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e8b59-1f1a-418e-b36e-a874a177280a req-faa1a137-62d6-49ac-97b4-e740a5c122df tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:40.925243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee9e8b59-1f1a-418e-b36e-a874a177280a req-faa1a137-62d6-49ac-97b4-e740a5c122df tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 951 time: 0.2693713
Jun 21 02:45:40.997449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-400c1775-51a7-4a54-ab11-aa6bfc7edb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:40.998944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-400c1775-51a7-4a54-ab11-aa6bfc7edb3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1097 time: 0.3105843
Jun 21 02:45:41.004944 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-dd08f58a-933f-4073-8d93-0773cbb26c19 req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:41.009405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd08f58a-933f-4073-8d93-0773cbb26c19 req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.9478941
Jun 21 02:45:41.057544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee9e8b59-1f1a-418e-b36e-a874a177280a req-0d4f140c-d511-4e9c-a08b-2d8ced9b5d94 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225712
Jun 21 02:45:41.197080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-35497e2b-11bf-4512-a4d1-2c882a02465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:41.198599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-35497e2b-11bf-4512-a4d1-2c882a02465e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1821275
Jun 21 02:45:41.223015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775'}, {'name': 'network-changed', 'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:41.225551 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00973692-24b4-40fa-accf-f4bd4327ae4d" -d '{"events": [{"server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "name": "network-vif-unplugged", "status": "completed", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775"}, {"name": "network-changed", "server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:41.303128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-0e6d46c6-bc22-440a-98bb-4c17e0ed1f69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c HTTP/1.1" status: 200  len: 217 time: 0.0945580
Jun 21 02:45:41.370668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247d926-0402-4878-8e14-9c145b330566 req-2bbc906f-0fdb-423a-8888-aaa3d3e8c7b2 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:41.372428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5247d926-0402-4878-8e14-9c145b330566 req-2bbc906f-0fdb-423a-8888-aaa3d3e8c7b2 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.2432005
Jun 21 02:45:41.776296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-40c00ee4-1f95-4983-b7d8-e0f62f6b7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:41.777783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-40c00ee4-1f95-4983-b7d8-e0f62f6b7ec1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.4619696
Jun 21 02:45:41.822499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6287ae3-88e8-48f4-b6ae-5e2cea6eb9a3 req-127fb3ce-59f1-454c-bc3c-52b84b24fbe2 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:41.824044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6287ae3-88e8-48f4-b6ae-5e2cea6eb9a3 req-127fb3ce-59f1-454c-bc3c-52b84b24fbe2 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.6072836
Jun 21 02:45:41.846283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5247d926-0402-4878-8e14-9c145b330566 req-0c7f507a-daff-475e-9cdf-e5e482115fa3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4470453
Jun 21 02:45:41.848398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7d04c488-d843-4cee-a326-3ff452c1b51f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620499
Jun 21 02:45:41.943708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Deleting port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:41.944212 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:41.965947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6287ae3-88e8-48f4-b6ae-5e2cea6eb9a3 req-2cb124da-6ae7-44b5-8b64-452d4ff1375a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231596
Jun 21 02:45:41.966190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:42.091483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35120) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:42.099548 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.118246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-285a56db-80ea-4a6e-8129-d17460b5ebd2 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2599916
Jun 21 02:45:42.131705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:42.136608 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8298b5b9-ef70-4ed7-9940-9741d9e89e17" -d '{"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-unplugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:42.153192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:42.161927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] For port 4fe67682-bbe9-41ec-ba58-41a4c6f86d14, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,segment=NetworkSegment(1ea00d70-1ce6-4570-b08a-93036d4a47cc),segment_id=1ea00d70-1ce6-4570-b08a-93036d4a47cc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:42.162292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.237928 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.240236 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-77ad5a0b-be1c-4e86-9d50-feb6d6665b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:42.240913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c0ae12d1-2d23-4082-9bf5-8d31f8e50ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.282875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Calling delete_port for 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:42.290727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62e488c7-7d6a-464a-9517-6a94719b6b3b req-7ae79632-5cfe-4d9b-9d4a-11949abc266b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/2ceeccef-dee1-4db6-99d5-b895191cc540 HTTP/1.1" status: 200  len: 1804 time: 0.2428737
Jun 21 02:45:42.308778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=11']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:42.321519 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:42.323687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-62e488c7-7d6a-464a-9517-6a94719b6b3b req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ceeccef-dee1-4db6-99d5-b895191cc540', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:42.324016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-62e488c7-7d6a-464a-9517-6a94719b6b3b req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ceeccef-dee1-4db6-99d5-b895191cc540', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:42.338251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc17d-f290-473e-8fc8-cc86ecfdbde1 req-703c202e-6c7f-43b4-b42b-6d4d4bde54bb tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:42.338251 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dabc17d-f290-473e-8fc8-cc86ecfdbde1 req-703c202e-6c7f-43b4-b42b-6d4d4bde54bb tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.3431778
Jun 21 02:45:42.371895 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c0ae12d1-2d23-4082-9bf5-8d31f8e50ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.443219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c0ae12d1-2d23-4082-9bf5-8d31f8e50ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.446503 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4dee1ada-440d-4038-ada4-62e1edb57ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:42.448666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-3e6554e3-1b75-482d-acf3-35dae05cb78a service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3198805
Jun 21 02:45:42.459480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dabc17d-f290-473e-8fc8-cc86ecfdbde1 req-5f7c6cf8-03db-47a8-9bf6-01de2f8f216c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125689
Jun 21 02:45:42.499228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae12d1-2d23-4082-9bf5-8d31f8e50ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aceb26-52d0-4e9a-9122-24aa15763e98,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:42.504528 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c0ae12d1-2d23-4082-9bf5-8d31f8e50ed9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf9623934baa400aaa24257a9975c5c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4111772
Jun 21 02:45:42.505449 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c0ae12d1-2d23-4082-9bf5-8d31f8e50ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:42.507112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:42.580401 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-91eb2157-47f2-47f6-b1e4-f123d123ea79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.634875 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-91eb2157-47f2-47f6-b1e4-f123d123ea79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.674978 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f2b237-2e9e-416a-bf0b-b543f04c0bf4 x-openstack-request-id: req-44f2b237-2e9e-416a-bf0b-b543f04c0bf4 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:42.675657 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "name": "network-vif-unplugged", "status": "completed", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775", "code": 200}, {"name": "network-changed", "server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:42.675972 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44f2b237-2e9e-416a-bf0b-b543f04c0bf4 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:42.676428 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775', 'code': 200}
Jun 21 02:45:42.676737 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775', 'status': 'completed', 'code': 200}
Jun 21 02:45:42.683372 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-62e488c7-7d6a-464a-9517-6a94719b6b3b req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.709136 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f48a8fa-6594-43a9-86f5-b858fdcb768d x-openstack-request-id: req-0f48a8fa-6594-43a9-86f5-b858fdcb768d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:42.709665 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-unplugged", "status": "completed", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:42.710028 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f48a8fa-6594-43a9-86f5-b858fdcb768d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:42.710538 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'code': 200}
Jun 21 02:45:42.725714 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-62e488c7-7d6a-464a-9517-6a94719b6b3b req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.781064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.785527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-91eb2157-47f2-47f6-b1e4-f123d123ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.785527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-91eb2157-47f2-47f6-b1e4-f123d123ea79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.786235 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-91eb2157-47f2-47f6-b1e4-f123d123ea79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03aceb26-52d0-4e9a-9122-24aa15763e98 HTTP/1.1" status: 204  len: 168 time: 0.2782037
Jun 21 02:45:42.787209 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a611abec-2668-4d06-a45b-0f079995f66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:42.787882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:42.814376 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb2157-47f2-47f6-b1e4-f123d123ea79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aceb26-52d0-4e9a-9122-24aa15763e98,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:42.831343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-62e488c7-7d6a-464a-9517-6a94719b6b3b req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:42.832269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe67682-bbe9-41ec-ba58-41a4c6f86d14,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:42.835923 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:42.843060 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-91eb2157-47f2-47f6-b1e4-f123d123ea79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:42.870531 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:42.920736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-ba243e18-a08c-4271-a4c1-a8d5b70b2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:42.922425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-ba243e18-a08c-4271-a4c1-a8d5b70b2afb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1126 time: 0.1991737
Jun 21 02:45:42.926732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e737af38-d97e-48ea-825e-b3cea86a235d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:42.933974 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:43.061617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-62e488c7-7d6a-464a-9517-6a94719b6b3b req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:43.062834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62e488c7-7d6a-464a-9517-6a94719b6b3b req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7511997
Jun 21 02:45:43.230562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-9f5ffdc6-eda0-4997-ace0-32a0a7e3a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:43.232175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-9f5ffdc6-eda0-4997-ace0-32a0a7e3a312 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.2972569
Jun 21 02:45:43.292295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:43.294912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-c7c2e008-47dd-450d-a4c8-a40aa974fbd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775 HTTP/1.1" status: 200  len: 217 time: 0.0540588
Jun 21 02:45:43.381611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd37354-0601-47ab-ab02-3e2603b35266 req-c45460f1-a87e-492f-8a0c-e706f45973a1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:43.385797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bd37354-0601-47ab-ab02-3e2603b35266 req-c45460f1-a87e-492f-8a0c-e706f45973a1 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.3000245
Jun 21 02:45:43.488363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-3a1bb08d-4ff6-47f2-aa31-88aba16d7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:43.490039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-3a1bb08d-4ff6-47f2-aa31-88aba16d7978 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.1691878
Jun 21 02:45:43.578023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-27a9c844-b76c-4a25-8576-a99529698fee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512013
Jun 21 02:45:43.580963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bd37354-0601-47ab-ab02-3e2603b35266 req-3aa4eb2a-c504-4f3b-8a8c-a3700e657074 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895254
Jun 21 02:45:43.622920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c6da-6b26-4950-9b5d-c11dfaa977d1 req-bc5dd89d-03a9-4c84-b864-3877bde24a6b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:43.624484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9f1c6da-6b26-4950-9b5d-c11dfaa977d1 req-bc5dd89d-03a9-4c84-b864-3877bde24a6b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.3395758
Jun 21 02:45:43.675875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-c7df7080-f912-4945-a913-3c15bf5176a4 req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-532544763', 'description': 'tempest-description-524791068'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:43.740375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35182) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:43.755794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1920f84-cbfd-49a9-93ee-e635d8132ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:43.797548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9f1c6da-6b26-4950-9b5d-c11dfaa977d1 req-b2b4ae98-65b1-406d-9573-65f8e77d898c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366322
Jun 21 02:45:43.821917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c7df7080-f912-4945-a913-3c15bf5176a4 req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:43.863847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-aa9b3921-f378-41ad-8b7e-4c822eca5ee8 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753890
Jun 21 02:45:43.969270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1920f84-cbfd-49a9-93ee-e635d8132ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.008938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:45:44.066909 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1920f84-cbfd-49a9-93ee-e635d8132ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.077537 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-05d60f6f-e281-4100-b50f-832b94c87493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:44.169324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00973692-24b4-40fa-accf-f4bd4327ae4d req-e38f6627-dc2a-4ffd-9beb-7139608d0275 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2946682
Jun 21 02:45:44.226505 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1920f84-cbfd-49a9-93ee-e635d8132ccd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=680f43b9c45d4442951da786b0a9e07a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4818625
Jun 21 02:45:44.230991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1920f84-cbfd-49a9-93ee-e635d8132ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7664823-83e9-4fae-af64-93bbc46314b3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:44.236610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:44.254069 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1920f84-cbfd-49a9-93ee-e635d8132ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:44.333948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb694381-c744-4d97-aa37-60d15ce1ca01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.336783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:45:44.348945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] 10.222.0.25 "PUT /v2.0/routers/6bbdeb00-8ec5-4f14-82c5-0eb808796b9c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4806004
Jun 21 02:45:44.349115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35198) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:44.354124 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] Sync routers for ids ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:45:44.368634 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] Routers {'6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:45:44.370497 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de19d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:45:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:44.380582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c59f7-8252-4a98-bff7-163144dd10ac req-80b43fe9-3afe-41f0-aeec-d6c0da2cd2c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:44.382188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bb1c59f7-8252-4a98-bff7-163144dd10ac req-80b43fe9-3afe-41f0-aeec-d6c0da2cd2c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.2455268
Jun 21 02:45:44.385509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c7df7080-f912-4945-a913-3c15bf5176a4 req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.435249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bb1c59f7-8252-4a98-bff7-163144dd10ac req-82071b96-cd7c-4240-bd78-8562478c2f29 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447071
Jun 21 02:45:44.442292 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb694381-c744-4d97-aa37-60d15ce1ca01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.450765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c7df7080-f912-4945-a913-3c15bf5176a4 req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.468558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3dc0f005-2cd7-43aa-8359-79864d19f7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:44.513761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269b829c-7d5e-4472-b2c9-4d8c17a94865,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:44.532543 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:44.540177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] Set router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:45:44.549624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.606909 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c7df7080-f912-4945-a913-3c15bf5176a4 req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.609996 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7df7080-f912-4945-a913-3c15bf5176a4 req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.9486797
Jun 21 02:45:44.677193 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb694381-c744-4d97-aa37-60d15ce1ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.685740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb694381-c744-4d97-aa37-60d15ce1ca01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.689644 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eb694381-c744-4d97-aa37-60d15ce1ca01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7664823-83e9-4fae-af64-93bbc46314b3 HTTP/1.1" status: 204  len: 168 time: 0.4482963
Jun 21 02:45:44.693792 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:44.725023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694381-c744-4d97-aa37-60d15ce1ca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7664823-83e9-4fae-af64-93bbc46314b3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:44.739605 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb694381-c744-4d97-aa37-60d15ce1ca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:44.775421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.884422 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de19d0>, [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '6327362f-85d8-4b47-a835-0c644315af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:45:42Z', 'revision_number': 5, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port': {'id': '6327362f-85d8-4b47-a835-0c644315af29', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:42:02Z', 'updated_at': '2021-06-21T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:44.897880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01d79a2d-c8af-4a70-b0a4-d4f753a7d405 req-379bcefe-fbb1-41ac-a685-e2b191c845cb tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/269b829c-7d5e-4472-b2c9-4d8c17a94865 HTTP/1.1" status: 200  len: 1803 time: 0.1087043
Jun 21 02:45:44.916485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56764-2add-4d5d-a153-578c8448bb62 req-13ca7578-9a08-4cf0-94aa-39316af7c6a6 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:44.918172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5a56764-2add-4d5d-a153-578c8448bb62 req-13ca7578-9a08-4cf0-94aa-39316af7c6a6 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.1507440
Jun 21 02:45:44.924091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-01d79a2d-c8af-4a70-b0a4-d4f753a7d405 req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '269b829c-7d5e-4472-b2c9-4d8c17a94865', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:44.924425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-01d79a2d-c8af-4a70-b0a4-d4f753a7d405 req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '269b829c-7d5e-4472-b2c9-4d8c17a94865', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:44.968922 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] Checking router: 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:45:44.981585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Deleting port 6327362f-85d8-4b47-a835-0c644315af29 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:44.981940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:44.983041 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] Routers {'6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:45:44.984382 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de19d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:45:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:44.994181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5a56764-2add-4d5d-a153-578c8448bb62 req-bc1720cb-fd69-4034-b1bf-89921137706c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648558
Jun 21 02:45:45.152883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] For port 6327362f-85d8-4b47-a835-0c644315af29, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6327362f-85d8-4b47-a835-0c644315af29,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:45.153230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.177611 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] Set router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:45:45.195215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-01d79a2d-c8af-4a70-b0a4-d4f753a7d405 req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.238882 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-01d79a2d-c8af-4a70-b0a4-d4f753a7d405 req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.273846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Calling delete_port for 6327362f-85d8-4b47-a835-0c644315af29 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:45.341479 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de19d0>, [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:45:44Z', 'revision_number': 6, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:45.362458 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-01d79a2d-c8af-4a70-b0a4-d4f753a7d405 req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.385784 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb16b51-57b9-406d-b8c5-cb754b150121 None None] The sync data for ids ['6bbdeb00-8ec5-4f14-82c5-0eb808796b9c'] in n-d-758944-33 is: [{'id': '6bbdeb00-8ec5-4f14-82c5-0eb808796b9c', 'name': 'tempest-ServerRescueNegativeTestJSON-190744124-router', 'tenant_id': 'f23f11a0261f437eb5155cc524c6e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:42:01Z', 'updated_at': '2021-06-21T02:45:44Z', 'revision_number': 6, 'project_id': 'f23f11a0261f437eb5155cc524c6e779', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:45:45.401413 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-68edea19-dc70-4f8d-8e47-20e1237a91ca tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:45.456366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f00ef3e-48dc-48ea-9adf-17bd5adbade3,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:45.456366 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:45.478117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2ebe9-88f9-4e30-ae38-06a375f9ffe6 req-0a133b3a-3466-4642-b8c0-0daa9765984f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:45.487439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59a2ebe9-88f9-4e30-ae38-06a375f9ffe6 req-0a133b3a-3466-4642-b8c0-0daa9765984f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.1833179
Jun 21 02:45:45.498166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-01d79a2d-c8af-4a70-b0a4-d4f753a7d405 req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.499260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01d79a2d-c8af-4a70-b0a4-d4f753a7d405 req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.5801687
Jun 21 02:45:45.576877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59a2ebe9-88f9-4e30-ae38-06a375f9ffe6 req-856b6617-7f49-4119-8893-d446c686880e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858097
Jun 21 02:45:45.656139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-8d71e1ba-66d4-47bd-b8ee-64a5a31d6071 req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1757272168', 'description': 'tempest-description-318617500'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:45.659096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.665855 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7e1bed1f-0050-4485-81b9-ff5a59395105 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:45.702331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=6327362f-85d8-4b47-a835-0c644315af29,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:45.713058 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:45.800011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.833884 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8d71e1ba-66d4-47bd-b8ee-64a5a31d6071 req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.954969 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.957641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:45.970144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4121e7-1dd5-44cc-b9a9-07dcc3bb3433 req-d47c50b7-2429-4ea0-b057-f576771ec5f2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:45.971754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a4121e7-1dd5-44cc-b9a9-07dcc3bb3433 req-d47c50b7-2429-4ea0-b057-f576771ec5f2 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.2005754
Jun 21 02:45:46.059344 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a4121e7-1dd5-44cc-b9a9-07dcc3bb3433 req-521e0876-ae3e-4b11-aed1-ee57b759a6ba tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724039
Jun 21 02:45:46.081623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8d71e1ba-66d4-47bd-b8ee-64a5a31d6071 req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.161515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.162163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbdeb00-8ec5-4f14-82c5-0eb808796b9c {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:45:46.179425 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.179425 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6bbdeb00-8ec5-4f14-82c5-0eb808796b9c HTTP/1.1" status: 204  len: 168 time: 1.8224726
Jun 21 02:45:46.179765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35266) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:46.216248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8d71e1ba-66d4-47bd-b8ee-64a5a31d6071 req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.229701 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3fbac74f-9e10-48bf-b0a4-232c967ffb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:46.239397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device afb9966f-2b69-4f16-b08f-6f3f0b01b775 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:46.362942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8d71e1ba-66d4-47bd-b8ee-64a5a31d6071 req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.365524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d71e1ba-66d4-47bd-b8ee-64a5a31d6071 req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.7135155
Jun 21 02:45:46.402820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Deleting subnet 3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:45:46.405228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d0d88-6ba0-4d18-9056-605f7b7b5c5b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:46.418756 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.420842 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:46.495897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.521432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6c31d7cd-e433-4b7c-b487-97f56ae4b5b0 req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1519587471', 'description': 'tempest-description-1288556121'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:46.548411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7c60-ad46-4b04-9925-224b5cf56e8f req-18a7c847-46aa-4204-adea-95f749b79c90 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:46.564810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d5a7c60-ad46-4b04-9925-224b5cf56e8f req-18a7c847-46aa-4204-adea-95f749b79c90 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.2990537
Jun 21 02:45:46.593221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:46.649751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.664088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:46.673636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4fe67682-bbe9-41ec-ba58-41a4c6f86d14 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:46.674097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d5a7c60-ad46-4b04-9925-224b5cf56e8f req-9d2cd53a-467a-4250-a5ea-7d86ec6e607a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069264
Jun 21 02:45:46.674210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6327362f-85d8-4b47-a835-0c644315af29 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:45:46.692832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6327362f-85d8-4b47-a835-0c644315af29 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:45:46.714778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6327362f-85d8-4b47-a835-0c644315af29 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:45:46.745427 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6c31d7cd-e433-4b7c-b487-97f56ae4b5b0 req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.884919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6c31d7cd-e433-4b7c-b487-97f56ae4b5b0 req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:46.994525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89831d4-1a02-457f-b23d-923933a32569 req-a85a9021-b94d-4148-b60f-dc7ee2d67dfb tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:46.996843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89831d4-1a02-457f-b23d-923933a32569 req-a85a9021-b94d-4148-b60f-dc7ee2d67dfb tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.0985563
Jun 21 02:45:47.051311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89831d4-1a02-457f-b23d-923933a32569 req-123ced2a-69dd-4ef4-9f07-58ab02ee935e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475385
Jun 21 02:45:47.327663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a2b8-2959-4a44-a2b6-4e6b9cf6acab req-12d88d63-df51-4e89-8109-3d6eeefd8ae4 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:47.327663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8a7a2b8-2959-4a44-a2b6-4e6b9cf6acab req-12d88d63-df51-4e89-8109-3d6eeefd8ae4 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.0860581
Jun 21 02:45:47.327663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6c31d7cd-e433-4b7c-b487-97f56ae4b5b0 req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:47.327663 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c445319e-4595-4080-bab6-c97d93efdb81 tempest-SecurityGroupsTestAdminJSON-1288810951 tempest-SecurityGroupsTestAdminJSON-1288810951-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:47.377016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d837c7f-4912-40f3-b8b9-b793c9e58851,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:47.380290 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:47.395573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8a7a2b8-2959-4a44-a2b6-4e6b9cf6acab req-1c2e10b7-a84c-42fe-8c62-f2cfbc446e01 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630023
Jun 21 02:45:47.744214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:47.747515 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-735bf301-aec7-412e-94cc-c82f1338c324 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:47.786610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe51bed-c6ba-4c7c-8126-3461ad36dfc2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:47.803125 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:47.804521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:47.816431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3fe51bed-c6ba-4c7c-8126-3461ad36dfc2 HTTP/1.1" status: 204  len: 168 time: 1.6257191
Jun 21 02:45:47.816431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6c31d7cd-e433-4b7c-b487-97f56ae4b5b0 req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:47.816431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c31d7cd-e433-4b7c-b487-97f56ae4b5b0 req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 1.3217335
Jun 21 02:45:47.816431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35360) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:48.354128 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:48.460415 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:48.471680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4d0a-7b0b-4e31-a604-55229e77b108 req-d86b4f6e-6afc-44d5-a4c8-abe45a0eefb4 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:48.477413 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c2c4d0a-7b0b-4e31-a604-55229e77b108 req-d86b4f6e-6afc-44d5-a4c8-abe45a0eefb4 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 943 time: 0.5929945
Jun 21 02:45:48.520732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d86925b0>,) {'filters': {'network_id': ['c45f08f4-cb06-4fd0-b5eb-21c090b60432']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:48.551724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d86925b0>, '1ea00d70-1ce6-4570-b08a-93036d4a47cc') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:48.555444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d86925b0>, '1ea00d70-1ce6-4570-b08a-93036d4a47cc') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:45:48.644524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c2c4d0a-7b0b-4e31-a604-55229e77b108 req-af5b22ed-3264-42e6-abe6-01fd6b23b5f7 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508131
Jun 21 02:45:48.658553 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:48.684827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-4a8aab31-0ef1-4ac7-943e-143e712877db service neutron] 10.222.0.26 "GET /v2.0/ports/afb9966f-2b69-4f16-b08f-6f3f0b01b775/bindings/n-h1-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.1392114
Jun 21 02:45:48.750311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:48.787746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:45:48.787983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:45:48.796340 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:45:48.891665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-a6cdd1b5-7ffc-4bff-867d-7db619ab150f tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a08d0d88-6ba0-4d18-9056-605f7b7b5c5b HTTP/1.1" status: 200  len: 1804 time: 0.1482728
Jun 21 02:45:49.010809 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:49.024175 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:49.029017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-e475422d-aad2-4d99-be80-85c49fcf0043 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/9d837c7f-4912-40f3-b8b9-b793c9e58851 HTTP/1.1" status: 200  len: 1805 time: 0.1250694
Jun 21 02:45:49.029591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:49.034450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c45f08f4-cb06-4fd0-b5eb-21c090b60432 HTTP/1.1" status: 204  len: 168 time: 1.2175419
Jun 21 02:45:49.054892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a08d0d88-6ba0-4d18-9056-605f7b7b5c5b', 'remote_group_id': '9d837c7f-4912-40f3-b8b9-b793c9e58851', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:49.055239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a08d0d88-6ba0-4d18-9056-605f7b7b5c5b', 'remote_group_id': '9d837c7f-4912-40f3-b8b9-b793c9e58851', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:49.062726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Pushing event deleted for resources: {'Network': ['ID=c45f08f4-cb06-4fd0-b5eb-21c090b60432,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:49.072050 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:49.108328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:49.137162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:49.186299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb9966f-2b69-4f16-b08f-6f3f0b01b775 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:45:49.201005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:49.287263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:49.313906 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:49.386179 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:49.443731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] Transition to ACTIVE for port object afb9966f-2b69-4f16-b08f-6f3f0b01b775 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:49.466201 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:49.469435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95e3f12e-3166-4686-b594-5021ca2ea99b tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:49.497679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d035adb9-838e-4f43-995a-da47baa87d25,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:49.501793 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:49.704236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:49.706490 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:49.803527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] No DVR routers for this DVR port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:49.848830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] Pushing event updated for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:49.855288 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:49.860371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] 10.222.0.26 "PUT /v2.0/ports/afb9966f-2b69-4f16-b08f-6f3f0b01b775/bindings/n-h1-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 1.1736619
Jun 21 02:45:50.289821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:50.291695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af60d4d9-5f1b-4951-96e2-3d52656ae1c8 req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 1.2531948
Jun 21 02:45:50.315563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35432) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:50.386756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4c8c94c0-3c3d-4831-87a9-b2a3787bf906 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f23f11a0261f437eb5155cc524c6e779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0686624
Jun 21 02:45:50.388782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35436) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:50.451602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-393eed75-1761-4771-8e77-2b9a6f9d0f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:50.482436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-393eed75-1761-4771-8e77-2b9a6f9d0f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:50.500214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-c295aac8-2bd8-41a2-ad00-95f67a37fc78 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:50.503504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-c295aac8-2bd8-41a2-ad00-95f67a37fc78 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.1501014
Jun 21 02:45:50.569390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-8eed2670-9b6f-4fbf-8bf9-0004341ad3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:50.571619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-8eed2670-9b6f-4fbf-8bf9-0004341ad3f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a&tenant_id=b9d9fcf962874689a72b4a12fbcb7539 HTTP/1.1" status: 200  len: 1096 time: 0.0590091
Jun 21 02:45:50.647201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64a851-705e-4884-968a-76255966f434 req-1cb4c521-8f25-41fc-a5c4-59a6a359826c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:50.649175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a64a851-705e-4884-968a-76255966f434 req-1cb4c521-8f25-41fc-a5c4-59a6a359826c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.1435034
Jun 21 02:45:50.661433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-a1586b75-849c-44b5-bd93-ebe161f12329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:50.663134 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-a1586b75-849c-44b5-bd93-ebe161f12329 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1096 time: 0.0624211
Jun 21 02:45:50.689572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ca93-44bc-44be-9a7d-cc7b49e5e786 req-5f4419a7-7e38-4419-9a07-068e730bfbb3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:50.692202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe77ca93-44bc-44be-9a7d-cc7b49e5e786 req-5f4419a7-7e38-4419-9a07-068e730bfbb3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.1386998
Jun 21 02:45:50.714470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-393eed75-1761-4771-8e77-2b9a6f9d0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:50.717825 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-393eed75-1761-4771-8e77-2b9a6f9d0f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:50.718670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-393eed75-1761-4771-8e77-2b9a6f9d0f1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e635fd3d-fbd3-47d7-ba90-b488954142a7 HTTP/1.1" status: 204  len: 168 time: 0.3286304
Jun 21 02:45:50.732918 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d0e68b0-1bb7-446d-bb59-56e50acd614e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:50.742042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a64a851-705e-4884-968a-76255966f434 req-96cade85-da61-4b2b-b722-200161c7506a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782700
Jun 21 02:45:50.745035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eed75-1761-4771-8e77-2b9a6f9d0f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e635fd3d-fbd3-47d7-ba90-b488954142a7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:50.747602 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-393eed75-1761-4771-8e77-2b9a6f9d0f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:50.818356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe77ca93-44bc-44be-9a7d-cc7b49e5e786 req-906ca1db-8164-440e-a34b-e3f7889b941b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186144
Jun 21 02:45:50.838799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-a66ca07b-f519-42a8-ae69-df9aed8e16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:50.842983 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-a66ca07b-f519-42a8-ae69-df9aed8e16f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 200  len: 908 time: 0.1690378
Jun 21 02:45:50.893449 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-06b00a14-fbf9-42dc-aabf-06966022c4f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775 HTTP/1.1" status: 200  len: 217 time: 0.0447507
Jun 21 02:45:50.957047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-5417e1ee-b716-4daa-aa51-b49ef675ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:50.959403 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-5417e1ee-b716-4daa-aa51-b49ef675ac58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 200  len: 847 time: 0.0589054
Jun 21 02:45:51.017701 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-5fed3a14-5a24-48ba-80a0-3fbdda370930 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513160
Jun 21 02:45:51.046966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0c21f-6ceb-4dab-8b04-c8d09bf8e8ad req-b7f580d4-d30f-41cd-9de9-f82f6b33a813 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:51.053908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67b0c21f-6ceb-4dab-8b04-c8d09bf8e8ad req-b7f580d4-d30f-41cd-9de9-f82f6b33a813 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 944 time: 0.1114104
Jun 21 02:45:51.112180 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67b0c21f-6ceb-4dab-8b04-c8d09bf8e8ad req-de3a6ee4-0fd2-4589-82b0-b23d5d48a266 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566802
Jun 21 02:45:51.132254 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-474aee21-cc93-4945-8e7b-3716a321a586 service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052983
Jun 21 02:45:51.136979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f9523087-fb13-4d42-a0f9-400093cc1bf8 req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1996753805', 'description': 'tempest-description-1542350059'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:51.218418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-b923cb17-becd-4cc6-80a1-2706782aeb8e tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0445085
Jun 21 02:45:51.269260 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-f073c0db-64f9-4769-8633-cf7c724acd4f service neutron] 10.222.0.20 "GET /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275764
Jun 21 02:45:51.279000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9523087-fb13-4d42-a0f9-400093cc1bf8 req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:51.378162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-231da258-2c05-4e82-b095-34aebc287435 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:51.379700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-231da258-2c05-4e82-b095-34aebc287435 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1520991
Jun 21 02:45:51.413463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-acfb4834-b9fc-459b-90cf-cbfeff30b443 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/quotas/262a8b31fa794d90a3c54c99afe3ec5a HTTP/1.1" status: 200  len: 375 time: 0.0230832
Jun 21 02:45:51.465706 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-1942a4bb-bf6f-413b-b250-368df524b8b7 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0419037
Jun 21 02:45:51.484812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9523087-fb13-4d42-a0f9-400093cc1bf8 req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:51.599297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9523087-fb13-4d42-a0f9-400093cc1bf8 req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:51.602477 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:51.635359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a187ff-94f8-4230-bd89-e5765aed0477,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:51.647793 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:51.732671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f9523087-fb13-4d42-a0f9-400093cc1bf8 req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:51.734445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9523087-fb13-4d42-a0f9-400093cc1bf8 req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 0.6065300
Jun 21 02:45:51.843103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a473ac45-2303-4d5c-8427-74e1445ece99 req-5eb3fd4a-ae33-43c9-8f5a-491eaf7475d4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 210 time: 0.0448492
Jun 21 02:45:51.904574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e6ece6c2-15e6-4399-9915-51d5f254e332 req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-145005089', 'description': 'tempest-description-138513743'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:51.982498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c198-bd9a-438e-99f2-819276102b11 req-d2354f6f-4007-429b-8ada-6b3990a6b16b tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:51.987499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-d2354f6f-4007-429b-8ada-6b3990a6b16b tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a&tenant_id=b9d9fcf962874689a72b4a12fbcb7539&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.1384208
Jun 21 02:45:52.087516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6ece6c2-15e6-4399-9915-51d5f254e332 req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.189029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6ece6c2-15e6-4399-9915-51d5f254e332 req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.287948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6ece6c2-15e6-4399-9915-51d5f254e332 req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.295171 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f265d1a-4476-4729-81e0-8b5e489c988e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:52.295535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-8851c198-bd9a-438e-99f2-819276102b11 req-8cdfdb35-f4a8-40f7-8c54-23b7456e7649 service neutron] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:52.302022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8851c198-bd9a-438e-99f2-819276102b11 req-8cdfdb35-f4a8-40f7-8c54-23b7456e7649 service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.305951 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8851c198-bd9a-438e-99f2-819276102b11 req-8cdfdb35-f4a8-40f7-8c54-23b7456e7649 service neutron] 10.222.0.20 "DELETE /v2.0/ports/afb9966f-2b69-4f16-b08f-6f3f0b01b775/bindings/n-h2-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.3096538
Jun 21 02:45:52.344515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d2c2b4-7395-44d7-af78-9d7bc352b40e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:52.349451 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:52.353971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35514) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:52.471253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-785554561-network', 'tenant_id': '059f51782c18491d9fca04489c4e20a6'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:52.549802 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6ece6c2-15e6-4399-9915-51d5f254e332 req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.558629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6ece6c2-15e6-4399-9915-51d5f254e332 req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.6596711
Jun 21 02:45:52.630573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Made reservation on behalf of 059f51782c18491d9fca04489c4e20a6 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:52.633844 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.650296 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.785628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52a57-aa76-4820-a329-04e790b8f3d6 req-a1ce1bc2-b7d6-4082-a4b1-0f7c470682b7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:52.787132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8f52a57-aa76-4820-a329-04e790b8f3d6 req-a1ce1bc2-b7d6-4082-a4b1-0f7c470682b7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.1020384
Jun 21 02:45:52.822665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.845979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8f52a57-aa76-4820-a329-04e790b8f3d6 req-dcbb234a-9403-4e4c-8867-8cf1531d56a3 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460513
Jun 21 02:45:52.932526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:52.938517 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-af605c6c-c182-4694-b10c-dedab3b2ae63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:52.989628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:53.012874 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:53.019103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:45:53.040096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:53.041870 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Added segment d6a128dc-6bd5-48ec-adec-839b4d050ba6 of type vlan for network 564e4e60-07ce-4924-a35f-2ee9165694c6
Jun 21 02:45:53.129019 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:53.182589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efc899-4088-4830-a7b7-0edcfc778bcf req-1054ee83-577e-4660-acf7-89c2e6e3b60b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:53.184108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4efc899-4088-4830-a7b7-0edcfc778bcf req-1054ee83-577e-4660-acf7-89c2e6e3b60b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.1290941
Jun 21 02:45:53.230759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4efc899-4088-4830-a7b7-0edcfc778bcf req-c521e8dc-d28a-414e-86b5-5a4ec819a445 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405138
Jun 21 02:45:53.335044 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:53.336342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:53.336998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:53.339328 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e63ab100-ad52-4f92-aef2-7db8f0466d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:53.443491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=564e4e60-07ce-4924-a35f-2ee9165694c6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:53.447224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:53.457268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 564e4e60-07ce-4924-a35f-2ee9165694c6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:45:53.485730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee0ff7-ed70-4a2f-9fee-939788a886cf req-f0109624-f794-4dba-906f-70ab9b2a4d5e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:53.488962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18ee0ff7-ed70-4a2f-9fee-939788a886cf req-f0109624-f794-4dba-906f-70ab9b2a4d5e tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 944 time: 0.1327474
Jun 21 02:45:53.504015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.1489594
Jun 21 02:45:53.507116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35552) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:53.513535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Request body: {'subnet': {'network_id': '564e4e60-07ce-4924-a35f-2ee9165694c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-785554561-subnet', 'tenant_id': '059f51782c18491d9fca04489c4e20a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:53.554016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18ee0ff7-ed70-4a2f-9fee-939788a886cf req-267494c9-5e88-4331-85d0-04426bdec693 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578954
Jun 21 02:45:53.630058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Made reservation on behalf of 059f51782c18491d9fca04489c4e20a6 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:53.632806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:53.640341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-e3bac207-2190-40df-812e-0f7fed066bce tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a9a187ff-94f8-4230-bd89-e5765aed0477 HTTP/1.1" status: 200  len: 1805 time: 0.0578394
Jun 21 02:45:53.721055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-b6f82f83-56cf-4e06-ae0d-9203cd8e0e2c tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/f1d2c2b4-7395-44d7-af78-9d7bc352b40e HTTP/1.1" status: 200  len: 1803 time: 0.0742943
Jun 21 02:45:53.733099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a9a187ff-94f8-4230-bd89-e5765aed0477', 'remote_group_id': 'f1d2c2b4-7395-44d7-af78-9d7bc352b40e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:53.733418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a9a187ff-94f8-4230-bd89-e5765aed0477', 'remote_group_id': 'f1d2c2b4-7395-44d7-af78-9d7bc352b40e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:53.850296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07853324-1764-4b63-aa94-09d7686cc337 req-bc1479da-e908-425e-9568-02db52774509 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 210 time: 0.0338073
Jun 21 02:45:53.955611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:53.959391 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc0fd70b-0c3e-40a8-bb1b-dd9d17053118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:53.978515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:54.011528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b951906-e1e4-4973-92d0-2e76b87485c2,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:54.031252 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:54.060694 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:54.063505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Checking segment: {'id': 'd6a128dc-6bd5-48ec-adec-839b4d050ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '564e4e60-07ce-4924-a35f-2ee9165694c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:54.064039 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Network hostable DHCP agents. Network: 564e4e60-07ce-4924-a35f-2ee9165694c6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:45:54.152330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:54.155295 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52523108-d309-412d-84f1-c06c739b41f7 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:54.174681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2868a42-52b9-4366-a306-f43388ad84ef,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:54.183140 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:54.244249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Network 564e4e60-07ce-4924-a35f-2ee9165694c6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:45:54.361164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:54.362494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2f4b807-5617-4a8f-8854-4f64ede0155f req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.6343322
Jun 21 02:45:54.389662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 564e4e60-07ce-4924-a35f-2ee9165694c6) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:54.396387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:54.396727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:54.402868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589263e4-18fb-4f63-b30e-de1a7e2da263 None None] Network 564e4e60-07ce-4924-a35f-2ee9165694c6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:54.476369 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9673722
Jun 21 02:45:54.571038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1e2d-5fb2-4923-b7e8-c348b97c438f req-0258f722-3692-4cbe-963d-972dd5a8628c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:54.573847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e37a1e2d-5fb2-4923-b7e8-c348b97c438f req-0258f722-3692-4cbe-963d-972dd5a8628c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.0836267
Jun 21 02:45:54.579763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e1ca0-81c3-49af-a4ab-0605f2bc5808 None None] Network 564e4e60-07ce-4924-a35f-2ee9165694c6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:54.616723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e37a1e2d-5fb2-4923-b7e8-c348b97c438f req-f9da49b9-cf7a-447c-be6e-2ea1a2031628 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379694
Jun 21 02:45:54.792530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59367b25-6c16-4622-ac61-27b666968ef0 req-8de250de-2bec-482d-b594-a9ecbdea9a91 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:54.794123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59367b25-6c16-4622-ac61-27b666968ef0 req-8de250de-2bec-482d-b594-a9ecbdea9a91 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 1096 time: 0.0674732
Jun 21 02:45:54.835207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59367b25-6c16-4622-ac61-27b666968ef0 req-6585392d-21e4-42a0-a258-f14e25b1d429 tempest-LiveMigrationTest-1220932809 tempest-LiveMigrationTest-1220932809-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306914
Jun 21 02:45:55.015774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88d08-2cf0-4e6b-bf00-dd5fddfe4275 req-f81e9622-9644-4f30-b22f-4123e29b4791 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:55.024405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2e88d08-2cf0-4e6b-bf00-dd5fddfe4275 req-f81e9622-9644-4f30-b22f-4123e29b4791 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.0814757
Jun 21 02:45:55.065189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2e88d08-2cf0-4e6b-bf00-dd5fddfe4275 req-c4645ae5-b4b3-4606-ad72-1001eec48019 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397148
Jun 21 02:45:55.131296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37296da7-c5e2-4b79-ae7f-8d602a0815b5 req-afded8d1-65a6-405f-a80c-6e8ce1d9e021 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/f1d2c2b4-7395-44d7-af78-9d7bc352b40e HTTP/1.1" status: 200  len: 1803 time: 0.0405903
Jun 21 02:45:55.182516 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-39893459-3bd1-42fa-bc9c-4e3e052450f3 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295148
Jun 21 02:45:55.248180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35620) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:55.253887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1809587154-network', 'tenant_id': '71e0158d63ea44eea6e4acb86b341e3b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:55.273837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-37296da7-c5e2-4b79-ae7f-8d602a0815b5 req-d2d8f39c-19cb-4620-8a0d-116eee05dc40 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.315830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-37296da7-c5e2-4b79-ae7f-8d602a0815b5 req-d2d8f39c-19cb-4620-8a0d-116eee05dc40 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.350615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-c1d98ad1-fdc2-44c5-828b-f559fda20fc4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:55.350615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-c1d98ad1-fdc2-44c5-828b-f559fda20fc4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1609683
Jun 21 02:45:55.363752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Request body: {'port': {'device_id': '09e54ca3-d072-4c41-a028-d8162f55c5e6', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '262a8b31fa794d90a3c54c99afe3ec5a'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:55.420222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Made reservation on behalf of 71e0158d63ea44eea6e4acb86b341e3b for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:55.423825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.438311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.606732 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-37296da7-c5e2-4b79-ae7f-8d602a0815b5 req-d2d8f39c-19cb-4620-8a0d-116eee05dc40 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.609461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-37296da7-c5e2-4b79-ae7f-8d602a0815b5 req-d2d8f39c-19cb-4620-8a0d-116eee05dc40 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.610734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37296da7-c5e2-4b79-ae7f-8d602a0815b5 req-d2d8f39c-19cb-4620-8a0d-116eee05dc40 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "DELETE /v2.0/security-groups/f1d2c2b4-7395-44d7-af78-9d7bc352b40e HTTP/1.1" status: 204  len: 173 time: 0.4729340
Jun 21 02:45:55.611514 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c3ae22a-c29b-4279-b085-3c9bdd10f4bf tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:55.629287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8f39c-19cb-4620-8a0d-116eee05dc40 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d2c2b4-7395-44d7-af78-9d7bc352b40e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:55.636802 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2d8f39c-19cb-4620-8a0d-116eee05dc40 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:55.692810 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.858597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.862644 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f427f1d1-a91e-4e51-b3f7-459c31f880dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:55.880175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:45:55.894367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a6f0a1-2bbc-4e9e-b612-df39d67c2aea,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:55.899193 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:55.901381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:55.901381 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Added segment 06dd13e3-ee84-4371-a1d0-5c9af68d9407 of type vlan for network 3e6686b1-a925-4865-98e6-5697a14c82ad
Jun 21 02:45:55.943231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:56.026126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Made reservation on behalf of 262a8b31fa794d90a3c54c99afe3ec5a for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:56.032146 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:56.042455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:56.117056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a3bebb-42a4-40dd-b360-5a2810d98f3a req-6552a3b4-e0ee-451d-a07f-5eb26f6afcb9 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 210 time: 0.0298407
Jun 21 02:45:56.185930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:56.187037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:56.187763 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:56.192672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2d5c0cd-ef3c-4c12-aef2-ebccc2fcd77c req-3d1704bc-a2da-4f18-8120-eba3c4bdc7cf tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a9a187ff-94f8-4230-bd89-e5765aed0477 HTTP/1.1" status: 200  len: 1805 time: 0.0480230
Jun 21 02:45:56.193161 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:56.258588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Pushing event updated for resources: {'Network': ['ID=3e6686b1-a925-4865-98e6-5697a14c82ad,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:56.261293 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:56.270239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3e6686b1-a925-4865-98e6-5697a14c82ad details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:45:56.349806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e34823-dfed-4d95-97e8-4b4300436435 req-69c4b7fa-c627-4328-af85-5836ddcbfe9c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:56.352373 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-57e34823-dfed-4d95-97e8-4b4300436435 req-69c4b7fa-c627-4328-af85-5836ddcbfe9c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.0666695
Jun 21 02:45:56.426473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-57e34823-dfed-4d95-97e8-4b4300436435 req-b67e9f92-26a7-4e37-a321-10946b0d0e12 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649428
Jun 21 02:45:56.447129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:56.526921 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-589305b0-6796-4856-beda-d6f8e3020b47 req-287f0104-d9e3-446c-a389-0a4b58b1dc69 service neutron] show failed (client error): The resource could not be found.
Jun 21 02:45:56.527994 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-287f0104-d9e3-446c-a389-0a4b58b1dc69 service neutron] 10.222.0.20 "GET /v2.0/ports/71946f64-acd5-4eb3-ac45-a4e1452df88e/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0627034
Jun 21 02:45:56.624785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:56.629803 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c86ca44-398e-47a3-9a50-07c04c91ecac tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:56.691577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4143-c2b0-4698-a72a-a596bf342299 req-6235c9ba-c2b6-4814-b49a-d40b2759fd6a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:56.692969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db3f4143-c2b0-4698-a72a-a596bf342299 req-6235c9ba-c2b6-4814-b49a-d40b2759fd6a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 945 time: 0.1222022
Jun 21 02:45:56.715618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:56.729139 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:56.762321 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.5127919
Jun 21 02:45:56.764907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35638) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:45:56.770297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Request body: {'subnet': {'network_id': '3e6686b1-a925-4865-98e6-5697a14c82ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1809587154-subnet', 'tenant_id': '71e0158d63ea44eea6e4acb86b341e3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:56.778038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db3f4143-c2b0-4698-a72a-a596bf342299 req-3ee2c302-f6f3-46b2-9cfa-f58472ca478e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752711
Jun 21 02:45:56.811606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Allocated IP 192.168.233.182 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/5228312f-a721-4ce2-86f0-e170e783b39d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:45:56.826097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-24d3d20d-4960-44b0-8f46-4c618142ee64 req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2143360218', 'description': 'tempest-description-16678842'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:56.909657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Made reservation on behalf of 71e0158d63ea44eea6e4acb86b341e3b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:45:56.912883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:56.988803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.003603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Transition to ACTIVE for port object 5228312f-a721-4ce2-86f0-e170e783b39d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:57.034447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-24d3d20d-4960-44b0-8f46-4c618142ee64 req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.202403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.206474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-a626d8c4-7ace-498d-8818-822e7326a6b1 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:57.208020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-a626d8c4-7ace-498d-8818-822e7326a6b1 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.1355863
Jun 21 02:45:57.214768 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:57.227485 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-24d3d20d-4960-44b0-8f46-4c618142ee64 req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.238663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-33'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:57.276012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.282200 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:57.294743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:45:57.307041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:57.315655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:45:57.327234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf45a6-758c-4262-8227-fda184f6ca6c req-7a7843d0-187b-4f0c-a5e9-90162ff23c56 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:57.328805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebaf45a6-758c-4262-8227-fda184f6ca6c req-7a7843d0-187b-4f0c-a5e9-90162ff23c56 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 944 time: 0.2128730
Jun 21 02:45:57.361226 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-24d3d20d-4960-44b0-8f46-4c618142ee64 req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.372349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Pushing event updated for resources: {'Port': ['ID=5228312f-a721-4ce2-86f0-e170e783b39d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:57.392433 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:57.396356 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-272e1405-ebf8-4956-9ea4-1139068b6dc0 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:57.421838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed9e880-3dd9-4a67-9ecc-00b49e2b77c9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:57.428869 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:57.447748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Checking segment: {'id': '06dd13e3-ee84-4371-a1d0-5c9af68d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3e6686b1-a925-4865-98e6-5697a14c82ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:57.457053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Network hostable DHCP agents. Network: 3e6686b1-a925-4865-98e6-5697a14c82ad, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:45:57.485177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:57.496056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:57.496694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-8d914b89-8561-4e57-89e3-324aed5b11b8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:57.497170 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.497538 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-8d914b89-8561-4e57-89e3-324aed5b11b8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.20 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 944 time: 0.1821425
Jun 21 02:45:57.500473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-dc5e58bd-71a9-4fb7-80b8-69932cec2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:57.501910 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-dc5e58bd-71a9-4fb7-80b8-69932cec2217 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151&tenant_id=1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 1102 time: 0.1879992
Jun 21 02:45:57.502034 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:57.503978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.510897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebaf45a6-758c-4262-8227-fda184f6ca6c req-61b21a41-9a8f-4d56-a46d-0082fc2f43b4 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713085
Jun 21 02:45:57.524447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-24d3d20d-4960-44b0-8f46-4c618142ee64 req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.530287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24d3d20d-4960-44b0-8f46-4c618142ee64 req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.7089043
Jun 21 02:45:57.549709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:57.647798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Network 3e6686b1-a925-4865-98e6-5697a14c82ad is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:45:57.698177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3382502
Jun 21 02:45:57.707155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.729201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Deleting port afb9966f-2b69-4f16-b08f-6f3f0b01b775 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:57.729662 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.746483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Request body: {'port': {'device_id': '09e54ca3-d072-4c41-a028-d8162f55c5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:57.841319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:57.849499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-47834b77-94a8-4dd7-9210-66d94ea1600a None None] Provisioning for port 5228312f-a721-4ce2-86f0-e170e783b39d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:45:57.854817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-47834b77-94a8-4dd7-9210-66d94ea1600a None None] Provisioning complete for port 5228312f-a721-4ce2-86f0-e170e783b39d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:45:57.855324 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-47834b77-94a8-4dd7-9210-66d94ea1600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.874030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 3e6686b1-a925-4865-98e6-5697a14c82ad) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:45:57.884259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:57.884959 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.892745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e1bdb6-fe9f-4220-a619-4d3c1e5300f0 None None] Network 3e6686b1-a925-4865-98e6-5697a14c82ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:57.928231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf60fd-1607-408d-9e28-03719e6c0fa1 req-6cdd3b99-6dd5-45cc-9568-12f8ced2e243 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:57.930118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1bf60fd-1607-408d-9e28-03719e6c0fa1 req-6cdd3b99-6dd5-45cc-9568-12f8ced2e243 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 948 time: 0.2586663
Jun 21 02:45:57.934293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:57.944001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e067df-e187-4159-aca2-aee74c668223 req-7550c4bd-2df2-4179-95a9-b326699ef8f0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:57.947335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-47834b77-94a8-4dd7-9210-66d94ea1600a None None] Port 5228312f-a721-4ce2-86f0-e170e783b39d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:45:57.956377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70e067df-e187-4159-aca2-aee74c668223 req-7550c4bd-2df2-4179-95a9-b326699ef8f0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 936 time: 0.2792137
Jun 21 02:45:58.004663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:58.008241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] For port afb9966f-2b69-4f16-b08f-6f3f0b01b775, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=afb9966f-2b69-4f16-b08f-6f3f0b01b775,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:58.008684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:58.039764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13588005-8f82-454e-96a3-f413e7f26918 None None] Network 3e6686b1-a925-4865-98e6-5697a14c82ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:45:58.085134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70e067df-e187-4159-aca2-aee74c668223 req-162a6536-8d3a-438b-8129-c04c026cb009 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324742
Jun 21 02:45:58.085756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Calling delete_port for afb9966f-2b69-4f16-b08f-6f3f0b01b775 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:45:58.103919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1bf60fd-1607-408d-9e28-03719e6c0fa1 req-198387f7-5b5f-434a-9b0a-0ee30f607f17 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494129
Jun 21 02:45:58.127117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:58.146958 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.3807807
Jun 21 02:45:58.257213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 1e7440a3-cf7b-4c65-a618-c56fe378c63c details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:45:58.366374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:58.420067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:58.427410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:58.433487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:58.436309 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c632d8a-cef8-429a-9a18-e384e0f66bc8" -d '{"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-unplugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:58.442053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 1e7440a3-cf7b-4c65-a618-c56fe378c63c has no active binding in host n-h2-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 02:45:58.451261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Transition to ACTIVE for port object 71946f64-acd5-4eb3-ac45-a4e1452df88e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:58.511778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:45:58.514025 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14616d5d-8f6d-478e-a7d2-7527d87496b8" -d '{"events": [{"server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:45:58.520174 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:58.566956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:58.570084 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93a98956-d50a-44cc-8725-f4c1ea31d730 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:58.636497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:58.651808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ec1e9e07-b431-48e6-8408-7b7e730e7143'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:58.657667 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:58.663109 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2fe084be-0875-4717-aafc-ba0fd715d486 tempest-FloatingIPDetailsTestJSON-1584082441 tempest-FloatingIPDetailsTestJSON-1584082441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:58.669508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=6']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:58.672113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] No DVR routers for this DVR port 71946f64-acd5-4eb3-ac45-a4e1452df88e on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:58.676978 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:58.678012 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e2ba60b-60d6-4ac4-bc4a-aa2817e3fcc2 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:58.708089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cc49f54-7ecc-4611-bcc5-38c0e62f4212 req-65cbbc0b-57c1-496a-864f-5667043e3cca tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af HTTP/1.1" status: 200  len: 1803 time: 0.1859093
Jun 21 02:45:58.717208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Pushing event deleted for resources: {'Port': ['ID=afb9966f-2b69-4f16-b08f-6f3f0b01b775,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:58.722865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9cc49f54-7ecc-4611-bcc5-38c0e62f4212 req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:58.725212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9cc49f54-7ecc-4611-bcc5-38c0e62f4212 req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:45:58.775476 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:58.796158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:58.796158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:58.796470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:58.822844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:45:58.823200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:58.830192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:58.830570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:58.830923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:58.831359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Bound port: 71946f64-acd5-4eb3-ac45-a4e1452df88e, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:58.831711 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:58.848145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] No DVR routers for this DVR port afb9966f-2b69-4f16-b08f-6f3f0b01b775 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:45:58.851996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:58.855041 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-53678fd8-6663-4b3c-bd02-9927983f23bb req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.20 "DELETE /v2.0/ports/afb9966f-2b69-4f16-b08f-6f3f0b01b775 HTTP/1.1" status: 204  len: 173 time: 1.3510091
Jun 21 02:45:58.860757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f03a8-fa33-4a76-a717-f60373c0e8f7 req-3445e601-5413-4f08-a71d-051bb343ea07 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:58.868583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e15f03a8-fa33-4a76-a717-f60373c0e8f7 req-3445e601-5413-4f08-a71d-051bb343ea07 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.3447139
Jun 21 02:45:58.912599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:58.917013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:58.927154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Pushing event updated for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:58.942609 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:58.986485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on host n-h1-758944-33 for vnic_type normal with profile {"migrating_to": "n-h2-758944-33"} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:58.986811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:58.987135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:59.000690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e15f03a8-fa33-4a76-a717-f60373c0e8f7 req-0bbe605c-990e-4e25-9677-4ca84e35fb52 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313901
Jun 21 02:45:59.024745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:45:59.025004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Attempting to bind port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on network 4a066f70-8079-421c-a6bc-fa0d70e160d4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:59.048270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-7766dce4-60f9-4fda-acc5-caad710b925f tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:59.049734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-7766dce4-60f9-4fda-acc5-caad710b925f tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 948 time: 0.3132076
Jun 21 02:45:59.056531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:45:59.056875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Checking segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:45:59.057248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Bound using segment: {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:45:59.057711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Bound port: 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa74902-83c5-4b47-a8c5-a3889bf69e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a066f70-8079-421c-a6bc-fa0d70e160d4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:45:59.058056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.095290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.097764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5228312f-a721-4ce2-86f0-e170e783b39d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:45:59.098528 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:59.134648 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.134807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:59.135401 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.136754 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] 10.222.0.26 "PUT /v2.0/ports/71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 1097 time: 1.6241024
Jun 21 02:45:59.193084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:59.218854 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:59.229539 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cc49f54-7ecc-4611-bcc5-38c0e62f4212 req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.254222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-754e58d5-1792-437c-beae-37042d180813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:59.255728 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-754e58d5-1792-437c-beae-37042d180813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1100 time: 0.0862825
Jun 21 02:45:59.256081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Transition to ACTIVE for port object 5228312f-a721-4ce2-86f0-e170e783b39d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:45:59.344333 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cc49f54-7ecc-4611-bcc5-38c0e62f4212 req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.362580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:45:59.365583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.369930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-2be72f10-73f8-42f5-b7ee-1f0091b7c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:59.371611 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-2be72f10-73f8-42f5-b7ee-1f0091b7c4fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1096985
Jun 21 02:45:59.375286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:45:59.382081 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-234461c6-e757-400f-b0dc-374dbe39e567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:59.434529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1660b-58bc-44da-b96f-fb10f206fc0b req-3cd90a84-46f7-46c6-8074-9791496afef3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:59.442913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58c1660b-58bc-44da-b96f-fb10f206fc0b req-3cd90a84-46f7-46c6-8074-9791496afef3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.3217077
Jun 21 02:45:59.457882 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cc49f54-7ecc-4611-bcc5-38c0e62f4212 req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.544314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.592529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Deleting port 61010dde-d48b-4a18-9030-ef5bce699e93 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:45:59.592890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.597243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=5228312f-a721-4ce2-86f0-e170e783b39d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:59.604774 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:59.611372 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7f924ab-1289-43d4-82a3-df80520547e8 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:59.760337 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58c1660b-58bc-44da-b96f-fb10f206fc0b req-ebeabd34-05d4-496e-af17-7a376804e913 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3164642
Jun 21 02:45:59.761271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cc49f54-7ecc-4611-bcc5-38c0e62f4212 req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.762262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cc49f54-7ecc-4611-bcc5-38c0e62f4212 req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.0533726
Jun 21 02:45:59.777134 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-023db395-ded7-4336-91fa-1e9a7ee70172 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.3976936
Jun 21 02:45:59.801671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1c009c-59ae-4a58-9298-a14ddd604a19,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:45:59.813630 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:45:59.814504 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:45:59.857717 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8debd35a-74de-4a66-8045-71d5fe132065 x-openstack-request-id: req-8debd35a-74de-4a66-8045-71d5fe132065 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:59.858101 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-unplugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:59.858405 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8debd35a-74de-4a66-8045-71d5fe132065 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:59.858903 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'code': 200}
Jun 21 02:45:59.890174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:59.891213 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.892872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] 10.222.0.26 "PUT /v2.0/ports/1e7440a3-cf7b-4c65-a618-c56fe378c63c HTTP/1.1" status: 200  len: 1123 time: 2.6747739
Jun 21 02:45:59.904065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-7ca20c8c-1442-4793-8c34-94afa4feddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:45:59.906114 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-7ca20c8c-1442-4793-8c34-94afa4feddd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1223922
Jun 21 02:45:59.943271 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3494f443-14e7-4963-bcc3-6d0b8b092927 x-openstack-request-id: req-3494f443-14e7-4963-bcc3-6d0b8b092927 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:45:59.943271 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:45:59.943271 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3494f443-14e7-4963-bcc3-6d0b8b092927 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:45:59.943271 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c', 'code': 200}
Jun 21 02:45:59.965086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Attempting to bind port 5228312f-a721-4ce2-86f0-e170e783b39d on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:45:59.965456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Attempting to bind port 5228312f-a721-4ce2-86f0-e170e783b39d by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:45:59.965826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Attempting to bind port 5228312f-a721-4ce2-86f0-e170e783b39d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:45:59.970307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] For port 61010dde-d48b-4a18-9030-ef5bce699e93, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=61010dde-d48b-4a18-9030-ef5bce699e93,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:45:59.970677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:45:59.977500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1e7440a3-cf7b-4c65-a618-c56fe378c63c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:45:59.988057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Pushing event updated for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:00.000039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Port 5228312f-a721-4ce2-86f0-e170e783b39d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:46:00.000039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Attempting to bind port 5228312f-a721-4ce2-86f0-e170e783b39d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:00.036565 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:00.036995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['1e7440a3-cf7b-4c65-a618-c56fe378c63c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:00.092939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589305b0-6796-4856-beda-d6f8e3020b47 req-6b4b71a4-8487-4204-b9bc-5046da020e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:00.093994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 61010dde-d48b-4a18-9030-ef5bce699e93 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:00.094455 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-6b4b71a4-8487-4204-b9bc-5046da020e5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1806781
Jun 21 02:46:00.100015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Calling delete_port for 61010dde-d48b-4a18-9030-ef5bce699e93 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:00.107556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:00.108260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:00.108378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:00.108820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Bound port: 5228312f-a721-4ce2-86f0-e170e783b39d, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:00.114749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:00.245348 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-553d98b8-09c3-467f-ab63-918db5b90ab3 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414061
Jun 21 02:46:00.264707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-381420dc-a52b-431a-8ed5-0a55736a9bc6 req-5c348a86-201d-4ebc-b8ae-39276cfbf80c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 210 time: 0.0918083
Jun 21 02:46:00.363166 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-589305b0-6796-4856-beda-d6f8e3020b47 req-4562df61-b87e-4acd-bb92-338ca89591b1 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103144
Jun 21 02:46:00.401537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:00.483349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:00.483957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device afb9966f-2b69-4f16-b08f-6f3f0b01b775 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:00.494290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] For port 5228312f-a721-4ce2-86f0-e170e783b39d, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:00.529273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: afb9966f-2b69-4f16-b08f-6f3f0b01b775 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:00.532257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device afb9966f-2b69-4f16-b08f-6f3f0b01b775 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:00.535377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] For port 5228312f-a721-4ce2-86f0-e170e783b39d, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5228312f-a721-4ce2-86f0-e170e783b39d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:00.606122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-9c802bc8-f317-4921-b928-9cd3bf2e1d18 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:00.607545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-9c802bc8-f317-4921-b928-9cd3bf2e1d18 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/networks?id=564e4e60-07ce-4924-a35f-2ee9165694c6 HTTP/1.1" status: 200  len: 824 time: 0.3944254
Jun 21 02:46:00.638765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:00.643503 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a9889a48-f6e6-42c2-9491-5d668f4f8d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:00.651559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-b15932bc-7705-409a-8688-c08039d33e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/quotas/059f51782c18491d9fca04489c4e20a6 HTTP/1.1" status: 200  len: 375 time: 0.0326853
Jun 21 02:46:00.697319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c74730-7f64-477d-927a-9c0a869c9630 req-b3dfe2fb-7ac4-418b-aab5-57876929c7de tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:00.698846 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c74730-7f64-477d-927a-9c0a869c9630 req-b3dfe2fb-7ac4-418b-aab5-57876929c7de tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 948 time: 0.2823937
Jun 21 02:46:00.730519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:00.731464 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:00.732836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] 10.222.0.26 "PUT /v2.0/ports/5228312f-a721-4ce2-86f0-e170e783b39d HTTP/1.1" status: 200  len: 1097 time: 3.0010328
Jun 21 02:46:00.739032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-b6b5c439-2428-40e7-893b-81926a29af4e tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=059f51782c18491d9fca04489c4e20a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0676012
Jun 21 02:46:00.786557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=5228312f-a721-4ce2-86f0-e170e783b39d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:00.814389 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:00.830574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c74730-7f64-477d-927a-9c0a869c9630 req-d2fe80cd-29c5-49ce-be4d-3b544296a2eb tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021831
Jun 21 02:46:00.832902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:00.840276 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:00.893523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Pushing event deleted for resources: {'Port': ['ID=61010dde-d48b-4a18-9030-ef5bce699e93,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:00.901763 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:00.977817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] No DVR routers for this DVR port 61010dde-d48b-4a18-9030-ef5bce699e93 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:01.002202 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:01.004095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78d99ab6-9971-44ce-bb2b-f4e37e47f6cc req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "DELETE /v2.0/ports/61010dde-d48b-4a18-9030-ef5bce699e93 HTTP/1.1" status: 204  len: 173 time: 1.9416318
Jun 21 02:46:01.093068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1320f084-2d7a-4ef0-a5fd-f8bc8b4b92fe req-d451f164-b368-440c-b5db-5d14a8016094 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15 HTTP/1.1" status: 200  len: 210 time: 0.0921540
Jun 21 02:46:01.181376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-46f20afd-72a2-4a84-82c4-e2032ba8877a service neutron] 10.222.0.25 "GET /v2.0/networks/564e4e60-07ce-4924-a35f-2ee9165694c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4193237
Jun 21 02:46:01.186840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-ac7fe489-8e52-47ee-9f23-b5910e3bbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:01.188573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-ac7fe489-8e52-47ee-9f23-b5910e3bbc5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 1100 time: 0.2129498
Jun 21 02:46:01.281647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37dd6960-b379-4f95-9a1e-6a1cc2ad0b69 req-29b061e1-6c24-4cbc-8b66-071ea6ef1248 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af HTTP/1.1" status: 200  len: 2396 time: 0.1525285
Jun 21 02:46:01.282967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-fa59a00b-6005-4159-bd9e-ae215a2f99ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=5228312f-a721-4ce2-86f0-e170e783b39d HTTP/1.1" status: 200  len: 217 time: 0.0789247
Jun 21 02:46:01.310548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-37dd6960-b379-4f95-9a1e-6a1cc2ad0b69 req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af', 'remote_group_id': None}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:01.310921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-37dd6960-b379-4f95-9a1e-6a1cc2ad0b69 req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af', 'remote_group_id': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:01.383971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-52c0e076-079c-4717-a2ad-6c73fcd97fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:01.385496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-52c0e076-079c-4717-a2ad-6c73fcd97fde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0915077
Jun 21 02:46:01.392333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-5366d71d-a778-444a-bf7b-998b56dafaea service neutron] 10.222.0.25 "GET /v2.0/networks/564e4e60-07ce-4924-a35f-2ee9165694c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019861
Jun 21 02:46:01.457460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-9ef0936b-fe5a-490d-8090-fd311ee87f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:01.459008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-9ef0936b-fe5a-490d-8090-fd311ee87f55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0658481
Jun 21 02:46:01.591043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-37dd6960-b379-4f95-9a1e-6a1cc2ad0b69 req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:01.612177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-37a56d0e-44b8-4258-ae80-b36225aa07be service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446018
Jun 21 02:46:01.643865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-37dd6960-b379-4f95-9a1e-6a1cc2ad0b69 req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:01.736609 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-37dd6960-b379-4f95-9a1e-6a1cc2ad0b69 req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:01.739308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ac4c26-ba6a-47eb-ac5d-5151639ba3d2 req-1535bafd-7e1d-477a-8fb3-7561e21cc181 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194072
Jun 21 02:46:01.741301 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:01.763007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b26087-8cd9-4b51-842b-baccc9f01cbd,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:01.766305 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:01.846153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-37dd6960-b379-4f95-9a1e-6a1cc2ad0b69 req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:01.847416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37dd6960-b379-4f95-9a1e-6a1cc2ad0b69 req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.5522120
Jun 21 02:46:01.860853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'name': 'network-vif-deleted', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775'}, {'name': 'network-changed', 'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:01.864104 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e" -d '{"events": [{"server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "name": "network-vif-deleted", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775"}, {"name": "network-changed", "server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:01.912208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99fc2a-d9ca-4c6a-8ceb-3b5c8e43f841 req-ed628f43-43af-4c2d-bf39-09ff39b0f40f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:01.914137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b99fc2a-d9ca-4c6a-8ceb-3b5c8e43f841 req-ed628f43-43af-4c2d-bf39-09ff39b0f40f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 948 time: 0.1057651
Jun 21 02:46:01.943568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c'}, {'name': 'network-changed', 'server_uuid': '09e54ca3-d072-4c41-a028-d8162f55c5e6', 'tag': '5228312f-a721-4ce2-86f0-e170e783b39d'}, {'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'name': 'network-vif-deleted', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:01.947117 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b64d2d5-d80c-4a98-8a95-f3132346ca06" -d '{"events": [{"name": "network-changed", "server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c"}, {"name": "network-changed", "server_uuid": "09e54ca3-d072-4c41-a028-d8162f55c5e6", "tag": "5228312f-a721-4ce2-86f0-e170e783b39d"}, {"server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "name": "network-vif-deleted", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:01.963093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b99fc2a-d9ca-4c6a-8ceb-3b5c8e43f841 req-f9c41e30-7a8f-4e4d-a8dc-54e987761830 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433834
Jun 21 02:46:02.068933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc218d6-a722-4ec1-b1fb-cdade78e53d4 req-f52c832b-fb49-4ed6-8638-dec07030f396 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:02.078801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dc218d6-a722-4ec1-b1fb-cdade78e53d4 req-f52c832b-fb49-4ed6-8638-dec07030f396 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.0967276
Jun 21 02:46:02.127326 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f86e7fa7-650f-4f6e-9176-ba2dc2b585c6 req-fc4f8d5f-00c5-499f-b652-1743e81a2696 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 210 time: 0.0404058
Jun 21 02:46:02.155639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dc218d6-a722-4ec1-b1fb-cdade78e53d4 req-a55cb533-68bb-4b8e-b8ee-630b11ffd5d3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718927
Jun 21 02:46:02.208150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ad87202-5fc4-4ffb-8d9e-4d61bd24a9ac req-40ae33a9-1e6d-4c1c-a53d-c4b7debf77e7 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 210 time: 0.0319054
Jun 21 02:46:02.339832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d9baf47-af71-4de6-a5ec-033387fae29d req-dc5aa4fd-2ee9-4659-9ced-66e49dd387e1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af HTTP/1.1" status: 200  len: 2994 time: 0.0915260
Jun 21 02:46:02.364055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb573c-4d84-434f-9ad2-2f72b0cad453 req-21886fae-a1db-4f6d-8801-6b8a7394e4c1 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:02.371892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35cb573c-4d84-434f-9ad2-2f72b0cad453 req-21886fae-a1db-4f6d-8801-6b8a7394e4c1 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 948 time: 0.1026478
Jun 21 02:46:02.423802 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40557bd-d393-490d-a1f6-8b856865936a x-openstack-request-id: req-c40557bd-d393-490d-a1f6-8b856865936a {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:02.424163 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939c8715-e263-423e-826b-e976a8f2787a", "name": "network-vif-deleted", "tag": "afb9966f-2b69-4f16-b08f-6f3f0b01b775", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:02.424474 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c40557bd-d393-490d-a1f6-8b856865936a {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:02.425140 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939c8715-e263-423e-826b-e976a8f2787a', 'name': 'network-vif-deleted', 'tag': 'afb9966f-2b69-4f16-b08f-6f3f0b01b775', 'status': 'completed', 'code': 200}
Jun 21 02:46:02.426123 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'status': 'completed', 'code': 200}
Jun 21 02:46:02.427496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35cb573c-4d84-434f-9ad2-2f72b0cad453 req-07f333a0-1f9c-408e-ac2e-5e62fd664dee tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546694
Jun 21 02:46:02.493572 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3578dc2-13bc-4221-9283-8d554fc31d5f x-openstack-request-id: req-e3578dc2-13bc-4221-9283-8d554fc31d5f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:02.493911 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09e54ca3-d072-4c41-a028-d8162f55c5e6", "tag": "5228312f-a721-4ce2-86f0-e170e783b39d", "status": "completed", "code": 200}, {"server_uuid": "1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15", "name": "network-vif-deleted", "tag": "61010dde-d48b-4a18-9030-ef5bce699e93", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:02.494208 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3578dc2-13bc-4221-9283-8d554fc31d5f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:02.494646 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c', 'status': 'completed', 'code': 200}
Jun 21 02:46:02.494946 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e54ca3-d072-4c41-a028-d8162f55c5e6', 'tag': '5228312f-a721-4ce2-86f0-e170e783b39d', 'status': 'completed', 'code': 200}
Jun 21 02:46:02.495391 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cd1ff-6cda-4cb1-83ff-c12f42ff7a15', 'name': 'network-vif-deleted', 'tag': '61010dde-d48b-4a18-9030-ef5bce699e93', 'status': 'completed', 'code': 200}
Jun 21 02:46:02.572227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e92d2c8-f34a-4e75-9827-d4efbd3c03ba req-15830f37-6b10-453c-847b-4ae544ad792c tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-group-rules/b8b26087-8cd9-4b51-842b-baccc9f01cbd HTTP/1.1" status: 200  len: 783 time: 0.0449352
Jun 21 02:46:02.643290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-3c419538-573b-4a54-a8aa-e61938664f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:02.644871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-3c419538-573b-4a54-a8aa-e61938664f74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1100 time: 0.1841455
Jun 21 02:46:02.651478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-c0cca778-ad1b-48b9-9890-61f44c6cd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:02.653212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-c0cca778-ad1b-48b9-9890-61f44c6cd1f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1100 time: 0.1616967
Jun 21 02:46:02.668688 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e92d2c8-f34a-4e75-9827-d4efbd3c03ba req-1472ab13-d969-4c7b-a038-a7b00d5ddb39 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af HTTP/1.1" status: 200  len: 2994 time: 0.0892656
Jun 21 02:46:02.691521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-d99b8e8d-afb9-4794-8e36-6a0c73c05094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:02.693097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-d99b8e8d-afb9-4794-8e36-6a0c73c05094 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1126 time: 0.1684351
Jun 21 02:46:02.775029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-0248b893-55c7-4b44-b6e2-b9d3878e2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:02.776574 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-0248b893-55c7-4b44-b6e2-b9d3878e2ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 1100 time: 0.2211270
Jun 21 02:46:02.855702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-f820ff9e-0d20-4d7f-b3a4-2cf50ac4aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:02.857570 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-f820ff9e-0d20-4d7f-b3a4-2cf50ac4aa27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1535280
Jun 21 02:46:02.972357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-84dcf1cb-6939-4938-8b9a-441232c20bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:02.975424 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-84dcf1cb-6939-4938-8b9a-441232c20bd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1850708
Jun 21 02:46:02.978562 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-9cb3e3b1-a816-4e7e-b316-fa173bdc8008 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c HTTP/1.1" status: 200  len: 217 time: 0.1136341
Jun 21 02:46:03.055153 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-077dd10c-2740-4a98-ab38-7f75d164bf6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=5228312f-a721-4ce2-86f0-e170e783b39d HTTP/1.1" status: 200  len: 217 time: 0.0720170
Jun 21 02:46:03.121185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-ca249159-00eb-432c-b744-7b9b8fefe69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.123095 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-ca249159-00eb-432c-b744-7b9b8fefe69f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.1293321
Jun 21 02:46:03.146505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-47848a8c-5bc2-42d2-a43a-160bf751ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.148261 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-47848a8c-5bc2-42d2-a43a-160bf751ac68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0863461
Jun 21 02:46:03.167733 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e92d2c8-f34a-4e75-9827-d4efbd3c03ba req-706387c9-b4fc-4d73-8738-f63429cf1858 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:03.169706 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-bcbd2393-1b2e-4e59-9d26-9302ca1fbe01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356615
Jun 21 02:46:03.183141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e92d2c8-f34a-4e75-9827-d4efbd3c03ba req-706387c9-b4fc-4d73-8738-f63429cf1858 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:03.243696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-044454fe-c862-48e8-b80e-d76e104c1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.245249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-044454fe-c862-48e8-b80e-d76e104c1213 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.5908937
Jun 21 02:46:03.250811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-5db708cc-9f18-49d8-8b7a-290813e457b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.252230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-5db708cc-9f18-49d8-8b7a-290813e457b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.5696323
Jun 21 02:46:03.325840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-068a3ca0-e65d-47a1-9ecd-85a701c08ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.336558 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-068a3ca0-e65d-47a1-9ecd-85a701c08ae2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1688035
Jun 21 02:46:03.359451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-cb44e4b3-451d-4328-9dca-8b28b99c1543 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.1051035
Jun 21 02:46:03.360908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-5923281c-1fd8-423e-b736-7c62d8aeca0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.0989425
Jun 21 02:46:03.414391 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-69ceeed8-22c8-405c-8a55-4a586066a8eb service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359450
Jun 21 02:46:03.466448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e92d2c8-f34a-4e75-9827-d4efbd3c03ba req-706387c9-b4fc-4d73-8738-f63429cf1858 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:03.480067 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1e92d2c8-f34a-4e75-9827-d4efbd3c03ba req-706387c9-b4fc-4d73-8738-f63429cf1858 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:03.481888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e92d2c8-f34a-4e75-9827-d4efbd3c03ba req-706387c9-b4fc-4d73-8738-f63429cf1858 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b8b26087-8cd9-4b51-842b-baccc9f01cbd HTTP/1.1" status: 204  len: 173 time: 0.7706563
Jun 21 02:46:03.495485 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:03.509215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706387c9-b4fc-4d73-8738-f63429cf1858 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8b26087-8cd9-4b51-842b-baccc9f01cbd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:03.511701 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-706387c9-b4fc-4d73-8738-f63429cf1858 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:03.520132 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-2015fe14-3149-40aa-a447-a8b6c4285d27 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702645
Jun 21 02:46:03.534895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-c0757e81-85fd-47ba-85b4-50f35f45ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.536444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-c0757e81-85fd-47ba-85b4-50f35f45ee48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1398046
Jun 21 02:46:03.539339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-b27a68f1-2f5b-44ec-a9e9-b260c2cc5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.541044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-b27a68f1-2f5b-44ec-a9e9-b260c2cc5fb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1454406
Jun 21 02:46:03.627438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-4f1035fa-2f64-410d-8048-cb42e0d40ed7 service neutron] 10.222.0.20 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004435
Jun 21 02:46:03.646947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de481a-99d9-41f8-9b0e-6789b7e15cea req-865470d5-a05c-4954-a653-f80b9045a494 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.649282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55de481a-99d9-41f8-9b0e-6789b7e15cea req-865470d5-a05c-4954-a653-f80b9045a494 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 948 time: 0.3025553
Jun 21 02:46:03.678021 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b64d2d5-d80c-4a98-8a95-f3132346ca06 req-619c5d04-bb1c-4e4c-8135-6b4681c77a81 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428168
Jun 21 02:46:03.712639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03d5dcb5-e5f0-48a7-ae70-8d90f0aa27b3 req-2963a36c-53cf-4896-8224-1a80db8b5f52 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 210 time: 0.0623174
Jun 21 02:46:03.721154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-0f970f1e-df6f-4a8b-aa82-c591cd8adcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.722920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-0f970f1e-df6f-4a8b-aa82-c591cd8adcb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1655576
Jun 21 02:46:03.791012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-baa3f749-6da5-41a6-8321-d61182b4ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:03.792472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-baa3f749-6da5-41a6-8321-d61182b4ffbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2494900
Jun 21 02:46:03.802552 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55de481a-99d9-41f8-9b0e-6789b7e15cea req-e459bc34-c0c2-4bdf-b2ea-b40393a296c0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461167
Jun 21 02:46:03.962666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-347574d0-c034-49c6-b77e-a0e4b659a3fb service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2303610
Jun 21 02:46:04.070727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-2fff6b6c-949b-48d7-892f-82b850baa302 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611868
Jun 21 02:46:04.098098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067491a1-6b5c-4145-917d-21b41b8e7b91 req-601a76f0-1f99-40cf-a6f6-c44fefa3b035 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:04.100651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-067491a1-6b5c-4145-917d-21b41b8e7b91 req-601a76f0-1f99-40cf-a6f6-c44fefa3b035 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.2194135
Jun 21 02:46:04.238932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27496870-f305-4a83-8eab-939fc9b1d4f5 req-468f79c9-96c4-4ed1-9b4e-7420e703a58c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:04.246311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27496870-f305-4a83-8eab-939fc9b1d4f5 req-468f79c9-96c4-4ed1-9b4e-7420e703a58c tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 949 time: 0.2770021
Jun 21 02:46:04.250377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-d22ef718-7d3b-418c-b5ef-d37dbe047a2b service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2725751
Jun 21 02:46:04.297544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b762a2e-d09d-46bc-b71f-d098ec5b3f9e req-7003813a-9e43-4397-9913-339e58fe81de service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132957
Jun 21 02:46:04.314485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27496870-f305-4a83-8eab-939fc9b1d4f5 req-c1c1a38b-0960-4cd7-be22-ebc63305941e tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672140
Jun 21 02:46:04.333843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 5228312f-a721-4ce2-86f0-e170e783b39d details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:46:04.358947 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2664311-58ae-4b66-b040-636799ad2185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:04.424104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-067491a1-6b5c-4145-917d-21b41b8e7b91 req-8fc703e4-140d-48e9-8eef-f8f032519534 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2983921
Jun 21 02:46:04.480596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 5228312f-a721-4ce2-86f0-e170e783b39d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5228312f-a721-4ce2-86f0-e170e783b39d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:04.499983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '5228312f-a721-4ce2-86f0-e170e783b39d', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '5228312f-a721-4ce2-86f0-e170e783b39d', 'mac_address': 'fa:16:3e:27:e5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:46:04.522157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e66d9874-8a54-4cc6-bfa5-0332db434f03 req-c0b2b300-1849-44d4-a6da-a052a9d8c351 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 210 time: 0.0307200
Jun 21 02:46:04.556862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:04.571817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5228312f-a721-4ce2-86f0-e170e783b39d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:04.596203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 5228312f-a721-4ce2-86f0-e170e783b39d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5228312f-a721-4ce2-86f0-e170e783b39d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:04.650524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aae23825-55a0-4ac7-ab3c-e408f60db69c req-7bb160e3-2381-47fd-89ee-c763f3446fb9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af HTTP/1.1" status: 200  len: 2396 time: 0.0841792
Jun 21 02:46:04.714128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2099fb-c9d1-4491-9a11-1815e7e823c4 req-a9c3e080-a282-4737-9ee4-e2deffcc443a tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:04.716106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d2099fb-c9d1-4491-9a11-1815e7e823c4 req-a9c3e080-a282-4737-9ee4-e2deffcc443a tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 948 time: 0.1246719
Jun 21 02:46:04.740492 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:04.741796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:46:04.746376 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-59bcfece-38c3-40e5-b230-1bdc28f39206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:04.752973 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-aae23825-55a0-4ac7-ab3c-e408f60db69c req-e12128b6-ac45-4a14-b353-2ab6883878c5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:04.791748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d2099fb-c9d1-4491-9a11-1815e7e823c4 req-0287ee87-a749-4234-b005-2fe0c6f24b30 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683033
Jun 21 02:46:04.818750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-aae23825-55a0-4ac7-ab3c-e408f60db69c req-e12128b6-ac45-4a14-b353-2ab6883878c5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:04.856353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=5228312f-a721-4ce2-86f0-e170e783b39d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:04.861287 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:04.889440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:04.903751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'mac_address': 'fa:16:3e:b9:d9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:46:04.956288 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:04.971545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71946f64-acd5-4eb3-ac45-a4e1452df88e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:04.983857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b4422aa-3a60-455a-9c8d-6377984a5eae req-ffcd7394-89c5-42fc-b620-5495636d3d8c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=939c8715-e263-423e-826b-e976a8f2787a HTTP/1.1" status: 200  len: 210 time: 0.0397491
Jun 21 02:46:05.002051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:05.009161 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-aae23825-55a0-4ac7-ab3c-e408f60db69c req-e12128b6-ac45-4a14-b353-2ab6883878c5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.012567 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-aae23825-55a0-4ac7-ab3c-e408f60db69c req-e12128b6-ac45-4a14-b353-2ab6883878c5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.017322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aae23825-55a0-4ac7-ab3c-e408f60db69c req-e12128b6-ac45-4a14-b353-2ab6883878c5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "DELETE /v2.0/security-groups/a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af HTTP/1.1" status: 204  len: 173 time: 0.3556032
Jun 21 02:46:05.017322 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:05.033357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12128b6-ac45-4a14-b353-2ab6883878c5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a6aa99-3d4a-4dac-b4e5-c3c04ab3c3af,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:05.046062 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e12128b6-ac45-4a14-b353-2ab6883878c5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:05.065786 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-062d3907-54d7-41cc-9287-718fde1e63e6 req-f843bc50-a61f-4a51-92f6-15dafb510a68 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] show failed (client error): The resource could not be found.
Jun 21 02:46:05.066875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-062d3907-54d7-41cc-9287-718fde1e63e6 req-f843bc50-a61f-4a51-92f6-15dafb510a68 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/f1d2c2b4-7395-44d7-af78-9d7bc352b40e HTTP/1.1" status: 404  len: 352 time: 0.0294659
Jun 21 02:46:05.183850 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.185952 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:05.197384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1aa0529f-d19f-4af2-a26a-d025b964256e req-2b895105-5f0b-42b9-9e88-af07719de0f4 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a9a187ff-94f8-4230-bd89-e5765aed0477 HTTP/1.1" status: 200  len: 1805 time: 0.1059663
Jun 21 02:46:05.238751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:05.243806 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:05.275089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-f81dbf69-6450-4729-9d85-a4b511d52142 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:05.278381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-f81dbf69-6450-4729-9d85-a4b511d52142 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 949 time: 0.1692376
Jun 21 02:46:05.392490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1aa0529f-d19f-4af2-a26a-d025b964256e req-2b23d494-07b4-41ef-8fc2-231495ffb6b5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.401264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147cebd-898b-4099-8b02-248fa2f85011 req-ed9d0311-57b9-43ac-96b1-3fb548f89ffc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:05.402829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0147cebd-898b-4099-8b02-248fa2f85011 req-ed9d0311-57b9-43ac-96b1-3fb548f89ffc tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 948 time: 0.2499695
Jun 21 02:46:05.480223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['5228312f-a721-4ce2-86f0-e170e783b39d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:05.482358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1aa0529f-d19f-4af2-a26a-d025b964256e req-2b23d494-07b4-41ef-8fc2-231495ffb6b5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.509406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['71946f64-acd5-4eb3-ac45-a4e1452df88e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:05.566929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-21036e8e-5913-4c48-bf27-f454a4d63aaa tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:05.568350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-21036e8e-5913-4c48-bf27-f454a4d63aaa tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.26 "GET /v2.0/networks?id=564e4e60-07ce-4924-a35f-2ee9165694c6 HTTP/1.1" status: 200  len: 824 time: 0.2897985
Jun 21 02:46:05.578299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0147cebd-898b-4099-8b02-248fa2f85011 req-2bfbc2db-06e5-4acb-b280-f93879322679 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626444
Jun 21 02:46:05.588009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Request body: {'port': {'device_id': 'b60c6f67-6342-450a-a78c-04d5a9e0b2be', 'network_id': '564e4e60-07ce-4924-a35f-2ee9165694c6', 'admin_state_up': True, 'tenant_id': '059f51782c18491d9fca04489c4e20a6'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:05.666114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Deleting port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:05.668622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.741210 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.802436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1aa0529f-d19f-4af2-a26a-d025b964256e req-2b23d494-07b4-41ef-8fc2-231495ffb6b5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.805007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1aa0529f-d19f-4af2-a26a-d025b964256e req-2b23d494-07b4-41ef-8fc2-231495ffb6b5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.816048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1aa0529f-d19f-4af2-a26a-d025b964256e req-2b23d494-07b4-41ef-8fc2-231495ffb6b5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "DELETE /v2.0/security-groups/a9a187ff-94f8-4230-bd89-e5765aed0477 HTTP/1.1" status: 204  len: 173 time: 0.6177332
Jun 21 02:46:05.831084 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51114e20-bf1b-46ec-8187-d400a6435c33 tempest-ImagesOneServerTestJSON-1855289518 tempest-ImagesOneServerTestJSON-1855289518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:05.893794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23d494-07b4-41ef-8fc2-231495ffb6b5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a187ff-94f8-4230-bd89-e5765aed0477,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:05.926178 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b23d494-07b4-41ef-8fc2-231495ffb6b5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:05.950306 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] For port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:05.950671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:05.981657 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-6925b2f7-8e74-47b8-8040-55e5fbe11732 service neutron] 10.222.0.20 "GET /v2.0/ports/1e7440a3-cf7b-4c65-a618-c56fe378c63c/bindings/n-h2-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.1451066
Jun 21 02:46:06.027301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Calling delete_port for 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:06.044898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Made reservation on behalf of 059f51782c18491d9fca04489c4e20a6 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:06.048691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:06.078884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc9ec6-b199-43b4-9ebd-96ec541134ac req-c15dffdf-876b-4902-b7bd-bb8c697ea626 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:06.080667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bacc9ec6-b199-43b4-9ebd-96ec541134ac req-c15dffdf-876b-4902-b7bd-bb8c697ea626 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce79b946-0569-41cb-8f35-2d8b316b2547 HTTP/1.1" status: 200  len: 949 time: 0.3382854
Jun 21 02:46:06.103484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1e7440a3-cf7b-4c65-a618-c56fe378c63c no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:06.210245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:06.235897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:06.279129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7440a3-cf7b-4c65-a618-c56fe378c63c {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:06.292013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:06.343944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bacc9ec6-b199-43b4-9ebd-96ec541134ac req-969d6ff4-a47d-4829-aa25-afde01ae30f2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc2defd5-e07c-401c-bf90-e39ac496fc87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475700
Jun 21 02:46:06.371820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b96fc8-fd72-4224-8022-63881681e0cf req-a6912419-f1db-42ca-9c7d-57a557a3c64f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:06.374752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24b96fc8-fd72-4224-8022-63881681e0cf req-a6912419-f1db-42ca-9c7d-57a557a3c64f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 943 time: 0.3776762
Jun 21 02:46:06.440738 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:06.455564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Allocated IP 172.20.0.13 (564e4e60-07ce-4924-a35f-2ee9165694c6/5b951906-e1e4-4973-92d0-2e76b87485c2/b156888a-bd34-41ec-b4d5-78cff74cd7d3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:06.467976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24b96fc8-fd72-4224-8022-63881681e0cf req-86fece84-e7d6-4d1b-891b-251c9c11efba tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661664
Jun 21 02:46:06.488624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:06.522025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0cd8011-cb1e-41fe-a41e-c3393b43afe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:06.544284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] Transition to ACTIVE for port object 1e7440a3-cf7b-4c65-a618-c56fe378c63c will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:06.557984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5632a1e9-1a17-4611-b169-ef85159c1a02 req-ad269ecf-7404-47ca-bcbc-c46e43ee766f tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 210 time: 0.0908275
Jun 21 02:46:06.600564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Pushing event deleted for resources: {'Port': ['ID=785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:06.620052 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:06.635059 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3369bf9f-849c-438f-8846-890eb5402f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:06.683382 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:06.685789 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24ef7a3b-5010-4bc5-a76d-a52919b0543f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:06.748956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] No DVR routers for this DVR port 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:06.751783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:06.754388 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4575276-052b-4b8b-9a49-d7f6eef310c0 req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] 10.222.0.20 "DELETE /v2.0/ports/785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d HTTP/1.1" status: 204  len: 173 time: 1.4617803
Jun 21 02:46:06.761753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-deleted', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:06.764039 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77b6ecb-020d-442f-bac5-6995d002fe9b" -d '{"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-deleted", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:06.791869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-706baf3b-2c46-4232-979a-1a761437f1f2 req-2bd0f101-26b6-4b62-9ebf-d6413c122c24 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/9d837c7f-4912-40f3-b8b9-b793c9e58851 HTTP/1.1" status: 200  len: 1805 time: 0.1854770
Jun 21 02:46:06.801009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] No DVR routers for this DVR port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:06.811988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=10']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:06.816462 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:06.841277 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] 10.222.0.20 "PUT /v2.0/ports/1e7440a3-cf7b-4c65-a618-c56fe378c63c/bindings/n-h2-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 0.8520341
Jun 21 02:46:06.893830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:06.924609 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-706baf3b-2c46-4232-979a-1a761437f1f2 req-c21efeea-58be-47c6-b2b2-1dc259a56484 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:06.964152 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-706baf3b-2c46-4232-979a-1a761437f1f2 req-c21efeea-58be-47c6-b2b2-1dc259a56484 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:07.118786 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:07.120161 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:07.134757 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-214200f5-32f0-413f-85b5-96e836966fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:07.155377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7fdf260a-0b21-4c25-ac60-52686413fc0a tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:07.156548 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-7fdf260a-0b21-4c25-ac60-52686413fc0a tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.0791655
Jun 21 02:46:07.203901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Network 564e4e60-07ce-4924-a35f-2ee9165694c6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:07.205514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Pushing event updated for resources: {'Port': ['ID=b156888a-bd34-41ec-b4d5-78cff74cd7d3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:07.208359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:07.210970 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:07.211686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-706baf3b-2c46-4232-979a-1a761437f1f2 req-c21efeea-58be-47c6-b2b2-1dc259a56484 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:07.216279 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-706baf3b-2c46-4232-979a-1a761437f1f2 req-c21efeea-58be-47c6-b2b2-1dc259a56484 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:07.219222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-706baf3b-2c46-4232-979a-1a761437f1f2 req-c21efeea-58be-47c6-b2b2-1dc259a56484 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d837c7f-4912-40f3-b8b9-b793c9e58851 HTTP/1.1" status: 204  len: 173 time: 0.4123311
Jun 21 02:46:07.220824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:07.234011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-1d898b62-f6a4-4377-bf85-dca13f5cd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:07.235676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-1d898b62-f6a4-4377-bf85-dca13f5cd3d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f&tenant_id=e8a9110bb9954597971fe55d59f5ad1c HTTP/1.1" status: 200  len: 1096 time: 0.0714991
Jun 21 02:46:07.255723 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e0837615-f00b-473d-af88-26ccf729058f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:07.282556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21efeea-58be-47c6-b2b2-1dc259a56484 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d837c7f-4912-40f3-b8b9-b793c9e58851,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:07.289362 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c21efeea-58be-47c6-b2b2-1dc259a56484 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:07.303356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:07.304180 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:07.358342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-6da76abc-a531-45d3-86e1-c5b455e0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:07.359928 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-6da76abc-a531-45d3-86e1-c5b455e0d27b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1096 time: 0.0894108
Jun 21 02:46:07.414324 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c033424a-0aeb-4418-8245-39190eb4ca66 x-openstack-request-id: req-c033424a-0aeb-4418-8245-39190eb4ca66 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:07.415092 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce79b946-0569-41cb-8f35-2d8b316b2547", "name": "network-vif-deleted", "tag": "785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:07.415092 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c033424a-0aeb-4418-8245-39190eb4ca66 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:07.415827 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce79b946-0569-41cb-8f35-2d8b316b2547', 'name': 'network-vif-deleted', 'tag': '785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d', 'status': 'completed', 'code': 200}
Jun 21 02:46:07.471072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-9351c90f-7ca9-4d40-adcb-809e8d842194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:07.472695 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-9351c90f-7ca9-4d40-adcb-809e8d842194 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 200  len: 920 time: 0.1060863
Jun 21 02:46:07.521611 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-28c7496b-31b2-4f01-a465-ba9dc7a64b9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c HTTP/1.1" status: 200  len: 217 time: 0.0425611
Jun 21 02:46:07.524821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422996e-db44-4fbd-86ed-7114bf5aa120 req-eac42607-4a08-49f9-88ba-8caab81d04f9 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:07.526453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2422996e-db44-4fbd-86ed-7114bf5aa120 req-eac42607-4a08-49f9-88ba-8caab81d04f9 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 949 time: 0.1679466
Jun 21 02:46:07.536753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9524090
Jun 21 02:46:07.572562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-3516c691-f731-463c-ad05-923792e4794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:07.574422 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-3516c691-f731-463c-ad05-923792e4794f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 200  len: 859 time: 0.0471973
Jun 21 02:46:07.578850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Request body: {'port': {'device_id': 'b60c6f67-6342-450a-a78c-04d5a9e0b2be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:07.614748 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-4f95394a-768c-4de6-9682-f60cf636a326 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a066f70-8079-421c-a6bc-fa0d70e160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342622
Jun 21 02:46:07.719596 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-cecdcfc1-3d89-4a90-acab-39e8d162bf70 service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979285
Jun 21 02:46:07.866258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-4b9c4b94-6c8c-4b57-a435-e28da79ec6ad service neutron] 10.222.0.26 "GET /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394899
Jun 21 02:46:07.917467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.017090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c16351a1-b5d6-4d96-a18b-eee53929a84f req-8ec08969-bb67-4648-b7ba-dda59c5ff356 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/a08d0d88-6ba0-4d18-9056-605f7b7b5c5b HTTP/1.1" status: 200  len: 1804 time: 0.5789261
Jun 21 02:46:08.021932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2422996e-db44-4fbd-86ed-7114bf5aa120 req-6469925a-b2f9-45e4-af09-5c2675fbfc23 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4884045
Jun 21 02:46:08.047177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-1bce9069-c3b7-47b8-a5da-5859080141a0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:08.048660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-1bce9069-c3b7-47b8-a5da-5859080141a0 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151&tenant_id=1397c30df045442fa21b67d43c669e36&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 949 time: 0.6267333
Jun 21 02:46:08.112906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.134671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:08.160206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:08.160658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 785a62ac-2cd7-4bb8-9115-fd7c7af5bc5d not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:08.297791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.303283 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c16351a1-b5d6-4d96-a18b-eee53929a84f req-df46f704-2c66-4993-b3d6-bd27dc4ea720 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.341567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-4b07dce4-7c4f-4876-bd8d-0cd3e067c6f1 service neutron] 10.222.0.26 "GET /v2.0/ports/71946f64-acd5-4eb3-ac45-a4e1452df88e/bindings/n-h2-758944-33 HTTP/1.1" status: 200  len: 383 time: 0.2342830
Jun 21 02:46:08.351588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 5228312f-a721-4ce2-86f0-e170e783b39d up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:08.379076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c16351a1-b5d6-4d96-a18b-eee53929a84f req-df46f704-2c66-4993-b3d6-bd27dc4ea720 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.448234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ba890-1b7c-4879-8952-f19f46804f9e req-fd765ed4-9ce6-4942-9fc2-c210b47dba0b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:08.449739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-837ba890-1b7c-4879-8952-f19f46804f9e req-fd765ed4-9ce6-4942-9fc2-c210b47dba0b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 949 time: 0.2820101
Jun 21 02:46:08.574820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 5228312f-a721-4ce2-86f0-e170e783b39d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:08.579439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 5228312f-a721-4ce2-86f0-e170e783b39d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:08.581178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.592655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-837ba890-1b7c-4879-8952-f19f46804f9e req-e35f8874-3f13-489d-aa23-0add09ddafcf tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234319
Jun 21 02:46:08.660097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-99e97ebe-69a5-4e5a-902e-4969cbcf8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:08.661872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-99e97ebe-69a5-4e5a-902e-4969cbcf8205 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1101 time: 0.2626393
Jun 21 02:46:08.697840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.744209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 5228312f-a721-4ce2-86f0-e170e783b39d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5228312f-a721-4ce2-86f0-e170e783b39d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:08.745573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e54ca3-d072-4c41-a028-d8162f55c5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5228312f-a721-4ce2-86f0-e170e783b39d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:08.752198 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b5611b-7699-4c0d-b58c-96f32673551d" -d '{"events": [{"server_uuid": "09e54ca3-d072-4c41-a028-d8162f55c5e6", "name": "network-vif-plugged", "status": "completed", "tag": "5228312f-a721-4ce2-86f0-e170e783b39d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:08.828043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-94b01c0c-0f1b-44a2-8409-bf056bf2975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:08.829849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-94b01c0c-0f1b-44a2-8409-bf056bf2975a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1604016
Jun 21 02:46:08.837517 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.838414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:08.855780 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c16351a1-b5d6-4d96-a18b-eee53929a84f req-df46f704-2c66-4993-b3d6-bd27dc4ea720 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.862799 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c16351a1-b5d6-4d96-a18b-eee53929a84f req-df46f704-2c66-4993-b3d6-bd27dc4ea720 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:08.864648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c16351a1-b5d6-4d96-a18b-eee53929a84f req-df46f704-2c66-4993-b3d6-bd27dc4ea720 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "DELETE /v2.0/security-groups/a08d0d88-6ba0-4d18-9056-605f7b7b5c5b HTTP/1.1" status: 204  len: 173 time: 0.8394318
Jun 21 02:46:08.883192 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:08.890380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-07e4eb3b-1c47-4639-852d-eff2ebd02c5d tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:08.892462 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-07e4eb3b-1c47-4639-852d-eff2ebd02c5d tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f&tenant_id=e8a9110bb9954597971fe55d59f5ad1c&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.0794275
Jun 21 02:46:08.899584 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:08.935752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46f704-2c66-4993-b3d6-bd27dc4ea720 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d0d88-6ba0-4d18-9056-605f7b7b5c5b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:08.938943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-ee24e4c6-8cef-4966-804f-c9d238919eff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.0730720
Jun 21 02:46:08.951551 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-df46f704-2c66-4993-b3d6-bd27dc4ea720 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:09.028460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-69c6d0f8-c23d-4a4c-8287-3be085fab83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:09.030607 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-69c6d0f8-c23d-4a4c-8287-3be085fab83e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0574799
Jun 21 02:46:09.043208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=5228312f-a721-4ce2-86f0-e170e783b39d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:09.046454 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:09.133240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 71946f64-acd5-4eb3-ac45-a4e1452df88e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:09.139122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 71946f64-acd5-4eb3-ac45-a4e1452df88e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:09.139298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b156888a-bd34-41ec-b4d5-78cff74cd7d3 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:09.139964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:09.154616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:09.201247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Transition to ACTIVE for port object b156888a-bd34-41ec-b4d5-78cff74cd7d3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:09.232143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3a81d-1d71-4d3f-a905-2babd3b9e297 req-95bc75e3-06e2-40fa-9bd1-f62ea1c6fbd4 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:09.240832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0f3a81d-1d71-4d3f-a905-2babd3b9e297 req-95bc75e3-06e2-40fa-9bd1-f62ea1c6fbd4 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 932 time: 0.1866560
Jun 21 02:46:09.252428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-e0bb79fa-944b-4a25-b9e2-3bc3b2f3c5d2 service neutron] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:09.257025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-e0bb79fa-944b-4a25-b9e2-3bc3b2f3c5d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:09.258611 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f53c14e9-e159-4774-be25-268a9b601ea7 req-e0bb79fa-944b-4a25-b9e2-3bc3b2f3c5d2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/1e7440a3-cf7b-4c65-a618-c56fe378c63c/bindings/n-h1-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.3580153
Jun 21 02:46:09.278942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:09.279183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf9f4a-acae-4286-a4ad-201fab8081ef req-1ffe8be9-56a3-47e5-94c6-611a5f72efca tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:09.280815 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fedf9f4a-acae-4286-a4ad-201fab8081ef req-1ffe8be9-56a3-47e5-94c6-611a5f72efca tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 944 time: 0.4123120
Jun 21 02:46:09.288263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-5ee7d7fa-0ca8-44f7-a4fe-3d039100868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:09.288263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-5ee7d7fa-0ca8-44f7-a4fe-3d039100868e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2214735
Jun 21 02:46:09.337190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:09.373979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0f3a81d-1d71-4d3f-a905-2babd3b9e297 req-d6dfc926-51a3-49a6-a0ee-23f4f47af0b3 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319406
Jun 21 02:46:09.384749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:09.405311 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0983e49c-9dd8-428f-94bd-6e44e3fb3916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:09.524140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fedf9f4a-acae-4286-a4ad-201fab8081ef req-3ae2b537-28ac-419d-8f6b-7e5d7a1504c4 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337339
Jun 21 02:46:09.546904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:09.550559 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:09.550559 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:09.566507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Pushing event updated for resources: {'Port': ['ID=b156888a-bd34-41ec-b4d5-78cff74cd7d3,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:09.579951 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:09.643433 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeed3b5-697f-46f0-863e-04927c563ffd x-openstack-request-id: req-2aeed3b5-697f-46f0-863e-04927c563ffd {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:09.646123 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e54ca3-d072-4c41-a028-d8162f55c5e6", "name": "network-vif-plugged", "status": "completed", "tag": "5228312f-a721-4ce2-86f0-e170e783b39d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:09.646123 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2aeed3b5-697f-46f0-863e-04927c563ffd {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:09.646123 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e54ca3-d072-4c41-a028-d8162f55c5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5228312f-a721-4ce2-86f0-e170e783b39d', 'code': 200}
Jun 21 02:46:09.646455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-96ce4612-9778-4ce1-809a-9261482f6e3a service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412182
Jun 21 02:46:09.646598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:09.665980 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:09.857394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Attempting to bind port b156888a-bd34-41ec-b4d5-78cff74cd7d3 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:09.857897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Attempting to bind port b156888a-bd34-41ec-b4d5-78cff74cd7d3 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'd6a128dc-6bd5-48ec-adec-839b4d050ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '564e4e60-07ce-4924-a35f-2ee9165694c6'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:09.858331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Attempting to bind port b156888a-bd34-41ec-b4d5-78cff74cd7d3 on network 564e4e60-07ce-4924-a35f-2ee9165694c6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:09.869720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3e225ed-bad4-4dca-8590-3f1e9146f224 req-d17ca73b-aad5-4c3e-bf6c-34b7493aa239 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/269b829c-7d5e-4472-b2c9-4d8c17a94865 HTTP/1.1" status: 200  len: 2402 time: 0.1871243
Jun 21 02:46:09.875657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33e92f-8fda-4f0f-8d83-a8f5fd051cb8 req-16a49f4c-7e11-49ba-9a6b-698f94e0dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:09.877694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6f33e92f-8fda-4f0f-8d83-a8f5fd051cb8 req-16a49f4c-7e11-49ba-9a6b-698f94e0dd07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 1102 time: 0.1769710
Jun 21 02:46:09.891360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Port b156888a-bd34-41ec-b4d5-78cff74cd7d3 on network 564e4e60-07ce-4924-a35f-2ee9165694c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:46:09.891814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Attempting to bind port b156888a-bd34-41ec-b4d5-78cff74cd7d3 on network 564e4e60-07ce-4924-a35f-2ee9165694c6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:09.919868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:09.920384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Checking segment: {'id': 'd6a128dc-6bd5-48ec-adec-839b4d050ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '564e4e60-07ce-4924-a35f-2ee9165694c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:09.920885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Bound using segment: {'id': 'd6a128dc-6bd5-48ec-adec-839b4d050ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '564e4e60-07ce-4924-a35f-2ee9165694c6'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:09.921660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Bound port: b156888a-bd34-41ec-b4d5-78cff74cd7d3, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a128dc-6bd5-48ec-adec-839b4d050ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '564e4e60-07ce-4924-a35f-2ee9165694c6'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:09.922108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:09.960036 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6f33e92f-8fda-4f0f-8d83-a8f5fd051cb8 req-63953267-0c83-4f71-ae85-998bf54cf81e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746355
Jun 21 02:46:09.966508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-8b77f6b3-d520-4daa-a21e-e3823d33a040 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3195698
Jun 21 02:46:10.022552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e3e225ed-bad4-4dca-8590-3f1e9146f224 req-b6e36189-db02-4bbb-9db7-b0a1d1a4bfc5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:10.070416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e3e225ed-bad4-4dca-8590-3f1e9146f224 req-b6e36189-db02-4bbb-9db7-b0a1d1a4bfc5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:10.097020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] For port b156888a-bd34-41ec-b4d5-78cff74cd7d3, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:10.104796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] For port b156888a-bd34-41ec-b4d5-78cff74cd7d3, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b156888a-bd34-41ec-b4d5-78cff74cd7d3,segment=NetworkSegment(d6a128dc-6bd5-48ec-adec-839b4d050ba6),segment_id=d6a128dc-6bd5-48ec-adec-839b4d050ba6)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:10.250150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:10.254531 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:10.293174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:10.293815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:10.295192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] 10.222.0.26 "PUT /v2.0/ports/b156888a-bd34-41ec-b4d5-78cff74cd7d3 HTTP/1.1" status: 200  len: 1093 time: 2.7236614
Jun 21 02:46:10.295793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60c6f67-6342-450a-a78c-04d5a9e0b2be', 'tag': 'b156888a-bd34-41ec-b4d5-78cff74cd7d3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:10.298103 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b60c6f67-6342-450a-a78c-04d5a9e0b2be", "tag": "b156888a-bd34-41ec-b4d5-78cff74cd7d3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:10.309860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e3e225ed-bad4-4dca-8590-3f1e9146f224 req-b6e36189-db02-4bbb-9db7-b0a1d1a4bfc5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:10.312455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e3e225ed-bad4-4dca-8590-3f1e9146f224 req-b6e36189-db02-4bbb-9db7-b0a1d1a4bfc5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:10.322164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3e225ed-bad4-4dca-8590-3f1e9146f224 req-b6e36189-db02-4bbb-9db7-b0a1d1a4bfc5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "DELETE /v2.0/security-groups/269b829c-7d5e-4472-b2c9-4d8c17a94865 HTTP/1.1" status: 204  len: 173 time: 0.4511342
Jun 21 02:46:10.333432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Pushing event updated for resources: {'Port': ['ID=b156888a-bd34-41ec-b4d5-78cff74cd7d3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:10.336796 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:10.337322 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-43259a6d-07c4-4592-9290-58cee72918a9 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:10.347047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e36189-db02-4bbb-9db7-b0a1d1a4bfc5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b829c-7d5e-4472-b2c9-4d8c17a94865,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:10.349850 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6e36189-db02-4bbb-9db7-b0a1d1a4bfc5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:10.483136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bbff2-c6c7-4c1e-baca-6ca929aef675 req-c28f2730-2261-4e0a-8845-9a1b72c6a678 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:10.487165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538bbff2-c6c7-4c1e-baca-6ca929aef675 req-c28f2730-2261-4e0a-8845-9a1b72c6a678 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 950 time: 0.0791006
Jun 21 02:46:10.560244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-538bbff2-c6c7-4c1e-baca-6ca929aef675 req-57c07210-cb61-4f9b-ae7a-0038fbb230d2 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629137
Jun 21 02:46:10.575808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-e2ab8b45-c73e-4abc-8109-02610b936878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:10.577469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-e2ab8b45-c73e-4abc-8109-02610b936878 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059f51782c18491d9fca04489c4e20a6&device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 1096 time: 0.0915489
Jun 21 02:46:10.659245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-9c7c0382-ee7b-43a0-ab52-850ae7204cac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b156888a-bd34-41ec-b4d5-78cff74cd7d3 HTTP/1.1" status: 200  len: 217 time: 0.0647354
Jun 21 02:46:10.720808 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e817c640-010d-4d99-851b-f1d508410a23 x-openstack-request-id: req-e817c640-010d-4d99-851b-f1d508410a23 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:10.721137 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60c6f67-6342-450a-a78c-04d5a9e0b2be", "tag": "b156888a-bd34-41ec-b4d5-78cff74cd7d3", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:10.721449 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e817c640-010d-4d99-851b-f1d508410a23 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:10.721893 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60c6f67-6342-450a-a78c-04d5a9e0b2be', 'tag': 'b156888a-bd34-41ec-b4d5-78cff74cd7d3', 'status': 'completed', 'code': 200}
Jun 21 02:46:10.769972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-afcc9592-cd66-4142-8664-6e042f87039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:10.771606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-afcc9592-cd66-4142-8664-6e042f87039c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b951906-e1e4-4973-92d0-2e76b87485c2 HTTP/1.1" status: 200  len: 864 time: 0.1092775
Jun 21 02:46:10.826125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-503457d2-6eb0-4a7f-bf8e-ef406c6fcd55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=564e4e60-07ce-4924-a35f-2ee9165694c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422909
Jun 21 02:46:10.843692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93dfc8cb-0440-4bd5-995f-efd330ebc7f0 req-ac197f11-786c-499c-a25a-b45b9e0312a1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "GET /v2.0/security-groups/2ceeccef-dee1-4db6-99d5-b895191cc540 HTTP/1.1" status: 200  len: 2397 time: 0.1210186
Jun 21 02:46:11.012571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc10c22-28e4-44af-a054-9ab3865192eb req-c2bbd8f0-95fc-4f0b-8a44-471404f107ea tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:11.014102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fc10c22-28e4-44af-a054-9ab3865192eb req-c2bbd8f0-95fc-4f0b-8a44-471404f107ea tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.2185109
Jun 21 02:46:11.018457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-4a0b4b34-96cf-4c70-9d46-80322e4a5ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/564e4e60-07ce-4924-a35f-2ee9165694c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739099
Jun 21 02:46:11.027220 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93dfc8cb-0440-4bd5-995f-efd330ebc7f0 req-42aec9c3-47f8-4998-874c-2c409c78a830 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.112173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93dfc8cb-0440-4bd5-995f-efd330ebc7f0 req-42aec9c3-47f8-4998-874c-2c409c78a830 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.139676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fc10c22-28e4-44af-a054-9ab3865192eb req-69c862dc-0371-45a9-b400-faa0c413bfc4 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184752
Jun 21 02:46:11.192442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca5bdf2-6a68-4a7a-93ea-33b76c8a8663 req-4dffcfd2-7929-426c-a226-e3520968ac14 service neutron] 10.222.0.26 "GET /v2.0/networks/564e4e60-07ce-4924-a35f-2ee9165694c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623981
Jun 21 02:46:11.311307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93dfc8cb-0440-4bd5-995f-efd330ebc7f0 req-42aec9c3-47f8-4998-874c-2c409c78a830 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.314186 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-93dfc8cb-0440-4bd5-995f-efd330ebc7f0 req-42aec9c3-47f8-4998-874c-2c409c78a830 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.315317 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93dfc8cb-0440-4bd5-995f-efd330ebc7f0 req-42aec9c3-47f8-4998-874c-2c409c78a830 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] 10.222.0.25 "DELETE /v2.0/security-groups/2ceeccef-dee1-4db6-99d5-b895191cc540 HTTP/1.1" status: 204  len: 173 time: 0.4604261
Jun 21 02:46:11.316744 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-73eb7894-38b5-41f9-848a-92fc59c5572b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:11.322471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35846) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:11.328789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff90545-b34d-4aa6-a585-ee1b8639b854 req-c134c2e8-c666-45fe-bea0-c8505e88f163 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:11.331204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ff90545-b34d-4aa6-a585-ee1b8639b854 req-c134c2e8-c666-45fe-bea0-c8505e88f163 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 944 time: 0.0775797
Jun 21 02:46:11.339132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec9c3-47f8-4998-874c-2c409c78a830 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceeccef-dee1-4db6-99d5-b895191cc540,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:11.341351 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-42aec9c3-47f8-4998-874c-2c409c78a830 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:11.349616 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:46:11.387034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ff90545-b34d-4aa6-a585-ee1b8639b854 req-35ea2847-9f1f-4a80-814f-20f82c9cfe28 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420485
Jun 21 02:46:11.413542 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Deleting subnet a258e4c6-410b-429d-b8f6-94990ce239f9 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:11.418340 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.462185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.507040 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.540885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d48bd-21e6-4dfd-8e8b-b95581812f0b req-601d1ad6-c0cb-4988-bb2c-dbe440c36b39 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:11.542626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d61d48bd-21e6-4dfd-8e8b-b95581812f0b req-601d1ad6-c0cb-4988-bb2c-dbe440c36b39 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 1096 time: 0.1142433
Jun 21 02:46:11.580433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-b9b30dbe-b0c1-429d-8d85-22b13093e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:11.589561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-b9b30dbe-b0c1-429d-8d85-22b13093e24e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059f51782c18491d9fca04489c4e20a6&device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 1096 time: 0.1175039
Jun 21 02:46:11.607409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d61d48bd-21e6-4dfd-8e8b-b95581812f0b req-b73bd6c9-60b6-4e2c-a5e3-9b56af195bd3 tempest-LiveAutoBlockMigrationV225Test-1090524000 tempest-LiveAutoBlockMigrationV225Test-1090524000-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574350
Jun 21 02:46:11.656648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:11.659625 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b63cf49-b6d4-4368-ad39-5f8b8125df9c" -d '{"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-plugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:11.682108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.685041 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:11.712747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a258e4c6-410b-429d-b8f6-94990ce239f9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:11.715143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.725193 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a258e4c6-410b-429d-b8f6-94990ce239f9 HTTP/1.1" status: 204  len: 168 time: 0.3953259
Jun 21 02:46:11.725193 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:11.725419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-33adba0a-ef9e-43bd-a73f-d3bbf84606bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:11.725419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-33adba0a-ef9e-43bd-a73f-d3bbf84606bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=564e4e60-07ce-4924-a35f-2ee9165694c6 HTTP/1.1" status: 200  len: 925 time: 0.1259642
Jun 21 02:46:11.725594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35868) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:11.784862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-8246f0fc-8c5d-45dd-b26a-0e56aeaf7c88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b156888a-bd34-41ec-b4d5-78cff74cd7d3 HTTP/1.1" status: 200  len: 217 time: 0.0536721
Jun 21 02:46:11.805991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.886328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-2ac20f30-f5d9-44df-9d49-dc645c2051bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:11.887723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-2ac20f30-f5d9-44df-9d49-dc645c2051bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b951906-e1e4-4973-92d0-2e76b87485c2 HTTP/1.1" status: 200  len: 864 time: 0.0760300
Jun 21 02:46:11.895531 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.909930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2ac3040>,) {'filters': {'network_id': ['f0451135-a4f9-46dd-ab21-977e0a48461a']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:11.920866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2ac3040>, '80cca9bd-1123-4885-968d-e4f52cd1d643') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:11.921171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2ac3040>, '80cca9bd-1123-4885-968d-e4f52cd1d643') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:11.925955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-bca054e1-a87f-459e-b30c-8b0937c07027 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=564e4e60-07ce-4924-a35f-2ee9165694c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307770
Jun 21 02:46:11.930839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.935447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ee638-ce9b-4ce4-8dbf-48edcf933329 req-f1488936-bc90-4f5f-9c0b-a7db6a14b1fa tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:11.936910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b7ee638-ce9b-4ce4-8dbf-48edcf933329 req-f1488936-bc90-4f5f-9c0b-a7db6a14b1fa tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 950 time: 0.1547892
Jun 21 02:46:11.945939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.952179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:11.952571 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:11.954348 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:12.037398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b7ee638-ce9b-4ce4-8dbf-48edcf933329 req-e163f808-e796-4365-a69c-4627224b9c0f tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898569
Jun 21 02:46:12.075187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-a4e01696-76d8-4d56-82ff-885d12b65ac0 service neutron] 10.222.0.26 "GET /v2.0/networks/564e4e60-07ce-4924-a35f-2ee9165694c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362078
Jun 21 02:46:12.104416 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2826a40-93aa-4fc3-a0cf-05ac597d01a9 x-openstack-request-id: req-e2826a40-93aa-4fc3-a0cf-05ac597d01a9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:12.104718 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-plugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:12.104982 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2826a40-93aa-4fc3-a0cf-05ac597d01a9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:12.105423 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'code': 200}
Jun 21 02:46:12.118161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:12.121630 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:12.124442 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:12.126293 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0451135-a4f9-46dd-ab21-977e0a48461a HTTP/1.1" status: 204  len: 168 time: 0.3992877
Jun 21 02:46:12.142899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0451135-a4f9-46dd-ab21-977e0a48461a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:12.145496 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:12.218196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d72db9-b1a2-4b52-9601-a4b346b8e8ef req-34ac60db-4ba5-42a3-8cca-a22f08201859 service neutron] 10.222.0.26 "GET /v2.0/networks/564e4e60-07ce-4924-a35f-2ee9165694c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366248
Jun 21 02:46:12.787437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35900) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:12.847733 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eea776af-d4b1-4b44-bb0e-328b874d2e5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d3f9c7917f14699834091d9e0bef3c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0588298
Jun 21 02:46:12.850524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35904) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:12.975526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0ff76f0-4ff3-4bcb-aac4-f8ba43e8e14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.019731 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0ff76f0-4ff3-4bcb-aac4-f8ba43e8e14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.056044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-696b01ab-249a-4138-a05b-6b5e92fe2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:13.071072 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-696b01ab-249a-4138-a05b-6b5e92fe2070 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151&tenant_id=1397c30df045442fa21b67d43c669e36 HTTP/1.1" status: 200  len: 1102 time: 0.1073503
Jun 21 02:46:13.094620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:13.162512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760bb94-e9d0-441a-9884-897fed092604 req-524f95db-4118-4ddc-8106-e1057dfafa2a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:13.165308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9760bb94-e9d0-441a-9884-897fed092604 req-524f95db-4118-4ddc-8106-e1057dfafa2a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.1193786
Jun 21 02:46:13.199124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.224168 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9760bb94-e9d0-441a-9884-897fed092604 req-1a4bb20c-3648-45b6-80eb-67bf2427ce90 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466123
Jun 21 02:46:13.299263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0ff76f0-4ff3-4bcb-aac4-f8ba43e8e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.301830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0ff76f0-4ff3-4bcb-aac4-f8ba43e8e14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.303897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c0ff76f0-4ff3-4bcb-aac4-f8ba43e8e14c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb962c6d-6f69-4429-9696-da4c1531c302 HTTP/1.1" status: 204  len: 168 time: 0.4508889
Jun 21 02:46:13.308870 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2866d5d8-8906-481c-b160-21248d74f0b7 tempest-SecurityGroupsTestAdminJSON-1237908202 tempest-SecurityGroupsTestAdminJSON-1237908202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:13.321126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff76f0-4ff3-4bcb-aac4-f8ba43e8e14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb962c6d-6f69-4429-9696-da4c1531c302,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:13.335968 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0ff76f0-4ff3-4bcb-aac4-f8ba43e8e14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:13.463694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-db067911-a1d2-42bc-8351-7ecc740cd418 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:13.465199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-db067911-a1d2-42bc-8351-7ecc740cd418 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.20 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 944 time: 0.1988447
Jun 21 02:46:13.487164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:13.519249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbecc87-95d3-4038-83bb-5a69df312f99 req-7e44c72b-3f83-4548-8df6-dace35332a76 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:13.520746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fbecc87-95d3-4038-83bb-5a69df312f99 req-7e44c72b-3f83-4548-8df6-dace35332a76 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 944 time: 0.1899517
Jun 21 02:46:13.521263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:13.560189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-0e677cec-d168-40f3-a70c-14fe2e537366 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:13.561774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-0e677cec-d168-40f3-a70c-14fe2e537366 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.26 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 944 time: 0.1588342
Jun 21 02:46:13.569474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:13.572514 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa6ef6a-b941-4aa7-986f-e969881ea538" -d '{"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-unplugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:13.576450 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.589033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Transition to ACTIVE for port object 71946f64-acd5-4eb3-ac45-a4e1452df88e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:13.656264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fbecc87-95d3-4038-83bb-5a69df312f99 req-6e2d7361-59c3-41d7-81be-a2431c45aeac tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256886
Jun 21 02:46:13.698928 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.704692 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d25d6bd1-543c-4b8b-831a-2acda041e151 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:13.797592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Deleting port ec1e9e07-b431-48e6-8408-7b7e730e7143 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:13.798529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.832847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Deleting port 1e7440a3-cf7b-4c65-a618-c56fe378c63c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:13.833196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:13.943910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] No DVR routers for this DVR port 71946f64-acd5-4eb3-ac45-a4e1452df88e on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:13.995463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=10']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:14.002182 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:14.015987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:14.016593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:14.017059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:14.023492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:46:14.023803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Attempting to bind port 71946f64-acd5-4eb3-ac45-a4e1452df88e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:14.032337 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:14.033575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:14.033575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:14.033867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Bound port: 71946f64-acd5-4eb3-ac45-a4e1452df88e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:14.034225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:14.135745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:14.139465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:14.240863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:14.247346 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1d826054-2913-4c50-a032-68f45072e69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:14.334816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:14.336455 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:14.339684 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] 10.222.0.20 "PUT /v2.0/ports/71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 1098 time: 1.2596967
Jun 21 02:46:14.380960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b156888a-bd34-41ec-b4d5-78cff74cd7d3 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:46:14.467149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=11']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:14.484920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] For port 1e7440a3-cf7b-4c65-a618-c56fe378c63c, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=1e7440a3-cf7b-4c65-a618-c56fe378c63c,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:14.485449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:14.499802 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:14.503439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35950) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:14.504651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:14.542763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-a906a5fe-4b44-4f6a-8453-4ac385892227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:14.548538 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-a906a5fe-4b44-4f6a-8453-4ac385892227 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1101 time: 0.1321139
Jun 21 02:46:14.580807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Calling delete_port for 1e7440a3-cf7b-4c65-a618-c56fe378c63c owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:14.740107 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-69aa5027-42ee-4dcf-a59b-cb0a864c68a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b3167e4f07a4e98afb928befde7ba80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2336361
Jun 21 02:46:14.742455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35960) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:14.780432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] For port ec1e9e07-b431-48e6-8408-7b7e730e7143, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec1e9e07-b431-48e6-8408-7b7e730e7143,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:14.780800 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:14.794408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-0e722541-4000-443c-a008-c45fcadfaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:14.796515 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-0e722541-4000-443c-a008-c45fcadfaee2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2414870
Jun 21 02:46:14.807629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b156888a-bd34-41ec-b4d5-78cff74cd7d3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b156888a-bd34-41ec-b4d5-78cff74cd7d3,segment=NetworkSegment(d6a128dc-6bd5-48ec-adec-839b4d050ba6),segment_id=d6a128dc-6bd5-48ec-adec-839b4d050ba6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:14.821662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'b156888a-bd34-41ec-b4d5-78cff74cd7d3', 'network_id': '564e4e60-07ce-4924-a35f-2ee9165694c6', 'port_id': 'b156888a-bd34-41ec-b4d5-78cff74cd7d3', 'mac_address': 'fa:16:3e:9f:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b951906-e1e4-4973-92d0-2e76b87485c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:46:14.855103 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-04b32e4e-d494-49ca-9705-9e896d2553df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.0487096
Jun 21 02:46:14.860059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Calling delete_port for ec1e9e07-b431-48e6-8408-7b7e730e7143 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:14.876180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35964) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:14.890757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:14.892636 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:14.894934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b812bc-e458-4b4b-a83f-920614d7a3f5 req-c6480d00-e8e6-4c5e-b367-dbe5c85120fe tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:14.896435 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42b812bc-e458-4b4b-a83f-920614d7a3f5 req-c6480d00-e8e6-4c5e-b367-dbe5c85120fe tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 944 time: 1.0212622
Jun 21 02:46:14.907512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b156888a-bd34-41ec-b4d5-78cff74cd7d3 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:14.926237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-608089b7-0d65-40bf-8c6b-6474311f751e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:14.928460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b156888a-bd34-41ec-b4d5-78cff74cd7d3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b156888a-bd34-41ec-b4d5-78cff74cd7d3,segment=NetworkSegment(d6a128dc-6bd5-48ec-adec-839b4d050ba6),segment_id=d6a128dc-6bd5-48ec-adec-839b4d050ba6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:14.964591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a522d-63a7-4a01-996c-2d8cc2941821 req-c14c7c2e-8e78-4c0f-945a-20804e84a4d7 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:14.965930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-608089b7-0d65-40bf-8c6b-6474311f751e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:14.966420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d7a522d-63a7-4a01-996c-2d8cc2941821 req-c14c7c2e-8e78-4c0f-945a-20804e84a4d7 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 944 time: 1.0533528
Jun 21 02:46:14.973582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-4381e68b-f1e1-49ea-8583-198a489b3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:14.976495 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-4381e68b-f1e1-49ea-8583-198a489b3313 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1114690
Jun 21 02:46:15.012462 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.014741 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:15.046268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42b812bc-e458-4b4b-a83f-920614d7a3f5 req-a99e48d9-9f8f-418d-aace-65feb94a552b tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393471
Jun 21 02:46:15.073931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d7a522d-63a7-4a01-996c-2d8cc2941821 req-d466d7f6-8c53-41e4-81ce-9d375f735c33 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905483
Jun 21 02:46:15.084901 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.095673 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cefe60ae-5222-4837-97be-9480082d141c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:15.108672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=b156888a-bd34-41ec-b4d5-78cff74cd7d3,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:15.114286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8622b849-1e7a-4147-a04e-cb6b572d7cb6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:15.116695 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:15.159054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Pushing event deleted for resources: {'Port': ['ID=1e7440a3-cf7b-4c65-a618-c56fe378c63c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:15.163096 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:15.278372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] No DVR routers for this DVR port 1e7440a3-cf7b-4c65-a618-c56fe378c63c on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:15.284780 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49c3e90-1b3c-42cf-a73d-64b305949a26 x-openstack-request-id: req-f49c3e90-1b3c-42cf-a73d-64b305949a26 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:15.285187 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-unplugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:15.285443 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f49c3e90-1b3c-42cf-a73d-64b305949a26 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:15.285861 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'code': 200}
Jun 21 02:46:15.286344 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-52bdfcff-3292-49a8-ae76-e429ec350e85 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0923948
Jun 21 02:46:15.287777 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.289958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-816704845-network', 'tenant_id': '0689ae8ea8ba4a03be91a44a73bbf641'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:15.290746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd473a20-7779-4bb0-a9a1-d17a871f0505 req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.26 "DELETE /v2.0/ports/1e7440a3-cf7b-4c65-a618-c56fe378c63c HTTP/1.1" status: 204  len: 173 time: 1.7187769
Jun 21 02:46:15.293618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'name': 'network-vif-deleted', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:15.296070 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c384a8e-5e96-4e9b-b240-5e718d919d67" -d '{"events": [{"server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "name": "network-vif-deleted", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:15.331721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b156888a-bd34-41ec-b4d5-78cff74cd7d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:15.381615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-be33964e-7ef7-4605-8028-1c20208a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:15.384057 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-be33964e-7ef7-4605-8028-1c20208a170d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4022083
Jun 21 02:46:15.431636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.441003 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:15.449277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Made reservation on behalf of 0689ae8ea8ba4a03be91a44a73bbf641 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:15.453702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.472532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-608089b7-0d65-40bf-8c6b-6474311f751e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.478187 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-608089b7-0d65-40bf-8c6b-6474311f751e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.479799 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-608089b7-0d65-40bf-8c6b-6474311f751e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc2defd5-e07c-401c-bf90-e39ac496fc87 HTTP/1.1" status: 204  len: 168 time: 0.7363458
Jun 21 02:46:15.480789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.481253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Pushing event deleted for resources: {'Port': ['ID=ec1e9e07-b431-48e6-8408-7b7e730e7143,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:15.483714 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:15.507111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7c527e4e-1b04-46b4-b76a-c53a3bb9d1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:15.520906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608089b7-0d65-40bf-8c6b-6474311f751e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2defd5-e07c-401c-bf90-e39ac496fc87,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:15.536845 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-608089b7-0d65-40bf-8c6b-6474311f751e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:15.550341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] No DVR routers for this DVR port ec1e9e07-b431-48e6-8408-7b7e730e7143 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:15.553008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.556522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ccbebab7-54f9-4bcb-b4ba-74f65f156b6c req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.20 "DELETE /v2.0/ports/ec1e9e07-b431-48e6-8408-7b7e730e7143 HTTP/1.1" status: 204  len: 173 time: 2.0847318
Jun 21 02:46:15.610201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a39f-cff5-4e72-974a-09774989b317 req-fea7ba4e-02b5-44c6-a4b9-6d079d527b01 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:15.611882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-fea7ba4e-02b5-44c6-a4b9-6d079d527b01 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3126261
Jun 21 02:46:15.630004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4b0c-0339-4d50-9042-ecacd764c7f1 req-f19ba860-b9dc-489f-a715-9b5900d8824b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:15.631275 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-c767ad27-0727-4004-a0db-765afcaf268b service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383850
Jun 21 02:46:15.638523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fbb4b0c-0339-4d50-9042-ecacd764c7f1 req-f19ba860-b9dc-489f-a715-9b5900d8824b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 949 time: 0.2874353
Jun 21 02:46:15.670805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-2741bec7-f3ad-4fdf-8d51-308b3b45f984 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/quotas/262a8b31fa794d90a3c54c99afe3ec5a HTTP/1.1" status: 200  len: 375 time: 0.0286829
Jun 21 02:46:15.726882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fbb4b0c-0339-4d50-9042-ecacd764c7f1 req-cdd9b4da-5569-4630-9bc9-c78d239047c6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867605
Jun 21 02:46:15.770418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-a2734c43-1f16-40e4-b333-6efcca89c581 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0874646
Jun 21 02:46:15.779431 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4d021dcb-02e5-4741-808f-1bfbcd71feb1 req-8c8b6140-a276-44a4-837a-d9ff6b95b719 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407168
Jun 21 02:46:15.784966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.883559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.888307 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:15.939781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:46:15.951665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:15.952317 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Added segment ed9486ce-1899-4966-ba1a-2fbf96e6ac6c of type vlan for network 7961bf6c-0d6b-4470-8186-71d20c707f5c
Jun 21 02:46:15.952662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ebfce-2ec6-4add-a0dd-bfa35fc24e72 req-26fdb441-c510-4a23-8327-f031ba4a1e8e tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:15.961299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-092ebfce-2ec6-4add-a0dd-bfa35fc24e72 req-26fdb441-c510-4a23-8327-f031ba4a1e8e tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 945 time: 0.0798798
Jun 21 02:46:16.016467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-092ebfce-2ec6-4add-a0dd-bfa35fc24e72 req-cc0c79c7-eb34-4250-9f94-91fd01e8b3d2 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517533
Jun 21 02:46:16.037371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:16.052434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb8e08a-0d2d-40da-b543-25516fc24ac3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:16.057226 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:16.111592 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6629c4d9-702a-4e1a-9ce8-44ded3af7a46 x-openstack-request-id: req-6629c4d9-702a-4e1a-9ce8-44ded3af7a46 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:16.111998 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22baa6b0-de24-496f-ac8b-917cad57561f", "name": "network-vif-deleted", "tag": "1e7440a3-cf7b-4c65-a618-c56fe378c63c", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:16.112369 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6629c4d9-702a-4e1a-9ce8-44ded3af7a46 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:16.113128 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22baa6b0-de24-496f-ac8b-917cad57561f', 'name': 'network-vif-deleted', 'tag': '1e7440a3-cf7b-4c65-a618-c56fe378c63c', 'status': 'completed', 'code': 200}
Jun 21 02:46:16.191906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ec1e9e07-b431-48e6-8408-7b7e730e7143 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:16.217740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:16.218871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:16.219640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:16.224370 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81b591ac-2a07-4030-84e3-bd574990d04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:16.267281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: ec1e9e07-b431-48e6-8408-7b7e730e7143 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:16.270719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ec1e9e07-b431-48e6-8408-7b7e730e7143 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:16.333965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Pushing event updated for resources: {'Network': ['ID=7961bf6c-0d6b-4470-8186-71d20c707f5c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:16.338034 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:16.344736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b750df4-95c4-44d0-873c-5d654c06b1e7 req-16916dad-2f0c-405d-8e9a-d584214470e7 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c3a308-fa32-4ab7-9bb5-d7fba16f91da HTTP/1.1" status: 200  len: 210 time: 0.0595255
Jun 21 02:46:16.352063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7961bf6c-0d6b-4470-8186-71d20c707f5c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:46:16.421222 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.5427663
Jun 21 02:46:16.422645 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36008) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:16.430087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Request body: {'subnet': {'network_id': '7961bf6c-0d6b-4470-8186-71d20c707f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-816704845-subnet', 'tenant_id': '0689ae8ea8ba4a03be91a44a73bbf641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:16.433679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bdece89-8ad0-4272-bb9a-dce7ab969a9b req-d6f93316-787e-4a29-b333-d025d948272a tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 210 time: 0.0877943
Jun 21 02:46:16.449779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b156888a-bd34-41ec-b4d5-78cff74cd7d3 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:16.516886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d45283ea-6460-4bbe-8f3a-5c032249a5d3 req-68ee22e9-bbc2-492c-8f99-9d1c07877713 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 210 time: 0.1054866
Jun 21 02:46:16.580495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Made reservation on behalf of 0689ae8ea8ba4a03be91a44a73bbf641 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:16.583177 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:16.676970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port b156888a-bd34-41ec-b4d5-78cff74cd7d3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:16.683082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port b156888a-bd34-41ec-b4d5-78cff74cd7d3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:16.683557 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:16.838290 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:16.902208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b156888a-bd34-41ec-b4d5-78cff74cd7d3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b156888a-bd34-41ec-b4d5-78cff74cd7d3,segment=NetworkSegment(d6a128dc-6bd5-48ec-adec-839b4d050ba6),segment_id=d6a128dc-6bd5-48ec-adec-839b4d050ba6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:16.903700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60c6f67-6342-450a-a78c-04d5a9e0b2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b156888a-bd34-41ec-b4d5-78cff74cd7d3'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:16.908324 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04a50aa-56c9-461c-a91c-047ba7902d6d" -d '{"events": [{"server_uuid": "b60c6f67-6342-450a-a78c-04d5a9e0b2be", "name": "network-vif-plugged", "status": "completed", "tag": "b156888a-bd34-41ec-b4d5-78cff74cd7d3"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:16.978494 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:16.979490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 1e7440a3-cf7b-4c65-a618-c56fe378c63c no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:16.982497 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3583d7c-3869-4269-97d5-53b88e929784 x-openstack-request-id: req-a3583d7c-3869-4269-97d5-53b88e929784 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:16.982897 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60c6f67-6342-450a-a78c-04d5a9e0b2be", "name": "network-vif-plugged", "status": "completed", "tag": "b156888a-bd34-41ec-b4d5-78cff74cd7d3", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:16.983251 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3583d7c-3869-4269-97d5-53b88e929784 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:16.983735 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60c6f67-6342-450a-a78c-04d5a9e0b2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b156888a-bd34-41ec-b4d5-78cff74cd7d3', 'code': 200}
Jun 21 02:46:16.984528 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:17.046757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:17.050146 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:17.077285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 1e7440a3-cf7b-4c65-a618-c56fe378c63c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:17.077921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 1e7440a3-cf7b-4c65-a618-c56fe378c63c not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:17.139210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639d2bc-8a97-4568-b129-73df95aa6159 req-8403d3bd-0254-4995-8409-53a4d82467e9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:17.149004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=b156888a-bd34-41ec-b4d5-78cff74cd7d3,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:17.151768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2639d2bc-8a97-4568-b129-73df95aa6159 req-8403d3bd-0254-4995-8409-53a4d82467e9 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 949 time: 0.1720059
Jun 21 02:46:17.161214 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:17.167321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Checking segment: {'id': 'ed9486ce-1899-4966-ba1a-2fbf96e6ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7961bf6c-0d6b-4470-8186-71d20c707f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:17.168077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Network hostable DHCP agents. Network: 7961bf6c-0d6b-4470-8186-71d20c707f5c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:46:17.172304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5764517a-9c51-4c79-904e-6a6193a00cfd,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:17.181250 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:17.287350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:17.291095 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8695c94a-ba04-473a-a27d-b9b07257883c" -d '{"events": [{"name": "network-changed", "server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:17.291955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2639d2bc-8a97-4568-b129-73df95aa6159 req-db954e79-85ae-4c1e-a123-d2011a0458bd tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380727
Jun 21 02:46:17.324459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Network 7961bf6c-0d6b-4470-8186-71d20c707f5c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:46:17.386687 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607c4a5d-6f21-4f68-9d32-f4a8908a50b4 x-openstack-request-id: req-607c4a5d-6f21-4f68-9d32-f4a8908a50b4 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:17.387029 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:17.387352 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-607c4a5d-6f21-4f68-9d32-f4a8908a50b4 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:17.387797 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'status': 'completed', 'code': 200}
Jun 21 02:46:17.401988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1601e6-5371-481a-a841-f8d9131158fd req-60f56dd3-4e16-4100-bba8-2e7a56a230a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:17.415373 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be1601e6-5371-481a-a841-f8d9131158fd req-60f56dd3-4e16-4100-bba8-2e7a56a230a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 1098 time: 0.3248219
Jun 21 02:46:17.429273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7961bf6c-0d6b-4470-8186-71d20c707f5c) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:17.438484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c893a-abab-49ef-8f30-5e21dc039bb4 None None] Network 7961bf6c-0d6b-4470-8186-71d20c707f5c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:17.565888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cfaa6-990e-4438-bd8e-31dbe2c0417d req-911767e6-dfa7-4cee-9668-5bd745ec1572 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:17.567789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-722cfaa6-990e-4438-bd8e-31dbe2c0417d req-911767e6-dfa7-4cee-9668-5bd745ec1572 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 946 time: 0.2733138
Jun 21 02:46:17.570818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be1601e6-5371-481a-a841-f8d9131158fd req-9ad1e971-105a-4846-918f-43b27328725b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471608
Jun 21 02:46:17.578312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:17.581798 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:17.639157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695c94a-ba04-473a-a27d-b9b07257883c req-fe0aa009-97d4-45d0-b588-ce5da189d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:17.641401 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8695c94a-ba04-473a-a27d-b9b07257883c req-fe0aa009-97d4-45d0-b588-ce5da189d6ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1101 time: 0.2261322
Jun 21 02:46:17.681701 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-722cfaa6-990e-4438-bd8e-31dbe2c0417d req-a6dd5578-b1ad-4501-8faf-a040911d5c78 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034706
Jun 21 02:46:17.704914 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2703454
Jun 21 02:46:17.762448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f7c1d-9bb1-4f2d-87c4-7a3aeb669143 None None] Network 7961bf6c-0d6b-4470-8186-71d20c707f5c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:17.824781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695c94a-ba04-473a-a27d-b9b07257883c req-f133538d-e415-40dc-846e-a0bcb565bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:17.828620 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8695c94a-ba04-473a-a27d-b9b07257883c req-f133538d-e415-40dc-846e-a0bcb565bd5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1767235
Jun 21 02:46:17.993618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3ae0028-b942-4389-850b-613a30b167db req-f090e91d-383b-48f7-9fe8-e9a95fe011d4 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 210 time: 0.0580802
Jun 21 02:46:18.014702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8695c94a-ba04-473a-a27d-b9b07257883c req-e8ccb500-f62e-4050-8ecb-6ce7c8de0d6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 200  len: 217 time: 0.1596143
Jun 21 02:46:18.092831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695c94a-ba04-473a-a27d-b9b07257883c req-8840b0a6-9e41-416a-86b7-5d8143163990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:18.094437 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8695c94a-ba04-473a-a27d-b9b07257883c req-8840b0a6-9e41-416a-86b7-5d8143163990 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0776589
Jun 21 02:46:18.118315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'name': 'network-vif-deleted', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:18.120817 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5149f111-970d-4594-9445-6974f6fac946" -d '{"events": [{"server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "name": "network-vif-deleted", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:18.177419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30b6307d-f969-4c08-a629-2532f07e4dbc req-562378fd-cec3-4ccc-b3a9-da0f4ddb8872 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 210 time: 0.0359380
Jun 21 02:46:18.199784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695c94a-ba04-473a-a27d-b9b07257883c req-c1250960-b770-41f0-ac69-3d5a5c97b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:18.202478 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8695c94a-ba04-473a-a27d-b9b07257883c req-c1250960-b770-41f0-ac69-3d5a5c97b287 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1007977
Jun 21 02:46:18.211811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:46:18.301619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38eb9ac6-8b6b-4ed6-bbd5-91665ec3ed96 req-f6ffa242-d193-4544-85f0-dd360997aad9 tempest-AbsoluteLimitsNegativeTestJSON-1343945589 tempest-AbsoluteLimitsNegativeTestJSON-1343945589-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=44e2b3483a914f84ba8c3249bf8e2f35&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0230432
Jun 21 02:46:18.332288 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8695c94a-ba04-473a-a27d-b9b07257883c req-eb11a249-8778-4c09-ac2c-2030a96e178b service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179271
Jun 21 02:46:18.374164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:18.407171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'mac_address': 'fa:16:3e:b9:d9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:46:18.451556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36070) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:18.458769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1686801189'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:18.489878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9ac6-8b6b-4ed6-bbd5-91665ec3ed96 req-00d3f3f5-abdf-4867-bb1b-498b16d4b195 tempest-AbsoluteLimitsNegativeTestJSON-1343945589 tempest-AbsoluteLimitsNegativeTestJSON-1343945589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:18.494002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38eb9ac6-8b6b-4ed6-bbd5-91665ec3ed96 req-00d3f3f5-abdf-4867-bb1b-498b16d4b195 tempest-AbsoluteLimitsNegativeTestJSON-1343945589 tempest-AbsoluteLimitsNegativeTestJSON-1343945589-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1854668
Jun 21 02:46:18.519474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38eb9ac6-8b6b-4ed6-bbd5-91665ec3ed96 req-082e4777-630f-46d5-81da-26914d03be53 tempest-AbsoluteLimitsNegativeTestJSON-1343945589 tempest-AbsoluteLimitsNegativeTestJSON-1343945589-project] 10.222.0.25 "GET /v2.0/quotas/44e2b3483a914f84ba8c3249bf8e2f35 HTTP/1.1" status: 200  len: 375 time: 0.0189166
Jun 21 02:46:18.535376 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8695c94a-ba04-473a-a27d-b9b07257883c req-f83c3637-816d-415c-9020-a461b71b4c11 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963410
Jun 21 02:46:18.557965 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:18.574170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38eb9ac6-8b6b-4ed6-bbd5-91665ec3ed96 req-092332f2-8d0f-4c36-b466-e4ee25c1eede tempest-AbsoluteLimitsNegativeTestJSON-1343945589 tempest-AbsoluteLimitsNegativeTestJSON-1343945589-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44e2b3483a914f84ba8c3249bf8e2f35&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486505
Jun 21 02:46:18.585068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71946f64-acd5-4eb3-ac45-a4e1452df88e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:18.597780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Made reservation on behalf of 1b277b451a6e4ca59622c4c78ab30a61 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:18.602081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:18.630643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:18.646260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:46:18.657996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:18.658354 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Added segment 564a0c06-18b2-457a-912c-fecf79b0a707 of type vlan for network ad244d0f-5340-42c9-af65-af4cbc6ac0cf
Jun 21 02:46:18.698359 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a180c1-ce10-4099-b353-8c57e293fae7 x-openstack-request-id: req-f5a180c1-ce10-4099-b353-8c57e293fae7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:18.698751 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3a308-fa32-4ab7-9bb5-d7fba16f91da", "name": "network-vif-deleted", "tag": "ec1e9e07-b431-48e6-8408-7b7e730e7143", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:18.711666 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5a180c1-ce10-4099-b353-8c57e293fae7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:18.712397 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3a308-fa32-4ab7-9bb5-d7fba16f91da', 'name': 'network-vif-deleted', 'tag': 'ec1e9e07-b431-48e6-8408-7b7e730e7143', 'status': 'completed', 'code': 200}
Jun 21 02:46:18.734778 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:18.737071 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d5c316cb-819c-4a0b-b760-b8932c0321db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:18.747198 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:18.802245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4a6db21f-2aef-46d2-a126-ce74ca0d3954 req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1358076228', 'description': 'tempest-description-1833462629'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:18.819296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=12']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:18.823728 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:18.933629 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:18.939443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:18.942214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:18.943102 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4a6db21f-2aef-46d2-a126-ce74ca0d3954 req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:18.948060 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:19.008572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['71946f64-acd5-4eb3-ac45-a4e1452df88e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:19.059082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8884d-f2b4-4e4b-9aa7-46000055e13f req-bb7ea058-210f-4aed-8501-a717bba8ba03 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:19.060619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38a8884d-f2b4-4e4b-9aa7-46000055e13f req-bb7ea058-210f-4aed-8501-a717bba8ba03 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 950 time: 0.1750221
Jun 21 02:46:19.061521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'Network': ['ID=ad244d0f-5340-42c9-af65-af4cbc6ac0cf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:19.065633 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:19.084561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network ad244d0f-5340-42c9-af65-af4cbc6ac0cf details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:46:19.091940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.6388295
Jun 21 02:46:19.095091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36082) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:19.103513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2134072516'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:19.129566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38a8884d-f2b4-4e4b-9aa7-46000055e13f req-83d89693-a218-4bb8-9dc0-69f0236eb3c5 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573530
Jun 21 02:46:19.184936 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4a6db21f-2aef-46d2-a126-ce74ca0d3954 req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.277964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-71b8d704-90ee-4027-90c8-db1ec1abcce2 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:19.288221 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-71b8d704-90ee-4027-90c8-db1ec1abcce2 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 944 time: 0.1078601
Jun 21 02:46:19.294205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4a6db21f-2aef-46d2-a126-ce74ca0d3954 req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.299031 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-110d9504-c82e-4acc-bb65-ef9c03df95ed tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:19.380525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36090) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:19.408843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Made reservation on behalf of 1b277b451a6e4ca59622c4c78ab30a61 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:19.412901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d27e69-43b6-45a7-ab32-96fa8fd0192e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:19.413132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.417972 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:19.453442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Deleting port 53905035-4fb6-4b0b-945f-74c7b892b349 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:19.453691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15e5d7-1dfd-46db-81fe-4d385bb7fe65 req-04fc159f-8e6d-40d7-b18a-7d0596a94d25 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:19.453811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.455782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a15e5d7-1dfd-46db-81fe-4d385bb7fe65 req-04fc159f-8e6d-40d7-b18a-7d0596a94d25 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 944 time: 0.1446826
Jun 21 02:46:19.460625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:46:19.485126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4a6db21f-2aef-46d2-a126-ce74ca0d3954 req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.493488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a6db21f-2aef-46d2-a126-ce74ca0d3954 req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1818 time: 0.7037218
Jun 21 02:46:19.519984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.522969 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Added segment 4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8 of type vlan for network 4f3fcd98-75ab-43a7-b42c-780b824a72a6
Jun 21 02:46:19.548184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a15e5d7-1dfd-46db-81fe-4d385bb7fe65 req-94692ca1-4640-4b4c-b844-60b4c40639c3 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824337
Jun 21 02:46:19.578582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-88a47c7f-df68-4ca9-8c72-3581734234df tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0280547
Jun 21 02:46:19.624315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.635587 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d67439e-d122-453d-9956-92bae0a286c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.683023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] For port 53905035-4fb6-4b0b-945f-74c7b892b349, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=53905035-4fb6-4b0b-945f-74c7b892b349,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:19.683487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.734936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a39f-cff5-4e72-974a-09774989b317 req-7e0bcaf6-2861-4646-bfe8-f6a692e9f18d tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:19.736472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-7e0bcaf6-2861-4646-bfe8-f6a692e9f18d tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1522756
Jun 21 02:46:19.782840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Request body: {'port': {'device_id': 'e949b15f-0fd2-4e80-bb80-1a047a4a2928', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '262a8b31fa794d90a3c54c99afe3ec5a'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:19.783078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Calling delete_port for 53905035-4fb6-4b0b-945f-74c7b892b349 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:19.788400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.796809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:19.796809 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:19.806164 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:19.850082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3020dcc-020d-459d-a991-6fff59989ca1 req-17efeb8c-2836-48cc-8e1c-de8093896f77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 210 time: 0.1104586
Jun 21 02:46:19.949505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'Network': ['ID=4f3fcd98-75ab-43a7-b42c-780b824a72a6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:19.954876 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:19.965479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4f3fcd98-75ab-43a7-b42c-780b824a72a6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:46:20.040081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634b326-7190-4ad0-a5cd-af22575ef362 req-2a963f7f-94b2-4fca-94a7-2234886222d0 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:20.051172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c634b326-7190-4ad0-a5cd-af22575ef362 req-2a963f7f-94b2-4fca-94a7-2234886222d0 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 946 time: 0.3121622
Jun 21 02:46:20.053567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d67439e-d122-453d-9956-92bae0a286c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.106837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-2b3a2e95-a642-4023-87ee-34fd59316637 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.3692660
Jun 21 02:46:20.125657 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d67439e-d122-453d-9956-92bae0a286c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.129979 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-14b3fd8b-68be-4def-b8a1-d685141fe83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:20.157189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.167427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c634b326-7190-4ad0-a5cd-af22575ef362 req-becd3dad-4b0b-40d8-879e-343fc94d65b8 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156750
Jun 21 02:46:20.203335 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0d67439e-d122-453d-9956-92bae0a286c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44e2b3483a914f84ba8c3249bf8e2f35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8182092
Jun 21 02:46:20.206927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36098) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:20.217300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67439e-d122-453d-9956-92bae0a286c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a04dd06-f1d7-47fd-a0d0-ccb0150caa6d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:20.232178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:20.248848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9ed4b-a585-463f-9f0b-948d93b7f7f4 req-32cd4bf1-b299-4784-b62d-9d5b5f435a67 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:20.250464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38e9ed4b-a585-463f-9f0b-948d93b7f7f4 req-32cd4bf1-b299-4784-b62d-9d5b5f435a67 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 1102 time: 0.1427522
Jun 21 02:46:20.293078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-392e9479-7728-4445-8fa4-f9d84ea0670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:20.294723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-392e9479-7728-4445-8fa4-f9d84ea0670f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1397c30df045442fa21b67d43c669e36&device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 1102 time: 0.1319280
Jun 21 02:46:20.320075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38e9ed4b-a585-463f-9f0b-948d93b7f7f4 req-4aff847b-1252-4c91-927a-7ee110ca9dc1 tempest-MigrationsAdminTest-1812216767 tempest-MigrationsAdminTest-1812216767-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591333
Jun 21 02:46:20.322913 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d67439e-d122-453d-9956-92bae0a286c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:20.323808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] No DVR routers for this DVR port 53905035-4fb6-4b0b-945f-74c7b892b349 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:20.328533 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.2288914
Jun 21 02:46:20.328533 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90583944-016a-4352-a8bd-8a82be86a165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:20.333097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36102) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:20.337862 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.358617 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-893ac43d-0a0d-4300-93f8-fdd8b6d53960 req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.20 "DELETE /v2.0/ports/53905035-4fb6-4b0b-945f-74c7b892b349 HTTP/1.1" status: 204  len: 173 time: 1.0437493
Jun 21 02:46:20.361967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'name': 'network-vif-deleted', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:20.364860 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b03d436-e745-4771-afbb-e3ac57d765db" -d '{"events": [{"server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "name": "network-vif-deleted", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:20.396682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'subnet': {'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:20.402569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Made reservation on behalf of 262a8b31fa794d90a3c54c99afe3ec5a for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:20.403544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 71946f64-acd5-4eb3-ac45-a4e1452df88e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:20.406254 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.406631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 71946f64-acd5-4eb3-ac45-a4e1452df88e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:20.407019 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.496702 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.500007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b105e42c-de69-4da4-a9b3-d26598a485bb req-01827465-d92c-42c6-8b7b-1627f201e610 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 210 time: 0.1033359
Jun 21 02:46:20.512305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Pushing event deleted for resources: {'Port': ['ID=53905035-4fb6-4b0b-945f-74c7b892b349,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:20.514842 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:20.528431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:20.541689 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08af465-f2d1-4dd5-aacb-c8accb1075de" -d '{"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-plugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:20.558629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:20.567122 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af7c1b29-12a4-499d-9269-aafa764408de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.615006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0fcd738-d171-47cd-859f-a54b6e8e0703 req-7614edab-07c1-496f-a798-a887624c758c tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/68d27e69-43b6-45a7-ab32-96fa8fd0192e HTTP/1.1" status: 200  len: 1813 time: 0.2171433
Jun 21 02:46:20.624568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Made reservation on behalf of 1b277b451a6e4ca59622c4c78ab30a61 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:20.627957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.659954 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.661912 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:20.665798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-d0fcd738-d171-47cd-859f-a54b6e8e0703 req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68d27e69-43b6-45a7-ab32-96fa8fd0192e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:20.670451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-d0fcd738-d171-47cd-859f-a54b6e8e0703 req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68d27e69-43b6-45a7-ab32-96fa8fd0192e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:20.673923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af7c1b29-12a4-499d-9269-aafa764408de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.674461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-01bb3b96-fa82-44c8-9701-a84642b12dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:20.675908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-01bb3b96-fa82-44c8-9701-a84642b12dbb service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.3545792
Jun 21 02:46:20.720530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=13']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:20.724938 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:20.768487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-221e794a-6380-4513-b5cb-976e19c192f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 200  len: 217 time: 0.0741565
Jun 21 02:46:20.868808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af7c1b29-12a4-499d-9269-aafa764408de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.871767 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af7c1b29-12a4-499d-9269-aafa764408de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.872841 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-af7c1b29-12a4-499d-9269-aafa764408de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a04dd06-f1d7-47fd-a0d0-ccb0150caa6d HTTP/1.1" status: 204  len: 168 time: 0.6647496
Jun 21 02:46:20.873760 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-608089b7-0d65-40bf-8c6b-6474311f751e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:20.882282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c1b29-12a4-499d-9269-aafa764408de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a04dd06-f1d7-47fd-a0d0-ccb0150caa6d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:20.886134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Allocated IP 192.168.233.234 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/9941c84e-2bbc-43d0-a012-b1e0c77b67d3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:20.889115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-d004d6bd-6a90-4163-9ac5-ead7ac295e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:20.890625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-d004d6bd-6a90-4163-9ac5-ead7ac295e70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1154025
Jun 21 02:46:20.891746 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af7c1b29-12a4-499d-9269-aafa764408de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:20.921860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fd93a-c304-410f-8d39-c2c5ff3c88c2 req-fbe4405f-08ab-4542-b402-808d4da37e2e tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:20.923352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df9fd93a-c304-410f-8d39-c2c5ff3c88c2 req-fbe4405f-08ab-4542-b402-808d4da37e2e tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 946 time: 0.2504542
Jun 21 02:46:20.962957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:20.965886 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-942f3283-551d-4bba-a13f-90df7f809797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:21.024646 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d0fcd738-d171-47cd-859f-a54b6e8e0703 req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.034107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'Subnet': ['ID=97dffd68-a947-4e9e-9c18-e8dc35ab1ead,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:21.037087 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:21.060451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df9fd93a-c304-410f-8d39-c2c5ff3c88c2 req-5ac5a1ce-be5e-424d-9310-5258b41e2e87 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123383
Jun 21 02:46:21.070380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Checking segment: {'id': '564a0c06-18b2-457a-912c-fecf79b0a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:21.070380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Network hostable DHCP agents. Network: ad244d0f-5340-42c9-af65-af4cbc6ac0cf, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:46:21.122121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d0fcd738-d171-47cd-859f-a54b6e8e0703 req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.132191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-b0948fd9-db65-4976-83d1-14129e62263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:21.134018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-b0948fd9-db65-4976-83d1-14129e62263e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2339001
Jun 21 02:46:21.170200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Network ad244d0f-5340-42c9-af65-af4cbc6ac0cf is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:46:21.262032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.265584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d0fcd738-d171-47cd-859f-a54b6e8e0703 req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.282052 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8ccdecd3-a5bb-4a27-87d2-2f585fe76ab0 tempest-ServersWithSpecificFlavorTestJSON-85021803 tempest-ServersWithSpecificFlavorTestJSON-85021803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:21.283729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, ad244d0f-5340-42c9-af65-af4cbc6ac0cf) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:21.293966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:21.293966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.298988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27191e39-898e-401e-8872-a949e0a48a33 None None] Network ad244d0f-5340-42c9-af65-af4cbc6ac0cf requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:21.304458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-783f5f17-aa6f-46d7-af92-0b99975d9bc6 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632905
Jun 21 02:46:21.307411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Transition to ACTIVE for port object 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:21.309018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518f4809-cf5a-4e1a-8e14-79eb942fbab0,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:21.323244 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:21.410738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d0fcd738-d171-47cd-859f-a54b6e8e0703 req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.430729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0fcd738-d171-47cd-859f-a54b6e8e0703 req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.8145008
Jun 21 02:46:21.464983 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1027734
Jun 21 02:46:21.464983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36124) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:21.470013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'subnet': {'network_id': '4f3fcd98-75ab-43a7-b42c-780b824a72a6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:21.473535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86164dd4-447d-4d22-b039-a22ccd5e5b0e req-3f05af89-0e2c-4135-8578-7d2f896f1f08 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610193
Jun 21 02:46:21.561980 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3ec3f6-8ad8-4f8d-9c76-fe9e0a939da9 x-openstack-request-id: req-2c3ec3f6-8ad8-4f8d-9c76-fe9e0a939da9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:21.562330 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-plugged", "status": "completed", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:21.562854 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c3ec3f6-8ad8-4f8d-9c76-fe9e0a939da9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:21.563253 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'code': 200}
Jun 21 02:46:21.574839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.579045 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-006a6670-8708-4c38-9c5c-5c9934cf52d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:21.585412 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff96d1-d399-4397-ae07-80002934f1fe x-openstack-request-id: req-92ff96d1-d399-4397-ae07-80002934f1fe {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:21.585412 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ac99c4-d496-4f18-8638-4b06cd48cc33", "name": "network-vif-deleted", "tag": "53905035-4fb6-4b0b-945f-74c7b892b349", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:21.585412 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92ff96d1-d399-4397-ae07-80002934f1fe {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:21.585867 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ac99c4-d496-4f18-8638-4b06cd48cc33', 'name': 'network-vif-deleted', 'tag': '53905035-4fb6-4b0b-945f-74c7b892b349', 'status': 'completed', 'code': 200}
Jun 21 02:46:21.599035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['5228312f-a721-4ce2-86f0-e170e783b39d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:21.601615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-ad244d0f-5340-42c9-af65-af4cbc6ac0cf', 'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'fixed_ips': [{'subnet_id': '97dffd68-a947-4e9e-9c18-e8dc35ab1ead'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:46:21.602545 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.664180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:21.675553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:21.688985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:21.701836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Pushing event updated for resources: {'Port': ['ID=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:21.712685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Made reservation on behalf of 1b277b451a6e4ca59622c4c78ab30a61 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:21.716463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.743384 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:21.783270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1083f79c-a87e-4100-a2cf-877b96047382 req-f2cbff24-e7c0-4b44-a78e-d98589432143 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9ac99c4-d496-4f18-8638-4b06cd48cc33 HTTP/1.1" status: 200  len: 210 time: 0.0491078
Jun 21 02:46:21.841879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:21.845905 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:21.993433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2396281
Jun 21 02:46:22.005494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Request body: {'port': {'device_id': 'e949b15f-0fd2-4e80-bb80-1a047a4a2928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:22.157724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Allocated IP 10.1.1.2 (ad244d0f-5340-42c9-af65-af4cbc6ac0cf/97dffd68-a947-4e9e-9c18-e8dc35ab1ead/697d3463-3d71-4d73-8fd2-747c59eb4c48) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:22.237681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aaa3616d-3b22-439e-b526-3079e7138a75 req-d5fd4b67-ead1-4503-a5d6-783b4c6e63b9 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=22baa6b0-de24-496f-ac8b-917cad57561f HTTP/1.1" status: 200  len: 210 time: 0.1086636
Jun 21 02:46:22.258013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.260947 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:22.273954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 53905035-4fb6-4b0b-945f-74c7b892b349 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:22.322842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 53905035-4fb6-4b0b-945f-74c7b892b349 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:22.323520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 53905035-4fb6-4b0b-945f-74c7b892b349 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:22.334190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fb9683b0-6cc9-4aa8-89a7-2cb6d8c6c7c2 None None] Provisioning for port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:22.357916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'Subnet': ['ID=4541a17c-09c5-4cae-a769-52a29b50e3d5,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:22.362191 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:22.371075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Checking segment: {'id': '4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f3fcd98-75ab-43a7-b42c-780b824a72a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:22.371526 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Network hostable DHCP agents. Network: 4f3fcd98-75ab-43a7-b42c-780b824a72a6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:46:22.376673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.410727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fb9683b0-6cc9-4aa8-89a7-2cb6d8c6c7c2 None None] Provisioning complete for port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:22.411267 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fb9683b0-6cc9-4aa8-89a7-2cb6d8c6c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.464428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-fb9683b0-6cc9-4aa8-89a7-2cb6d8c6c7c2 None None] Port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:46:22.498265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Network 4f3fcd98-75ab-43a7-b42c-780b824a72a6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:46:22.542599 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.555665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Transition to ACTIVE for port object 697d3463-3d71-4d73-8fd2-747c59eb4c48 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:22.559813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-69dfd884-dd0e-4a3d-a091-95af7428488d req-18efcc26-9a86-4c9c-a7a7-bc417c1c0ba4 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/68d27e69-43b6-45a7-ab32-96fa8fd0192e HTTP/1.1" status: 200  len: 2406 time: 0.2544127
Jun 21 02:46:22.578135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Transition to ACTIVE for port object 697d3463-3d71-4d73-8fd2-747c59eb4c48 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:22.586820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4f3fcd98-75ab-43a7-b42c-780b824a72a6) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:22.600379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:22.600379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.601180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5ca9f-d0b5-4c57-9022-ec7377aadf29 None None] Network 4f3fcd98-75ab-43a7-b42c-780b824a72a6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:22.664005 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.667895 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:22.690518 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2249503
Jun 21 02:46:22.693090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36152) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:22.698986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'port': {'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1150640185', 'fixed_ips': [{'subnet_id': '97dffd68-a947-4e9e-9c18-e8dc35ab1ead'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:22.730182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Pushing event updated for resources: {'Port': ['ID=697d3463-3d71-4d73-8fd2-747c59eb4c48,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:22.748791 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:22.757256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Network ad244d0f-5340-42c9-af65-af4cbc6ac0cf is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:22.777490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:22.781105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:22.810624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:22.818739 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.834611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Transition to ACTIVE for port object 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:22.875505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4f3fcd98-75ab-43a7-b42c-780b824a72a6', 'network_id': '4f3fcd98-75ab-43a7-b42c-780b824a72a6', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'fixed_ips': [{'subnet_id': '4541a17c-09c5-4cae-a769-52a29b50e3d5'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:46:22.876539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.900352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Attempting to bind port 697d3463-3d71-4d73-8fd2-747c59eb4c48 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:22.900830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Attempting to bind port 697d3463-3d71-4d73-8fd2-747c59eb4c48 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '564a0c06-18b2-457a-912c-fecf79b0a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:22.901286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Attempting to bind port 697d3463-3d71-4d73-8fd2-747c59eb4c48 on network ad244d0f-5340-42c9-af65-af4cbc6ac0cf {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:22.904089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1011bfe-726c-4889-9901-fd0a91cff03b req-88399cb4-03e0-4451-bbe1-8c766ed40e0d tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:22.905657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1011bfe-726c-4889-9901-fd0a91cff03b req-88399cb4-03e0-4451-bbe1-8c766ed40e0d tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 936 time: 0.2984123
Jun 21 02:46:22.914672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:22.915074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Checking segment: {'id': '564a0c06-18b2-457a-912c-fecf79b0a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:22.915494 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.915901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Bound using segment: {'id': '564a0c06-18b2-457a-912c-fecf79b0a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:22.916448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Bound port: 697d3463-3d71-4d73-8fd2-747c59eb4c48, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564a0c06-18b2-457a-912c-fecf79b0a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:22.916839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.920734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Made reservation on behalf of 1b277b451a6e4ca59622c4c78ab30a61 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:22.922641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372eb4-b687-44f1-9239-927a251117f9 req-286d337c-7fdc-4594-abe3-659157bfe073 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:22.924147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6372eb4-b687-44f1-9239-927a251117f9 req-286d337c-7fdc-4594-abe3-659157bfe073 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 951 time: 0.2379587
Jun 21 02:46:22.964261 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:22.970177 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f18470b6-17f7-4d0f-b7d4-02824c9f2857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:23.084761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6372eb4-b687-44f1-9239-927a251117f9 req-491c7c6b-35fe-4b7b-b352-de7d77d30a03 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452072
Jun 21 02:46:23.086130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Pushing event updated for resources: {'Port': ['ID=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:23.086474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] For port 697d3463-3d71-4d73-8fd2-747c59eb4c48, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:23.092207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] For port 697d3463-3d71-4d73-8fd2-747c59eb4c48, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=697d3463-3d71-4d73-8fd2-747c59eb4c48,segment=NetworkSegment(564a0c06-18b2-457a-912c-fecf79b0a707),segment_id=564a0c06-18b2-457a-912c-fecf79b0a707)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:23.100156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1011bfe-726c-4889-9901-fd0a91cff03b req-8a0e63fb-7af0-4f34-b141-fe26f75cb881 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749394
Jun 21 02:46:23.102076 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:23.103964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Allocated IP 10.2.2.2 (4f3fcd98-75ab-43a7-b42c-780b824a72a6/4541a17c-09c5-4cae-a769-52a29b50e3d5/a62853b2-ca9b-4d8b-af5c-9cc9eab873ad) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:23.154653 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:23.192463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] device_id is not set on port 48e615c3-b70c-4132-8e63-178b497b8554 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:46:23.238577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Attempting to bind port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:23.238832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Attempting to bind port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:23.241856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Attempting to bind port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:23.252530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:46:23.252854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Attempting to bind port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:23.269473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:23.270004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:23.270408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:23.270987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:23.273459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Bound port: 9941c84e-2bbc-43d0-a012-b1e0c77b67d3, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:23.275538 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:23.278735 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a5b368b9-b17a-423a-8633-9e8fa9eee967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:23.449355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Pushing event updated for resources: {'Port': ['ID=697d3463-3d71-4d73-8fd2-747c59eb4c48,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:23.454881 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:23.559018 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:23.581639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Transition to ACTIVE for port object a62853b2-ca9b-4d8b-af5c-9cc9eab873ad will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:23.588557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-5d4751db-9ba7-4178-95aa-06140921377f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:23.590657 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-5d4751db-9ba7-4178-95aa-06140921377f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 951 time: 0.3874128
Jun 21 02:46:23.593298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Allocated IP 10.1.1.15 (ad244d0f-5340-42c9-af65-af4cbc6ac0cf/97dffd68-a947-4e9e-9c18-e8dc35ab1ead/48e615c3-b70c-4132-8e63-178b497b8554) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:23.619383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Transition to ACTIVE for port object a62853b2-ca9b-4d8b-af5c-9cc9eab873ad will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:23.717620 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:23.719653 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-55b8b3a5-92b0-4cbe-bd3c-c5ca807d70dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:23.792740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Network 4f3fcd98-75ab-43a7-b42c-780b824a72a6 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:23.798763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:23.806003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:23.863660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Pushing event updated for resources: {'Port': ['ID=a62853b2-ca9b-4d8b-af5c-9cc9eab873ad,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:23.884044 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:23.906819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Deleting port 71946f64-acd5-4eb3-ac45-a4e1452df88e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:23.907461 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:23.910365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Attempting to bind port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:23.910930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Attempting to bind port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f3fcd98-75ab-43a7-b42c-780b824a72a6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:23.911327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Attempting to bind port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad on network 4f3fcd98-75ab-43a7-b42c-780b824a72a6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:23.934291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:23.934700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Checking segment: {'id': '4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f3fcd98-75ab-43a7-b42c-780b824a72a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:23.935251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:23.935523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Bound using segment: {'id': '4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f3fcd98-75ab-43a7-b42c-780b824a72a6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:23.936275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Bound port: a62853b2-ca9b-4d8b-af5c-9cc9eab873ad, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f3fcd98-75ab-43a7-b42c-780b824a72a6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:23.936785 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:23.997648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b228b73e-e94a-4add-98a5-0a84dd0fff6c req-7144ea1e-b532-4f53-a219-43401cab64c0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-group-rules/518f4809-cf5a-4e1a-8e14-79eb942fbab0 HTTP/1.1" status: 200  len: 778 time: 0.5699289
Jun 21 02:46:24.006730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] For port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:24.021781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] For port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:24.037799 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.075129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f48ac-1602-41f5-bfb1-bd1f2b6f5e37 req-8a5e549f-0e9c-484c-85b3-a6310b747f15 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:24.084666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a59f48ac-1602-41f5-bfb1-bd1f2b6f5e37 req-8a5e549f-0e9c-484c-85b3-a6310b747f15 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 946 time: 0.6941433
Jun 21 02:46:24.095299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] For port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:24.099004 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Transition to ACTIVE for port object 48e615c3-b70c-4132-8e63-178b497b8554 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:24.102523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] For port 71946f64-acd5-4eb3-ac45-a4e1452df88e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=71946f64-acd5-4eb3-ac45-a4e1452df88e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:24.103273 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.103483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] For port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a62853b2-ca9b-4d8b-af5c-9cc9eab873ad,segment=NetworkSegment(4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8),segment_id=4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:24.133094 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.141741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b228b73e-e94a-4add-98a5-0a84dd0fff6c req-acb6506f-52b8-4af9-8db4-a6ea10f1c941 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/68d27e69-43b6-45a7-ab32-96fa8fd0192e HTTP/1.1" status: 200  len: 2406 time: 0.1432135
Jun 21 02:46:24.151089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36166) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:24.159964 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdb1756c-2290-4281-b99d-cf72b6189d87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:24.192118 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.199240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Calling delete_port for 71946f64-acd5-4eb3-ac45-a4e1452df88e owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:24.202266 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:24.217945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Pushing event updated for resources: {'Port': ['ID=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:24.234106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:24.249103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a59f48ac-1602-41f5-bfb1-bd1f2b6f5e37 req-c34810a7-333c-4ad8-9727-f93adcbe73ed tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619763
Jun 21 02:46:24.252088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:24.252719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.254085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] 10.222.0.20 "PUT /v2.0/ports/9941c84e-2bbc-43d0-a012-b1e0c77b67d3 HTTP/1.1" status: 200  len: 1097 time: 2.2542572
Jun 21 02:46:24.254636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e949b15f-0fd2-4e80-bb80-1a047a4a2928', 'tag': '9941c84e-2bbc-43d0-a012-b1e0c77b67d3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:24.266862 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef090b3-03e3-40e5-822d-c87fb17dd8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e949b15f-0fd2-4e80-bb80-1a047a4a2928", "tag": "9941c84e-2bbc-43d0-a012-b1e0c77b67d3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:24.301029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b228b73e-e94a-4add-98a5-0a84dd0fff6c req-5e06a58c-02ee-4e69-85e9-60a06319e950 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.330184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b228b73e-e94a-4add-98a5-0a84dd0fff6c req-5e06a58c-02ee-4e69-85e9-60a06319e950 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.344914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 697d3463-3d71-4d73-8fd2-747c59eb4c48 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:24.459285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Pushing event updated for resources: {'Port': ['ID=a62853b2-ca9b-4d8b-af5c-9cc9eab873ad,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:24.474032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-188949b0-5c25-4538-ae6a-46c2c9d12570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.487104 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:24.533467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.544228 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4df4e05-2fa2-488d-ba80-a4641de62d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:24.569607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a39f-cff5-4e72-974a-09774989b317 req-bacc7d43-1b5b-455f-9bd0-fdcb0f09c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:24.571416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-bacc7d43-1b5b-455f-9bd0-fdcb0f09c3a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 1100 time: 0.2170765
Jun 21 02:46:24.666272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 697d3463-3d71-4d73-8fd2-747c59eb4c48 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:24.670388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Network ad244d0f-5340-42c9-af65-af4cbc6ac0cf is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:24.687359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:24.702295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:24.706139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'Port': ['ID=48e615c3-b70c-4132-8e63-178b497b8554,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:24.707181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-f64ae66f-d31b-4ea1-9b1c-ac44aedef0b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9941c84e-2bbc-43d0-a012-b1e0c77b67d3 HTTP/1.1" status: 200  len: 217 time: 0.1171224
Jun 21 02:46:24.708001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b228b73e-e94a-4add-98a5-0a84dd0fff6c req-5e06a58c-02ee-4e69-85e9-60a06319e950 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.741982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-188949b0-5c25-4538-ae6a-46c2c9d12570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.753902 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c1f75e6-f252-4005-8d6f-4251c834cd56 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:24.775279 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b228b73e-e94a-4add-98a5-0a84dd0fff6c req-5e06a58c-02ee-4e69-85e9-60a06319e950 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.778474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b228b73e-e94a-4add-98a5-0a84dd0fff6c req-5e06a58c-02ee-4e69-85e9-60a06319e950 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/518f4809-cf5a-4e1a-8e14-79eb942fbab0 HTTP/1.1" status: 204  len: 173 time: 0.6281803
Jun 21 02:46:24.779208 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:24.781494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06a58c-02ee-4e69-85e9-60a06319e950 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=518f4809-cf5a-4e1a-8e14-79eb942fbab0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:24.784245 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.804554 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e06a58c-02ee-4e69-85e9-60a06319e950 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:24.805135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3b903c10-2b4a-43a5-9408-54a3c8af259d', '34ff607b-826b-4c22-8bb1-e2e9e2340f96'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:24.807454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:24.860208 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-188949b0-5c25-4538-ae6a-46c2c9d12570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:24.865387 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:24.942117 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d7cd1d6f-7c00-41d9-a650-62fe5bbcdc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:24.950433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event deleted for resources: {'Port': ['ID=71946f64-acd5-4eb3-ac45-a4e1452df88e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:24.962819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d374319-5aab-4bb8-96db-641db1c3f767 req-a81daf06-a755-4617-b413-044e79e9ecba tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=cff77f5e-f457-46d2-8b3d-29d79971a151 HTTP/1.1" status: 200  len: 210 time: 0.1276934
Jun 21 02:46:25.018853 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:25.039205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:25.040190 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:25.077644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-188949b0-5c25-4538-ae6a-46c2c9d12570 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b648a256befe4f009cab61c73e9e23c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8711195
Jun 21 02:46:25.142785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] No DVR routers for this DVR port 71946f64-acd5-4eb3-ac45-a4e1452df88e on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:25.151281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:25.157894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a39f-cff5-4e72-974a-09774989b317 req-97746033-e677-48c3-8be1-d025b105b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:25.159536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-97746033-e677-48c3-8be1-d025b105b70f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.4158287
Jun 21 02:46:25.160270 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-53a3a428-d834-4443-a810-4ceba5b7da5a req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "DELETE /v2.0/ports/71946f64-acd5-4eb3-ac45-a4e1452df88e HTTP/1.1" status: 204  len: 173 time: 1.5621972
Jun 21 02:46:25.162243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36188) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:25.164407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-deleted', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:25.167953 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d297d1a0-e0ed-4538-81a5-74bb1275ed67 x-openstack-request-id: req-d297d1a0-e0ed-4538-81a5-74bb1275ed67 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:25.168716 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e949b15f-0fd2-4e80-bb80-1a047a4a2928", "tag": "9941c84e-2bbc-43d0-a012-b1e0c77b67d3", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:25.169196 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d297d1a0-e0ed-4538-81a5-74bb1275ed67 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:25.169863 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e949b15f-0fd2-4e80-bb80-1a047a4a2928', 'tag': '9941c84e-2bbc-43d0-a012-b1e0c77b67d3', 'status': 'completed', 'code': 200}
Jun 21 02:46:25.176126 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2ededb-de34-43f5-8cf6-6186248b23a2" -d '{"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-deleted", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:25.185259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188949b0-5c25-4538-ae6a-46c2c9d12570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04029116-6802-4d34-b683-f45d032c10c4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:25.220187 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.5259101
Jun 21 02:46:25.225008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:25.245091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-188949b0-5c25-4538-ae6a-46c2c9d12570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:25.251105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'port': {'network_id': 'ad244d0f-5340-42c9-af65-af4cbc6ac0cf', 'name': 'tempest-TaggedBootDevicesTest_v242-45957142', 'fixed_ips': [{'subnet_id': '97dffd68-a947-4e9e-9c18-e8dc35ab1ead'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:25.315343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b92cd-8818-4984-b739-ae6616e65b6d req-40b978d6-f22f-4890-bcb9-3658fbbc0836 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:25.317062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d9b92cd-8818-4984-b739-ae6616e65b6d req-40b978d6-f22f-4890-bcb9-3658fbbc0836 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 948 time: 0.2025363
Jun 21 02:46:25.325130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a39f-cff5-4e72-974a-09774989b317 req-c4b462a9-3f05-41e7-af58-744bbd05bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:25.327085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-c4b462a9-3f05-41e7-af58-744bbd05bce9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1545715
Jun 21 02:46:25.332952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad3bb4-8a5b-45ff-a6a4-f75a42e3964b None None] Network ad244d0f-5340-42c9-af65-af4cbc6ac0cf requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:25.446269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d9b92cd-8818-4984-b739-ae6616e65b6d req-1f3df299-ffd2-472d-b9a5-9dc69dcd072e tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179495
Jun 21 02:46:25.505605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-53bb0863-cd1e-4baa-af3d-f046261cadb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:25.526153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7c75ab42-3522-4c94-8e47-88e510e4234c req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-497342672', 'description': 'tempest-description-1946631373'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:25.559568 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-53bb0863-cd1e-4baa-af3d-f046261cadb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:25.580970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-7e9c63b0-1afe-41f8-ad15-69edf21e2b5b service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969769
Jun 21 02:46:25.740014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7c75ab42-3522-4c94-8e47-88e510e4234c req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:25.756799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4977a39f-cff5-4e72-974a-09774989b317 req-7834bdf0-3139-40a0-b029-5da0b1102a32 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675501
Jun 21 02:46:25.782028 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-53bb0863-cd1e-4baa-af3d-f046261cadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:25.784576 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-53bb0863-cd1e-4baa-af3d-f046261cadb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:25.788911 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-53bb0863-cd1e-4baa-af3d-f046261cadb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04029116-6802-4d34-b683-f45d032c10c4 HTTP/1.1" status: 204  len: 168 time: 0.6080630
Jun 21 02:46:25.791908 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:25.807253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb0863-cd1e-4baa-af3d-f046261cadb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04029116-6802-4d34-b683-f45d032c10c4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:25.820751 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-53bb0863-cd1e-4baa-af3d-f046261cadb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:25.907052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Made reservation on behalf of 1b277b451a6e4ca59622c4c78ab30a61 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:25.914590 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:25.964716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Provisioning for port 697d3463-3d71-4d73-8fd2-747c59eb4c48 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:25.973392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] device_id is not set on port 40c49f09-4639-4e12-9fc6-37767e3f5084 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:46:26.056804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Provisioning complete for port 697d3463-3d71-4d73-8fd2-747c59eb4c48 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:26.057938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:26.244386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:26.276220 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb291e7-3dca-40d9-8841-c356dd8c9c32 x-openstack-request-id: req-0fb291e7-3dca-40d9-8841-c356dd8c9c32 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:26.276563 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff77f5e-f457-46d2-8b3d-29d79971a151", "name": "network-vif-deleted", "tag": "71946f64-acd5-4eb3-ac45-a4e1452df88e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:26.276868 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fb291e7-3dca-40d9-8841-c356dd8c9c32 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:26.277359 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff77f5e-f457-46d2-8b3d-29d79971a151', 'name': 'network-vif-deleted', 'tag': '71946f64-acd5-4eb3-ac45-a4e1452df88e', 'status': 'completed', 'code': 200}
Jun 21 02:46:26.288960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431a8db0-bd20-4605-b689-47c70f8d983d None None] Network 4f3fcd98-75ab-43a7-b42c-780b824a72a6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:26.296061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 71946f64-acd5-4eb3-ac45-a4e1452df88e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:26.296524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 71946f64-acd5-4eb3-ac45-a4e1452df88e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:26.351816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7c75ab42-3522-4c94-8e47-88e510e4234c req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:26.358312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-559f85d2-40ad-4939-afde-282c38c15764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:26.366922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-559f85d2-40ad-4939-afde-282c38c15764 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 1100 time: 0.4181240
Jun 21 02:46:26.394752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Allocated IP 10.1.1.89 (ad244d0f-5340-42c9-af65-af4cbc6ac0cf/97dffd68-a947-4e9e-9c18-e8dc35ab1ead/40c49f09-4639-4e12-9fc6-37767e3f5084) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:26.503815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7c75ab42-3522-4c94-8e47-88e510e4234c req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:26.519468 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0ff76f0-4ff3-4bcb-aac4-f8ba43e8e14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:26.546625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a62853b2-ca9b-4d8b-af5c-9cc9eab873ad up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:26.707023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e768ef95-99b6-4627-abf8-03cc8ba7a99e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:26.715259 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:26.780717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:26.791385 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:26.799878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-21dacaea-50bd-44b0-9f59-801d9f62f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:26.799878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-21dacaea-50bd-44b0-9f59-801d9f62f2dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.4194875
Jun 21 02:46:26.799878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7c75ab42-3522-4c94-8e47-88e510e4234c req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:26.799878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c75ab42-3522-4c94-8e47-88e510e4234c req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 1.2786012
Jun 21 02:46:26.820793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Transition to ACTIVE for port object 40c49f09-4639-4e12-9fc6-37767e3f5084 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:26.873245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-eaea9477-8b6d-43e7-b260-3a993d7d35bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9941c84e-2bbc-43d0-a012-b1e0c77b67d3 HTTP/1.1" status: 200  len: 217 time: 0.0711055
Jun 21 02:46:26.935487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] For port 697d3463-3d71-4d73-8fd2-747c59eb4c48, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=697d3463-3d71-4d73-8fd2-747c59eb4c48,segment=NetworkSegment(564a0c06-18b2-457a-912c-fecf79b0a707),segment_id=564a0c06-18b2-457a-912c-fecf79b0a707)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:26.985521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-169ba55a-096d-4910-b3cd-eccf5824af8a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:26.990279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-169ba55a-096d-4910-b3cd-eccf5824af8a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.26 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 945 time: 0.4143770
Jun 21 02:46:26.992655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.012007 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:27.021511 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.031268 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0fb1d687-04ef-4ad4-a5cb-8fc40df6875a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:27.078027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:27.093619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-e4d82be4-b875-42f4-9660-8942f5459369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:27.096316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-e4d82be4-b875-42f4-9660-8942f5459369 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.2163355
Jun 21 02:46:27.192583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'Port': ['ID=40c49f09-4639-4e12-9fc6-37767e3f5084,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:27.195739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Pushing event updated for resources: {'Port': ['ID=697d3463-3d71-4d73-8fd2-747c59eb4c48,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:27.211690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.212039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.212378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.214555 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:27.220833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.221464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.221819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.222162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.222497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.222828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.223156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.223484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.223808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:27.232050 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:27.259770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Network ad244d0f-5340-42c9-af65-af4cbc6ac0cf is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:27.262437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:27.269729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:27.305697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] Provisioning for port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:27.311264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] Provisioning complete for port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:27.311647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.384691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:27.385586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.469721 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2317297
Jun 21 02:46:27.480524 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.510648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Deleting port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:27.511388 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.520838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] For port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a62853b2-ca9b-4d8b-af5c-9cc9eab873ad,segment=NetworkSegment(4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8),segment_id=4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:27.561191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-7a50a3e7-14a4-424b-a8ce-00a0e27cde54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:27.563268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-7a50a3e7-14a4-424b-a8ce-00a0e27cde54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4547114
Jun 21 02:46:27.606265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.608160 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a72f31b9-3622-418c-b28b-797e7c7e6425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:27.646057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499bef6-6dc7-4f38-aeea-349295169cf2 req-b19ca4e8-9194-454a-b119-8dd2b4357b8f tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:27.654007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b499bef6-6dc7-4f38-aeea-349295169cf2 req-b19ca4e8-9194-454a-b119-8dd2b4357b8f tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 948 time: 0.2771473
Jun 21 02:46:27.662606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] Pushing event updated for resources: {'Port': ['ID=a62853b2-ca9b-4d8b-af5c-9cc9eab873ad,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:27.668341 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:27.704358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ba612-8e27-4333-87b1-305eb1fe8ec3 req-7b690448-87d8-4c5b-8d53-ad759ace85ae tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:27.705934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b3ba612-8e27-4333-87b1-305eb1fe8ec3 req-7b690448-87d8-4c5b-8d53-ad759ace85ae tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/ports?device_id=719b3150-5af3-4a53-93aa-9403464229df HTTP/1.1" status: 200  len: 945 time: 0.4397638
Jun 21 02:46:27.749307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-866178ba-b57a-4ff3-b61f-68d741b92868 None None] Provisioning complete for port 697d3463-3d71-4d73-8fd2-747c59eb4c48 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:27.749914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-866178ba-b57a-4ff3-b61f-68d741b92868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.785999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b499bef6-6dc7-4f38-aeea-349295169cf2 req-bc1bd984-9bb6-46d8-8b1d-a3bc3e5d0088 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311064
Jun 21 02:46:27.795747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] For port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,segment=NetworkSegment(23e3c3fa-76f1-481a-9fef-bcf22bda3563),segment_id=23e3c3fa-76f1-481a-9fef-bcf22bda3563)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:27.796188 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:27.836989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-3dd985f6-19fb-41bf-9bcc-d053a1b02450 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641273
Jun 21 02:46:27.863009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36234) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:27.914402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b3ba612-8e27-4333-87b1-305eb1fe8ec3 req-e268d037-6626-41be-a535-5f4b9d93055f tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b44783b-cef7-4ee2-9d1b-a3083819242d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902907
Jun 21 02:46:27.942514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-866178ba-b57a-4ff3-b61f-68d741b92868 None None] Provisioning complete for port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:27.943380 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-866178ba-b57a-4ff3-b61f-68d741b92868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.010543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1357840888-network', 'tenant_id': '22fd89581a2546db90a2921ee8449990'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:28.093250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Calling delete_port for ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:28.106231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aef090b3-03e3-40e5-822d-c87fb17dd8a8 req-5aea2808-dbe3-4e2c-b9bc-11e0ada40304 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101424
Jun 21 02:46:28.128514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Made reservation on behalf of 22fd89581a2546db90a2921ee8449990 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:28.131395 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.142931 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.143696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-866178ba-b57a-4ff3-b61f-68d741b92868 None None] Provisioning for port 48e615c3-b70c-4132-8e63-178b497b8554 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:28.149524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-866178ba-b57a-4ff3-b61f-68d741b92868 None None] Provisioning complete for port 48e615c3-b70c-4132-8e63-178b497b8554 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:28.150126 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-866178ba-b57a-4ff3-b61f-68d741b92868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.200667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90ee2a9c-d669-453c-b3af-c5dfabd6c8a6 req-d62d7af4-d387-4935-b7e3-f7b0997962d0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/e768ef95-99b6-4627-abf8-03cc8ba7a99e HTTP/1.1" status: 200  len: 1812 time: 0.3034105
Jun 21 02:46:28.218602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-866178ba-b57a-4ff3-b61f-68d741b92868 None None] Port 48e615c3-b70c-4132-8e63-178b497b8554 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:46:28.241291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:46:28.282409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a62853b2-ca9b-4d8b-af5c-9cc9eab873ad up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:28.313988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.413022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.414353 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.422035 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a54ac2e-6109-41b0-a5f9-ecf5a87b5950 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:28.422165 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98f30bde-1e5a-4fc9-aff1-f9db08aefc77 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:28.442866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a971b8-b6f9-46b7-ac39-248df43b2141,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:28.450747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Pushing event deleted for resources: {'Port': ['ID=ac9a368a-5a17-4ed7-b9fb-e8686fc09a00,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:28.456693 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:28.458074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4d45ba17-e50b-4292-bc78-1a8739b89b78 None None] Provisioning for port 40c49f09-4639-4e12-9fc6-37767e3f5084 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:28.464066 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:28.465848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a949a-3b69-4f1b-a217-9b11f21fb3e8 req-599821de-0826-453b-a7d2-0392fc17d48d tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:28.467510 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd8a949a-3b69-4f1b-a217-9b11f21fb3e8 req-599821de-0826-453b-a7d2-0392fc17d48d tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 946 time: 0.1101265
Jun 21 02:46:28.485510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:46:28.494644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4d45ba17-e50b-4292-bc78-1a8739b89b78 None None] Provisioning complete for port 40c49f09-4639-4e12-9fc6-37767e3f5084 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:28.495285 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4d45ba17-e50b-4292-bc78-1a8739b89b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.499181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:28.500432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.501418 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Added segment 564f2e3b-1ded-4954-980f-c2253e316699 of type vlan for network e9aee536-a147-4a0a-b23d-e512c589075b
Jun 21 02:46:28.533791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:28.533791 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.536499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '9941c84e-2bbc-43d0-a012-b1e0c77b67d3', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '9941c84e-2bbc-43d0-a012-b1e0c77b67d3', 'mac_address': 'fa:16:3e:e4:19:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:46:28.570643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.577520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4d45ba17-e50b-4292-bc78-1a8739b89b78 None None] Port 40c49f09-4639-4e12-9fc6-37767e3f5084 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:46:28.584180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] No DVR routers for this DVR port ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:28.588011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.590296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1513e0d1-66b6-438e-9a9c-e79c8ce75b9f req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] 10.222.0.26 "DELETE /v2.0/ports/ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 HTTP/1.1" status: 204  len: 173 time: 1.5924332
Jun 21 02:46:28.592741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'name': 'network-vif-deleted', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:28.607830 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061af470-9712-4978-9037-9607f1673758" -d '{"events": [{"server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "name": "network-vif-deleted", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:28.621192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.638516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:28.640586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd8a949a-3b69-4f1b-a217-9b11f21fb3e8 req-6a0eccf3-28e9-4a7d-9ebf-c7b49e8af487 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/security-groups?id=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600544
Jun 21 02:46:28.654511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-7bddb2a6-774e-4233-9d3e-7bc41caca279 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:28.656337 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-7bddb2a6-774e-4233-9d3e-7bc41caca279 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.26 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 946 time: 0.1680431
Jun 21 02:46:28.726153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:28.736900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 697d3463-3d71-4d73-8fd2-747c59eb4c48 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:28.758188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.759100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:28.759792 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.778433 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3596dde4-3f64-4de4-8330-f24a6a758038 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:28.839577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 697d3463-3d71-4d73-8fd2-747c59eb4c48 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:28.840109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.843303 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.883758 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0fb1d687-04ef-4ad4-a5cb-8fc40df6875a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:28.956056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90c92-8e19-4f60-b752-1b67831a5501 req-f8ed33d7-4491-40d9-aa65-4abb67ec3f67 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:28.966563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9a90c92-8e19-4f60-b752-1b67831a5501 req-f8ed33d7-4491-40d9-aa65-4abb67ec3f67 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 951 time: 0.1634185
Jun 21 02:46:28.970076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Deleting port b156888a-bd34-41ec-b4d5-78cff74cd7d3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:28.971024 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:28.984319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:28.988343 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:29.049510 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9941c84e-2bbc-43d0-a012-b1e0c77b67d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:29.120900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9a90c92-8e19-4f60-b752-1b67831a5501 req-fa95ecd4-3e63-4579-ab17-1c677fc483b6 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501825
Jun 21 02:46:29.199583 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecc032a-69b0-41af-ba76-2d833b5fa4c6 x-openstack-request-id: req-fecc032a-69b0-41af-ba76-2d833b5fa4c6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:29.199583 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719b3150-5af3-4a53-93aa-9403464229df", "name": "network-vif-deleted", "tag": "ac9a368a-5a17-4ed7-b9fb-e8686fc09a00", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:29.199583 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fecc032a-69b0-41af-ba76-2d833b5fa4c6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:29.199995 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719b3150-5af3-4a53-93aa-9403464229df', 'name': 'network-vif-deleted', 'tag': 'ac9a368a-5a17-4ed7-b9fb-e8686fc09a00', 'status': 'completed', 'code': 200}
Jun 21 02:46:29.209003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-797052269', 'description': 'tempest-description-828609267'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:29.216480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] For port b156888a-bd34-41ec-b4d5-78cff74cd7d3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b156888a-bd34-41ec-b4d5-78cff74cd7d3,segment=NetworkSegment(d6a128dc-6bd5-48ec-adec-839b4d050ba6),segment_id=d6a128dc-6bd5-48ec-adec-839b4d050ba6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:29.217162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:29.302636 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.4384024
Jun 21 02:46:29.305285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36252) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:29.306862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Calling delete_port for b156888a-bd34-41ec-b4d5-78cff74cd7d3 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:29.311714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Request body: {'subnet': {'network_id': 'e9aee536-a147-4a0a-b23d-e512c589075b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1357840888-subnet', 'tenant_id': '22fd89581a2546db90a2921ee8449990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:29.330463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Pushing event updated for resources: {'Network': ['ID=e9aee536-a147-4a0a-b23d-e512c589075b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:29.333700 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:29.340933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e9aee536-a147-4a0a-b23d-e512c589075b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:46:29.403380 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:29.419558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36254) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:29.425286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400580149', 'description': 'tempest-description--898490133'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:29.486703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Made reservation on behalf of 22fd89581a2546db90a2921ee8449990 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:29.489073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:29.549460 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 02:46:29.549460 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 02:46:29.549460 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id_1': '0689ae8ea8ba4a03be91a44a73bbf641', 'expiration_1': datetime.datetime(2021, 6, 21, 2, 46, 29, 438159)}]
Jun 21 02:46:29.549460 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:46:29.550613 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:46:29.629257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272db555-a415-4d1f-aa9e-5fa3e041030b req-85e0320a-7686-498e-86fe-bc6ffd29b4f5 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:29.641883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-272db555-a415-4d1f-aa9e-5fa3e041030b req-85e0320a-7686-498e-86fe-bc6ffd29b4f5 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 949 time: 0.0783658
Jun 21 02:46:29.643638 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:29.655382 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b4a1ff7-e42f-43f1-8ce3-2bb473b9b977 tempest-FloatingIPsAssociationTestJSON-1301614157 tempest-FloatingIPsAssociationTestJSON-1301614157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:29.656401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b156888a-bd34-41ec-b4d5-78cff74cd7d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:29.701489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Pushing event deleted for resources: {'Port': ['ID=b156888a-bd34-41ec-b4d5-78cff74cd7d3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:29.704456 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:29.720566 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:29.786012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:29.789493 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:29.806378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-272db555-a415-4d1f-aa9e-5fa3e041030b req-6b8fa30f-f9ad-4a9e-b653-032a07ccb3ca tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605017
Jun 21 02:46:29.813908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] No DVR routers for this DVR port b156888a-bd34-41ec-b4d5-78cff74cd7d3 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:29.818862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:29.821630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec49b8f9-06ab-4cfb-84a3-0163ad484140 req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.26 "DELETE /v2.0/ports/b156888a-bd34-41ec-b4d5-78cff74cd7d3 HTTP/1.1" status: 204  len: 173 time: 1.1592145
Jun 21 02:46:29.863013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c63b3c4-3d1d-4e60-92b3-143591336dbe,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:29.880484 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:29.892478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Checking segment: {'id': '564f2e3b-1ded-4954-980f-c2253e316699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9aee536-a147-4a0a-b23d-e512c589075b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:29.893168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Network hostable DHCP agents. Network: e9aee536-a147-4a0a-b23d-e512c589075b, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:46:29.935978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36262) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:29.966225 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:29.974254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Network e9aee536-a147-4a0a-b23d-e512c589075b is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:46:30.052544 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.103154 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.109044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e9aee536-a147-4a0a-b23d-e512c589075b) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:30.113127 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:30.113816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.121034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882b2c89-f940-4810-9d2d-858ddb793322 None None] Network e9aee536-a147-4a0a-b23d-e512c589075b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:30.150090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-13051b49-9ed2-4649-9ff5-db192b78fd7e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:30.152039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-13051b49-9ed2-4649-9ff5-db192b78fd7e tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 951 time: 0.1989441
Jun 21 02:46:30.169296 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:30.216656 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.9100657
Jun 21 02:46:30.262751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:30.277849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Deleting subnet 3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:30.358014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.359734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3339de7-2842-4744-a5d2-fa07c31ecbfe None None] Network e9aee536-a147-4a0a-b23d-e512c589075b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:30.365677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.370450 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.371659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9500070
Jun 21 02:46:30.375412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36270) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:30.381966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'security_group_rule': {'security_group_id': 'f1fa1545-b02c-4fe2-a840-39e63ce957ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:30.461025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fa1545-b02c-4fe2-a840-39e63ce957ea,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:30.475385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:30.487645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.490074 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:30.490568 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-78597f49-ca7b-4f6a-8c35-25ad9ff621a3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:30.512736 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.518020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:30.518020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ac9a368a-5a17-4ed7-b9fb-e8686fc09a00 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:30.553095 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.568537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3186543-4996-4aa5-a22c-5ab76c0c2f92,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:30.574162 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:30.587515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.618583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Deleting port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:30.618930 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.640914 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.667472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.669705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6b95170-5c54-465c-988e-ce52351b28e7 req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1816 time: 1.4686403
Jun 21 02:46:30.714576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:30.718910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:30.719555 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.743443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.752480 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:30.780599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb18286-2298-43de-aefc-839fc90b9831,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:30.789548 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:30.794827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46614edc-2d7a-4909-9890-a7036ebc42ee req-e1d24f8e-07ef-4d8f-add4-50a4baefffce tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] 10.222.0.25 "GET /v2.0/ports?device_id=b60c6f67-6342-450a-a78c-04d5a9e0b2be HTTP/1.1" status: 200  len: 210 time: 0.0420806
Jun 21 02:46:30.802704 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.807559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] For port 34ff607b-826b-4c22-8bb1-e2e9e2340f96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=34ff607b-826b-4c22-8bb1-e2e9e2340f96,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:30.816479 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.816479 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:30.864360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.869192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4896138
Jun 21 02:46:30.877496 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.877652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36284) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:30.877652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'security_group_rule': {'security_group_id': 'f1fa1545-b02c-4fe2-a840-39e63ce957ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:30.938667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Calling delete_port for 34ff607b-826b-4c22-8bb1-e2e9e2340f96 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:30.939625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:30.940583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e949b15f-0fd2-4e80-bb80-1a047a4a2928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9941c84e-2bbc-43d0-a012-b1e0c77b67d3'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:30.944841 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69114bc-d0e8-40d7-8bc2-74e891589df6" -d '{"events": [{"server_uuid": "e949b15f-0fd2-4e80-bb80-1a047a4a2928", "name": "network-vif-plugged", "status": "completed", "tag": "9941c84e-2bbc-43d0-a012-b1e0c77b67d3"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:30.950792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:30.952716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f4fd7ee-635d-403d-aa3b-bcf88750fbf8 HTTP/1.1" status: 204  len: 168 time: 1.0156291
Jun 21 02:46:30.953797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4fd7ee-635d-403d-aa3b-bcf88750fbf8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:30.956614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36288) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:30.958956 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:31.003816 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.008164 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:31.040087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.072689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:31.086534 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:31.105455 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.126899 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.191501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44696-0221-4d25-b404-0b84fe3b0968 req-93db60e0-fa3b-4001-ac0c-f3ac4df47a7f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:31.193002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68c44696-0221-4d25-b404-0b84fe3b0968 req-93db60e0-fa3b-4001-ac0c-f3ac4df47a7f tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 951 time: 0.3765917
Jun 21 02:46:31.201209 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.203379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60c6f67-6342-450a-a78c-04d5a9e0b2be', 'name': 'network-vif-deleted', 'tag': 'b156888a-bd34-41ec-b4d5-78cff74cd7d3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:31.205709 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e88245-e585-411f-850f-5d3dfe3aaacb" -d '{"events": [{"server_uuid": "b60c6f67-6342-450a-a78c-04d5a9e0b2be", "name": "network-vif-deleted", "tag": "b156888a-bd34-41ec-b4d5-78cff74cd7d3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:31.212711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2358790>,) {'filters': {'network_id': ['eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:31.223098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2358790>, '23e3c3fa-76f1-481a-9fef-bcf22bda3563') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:31.223395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2358790>, '23e3c3fa-76f1-481a-9fef-bcf22bda3563') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:31.233029 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.242328 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.247251 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-69b93550-82f3-4591-ba90-3f6d5c99458e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:31.250362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.266037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:31.266440 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:31.268099 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:31.310567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f9ab77-6654-4331-a8f2-c75e3fdd3dc3,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:31.316049 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:31.389424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.390681 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5206378
Jun 21 02:46:31.393896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36300) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:31.398993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:31.418645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.423498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.429522 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] 10.222.0.25 "DELETE /v2.0/networks/eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e HTTP/1.1" status: 204  len: 168 time: 0.4716978
Jun 21 02:46:31.429522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36302) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:31.430253 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa27469f-73cb-4584-b3dc-34a8d54db78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:31.452067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4aa4d3-2f6f-4856-bad3-f10ff717cc7e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:31.454532 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:31.495601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Deleting subnet e20915ba-fa01-4a5d-896e-327656d0cdea {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:31.499957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.502366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.575661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.615675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-0ed851ca-996e-4735-a1d3-15cc7e6a5ec3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:31.617733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-0ed851ca-996e-4735-a1d3-15cc7e6a5ec3 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.26 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 944 time: 0.5922649
Jun 21 02:46:31.631538 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.658456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68c44696-0221-4d25-b404-0b84fe3b0968 req-7006d477-8db7-481b-b269-2f135ee70272 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4569008
Jun 21 02:46:31.695145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-89968f75-74c0-44d9-b742-b5f8218e5ee0 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:31.696655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-89968f75-74c0-44d9-b742-b5f8218e5ee0 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/networks?id=e9aee536-a147-4a0a-b23d-e512c589075b HTTP/1.1" status: 200  len: 818 time: 0.5895731
Jun 21 02:46:31.714520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.740699 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.750117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-3997c81f-2d50-4d69-a1a2-f9219cabce4a tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/quotas/22fd89581a2546db90a2921ee8449990 HTTP/1.1" status: 200  len: 375 time: 0.0427732
Jun 21 02:46:31.754351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3b903c10-2b4a-43a5-9408-54a3c8af259d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:31.756663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:31.769236 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-adad23d9-0cab-42a9-bebe-e376ae3e80ab tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:31.805834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.810655 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e98d987a-afa5-4e85-baad-5be2618618d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:31.826422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event deleted for resources: {'Port': ['ID=34ff607b-826b-4c22-8bb1-e2e9e2340f96,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:31.829136 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:31.834440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-1e8f402d-b3d4-4534-bda3-4c4927c6e5c8 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=22fd89581a2546db90a2921ee8449990&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0808153
Jun 21 02:46:31.861350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20915ba-fa01-4a5d-896e-327656d0cdea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:31.871975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:31.874102 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e20915ba-fa01-4a5d-896e-327656d0cdea HTTP/1.1" status: 204  len: 168 time: 0.4413843
Jun 21 02:46:31.878956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Allocated IP 172.25.7.4 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6e68f861-12ed-4cca-a500-7589e6121480) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:31.882584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36306) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:31.891583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.891961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.892530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.892907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.893276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.893659 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.894022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.895131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.895512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.895943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.896363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.896663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:31.963408 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:32.008991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] No DVR routers for this DVR port 34ff607b-826b-4c22-8bb1-e2e9e2340f96 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:32.011739 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.014339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33625732-1c37-490a-9ecf-4a4124fd5b48 req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "DELETE /v2.0/ports/34ff607b-826b-4c22-8bb1-e2e9e2340f96 HTTP/1.1" status: 204  len: 173 time: 1.8397894
Jun 21 02:46:32.030658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Deleting port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:32.030658 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.048095 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.126237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc98e40-e1ec-4c4b-8459-c8554c7a41c5 req-a5d5e417-6c23-4126-8af4-d64151357a67 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:32.134843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dbc98e40-e1ec-4c4b-8459-c8554c7a41c5 req-a5d5e417-6c23-4126-8af4-d64151357a67 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 944 time: 0.3098524
Jun 21 02:46:32.158428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-799364bd-f2d6-4053-acab-ca1c52c9916e service neutron] 10.222.0.25 "GET /v2.0/networks/e9aee536-a147-4a0a-b23d-e512c589075b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2947209
Jun 21 02:46:32.171007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.175393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.187187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d26c5fa0>,) {'filters': {'network_id': ['bf4fa880-af39-4e63-b18a-e8f72cff2b26']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:32.205422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d26c5fa0>, 'b36d03dc-5f04-465f-a764-d18bd0e94e42') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:32.205912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d26c5fa0>, 'b36d03dc-5f04-465f-a764-d18bd0e94e42') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:32.223148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.250166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:32.262531 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:32.279994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dbc98e40-e1ec-4c4b-8459-c8554c7a41c5 req-8cc4dea7-42fe-4b4e-88a1-043a358bca7c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441774
Jun 21 02:46:32.282120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] For port 8622b849-1e7a-4147-a04e-cb6b572d7cb6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8622b849-1e7a-4147-a04e-cb6b572d7cb6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:32.282686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.358737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Calling delete_port for 8622b849-1e7a-4147-a04e-cb6b572d7cb6 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:32.377854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.381994 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-142514be-cddc-4bb7-acab-333f7b69819d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:32.426337 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:32.429943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:32.438878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:32.454874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-27c6e63e-8c4c-4b4e-b668-52f244fb78ae service neutron] 10.222.0.25 "GET /v2.0/networks/e9aee536-a147-4a0a-b23d-e512c589075b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2862525
Jun 21 02:46:32.472685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b156888a-bd34-41ec-b4d5-78cff74cd7d3 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:32.489768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fd02b7-af80-4013-889c-f61fb0e97823 req-cc72cd74-197d-423c-8ae2-5cffd1c628ef tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/f3186543-4996-4aa5-a22c-5ab76c0c2f92 HTTP/1.1" status: 200  len: 1811 time: 0.1285515
Jun 21 02:46:32.491533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.536867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: b156888a-bd34-41ec-b4d5-78cff74cd7d3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:32.537565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b156888a-bd34-41ec-b4d5-78cff74cd7d3 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:32.538289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:32.549713 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.551552 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf4fa880-af39-4e63-b18a-e8f72cff2b26 HTTP/1.1" status: 204  len: 168 time: 0.6689303
Jun 21 02:46:32.561785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 34ff607b-826b-4c22-8bb1-e2e9e2340f96 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:32.562765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 34ff607b-826b-4c22-8bb1-e2e9e2340f96 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:32.595166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'Port': ['ID=6e68f861-12ed-4cca-a500-7589e6121480,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:32.617749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:32.618560 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:32.621444 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.641546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4fa880-af39-4e63-b18a-e8f72cff2b26,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:32.650944 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:32.731080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd984-182f-403a-8ddb-25ca52350ba6 req-4fec006a-e32b-4334-b472-dd1fa770fbbb tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:32.732555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41acd984-182f-403a-8ddb-25ca52350ba6 req-4fec006a-e32b-4334-b472-dd1fa770fbbb tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 950 time: 0.0639091
Jun 21 02:46:32.745421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.749538 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-781bdb77-6dd3-46d3-9d31-322f1453790b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:32.791437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Pushing event deleted for resources: {'Port': ['ID=8622b849-1e7a-4147-a04e-cb6b572d7cb6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:32.794194 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865554c0-c414-45ad-8256-93360c7b163d x-openstack-request-id: req-865554c0-c414-45ad-8256-93360c7b163d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:32.794695 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e949b15f-0fd2-4e80-bb80-1a047a4a2928", "name": "network-vif-plugged", "status": "completed", "tag": "9941c84e-2bbc-43d0-a012-b1e0c77b67d3", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:32.794839 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-865554c0-c414-45ad-8256-93360c7b163d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:32.795127 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e949b15f-0fd2-4e80-bb80-1a047a4a2928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9941c84e-2bbc-43d0-a012-b1e0c77b67d3', 'code': 200}
Jun 21 02:46:32.802560 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:32.804848 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.887985 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bbb6b8-0333-455c-a9e5-ac992b904764 x-openstack-request-id: req-03bbb6b8-0333-455c-a9e5-ac992b904764 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:32.888382 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60c6f67-6342-450a-a78c-04d5a9e0b2be", "name": "network-vif-deleted", "tag": "b156888a-bd34-41ec-b4d5-78cff74cd7d3", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:32.888755 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03bbb6b8-0333-455c-a9e5-ac992b904764 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:32.889076 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60c6f67-6342-450a-a78c-04d5a9e0b2be', 'name': 'network-vif-deleted', 'tag': 'b156888a-bd34-41ec-b4d5-78cff74cd7d3', 'status': 'completed', 'code': 200}
Jun 21 02:46:32.929687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41acd984-182f-403a-8ddb-25ca52350ba6 req-0fe597d5-c5a8-4616-9ecc-2889d72aef60 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789823
Jun 21 02:46:32.979526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36318) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:32.980580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] No DVR routers for this DVR port 8622b849-1e7a-4147-a04e-cb6b572d7cb6 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:32.985963 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:32.986978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef67ca0e-9c40-4d9f-98c3-3c037b127743 req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.26 "DELETE /v2.0/ports/8622b849-1e7a-4147-a04e-cb6b572d7cb6 HTTP/1.1" status: 204  len: 173 time: 1.3556404
Jun 21 02:46:32.990613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36320) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:32.997256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7fdbf31e-f827-43f3-84c8-de471c59c1c5 req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-688929079', 'description': 'tempest-description-1053163207'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:33.072358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b09ce10e-dc3c-4387-b72a-d85fad1055a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9d9fcf962874689a72b4a12fbcb7539&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0779090
Jun 21 02:46:33.074826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Deleting subnet 5b951906-e1e4-4973-92d0-2e76b87485c2 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:33.077429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36324) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:33.078939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.137541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b42e777-39b0-4d56-9f55-209956c76d34 req-9d188b49-6b1a-4a45-a60d-6ab69353aeaf tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=345ca739-b8e7-4d85-9ccc-601a3cb3ae19 HTTP/1.1" status: 200  len: 210 time: 0.0393791
Jun 21 02:46:33.150808 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.155097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0042c83-bf85-4c9b-9463-830edbb878b2 req-ad2062f0-1af7-41a3-b7a6-b0329cbf715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:33.156583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0042c83-bf85-4c9b-9463-830edbb878b2 req-ad2062f0-1af7-41a3-b7a6-b0329cbf715f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 1102 time: 0.2585797
Jun 21 02:46:33.175337 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7fdbf31e-f827-43f3-84c8-de471c59c1c5 req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.187129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff2c-921a-4996-85b6-fbcc65fe9ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.208969 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff2c-921a-4996-85b6-fbcc65fe9ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.232988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.261008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.302020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de09667a-e3ac-44af-a4e5-1e3df78ceb63 req-d8281a63-cdc8-48b3-80f7-11beb0f08476 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 210 time: 0.0711350
Jun 21 02:46:33.307694 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0042c83-bf85-4c9b-9463-830edbb878b2 req-8b1ea961-2ba7-48bc-8673-b45c198e5c1c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268041
Jun 21 02:46:33.354775 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.357846 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24ee8fac-8d41-4870-b328-325c52fabfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:33.390013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7fdbf31e-f827-43f3-84c8-de471c59c1c5 req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.407688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff2c-921a-4996-85b6-fbcc65fe9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.410417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff2c-921a-4996-85b6-fbcc65fe9ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.411548 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ce6ff2c-921a-4996-85b6-fbcc65fe9ece admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b44783b-cef7-4ee2-9d1b-a3083819242d HTTP/1.1" status: 204  len: 168 time: 0.3328600
Jun 21 02:46:33.482139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.491486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83434211-aa2a-492c-a237-b8f05217ecb0 req-470b53f3-a9d3-48e5-8b62-12098a1af9e6 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=387063a6-f751-41bb-bd51-ed4ac84439c5 HTTP/1.1" status: 200  len: 210 time: 0.0500412
Jun 21 02:46:33.492550 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7fdbf31e-f827-43f3-84c8-de471c59c1c5 req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.495509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event updated for resources: {'Port': ['ID=6e68f861-12ed-4cca-a500-7589e6121480,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:33.498455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.498714 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:33.499581 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9c0f337-7541-4288-a037-12d58e7b6fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:33.509045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6ff2c-921a-4996-85b6-fbcc65fe9ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b44783b-cef7-4ee2-9d1b-a3083819242d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:33.514919 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b23d494-07b4-41ef-8fc2-231495ffb6b5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:33.517382 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ce6ff2c-921a-4996-85b6-fbcc65fe9ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:33.548678 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.550594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5b951906-e1e4-4973-92d0-2e76b87485c2 HTTP/1.1" status: 204  len: 168 time: 0.5681183
Jun 21 02:46:33.554148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36332) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:33.559403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41113b98-d3ae-4345-818c-ad6e971171b9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:33.567074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.567473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.567856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.568239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.568617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.569080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.569492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.569856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.570222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.570592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.570964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.571336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:33.573389 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.578022 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.1796334
Jun 21 02:46:33.578168 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:33.578168 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6a72a08-426e-44aa-8788-d4998c49287c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:33.610895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b951906-e1e4-4973-92d0-2e76b87485c2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:33.613813 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:33.634021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7fdbf31e-f827-43f3-84c8-de471c59c1c5 req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.637553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.640269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdbf31e-f827-43f3-84c8-de471c59c1c5 req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.6616459
Jun 21 02:46:33.709156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71e0371a-04db-4b65-8f2b-7b5b77afa7de req-f8984205-1ff2-4436-a0de-6260fd0cb77c tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/41113b98-d3ae-4345-818c-ad6e971171b9 HTTP/1.1" status: 200  len: 1812 time: 0.0496814
Jun 21 02:46:33.739516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-cbaeec25-d93c-4c17-a42a-25f9df95c706 req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1289978950', 'description': 'tempest-description-990559877'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:33.740277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.750787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2a0bc40>,) {'filters': {'network_id': ['564e4e60-07ce-4924-a35f-2ee9165694c6']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:33.761707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2a0bc40>, 'd6a128dc-6bd5-48ec-adec-839b4d050ba6') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:33.762016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2a0bc40>, 'd6a128dc-6bd5-48ec-adec-839b4d050ba6') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:33.771442 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.792599 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.800868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:33.801460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:33.819860 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:33.837358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cbaeec25-d93c-4c17-a42a-25f9df95c706 req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.949636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-e767d285-5ba1-4610-b995-39fe98c7464b tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1400580149&fields=id&tenant_id=1b277b451a6e4ca59622c4c78ab30a61 HTTP/1.1" status: 200  len: 267 time: 0.0738456
Jun 21 02:46:33.968385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.971811 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:33.976267 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:33.978734 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/564e4e60-07ce-4924-a35f-2ee9165694c6 HTTP/1.1" status: 204  len: 168 time: 0.4234600
Jun 21 02:46:33.988063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36358) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:33.990252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Pushing event deleted for resources: {'Network': ['ID=564e4e60-07ce-4924-a35f-2ee9165694c6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:33.998260 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:34.001545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cbaeec25-d93c-4c17-a42a-25f9df95c706 req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.029017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-7e34e81a-d649-4dab-8928-1512f0b67e69 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:34.030421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-7e34e81a-d649-4dab-8928-1512f0b67e69 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/ports/48e615c3-b70c-4132-8e63-178b497b8554 HTTP/1.1" status: 200  len: 936 time: 0.0728188
Jun 21 02:46:34.038248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Deleting subnet 4ed9e880-3dd9-4a67-9ecc-00b49e2b77c9 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:34.044417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.083788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cbaeec25-d93c-4c17-a42a-25f9df95c706 req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.086824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.089353 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee437f6a-b01e-42bb-bfa5-c34c3ef0ba90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:34.117765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-1839c3de-95f4-45f1-a05d-ba1b88af4754 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:34.119320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-1839c3de-95f4-45f1-a05d-ba1b88af4754 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/ports/40c49f09-4639-4e12-9fc6-37767e3f5084 HTTP/1.1" status: 200  len: 934 time: 0.0821698
Jun 21 02:46:34.150583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.190667 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-12af2366-3efd-49c7-995b-e1ebffdaf2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.209254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c77e1f-b0b8-413f-b900-d4a067a62f59,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:34.222680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-2d056955-4d76-4859-9f94-bed55056a447 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/ports?network_id=4f3fcd98-75ab-43a7-b42c-780b824a72a6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0913372
Jun 21 02:46:34.226253 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:34.227994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cbaeec25-d93c-4c17-a42a-25f9df95c706 req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.229408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbaeec25-d93c-4c17-a42a-25f9df95c706 req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.4964321
Jun 21 02:46:34.264615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-cdd96d74-3af0-465e-b5ec-205629659c24 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/ports?network_id=4f3fcd98-75ab-43a7-b42c-780b824a72a6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0403373
Jun 21 02:46:34.345771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.348778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa0823eb-9b74-413a-a17b-320a927abee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:34.366957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36366) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:34.378083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed9e880-3dd9-4a67-9ecc-00b49e2b77c9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:34.382572 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:34.383865 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.389244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ed9e880-3dd9-4a67-9ecc-00b49e2b77c9 HTTP/1.1" status: 204  len: 168 time: 0.4001660
Jun 21 02:46:34.390225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36368) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:34.463462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.471783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-eeaf0a0a-ae1d-4833-b6d0-0cfd0ffda263 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:34.478177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-eeaf0a0a-ae1d-4833-b6d0-0cfd0ffda263 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:34.483940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-eeaf0a0a-ae1d-4833-b6d0-0cfd0ffda263 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:34.485737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-eeaf0a0a-ae1d-4833-b6d0-0cfd0ffda263 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/networks?id=ac8ba78f-8edb-411f-8879-4fd181b9f2ea&id=ad244d0f-5340-42c9-af65-af4cbc6ac0cf&id=ad244d0f-5340-42c9-af65-af4cbc6ac0cf&id=4f3fcd98-75ab-43a7-b42c-780b824a72a6&id=4f3fcd98-75ab-43a7-b42c-780b824a72a6 HTTP/1.1" status: 200  len: 1996 time: 0.2138288
Jun 21 02:46:34.489288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8622b849-1e7a-4147-a04e-cb6b572d7cb6 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:34.492263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-94932cc9-daf0-4a83-abe8-6b1ccd02ced2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92c04b79e48b403b98455191c0f4d505&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1231968
Jun 21 02:46:34.493006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36370) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:34.512025 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 8622b849-1e7a-4147-a04e-cb6b572d7cb6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:34.512691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8622b849-1e7a-4147-a04e-cb6b572d7cb6 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:34.521868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc9e6f-ebc8-4942-b9bd-823198457171 req-dec8dc54-4c88-4b43-bb7e-492479c54dc1 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:34.523929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9dc9e6f-ebc8-4942-b9bd-823198457171 req-dec8dc54-4c88-4b43-bb7e-492479c54dc1 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 950 time: 0.1947799
Jun 21 02:46:34.532444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-b8880403-8323-4821-9f53-e5a248e1c25c tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/quotas/1b277b451a6e4ca59622c4c78ab30a61 HTTP/1.1" status: 200  len: 375 time: 0.0362446
Jun 21 02:46:34.547983 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.558253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d23000a0>,) {'filters': {'network_id': ['3e6686b1-a925-4865-98e6-5697a14c82ad']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:34.569950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23000a0>, '06dd13e3-ee84-4371-a1d0-5c9af68d9407') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:34.570252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23000a0>, '06dd13e3-ee84-4371-a1d0-5c9af68d9407') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:34.579387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.594914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.606604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:34.607814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:34.609897 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:34.618858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9dc9e6f-ebc8-4942-b9bd-823198457171 req-531e9841-1ff9-40b7-954a-391077291f34 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879273
Jun 21 02:46:34.633171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b7eccf7-651a-4d39-8998-58a982b97ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.670218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b7eccf7-651a-4d39-8998-58a982b97ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.699951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-913057a5-5025-4354-8da0-2db619f42d1d tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b277b451a6e4ca59622c4c78ab30a61&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1544573
Jun 21 02:46:34.739916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.744179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1d99302-919d-40d6-99d7-83b5211a75cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:34.758314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.758314 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3e6686b1-a925-4865-98e6-5697a14c82ad HTTP/1.1" status: 204  len: 168 time: 0.3573670
Jun 21 02:46:34.761056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e6686b1-a925-4865-98e6-5697a14c82ad,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:34.767505 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:34.820489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68efd48b-2d03-4745-a9cd-02c311674022 req-99d09983-cbf4-4dca-8889-8505f5fddee0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/15c77e1f-b0b8-413f-b900-d4a067a62f59 HTTP/1.1" status: 200  len: 1812 time: 0.0821724
Jun 21 02:46:34.843519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-a3dd5186-74ea-4c13-9f86-42c2957f20e2 service neutron] 10.222.0.25 "GET /v2.0/networks/ac8ba78f-8edb-411f-8879-4fd181b9f2ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280568
Jun 21 02:46:34.895514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-deleted', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96'}, {'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'name': 'network-vif-deleted', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:34.898005 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2178dc81-a738-42d4-8cf5-e1ffb78745e2" -d '{"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-deleted", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96"}, {"server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "name": "network-vif-deleted", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:34.904596 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b7eccf7-651a-4d39-8998-58a982b97ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.907248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b7eccf7-651a-4d39-8998-58a982b97ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:34.911010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6b7eccf7-651a-4d39-8998-58a982b97ed2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3ed556d-dd31-48c7-a4fc-03cdb1f96c44 HTTP/1.1" status: 204  len: 168 time: 0.4159477
Jun 21 02:46:34.914282 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0eab38d-0d71-4013-98bb-4d649a66439d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:34.931604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eccf7-651a-4d39-8998-58a982b97ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ed556d-dd31-48c7-a4fc-03cdb1f96c44,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:34.944734 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b7eccf7-651a-4d39-8998-58a982b97ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:34.965289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dabf56b7-6c02-4416-97b4-c1fb77b7627c req-b08b88ab-2762-45da-8c8b-1c9e00a2124d tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 210 time: 0.0370486
Jun 21 02:46:34.993564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-352ab065-9b3c-4cf5-b0fb-b7a4f6edc8c4 service neutron] 10.222.0.25 "GET /v2.0/networks/ac8ba78f-8edb-411f-8879-4fd181b9f2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440394
Jun 21 02:46:35.044641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-d3f27246-f142-454c-8f3e-66d6dfe65929 service neutron] 10.222.0.25 "GET /v2.0/ports/48e615c3-b70c-4132-8e63-178b497b8554?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0451171
Jun 21 02:46:35.149641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-acfa1eee-5a84-4c96-a2f1-834cdffa836d service neutron] 10.222.0.25 "GET /v2.0/networks/ad244d0f-5340-42c9-af65-af4cbc6ac0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993617
Jun 21 02:46:35.237536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-347d44ff-bcec-4a80-8891-f7fbb8ea6fac req-5e4051f2-29dc-438b-8a18-2479015a3496 service neutron] 10.222.0.25 "GET /v2.0/networks/ad244d0f-5340-42c9-af65-af4cbc6ac0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866692
Jun 21 02:46:35.271643 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-348230b7-7edf-4a42-8da2-b236655b288b req-47959442-af66-45b0-babe-4e88e330ba6c tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] show failed (client error): The resource could not be found.
Jun 21 02:46:35.277697 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-348230b7-7edf-4a42-8da2-b236655b288b req-47959442-af66-45b0-babe-4e88e330ba6c tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/bda04671-0d79-45a5-aed3-5884b63c4e5d HTTP/1.1" status: 404  len: 352 time: 0.0213506
Jun 21 02:46:35.319686 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59edecce-5c4f-4190-94d2-b23f985a538c x-openstack-request-id: req-59edecce-5c4f-4190-94d2-b23f985a538c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:35.320281 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ca739-b8e7-4d85-9ccc-601a3cb3ae19", "name": "network-vif-deleted", "tag": "34ff607b-826b-4c22-8bb1-e2e9e2340f96", "status": "completed", "code": 200}, {"server_uuid": "387063a6-f751-41bb-bd51-ed4ac84439c5", "name": "network-vif-deleted", "tag": "8622b849-1e7a-4147-a04e-cb6b572d7cb6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:35.320581 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59edecce-5c4f-4190-94d2-b23f985a538c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:35.321038 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345ca739-b8e7-4d85-9ccc-601a3cb3ae19', 'name': 'network-vif-deleted', 'tag': '34ff607b-826b-4c22-8bb1-e2e9e2340f96', 'status': 'completed', 'code': 200}
Jun 21 02:46:35.321361 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387063a6-f751-41bb-bd51-ed4ac84439c5', 'name': 'network-vif-deleted', 'tag': '8622b849-1e7a-4147-a04e-cb6b572d7cb6', 'status': 'completed', 'code': 200}
Jun 21 02:46:35.328793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36392) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:35.375078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2ed335b0-39be-468c-a7ee-e7246aa1c2a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=059f51782c18491d9fca04489c4e20a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0449572
Jun 21 02:46:35.383615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36394) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:35.450151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dd04bea6-caf3-4037-ab97-02608f03d4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.474981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dd04bea6-caf3-4037-ab97-02608f03d4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.582732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-e014f67d-c996-4fbd-8c47-31df6fd77163 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:35.584190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-e014f67d-c996-4fbd-8c47-31df6fd77163 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.26 "GET /v2.0/networks?id=e9aee536-a147-4a0a-b23d-e512c589075b HTTP/1.1" status: 200  len: 818 time: 0.1582127
Jun 21 02:46:35.602019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Request body: {'port': {'device_id': '151e11f4-b2e6-47a2-b76e-f323d62f8ce6', 'network_id': 'e9aee536-a147-4a0a-b23d-e512c589075b', 'admin_state_up': True, 'tenant_id': '22fd89581a2546db90a2921ee8449990'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:35.635983 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dd04bea6-caf3-4037-ab97-02608f03d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.638767 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dd04bea6-caf3-4037-ab97-02608f03d4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.640327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dd04bea6-caf3-4037-ab97-02608f03d4c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/990b6fda-ada4-4e28-8c07-bfbff3b6ef6c HTTP/1.1" status: 204  len: 168 time: 0.2611554
Jun 21 02:46:35.644768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36404) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:35.644768 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a7f2b21-4a3a-4c23-9d48-6d801b2f0a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:35.662386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04bea6-caf3-4037-ab97-02608f03d4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990b6fda-ada4-4e28-8c07-bfbff3b6ef6c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:35.666355 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dd04bea6-caf3-4037-ab97-02608f03d4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:35.671926 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-3a38cd61-378a-4a65-966e-8b2dcebaa16f req-23133bdb-a97a-4b50-b347-1c1fb8296dc6 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] show failed (client error): The resource could not be found.
Jun 21 02:46:35.672946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a38cd61-378a-4a65-966e-8b2dcebaa16f req-23133bdb-a97a-4b50-b347-1c1fb8296dc6 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-group-rules/01ae809e-7c08-400f-ba91-8138d2b9f5db HTTP/1.1" status: 404  len: 361 time: 0.0213323
Jun 21 02:46:35.674491 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.732145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-576c6bd3-d2a0-4e66-8991-ec1a165fdc46 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.777960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-576c6bd3-d2a0-4e66-8991-ec1a165fdc46 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.874086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Made reservation on behalf of 22fd89581a2546db90a2921ee8449990 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:35.879542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.904226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-576c6bd3-d2a0-4e66-8991-ec1a165fdc46 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.906888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-576c6bd3-d2a0-4e66-8991-ec1a165fdc46 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:35.914244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-576c6bd3-d2a0-4e66-8991-ec1a165fdc46 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "DELETE /v2.0/security-groups/f1fa1545-b02c-4fe2-a840-39e63ce957ea HTTP/1.1" status: 204  len: 168 time: 0.2704492
Jun 21 02:46:35.914902 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36416) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:35.916384 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1307edb-9433-4402-a717-052de3b8e9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:35.937629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c6bd3-d2a0-4e66-8991-ec1a165fdc46 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fa1545-b02c-4fe2-a840-39e63ce957ea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:35.940103 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-27dfb3e2-34bb-4283-8450-9eec001ea8b9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] show failed (client error): The resource could not be found.
Jun 21 02:46:35.946316 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-27dfb3e2-34bb-4283-8450-9eec001ea8b9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "GET /v2.0/security-groups/f1fa1545-b02c-4fe2-a840-39e63ce957ea HTTP/1.1" status: 404  len: 347 time: 0.0246243
Jun 21 02:46:35.946316 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-576c6bd3-d2a0-4e66-8991-ec1a165fdc46 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:35.949484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36418) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:36.074616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7a39a-d51e-4d45-bfad-318ddc14a554 req-a772e390-fada-45b1-9175-5b2d828f9ec7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:36.076453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8d7a39a-d51e-4d45-bfad-318ddc14a554 req-a772e390-fada-45b1-9175-5b2d828f9ec7 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.2392387
Jun 21 02:46:36.138337 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Deleting port 6e68f861-12ed-4cca-a500-7589e6121480 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:36.138518 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.170933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8d7a39a-d51e-4d45-bfad-318ddc14a554 req-417b4283-4cb6-45a3-a247-b101c785d036 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868933
Jun 21 02:46:36.204022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e4f09-a310-4e20-91fa-dee80fa5c5ce req-c620e07b-ab41-4f59-9e01-c48c79f43327 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:36.205665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e64e4f09-a310-4e20-91fa-dee80fa5c5ce req-c620e07b-ab41-4f59-9e01-c48c79f43327 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 950 time: 0.2813854
Jun 21 02:46:36.253003 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.253494 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.264256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Allocated IP 172.20.0.10 (e9aee536-a147-4a0a-b23d-e512c589075b/9c63b3c4-3d1d-4e60-92b3-143591336dbe/80940f0e-3365-43aa-96f3-bdd6cc033c26) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:36.327856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Calling delete_port for 6e68f861-12ed-4cca-a500-7589e6121480 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:36.348114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e64e4f09-a310-4e20-91fa-dee80fa5c5ce req-64904018-6e1b-492c-86b1-0eb8351b4a81 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329818
Jun 21 02:46:36.360643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72b3b858-25e0-4111-b7db-36426f8375f2 req-53d6e121-f147-46f2-a295-5522efd1b1d7 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/15c77e1f-b0b8-413f-b900-d4a067a62f59 HTTP/1.1" status: 200  len: 1812 time: 0.1444380
Jun 21 02:46:36.489209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-a294ebdb-2510-41f4-a925-a4fe7c449f6f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:36.491469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-a294ebdb-2510-41f4-a925-a4fe7c449f6f tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.26 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 944 time: 0.2188172
Jun 21 02:46:36.577846 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72b3b858-25e0-4111-b7db-36426f8375f2 req-3ef79288-1297-4ecb-8ed9-bff596ed4bab tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.588827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.594549 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fba80348-0112-4295-8eef-adefe7340211 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:36.611415 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72b3b858-25e0-4111-b7db-36426f8375f2 req-3ef79288-1297-4ecb-8ed9-bff596ed4bab tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.636115 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-166c5101-37f7-463c-bdc2-86c6111ef57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.651403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36436) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:36.662835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event deleted for resources: {'Port': ['ID=6e68f861-12ed-4cca-a500-7589e6121480,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:36.665790 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:36.722715 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.729476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.733036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.736845 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "DELETE /v2.0/floatingips/b09d4591-3824-4e00-bc67-4564fb292d88 HTTP/1.1" status: 204  len: 168 time: 0.7866585
Jun 21 02:46:36.739476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36440) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:36.786048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-751a3b3f-b9cb-415f-bead-d9c3c91fd6f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71e0158d63ea44eea6e4acb86b341e3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1301277
Jun 21 02:46:36.792967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36442) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:36.873786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Deleting port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:36.874127 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.885387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a55d240-6f58-48ee-8c0d-1275c1be6a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.892812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Deleting port 40c49f09-4639-4e12-9fc6-37767e3f5084 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:36.893148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.953273 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a55d240-6f58-48ee-8c0d-1275c1be6a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.954128 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72b3b858-25e0-4111-b7db-36426f8375f2 req-3ef79288-1297-4ecb-8ed9-bff596ed4bab tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.956721 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72b3b858-25e0-4111-b7db-36426f8375f2 req-3ef79288-1297-4ecb-8ed9-bff596ed4bab tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:36.957862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72b3b858-25e0-4111-b7db-36426f8375f2 req-3ef79288-1297-4ecb-8ed9-bff596ed4bab tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "DELETE /v2.0/security-groups/15c77e1f-b0b8-413f-b900-d4a067a62f59 HTTP/1.1" status: 204  len: 173 time: 0.5824738
Jun 21 02:46:36.965972 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2d8f39c-19cb-4620-8a0d-116eee05dc40 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:36.994378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f04a2-dc85-43c6-8a5b-71a84f0ae00d req-6eab87c3-411f-4138-8df7-a6ee6161eb80 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:36.996005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-800f04a2-dc85-43c6-8a5b-71a84f0ae00d req-6eab87c3-411f-4138-8df7-a6ee6161eb80 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=31199ec4-69f0-4729-b677-c0473c4203bb HTTP/1.1" status: 200  len: 944 time: 0.2555668
Jun 21 02:46:37.000722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef79288-1297-4ecb-8ed9-bff596ed4bab tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c77e1f-b0b8-413f-b900-d4a067a62f59,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:37.003163 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ef79288-1297-4ecb-8ed9-bff596ed4bab tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:37.034384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.067207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.077372 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.095302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-68c04ba2-bca9-4904-aa8b-6f0b6fdd5369 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:37.096749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-68c04ba2-bca9-4904-aa8b-6f0b6fdd5369 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.2944596
Jun 21 02:46:37.107433 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:37.112129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Calling delete_port for 40c49f09-4639-4e12-9fc6-37767e3f5084 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:37.158676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a55d240-6f58-48ee-8c0d-1275c1be6a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.161257 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a55d240-6f58-48ee-8c0d-1275c1be6a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.162419 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0a55d240-6f58-48ee-8c0d-1275c1be6a5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91a6f0a1-2bbc-4e9e-b612-df39d67c2aea HTTP/1.1" status: 204  len: 168 time: 0.3673108
Jun 21 02:46:37.165518 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-53bb0863-cd1e-4baa-af3d-f046261cadb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:37.188338 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55d240-6f58-48ee-8c0d-1275c1be6a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a6f0a1-2bbc-4e9e-b612-df39d67c2aea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:37.191814 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a55d240-6f58-48ee-8c0d-1275c1be6a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:37.374806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.381013 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-83c8274e-62df-4401-948f-f988070c1d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:37.414950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event deleted for resources: {'Port': ['ID=40c49f09-4639-4e12-9fc6-37767e3f5084,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:37.418005 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:37.507699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.516097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "DELETE /v2.0/ports/40c49f09-4639-4e12-9fc6-37767e3f5084 HTTP/1.1" status: 204  len: 168 time: 0.7770729
Jun 21 02:46:37.520894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36460) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:37.673569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Deleting port 48e615c3-b70c-4132-8e63-178b497b8554 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:37.674251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.732610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] For port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:37.732979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.783975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Network e9aee536-a147-4a0a-b23d-e512c589075b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:37.809640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.829433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:37.832568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:37.871247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Calling delete_port for 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:37.887475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-800f04a2-dc85-43c6-8a5b-71a84f0ae00d req-4fada1a8-ccde-4242-b955-ecbe151957f7 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8795075
Jun 21 02:46:37.915382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Calling delete_port for 48e615c3-b70c-4132-8e63-178b497b8554 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:37.937751 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.937751 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:37.946371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Pushing event updated for resources: {'Port': ['ID=80940f0e-3365-43aa-96f3-bdd6cc033c26,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:37.970019 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:38.042882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:38.043628 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.059062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Deleting port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:38.059495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.073752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0b0b6-2c76-4070-b46b-a0732f102b11 req-54c49215-99c7-4cc8-bf4c-8369e01847db tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:38.075426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36d0b0b6-2c76-4070-b46b-a0732f102b11 req-54c49215-99c7-4cc8-bf4c-8369e01847db tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 932 time: 0.9776127
Jun 21 02:46:38.215998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6211905
Jun 21 02:46:38.218932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36d0b0b6-2c76-4070-b46b-a0732f102b11 req-071787f7-728c-48ce-8db8-d79b164585db tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221969
Jun 21 02:46:38.239823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Request body: {'port': {'device_id': '151e11f4-b2e6-47a2-b76e-f323d62f8ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:38.248834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] For port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:38.249048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.300230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.306364 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a437a738-7c61-4cbe-bc34-acf28214cf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:38.335615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event deleted for resources: {'Port': ['ID=48e615c3-b70c-4132-8e63-178b497b8554,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:38.338202 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:38.348678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Calling delete_port for 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:38.431348 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.433575 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "DELETE /v2.0/ports/48e615c3-b70c-4132-8e63-178b497b8554 HTTP/1.1" status: 204  len: 168 time: 0.9114795
Jun 21 02:46:38.437070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36484) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:38.460457 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.472217 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:38.493987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-756cd24a-53c5-4ff7-8b14-8f3f6cbeaab6 req-975c3181-b8b5-4077-b4c3-d76603ec1c78 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/41113b98-d3ae-4345-818c-ad6e971171b9 HTTP/1.1" status: 200  len: 1812 time: 0.2163346
Jun 21 02:46:38.498669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Deleting subnet 4541a17c-09c5-4cae-a769-52a29b50e3d5 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:38.502010 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.507967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:38.549124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:38.550000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:38.577156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Pushing event deleted for resources: {'Port': ['ID=1d152b3c-c7e5-445a-a4ae-af5b4ce159f1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:38.578449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.584919 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:38.661983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.671687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.702532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] No DVR routers for this DVR port 1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:38.705245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.707663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44be5e26-4c75-4c95-a668-b5dbebbb59bc req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.26 "DELETE /v2.0/ports/1d152b3c-c7e5-445a-a4ae-af5b4ce159f1 HTTP/1.1" status: 204  len: 173 time: 2.2033863
Jun 21 02:46:38.718887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'name': 'network-vif-deleted', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:38.721289 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addbfba1-ab1a-497c-b408-b3d627fd2d10" -d '{"events": [{"server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "name": "network-vif-deleted", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:38.852411 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-756cd24a-53c5-4ff7-8b14-8f3f6cbeaab6 req-281ae2f2-6915-44a3-a570-91fdc2464a79 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.947083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-756cd24a-53c5-4ff7-8b14-8f3f6cbeaab6 req-281ae2f2-6915-44a3-a570-91fdc2464a79 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:38.959911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c93ba-9ddf-475a-995b-142d2f378516 req-f195aa85-8a0b-454e-bda6-4de80db4914d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:38.961537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c4c93ba-9ddf-475a-995b-142d2f378516 req-f195aa85-8a0b-454e-bda6-4de80db4914d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=03856857-3fb1-4192-88dd-04a89ac03eeb HTTP/1.1" status: 200  len: 950 time: 0.4003127
Jun 21 02:46:39.067762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.077835 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-921220e0-b95d-40d1-9fe6-9b249ef1ddf8 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:39.079969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3b903c10-2b4a-43a5-9408-54a3c8af259d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:39.118236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c4c93ba-9ddf-475a-995b-142d2f378516 req-7854504e-cf64-4076-bc63-33a730fafebb tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408415
Jun 21 02:46:39.122678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event deleted for resources: {'Port': ['ID=6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:39.125422 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:39.164022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.172931 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:39.188362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] No DVR routers for this DVR port 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:39.191066 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.194884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec93a771-3a01-4ef3-9588-f52cc92edee8 req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.20 "DELETE /v2.0/ports/6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c HTTP/1.1" status: 204  len: 173 time: 2.0752287
Jun 21 02:46:39.215765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa64f3-d133-46d5-8e10-ac906145d0e5 None None] Network 4f3fcd98-75ab-43a7-b42c-780b824a72a6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:39.221111 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.227009 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "DELETE /v2.0/subnets/4541a17c-09c5-4cae-a769-52a29b50e3d5 HTTP/1.1" status: 204  len: 168 time: 0.7880254
Jun 21 02:46:39.229516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36496) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:39.230053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event deleted for resources: {'Subnet': ['ID=4541a17c-09c5-4cae-a769-52a29b50e3d5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:39.239174 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:39.277145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-756cd24a-53c5-4ff7-8b14-8f3f6cbeaab6 req-281ae2f2-6915-44a3-a570-91fdc2464a79 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.280590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-756cd24a-53c5-4ff7-8b14-8f3f6cbeaab6 req-281ae2f2-6915-44a3-a570-91fdc2464a79 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.293162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-756cd24a-53c5-4ff7-8b14-8f3f6cbeaab6 req-281ae2f2-6915-44a3-a570-91fdc2464a79 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "DELETE /v2.0/security-groups/41113b98-d3ae-4345-818c-ad6e971171b9 HTTP/1.1" status: 204  len: 173 time: 0.7355521
Jun 21 02:46:39.301036 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:39.349098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ae2f2-6915-44a3-a570-91fdc2464a79 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41113b98-d3ae-4345-818c-ad6e971171b9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:39.351530 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-281ae2f2-6915-44a3-a570-91fdc2464a79 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:39.382615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Deleting subnet 97dffd68-a947-4e9e-9c18-e8dc35ab1ead {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:39.384503 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.388542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80940f0e-3365-43aa-96f3-bdd6cc033c26 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:39.419284 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.477651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Transition to ACTIVE for port object 80940f0e-3365-43aa-96f3-bdd6cc033c26 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:39.480923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.488681 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.547232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] DHCP port deletion for 4f3fcd98-75ab-43a7-b42c-780b824a72a6 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:46:39.554393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.569781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe9482e5-b5aa-4937-be31-ff9b4f180ed8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:39.604522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] Deleting port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:39.604635 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.605149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-c404ff54-3801-44f7-b81d-7d6150a6cf63 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=18a8c215c0184fd1b19bf82804ecb2bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0798695
Jun 21 02:46:39.689634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] For port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a62853b2-ca9b-4d8b-af5c-9cc9eab873ad,segment=NetworkSegment(4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8),segment_id=4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:39.690037 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.756166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e865-1ba2-4f6d-a288-c80f27970f15 req-a7a93ee2-7f12-45d4-a03f-fb54c36115bb tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:39.756329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] Calling delete_port for a62853b2-ca9b-4d8b-af5c-9cc9eab873ad owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:39.757528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0df1e865-1ba2-4f6d-a288-c80f27970f15 req-a7a93ee2-7f12-45d4-a03f-fb54c36115bb tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 1102 time: 0.3349526
Jun 21 02:46:39.762232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Pushing event updated for resources: {'Port': ['ID=80940f0e-3365-43aa-96f3-bdd6cc033c26,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:39.765409 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:39.815093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.870716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0df1e865-1ba2-4f6d-a288-c80f27970f15 req-521fca75-cf25-429e-ae36-0da6d6dd9026 tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.920546 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:39.924071 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:39.948451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] Pushing event deleted for resources: {'Port': ['ID=a62853b2-ca9b-4d8b-af5c-9cc9eab873ad,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:39.951215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] No DVR routers for this DVR port a62853b2-ca9b-4d8b-af5c-9cc9eab873ad on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:39.953058 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:39.977512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-c2554e41-b810-47bf-a4a9-86fd36c9d315 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:39.979171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-c2554e41-b810-47bf-a4a9-86fd36c9d315 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3600717
Jun 21 02:46:39.997018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Attempting to bind port 80940f0e-3365-43aa-96f3-bdd6cc033c26 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:39.997377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Attempting to bind port 80940f0e-3365-43aa-96f3-bdd6cc033c26 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '564f2e3b-1ded-4954-980f-c2253e316699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9aee536-a147-4a0a-b23d-e512c589075b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:39.997710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Attempting to bind port 80940f0e-3365-43aa-96f3-bdd6cc033c26 on network e9aee536-a147-4a0a-b23d-e512c589075b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:40.010192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Port 80940f0e-3365-43aa-96f3-bdd6cc033c26 on network e9aee536-a147-4a0a-b23d-e512c589075b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:46:40.010518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Attempting to bind port 80940f0e-3365-43aa-96f3-bdd6cc033c26 on network e9aee536-a147-4a0a-b23d-e512c589075b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:40.016746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-d5a7712d-edc8-433f-92f1-c730e584db4a tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/quotas/18a8c215c0184fd1b19bf82804ecb2bc HTTP/1.1" status: 200  len: 375 time: 0.0292635
Jun 21 02:46:40.023097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:40.023525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Checking segment: {'id': '564f2e3b-1ded-4954-980f-c2253e316699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9aee536-a147-4a0a-b23d-e512c589075b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:40.023915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Bound using segment: {'id': '564f2e3b-1ded-4954-980f-c2253e316699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9aee536-a147-4a0a-b23d-e512c589075b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:40.024364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Bound port: 80940f0e-3365-43aa-96f3-bdd6cc033c26, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564f2e3b-1ded-4954-980f-c2253e316699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9aee536-a147-4a0a-b23d-e512c589075b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:40.024711 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.082630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-57f38427-ea72-4023-8908-2a99ed8e35ac tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a8c215c0184fd1b19bf82804ecb2bc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537300
Jun 21 02:46:40.085740 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.088996 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:40.140510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event deleted for resources: {'Subnet': ['ID=97dffd68-a947-4e9e-9c18-e8dc35ab1ead,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:40.152685 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:40.164794 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.166065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "DELETE /v2.0/subnets/97dffd68-a947-4e9e-9c18-e8dc35ab1ead HTTP/1.1" status: 204  len: 168 time: 0.9348984
Jun 21 02:46:40.166161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36512) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:40.170811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c9b65d-a25c-40c3-8b55-521743785375 None None] Network ad244d0f-5340-42c9-af65-af4cbc6ac0cf requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:40.202276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0df1e865-1ba2-4f6d-a288-c80f27970f15 req-521fca75-cf25-429e-ae36-0da6d6dd9026 tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.206930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] For port 80940f0e-3365-43aa-96f3-bdd6cc033c26, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:40.210783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] For port 80940f0e-3365-43aa-96f3-bdd6cc033c26, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=80940f0e-3365-43aa-96f3-bdd6cc033c26,segment=NetworkSegment(564f2e3b-1ded-4954-980f-c2253e316699),segment_id=564f2e3b-1ded-4954-980f-c2253e316699)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:40.247851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a62853b2-ca9b-4d8b-af5c-9cc9eab873ad no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:40.270125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.280694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: a62853b2-ca9b-4d8b-af5c-9cc9eab873ad {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:40.281098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a62853b2-ca9b-4d8b-af5c-9cc9eab873ad not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:40.303234 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0df1e865-1ba2-4f6d-a288-c80f27970f15 req-521fca75-cf25-429e-ae36-0da6d6dd9026 tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.305763 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc2733d4-4352-4899-8e2d-ee592dd2fbd1 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:40.321207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:40.336340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0df1e865-1ba2-4f6d-a288-c80f27970f15 req-521fca75-cf25-429e-ae36-0da6d6dd9026 tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5678401
Jun 21 02:46:40.341300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fca75-cf25-429e-ae36-0da6d6dd9026 tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d84be9-a241-405d-abe2-92e9a3ed7730,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:40.344405 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-521fca75-cf25-429e-ae36-0da6d6dd9026 tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:40.361590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.364165 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4cac5690-55d5-42b3-bd42-047653c121cc tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:40.374663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:40.375373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:40.380006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.393361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2a0bc40>,) {'filters': {'network_id': ['4f3fcd98-75ab-43a7-b42c-780b824a72a6']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:40.406593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:40.407367 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.409602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] 10.222.0.26 "PUT /v2.0/ports/80940f0e-3365-43aa-96f3-bdd6cc033c26 HTTP/1.1" status: 200  len: 1093 time: 2.1793146
Jun 21 02:46:40.413155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2a0bc40>, '4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:40.413775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2a0bc40>, '4798a3c0-177d-4cf1-b6bf-7d1f7d81b1c8') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:40.425184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.452073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.467764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:40.468446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:40.474584 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:40.480676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Pushing event updated for resources: {'Port': ['ID=80940f0e-3365-43aa-96f3-bdd6cc033c26,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:40.489195 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:40.495880 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b441c3f9-886d-4672-ad10-318e02bb2d75 x-openstack-request-id: req-b441c3f9-886d-4672-ad10-318e02bb2d75 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:40.497471 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31199ec4-69f0-4729-b677-c0473c4203bb", "name": "network-vif-deleted", "tag": "1d152b3c-c7e5-445a-a4ae-af5b4ce159f1", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:40.497782 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b441c3f9-886d-4672-ad10-318e02bb2d75 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:40.502102 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31199ec4-69f0-4729-b677-c0473c4203bb', 'name': 'network-vif-deleted', 'tag': '1d152b3c-c7e5-445a-a4ae-af5b4ce159f1', 'status': 'completed', 'code': 200}
Jun 21 02:46:40.513661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] DHCP port deletion for ad244d0f-5340-42c9-af65-af4cbc6ac0cf request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:46:40.572900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] Deleting port 697d3463-3d71-4d73-8fd2-747c59eb4c48 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:40.574631 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.654916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.660157 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:40.666423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.674724 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "DELETE /v2.0/networks/4f3fcd98-75ab-43a7-b42c-780b824a72a6 HTTP/1.1" status: 204  len: 168 time: 0.5040371
Jun 21 02:46:40.677272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36524) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:40.682516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-0a6c51f2-e3db-4dbb-8910-81ee3e9c0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:40.683995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-0a6c51f2-e3db-4dbb-8910-81ee3e9c0121 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22fd89581a2546db90a2921ee8449990&device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 1096 time: 0.1526644
Jun 21 02:46:40.685001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] For port 697d3463-3d71-4d73-8fd2-747c59eb4c48, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=697d3463-3d71-4d73-8fd2-747c59eb4c48,segment=NetworkSegment(564a0c06-18b2-457a-912c-fecf79b0a707),segment_id=564a0c06-18b2-457a-912c-fecf79b0a707)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:40.685271 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.688472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event deleted for resources: {'Network': ['ID=4f3fcd98-75ab-43a7-b42c-780b824a72a6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:40.690883 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:40.761384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] Calling delete_port for 697d3463-3d71-4d73-8fd2-747c59eb4c48 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:40.771610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b52acd3-c8a8-4dac-bafa-e0c5894f7c2c req-66c29210-58dd-46d5-8450-a1c50dfe91bc tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/f3186543-4996-4aa5-a22c-5ab76c0c2f92 HTTP/1.1" status: 200  len: 1811 time: 0.1453013
Jun 21 02:46:40.812837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-efc15129-d8a4-47da-8d08-20d86fbe62b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80940f0e-3365-43aa-96f3-bdd6cc033c26 HTTP/1.1" status: 200  len: 217 time: 0.1193624
Jun 21 02:46:40.884004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.927058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-24ef02f5-ccc8-4f26-89a5-36d154d9cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:40.929050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-24ef02f5-ccc8-4f26-89a5-36d154d9cd64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c63b3c4-3d1d-4e60-92b3-143591336dbe HTTP/1.1" status: 200  len: 858 time: 0.1032352
Jun 21 02:46:40.929600 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:40.931864 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:40.957056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] Pushing event deleted for resources: {'Port': ['ID=697d3463-3d71-4d73-8fd2-747c59eb4c48,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:40.960587 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:40.962781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] No DVR routers for this DVR port 697d3463-3d71-4d73-8fd2-747c59eb4c48 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:40.971565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] The port '697d3463-3d71-4d73-8fd2-747c59eb4c48' was deleted {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}}
Jun 21 02:46:40.982655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c9372-70d5-4c05-966d-44bd7e46ffc6 req-4433d2f6-34c4-4e72-a829-ad49ca1df861 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:40.984124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-254c9372-70d5-4c05-966d-44bd7e46ffc6 req-4433d2f6-34c4-4e72-a829-ad49ca1df861 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 944 time: 0.3063548
Jun 21 02:46:41.011197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-4b3374fe-8d0d-4c7e-bc7d-c2a9b80d226c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9aee536-a147-4a0a-b23d-e512c589075b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719647
Jun 21 02:46:41.034176 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b52acd3-c8a8-4dac-bafa-e0c5894f7c2c req-9556b0d4-81a1-4404-9422-1cfe1a42f03b tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.039221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36532) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:41.150795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b29f0e0d-353d-4bb2-96ad-927ea874dd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.164160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b52acd3-c8a8-4dac-bafa-e0c5894f7c2c req-9556b0d4-81a1-4404-9422-1cfe1a42f03b tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.195594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-254c9372-70d5-4c05-966d-44bd7e46ffc6 req-d15634cb-cae0-4f24-a38e-ce01643ee37b tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897497
Jun 21 02:46:41.199364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.229893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d23a3be0>,) {'filters': {'network_id': ['ad244d0f-5340-42c9-af65-af4cbc6ac0cf']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:41.250223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23a3be0>, '564a0c06-18b2-457a-912c-fecf79b0a707') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:41.250573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23a3be0>, '564a0c06-18b2-457a-912c-fecf79b0a707') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:41.263500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b29f0e0d-353d-4bb2-96ad-927ea874dd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.269836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.278791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-083a4c4e-e34a-49a4-8578-e0a4c74e306f service neutron] 10.222.0.26 "GET /v2.0/networks/e9aee536-a147-4a0a-b23d-e512c589075b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2499928
Jun 21 02:46:41.296106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.337155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:41.337590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:41.340561 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:41.358235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b29f0e0d-353d-4bb2-96ad-927ea874dd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.361516 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d67439e-d122-453d-9956-92bae0a286c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:41.410440 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b29f0e0d-353d-4bb2-96ad-927ea874dd0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e875d4e1dc1b47b79a108fe0bf83fdd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3700469
Jun 21 02:46:41.412131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f0e0d-353d-4bb2-96ad-927ea874dd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e42f5a-2bb0-4318-950b-8e319605aa05,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:41.415987 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b29f0e0d-353d-4bb2-96ad-927ea874dd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:41.416636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36540) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:41.443599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00e8f335-2376-4181-a6f2-4cc31024b40e req-57cf06e5-c78f-4803-84d3-ec42fa28fb42 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 210 time: 0.0387938
Jun 21 02:46:41.446218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b52acd3-c8a8-4dac-bafa-e0c5894f7c2c req-9556b0d4-81a1-4404-9422-1cfe1a42f03b tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.449317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b52acd3-c8a8-4dac-bafa-e0c5894f7c2c req-9556b0d4-81a1-4404-9422-1cfe1a42f03b tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.450905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b52acd3-c8a8-4dac-bafa-e0c5894f7c2c req-9556b0d4-81a1-4404-9422-1cfe1a42f03b tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "DELETE /v2.0/security-groups/f3186543-4996-4aa5-a22c-5ab76c0c2f92 HTTP/1.1" status: 204  len: 173 time: 0.6476636
Jun 21 02:46:41.455921 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d97ae58c-9b2d-4112-9bee-c628dc384bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:41.473952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556b0d4-81a1-4404-9422-1cfe1a42f03b tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3186543-4996-4aa5-a22c-5ab76c0c2f92,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:41.480482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7cf5e32-d316-43f8-8c99-4728c797439e req-0dae73fd-4b20-44a8-914a-84b83239d780 service neutron] 10.222.0.26 "GET /v2.0/networks/e9aee536-a147-4a0a-b23d-e512c589075b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941981
Jun 21 02:46:41.481605 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9556b0d4-81a1-4404-9422-1cfe1a42f03b tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:41.495661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.508408 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:41.522677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.522796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa980-e6ec-4a05-9c94-5cd64a0b3f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.528270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] 10.222.0.25 "DELETE /v2.0/networks/ad244d0f-5340-42c9-af65-af4cbc6ac0cf HTTP/1.1" status: 204  len: 168 time: 0.8459530
Jun 21 02:46:41.574569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Pushing event deleted for resources: {'Network': ['ID=ad244d0f-5340-42c9-af65-af4cbc6ac0cf,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:41.578935 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa980-e6ec-4a05-9c94-5cd64a0b3f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.583181 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:41.740062 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa980-e6ec-4a05-9c94-5cd64a0b3f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.742720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa980-e6ec-4a05-9c94-5cd64a0b3f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:41.743849 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cc6fa980-e6ec-4a05-9c94-5cd64a0b3f2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88e42f5a-2bb0-4318-950b-8e319605aa05 HTTP/1.1" status: 204  len: 168 time: 0.3263016
Jun 21 02:46:41.744718 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e0a2dc4b-1abd-42f0-a0ab-283bad180b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:41.752132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fa980-e6ec-4a05-9c94-5cd64a0b3f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e42f5a-2bb0-4318-950b-8e319605aa05,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:41.754424 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc6fa980-e6ec-4a05-9c94-5cd64a0b3f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:42.184868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a80259b5-1bdf-4dd3-b8a8-b4e2bfda8bd7 req-5480e093-a4d6-4d53-8546-4d8cbdcdb391 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/e768ef95-99b6-4627-abf8-03cc8ba7a99e HTTP/1.1" status: 200  len: 1812 time: 0.1193235
Jun 21 02:46:42.239461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 697d3463-3d71-4d73-8fd2-747c59eb4c48 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:42.270397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 697d3463-3d71-4d73-8fd2-747c59eb4c48 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:42.270926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 697d3463-3d71-4d73-8fd2-747c59eb4c48 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:42.586883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'name': 'network-vif-deleted', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c'}, {'name': 'network-changed', 'server_uuid': '151e11f4-b2e6-47a2-b76e-f323d62f8ce6', 'tag': '80940f0e-3365-43aa-96f3-bdd6cc033c26'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:42.589227 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655" -d '{"events": [{"server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "name": "network-vif-deleted", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c"}, {"name": "network-changed", "server_uuid": "151e11f4-b2e6-47a2-b76e-f323d62f8ce6", "tag": "80940f0e-3365-43aa-96f3-bdd6cc033c26"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:42.690446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a80259b5-1bdf-4dd3-b8a8-b4e2bfda8bd7 req-9f9840d3-08eb-4e79-b6c6-9e56b0512f10 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:42.746544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5a9d-1aed-4945-b9c5-186c200adb1d req-0351c5b4-1ff5-4aea-921d-6c04df1a2b83 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:42.746544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fde5a9d-1aed-4945-b9c5-186c200adb1d req-0351c5b4-1ff5-4aea-921d-6c04df1a2b83 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.5386128
Jun 21 02:46:42.746544 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a80259b5-1bdf-4dd3-b8a8-b4e2bfda8bd7 req-9f9840d3-08eb-4e79-b6c6-9e56b0512f10 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:42.774133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-ca910f64-45c0-439f-b24e-8008899c05b2 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:42.775412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-ca910f64-45c0-439f-b24e-8008899c05b2 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 944 time: 0.1793303
Jun 21 02:46:42.859384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fde5a9d-1aed-4945-b9c5-186c200adb1d req-932afd86-ab57-4958-b6c4-d9db4e75eb21 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032777
Jun 21 02:46:42.929611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a80259b5-1bdf-4dd3-b8a8-b4e2bfda8bd7 req-9f9840d3-08eb-4e79-b6c6-9e56b0512f10 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:42.932652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a80259b5-1bdf-4dd3-b8a8-b4e2bfda8bd7 req-9f9840d3-08eb-4e79-b6c6-9e56b0512f10 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:42.934466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a80259b5-1bdf-4dd3-b8a8-b4e2bfda8bd7 req-9f9840d3-08eb-4e79-b6c6-9e56b0512f10 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "DELETE /v2.0/security-groups/e768ef95-99b6-4627-abf8-03cc8ba7a99e HTTP/1.1" status: 204  len: 173 time: 0.7486577
Jun 21 02:46:42.936677 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-281ae2f2-6915-44a3-a570-91fdc2464a79 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:42.962260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9840d3-08eb-4e79-b6c6-9e56b0512f10 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e768ef95-99b6-4627-abf8-03cc8ba7a99e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:42.964681 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9f9840d3-08eb-4e79-b6c6-9e56b0512f10 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:42.984863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Deleting port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:42.985219 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.080236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36588) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:43.191632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] For port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,segment=NetworkSegment(0fa74902-83c5-4b47-a8c5-a3889bf69e35),segment_id=0fa74902-83c5-4b47-a8c5-a3889bf69e35)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:43.192140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.219054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-647291229-network', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:43.244324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949525e-e5a3-42de-a315-50dd4efc77b8 req-457418bf-e7d0-45bd-80c1-c8fd6962fd10 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:43.245842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8949525e-e5a3-42de-a315-50dd4efc77b8 req-457418bf-e7d0-45bd-80c1-c8fd6962fd10 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 944 time: 0.1927195
Jun 21 02:46:43.274994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Calling delete_port for 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:43.315487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9798307-d5ed-4cc3-a239-c14ad41ef14c req-596be05f-6dfc-4d88-beb9-2f24f7b8bf9f tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:43.316991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9798307-d5ed-4cc3-a239-c14ad41ef14c req-596be05f-6dfc-4d88-beb9-2f24f7b8bf9f tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 944 time: 0.2195320
Jun 21 02:46:43.321535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Made reservation on behalf of 26d4c0aad2a948aab4a7da7028f31c6b for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:43.324936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.334977 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.403353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-51a76ff7-311e-4ace-ab09-fb7dcb5c7cd7 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=18a8c215c0184fd1b19bf82804ecb2bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0500076
Jun 21 02:46:43.408653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8949525e-e5a3-42de-a315-50dd4efc77b8 req-c76e9e39-7d4a-4b6d-806b-a5c2633ab5ee tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1add7a4-89c1-4eb7-87f3-c9be979f95b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286809
Jun 21 02:46:43.451405 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.523074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9798307-d5ed-4cc3-a239-c14ad41ef14c req-c712bc93-8d79-435b-9990-c1c669ef04d7 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708105
Jun 21 02:46:43.557434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.563587 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ce6ff2c-921a-4996-85b6-fbcc65fe9ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:43.587941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:46:43.591990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa640da7-5083-4806-9045-87f200d06c36 req-d14e23c2-c2ce-4645-8e4a-49f3c04bbca8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 210 time: 0.0557725
Jun 21 02:46:43.621284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e918a47-70d3-4693-8807-acdf88ec047c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:43.630902 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:43.632230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.632902 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Added segment a5d52b10-8baf-4ede-95dc-3ae78959ff68 of type vlan for network b3c98cde-3f83-4783-bf65-2f48f9c19e12
Jun 21 02:46:43.639630 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d55777-ff32-4579-999f-503bcae7006f x-openstack-request-id: req-50d55777-ff32-4579-999f-503bcae7006f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:43.639871 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03856857-3fb1-4192-88dd-04a89ac03eeb", "name": "network-vif-deleted", "tag": "6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "151e11f4-b2e6-47a2-b76e-f323d62f8ce6", "tag": "80940f0e-3365-43aa-96f3-bdd6cc033c26", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:43.640179 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50d55777-ff32-4579-999f-503bcae7006f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:43.640626 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03856857-3fb1-4192-88dd-04a89ac03eeb', 'name': 'network-vif-deleted', 'tag': '6e1f9fb9-33f8-43d0-b44e-c1f8ce765e4c', 'status': 'completed', 'code': 200}
Jun 21 02:46:43.641317 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151e11f4-b2e6-47a2-b76e-f323d62f8ce6', 'tag': '80940f0e-3365-43aa-96f3-bdd6cc033c26', 'status': 'completed', 'code': 200}
Jun 21 02:46:43.711817 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.720869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-d7fdf469-cc39-47fc-a8f0-d84bb940691c tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:43.722380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-d7fdf469-cc39-47fc-a8f0-d84bb940691c tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3092501
Jun 21 02:46:43.745991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Request body: {'port': {'device_id': 'c63efe02-1184-4edf-b871-b6a01b50413c', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '18a8c215c0184fd1b19bf82804ecb2bc'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:43.760477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-7419d001-5d5e-406d-945a-03ea6ce246f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:43.762028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-7419d001-5d5e-406d-945a-03ea6ce246f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22fd89581a2546db90a2921ee8449990&device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 1096 time: 0.0953851
Jun 21 02:46:43.773735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-25a1eec6-b5d7-47f7-8d05-2b749a4d207b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:43.775358 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-25a1eec6-b5d7-47f7-8d05-2b749a4d207b tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.3448265
Jun 21 02:46:43.818443 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.827291 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-664a4c08-da92-4e3b-8a89-fcf178451d9b tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:43.859211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.860240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:43.860913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:43.873494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b6351ae-ed68-4df0-9da2-4e3f5b605f67 req-9049b40e-1d5d-4de8-a427-b21b52b442b0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "GET /v2.0/security-groups/68d27e69-43b6-45a7-ab32-96fa8fd0192e HTTP/1.1" status: 200  len: 1813 time: 0.2357516
Jun 21 02:46:43.884868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Pushing event deleted for resources: {'Port': ['ID=7efb2a73-8ab5-4b77-97a2-2d4990692ca6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:43.893775 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:43.900068 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:43.950842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-a7ce19d9-794c-47c5-9353-ef98aa831086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:43.952234 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-a7ce19d9-794c-47c5-9353-ef98aa831086 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9aee536-a147-4a0a-b23d-e512c589075b HTTP/1.1" status: 200  len: 919 time: 0.1838143
Jun 21 02:46:44.015513 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-bae97dcb-1a15-42bd-bf89-fa01b390b077 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80940f0e-3365-43aa-96f3-bdd6cc033c26 HTTP/1.1" status: 200  len: 217 time: 0.0498405
Jun 21 02:46:44.016764 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9349329
Jun 21 02:46:44.017867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c98cde-3f83-4783-bf65-2f48f9c19e12,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:44.019932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:44.022489 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:44.030003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:46:44.034315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Request body: {'subnet': {'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-subnet', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:44.060997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] No DVR routers for this DVR port 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:44.066691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.074385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c320ec4c-684b-4a4f-a7dd-066f0955fc85 req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.26 "DELETE /v2.0/ports/7efb2a73-8ab5-4b77-97a2-2d4990692ca6 HTTP/1.1" status: 204  len: 173 time: 1.2845085
Jun 21 02:46:44.108369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-d9d8bd47-1ca3-4be4-ab0e-3cab38a791ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:44.109893 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-d9d8bd47-1ca3-4be4-ab0e-3cab38a791ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c63b3c4-3d1d-4e60-92b3-143591336dbe HTTP/1.1" status: 200  len: 858 time: 0.0861096
Jun 21 02:46:44.137872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b6351ae-ed68-4df0-9da2-4e3f5b605f67 req-6751d879-46ab-4f43-8ac8-ac539aca17a1 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.145982 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-3526ade4-7de8-4d85-ba5c-d1340268fe7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9aee536-a147-4a0a-b23d-e512c589075b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288074
Jun 21 02:46:44.160315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Deleting port 3b903c10-2b4a-43a5-9408-54a3c8af259d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:44.160768 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.217634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b6351ae-ed68-4df0-9da2-4e3f5b605f67 req-6751d879-46ab-4f43-8ac8-ac539aca17a1 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.239743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Made reservation on behalf of 26d4c0aad2a948aab4a7da7028f31c6b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:44.244955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.325211 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-acf52895-586c-462e-a85a-df7d640240c9 service neutron] 10.222.0.26 "GET /v2.0/networks/e9aee536-a147-4a0a-b23d-e512c589075b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718881
Jun 21 02:46:44.347418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] For port 3b903c10-2b4a-43a5-9408-54a3c8af259d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3b903c10-2b4a-43a5-9408-54a3c8af259d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:44.347418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.426491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Calling delete_port for 3b903c10-2b4a-43a5-9408-54a3c8af259d owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:44.428911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Made reservation on behalf of 18a8c215c0184fd1b19bf82804ecb2bc for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:44.432912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.435463 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b6351ae-ed68-4df0-9da2-4e3f5b605f67 req-6751d879-46ab-4f43-8ac8-ac539aca17a1 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.438739 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b6351ae-ed68-4df0-9da2-4e3f5b605f67 req-6751d879-46ab-4f43-8ac8-ac539aca17a1 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.446032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b6351ae-ed68-4df0-9da2-4e3f5b605f67 req-6751d879-46ab-4f43-8ac8-ac539aca17a1 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] 10.222.0.25 "DELETE /v2.0/security-groups/68d27e69-43b6-45a7-ab32-96fa8fd0192e HTTP/1.1" status: 204  len: 173 time: 0.5532277
Jun 21 02:46:44.461254 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5bde15b0-9998-4c9d-a185-e61d3567770f tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:44.479791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:44.498942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.510683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751d879-46ab-4f43-8ac8-ac539aca17a1 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d27e69-43b6-45a7-ab32-96fa8fd0192e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:44.517693 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6751d879-46ab-4f43-8ac8-ac539aca17a1 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:44.520103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 80940f0e-3365-43aa-96f3-bdd6cc033c26 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:46:44.579728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da6847-0388-4c4b-b285-e9ea971ebc26 req-387f0184-f71f-493e-ae35-de1a3d5d8277 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:44.587790 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.588313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56da6847-0388-4c4b-b285-e9ea971ebc26 req-387f0184-f71f-493e-ae35-de1a3d5d8277 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 950 time: 0.2928135
Jun 21 02:46:44.596502 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ddff11b3-cfbe-4009-90c4-eece233f5bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:44.667634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Deleting subnet 5764517a-9c51-4c79-904e-6a6193a00cfd {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:44.671758 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.734816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 80940f0e-3365-43aa-96f3-bdd6cc033c26, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=80940f0e-3365-43aa-96f3-bdd6cc033c26,segment=NetworkSegment(564f2e3b-1ded-4954-980f-c2253e316699),segment_id=564f2e3b-1ded-4954-980f-c2253e316699)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:44.735473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56da6847-0388-4c4b-b285-e9ea971ebc26 req-b7e073d5-e4d4-4613-8dff-032fe6f4e82c tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab6cc29-49ef-4bfa-a0ba-535954067119&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374605
Jun 21 02:46:44.748077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '80940f0e-3365-43aa-96f3-bdd6cc033c26', 'network_id': 'e9aee536-a147-4a0a-b23d-e512c589075b', 'port_id': '80940f0e-3365-43aa-96f3-bdd6cc033c26', 'mac_address': 'fa:16:3e:1a:30:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c63b3c4-3d1d-4e60-92b3-143591336dbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:46:44.777505 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-382e0cd6-bcb2-4e4b-8903-0e7fc5ca3655 req-33ce68a1-ebf7-48a7-8df7-6db73010f819 service neutron] 10.222.0.26 "GET /v2.0/networks/e9aee536-a147-4a0a-b23d-e512c589075b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2947869
Jun 21 02:46:44.784840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6192b6-d432-4690-b7f7-dd24ec312dc8,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:44.789262 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:44.794660 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.797767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Checking segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:44.797767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Network hostable DHCP agents. Network: b3c98cde-3f83-4783-bf65-2f48f9c19e12, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:46:44.817026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80940f0e-3365-43aa-96f3-bdd6cc033c26 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:44.839178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.840461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 80940f0e-3365-43aa-96f3-bdd6cc033c26, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=80940f0e-3365-43aa-96f3-bdd6cc033c26,segment=NetworkSegment(564f2e3b-1ded-4954-980f-c2253e316699),segment_id=564f2e3b-1ded-4954-980f-c2253e316699)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:44.892988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.934240 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:44.936284 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:44.975658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf14f6-5c03-4c48-bb3a-45f664208040 req-ac7d1531-2a86-4c96-847d-787fcf6d1188 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:44.983405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bdf14f6-5c03-4c48-bb3a-45f664208040 req-ac7d1531-2a86-4c96-847d-787fcf6d1188 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 950 time: 0.4124231
Jun 21 02:46:44.983649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:46:44.999137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.019665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=80940f0e-3365-43aa-96f3-bdd6cc033c26,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:45.023402 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:45.054581 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f19ffd2-c2b9-476d-ac0b-54b19cf81659 req-a39660fa-6b43-4260-bd8f-6ca0c238c81c tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec399ff9-42e8-4dfc-b12d-ad47351d2b4b HTTP/1.1" status: 200  len: 210 time: 0.0630109
Jun 21 02:46:45.067296 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.083637 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:45.098234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bdf14f6-5c03-4c48-bb3a-45f664208040 req-5824c271-ad2c-4510-acb6-6d7dfb658ff7 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138492
Jun 21 02:46:45.123994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5764517a-9c51-4c79-904e-6a6193a00cfd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:45.126104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.128224 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5764517a-9c51-4c79-904e-6a6193a00cfd HTTP/1.1" status: 204  len: 168 time: 0.6447845
Jun 21 02:46:45.129959 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:45.130885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36614) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:45.134938 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.138754 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.141939 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b7eccf7-651a-4d39-8998-58a982b97ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:45.148588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['80940f0e-3365-43aa-96f3-bdd6cc033c26'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:45.235041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, b3c98cde-3f83-4783-bf65-2f48f9c19e12) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:45.252138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:45.252856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.266806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c1c79-7704-43a0-b4d5-916c8cc5f96c None None] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:45.280866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.378340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d3ab3e-3205-4012-a75c-e2d99de32fdc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:45.379102 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3579483
Jun 21 02:46:45.383326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36616) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:45.398324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:45.416467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.431201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d25f46a0>,) {'filters': {'network_id': ['7961bf6c-0d6b-4470-8186-71d20c707f5c']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:45.439427 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:45.442673 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7989c0f9-b4ef-4930-8dd8-7b930a2558fe tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:45.454235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d25f46a0>, 'ed9486ce-1899-4966-ba1a-2fbf96e6ac6c') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:45.454547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d25f46a0>, 'ed9486ce-1899-4966-ba1a-2fbf96e6ac6c') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:45.482357 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.507774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.515672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:45.516271 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:45.518512 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:45.560799 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.562026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.568361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b90adc85-ccbc-49bd-8a50-f876c60852cd req-774ecb55-1da9-445f-a00b-e81dfcf565e3 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 210 time: 0.1559639
Jun 21 02:46:45.612637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Pushing event deleted for resources: {'Port': ['ID=3b903c10-2b4a-43a5-9408-54a3c8af259d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:45.623461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:46:45.624341 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:45.630322 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.646251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'name': 'network-vif-deleted', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:45.649626 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a4755f-9d25-43e3-81e7-bce1870eb6ec" -d '{"events": [{"server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "name": "network-vif-deleted", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:45.671182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] No DVR routers for this DVR port 3b903c10-2b4a-43a5-9408-54a3c8af259d on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:45.686756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Allocated IP 192.168.233.173 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/b168ac0b-0aa8-4b4e-ae36-635513d37453) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:45.690191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.695446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3553ef6a-ff01-46e8-8701-366aa1666a30 req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.26 "DELETE /v2.0/ports/3b903c10-2b4a-43a5-9408-54a3c8af259d HTTP/1.1" status: 204  len: 173 time: 1.8856621
Jun 21 02:46:45.714033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-b1e91ece-dd83-4295-9253-8fa1eaa0b0b3 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:45.715966 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-b1e91ece-dd83-4295-9253-8fa1eaa0b0b3 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.20 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 950 time: 0.0910010
Jun 21 02:46:45.719157 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.726278 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f60cc675-bf8e-4908-b2ca-23eeeb2e6d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:45.728962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.734269 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7961bf6c-0d6b-4470-8186-71d20c707f5c HTTP/1.1" status: 204  len: 168 time: 0.5999393
Jun 21 02:46:45.738236 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499a3653-7396-44a2-964c-8d4eea48b477 x-openstack-request-id: req-499a3653-7396-44a2-964c-8d4eea48b477 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:45.738967 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec399ff9-42e8-4dfc-b12d-ad47351d2b4b", "name": "network-vif-deleted", "tag": "7efb2a73-8ab5-4b77-97a2-2d4990692ca6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:45.739506 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-499a3653-7396-44a2-964c-8d4eea48b477 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:45.740166 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec399ff9-42e8-4dfc-b12d-ad47351d2b4b', 'name': 'network-vif-deleted', 'tag': '7efb2a73-8ab5-4b77-97a2-2d4990692ca6', 'status': 'completed', 'code': 200}
Jun 21 02:46:45.756530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23bf63-98fd-4af0-9205-e252379b359e req-f31b615e-d7c7-4433-afd5-a86aa4aea8a6 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:45.765170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e23bf63-98fd-4af0-9205-e252379b359e req-f31b615e-d7c7-4433-afd5-a86aa4aea8a6 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 945 time: 0.3832324
Jun 21 02:46:45.790447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Pushing event deleted for resources: {'Network': ['ID=7961bf6c-0d6b-4470-8186-71d20c707f5c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:45.828926 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:45.839184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:45.860980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e23bf63-98fd-4af0-9205-e252379b359e req-855e96ba-f1e3-48ff-bea4-71e9de7d0d94 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946019
Jun 21 02:46:45.962777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Allocated IP 172.20.0.2 (b3c98cde-3f83-4783-bf65-2f48f9c19e12/bc6192b6-d432-4690-b7f7-dd24ec312dc8/78e49dc1-8d82-4493-9427-15d1f3bdd709) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:46.036243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad858ec9-f964-4a63-9112-e6bb1f3b23d7 req-e22ae197-3724-4f8d-91a3-dd767e656c0d tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] 10.222.0.25 "GET /v2.0/ports?device_id=d82eed03-37cb-49b5-9335-45489c803f1a HTTP/1.1" status: 200  len: 210 time: 0.0797241
Jun 21 02:46:46.154921 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.177613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.193397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Transition to ACTIVE for port object b168ac0b-0aa8-4b4e-ae36-635513d37453 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:46.198219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Deleting port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:46.198934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.248848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36630) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:46.268080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36632) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:46.303074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.323703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Transition to ACTIVE for port object 78e49dc1-8d82-4493-9427-15d1f3bdd709 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:46.355461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Transition to ACTIVE for port object 78e49dc1-8d82-4493-9427-15d1f3bdd709 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:46.368614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] For port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:46.369295 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.401655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cc849d83-f1b1-4c74-bfcc-7df3c2bf4ce7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0689ae8ea8ba4a03be91a44a73bbf641&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1298769
Jun 21 02:46:46.404008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36636) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:46.443227 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.445828 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:46.473597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Calling delete_port for 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:46.488956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:46.495325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:46.501744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Pushing event updated for resources: {'Port': ['ID=78e49dc1-8d82-4493-9427-15d1f3bdd709,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:46.503472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:46.505634 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:46.545959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 80940f0e-3365-43aa-96f3-bdd6cc033c26 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:46.553959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d336-2350-4e5b-95c5-03b76a71655d req-2ca171e6-01ad-46fd-a69c-cf1d374ba14c tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:46.561501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00e4d336-2350-4e5b-95c5-03b76a71655d req-2ca171e6-01ad-46fd-a69c-cf1d374ba14c tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 950 time: 0.2421534
Jun 21 02:46:46.570961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.587088 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d9224a2-7221-49e2-958c-c81ed9ad4e9e tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:46.608068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Attempting to bind port 78e49dc1-8d82-4493-9427-15d1f3bdd709 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:46.608456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Attempting to bind port 78e49dc1-8d82-4493-9427-15d1f3bdd709 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:46.608835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Attempting to bind port 78e49dc1-8d82-4493-9427-15d1f3bdd709 on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:46.617599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:46.618212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Checking segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:46.618460 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.618873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Bound using segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:46.619357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Bound port: 78e49dc1-8d82-4493-9427-15d1f3bdd709, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:46.620606 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.647135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Pushing event updated for resources: {'Port': ['ID=b168ac0b-0aa8-4b4e-ae36-635513d37453,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:46.664198 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:46.692172 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d0da4d1-000e-41e6-9a23-db14a255e506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.701287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:46.721732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00e4d336-2350-4e5b-95c5-03b76a71655d req-ccf11219-373a-4c45-9398-086e948aaf19 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587272
Jun 21 02:46:46.723901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] For port 78e49dc1-8d82-4493-9427-15d1f3bdd709, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:46.727507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] For port 78e49dc1-8d82-4493-9427-15d1f3bdd709, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=78e49dc1-8d82-4493-9427-15d1f3bdd709,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:46.729900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Deleting subnet 469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:46.735790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.764900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 80940f0e-3365-43aa-96f3-bdd6cc033c26 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:46.780803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.781172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 80940f0e-3365-43aa-96f3-bdd6cc033c26 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:46.783215 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.843980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:46.883270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d0da4d1-000e-41e6-9a23-db14a255e506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.947466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:46.974140 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.984966 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:46.992264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:46.995204 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.012484 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:47.017532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['5228312f-a721-4ce2-86f0-e170e783b39d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:47.106532 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.148822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Pushing event updated for resources: {'Port': ['ID=78e49dc1-8d82-4493-9427-15d1f3bdd709,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:47.157317 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:47.187564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Pushing event deleted for resources: {'Port': ['ID=9941c84e-2bbc-43d0-a012-b1e0c77b67d3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:47.191178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.193363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] No DVR routers for this DVR port 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:47.201123 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:47.202463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.205358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1a87bd07-4202-4ccf-bae5-73f517c49bf8 req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.20 "DELETE /v2.0/ports/9941c84e-2bbc-43d0-a012-b1e0c77b67d3 HTTP/1.1" status: 204  len: 173 time: 1.4803338
Jun 21 02:46:47.210945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e949b15f-0fd2-4e80-bb80-1a047a4a2928', 'name': 'network-vif-deleted', 'tag': '9941c84e-2bbc-43d0-a012-b1e0c77b67d3'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:47.213503 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6139e19c-7c65-4b7a-83a4-62c7165cb5bc" -d '{"events": [{"server_uuid": "e949b15f-0fd2-4e80-bb80-1a047a4a2928", "name": "network-vif-deleted", "tag": "9941c84e-2bbc-43d0-a012-b1e0c77b67d3"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:47.250849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:47.251663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.257641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.292115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151e11f4-b2e6-47a2-b76e-f323d62f8ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80940f0e-3365-43aa-96f3-bdd6cc033c26'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:47.297586 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729704ba-6c6f-424c-93f8-6b734f03088d" -d '{"events": [{"server_uuid": "151e11f4-b2e6-47a2-b76e-f323d62f8ce6", "name": "network-vif-plugged", "status": "completed", "tag": "80940f0e-3365-43aa-96f3-bdd6cc033c26"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:47.324369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 80940f0e-3365-43aa-96f3-bdd6cc033c26, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=80940f0e-3365-43aa-96f3-bdd6cc033c26,segment=NetworkSegment(564f2e3b-1ded-4954-980f-c2253e316699),segment_id=564f2e3b-1ded-4954-980f-c2253e316699)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:47.335585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5d506-ec6a-48bd-83f8-b128c98a33ed req-bfe05802-8892-4502-9838-5ad7039c8225 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:47.345416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9b5d506-ec6a-48bd-83f8-b128c98a33ed req-bfe05802-8892-4502-9838-5ad7039c8225 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 936 time: 0.5050302
Jun 21 02:46:47.398833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d0da4d1-000e-41e6-9a23-db14a255e506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.402676 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d0da4d1-000e-41e6-9a23-db14a255e506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.406200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5d0da4d1-000e-41e6-9a23-db14a255e506 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/beb8e08a-0d2d-40da-b543-25516fc24ac3 HTTP/1.1" status: 204  len: 168 time: 0.9990003
Jun 21 02:46:47.406200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.6682053
Jun 21 02:46:47.409558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-393eed75-1761-4771-8e77-2b9a6f9d0f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:47.411320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Allocated IP 172.25.7.121 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:47.415681 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.416649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3b903c10-2b4a-43a5-9408-54a3c8af259d no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:47.418324 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f503ed33-e984-4fdd-9046-b0c9a2ceb18e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:47.423717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cf8d0-d815-439f-a288-d38274acc1ec req-9d390a7e-d26c-416d-b230-ddc36a74169f tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:47.423717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-813cf8d0-d815-439f-a288-d38274acc1ec req-9d390a7e-d26c-416d-b230-ddc36a74169f tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 945 time: 0.2539344
Jun 21 02:46:47.435782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9b5d506-ec6a-48bd-83f8-b128c98a33ed req-42dc5d1b-d04b-4d85-95a3-72bc0e9208e3 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893109
Jun 21 02:46:47.462615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Request body: {'port': {'device_id': 'c63efe02-1184-4edf-b871-b6a01b50413c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:47.475433 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.503826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0da4d1-000e-41e6-9a23-db14a255e506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb8e08a-0d2d-40da-b543-25516fc24ac3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:47.551104 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d0da4d1-000e-41e6-9a23-db14a255e506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:47.552860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:47.628784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 3b903c10-2b4a-43a5-9408-54a3c8af259d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:47.628784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3b903c10-2b4a-43a5-9408-54a3c8af259d not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:47.628784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:47.639282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.641441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/469dd2a5-a8ad-498d-a0ab-0d1fe0d72576 HTTP/1.1" status: 204  len: 168 time: 1.3890238
Jun 21 02:46:47.645587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469dd2a5-a8ad-498d-a0ab-0d1fe0d72576,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:47.646515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36652) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:47.650231 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:47.655585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2a7fd612-3b3c-4d61-9071-601e23135a6b None None] Provisioning for port b168ac0b-0aa8-4b4e-ae36-635513d37453 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:47.796303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'name': 'network-vif-deleted', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:47.805737 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffc98d9-bd69-45bd-913a-c2ed01938468" -d '{"events": [{"server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "name": "network-vif-deleted", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:47.809524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2a7fd612-3b3c-4d61-9071-601e23135a6b None None] Provisioning complete for port b168ac0b-0aa8-4b4e-ae36-635513d37453 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:47.810064 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd612-3b3c-4d61-9071-601e23135a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.814405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:47.814931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 7efb2a73-8ab5-4b77-97a2-2d4990692ca6 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:47.815615 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8771e1c0-c722-496b-85f4-02974deb85b3 x-openstack-request-id: req-8771e1c0-c722-496b-85f4-02974deb85b3 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:47.815967 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e949b15f-0fd2-4e80-bb80-1a047a4a2928", "name": "network-vif-deleted", "tag": "9941c84e-2bbc-43d0-a012-b1e0c77b67d3", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:47.821158 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8771e1c0-c722-496b-85f4-02974deb85b3 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:47.821691 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e949b15f-0fd2-4e80-bb80-1a047a4a2928', 'name': 'network-vif-deleted', 'tag': '9941c84e-2bbc-43d0-a012-b1e0c77b67d3', 'status': 'completed', 'code': 200}
Jun 21 02:46:47.830992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-813cf8d0-d815-439f-a288-d38274acc1ec req-63008a94-935e-492c-b061-9f2e9c0a63c7 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3348010
Jun 21 02:46:47.857679 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.860968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=80940f0e-3365-43aa-96f3-bdd6cc033c26,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:47.864889 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a40f9a-0316-4f05-b863-485556f87a10 x-openstack-request-id: req-f5a40f9a-0316-4f05-b863-485556f87a10 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:47.865078 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151e11f4-b2e6-47a2-b76e-f323d62f8ce6", "name": "network-vif-plugged", "status": "completed", "tag": "80940f0e-3365-43aa-96f3-bdd6cc033c26", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:47.865559 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5a40f9a-0316-4f05-b863-485556f87a10 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:47.866022 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151e11f4-b2e6-47a2-b76e-f323d62f8ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80940f0e-3365-43aa-96f3-bdd6cc033c26', 'code': 200}
Jun 21 02:46:47.869570 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:47.884026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2a7fd612-3b3c-4d61-9071-601e23135a6b None None] Port b168ac0b-0aa8-4b4e-ae36-635513d37453 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:46:47.956650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.971903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:47.991734 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ccc89d-ff89-414b-9cf3-0b42398302de x-openstack-request-id: req-a1ccc89d-ff89-414b-9cf3-0b42398302de {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:47.992073 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82eed03-37cb-49b5-9335-45489c803f1a", "name": "network-vif-deleted", "tag": "3b903c10-2b4a-43a5-9408-54a3c8af259d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:47.992372 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1ccc89d-ff89-414b-9cf3-0b42398302de {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:47.992810 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82eed03-37cb-49b5-9335-45489c803f1a', 'name': 'network-vif-deleted', 'tag': '3b903c10-2b4a-43a5-9408-54a3c8af259d', 'status': 'completed', 'code': 200}
Jun 21 02:46:48.272976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.309868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d218c370>,) {'filters': {'network_id': ['4a066f70-8079-421c-a6bc-fa0d70e160d4']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:48.325293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d218c370>, '0fa74902-83c5-4b47-a8c5-a3889bf69e35') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:48.325624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d218c370>, '0fa74902-83c5-4b47-a8c5-a3889bf69e35') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:48.335977 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.339669 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:46:48.352085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.360268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:48.360709 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.366188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:48.445019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:48.445399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9941c84e-2bbc-43d0-a012-b1e0c77b67d3 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:48.462800 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:48.465243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 78e49dc1-8d82-4493-9427-15d1f3bdd709 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:48.482633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.485447 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28e7ab15-7a77-4698-8551-91b25cc4b723 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:48.501908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36678) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:48.576506 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.587006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.591827 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4a066f70-8079-421c-a6bc-fa0d70e160d4 HTTP/1.1" status: 204  len: 168 time: 0.9394922
Jun 21 02:46:48.592516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36682) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:48.598399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:48.611623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:48.654274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Pushing event updated for resources: {'Port': ['ID=5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:48.666658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:48.671502 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:48.672534 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4405f1d6-c568-4652-a7d2-03b5f705f9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:48.720569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 78e49dc1-8d82-4493-9427-15d1f3bdd709 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:48.759075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a066f70-8079-421c-a6bc-fa0d70e160d4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:48.771307 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:48.816934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Deleting subnet e0da44dd-c683-41a5-b7a5-3e74d34f9ec0 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:48.841891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.903259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:48.933950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78b23c-2cae-471b-bb15-ba9590fc9fba None None] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:48.963043 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.248268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e95b5d7e-8d09-4b87-bcc9-08fd6658f653 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1397c30df045442fa21b67d43c669e36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7420774
Jun 21 02:46:49.248888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36690) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:49.273226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58f83e92-8944-4719-9e7b-431d0dae8cdd req-07544364-68fa-4195-bc03-692a3899f078 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=e949b15f-0fd2-4e80-bb80-1a047a4a2928 HTTP/1.1" status: 200  len: 210 time: 0.0720944
Jun 21 02:46:49.335514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48606725-8931-4a29-95aa-b8b434b4e149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.348288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076bc77-1aa8-4a21-a0f7-9f2b5cf0d37e req-c6d32055-3744-480e-b89b-55880c20cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:49.350492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c076bc77-1aa8-4a21-a0f7-9f2b5cf0d37e req-c6d32055-3744-480e-b89b-55880c20cafd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 1098 time: 1.3876655
Jun 21 02:46:49.360953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d080-28a6-4b30-aed5-504c85329879 req-44ecf8c6-2264-451c-8509-1aa9d5ff76d1 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:49.362515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2568d080-28a6-4b30-aed5-504c85329879 req-44ecf8c6-2264-451c-8509-1aa9d5ff76d1 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 936 time: 0.3912251
Jun 21 02:46:49.374480 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48606725-8931-4a29-95aa-b8b434b4e149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.472472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] Provisioning for port 78e49dc1-8d82-4493-9427-15d1f3bdd709 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:49.473321 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.475108 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a119c03-48d9-4426-9a4c-35a953017289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:49.475842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] Provisioning complete for port 78e49dc1-8d82-4493-9427-15d1f3bdd709 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:49.476405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.484258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b168ac0b-0aa8-4b4e-ae36-635513d37453 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:49.494696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.542924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c076bc77-1aa8-4a21-a0f7-9f2b5cf0d37e req-77887c08-f75c-40a5-abc8-7c64d72a6023 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793973
Jun 21 02:46:49.548736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0da44dd-c683-41a5-b7a5-3e74d34f9ec0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:49.557646 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:49.566259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2568d080-28a6-4b30-aed5-504c85329879 req-8e2784cf-9144-419f-b597-10a0c06cb554 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770234
Jun 21 02:46:49.569650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.574523 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e0da44dd-c683-41a5-b7a5-3e74d34f9ec0 HTTP/1.1" status: 204  len: 168 time: 0.9771593
Jun 21 02:46:49.574751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Transition to ACTIVE for port object b168ac0b-0aa8-4b4e-ae36-635513d37453 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:49.577597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48606725-8931-4a29-95aa-b8b434b4e149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.580816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36698) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:49.581612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48606725-8931-4a29-95aa-b8b434b4e149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.582461 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-48606725-8931-4a29-95aa-b8b434b4e149 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ab6cc29-49ef-4bfa-a0ba-535954067119 HTTP/1.1" status: 204  len: 168 time: 0.3325913
Jun 21 02:46:49.585591 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b29f0e0d-353d-4bb2-96ad-927ea874dd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:49.675439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.699068 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.706664 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a24eb5bf-9b36-4de4-aa34-dbf34517aef2 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:49.748090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] For port 78e49dc1-8d82-4493-9427-15d1f3bdd709, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=78e49dc1-8d82-4493-9427-15d1f3bdd709,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:49.841787 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.854478 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a170be4-ce85-4340-9702-efe3d0ed9121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:49.916385 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:49.920235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36704) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:49.936672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeadd6-08f9-4dde-b30b-e0fea017e766 req-75e891e7-2be9-41fe-8c6f-244dd843cc10 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:49.948116 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ccfeadd6-08f9-4dde-b30b-e0fea017e766 req-75e891e7-2be9-41fe-8c6f-244dd843cc10 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 946 time: 0.4950750
Jun 21 02:46:49.970589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] Pushing event updated for resources: {'Port': ['ID=78e49dc1-8d82-4493-9427-15d1f3bdd709,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:49.976661 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:50.013990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Pushing event updated for resources: {'Port': ['ID=b168ac0b-0aa8-4b4e-ae36-635513d37453,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:50.024985 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:50.034557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cd228f57-b5bb-44b6-afc0-cea220ee569a None None] Provisioning complete for port 78e49dc1-8d82-4493-9427-15d1f3bdd709 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:50.036260 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd228f57-b5bb-44b6-afc0-cea220ee569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.087288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ccfeadd6-08f9-4dde-b30b-e0fea017e766 req-01851a46-db6d-46aa-a086-5465ccc878b4 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381028
Jun 21 02:46:50.300812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 78e49dc1-8d82-4493-9427-15d1f3bdd709 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:50.340732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1154156561-network', 'tenant_id': '81ae965909894207adf92696200debf9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:50.355597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.374010 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.386898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Attempting to bind port b168ac0b-0aa8-4b4e-ae36-635513d37453 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:50.387258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Attempting to bind port b168ac0b-0aa8-4b4e-ae36-635513d37453 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:50.387525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Attempting to bind port b168ac0b-0aa8-4b4e-ae36-635513d37453 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:50.395867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Port b168ac0b-0aa8-4b4e-ae36-635513d37453 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:46:50.396161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Attempting to bind port b168ac0b-0aa8-4b4e-ae36-635513d37453 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:50.405217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2e8a550>,) {'filters': {'network_id': ['de3b11fc-4066-46b9-9ca6-00306ad2fc2b']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:50.410759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:50.410986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:50.411382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:50.413767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Bound port: b168ac0b-0aa8-4b4e-ae36-635513d37453, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:50.414112 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.423105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 78e49dc1-8d82-4493-9427-15d1f3bdd709 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:50.423564 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.461506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2e8a550>, '4c82bab9-50e6-48b7-839d-5af1e157320f') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:50.461907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2e8a550>, '4c82bab9-50e6-48b7-839d-5af1e157320f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:50.494525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.700113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] For port b168ac0b-0aa8-4b4e-ae36-635513d37453, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:50.707052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] For port b168ac0b-0aa8-4b4e-ae36-635513d37453, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b168ac0b-0aa8-4b4e-ae36-635513d37453,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:50.718204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.732404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:50.733585 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.756820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48606725-8931-4a29-95aa-b8b434b4e149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab6cc29-49ef-4bfa-a0ba-535954067119,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:50.839617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Made reservation on behalf of 81ae965909894207adf92696200debf9 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:50.859419 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-48606725-8931-4a29-95aa-b8b434b4e149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.274s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:50.860068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36718) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:50.860391 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:46:50.867263 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:46:50.909443 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:50.930797 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-71a552c7-9074-4282-a507-dbb369da063b tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:50.932992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.022091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:51.022091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.022091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] 10.222.0.20 "PUT /v2.0/ports/b168ac0b-0aa8-4b4e-ae36-635513d37453 HTTP/1.1" status: 200  len: 1097 time: 3.5968964
Jun 21 02:46:51.022401 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-20febb43-d032-4a80-95e9-d95f405ecb18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b7b03884c374d4497d36c6b08100099&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1586316
Jun 21 02:46:51.022401 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36720) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:51.023372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63efe02-1184-4edf-b871-b6a01b50413c', 'tag': 'b168ac0b-0aa8-4b4e-ae36-635513d37453'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:51.031300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.032660 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c63efe02-1184-4edf-b871-b6a01b50413c", "tag": "b168ac0b-0aa8-4b4e-ae36-635513d37453"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:51.084698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Pushing event updated for resources: {'Port': ['ID=b168ac0b-0aa8-4b4e-ae36-635513d37453,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:51.090707 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:51.154897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.169615 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-334c1226-368f-487d-96a6-44dbfc70ba95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.172138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520abf-4fc3-4331-bfdd-e5070166cbf2 req-5d3f5573-580a-45ca-9ac0-60bbf2573bef tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:51.173915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1520abf-4fc3-4331-bfdd-e5070166cbf2 req-5d3f5573-580a-45ca-9ac0-60bbf2573bef tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 948 time: 0.2512019
Jun 21 02:46:51.179125 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-357fca1c-6d68-4959-a850-d99a7e1da481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:51.206089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.208060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] 10.222.0.25 "DELETE /v2.0/networks/de3b11fc-4066-46b9-9ca6-00306ad2fc2b HTTP/1.1" status: 204  len: 168 time: 1.6262922
Jun 21 02:46:51.241612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-334c1226-368f-487d-96a6-44dbfc70ba95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.252315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Pushing event deleted for resources: {'Network': ['ID=de3b11fc-4066-46b9-9ca6-00306ad2fc2b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:51.268109 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:51.304827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1520abf-4fc3-4331-bfdd-e5070166cbf2 req-78a4237a-303d-4b94-b8e2-99d0b2388662 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227348
Jun 21 02:46:51.313979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.328536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-adfe2afd-aaa2-4cf6-8e3c-d70b943a2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:51.332469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-adfe2afd-aaa2-4cf6-8e3c-d70b943a2c1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a8c215c0184fd1b19bf82804ecb2bc&device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 1100 time: 0.1552975
Jun 21 02:46:51.395866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-f257123e-3689-48b7-9683-dddd98354a54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b168ac0b-0aa8-4b4e-ae36-635513d37453 HTTP/1.1" status: 200  len: 217 time: 0.0531783
Jun 21 02:46:51.395866 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9ae58f-301b-48ca-8614-26148981dd87 x-openstack-request-id: req-ea9ae58f-301b-48ca-8614-26148981dd87 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:51.395866 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63efe02-1184-4edf-b871-b6a01b50413c", "tag": "b168ac0b-0aa8-4b4e-ae36-635513d37453", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:51.395866 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea9ae58f-301b-48ca-8614-26148981dd87 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:51.395866 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63efe02-1184-4edf-b871-b6a01b50413c', 'tag': 'b168ac0b-0aa8-4b4e-ae36-635513d37453', 'status': 'completed', 'code': 200}
Jun 21 02:46:51.430320 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.443081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:46:51.448897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Router 8dc21028-f8b0-42c0-80c1-54ba989feaeb is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:46:51.454838 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-188949b0-5c25-4538-ae6a-46c2c9d12570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:51.459153 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-334c1226-368f-487d-96a6-44dbfc70ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.459316 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.459704 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Added segment 7d9350e0-c848-4bf6-ae43-85274d07360d of type vlan for network 01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d
Jun 21 02:46:51.465538 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-334c1226-368f-487d-96a6-44dbfc70ba95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.468978 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-334c1226-368f-487d-96a6-44dbfc70ba95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7b8b6d9-2ca8-45d0-b851-e17b00f5d8f1 HTTP/1.1" status: 204  len: 168 time: 0.4441133
Jun 21 02:46:51.473308 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb694381-c744-4d97-aa37-60d15ce1ca01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:51.538393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c1226-368f-487d-96a6-44dbfc70ba95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b8b6d9-2ca8-45d0-b851-e17b00f5d8f1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:51.541993 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-334c1226-368f-487d-96a6-44dbfc70ba95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:51.574540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ffc39-d553-488b-8efc-12709c4ca98c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:51.577712 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:51.584287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-c4565c93-98dd-4ebd-9b85-dbb6340a503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:51.584287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-c4565c93-98dd-4ebd-9b85-dbb6340a503e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1825876
Jun 21 02:46:51.623262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:46:51.635505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Sync routers for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:46:51.649100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:46:51.651241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee19a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:46:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:51.657055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.747140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.749041 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.3645489
Jun 21 02:46:51.751577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36734) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:51.759595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4bcef-5a2e-4887-bced-0e397e7a3c1f req-bfababd1-386e-4919-a702-0199c3002cce tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:51.759595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00e4bcef-5a2e-4887-bced-0e397e7a3c1f req-bfababd1-386e-4919-a702-0199c3002cce tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 950 time: 0.2084622
Jun 21 02:46:51.767100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6468fb6-bfdf-4aab-89ac-5d8d853b4a4e req-1d028563-1a89-44ce-baa7-3c4df82f6e91 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:51.768570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6468fb6-bfdf-4aab-89ac-5d8d853b4a4e req-1d028563-1a89-44ce-baa7-3c4df82f6e91 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 946 time: 0.2792652
Jun 21 02:46:51.778049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-40a6ecfe-cc54-4b27-96dd-0b7ffcc25269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:51.779559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-40a6ecfe-cc54-4b27-96dd-0b7ffcc25269 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1822245
Jun 21 02:46:51.824350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:46:51.872564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6468fb6-bfdf-4aab-89ac-5d8d853b4a4e req-b14a3ce0-565a-44d8-8632-19da8dfee623 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914328
Jun 21 02:46:51.880277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.880428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:51.881166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:51.888277 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-030dc3b5-369b-4a3f-a808-41bddc4513f3 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:51.893101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36738) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:51.958727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00e4bcef-5a2e-4887-bced-0e397e7a3c1f req-7dc74ccb-f4eb-481a-b6af-8b729217ab2f tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891670
Jun 21 02:46:52.103559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Pushing event updated for resources: {'Network': ['ID=01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:52.111752 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:52.127498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:46:52.131680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f8fceac6-4da2-46d6-97d7-c8cf1d2b1ba4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8a9110bb9954597971fe55d59f5ad1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2318981
Jun 21 02:46:52.135640 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.2101986
Jun 21 02:46:52.136754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36746) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:52.141245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36748) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:52.166502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Request body: {'subnet': {'network_id': '01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1154156561-subnet', 'tenant_id': '81ae965909894207adf92696200debf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:52.174897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-9b37349f-3cf6-48f6-8aad-f4ae9018f77a service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3630350
Jun 21 02:46:52.221235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee19a0>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:49Z', 'revision_number': 3, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:52.255934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Checking router: 8dc21028-f8b0-42c0-80c1-54ba989feaeb for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:46:52.256387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Updating router 8dc21028-f8b0-42c0-80c1-54ba989feaeb port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:46:52.288765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7313ac3-4139-4293-8339-e01575ccab45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.303691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.325546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b37236d-1cb2-4fbf-b251-3ee88de34473 req-64f474d7-3c3f-40a7-a963-36f7a0dccec7 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418519
Jun 21 02:46:52.350805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7313ac3-4139-4293-8339-e01575ccab45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.433703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36758) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:52.463124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Made reservation on behalf of 81ae965909894207adf92696200debf9 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:46:52.466364 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.695788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7313ac3-4139-4293-8339-e01575ccab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.698715 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7313ac3-4139-4293-8339-e01575ccab45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.702005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a7313ac3-4139-4293-8339-e01575ccab45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1add7a4-89c1-4eb7-87f3-c9be979f95b2 HTTP/1.1" status: 204  len: 168 time: 0.5568442
Jun 21 02:46:52.748642 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-303d0ac3-a40a-4d0a-909f-dc7f567b5480 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:52.769152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7313ac3-4139-4293-8339-e01575ccab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1add7a4-89c1-4eb7-87f3-c9be979f95b2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:52.772467 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a7313ac3-4139-4293-8339-e01575ccab45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:52.812034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.816139 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-960637fe-700e-4ff1-b256-b50167a644e2 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:52.835575 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.849381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Transition to ACTIVE for port object 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:52.899370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-7387d510-b8a5-48c6-a67e-7fcdad896d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:52.901237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-7387d510-b8a5-48c6-a67e-7fcdad896d5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a8c215c0184fd1b19bf82804ecb2bc&device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 1100 time: 0.3723450
Jun 21 02:46:52.912638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2849f580-66a4-4b7c-9640-2f5d3b0bce8b,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:52.923830 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:52.928732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.932291 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:52.955410 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:52.988419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Attempting to bind port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:52.988974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Attempting to bind port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:52.989527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Attempting to bind port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:53.003227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Checking segment: {'id': '7d9350e0-c848-4bf6-ae43-85274d07360d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:53.003844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Network hostable DHCP agents. Network: 01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:46:53.004625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:53.005168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:53.005960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:53.006661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:53.007372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Bound port: 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:53.007959 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:53.039702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28636234-920b-444f-9c3c-650b3c0114da None None] Pushing event updated for resources: {'Port': ['ID=5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:53.050117 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-28636234-920b-444f-9c3c-650b3c0114da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:53.052931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-4683af90-e41f-4398-ad51-f852460653aa tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:53.054272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-4683af90-e41f-4398-ad51-f852460653aa tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.26 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 950 time: 0.4219427
Jun 21 02:46:53.092013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] For port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:53.094644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006fd9-88cf-434b-9bfb-3b5f2c030a54 req-0ec00936-cfce-4204-8ba7-03546158901e tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:53.096637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9006fd9-88cf-434b-9bfb-3b5f2c030a54 req-0ec00936-cfce-4204-8ba7-03546158901e tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 948 time: 0.4673367
Jun 21 02:46:53.097361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] For port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:53.186318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Network 01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:46:53.218120 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:53.219147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Allocated IP 172.20.0.1 (b3c98cde-3f83-4783-bf65-2f48f9c19e12/bc6192b6-d432-4690-b7f7-dd24ec312dc8/c07926b9-fc9d-442d-b6e0-b99ae65f1728) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:46:53.221565 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:53.292087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:46:53.293366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee19a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:46:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:53.315072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:53.336273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b41f9f-db45-4177-a187-d23ebc853495 None None] Network 01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:53.339211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:53.339912 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:53.342449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28636234-920b-444f-9c3c-650b3c0114da None None] Pushing event updated for resources: {'Port': ['ID=5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:53.388032 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-28636234-920b-444f-9c3c-650b3c0114da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:53.432145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:53.451963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Transition to ACTIVE for port object c07926b9-fc9d-442d-b6e0-b99ae65f1728 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:53.464434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.2999756
Jun 21 02:46:53.485147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:46:53.578683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a397-56f2-4494-87ce-a3f63b65d3b1 req-797afc67-dff5-4eed-a05c-bbed61786511 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:53.586509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:53.587882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d308a397-56f2-4494-87ce-a3f63b65d3b1 req-797afc67-dff5-4eed-a05c-bbed61786511 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 946 time: 0.8547363
Jun 21 02:46:53.588981 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bafb9033-6d36-4ed3-99f4-5f7186dfc831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:53.653311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36782) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:53.671777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:53.679622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:53.681571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:46:53.712166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-d1cb18a3-53fe-4d0b-8059-7ce9631ecdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:53.714905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-d1cb18a3-53fe-4d0b-8059-7ce9631ecdd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.7941024
Jun 21 02:46:53.735602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9006fd9-88cf-434b-9bfb-3b5f2c030a54 req-a4171ef2-0210-4429-9c52-ef031e1c235f tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6279421
Jun 21 02:46:53.736787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Pushing event updated for resources: {'Port': ['ID=c07926b9-fc9d-442d-b6e0-b99ae65f1728,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:53.752763 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:53.804373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd2d16-c0fc-45a6-938b-4fed0e49e0e6 None None] Network 01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:46:53.822363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-c1c66d24-0ea6-4e0c-ae98-cbeb8461b0d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b168ac0b-0aa8-4b4e-ae36-635513d37453 HTTP/1.1" status: 200  len: 217 time: 0.0727432
Jun 21 02:46:53.843556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:53.860926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d308a397-56f2-4494-87ce-a3f63b65d3b1 req-c240ad01-7667-4a37-8172-919375b5b993 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/security-groups?id=53a971b8-b6f9-46b7-ac39-248df43b2141&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2720504
Jun 21 02:46:53.951379 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-23248356-3768-4514-a5b7-dbbce88b9b23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de7e5c44259c4224befb0a0271a3de38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2858741
Jun 21 02:46:53.951999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36790) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:54.030315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-9db2d734-2120-459d-9395-22c13b922092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:54.034116 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-9db2d734-2120-459d-9395-22c13b922092 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1647358
Jun 21 02:46:54.071403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Deleting port 5228312f-a721-4ce2-86f0-e170e783b39d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:54.071661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.130386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-6d67bc5d-9565-4991-8d45-02b1cf5ce98b tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:54.132735 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-6d67bc5d-9565-4991-8d45-02b1cf5ce98b tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.26 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 946 time: 0.3708327
Jun 21 02:46:54.133746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee19a0>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:49Z', 'revision_number': 3, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:54.173675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d2dbb8-7994-4c8d-af30-a51530ae78d2 None None] The sync data for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 is: [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:49Z', 'revision_number': 3, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:46:54.227157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722cd241-821e-4d0b-840b-7a48cc0527ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.281516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Deleting port 80940f0e-3365-43aa-96f3-bdd6cc033c26 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:54.282064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.327418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722cd241-821e-4d0b-840b-7a48cc0527ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.345358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] For port 5228312f-a721-4ce2-86f0-e170e783b39d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5228312f-a721-4ce2-86f0-e170e783b39d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:54.345724 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.374570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08911ee-a9c8-4efc-8dbb-56bdcd19515d req-0d922542-fb9b-4168-9618-9d102aa79383 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:54.376167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e08911ee-a9c8-4efc-8dbb-56bdcd19515d req-0d922542-fb9b-4168-9618-9d102aa79383 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 950 time: 0.3755841
Jun 21 02:46:54.383181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.395886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b168ac0b-0aa8-4b4e-ae36-635513d37453 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:46:54.422393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-beb19aa3-9fb8-4189-ac5c-e2f60317b3bd None None] Provisioning for port c07926b9-fc9d-442d-b6e0-b99ae65f1728 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:54.451288 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-bb50438f-2ded-4977-9b72-700fd9198de3 req-c1e145f3-7b70-4d77-9fb9-3bfe67c2c358 tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] show failed (client error): The resource could not be found.
Jun 21 02:46:54.457873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bb50438f-2ded-4977-9b72-700fd9198de3 req-c1e145f3-7b70-4d77-9fb9-3bfe67c2c358 tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] 10.222.0.25 "GET /v2.0/security-groups/cdacd69b-caf8-4d4a-bfe0-053067db804c HTTP/1.1" status: 404  len: 352 time: 0.1165156
Jun 21 02:46:54.460369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-beb19aa3-9fb8-4189-ac5c-e2f60317b3bd None None] Provisioning complete for port c07926b9-fc9d-442d-b6e0-b99ae65f1728 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:54.461155 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-beb19aa3-9fb8-4189-ac5c-e2f60317b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.467952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-fed334bd-7f3c-44da-953a-51a925744fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:54.477569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-fed334bd-7f3c-44da-953a-51a925744fd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4071434
Jun 21 02:46:54.520136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Calling delete_port for 5228312f-a721-4ce2-86f0-e170e783b39d owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:54.570470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] For port 80940f0e-3365-43aa-96f3-bdd6cc033c26, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=80940f0e-3365-43aa-96f3-bdd6cc033c26,segment=NetworkSegment(564f2e3b-1ded-4954-980f-c2253e316699),segment_id=564f2e3b-1ded-4954-980f-c2253e316699)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:54.570470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.594086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-beb19aa3-9fb8-4189-ac5c-e2f60317b3bd None None] Port c07926b9-fc9d-442d-b6e0-b99ae65f1728 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:46:54.664933 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Calling delete_port for 80940f0e-3365-43aa-96f3-bdd6cc033c26 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:54.714598 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.719460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b168ac0b-0aa8-4b4e-ae36-635513d37453, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b168ac0b-0aa8-4b4e-ae36-635513d37453,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:54.719647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e08911ee-a9c8-4efc-8dbb-56bdcd19515d req-9a80447f-fed6-4902-b102-7bf8f6e8b9fe tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3273382
Jun 21 02:46:54.739251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'b168ac0b-0aa8-4b4e-ae36-635513d37453', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'b168ac0b-0aa8-4b4e-ae36-635513d37453', 'mac_address': 'fa:16:3e:ed:f1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:46:54.808066 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.829244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed79e899-0ade-48c0-9734-70d9e01e330f req-cef89cf3-8316-416a-8470-9ea6e1475cc3 tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81ae965909894207adf92696200debf9 HTTP/1.1" status: 200  len: 2984 time: 0.2992365
Jun 21 02:46:54.829767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b168ac0b-0aa8-4b4e-ae36-635513d37453 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:46:54.853943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b168ac0b-0aa8-4b4e-ae36-635513d37453, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b168ac0b-0aa8-4b4e-ae36-635513d37453,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:54.870207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722cd241-821e-4d0b-840b-7a48cc0527ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.873055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722cd241-821e-4d0b-840b-7a48cc0527ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.876197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-722cd241-821e-4d0b-840b-7a48cc0527ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4385014d-298c-4f53-a012-2f4914ee725a HTTP/1.1" status: 204  len: 168 time: 0.9173007
Jun 21 02:46:54.884853 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77095c4c-4666-47d7-90ed-bfa4bb455301 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:54.917048 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.919119 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:54.946332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cd241-821e-4d0b-840b-7a48cc0527ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4385014d-298c-4f53-a012-2f4914ee725a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:54.967620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:54.980850 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-722cd241-821e-4d0b-840b-7a48cc0527ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:54.993767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=b168ac0b-0aa8-4b4e-ae36-635513d37453,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:54.997443 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:55.014105 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:55.019123 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7788e2be-bfea-4f05-847a-481bc1b502e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:55.051742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-3c2ebbd2-e706-4647-acc3-d0848dd61945 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5730524
Jun 21 02:46:55.113870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b168ac0b-0aa8-4b4e-ae36-635513d37453'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:46:55.240463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed79e899-0ade-48c0-9734-70d9e01e330f req-40a8b19a-dc89-49e1-a31f-b4746c9dca63 tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] 10.222.0.25 "GET /v2.0/security-groups/6a2ffc39-d553-488b-8efc-12709c4ca98c HTTP/1.1" status: 200  len: 2981 time: 0.3758156
Jun 21 02:46:55.352230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e3b2e2-9bf6-46cb-8a9a-7976b63098b5 req-3555b32e-ea6f-4882-b611-d2fc3f05650b service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316923
Jun 21 02:46:55.397876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Pushing event deleted for resources: {'Port': ['ID=80940f0e-3365-43aa-96f3-bdd6cc033c26,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:55.404524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:55.411566 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:55.412032 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:55.423508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ba2fb-cc9a-4734-9d00-8a7079b1494f req-bbdabbea-8841-4e50-af19-741b7cdbf448 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:55.425117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb1ba2fb-cc9a-4734-9d00-8a7079b1494f req-bbdabbea-8841-4e50-af19-741b7cdbf448 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 949 time: 0.4892232
Jun 21 02:46:55.484788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:55.490508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed79e899-0ade-48c0-9734-70d9e01e330f req-c73740dc-6c21-4bd4-814c-35b40a80a138 tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] 10.222.0.25 "GET /v2.0/security-groups/6a2ffc39-d553-488b-8efc-12709c4ca98c HTTP/1.1" status: 200  len: 2981 time: 0.2485118
Jun 21 02:46:55.511689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] No DVR routers for this DVR port 80940f0e-3365-43aa-96f3-bdd6cc033c26 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:55.515379 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-398a5d79-6840-4d36-a0e7-4bbb3ccd3e75 tempest-ServersNegativeTestMultiTenantJSON-872518084 tempest-ServersNegativeTestMultiTenantJSON-872518084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:55.519380 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:55.521535 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b21ac004-1307-4ac7-bf7f-0183beca0e76 req-41d8d92e-6db8-4e12-a085-aff88fe92174 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.26 "DELETE /v2.0/ports/80940f0e-3365-43aa-96f3-bdd6cc033c26 HTTP/1.1" status: 204  len: 173 time: 1.3818378
Jun 21 02:46:55.524578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151e11f4-b2e6-47a2-b76e-f323d62f8ce6', 'name': 'network-vif-deleted', 'tag': '80940f0e-3365-43aa-96f3-bdd6cc033c26'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:55.526603 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b28bc52-01c3-4f05-ba10-fed0faf4f9b1" -d '{"events": [{"server_uuid": "151e11f4-b2e6-47a2-b76e-f323d62f8ce6", "name": "network-vif-deleted", "tag": "80940f0e-3365-43aa-96f3-bdd6cc033c26"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:55.539714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:55.546803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Pushing event updated for resources: {'Port': ['ID=c07926b9-fc9d-442d-b6e0-b99ae65f1728,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:55.556842 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:55.586712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Pushing event deleted for resources: {'Port': ['ID=5228312f-a721-4ce2-86f0-e170e783b39d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:55.592348 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:55.639834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb1ba2fb-cc9a-4734-9d00-8a7079b1494f req-622717ed-fef0-4b7b-ab21-0caef16df434 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935868
Jun 21 02:46:55.641812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] No DVR routers for this DVR port 5228312f-a721-4ce2-86f0-e170e783b39d on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:46:55.644796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:55.646929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a846bc8c-b3d2-4c78-b266-8a81d6be24f9 req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.26 "DELETE /v2.0/ports/5228312f-a721-4ce2-86f0-e170e783b39d HTTP/1.1" status: 204  len: 173 time: 2.5755985
Jun 21 02:46:55.647473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e54ca3-d072-4c41-a028-d8162f55c5e6', 'name': 'network-vif-deleted', 'tag': '5228312f-a721-4ce2-86f0-e170e783b39d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:55.650036 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e7bfdc-7a51-46ff-918d-79e20202b50b" -d '{"events": [{"server_uuid": "09e54ca3-d072-4c41-a028-d8162f55c5e6", "name": "network-vif-deleted", "tag": "5228312f-a721-4ce2-86f0-e170e783b39d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:55.674256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:46:55.675768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:46:55.789999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd79d993-e36e-4564-a183-2bf6706d9dd6 req-d0729395-b09e-4d06-b28f-3ee67b433d37 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] 10.222.0.25 "GET /v2.0/ports?device_id=151e11f4-b2e6-47a2-b76e-f323d62f8ce6 HTTP/1.1" status: 200  len: 210 time: 0.0899231
Jun 21 02:46:55.843035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Deleting port fb827bf6-707c-4e36-bb01-24e71ce704c6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:46:55.843378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:55.883840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Router 8dc21028-f8b0-42c0-80c1-54ba989feaeb has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:46:56.031003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-aa232984-be3d-4ebd-910c-994e43999a9d None None] Provisioning complete for port c07926b9-fc9d-442d-b6e0-b99ae65f1728 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:56.031494 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aa232984-be3d-4ebd-910c-994e43999a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.118366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc2d5375-0133-4150-8ef5-94eebbd55134 req-328f1ff9-babd-46a1-8f61-7e71317e8248 tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] 10.222.0.25 "GET /v2.0/security-groups/6a2ffc39-d553-488b-8efc-12709c4ca98c HTTP/1.1" status: 200  len: 2981 time: 0.2488735
Jun 21 02:46:56.125089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:46:56.140567 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] 10.222.0.25 "PUT /v2.0/routers/8dc21028-f8b0-42c0-80c1-54ba989feaeb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3877223
Jun 21 02:46:56.149162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] For port fb827bf6-707c-4e36-bb01-24e71ce704c6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fb827bf6-707c-4e36-bb01-24e71ce704c6,segment=NetworkSegment(0ac36702-f1a0-4889-8bad-edb95d80090a),segment_id=0ac36702-f1a0-4889-8bad-edb95d80090a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:56.151945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.174530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-aa232984-be3d-4ebd-910c-994e43999a9d None None] Port c07926b9-fc9d-442d-b6e0-b99ae65f1728 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:46:56.246844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Calling delete_port for fb827bf6-707c-4e36-bb01-24e71ce704c6 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:46:56.319300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:56.378288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-47088147-6dbc-4550-bf25-38ba7d74a2e7 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=df4377ab97214366963e8ddf3f160128&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1037984
Jun 21 02:46:56.414928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b168ac0b-0aa8-4b4e-ae36-635513d37453 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:56.476317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:56.480743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:56.481136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.528207 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Sync routers for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:46:56.531166 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-fc2d5375-0133-4150-8ef5-94eebbd55134 req-a0016022-46ba-46ad-8563-5e7047c8a5eb tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 21 02:46:56.546284 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:46:56.546916 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de1400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:46:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:56.552156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc2d5375-0133-4150-8ef5-94eebbd55134 req-a0016022-46ba-46ad-8563-5e7047c8a5eb tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] 10.222.0.25 "DELETE /v2.0/security-groups/6a2ffc39-d553-488b-8efc-12709c4ca98c HTTP/1.1" status: 409  len: 352 time: 0.2764988
Jun 21 02:46:56.575301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port b168ac0b-0aa8-4b4e-ae36-635513d37453 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:46:56.587442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port b168ac0b-0aa8-4b4e-ae36-635513d37453 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:56.587827 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.609385 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af69776c-b655-4b65-a967-2243ad5fd621 x-openstack-request-id: req-af69776c-b655-4b65-a967-2243ad5fd621 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:56.611771 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151e11f4-b2e6-47a2-b76e-f323d62f8ce6", "name": "network-vif-deleted", "tag": "80940f0e-3365-43aa-96f3-bdd6cc033c26", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:56.612193 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af69776c-b655-4b65-a967-2243ad5fd621 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:56.614101 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151e11f4-b2e6-47a2-b76e-f323d62f8ce6', 'name': 'network-vif-deleted', 'tag': '80940f0e-3365-43aa-96f3-bdd6cc033c26', 'status': 'completed', 'code': 200}
Jun 21 02:46:56.636684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 80940f0e-3365-43aa-96f3-bdd6cc033c26 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:56.676187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.682593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 80940f0e-3365-43aa-96f3-bdd6cc033c26 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:56.683029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 80940f0e-3365-43aa-96f3-bdd6cc033c26 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:56.683472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 5228312f-a721-4ce2-86f0-e170e783b39d no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:46:56.691173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-803368ee-f524-40c1-b3fb-75c897e1d717 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:56.711381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-803368ee-f524-40c1-b3fb-75c897e1d717 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3269522
Jun 21 02:46:56.725172 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961ea7ba-a6f4-4044-a240-3b69a3a92774 x-openstack-request-id: req-961ea7ba-a6f4-4044-a240-3b69a3a92774 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:56.725172 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e54ca3-d072-4c41-a028-d8162f55c5e6", "name": "network-vif-deleted", "tag": "5228312f-a721-4ce2-86f0-e170e783b39d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:56.725764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 5228312f-a721-4ce2-86f0-e170e783b39d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:46:56.725764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 5228312f-a721-4ce2-86f0-e170e783b39d not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:46:56.726301 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-961ea7ba-a6f4-4044-a240-3b69a3a92774 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:56.727103 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e54ca3-d072-4c41-a028-d8162f55c5e6', 'name': 'network-vif-deleted', 'tag': '5228312f-a721-4ce2-86f0-e170e783b39d', 'status': 'completed', 'code': 200}
Jun 21 02:46:56.731373 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:46:56.753518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:56.756909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-fb653df3-9a84-41fe-9d29-212249ea1cae tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/quotas/df4377ab97214366963e8ddf3f160128 HTTP/1.1" status: 200  len: 375 time: 0.0443192
Jun 21 02:46:56.765853 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.792524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63efe02-1184-4edf-b871-b6a01b50413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b168ac0b-0aa8-4b4e-ae36-635513d37453'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:46:56.795124 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba1a73d-f3eb-4262-a8c3-84fc8d2c78bf" -d '{"events": [{"server_uuid": "c63efe02-1184-4edf-b871-b6a01b50413c", "name": "network-vif-plugged", "status": "completed", "tag": "b168ac0b-0aa8-4b4e-ae36-635513d37453"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:46:56.810908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-7b7a0dc3-2cff-47fb-8eab-815a627ba598 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df4377ab97214366963e8ddf3f160128&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0504577
Jun 21 02:46:56.811672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b168ac0b-0aa8-4b4e-ae36-635513d37453, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b168ac0b-0aa8-4b4e-ae36-635513d37453,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:46:56.865779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.868735 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:56.923531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.949114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:56.952828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:56.958396 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:56.959495 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:57.019780 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b6cab9a-4300-4397-b525-d4cf770a329c tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:57.029803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b78c0b7-7f39-4384-aed1-3e2ef573ee04 req-f0f9e2e4-4f7a-4a78-812f-d4721fec3733 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e54ca3-d072-4c41-a028-d8162f55c5e6 HTTP/1.1" status: 200  len: 210 time: 0.0927789
Jun 21 02:46:57.085040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=b168ac0b-0aa8-4b4e-ae36-635513d37453,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:57.088798 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:57.178253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb827bf6-707c-4e36-bb01-24e71ce704c6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:57.186658 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-f620ebe4-e052-4207-95c2-8523c75a82a3 req-dec83c68-1fd1-4df6-8b3f-f2d4a627d9ca tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] show failed (client error): The resource could not be found.
Jun 21 02:46:57.188569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f620ebe4-e052-4207-95c2-8523c75a82a3 req-dec83c68-1fd1-4df6-8b3f-f2d4a627d9ca tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] 10.222.0.25 "GET /v2.0/security-groups/1e49c8fb-3a6c-4a85-ad47-768ab4595b1d HTTP/1.1" status: 404  len: 352 time: 0.0666778
Jun 21 02:46:57.189067 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:57.202625 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de1400>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 2, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:57.257760 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Checking router: 8dc21028-f8b0-42c0-80c1-54ba989feaeb for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:46:57.258839 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Updating router 8dc21028-f8b0-42c0-80c1-54ba989feaeb port c07926b9-fc9d-442d-b6e0-b99ae65f1728 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:46:57.346876 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:57.391549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:57.499846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0514101-7ec8-4cd1-ac34-ccf03c6e1189 req-890b12ce-544e-4f0a-83b8-db8eeafd148b tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:57.510005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0514101-7ec8-4cd1-ac34-ccf03c6e1189 req-890b12ce-544e-4f0a-83b8-db8eeafd148b tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 950 time: 0.1672187
Jun 21 02:46:57.624752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0514101-7ec8-4cd1-ac34-ccf03c6e1189 req-553d5edd-dd97-4b3e-8a7d-2a581cd2c3c5 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124868
Jun 21 02:46:57.695848 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8284c22-a6fd-415b-b3f4-d9d134ac4384 x-openstack-request-id: req-f8284c22-a6fd-415b-b3f4-d9d134ac4384 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:46:57.696148 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63efe02-1184-4edf-b871-b6a01b50413c", "name": "network-vif-plugged", "status": "completed", "tag": "b168ac0b-0aa8-4b4e-ae36-635513d37453", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:46:57.696803 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8284c22-a6fd-415b-b3f4-d9d134ac4384 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:46:57.697192 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63efe02-1184-4edf-b871-b6a01b50413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b168ac0b-0aa8-4b4e-ae36-635513d37453', 'code': 200}
Jun 21 02:46:57.817927 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:57.844980 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Transition to ACTIVE for port object c07926b9-fc9d-442d-b6e0-b99ae65f1728 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:46:57.855543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Router 9d515fb5-f555-4d29-9cc8-200f6e994e83 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:46:57.863084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36892) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:57.871109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419384890', 'description': 'tempest-description--1365623759'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:57.933788 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-60c333a8-8403-47f5-8bae-17c447de319d req-0c1c846e-ca1f-460d-ad7a-026e0d456592 tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] show failed (client error): The resource could not be found.
Jun 21 02:46:57.934811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60c333a8-8403-47f5-8bae-17c447de319d req-0c1c846e-ca1f-460d-ad7a-026e0d456592 tempest-SecurityGroupsNegativeTestJSON-329651181 tempest-SecurityGroupsNegativeTestJSON-329651181-project] 10.222.0.25 "GET /v2.0/security-groups/c332e3c7-217f-4a70-9938-4dc1651fd634 HTTP/1.1" status: 404  len: 352 time: 0.0683229
Jun 21 02:46:57.940526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b522f160-f54c-4c9f-9fa3-b01ef4979853 req-df26d197-d4a3-43fd-ae3e-c06e3e01b0e7 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 210 time: 0.0724728
Jun 21 02:46:57.948206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36896) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:57.958088 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:57.960871 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-6636e6fe-c161-47c8-834d-ebc68f7b419a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:57.968448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198df168-c1c8-4e54-bae4-6820153972ce req-4f458e77-996c-4a8f-a7fc-d80b67a7f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:57.970053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-198df168-c1c8-4e54-bae4-6820153972ce req-4f458e77-996c-4a8f-a7fc-d80b67a7f68c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 1102 time: 0.2026224
Jun 21 02:46:57.992606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.042999 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Pushing event updated for resources: {'Port': ['ID=c07926b9-fc9d-442d-b6e0-b99ae65f1728,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:58.216214 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.216782 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.217374 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.217943 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.218750 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.219627 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.220158 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.220682 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.221219 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.222328 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.222930 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.223589 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:46:58.232121 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:58.233583 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Attempting to bind port c07926b9-fc9d-442d-b6e0-b99ae65f1728 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:46:58.234189 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Attempting to bind port c07926b9-fc9d-442d-b6e0-b99ae65f1728 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:46:58.236019 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Attempting to bind port c07926b9-fc9d-442d-b6e0-b99ae65f1728 on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:46:58.267475 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:46:58.268108 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Checking segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:46:58.268701 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.269870 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Bound using segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:46:58.276253 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Bound port: c07926b9-fc9d-442d-b6e0-b99ae65f1728, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:46:58.276253 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.344671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.434065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:46:58.442670 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] For port c07926b9-fc9d-442d-b6e0-b99ae65f1728, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:46:58.447078 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] For port c07926b9-fc9d-442d-b6e0-b99ae65f1728, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c07926b9-fc9d-442d-b6e0-b99ae65f1728,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:46:58.457133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.460517 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36fc9199-a055-44b8-9d41-3816dbe30d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:58.499648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:58.560629 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.563914 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:58.572268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca95c04-7ef8-4cb0-930f-fac873378215,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:58.573437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:46:58.573885 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.586023 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:58.614908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Deleting subnet 9c63b3c4-3d1d-4e60-92b3-143591336dbe {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:58.619403 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.655457 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Pushing event updated for resources: {'Port': ['ID=c07926b9-fc9d-442d-b6e0-b99ae65f1728,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:58.658558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.660404 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:58.676674 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:46:58.676674 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de1400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:46:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:58.681718 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.8092184
Jun 21 02:46:58.682804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36922) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:58.701205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'security_group_rule': {'security_group_id': '6ca95c04-7ef8-4cb0-930f-fac873378215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:58.722601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.808423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.844542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Deleting subnet 2849f580-66a4-4b7c-9640-2f5d3b0bce8b {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:46:58.866090 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:46:58.869541 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.897272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.919681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36932) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:58.974461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-198df168-c1c8-4e54-bae4-6820153972ce req-ce8e8b52-f89b-4425-a94d-27afec440104 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9220788
Jun 21 02:46:58.983508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:58.989344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:46:59.002055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] Sync routers for ids ['9d515fb5-f555-4d29-9cc8-200f6e994e83'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:46:59.020551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] Routers {'9d515fb5-f555-4d29-9cc8-200f6e994e83'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:46:59.022288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f87370>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:46:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9d515fb5-f555-4d29-9cc8-200f6e994e83'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:59.046758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] 10.222.0.25 "PUT /v2.0/routers/9d515fb5-f555-4d29-9cc8-200f6e994e83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6092684
Jun 21 02:46:59.050632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36938) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:59.123927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.189399 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.194290 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de1400>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:46:58Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:59.228763 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.229451 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158bbfa-28b1-480f-8c68-1d39d7e3eda9 None None] The sync data for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 is: [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:46:58Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:46:59.232384 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f07a6193-084f-46ea-956d-6ae53d4e68cc tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:59.257788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569452d7-fbdb-4595-844e-e77c39d9c40d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:59.260488 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:59.283114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.295787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] Set router 9d515fb5-f555-4d29-9cc8-200f6e994e83 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:46:59.312341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.320537 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1e850d4-fdcf-4db1-95e5-676c9dcf14e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:59.349038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2ffb7639-c8ef-4c10-b809-e8c3acaefa56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=262a8b31fa794d90a3c54c99afe3ec5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4090796
Jun 21 02:46:59.355131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36942) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:59.428936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.430541 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7406313
Jun 21 02:46:59.433927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36946) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:59.434811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c63b3c4-3d1d-4e60-92b3-143591336dbe,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:59.440559 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:59.445135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'security_group_rule': {'security_group_id': '6ca95c04-7ef8-4cb0-930f-fac873378215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:46:59.452778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.460787 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9c63b3c4-3d1d-4e60-92b3-143591336dbe HTTP/1.1" status: 204  len: 168 time: 0.9526012
Jun 21 02:46:59.462249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36948) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:59.493135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393d965-2134-4880-9bdf-e3c9c30ce77c req-e6a5be35-1730-4377-89d2-f9cfdbe1358b tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:46:59.494820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6393d965-2134-4880-9bdf-e3c9c30ce77c req-e6a5be35-1730-4377-89d2-f9cfdbe1358b tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 950 time: 0.5690999
Jun 21 02:46:59.546531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a61f1275-c485-4c7b-b9ba-bb66e373e130 req-b96a2036-d90e-48b7-8277-328087bec56e tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 210 time: 0.0842199
Jun 21 02:46:59.607423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.638903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.647318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f87370>, [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 5, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:59.674052 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.687438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] Checking router: 9d515fb5-f555-4d29-9cc8-200f6e994e83 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:46:59.689148 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dc627f58-fa1b-4fc2-afa7-3447c166c6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:46:59.699207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] Routers {'9d515fb5-f555-4d29-9cc8-200f6e994e83'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:46:59.700034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f87370>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:46:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['9d515fb5-f555-4d29-9cc8-200f6e994e83'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:59.705320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6393d965-2134-4880-9bdf-e3c9c30ce77c req-aa894e91-a907-4486-aefe-ae1c842404e1 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788964
Jun 21 02:46:59.756455 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.775366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2849f580-66a4-4b7c-9640-2f5d3b0bce8b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:46:59.782780 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bea80715-ceb2-47b1-ad1c-7bf6bec647b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.789266 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:46:59.816003 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.826214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2849f580-66a4-4b7c-9640-2f5d3b0bce8b HTTP/1.1" status: 204  len: 168 time: 1.8767371
Jun 21 02:46:59.831669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36958) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:46:59.834946 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.863953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.875939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d276f6a0>,) {'filters': {'network_id': ['e9aee536-a147-4a0a-b23d-e512c589075b']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:59.891057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d276f6a0>, '564f2e3b-1ded-4954-980f-c2253e316699') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:59.891419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d276f6a0>, '564f2e3b-1ded-4954-980f-c2253e316699') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:46:59.903010 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.926338 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.936311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:46:59.936726 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:46:59.948494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] Set router 9d515fb5-f555-4d29-9cc8-200f6e994e83 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:46:59.980227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bea80715-ceb2-47b1-ad1c-7bf6bec647b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:47:00.006516 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:47:00.009324 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.009324 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:00.030410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd1eb95-ab83-4df6-ac90-657990b138c5,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:00.032173 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:00.075325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.086740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.095709 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-43d84f2e-0dc0-438b-9f74-faeb87a40ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:00.123693 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.126143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Deleting port 87eb763f-b218-43fc-b73f-6dc95b74e904 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:47:00.126484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.132305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] 10.222.0.25 "DELETE /v2.0/networks/e9aee536-a147-4a0a-b23d-e512c589075b HTTP/1.1" status: 204  len: 168 time: 0.6633484
Jun 21 02:47:00.135089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Pushing event deleted for resources: {'Network': ['ID=e9aee536-a147-4a0a-b23d-e512c589075b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:00.140618 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:00.140863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.142030 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7041814
Jun 21 02:47:00.152732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36966) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:00.160544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:00.230157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bea80715-ceb2-47b1-ad1c-7bf6bec647b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.232701 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bea80715-ceb2-47b1-ad1c-7bf6bec647b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.236710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bea80715-ceb2-47b1-ad1c-7bf6bec647b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc5326cc-a1fb-4086-a896-ec96ebd9ddf3 HTTP/1.1" status: 204  len: 168 time: 0.8738334
Jun 21 02:47:00.253638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f87370>, [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 5, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:00.286381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1284a66-7413-4556-9b0d-5b6a0adac24c None None] The sync data for ids ['9d515fb5-f555-4d29-9cc8-200f6e994e83'] in n-d-758944-33 is: [{'id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'name': 'tempest-TaggedBootDevicesTest_v242-1093835254-router', 'tenant_id': '1b277b451a6e4ca59622c4c78ab30a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:45:18Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 5, 'project_id': '1b277b451a6e4ca59622c4c78ab30a61', 'gw_port': {'id': '87eb763f-b218-43fc-b73f-6dc95b74e904', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515fb5-f555-4d29-9cc8-200f6e994e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:45:19Z', 'updated_at': '2021-06-21T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:47:00.289046 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6e36189-db02-4bbb-9db7-b0a1d1a4bfc5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:00.301540 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.316217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.324747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea80715-ceb2-47b1-ad1c-7bf6bec647b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5326cc-a1fb-4086-a896-ec96ebd9ddf3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:00.354446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bea80715-ceb2-47b1-ad1c-7bf6bec647b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:00.360844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d29f7df0>,) {'filters': {'network_id': ['01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:00.375165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d29f7df0>, '7d9350e0-c848-4bf6-ae43-85274d07360d') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:00.375461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d29f7df0>, '7d9350e0-c848-4bf6-ae43-85274d07360d') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:00.406804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.423213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] For port 87eb763f-b218-43fc-b73f-6dc95b74e904, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=87eb763f-b218-43fc-b73f-6dc95b74e904,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:00.423717 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.437706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.481451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.502275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Calling delete_port for 87eb763f-b218-43fc-b73f-6dc95b74e904 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:47:00.504596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:47:00.504997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:47:00.507365 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:47:00.628409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-483d18f6-5857-4337-8f48-cc807e08538c tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=df4377ab97214366963e8ddf3f160128&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0263588
Jun 21 02:47:00.633397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Allocated IP 172.25.7.204 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/08ef1b86-94a8-41f8-9f9a-abdb4e3464e3) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:00.667411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36976) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:00.728648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c07926b9-fc9d-442d-b6e0-b99ae65f1728 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:00.882992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fed63e58-17a0-4ffa-b814-5c4324776244 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22fd89581a2546db90a2921ee8449990&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2154982
Jun 21 02:47:00.889610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.892115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36982) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:00.923920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.932545 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:00.937846 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:00.942292 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] 10.222.0.25 "DELETE /v2.0/networks/01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d HTTP/1.1" status: 204  len: 168 time: 1.1073101
Jun 21 02:47:00.965399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c07926b9-fc9d-442d-b6e0-b99ae65f1728 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:00.970579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c07926b9-fc9d-442d-b6e0-b99ae65f1728 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:00.971086 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.054595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fea2e021-639b-4500-ad43-c4120df9dd98 req-118b47ad-8a5e-41df-8901-b70860c2c0ab tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 210 time: 0.2085893
Jun 21 02:47:01.074503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=01a4e2f2-23a4-4104-9dd2-79e16bf3ff6d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:01.120448 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.124940 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-50a8027b-7ca8-458d-8b0c-6e9b327ce81a tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:01.130361 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:01.134483 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.212070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c07926b9-fc9d-442d-b6e0-b99ae65f1728, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c07926b9-fc9d-442d-b6e0-b99ae65f1728,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:01.213250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:01.218897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:01.222703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:01.251166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-f57a7927-4c89-4a5b-8a1d-eadd6409de5a tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:01.252796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-f57a7927-4c89-4a5b-8a1d-eadd6409de5a tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6182816
Jun 21 02:47:01.253293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'Port': ['ID=08ef1b86-94a8-41f8-9f9a-abdb4e3464e3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:01.257785 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:01.280777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Request body: {'port': {'device_id': '303b0880-fbff-4839-b9fc-55e422bf8c31', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': 'df4377ab97214366963e8ddf3f160128'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:01.299999 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.302072 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:01.355608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c07926b9-fc9d-442d-b6e0-b99ae65f1728,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:01.355856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5fb08afd-6fec-495c-9f91-9445efe41327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.358884 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:01.387558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70232d83-bf3b-4a2e-bfb7-e3bb56e6b0f6 req-61d72dc9-9ce3-4b59-a2d3-1b5edf32ce58 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:01.389053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70232d83-bf3b-4a2e-bfb7-e3bb56e6b0f6 req-61d72dc9-9ce3-4b59-a2d3-1b5edf32ce58 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 950 time: 0.3476291
Jun 21 02:47:01.416387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5fb08afd-6fec-495c-9f91-9445efe41327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.463916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.477511 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83631b8a-3337-452b-a02d-792e1bb6a064 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:01.503715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.521542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70232d83-bf3b-4a2e-bfb7-e3bb56e6b0f6 req-adfaad77-536d-464a-8159-3da86b6abce8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180115
Jun 21 02:47:01.523802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Pushing event deleted for resources: {'Port': ['ID=87eb763f-b218-43fc-b73f-6dc95b74e904,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:01.531588 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:01.620421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.635903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.654389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36992) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:01.723863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Made reservation on behalf of df4377ab97214366963e8ddf3f160128 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:01.728143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.739543 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5fb08afd-6fec-495c-9f91-9445efe41327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.742587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5fb08afd-6fec-495c-9f91-9445efe41327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.743971 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5fb08afd-6fec-495c-9f91-9445efe41327 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53a971b8-b6f9-46b7-ac39-248df43b2141 HTTP/1.1" status: 204  len: 168 time: 0.8365746
Jun 21 02:47:01.752370 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-42aec9c3-47f8-4998-874c-2c409c78a830 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:01.759500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.764957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.768054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.779565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb08afd-6fec-495c-9f91-9445efe41327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a971b8-b6f9-46b7-ac39-248df43b2141,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:01.787279 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5fb08afd-6fec-495c-9f91-9445efe41327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:01.819349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.847324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d566bbe2-412e-4643-9bd2-5102aa988dba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ca1cfb87b5c4e65bbf4c43b6493389f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914284
Jun 21 02:47:01.850669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36996) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:01.878804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36998) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:01.905910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.915596 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-247f7cc0-e4cc-48a0-8157-39aa8b1b8d14 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:01.947314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.962746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.965875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d515fb5-f555-4d29-9cc8-200f6e994e83 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:47:01.975683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:01.977587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9d515fb5-f555-4d29-9cc8-200f6e994e83 HTTP/1.1" status: 204  len: 168 time: 2.9229424
Jun 21 02:47:01.979931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37000) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:02.026895 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c9c403b-a27a-462c-ba78-c4d6751b42f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.030533 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d9879c77-6e3d-4930-be76-b707d7fe0564 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81ae965909894207adf92696200debf9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1505640
Jun 21 02:47:02.031288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'Port': ['ID=08ef1b86-94a8-41f8-9f9a-abdb4e3464e3,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:02.033668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37002) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:02.040337 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:02.053720 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.060124 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e12128b6-ac45-4a14-b353-2ab6883878c5 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:02.064778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.068371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Deleting subnet 404d33fc-7bd7-4aec-bd72-89c7af60a3f4 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:47:02.083092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c9c403b-a27a-462c-ba78-c4d6751b42f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.093313 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.173200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.188906 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0376806
Jun 21 02:47:02.252137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467e2980-c2fe-4997-82e2-4c1aefd65040,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:02.264727 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:02.299757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c9c403b-a27a-462c-ba78-c4d6751b42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.305365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c9c403b-a27a-462c-ba78-c4d6751b42f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.305365 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1c9c403b-a27a-462c-ba78-c4d6751b42f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4d84be9-a241-405d-abe2-92e9a3ed7730 HTTP/1.1" status: 204  len: 168 time: 0.4519939
Jun 21 02:47:02.305365 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6a92acca-0557-413f-bab9-09124cb409c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:02.314880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c403b-a27a-462c-ba78-c4d6751b42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d84be9-a241-405d-abe2-92e9a3ed7730,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:02.317666 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c9c403b-a27a-462c-ba78-c4d6751b42f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:02.339662 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbfee5be-01bc-44e1-8089-fb954d124278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.356424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.368234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6b95b39-df79-4aa4-86db-48199582f424 req-4f0de631-b882-4a8b-bfc0-f13af1f1c938 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 210 time: 0.0762155
Jun 21 02:47:02.428244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbfee5be-01bc-44e1-8089-fb954d124278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.430789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Allocated IP 192.168.233.200 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/d8014625-f39c-4ac6-8dd3-26fadc7fd682) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:02.548036 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.668767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbfee5be-01bc-44e1-8089-fb954d124278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.671611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbfee5be-01bc-44e1-8089-fb954d124278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.674526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dbfee5be-01bc-44e1-8089-fb954d124278 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a2ffc39-d553-488b-8efc-12709c4ca98c HTTP/1.1" status: 204  len: 168 time: 0.6379657
Jun 21 02:47:02.686301 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a7313ac3-4139-4293-8339-e01575ccab45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:02.721985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c07926b9-fc9d-442d-b6e0-b99ae65f1728 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:02.732263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfee5be-01bc-44e1-8089-fb954d124278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ffc39-d553-488b-8efc-12709c4ca98c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:02.737114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.748826 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dbfee5be-01bc-44e1-8089-fb954d124278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:02.751461 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:02.758916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.764469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37024) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:02.764737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/404d33fc-7bd7-4aec-bd72-89c7af60a3f4 HTTP/1.1" status: 204  len: 168 time: 0.7835670
Jun 21 02:47:02.768241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d71c86-2b52-4ab3-bbd7-74fa88594777 None None] Network ac8ba78f-8edb-411f-8879-4fd181b9f2ea requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:02.792721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404d33fc-7bd7-4aec-bd72-89c7af60a3f4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:02.796950 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:02.876147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.905665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Transition to ACTIVE for port object d8014625-f39c-4ac6-8dd3-26fadc7fd682 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:02.960482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.995464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c07926b9-fc9d-442d-b6e0-b99ae65f1728 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:02.996086 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:02.996433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-40dce011-167d-4ff5-8eaa-e8c515d9d06f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1419384890&fields=id&tenant_id=26d4c0aad2a948aab4a7da7028f31c6b HTTP/1.1" status: 200  len: 267 time: 0.0829246
Jun 21 02:47:03.051749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Deleting port 985429c0-7569-441c-a019-aff7eab0c67b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:47:03.052365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.141099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-b925a253-ea29-4561-8f81-8c0cb111036a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:03.151276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-b925a253-ea29-4561-8f81-8c0cb111036a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 816 time: 0.1526694
Jun 21 02:47:03.165784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.166294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] For port 985429c0-7569-441c-a019-aff7eab0c67b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=985429c0-7569-441c-a019-aff7eab0c67b,segment=NetworkSegment(0ac36702-f1a0-4889-8bad-edb95d80090a),segment_id=0ac36702-f1a0-4889-8bad-edb95d80090a)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:03.166672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.189626 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:03.211913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:03.214860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:03.217649 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4d2bd43a-64b5-4aa3-889d-0dd0c227ebbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/quotas/26d4c0aad2a948aab4a7da7028f31c6b HTTP/1.1" status: 200  len: 375 time: 0.0663447
Jun 21 02:47:03.238842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:03.262574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] DHCP port deletion for ac8ba78f-8edb-411f-8879-4fd181b9f2ea request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:47:03.274482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Calling delete_port for 985429c0-7569-441c-a019-aff7eab0c67b owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:47:03.338616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fb827bf6-707c-4e36-bb01-24e71ce704c6 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:47:03.370325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: fb827bf6-707c-4e36-bb01-24e71ce704c6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:47:03.374393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fb827bf6-707c-4e36-bb01-24e71ce704c6 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:47:03.378737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Pushing event updated for resources: {'Port': ['ID=d8014625-f39c-4ac6-8dd3-26fadc7fd682,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:03.382383 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:03.385771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] Deleting port 985429c0-7569-441c-a019-aff7eab0c67b {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:47:03.386390 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.456178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:03.456847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.499415 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.504358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] For port 985429c0-7569-441c-a019-aff7eab0c67b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=985429c0-7569-441c-a019-aff7eab0c67b,segment=NetworkSegment(0ac36702-f1a0-4889-8bad-edb95d80090a),segment_id=0ac36702-f1a0-4889-8bad-edb95d80090a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:03.504559 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-faf33a81-3373-4500-8f4a-c1662fef0b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:03.506488 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.525324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-2f26e329-b958-4001-af02-b6fae729a3f9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2238486
Jun 21 02:47:03.525891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37046) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:03.537848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983af65a-9faa-41ec-97a7-004a2c3dd382 req-0c87cd03-dcf1-46b1-a406-40dc95c08fe3 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:03.544859 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-983af65a-9faa-41ec-97a7-004a2c3dd382 req-0c87cd03-dcf1-46b1-a406-40dc95c08fe3 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 950 time: 0.2404852
Jun 21 02:47:03.560311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Pushing event deleted for resources: {'Port': ['ID=985429c0-7569-441c-a019-aff7eab0c67b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:03.566878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] No DVR routers for this DVR port 985429c0-7569-441c-a019-aff7eab0c67b on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:47:03.574977 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:03.612275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-983af65a-9faa-41ec-97a7-004a2c3dd382 req-9a2d2a32-328b-4c5b-9acd-993bd866e124 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664525
Jun 21 02:47:03.612555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] Calling delete_port for 985429c0-7569-441c-a019-aff7eab0c67b owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:47:03.620703 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3493323
Jun 21 02:47:03.634163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Request body: {'port': {'device_id': '303b0880-fbff-4839-b9fc-55e422bf8c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:03.709842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.729048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d21ced60>,) {'filters': {'network_id': ['ac8ba78f-8edb-411f-8879-4fd181b9f2ea']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:03.742876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d21ced60>, '0ac36702-f1a0-4889-8bad-edb95d80090a') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:03.743174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d21ced60>, '0ac36702-f1a0-4889-8bad-edb95d80090a') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:03.763986 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.767413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.783618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-31790922-e51b-4a74-bc52-d21429337a67 None None] Provisioning for port d8014625-f39c-4ac6-8dd3-26fadc7fd682 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:03.791619 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.796093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-31790922-e51b-4a74-bc52-d21429337a67 None None] Provisioning complete for port d8014625-f39c-4ac6-8dd3-26fadc7fd682 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:03.796093 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-31790922-e51b-4a74-bc52-d21429337a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.800474 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.807259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:47:03.808699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:47:03.810551 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:47:03.835790 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:03.847316 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0356c5f9-057c-4d43-a0fb-c6617eab1369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.909532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] Pushing event deleted for resources: {'Port': ['ID=985429c0-7569-441c-a019-aff7eab0c67b,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:03.913323 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] No DVR routers for this DVR port 985429c0-7569-441c-a019-aff7eab0c67b on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:47:03.917126 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:03.929351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-31790922-e51b-4a74-bc52-d21429337a67 None None] Port d8014625-f39c-4ac6-8dd3-26fadc7fd682 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:03.931002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.934434 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c2937d4c-9795-4259-bfbe-6b1960a854d6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:03.938129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:03.941907 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] 10.222.0.25 "DELETE /v2.0/networks/ac8ba78f-8edb-411f-8879-4fd181b9f2ea HTTP/1.1" status: 204  len: 168 time: 1.1763661
Jun 21 02:47:03.959368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8ba78f-8edb-411f-8879-4fd181b9f2ea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:03.964171 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:04.168782 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b09363de-c317-4145-9982-7435b063ac45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:04.236552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 87eb763f-b218-43fc-b73f-6dc95b74e904 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:47:04.262483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 87eb763f-b218-43fc-b73f-6dc95b74e904 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:47:04.262931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 87eb763f-b218-43fc-b73f-6dc95b74e904 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:47:04.263427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 985429c0-7569-441c-a019-aff7eab0c67b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:47:04.283582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 985429c0-7569-441c-a019-aff7eab0c67b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:47:04.284045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 985429c0-7569-441c-a019-aff7eab0c67b not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:47:04.504656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e2038-0c42-4569-8dbe-d1fbca359167 req-db54f484-68f1-4922-ad5a-e5069958de8d tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:04.506746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c2e2038-0c42-4569-8dbe-d1fbca359167 req-db54f484-68f1-4922-ad5a-e5069958de8d tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 936 time: 0.7204907
Jun 21 02:47:04.563434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37078) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:04.606192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c39ce57c-d069-4bee-ac92-86963b57be76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b277b451a6e4ca59622c4c78ab30a61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0414290
Jun 21 02:47:04.608976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37080) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:04.627133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-c38d9d07-7018-485a-8682-658d521fe007 service neutron] 10.222.0.25 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0795903
Jun 21 02:47:04.684988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20e9a874-c067-4e5a-88af-8d78b8c8d36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:04.698301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c2e2038-0c42-4569-8dbe-d1fbca359167 req-aca6c938-cae3-48da-bfcb-455ef369164a tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746309
Jun 21 02:47:04.718662 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20e9a874-c067-4e5a-88af-8d78b8c8d36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:04.766741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-e7381a84-89cb-4078-a493-6f91d301fdae tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:04.768247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-e7381a84-89cb-4078-a493-6f91d301fdae tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 950 time: 0.3365853
Jun 21 02:47:04.799307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0356c5f9-057c-4d43-a0fb-c6617eab1369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:04.847040 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20e9a874-c067-4e5a-88af-8d78b8c8d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:04.854025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20e9a874-c067-4e5a-88af-8d78b8c8d36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:04.855580 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-20e9a874-c067-4e5a-88af-8d78b8c8d36d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92312603-b758-4753-b14f-539dca3efd46 HTTP/1.1" status: 204  len: 168 time: 0.2454178
Jun 21 02:47:04.856636 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:04.869830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9a874-c067-4e5a-88af-8d78b8c8d36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92312603-b758-4753-b14f-539dca3efd46,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:04.873421 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20e9a874-c067-4e5a-88af-8d78b8c8d36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:04.918481 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0356c5f9-057c-4d43-a0fb-c6617eab1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:04.925390 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d0da4d1-000e-41e6-9a23-db14a255e506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:04.939789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-0130992a-def7-4887-b1f0-c4506a6a87be service neutron] 10.222.0.25 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2939947
Jun 21 02:47:05.037357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0356c5f9-057c-4d43-a0fb-c6617eab1369 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7bc2319c66c41b084eb122ca86246d1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5095685
Jun 21 02:47:05.039497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8014625-f39c-4ac6-8dd3-26fadc7fd682 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:05.040568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37104) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:05.049728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356c5f9-057c-4d43-a0fb-c6617eab1369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735b31b5-ef38-45d9-9d01-8820084b96ad,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:05.055866 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.059173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0356c5f9-057c-4d43-a0fb-c6617eab1369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:05.086365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Transition to ACTIVE for port object d8014625-f39c-4ac6-8dd3-26fadc7fd682 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:05.100492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2eaae-6a15-4ab2-b26f-7aae6aa27385 req-6bac21dc-8fb8-4a1d-8c7d-e09ae6ddf555 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:05.102167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64c2eaae-6a15-4ab2-b26f-7aae6aa27385 req-6bac21dc-8fb8-4a1d-8c7d-e09ae6ddf555 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 950 time: 0.2389152
Jun 21 02:47:05.109409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Deleting port b168ac0b-0aa8-4b4e-ae36-635513d37453 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:47:05.109749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.136900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e75683bd-c71c-490a-9389-25232da83662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.185100 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.186613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e75683bd-c71c-490a-9389-25232da83662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.194452 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1fbb8b5-afe9-459d-b634-ce22d86fc8c8 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:05.223539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37112) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:05.244965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64c2eaae-6a15-4ab2-b26f-7aae6aa27385 req-6fec5d7b-b3a8-4c9f-8087-8e516c2bbc86 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d3ab3e-3205-4012-a75c-e2d99de32fdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320987
Jun 21 02:47:05.285679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37116) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:05.356870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac181f61-4fae-4291-98a9-aa9f8baf3f28 req-8a85f532-df9c-4dc0-bd38-6fdf848e5e24 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 210 time: 0.1153634
Jun 21 02:47:05.371062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Pushing event updated for resources: {'Port': ['ID=d8014625-f39c-4ac6-8dd3-26fadc7fd682,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:05.375506 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:05.377079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e75683bd-c71c-490a-9389-25232da83662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.381682 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e75683bd-c71c-490a-9389-25232da83662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.385619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] For port b168ac0b-0aa8-4b4e-ae36-635513d37453, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b168ac0b-0aa8-4b4e-ae36-635513d37453,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:05.385794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e75683bd-c71c-490a-9389-25232da83662 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/735b31b5-ef38-45d9-9d01-8820084b96ad HTTP/1.1" status: 204  len: 168 time: 0.3411598
Jun 21 02:47:05.385906 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.386067 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c0ae12d1-2d23-4082-9bf5-8d31f8e50ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:05.399442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75683bd-c71c-490a-9389-25232da83662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735b31b5-ef38-45d9-9d01-8820084b96ad,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:05.404701 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e75683bd-c71c-490a-9389-25232da83662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:05.519712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Calling delete_port for b168ac0b-0aa8-4b4e-ae36-635513d37453 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:47:05.564824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-228594153-network', 'tenant_id': '0a8645255c1649c7872bb9119982664b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:05.597660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Attempting to bind port d8014625-f39c-4ac6-8dd3-26fadc7fd682 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:05.598256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Attempting to bind port d8014625-f39c-4ac6-8dd3-26fadc7fd682 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:05.599465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Attempting to bind port d8014625-f39c-4ac6-8dd3-26fadc7fd682 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:05.610215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Port d8014625-f39c-4ac6-8dd3-26fadc7fd682 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:05.610845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Attempting to bind port d8014625-f39c-4ac6-8dd3-26fadc7fd682 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:05.623164 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.626595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:05.627550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:05.628371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:05.628988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Bound port: d8014625-f39c-4ac6-8dd3-26fadc7fd682, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:05.629580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.644570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-942218492-network', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:05.750186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Made reservation on behalf of 0a8645255c1649c7872bb9119982664b for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:05.752685 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.783267 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.790255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] For port d8014625-f39c-4ac6-8dd3-26fadc7fd682, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:05.793770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] For port d8014625-f39c-4ac6-8dd3-26fadc7fd682, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d8014625-f39c-4ac6-8dd3-26fadc7fd682,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:05.854244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.869810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b168ac0b-0aa8-4b4e-ae36-635513d37453'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:05.876032 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:05.899695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Made reservation on behalf of 6e3f63e47a8c42f492a6e2d14c9d105b for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:05.907222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.907997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Pushing event deleted for resources: {'Port': ['ID=b168ac0b-0aa8-4b4e-ae36-635513d37453,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:05.910482 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:05.914605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:05.918274 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a389fce4-9a76-41b8-b947-8e118f84fcfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:05.928821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.010827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:06.010827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.010827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] 10.222.0.26 "PUT /v2.0/ports/d8014625-f39c-4ac6-8dd3-26fadc7fd682 HTTP/1.1" status: 200  len: 1097 time: 2.3825455
Jun 21 02:47:06.017752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b0880-fbff-4839-b9fc-55e422bf8c31', 'tag': 'd8014625-f39c-4ac6-8dd3-26fadc7fd682'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:06.020480 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6c2c3-c4c1-4b03-8cde-8d6d5b08fe22" -d '{"events": [{"name": "network-changed", "server_uuid": "303b0880-fbff-4839-b9fc-55e422bf8c31", "tag": "d8014625-f39c-4ac6-8dd3-26fadc7fd682"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:06.047588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] No DVR routers for this DVR port b168ac0b-0aa8-4b4e-ae36-635513d37453 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:47:06.050343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.053402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5408dd90-89f5-420e-9b8a-ed8ed741a57d req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.20 "DELETE /v2.0/ports/b168ac0b-0aa8-4b4e-ae36-635513d37453 HTTP/1.1" status: 204  len: 173 time: 1.2763362
Jun 21 02:47:06.079116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Pushing event updated for resources: {'Port': ['ID=d8014625-f39c-4ac6-8dd3-26fadc7fd682,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:06.091223 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:06.120891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8c962-cebb-4eb8-881a-35b18b82557f req-0532ae61-bbbd-4d56-829c-df2c0b6cbc1f tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:06.121158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.122598 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-acf8c962-cebb-4eb8-881a-35b18b82557f req-0532ae61-bbbd-4d56-829c-df2c0b6cbc1f tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 948 time: 0.2879968
Jun 21 02:47:06.124173 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42332a41-d1b4-454b-9330-de380a57f84c x-openstack-request-id: req-42332a41-d1b4-454b-9330-de380a57f84c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:06.124619 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b0880-fbff-4839-b9fc-55e422bf8c31", "tag": "d8014625-f39c-4ac6-8dd3-26fadc7fd682", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:06.124825 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42332a41-d1b4-454b-9330-de380a57f84c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:06.125246 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b0880-fbff-4839-b9fc-55e422bf8c31', 'tag': 'd8014625-f39c-4ac6-8dd3-26fadc7fd682', 'status': 'completed', 'code': 200}
Jun 21 02:47:06.257912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-acf8c962-cebb-4eb8-881a-35b18b82557f req-21f986a8-1c1d-4e03-9551-9d9a6198e814 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254110
Jun 21 02:47:06.289308 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6c2c3-c4c1-4b03-8cde-8d6d5b08fe22 req-c69712b4-fd51-48f3-bd9a-8779832e539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:06.290989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8b6c2c3-c4c1-4b03-8cde-8d6d5b08fe22 req-c69712b4-fd51-48f3-bd9a-8779832e539f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df4377ab97214366963e8ddf3f160128&device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 1100 time: 0.1469572
Jun 21 02:47:06.312757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.315638 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e75683bd-c71c-490a-9389-25232da83662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:06.335049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8b6c2c3-c4c1-4b03-8cde-8d6d5b08fe22 req-a71e2b45-423a-4600-b86c-76c0467d1198 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=df4377ab97214366963e8ddf3f160128&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0370965
Jun 21 02:47:06.357887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:47:06.373245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f323e2d8-2e0a-4c9a-8221-ee86b29b194c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:06.379265 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:06.391852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.392521 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Added segment 8fbfa565-f12d-4560-9b76-e1092b3861c9 of type vlan for network 9dabf59f-d2d2-4a1c-9270-0864c4119d18
Jun 21 02:47:06.532940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.547445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b7bed48-1635-462f-9d99-31ebe6de17dd req-cdb73345-61e5-4ec0-8e19-7395e7aba8e0 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] 10.222.0.25 "GET /v2.0/ports?device_id=c63efe02-1184-4edf-b871-b6a01b50413c HTTP/1.1" status: 200  len: 210 time: 0.0921462
Jun 21 02:47:06.597147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.605675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f517cbb-6aa0-4db7-8682-19ac5f858ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.618064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8117283a-ac7b-4786-b673-067815da10f2 req-37eea746-907d-4658-8150-39ac614958bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 210 time: 0.1351078
Jun 21 02:47:06.659065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6c2c3-c4c1-4b03-8cde-8d6d5b08fe22 req-200afc7d-d1f0-43b0-ae7b-1dbfa9cfd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:06.660724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8b6c2c3-c4c1-4b03-8cde-8d6d5b08fe22 req-200afc7d-d1f0-43b0-ae7b-1dbfa9cfd610 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3199832
Jun 21 02:47:06.666797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37154) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:06.709910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.713750 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.715801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:06.717088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.726099 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1920f84-cbfd-49a9-93ee-e635d8132ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:06.750796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0f16d2d-4ea8-414f-aae6-0c9385726700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.765316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cecfc1-7a5b-48d7-887e-3ba67657d271,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:06.768373 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:06.773386 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6208f9d-92fd-46af-b9c1-c979dca56ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:06.781992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:47:06.823867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-48279cc9-4ae2-4354-a267-1bf79fe9cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:06.825650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-48279cc9-4ae2-4354-a267-1bf79fe9cddc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df4377ab97214366963e8ddf3f160128&device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 1100 time: 0.0985887
Jun 21 02:47:06.842528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.842887 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Added segment 4fbb8201-3191-428e-b38b-b9da94107978 of type vlan for network 6b0b82a3-20b5-4489-b9d6-24575f1529c4
Jun 21 02:47:06.870450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-1c6e12ce-3e69-40af-94f6-f4da821079e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d8014625-f39c-4ac6-8dd3-26fadc7fd682 HTTP/1.1" status: 200  len: 217 time: 0.0382645
Jun 21 02:47:06.882781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Pushing event updated for resources: {'Network': ['ID=9dabf59f-d2d2-4a1c-9270-0864c4119d18,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:06.885488 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:06.897575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 9dabf59f-d2d2-4a1c-9270-0864c4119d18 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:47:06.909130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.6838486
Jun 21 02:47:06.912777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:06.916398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37160) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:06.923786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Request body: {'subnet': {'network_id': '9dabf59f-d2d2-4a1c-9270-0864c4119d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-228594153-subnet', 'tenant_id': '0a8645255c1649c7872bb9119982664b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:06.950106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-e52778a6-5a27-4745-ab40-2d169698237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:06.951946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-e52778a6-5a27-4745-ab40-2d169698237e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0754893
Jun 21 02:47:07.032805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-76a4c4d5-4365-4007-8033-9174e9753f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:07.034838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-76a4c4d5-4365-4007-8033-9174e9753f61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0764098
Jun 21 02:47:07.045796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0f16d2d-4ea8-414f-aae6-0c9385726700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.098091 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.101452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:07.102749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.108447 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e7a42ae6-7b95-4104-9020-f856f78b120a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:07.191761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-a06b1052-a5c2-49f9-96ce-eb333bfb129e service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500046
Jun 21 02:47:07.191917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0f16d2d-4ea8-414f-aae6-0c9385726700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.234103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Pushing event updated for resources: {'Network': ['ID=6b0b82a3-20b5-4489-b9d6-24575f1529c4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:07.236991 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:07.241774 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-576c6bd3-d2a0-4e66-8991-ec1a165fdc46 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:07.248920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.253160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:47:07.273423 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d0f16d2d-4ea8-414f-aae6-0c9385726700 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd680dd3ff11498a97bfcaf0eed1c0c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6029119
Jun 21 02:47:07.274582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37174) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:07.318694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f16d2d-4ea8-414f-aae6-0c9385726700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e3c3de-fa28-44b0-8d21-28aa0fa57004,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:07.322662 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0f16d2d-4ea8-414f-aae6-0c9385726700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:07.340284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Made reservation on behalf of 0a8645255c1649c7872bb9119982664b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:07.344894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.348827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-060aa0c9-449b-43d6-9383-da97b3a7099b req-3893f2b8-9374-43ef-8f3b-0cfb1476c630 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488011
Jun 21 02:47:07.363541 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-471a6a64-cec8-470c-92b4-b86214fab10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.389722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-471a6a64-cec8-470c-92b4-b86214fab10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.447404 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1562693
Jun 21 02:47:07.449782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37184) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:07.454894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Request body: {'subnet': {'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-942218492-subnet', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:07.554114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-471a6a64-cec8-470c-92b4-b86214fab10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.558030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-471a6a64-cec8-470c-92b4-b86214fab10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.559165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-471a6a64-cec8-470c-92b4-b86214fab10e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12e3c3de-fa28-44b0-8d21-28aa0fa57004 HTTP/1.1" status: 204  len: 168 time: 0.2829900
Jun 21 02:47:07.562965 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:07.571449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37188) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:07.572474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a6a64-cec8-470c-92b4-b86214fab10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e3c3de-fa28-44b0-8d21-28aa0fa57004,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:07.575024 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-471a6a64-cec8-470c-92b4-b86214fab10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:07.600518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Made reservation on behalf of 6e3f63e47a8c42f492a6e2d14c9d105b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:07.610753 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.773018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ea838-ae06-4d87-930e-3b892538d7f1 req-caa90fcd-7b4a-4f83-bf18-1a34c9481867 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:07.774647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b3ea838-ae06-4d87-930e-3b892538d7f1 req-caa90fcd-7b4a-4f83-bf18-1a34c9481867 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 948 time: 0.2600060
Jun 21 02:47:07.839365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.848244 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93aafedd-a7ed-4d52-ad5e-56ef8adf5103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:07.908778 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b3ea838-ae06-4d87-930e-3b892538d7f1 req-99d2c982-a2e4-436b-9b3c-b16132f65489 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242669
Jun 21 02:47:07.967310 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:07.988626 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.028212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bcd8e8-1dcc-489d-a7b9-b03e37cf264c,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:08.038465 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:08.052833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Checking segment: {'id': '8fbfa565-f12d-4560-9b76-e1092b3861c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9dabf59f-d2d2-4a1c-9270-0864c4119d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:08.053243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Network hostable DHCP agents. Network: 9dabf59f-d2d2-4a1c-9270-0864c4119d18, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:47:08.065057 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3123b-b00b-415d-a213-f2f1922e47c1 req-c786e1e2-eec2-4f1c-97e6-31f354444eb9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 210 time: 0.0491855
Jun 21 02:47:08.068803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1180118790-network', 'tenant_id': '0cb0e61c25534a7b8c0e11fa9c1ce5de'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:08.073370 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.077578 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1543a2b8-37ba-4a86-b26f-59c46f0b3b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:08.129902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63efe02-1184-4edf-b871-b6a01b50413c', 'name': 'network-vif-deleted', 'tag': 'b168ac0b-0aa8-4b4e-ae36-635513d37453'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:08.132282 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c843cb-2002-41ee-a324-b8c699255994" -d '{"events": [{"server_uuid": "c63efe02-1184-4edf-b871-b6a01b50413c", "name": "network-vif-deleted", "tag": "b168ac0b-0aa8-4b4e-ae36-635513d37453"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:08.157778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda1c219-64cb-499d-84eb-1841281b9bb0,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:08.161267 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:08.165774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Network 9dabf59f-d2d2-4a1c-9270-0864c4119d18 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:47:08.169821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Checking segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:08.171337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Network hostable DHCP agents. Network: 6b0b82a3-20b5-4489-b9d6-24575f1529c4, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:47:08.183889 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f909bc-e0c5-4ad5-8e97-5529fe71a7df x-openstack-request-id: req-a1f909bc-e0c5-4ad5-8e97-5529fe71a7df {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:08.184282 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63efe02-1184-4edf-b871-b6a01b50413c", "name": "network-vif-deleted", "tag": "b168ac0b-0aa8-4b4e-ae36-635513d37453", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:08.184588 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1f909bc-e0c5-4ad5-8e97-5529fe71a7df {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:08.185026 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63efe02-1184-4edf-b871-b6a01b50413c', 'name': 'network-vif-deleted', 'tag': 'b168ac0b-0aa8-4b4e-ae36-635513d37453', 'status': 'completed', 'code': 200}
Jun 21 02:47:08.234146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Made reservation on behalf of 0cb0e61c25534a7b8c0e11fa9c1ce5de for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:08.236621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.245546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.269086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 9dabf59f-d2d2-4a1c-9270-0864c4119d18) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:08.274716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:08.277288 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.283225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f0a3ff-7342-44de-95de-4f72b01ca66f None None] Network 9dabf59f-d2d2-4a1c-9270-0864c4119d18 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:08.358397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:47:08.367459 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.369250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 6b0b82a3-20b5-4489-b9d6-24575f1529c4) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:08.372845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:08.373600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.386649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d38f14-178a-4ba9-a6dd-4763cec74d2b None None] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:08.452621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.457123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-471a6a64-cec8-470c-92b4-b86214fab10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:08.488493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b168ac0b-0aa8-4b4e-ae36-635513d37453 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:47:08.492486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f7013-652b-43fa-b7ee-a2d59bdd8f46 None None] Network 9dabf59f-d2d2-4a1c-9270-0864c4119d18 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:08.543027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:47:08.547684 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6276577
Jun 21 02:47:08.564783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5099958b-d6b2-4b71-96e0-e4445dff175c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:08.575300 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:08.580683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.581062 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Added segment 083ce719-3b11-489d-9982-0dfceae1f374 of type vlan for network 6531e994-5c95-4593-9700-4456de99f803
Jun 21 02:47:08.588784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37226) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:08.589469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1384645
Jun 21 02:47:08.597927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: b168ac0b-0aa8-4b4e-ae36-635513d37453 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:47:08.598274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b168ac0b-0aa8-4b4e-ae36-635513d37453 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:47:08.601894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37228) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:08.606691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:08.666759 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.694928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-34366517-75fc-4f61-a346-9174d03c057e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:08.696755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-34366517-75fc-4f61-a346-9174d03c057e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 816 time: 0.2178416
Jun 21 02:47:08.723067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d8014625-f39c-4ac6-8dd3-26fadc7fd682 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:08.765869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-39a63f7d-9056-4192-91c7-969f8602e902 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d4c0aad2a948aab4a7da7028f31c6b HTTP/1.1" status: 200  len: 380 time: 0.0545425
Jun 21 02:47:08.767497 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.770145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.779703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'port': {'device_id': 'bb22d175-006a-483c-accc-8c9612354d10', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'admin_state_up': True, 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'security_groups': ['6ca95c04-7ef8-4cb0-930f-fac873378215']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:08.882733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d8014625-f39c-4ac6-8dd3-26fadc7fd682, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d8014625-f39c-4ac6-8dd3-26fadc7fd682,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:08.884314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.885354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:08.886347 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:08.888152 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8d6060b-f231-410a-8360-72e51e97bb94 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:08.908410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37238) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:08.915762 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'd8014625-f39c-4ac6-8dd3-26fadc7fd682', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'd8014625-f39c-4ac6-8dd3-26fadc7fd682', 'mac_address': 'fa:16:3e:c8:01:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:08.974591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:47:08.976865 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.015536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.030698 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cbc7d8bf-4a0f-40a9-ab7e-da1f666677cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18a8c215c0184fd1b19bf82804ecb2bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4353256
Jun 21 02:47:09.033660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37248) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:09.039267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8014625-f39c-4ac6-8dd3-26fadc7fd682 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:09.062999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d8014625-f39c-4ac6-8dd3-26fadc7fd682, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d8014625-f39c-4ac6-8dd3-26fadc7fd682,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:09.124663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6f446d2-c7e9-435c-bbfa-ddad6dba6566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.165714 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.170267 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:09.184607 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f38dd311-113f-446a-a488-013c19ea43e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.215769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f38dd311-113f-446a-a488-013c19ea43e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.288426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=d8014625-f39c-4ac6-8dd3-26fadc7fd682,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:09.292181 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:09.306336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Allocated IP 172.20.0.2 (6b0b82a3-20b5-4489-b9d6-24575f1529c4/fda1c219-64cb-499d-84eb-1841281b9bb0/7525ab79-ee5d-4519-89bd-9bb8583c297d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:09.343823 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f38dd311-113f-446a-a488-013c19ea43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.346770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f38dd311-113f-446a-a488-013c19ea43e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.353506 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f38dd311-113f-446a-a488-013c19ea43e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6d3ab3e-3205-4012-a75c-e2d99de32fdc HTTP/1.1" status: 204  len: 168 time: 0.3134670
Jun 21 02:47:09.353506 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0f16d2d-4ea8-414f-aae6-0c9385726700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:09.374046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dd311-113f-446a-a488-013c19ea43e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d3ab3e-3205-4012-a75c-e2d99de32fdc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:09.378689 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f38dd311-113f-446a-a488-013c19ea43e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:09.412749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['d8014625-f39c-4ac6-8dd3-26fadc7fd682'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:09.533163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Pushing event updated for resources: {'Network': ['ID=6531e994-5c95-4593-9700-4456de99f803,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:09.562892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6531e994-5c95-4593-9700-4456de99f803 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:47:09.574296 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:09.592089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.629888 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.684150 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.704971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Transition to ACTIVE for port object 7525ab79-ee5d-4519-89bd-9bb8583c297d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:09.717619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89375f-6e57-415f-acdb-748c9d3b0ee2 req-2eda561d-44c8-4949-bb3c-106dc216e2e8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:09.724625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e89375f-6e57-415f-acdb-748c9d3b0ee2 req-2eda561d-44c8-4949-bb3c-106dc216e2e8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 949 time: 0.2077074
Jun 21 02:47:09.728132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Made reservation on behalf of 26d4c0aad2a948aab4a7da7028f31c6b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:09.732125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.734239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Transition to ACTIVE for port object 7525ab79-ee5d-4519-89bd-9bb8583c297d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:09.776701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37272) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:09.814369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.817302 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:09.829800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.2530816
Jun 21 02:47:09.833848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37276) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:09.848654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Request body: {'subnet': {'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1180118790-subnet', 'tenant_id': '0cb0e61c25534a7b8c0e11fa9c1ce5de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:09.904392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1314679521-network', 'tenant_id': '5733e8bb0ead432c933195e48590977b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:09.911283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:09.915190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:09.918744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:09.924319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Pushing event updated for resources: {'Port': ['ID=7525ab79-ee5d-4519-89bd-9bb8583c297d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:09.928923 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:09.933171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-ad6760ab-18f8-4a84-bf07-f86e3c8b7094 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:09.935160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-ad6760ab-18f8-4a84-bf07-f86e3c8b7094 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/networks?id=9dabf59f-d2d2-4a1c-9270-0864c4119d18 HTTP/1.1" status: 200  len: 813 time: 0.3621569
Jun 21 02:47:09.959635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6f446d2-c7e9-435c-bbfa-ddad6dba6566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.982902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Attempting to bind port 7525ab79-ee5d-4519-89bd-9bb8583c297d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:09.983480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Attempting to bind port 7525ab79-ee5d-4519-89bd-9bb8583c297d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:09.983628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Attempting to bind port 7525ab79-ee5d-4519-89bd-9bb8583c297d on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:09.988622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:09.989200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Checking segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:09.990272 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:09.990678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Bound using segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:09.991159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Bound port: 7525ab79-ee5d-4519-89bd-9bb8583c297d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:09.991538 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.021118 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6f446d2-c7e9-435c-bbfa-ddad6dba6566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.026022 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba38f274-b130-4c5f-8871-034fa0a09917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:10.041968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e89375f-6e57-415f-acdb-748c9d3b0ee2 req-ea70e8e2-42f6-4868-aefe-176d906103e8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3159659
Jun 21 02:47:10.060030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] For port 7525ab79-ee5d-4519-89bd-9bb8583c297d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:10.064081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] For port 7525ab79-ee5d-4519-89bd-9bb8583c297d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7525ab79-ee5d-4519-89bd-9bb8583c297d,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:10.080657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f446d2-c7e9-435c-bbfa-ddad6dba6566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a4d6db-d37a-4de3-acc0-81253bfec30b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:10.088688 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6f446d2-c7e9-435c-bbfa-ddad6dba6566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:10.098549 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c6f446d2-c7e9-435c-bbfa-ddad6dba6566 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc2db1f625ff4c069ad7a7745f322c4b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1891403
Jun 21 02:47:10.099872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37280) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:10.105910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-e45f4e45-10fc-4d40-86a3-fb935031e07b tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/quotas/0a8645255c1649c7872bb9119982664b HTTP/1.1" status: 200  len: 375 time: 0.1323483
Jun 21 02:47:10.113091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Allocated IP 172.20.0.12 (b3c98cde-3f83-4783-bf65-2f48f9c19e12/bc6192b6-d432-4690-b7f7-dd24ec312dc8/37fd86fb-4f9d-48b1-99fa-9c712a849550) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:10.134338 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.135791 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.139564 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:10.150094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Made reservation on behalf of 0cb0e61c25534a7b8c0e11fa9c1ce5de for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:10.153487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.176635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-176b4af6-b33e-4043-a921-8c2821c8c3a9 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a8645255c1649c7872bb9119982664b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0606132
Jun 21 02:47:10.210558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37282) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:10.212689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0ef9728-56f9-459d-98d4-6986ff1b92ea req-951803e3-5c10-4fdb-a9cc-5abddb21fecb tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 210 time: 0.0398986
Jun 21 02:47:10.221940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Pushing event updated for resources: {'Port': ['ID=7525ab79-ee5d-4519-89bd-9bb8583c297d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:10.226454 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:10.239204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7204b78-18ea-43b7-a04f-279edf2b9bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.246151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2784409-0433-499b-aaff-a91c08cf182a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.275191 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2784409-0433-499b-aaff-a91c08cf182a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.317144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Made reservation on behalf of 5733e8bb0ead432c933195e48590977b for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:10.319684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.335883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.476989 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2784409-0433-499b-aaff-a91c08cf182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.479721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2784409-0433-499b-aaff-a91c08cf182a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.481076 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f2784409-0433-499b-aaff-a91c08cf182a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67a4d6db-d37a-4de3-acc0-81253bfec30b HTTP/1.1" status: 204  len: 168 time: 0.3799126
Jun 21 02:47:10.481939 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a55d240-6f58-48ee-8c0d-1275c1be6a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:10.491769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2784409-0433-499b-aaff-a91c08cf182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a4d6db-d37a-4de3-acc0-81253bfec30b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:10.496041 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2784409-0433-499b-aaff-a91c08cf182a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:10.521624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-1a709ad7-7303-4708-b582-0c4d2c854a67 service neutron] 10.222.0.25 "GET /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148091
Jun 21 02:47:10.538234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.542212 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-00d508d0-7a11-4628-b896-06c67492aeb6 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:10.613019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=344f69ae-2742-4ab8-8cca-ce7f480de4e1,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:10.623142 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:10.628085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Checking segment: {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:10.628085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Network hostable DHCP agents. Network: 6531e994-5c95-4593-9700-4456de99f803, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:47:10.661246 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.696278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d8014625-f39c-4ac6-8dd3-26fadc7fd682 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:10.707689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Transition to ACTIVE for port object 37fd86fb-4f9d-48b1-99fa-9c712a849550 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:10.711024 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7204b78-18ea-43b7-a04f-279edf2b9bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.731252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Network 6531e994-5c95-4593-9700-4456de99f803 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:47:10.748421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-7df2892d-e3c8-4e5d-af90-3e2755b99b6d service neutron] 10.222.0.25 "GET /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047853
Jun 21 02:47:10.842357 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7204b78-18ea-43b7-a04f-279edf2b9bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.849499 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c21efeea-58be-47c6-b2b2-1dc259a56484 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:10.856384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 6531e994-5c95-4593-9700-4456de99f803) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:10.884465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:10.885226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.889147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2134ac3b-bfeb-4e2a-9c9e-5ed3d4c1f175 None None] Network 6531e994-5c95-4593-9700-4456de99f803 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:10.901110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7204b78-18ea-43b7-a04f-279edf2b9bf0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4af1ea22c86948a39b9aaf302e2f943d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6874497
Jun 21 02:47:10.904029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37288) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:10.926315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7204b78-18ea-43b7-a04f-279edf2b9bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9562387c-e33d-48a0-bae2-237323da0a71,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:10.933575 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7204b78-18ea-43b7-a04f-279edf2b9bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:10.941267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:10.947928 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9befe5fd-cd2d-4eb3-939b-007980a62914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:10.997515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.001567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:11.019948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port d8014625-f39c-4ac6-8dd3-26fadc7fd682 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:11.057613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f2831c-54bc-46c1-b8b6-808f1bdff021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.067576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port d8014625-f39c-4ac6-8dd3-26fadc7fd682 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:11.069203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.097468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.106374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f2831c-54bc-46c1-b8b6-808f1bdff021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.113441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:11.127600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:11.151077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877da13-93c8-42d9-bd87-3cdb26acc695 None None] Network 6531e994-5c95-4593-9700-4456de99f803 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:11.184790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.195635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.201286 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:11.221488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:11.233080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:47:11.235666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03392e9-7ca0-4258-a957-921849a9afcf,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:11.272145 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:11.299588 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4627490
Jun 21 02:47:11.315057 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:11.339968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31ffdeb5-0f0b-472c-be6b-bfa6398f8975 req-a4796fe3-4207-4c1b-93c4-ea6328331757 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 210 time: 0.2875869
Jun 21 02:47:11.351794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f2831c-54bc-46c1-b8b6-808f1bdff021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.355125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f2831c-54bc-46c1-b8b6-808f1bdff021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.357845 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f3f2831c-54bc-46c1-b8b6-808f1bdff021 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9562387c-e33d-48a0-bae2-237323da0a71 HTTP/1.1" status: 204  len: 168 time: 0.4478776
Jun 21 02:47:11.361215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.362651 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Added segment 8d58c642-e31a-4c51-a486-621d60dfd22f of type vlan for network a846a367-30d0-452a-862f-b598fe211cc0
Jun 21 02:47:11.368330 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba0f0cb9-5b3b-4f0b-b3ab-d9c28604a170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:11.399312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2831c-54bc-46c1-b8b6-808f1bdff021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9562387c-e33d-48a0-bae2-237323da0a71,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:11.450595 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3f2831c-54bc-46c1-b8b6-808f1bdff021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:11.450595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37306) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:11.510948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-04da0129-ed8c-4172-a279-f56069221ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.541937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:11.542786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.557304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.616466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.686083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9116778
Jun 21 02:47:11.688676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b0880-fbff-4839-b9fc-55e422bf8c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8014625-f39c-4ac6-8dd3-26fadc7fd682'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:11.700708 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742fe9a7-1d3e-45cc-b447-c5db3a8c8aed" -d '{"events": [{"server_uuid": "303b0880-fbff-4839-b9fc-55e422bf8c31", "name": "network-vif-plugged", "status": "completed", "tag": "d8014625-f39c-4ac6-8dd3-26fadc7fd682"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:11.713534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d8014625-f39c-4ac6-8dd3-26fadc7fd682, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d8014625-f39c-4ac6-8dd3-26fadc7fd682,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:11.719367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Request body: {'port': {'device_id': 'bb22d175-006a-483c-accc-8c9612354d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:11.730151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.731413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:11.732071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.736634 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77389f66-c620-4626-8bf3-13228db2d3e5 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:11.756361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Allocated IP 172.25.7.41 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/8fac4a5e-5abb-4d8c-8cbb-1c085407d558) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:11.776804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eda898-f669-4f1f-b7d4-7ffde9c0b2a3 req-db1f9134-ba53-4d58-90a4-9afaf1e14f83 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:11.778379 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45eda898-f669-4f1f-b7d4-7ffde9c0b2a3 req-db1f9134-ba53-4d58-90a4-9afaf1e14f83 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 949 time: 0.5401473
Jun 21 02:47:11.821567 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.824583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-01fbcac3-8e18-4e7a-866d-af777631d501 None None] Provisioning for port 37fd86fb-4f9d-48b1-99fa-9c712a849550 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:11.826989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a846a367-30d0-452a-862f-b598fe211cc0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:11.835509 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:11.850054 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:11.856058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-04da0129-ed8c-4172-a279-f56069221ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.872302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a846a367-30d0-452a-862f-b598fe211cc0 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:47:11.874587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f601d86-f311-407c-b1ba-c994e04b61a0 None None] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:11.879793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-01fbcac3-8e18-4e7a-866d-af777631d501 None None] Provisioning complete for port 37fd86fb-4f9d-48b1-99fa-9c712a849550 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:11.881031 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01fbcac3-8e18-4e7a-866d-af777631d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.941123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2f590-3d6b-4884-80ba-99cb55b29d4b req-ea91cff6-c770-4b56-8a8b-f5224ea99b45 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:11.946229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78f2f590-3d6b-4884-80ba-99cb55b29d4b req-ea91cff6-c770-4b56-8a8b-f5224ea99b45 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 932 time: 0.3105512
Jun 21 02:47:11.959626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-04da0129-ed8c-4172-a279-f56069221ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.963526 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20e9a874-c067-4e5a-88af-8d78b8c8d36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:11.966801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45eda898-f669-4f1f-b7d4-7ffde9c0b2a3 req-87ad29b3-8aa0-48dd-9d83-ff45199ba2b7 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649687
Jun 21 02:47:11.992814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:11.997194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da0129-ed8c-4172-a279-f56069221ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a37e307-d0c1-4240-a39c-9309830accee,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:12.022175 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-04da0129-ed8c-4172-a279-f56069221ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:12.035931 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-04da0129-ed8c-4172-a279-f56069221ba7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=271cc971224c4ebfa6a13a4ffad492bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5783985
Jun 21 02:47:12.039185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37316) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:12.051667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=d8014625-f39c-4ac6-8dd3-26fadc7fd682,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:12.058331 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:12.058938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-01fbcac3-8e18-4e7a-866d-af777631d501 None None] Port 37fd86fb-4f9d-48b1-99fa-9c712a849550 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:12.078161 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bd89d-8db6-4633-8010-203317705caa x-openstack-request-id: req-bb8bd89d-8db6-4633-8010-203317705caa {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:12.078438 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b0880-fbff-4839-b9fc-55e422bf8c31", "name": "network-vif-plugged", "status": "completed", "tag": "d8014625-f39c-4ac6-8dd3-26fadc7fd682", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:12.078706 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb8bd89d-8db6-4633-8010-203317705caa {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:12.079105 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b0880-fbff-4839-b9fc-55e422bf8c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8014625-f39c-4ac6-8dd3-26fadc7fd682', 'code': 200}
Jun 21 02:47:12.082601 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.3040457
Jun 21 02:47:12.085912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:12.142020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Request body: {'subnet': {'network_id': 'a846a367-30d0-452a-862f-b598fe211cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1314679521-subnet', 'tenant_id': '5733e8bb0ead432c933195e48590977b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:12.145045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78f2f590-3d6b-4884-80ba-99cb55b29d4b req-bc55472a-9d4e-495c-8c44-479dd5ca5197 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1722648
Jun 21 02:47:12.238735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1713-0e62-4906-abc5-fc8b32869bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.284561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.311645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7ac7ea68-a0ea-4f77-910e-2769e3862e35 None None] Provisioning for port 7525ab79-ee5d-4519-89bd-9bb8583c297d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:12.320765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1713-0e62-4906-abc5-fc8b32869bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.341598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7525ab79-ee5d-4519-89bd-9bb8583c297d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:12.346842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Made reservation on behalf of 5733e8bb0ead432c933195e48590977b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:12.349480 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.557556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc86ffd0-948a-400b-a9e7-bef70bce6847 req-b96dddf9-996e-42ea-80c6-35e559541c69 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 210 time: 0.0610344
Jun 21 02:47:12.562714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 7525ab79-ee5d-4519-89bd-9bb8583c297d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:12.573024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 7525ab79-ee5d-4519-89bd-9bb8583c297d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:12.573024 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.573797 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1713-0e62-4906-abc5-fc8b32869bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.579051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1713-0e62-4906-abc5-fc8b32869bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.580231 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e6ab1713-0e62-4906-abc5-fc8b32869bbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a37e307-d0c1-4240-a39c-9309830accee HTTP/1.1" status: 204  len: 168 time: 0.5394075
Jun 21 02:47:12.586335 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc6fa980-e6ec-4a05-9c94-5cd64a0b3f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:12.609986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab1713-0e62-4906-abc5-fc8b32869bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a37e307-d0c1-4240-a39c-9309830accee,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:12.616933 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6ab1713-0e62-4906-abc5-fc8b32869bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:12.687404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c55d82bb-42de-4de8-9fa0-29a0f0b94927 None None] Provisioning complete for port 7525ab79-ee5d-4519-89bd-9bb8583c297d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:12.690079 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c55d82bb-42de-4de8-9fa0-29a0f0b94927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.691548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676b334-1030-4bb3-b53c-8eefbae457d7 req-04d0ce75-4bcb-426d-8aa1-5f46863b4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:12.693982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e676b334-1030-4bb3-b53c-8eefbae457d7 req-04d0ce75-4bcb-426d-8aa1-5f46863b4e2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 1102 time: 0.4401772
Jun 21 02:47:12.744659 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.758123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef6310bc-229d-4f93-9581-2f47837b715e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:12.775482 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.814270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.816406 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e8b713b5-261a-418a-bb6a-655750b80e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:12.845659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 7525ab79-ee5d-4519-89bd-9bb8583c297d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7525ab79-ee5d-4519-89bd-9bb8583c297d,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:12.846410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:12.850476 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c55d82bb-42de-4de8-9fa0-29a0f0b94927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.867670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e676b334-1030-4bb3-b53c-8eefbae457d7 req-c494df53-e99b-482a-ab49-f673110d162e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646316
Jun 21 02:47:12.868781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:12.876216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:12.878987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Pushing event updated for resources: {'Port': ['ID=8fac4a5e-5abb-4d8c-8cbb-1c085407d558,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:12.888740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334199af-11af-41b1-a87f-51f930a2974a req-ea3bc8c7-288b-43cc-9edd-a773e202dd51 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:12.895789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-ea3bc8c7-288b-43cc-9edd-a773e202dd51 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/networks?id=6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 200  len: 815 time: 0.3420796
Jun 21 02:47:12.909132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f722cfd2-f77c-4399-83ff-a0da33577288,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:12.912968 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:12.922554 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:12.928866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Checking segment: {'id': '8d58c642-e31a-4c51-a486-621d60dfd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a846a367-30d0-452a-862f-b598fe211cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:12.929238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Network hostable DHCP agents. Network: a846a367-30d0-452a-862f-b598fe211cc0, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:47:12.935320 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:12.938112 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-28636234-920b-444f-9c3c-650b3c0114da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:12.983278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-b59e517b-0f38-4313-acb5-e453da3cb200 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/quotas/0cb0e61c25534a7b8c0e11fa9c1ce5de HTTP/1.1" status: 200  len: 375 time: 0.0856314
Jun 21 02:47:13.025347 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-c55d82bb-42de-4de8-9fa0-29a0f0b94927 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:47:13.025823 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-c55d82bb-42de-4de8-9fa0-29a0f0b94927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:47:13.029040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=7525ab79-ee5d-4519-89bd-9bb8583c297d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:13.032362 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:13.054308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Network a846a367-30d0-452a-862f-b598fe211cc0 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:47:13.061681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-006a65a2-afed-4a59-bfa3-c3d586ff1caf tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0736072
Jun 21 02:47:13.132531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a846a367-30d0-452a-862f-b598fe211cc0) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:13.138408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:13.139069 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:13.144622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc68d0-93b2-45f0-a513-e8b42e4a40f0 None None] Network a846a367-30d0-452a-862f-b598fe211cc0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:13.233006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1027682
Jun 21 02:47:13.314021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e0de5f-6e9e-401a-bc0d-c3ad94476020 None None] Network a846a367-30d0-452a-862f-b598fe211cc0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:13.650837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fd86fb-4f9d-48b1-99fa-9c712a849550 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:13.664230 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:13.706924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Transition to ACTIVE for port object 37fd86fb-4f9d-48b1-99fa-9c712a849550 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:13.724333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-46ab3449-21d5-408f-9a29-2d1bdc59fcbf service neutron] 10.222.0.25 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5980082
Jun 21 02:47:13.736510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7bbf-eddd-4a28-8631-5f465d9c6b9e req-c59cda1a-7468-4fd0-be7b-25ae528aa568 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:13.743387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-993a7bbf-eddd-4a28-8631-5f465d9c6b9e req-c59cda1a-7468-4fd0-be7b-25ae528aa568 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 950 time: 0.6197412
Jun 21 02:47:13.836476 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:13.843563 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58de68eb-8dee-462e-ae57-0183f4971dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:14.043273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-993a7bbf-eddd-4a28-8631-5f465d9c6b9e req-d94f82b9-7f9a-453d-92fb-18e2d7231ff9 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2986889
Jun 21 02:47:14.076498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:14.079856 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:14.126030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:14.188731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-4cab071c-f0e3-4acb-87f3-cb56f143632b service neutron] 10.222.0.25 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4428887
Jun 21 02:47:14.275986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7525ab79-ee5d-4519-89bd-9bb8583c297d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:14.351125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 7525ab79-ee5d-4519-89bd-9bb8583c297d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:14.352944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:14.362971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Attempting to bind port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:14.363221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Attempting to bind port 37fd86fb-4f9d-48b1-99fa-9c712a849550 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:14.363345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Attempting to bind port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:14.389129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:14.389558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Attempting to bind port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:14.406309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:14.406921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Checking segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:14.407066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Bound using segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:14.407458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Bound port: 37fd86fb-4f9d-48b1-99fa-9c712a849550, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:14.407812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:14.469673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fdcda-5be1-4410-9c03-dd283e9d3a04 req-a3f5afd0-9604-4e68-8ef4-ecc326cf2eaf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:14.471230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-702fdcda-5be1-4410-9c03-dd283e9d3a04 req-a3f5afd0-9604-4e68-8ef4-ecc326cf2eaf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.2709086
Jun 21 02:47:14.569017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37408) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:14.575304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1112120006-network', 'tenant_id': '4aac6bac887d44f1a9d91d99ae8a43a1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:14.640978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-702fdcda-5be1-4410-9c03-dd283e9d3a04 req-5eb3d6c9-6ffd-4fe9-ac59-45fbf4e3acbb tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1308157
Jun 21 02:47:14.642621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:14.681394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:14.695969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:14.749387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Made reservation on behalf of 4aac6bac887d44f1a9d91d99ae8a43a1 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:14.752629 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:14.764790 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:14.845104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:14.858373 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d774db6-c48b-4300-8d16-f490553999a4 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:14.911477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94673bbc-630d-42b5-97dd-8e3e349ddf3d req-fffae16b-6869-4782-960b-e66b15ecf5e5 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 210 time: 0.0711753
Jun 21 02:47:14.941632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-48d33032-c5d3-45b8-9d77-7fa2b5899323 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:14.944028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-48d33032-c5d3-45b8-9d77-7fa2b5899323 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.20 "GET /v2.0/networks?id=9dabf59f-d2d2-4a1c-9270-0864c4119d18 HTTP/1.1" status: 200  len: 813 time: 0.3121173
Jun 21 02:47:14.969221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Request body: {'port': {'device_id': '62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad', 'network_id': '9dabf59f-d2d2-4a1c-9270-0864c4119d18', 'admin_state_up': True, 'tenant_id': '0a8645255c1649c7872bb9119982664b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:15.026457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:15.035897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:15.039885 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.044499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] 10.222.0.20 "PUT /v2.0/ports/37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 1093 time: 3.3417773
Jun 21 02:47:15.047554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.051120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:15.057604 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aea2992-b9c5-4af2-947e-2dd434214d96" -d '{"events": [{"name": "network-changed", "server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:15.070825 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:15.146883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.154208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f25ac922-1751-4280-a121-7c24ad2bea52 req-2ea96784-8bb8-4ffe-b2c7-5cc60a419b6f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 210 time: 0.1244237
Jun 21 02:47:15.159058 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a9e69b6-240a-4a88-95c9-2f0d201f2949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:15.208927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:47:15.237800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.237960 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Added segment 5c23d939-d56c-4c15-91d5-d146e46fcefd of type vlan for network 5f188830-5bd2-4fd2-aa9d-baa984e31456
Jun 21 02:47:15.239189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d026f0-cee3-4f4f-985e-c7e6057b9af9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:15.242756 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:15.298471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.299139 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4731f44-e8ce-41e0-b581-f4fad70033aa x-openstack-request-id: req-c4731f44-e8ce-41e0-b581-f4fad70033aa {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:15.299452 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:15.299760 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4731f44-e8ce-41e0-b581-f4fad70033aa {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:15.300831 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'status': 'completed', 'code': 200}
Jun 21 02:47:15.369249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Made reservation on behalf of 0a8645255c1649c7872bb9119982664b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:15.373896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.399791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-262fb425-ef38-476e-860e-345af01f4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:15.401312 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-262fb425-ef38-476e-860e-345af01f4f43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1096 time: 0.2121539
Jun 21 02:47:15.458091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Router 39e596e1-3c51-4b35-b17a-acb43e35d804 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:47:15.469117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-4f02a549-5a31-4f22-b004-ed9467896b0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 217 time: 0.0572474
Jun 21 02:47:15.498267 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.499417 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:15.500005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.505183 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:15.516163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6ce98-7237-4cb9-9708-72c44ebe3c6b req-5c549265-72d1-43ed-a610-88c6f399249e tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:15.517671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcb6ce98-7237-4cb9-9708-72c44ebe3c6b req-5c549265-72d1-43ed-a610-88c6f399249e tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 950 time: 0.1733367
Jun 21 02:47:15.599678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-ac367312-dae1-4165-9442-b253e13475ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:15.601175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-ac367312-dae1-4165-9442-b253e13475ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.1259296
Jun 21 02:47:15.679267 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcb6ce98-7237-4cb9-9708-72c44ebe3c6b req-2d985f29-8ccf-473d-99be-decc52ba715c tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214993
Jun 21 02:47:15.725641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:47:15.738712 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Sync routers for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:47:15.751562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-e8a568c0-5815-431d-8968-dd5e0e66c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:15.753678 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-e8a568c0-5815-431d-8968-dd5e0e66c7e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1433890
Jun 21 02:47:15.760972 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:15.762295 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:15.848932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:15.853739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.2483492
Jun 21 02:47:15.855871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37480) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:15.920305 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:16.001009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=5f188830-5bd2-4fd2-aa9d-baa984e31456,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:16.007199 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:16.013690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 5f188830-5bd2-4fd2-aa9d-baa984e31456 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:47:16.027224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Allocated IP 172.20.0.5 (9dabf59f-d2d2-4a1c-9270-0864c4119d18/35bcd8e8-1dcc-489d-a7b9-b03e37cf264c/c6e7c75e-d156-416f-a03f-6eba31ef46f4) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:16.074595 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5029883
Jun 21 02:47:16.081055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37490) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:16.097214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Request body: {'subnet': {'network_id': '5f188830-5bd2-4fd2-aa9d-baa984e31456', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1112120006-subnet', 'tenant_id': '4aac6bac887d44f1a9d91d99ae8a43a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:16.147162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-773921a4-cfc1-4204-9daf-09b5f3f0a761 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3867109
Jun 21 02:47:16.205256 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8fd0>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:13Z', 'revision_number': 3, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:16.237925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Checking router: 39e596e1-3c51-4b35-b17a-acb43e35d804 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:47:16.238501 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Updating router 39e596e1-3c51-4b35-b17a-acb43e35d804 port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:47:16.259344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Made reservation on behalf of 4aac6bac887d44f1a9d91d99ae8a43a1 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:16.262328 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:16.305521 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:16.381881 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:16.386231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37496) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:16.482780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0569e9-b60b-4af4-9610-755b3500d3a5 req-0a015de6-21c6-4b22-b97a-6b79693bbb16 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:16.490536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b0569e9-b60b-4af4-9610-755b3500d3a5 req-0a015de6-21c6-4b22-b97a-6b79693bbb16 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.6170449
Jun 21 02:47:16.523247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bf390fa-13bb-4651-bebe-d0681106aa1e req-88060c45-d5b6-4782-98eb-f537f81d66bf service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3133464
Jun 21 02:47:16.622623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:16.632034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b0569e9-b60b-4af4-9610-755b3500d3a5 req-34d5986f-2cec-4aa0-aef1-c5c754f5899e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404021
Jun 21 02:47:16.641003 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-059fb05e-6557-4cfb-bbdc-544903feaf85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:16.655467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67008de8-9520-44b9-80b2-1dc9d137ae07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:16.717842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:16.752294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Network 9dabf59f-d2d2-4a1c-9270-0864c4119d18 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:16.763157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:16.778109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:16.786307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Pushing event updated for resources: {'Port': ['ID=c6e7c75e-d156-416f-a03f-6eba31ef46f4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:16.812921 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:16.814650 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-125dff61-7907-49a2-a0b4-8bc85494a6c6 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:16.920466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:16.921349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:16.937725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1c8159-8b3b-427c-8b51-2bb24a6095ff,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:16.943581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Checking segment: {'id': '5c23d939-d56c-4c15-91d5-d146e46fcefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5f188830-5bd2-4fd2-aa9d-baa984e31456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:16.944067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Network hostable DHCP agents. Network: 5f188830-5bd2-4fd2-aa9d-baa984e31456, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:47:16.949839 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:16.996609 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.001259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67008de8-9520-44b9-80b2-1dc9d137ae07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.008516 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Transition to ACTIVE for port object 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:17.039968 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Network 5f188830-5bd2-4fd2-aa9d-baa984e31456 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:47:17.071718 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.074070 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1a62fd7e-dba6-4a59-ad32-c3e60d4162b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:17.075371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67008de8-9520-44b9-80b2-1dc9d137ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.081511 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eda5ef0c-00d5-41ca-9d5f-000fe21e095d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:17.128224 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-67008de8-9520-44b9-80b2-1dc9d137ae07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f10d62d24d7485baeb7cdc1c03a8973&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7383294
Jun 21 02:47:17.128652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 5f188830-5bd2-4fd2-aa9d-baa984e31456) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:17.130275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37508) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:17.131414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67008de8-9520-44b9-80b2-1dc9d137ae07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363f9458-b870-4116-80ba-ac3bcd16f53f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:17.140715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c726433-318f-46f1-ac59-94261e82ab54 None None] Network 5f188830-5bd2-4fd2-aa9d-baa984e31456 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:17.157160 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Attempting to bind port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:17.157443 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Attempting to bind port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:17.157792 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Attempting to bind port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:17.175720 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07316df9-aa29-442c-bf2b-314b1eb8ed2c None None] Pushing event updated for resources: {'Port': ['ID=8fac4a5e-5abb-4d8c-8cbb-1c085407d558,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:17.184662 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-67008de8-9520-44b9-80b2-1dc9d137ae07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:17.186586 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-07316df9-aa29-442c-bf2b-314b1eb8ed2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:17.190243 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2306888
Jun 21 02:47:17.190429 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:17.190629 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:17.191039 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.191437 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:17.191927 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Bound port: 8fac4a5e-5abb-4d8c-8cbb-1c085407d558, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:17.192299 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.192847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:17.194006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.210559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Request body: {'port': {'device_id': '62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:17.279996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74129cfa-5719-4738-ad71-a448ddcf7b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.310751 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] For port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:17.314268 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] For port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8fac4a5e-5abb-4d8c-8cbb-1c085407d558,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:17.330106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b2f65c3-c643-4092-900d-2cf4b9841d01 req-fd4b8dc7-6ac6-4381-9b1b-eb90ae5fe51d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 210 time: 0.4932880
Jun 21 02:47:17.342596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b586eca-43eb-4862-a6ce-e5633257db44 req-9edd5ba3-f293-4c23-9833-36283c52b1ca tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:17.344600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74129cfa-5719-4738-ad71-a448ddcf7b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.351860 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2652717
Jun 21 02:47:17.352027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b586eca-43eb-4862-a6ce-e5633257db44 req-9edd5ba3-f293-4c23-9833-36283c52b1ca tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 931 time: 0.6461964
Jun 21 02:47:17.360352 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.373376 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.382272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba4b0a-38c6-468d-afac-817fa7abd7ab None None] Network 5f188830-5bd2-4fd2-aa9d-baa984e31456 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:17.401045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-014e8794-daf1-4cf5-98b9-d70e8f4247ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:17.402576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-014e8794-daf1-4cf5-98b9-d70e8f4247ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1096 time: 0.6840334
Jun 21 02:47:17.417586 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.421105 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a5b7a703-0ece-4285-b4d3-cd2efa68239d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:17.446360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b586eca-43eb-4862-a6ce-e5633257db44 req-4c4d1ecc-5696-4680-b342-1d8044597025 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939569
Jun 21 02:47:17.622440 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07316df9-aa29-442c-bf2b-314b1eb8ed2c None None] Pushing event updated for resources: {'Port': ['ID=8fac4a5e-5abb-4d8c-8cbb-1c085407d558,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:17.635749 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-07316df9-aa29-442c-bf2b-314b1eb8ed2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:17.645388 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:17.647171 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:17.809534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-f6e8ce66-0063-418b-9d04-f3defe749709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:17.810997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-f6e8ce66-0063-418b-9d04-f3defe749709 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.3964739
Jun 21 02:47:17.819777 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:17.917625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-db544eea-ca2d-4234-93c4-b2f7f74d633d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 217 time: 0.0804911
Jun 21 02:47:17.933522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74129cfa-5719-4738-ad71-a448ddcf7b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.936414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74129cfa-5719-4738-ad71-a448ddcf7b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:17.940916 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-74129cfa-5719-4738-ad71-a448ddcf7b15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/363f9458-b870-4116-80ba-ac3bcd16f53f HTTP/1.1" status: 204  len: 168 time: 0.7936780
Jun 21 02:47:17.946315 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2784409-0433-499b-aaff-a91c08cf182a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:17.947455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fcb5e-86b0-4570-9e76-b4ba2c6923bd req-b5cda349-5edb-45ff-8793-bbc2f32f20cd tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:17.949098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e12fcb5e-86b0-4570-9e76-b4ba2c6923bd req-b5cda349-5edb-45ff-8793-bbc2f32f20cd tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 950 time: 0.3770664
Jun 21 02:47:17.957814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129cfa-5719-4738-ad71-a448ddcf7b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363f9458-b870-4116-80ba-ac3bcd16f53f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:17.967588 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-74129cfa-5719-4738-ad71-a448ddcf7b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:17.970101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e7c75e-d156-416f-a03f-6eba31ef46f4 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:17.984717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Allocated IP 172.20.0.1 (6b0b82a3-20b5-4489-b9d6-24575f1529c4/fda1c219-64cb-499d-84eb-1841281b9bb0/115e3a5b-1664-445a-aba1-d33beff83a9f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:18.064688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:18.082531 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8fd0>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:13Z', 'revision_number': 3, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:18.093007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Transition to ACTIVE for port object c6e7c75e-d156-416f-a03f-6eba31ef46f4 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:18.115168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334199af-11af-41b1-a87f-51f930a2974a req-5e5d8738-e2ff-4c66-a5ab-7e79e2698f24 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:18.116872 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-5e5d8738-e2ff-4c66-a5ab-7e79e2698f24 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.26 "GET /v2.0/networks?id=6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 200  len: 815 time: 0.1292152
Jun 21 02:47:18.118784 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec4622-13b7-4fe3-943e-04a5c990c962 None None] The sync data for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 is: [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:13Z', 'revision_number': 3, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:47:18.137603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Request body: {'port': {'device_id': '4bab3657-2a86-4818-aeb3-8eef36510431', 'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'admin_state_up': True, 'tenant_id': '0cb0e61c25534a7b8c0e11fa9c1ce5de'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:18.147300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-67947fc5-e46f-4373-be9c-5b139b5c4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:18.149055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-67947fc5-e46f-4373-be9c-5b139b5c4549 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.1764307
Jun 21 02:47:18.227808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:18.233625 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac25d3fc-52ab-439f-9730-db4363399524 tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:18.278055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e12fcb5e-86b0-4570-9e76-b4ba2c6923bd req-275cc04c-d9ae-40dc-b520-16b726993d3e tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/security-groups?id=467e2980-c2fe-4997-82e2-4c1aefd65040&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909293
Jun 21 02:47:18.320373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:18.344079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d0a1-1073-4505-9513-5e898fd962c9 req-601f2b72-681b-4b4f-a17b-e5cde3b6a0b4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:18.345500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c07d0a1-1073-4505-9513-5e898fd962c9 req-601f2b72-681b-4b4f-a17b-e5cde3b6a0b4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.4617786
Jun 21 02:47:18.359650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7c75e-d156-416f-a03f-6eba31ef46f4,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:18.361273 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:18.391207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82234d-e247-4163-a825-c4db32252def req-28aaff41-f0f6-4e02-b2c7-93d2e82fa0f7 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:18.391207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c82234d-e247-4163-a825-c4db32252def req-28aaff41-f0f6-4e02-b2c7-93d2e82fa0f7 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.26 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 950 time: 0.5121453
Jun 21 02:47:18.425774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-1c3b4966-1d32-4dd9-a70a-a1a0d9d2be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:18.425774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-1c3b4966-1d32-4dd9-a70a-a1a0d9d2be22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2607343
Jun 21 02:47:18.457558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Transition to ACTIVE for port object 115e3a5b-1664-445a-aba1-d33beff83a9f will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:18.569573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:18.585592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Made reservation on behalf of 0cb0e61c25534a7b8c0e11fa9c1ce5de for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:18.596548 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:18.648241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c07d0a1-1073-4505-9513-5e898fd962c9 req-5063a2e0-cb7c-466b-a44b-c5da34e1decc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2428522
Jun 21 02:47:18.700930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Attempting to bind port c6e7c75e-d156-416f-a03f-6eba31ef46f4 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:18.701273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Attempting to bind port c6e7c75e-d156-416f-a03f-6eba31ef46f4 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '8fbfa565-f12d-4560-9b76-e1092b3861c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9dabf59f-d2d2-4a1c-9270-0864c4119d18'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:18.701640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Attempting to bind port c6e7c75e-d156-416f-a03f-6eba31ef46f4 on network 9dabf59f-d2d2-4a1c-9270-0864c4119d18 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:18.713597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Port c6e7c75e-d156-416f-a03f-6eba31ef46f4 on network 9dabf59f-d2d2-4a1c-9270-0864c4119d18 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:18.713943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Attempting to bind port c6e7c75e-d156-416f-a03f-6eba31ef46f4 on network 9dabf59f-d2d2-4a1c-9270-0864c4119d18 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:18.737625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:18.737982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Checking segment: {'id': '8fbfa565-f12d-4560-9b76-e1092b3861c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9dabf59f-d2d2-4a1c-9270-0864c4119d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:18.738500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Bound using segment: {'id': '8fbfa565-f12d-4560-9b76-e1092b3861c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9dabf59f-d2d2-4a1c-9270-0864c4119d18'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:18.738957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Bound port: c6e7c75e-d156-416f-a03f-6eba31ef46f4, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbfa565-f12d-4560-9b76-e1092b3861c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9dabf59f-d2d2-4a1c-9270-0864c4119d18'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:18.740574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:18.859819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:18.878088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-c4b0b704-c2bf-428d-a201-19b03a7808b7 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4127898
Jun 21 02:47:18.892171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'port_id': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'mac_address': 'fa:16:3e:85:55:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:18.899248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Deleting port d8014625-f39c-4ac6-8dd3-26fadc7fd682 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:47:18.903743 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.023894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] For port c6e7c75e-d156-416f-a03f-6eba31ef46f4, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:19.041355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.044887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Allocated IP 172.20.0.5 (6531e994-5c95-4593-9700-4456de99f803/344f69ae-2742-4ab8-8cca-ce7f480de4e1/8d324ee9-b1dc-4749-bf54-2fa843d0a10b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:19.048029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] For port c6e7c75e-d156-416f-a03f-6eba31ef46f4, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c6e7c75e-d156-416f-a03f-6eba31ef46f4,segment=NetworkSegment(8fbfa565-f12d-4560-9b76-e1092b3861c9),segment_id=8fbfa565-f12d-4560-9b76-e1092b3861c9)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:19.073610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fd86fb-4f9d-48b1-99fa-9c712a849550 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:19.086341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.113756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:19.123177 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f109f2de-e365-4d06-afb7-84c8cfc210f9 tempest-InstanceActionsV221TestJSON-1571618031 tempest-InstanceActionsV221TestJSON-1571618031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:19.143029 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.196614 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-980aea18-0f4b-4d5a-b2b1-969076149b96 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:19.218649 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cccf94d0-341f-4708-a124-dc9e54cea1d0 req-aeb5852d-fa8e-4304-a139-fde9aee78d85 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 210 time: 0.2376380
Jun 21 02:47:19.220625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:19.221454 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.227583 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5726012d-01c2-44b3-bf29-9c2d4ed19574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:19.264130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:19.303724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:19.304873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.305818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] 10.222.0.20 "PUT /v2.0/ports/c6e7c75e-d156-416f-a03f-6eba31ef46f4 HTTP/1.1" status: 200  len: 1092 time: 2.1019323
Jun 21 02:47:19.317539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad', 'tag': 'c6e7c75e-d156-416f-a03f-6eba31ef46f4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:19.330680 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6692b101-e6cf-49b9-b6ad-c44089f63e20" -d '{"events": [{"name": "network-changed", "server_uuid": "62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad", "tag": "c6e7c75e-d156-416f-a03f-6eba31ef46f4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:19.382719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:19.383936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37562) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:19.390904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:19.398935 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:19.459593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['37fd86fb-4f9d-48b1-99fa-9c712a849550'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:19.489077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7c75e-d156-416f-a03f-6eba31ef46f4,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:19.501302 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:19.518440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Pushing event updated for resources: {'Port': ['ID=115e3a5b-1664-445a-aba1-d33beff83a9f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:19.524076 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:19.629743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea2992-b9c5-4af2-947e-2dd434214d96 req-2c1672ae-cbc0-432a-a5be-0c2386bb3399 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7415609
Jun 21 02:47:19.633655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.704244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b7c6808-7ae8-410d-b84e-b6c92a156861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.726471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.795158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-a712594e-5255-4418-98c2-24546ccfb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:19.797238 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-a712594e-5255-4418-98c2-24546ccfb5bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a8645255c1649c7872bb9119982664b&device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 1095 time: 0.3368206
Jun 21 02:47:19.815632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] For port d8014625-f39c-4ac6-8dd3-26fadc7fd682, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d8014625-f39c-4ac6-8dd3-26fadc7fd682,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:19.816017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:19.882432 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-1e9a68fa-12d4-4d79-abb7-3f7bf85b0f86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7c75e-d156-416f-a03f-6eba31ef46f4 HTTP/1.1" status: 200  len: 217 time: 0.0657344
Jun 21 02:47:19.904558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-743a3f6f-0f13-4583-ac75-9247d28b13df tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:19.913478 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-743a3f6f-0f13-4583-ac75-9247d28b13df tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/networks?id=a846a367-30d0-452a-862f-b598fe211cc0 HTTP/1.1" status: 200  len: 815 time: 0.7714343
Jun 21 02:47:19.944366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Calling delete_port for d8014625-f39c-4ac6-8dd3-26fadc7fd682 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:47:19.977090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-62ad1130-749c-456c-9cf0-36ec9ea6fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:19.978641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-62ad1130-749c-456c-9cf0-36ec9ea6fdd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35bcd8e8-1dcc-489d-a7b9-b03e37cf264c HTTP/1.1" status: 200  len: 853 time: 0.0893593
Jun 21 02:47:20.015716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-c6850789-898f-440a-8188-f95c5c3fc9fe tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/quotas/5733e8bb0ead432c933195e48590977b HTTP/1.1" status: 200  len: 375 time: 0.1010451
Jun 21 02:47:20.021196 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-984d79a3-50b6-4dbf-9762-b1d69e6e4e2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dabf59f-d2d2-4a1c-9270-0864c4119d18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0336149
Jun 21 02:47:20.091713 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.119834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-350740ab-c0c7-4611-bcc6-cbfb9ae734dd tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e8bb0ead432c933195e48590977b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0654154
Jun 21 02:47:20.120020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b7c6808-7ae8-410d-b84e-b6c92a156861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.120020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:20.127261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b678b-63b6-40b7-bc79-00dedba22c8d req-f4a34270-5166-40a2-931d-91b862a11e26 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:20.128742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d8b678b-63b6-40b7-bc79-00dedba22c8d req-f4a34270-5166-40a2-931d-91b862a11e26 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 943 time: 0.5221615
Jun 21 02:47:20.168669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Network 6531e994-5c95-4593-9700-4456de99f803 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:20.175154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:20.180800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:20.183454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Pushing event updated for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:20.216637 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:20.251096 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-5734755c-4a20-46c8-b238-f9db5dbc96df service neutron] 10.222.0.20 "GET /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221377
Jun 21 02:47:20.258461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d8b678b-63b6-40b7-bc79-00dedba22c8d req-5c183d1a-362c-49b6-a764-f31237d938ee tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858126
Jun 21 02:47:20.260101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:20.260904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.285541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-34f3dc0f-7930-4839-a2f6-beaf5120fab8 None None] Provisioning for port 115e3a5b-1664-445a-aba1-d33beff83a9f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:20.300946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-34f3dc0f-7930-4839-a2f6-beaf5120fab8 None None] Provisioning complete for port 115e3a5b-1664-445a-aba1-d33beff83a9f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:20.300946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34f3dc0f-7930-4839-a2f6-beaf5120fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.353158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5ee788e4-92c5-4eb3-8d24-e034f10ca555 service neutron] 10.222.0.25 "GET /v2.0/networks/a846a367-30d0-452a-862f-b598fe211cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486563
Jun 21 02:47:20.374662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:20.389454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.401424 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-609008ca-83f3-4362-b2d1-945bd80fa9a3 req-ccf7dc68-84e3-4eff-8758-d1da0467f05b service neutron] 10.222.0.20 "GET /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376905
Jun 21 02:47:20.405918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b7c6808-7ae8-410d-b84e-b6c92a156861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.410971 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-42753220-70a5-4b2a-91b4-153ded057ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:20.425702 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4c015ea-02fa-4684-ba95-2cc9e2c9923a tempest-LiveMigrationTest-478363462 tempest-LiveMigrationTest-478363462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:20.438448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.476321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Pushing event deleted for resources: {'Port': ['ID=d8014625-f39c-4ac6-8dd3-26fadc7fd682,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:20.480740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-34f3dc0f-7930-4839-a2f6-beaf5120fab8 None None] Port 115e3a5b-1664-445a-aba1-d33beff83a9f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:20.492740 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4b7c6808-7ae8-410d-b84e-b6c92a156861 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3f05485ffdf4818b93787b2edd7259d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1077404
Jun 21 02:47:20.498001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37578) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:20.498331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37580) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:20.501512 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:20.507857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c6808-7ae8-410d-b84e-b6c92a156861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c984cc86-fcfc-40e0-a1a8-a83f9c444197,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:20.526657 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b7c6808-7ae8-410d-b84e-b6c92a156861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:20.529619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3963253
Jun 21 02:47:20.543967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74c552c3-0879-4427-a183-8775aea4b274 req-c0805093-dc9d-4cce-a500-0ccf7e8b5ea6 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.25 "GET /v2.0/ports?device_id=303b0880-fbff-4839-b9fc-55e422bf8c31 HTTP/1.1" status: 200  len: 210 time: 0.0779564
Jun 21 02:47:20.545714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Request body: {'port': {'device_id': '4bab3657-2a86-4818-aeb3-8eef36510431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:20.559899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:20.564931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:20.565323 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.618388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:20.632752 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed43419-a2bc-40c9-a8e5-a3bd98fbcbb7 x-openstack-request-id: req-eed43419-a2bc-40c9-a8e5-a3bd98fbcbb7 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:20.633148 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad", "tag": "c6e7c75e-d156-416f-a03f-6eba31ef46f4", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:20.633518 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eed43419-a2bc-40c9-a8e5-a3bd98fbcbb7 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:20.634007 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad', 'tag': 'c6e7c75e-d156-416f-a03f-6eba31ef46f4', 'status': 'completed', 'code': 200}
Jun 21 02:47:20.672014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] No DVR routers for this DVR port d8014625-f39c-4ac6-8dd3-26fadc7fd682 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:47:20.691499 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.694003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c82234d-e247-4163-a825-c4db32252def req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] 10.222.0.26 "DELETE /v2.0/ports/d8014625-f39c-4ac6-8dd3-26fadc7fd682 HTTP/1.1" status: 204  len: 173 time: 2.2851875
Jun 21 02:47:20.694429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b0880-fbff-4839-b9fc-55e422bf8c31', 'name': 'network-vif-deleted', 'tag': 'd8014625-f39c-4ac6-8dd3-26fadc7fd682'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:20.696769 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac628a8-8014-4bdf-afe7-9bc2521be8a2" -d '{"events": [{"server_uuid": "303b0880-fbff-4839-b9fc-55e422bf8c31", "name": "network-vif-deleted", "tag": "d8014625-f39c-4ac6-8dd3-26fadc7fd682"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:20.726801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d8014625-f39c-4ac6-8dd3-26fadc7fd682 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:47:20.738881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1099618990-network', 'tenant_id': '7e1fae171cbe43e98af745300b4d9525'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:20.812552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: d8014625-f39c-4ac6-8dd3-26fadc7fd682 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:47:20.812552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d8014625-f39c-4ac6-8dd3-26fadc7fd682 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:47:20.818415 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-2d070cb1-8a6f-4738-b960-cf927c07d28d service neutron] 10.222.0.25 "GET /v2.0/networks/a846a367-30d0-452a-862f-b598fe211cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4556754
Jun 21 02:47:20.827636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.847546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Made reservation on behalf of 7e1fae171cbe43e98af745300b4d9525 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:20.851838 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.872908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.883563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a0f1752-993b-4754-895b-bb4f7ce9006e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.892659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.949959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a0f1752-993b-4754-895b-bb4f7ce9006e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.955173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8fac4a5e-5abb-4d8c-8cbb-1c085407d558,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:20.957109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 37fd86fb-4f9d-48b1-99fa-9c712a849550 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:20.966912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 37fd86fb-4f9d-48b1-99fa-9c712a849550 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:20.966912 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:20.967582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-6a5ee7b1-08f7-4a79-bfb3-875b0e508eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:20.969220 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-6a5ee7b1-08f7-4a79-bfb3-875b0e508eb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a8645255c1649c7872bb9119982664b&device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 1095 time: 0.2937067
Jun 21 02:47:21.029292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12c25d-6073-4d8b-b5d6-757024f218a7 req-222cb9f8-b064-49da-b5c7-908e0829007f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:21.030935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b12c25d-6073-4d8b-b5d6-757024f218a7 req-222cb9f8-b064-49da-b5c7-908e0829007f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.2181432
Jun 21 02:47:21.040344 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.044770 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a835db1f-299f-41e6-9f51-d7d0a05ef404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:21.060977 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.096141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b12c25d-6073-4d8b-b5d6-757024f218a7 req-f07fba3a-87a6-49b0-a2ec-51d3d1581e88 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530577
Jun 21 02:47:21.185566 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.188435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11e7d46c-b537-48b4-86dc-44567542c2df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:21.234648 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f178c7-681a-4322-b01e-d1b87059c523 x-openstack-request-id: req-44f178c7-681a-4322-b01e-d1b87059c523 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:21.234982 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b0880-fbff-4839-b9fc-55e422bf8c31", "name": "network-vif-deleted", "tag": "d8014625-f39c-4ac6-8dd3-26fadc7fd682", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:21.235307 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44f178c7-681a-4322-b01e-d1b87059c523 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:21.235739 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b0880-fbff-4839-b9fc-55e422bf8c31', 'name': 'network-vif-deleted', 'tag': 'd8014625-f39c-4ac6-8dd3-26fadc7fd682', 'status': 'completed', 'code': 200}
Jun 21 02:47:21.258774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-5ed2a78b-04a1-4e6e-a203-9b9379585b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:21.265232 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-5ed2a78b-04a1-4e6e-a203-9b9379585b86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dabf59f-d2d2-4a1c-9270-0864c4119d18 HTTP/1.1" status: 200  len: 914 time: 0.2686057
Jun 21 02:47:21.265484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a0f1752-993b-4754-895b-bb4f7ce9006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.267813 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a0f1752-993b-4754-895b-bb4f7ce9006e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.271520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3a0f1752-993b-4754-895b-bb4f7ce9006e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c984cc86-fcfc-40e0-a1a8-a83f9c444197 HTTP/1.1" status: 204  len: 168 time: 0.7664349
Jun 21 02:47:21.298020 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.357407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6171241e-235b-4fdd-aba2-bffcfc618f1b req-9b5230ac-d807-4516-92a8-dd74fdcecc7e tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 210 time: 0.0830600
Jun 21 02:47:21.373654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=8fac4a5e-5abb-4d8c-8cbb-1c085407d558,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:21.377526 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:21.382366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:21.384604 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353cfb2d-24c5-44e7-bb76-a83bb4b90281" -d '{"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-plugged", "status": "completed", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:21.399230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:21.413927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-61413367-345c-4d0b-b5cd-81656a14135a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7c75e-d156-416f-a03f-6eba31ef46f4 HTTP/1.1" status: 200  len: 217 time: 0.1356244
Jun 21 02:47:21.430413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Pushing event updated for resources: {'Port': ['ID=115e3a5b-1664-445a-aba1-d33beff83a9f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:21.441072 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.443616 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:21.465297 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.467301 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-534aeb22-2101-454a-8683-f76e365abf55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:21.467787 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9556b0d4-81a1-4404-9422-1cfe1a42f03b tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:21.485709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f1752-993b-4754-895b-bb4f7ce9006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c984cc86-fcfc-40e0-a1a8-a83f9c444197,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:21.489446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3a0f1752-993b-4754-895b-bb4f7ce9006e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:21.574060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:21.577865 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:21.626895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d324ee9-b1dc-4749-bf54-2fa843d0a10b {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:21.640521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.655831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Transition to ACTIVE for port object 8d324ee9-b1dc-4749-bf54-2fa843d0a10b will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:21.702042 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.704361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-2ec5ecc8-04b5-41e6-8bd6-cd215a50774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:21.706156 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-2ec5ecc8-04b5-41e6-8bd6-cd215a50774d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35bcd8e8-1dcc-489d-a7b9-b03e37cf264c HTTP/1.1" status: 200  len: 853 time: 0.2832379
Jun 21 02:47:21.753300 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-cf2dbda0-89a1-4e30-8008-c0326840e0b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dabf59f-d2d2-4a1c-9270-0864c4119d18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405142
Jun 21 02:47:21.754149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.767929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:21.814239 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.913464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:47:21.929180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Pushing event updated for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:21.935654 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:21.938509 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-04da0129-ed8c-4172-a279-f56069221ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:21.966087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:21.966480 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Added segment e4ef0fac-dc5b-411c-992f-31dbe87b5ed8 of type vlan for network c42e8c5e-fc2b-46d9-961b-dfe518fd9719
Jun 21 02:47:22.064834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f37b3a4-fa9a-4aa1-8859-bee27f436d79,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:22.077303 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:22.079041 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.088923 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-3b71b2b9-6926-42ba-a423-8d297196ab2f service neutron] 10.222.0.20 "GET /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3226392
Jun 21 02:47:22.098031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd583d2f-64a0-414d-882c-5951847e3052 req-30b1e914-4e16-4023-b964-90e3e3ed9f5e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:22.110122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd583d2f-64a0-414d-882c-5951847e3052 req-30b1e914-4e16-4023-b964-90e3e3ed9f5e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 931 time: 0.6942091
Jun 21 02:47:22.142280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:22.153774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:22.172326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Attempting to bind port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:22.172631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Attempting to bind port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:22.172962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Attempting to bind port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b on network 6531e994-5c95-4593-9700-4456de99f803 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:22.178769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37606) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:22.180719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd583d2f-64a0-414d-882c-5951847e3052 req-e857546c-7b28-41d2-966d-46ae3c89dd00 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735648
Jun 21 02:47:22.193067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b on network 6531e994-5c95-4593-9700-4456de99f803 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:22.193424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Attempting to bind port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b on network 6531e994-5c95-4593-9700-4456de99f803 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:22.195687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853caa28-afb8-4814-8190-333c2296efa9 req-a0267935-1513-4fd8-830a-cfd59a1d3ad7 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:22.196984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-853caa28-afb8-4814-8190-333c2296efa9 req-a0267935-1513-4fd8-830a-cfd59a1d3ad7 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 943 time: 0.6344879
Jun 21 02:47:22.220432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:22.220432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Checking segment: {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:22.220432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Bound using segment: {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:22.220432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Bound port: 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:22.220432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.220432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eceee7ce-8129-490a-9c0b-925c23769e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.285933 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cafa61-6659-4660-9632-a87d7d7858bb x-openstack-request-id: req-20cafa61-6659-4660-9632-a87d7d7858bb {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:22.291373 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-plugged", "status": "completed", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:22.291373 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20cafa61-6659-4660-9632-a87d7d7858bb {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:22.291373 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'code': 200}
Jun 21 02:47:22.304762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.305883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:22.306469 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.308722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:22.316065 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-59a04a0d-c0c9-4654-a2da-358048cc8271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:22.320148 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6692b101-e6cf-49b9-b6ad-c44089f63e20 req-e9f20f2c-122d-424b-8f38-d5fbfe579f00 service neutron] 10.222.0.20 "GET /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220867
Jun 21 02:47:22.397091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-853caa28-afb8-4814-8190-333c2296efa9 req-f42f2070-fd4a-46ef-a88e-3f3fd5fe00bc tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859210
Jun 21 02:47:22.479641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:22.480135 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.483009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Router 39e596e1-3c51-4b35-b17a-acb43e35d804 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:47:22.546989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Pushing event updated for resources: {'Network': ['ID=c42e8c5e-fc2b-46d9-961b-dfe518fd9719,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:22.559788 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:22.562996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:47:22.563283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:22.593471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:22.616776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32b978ca-43ba-47e2-9764-42f1e1806902 req-d37fee0f-92a5-45df-86b2-e50f844103cd tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 210 time: 0.0512431
Jun 21 02:47:22.636684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c6e7c75e-d156-416f-a03f-6eba31ef46f4 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:22.663948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eceee7ce-8129-490a-9c0b-925c23769e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.666971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091531b-96fd-422c-9d70-d245047c4d06 req-785245b8-b4be-4fc0-ba12-b95739e84f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:22.668527 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0091531b-96fd-422c-9d70-d245047c4d06 req-785245b8-b4be-4fc0-ba12-b95739e84f9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1098 time: 0.2751081
Jun 21 02:47:22.697269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.699875 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:22.737846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:47:22.746389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6e6670ae-6ca8-47a0-8be1-6f1d37b8a9da None None] Provisioning complete for port 115e3a5b-1664-445a-aba1-d33beff83a9f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:22.751390 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e6670ae-6ca8-47a0-8be1-6f1d37b8a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.751537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] 10.222.0.25 "PUT /v2.0/routers/39e596e1-3c51-4b35-b17a-acb43e35d804/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8879120
Jun 21 02:47:22.788748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c997b-886d-4bd0-b9aa-27cdb73499aa req-a9b81171-73f5-4525-af91-7db296777655 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:22.790609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab8c997b-886d-4bd0-b9aa-27cdb73499aa req-a9b81171-73f5-4525-af91-7db296777655 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1151676
Jun 21 02:47:22.805779 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eceee7ce-8129-490a-9c0b-925c23769e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.808021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Sync routers for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:47:22.840305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:22.840305 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:22.840305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] 10.222.0.26 "PUT /v2.0/ports/8d324ee9-b1dc-4749-bf54-2fa843d0a10b HTTP/1.1" status: 200  len: 1092 time: 2.3011520
Jun 21 02:47:22.842988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:22.843637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d804c4c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:22.844737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab8c997b-886d-4bd0-b9aa-27cdb73499aa req-78abf2ae-b7df-4701-9952-3257f8f57e9a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468493
Jun 21 02:47:22.860494 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eceee7ce-8129-490a-9c0b-925c23769e2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76c529b81a744adab096a84af9248fb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6761677
Jun 21 02:47:22.860494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bab3657-2a86-4818-aeb3-8eef36510431', 'tag': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:22.861024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37616) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:22.869313 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43cb7db-943e-4b8c-bf93-32460efc6655" -d '{"events": [{"name": "network-changed", "server_uuid": "4bab3657-2a86-4818-aeb3-8eef36510431", "tag": "8d324ee9-b1dc-4749-bf54-2fa843d0a10b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:22.876006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0091531b-96fd-422c-9d70-d245047c4d06 req-d504256c-3f80-41f1-b6ae-7dcdd884e361 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2013302
Jun 21 02:47:22.882302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Pushing event updated for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:22.887427 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:22.888053 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d903ff41-c66d-4ed4-9ce3-5d4923999016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:22.901865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6e6670ae-6ca8-47a0-8be1-6f1d37b8a9da None None] Port 115e3a5b-1664-445a-aba1-d33beff83a9f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:22.931876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceee7ce-8129-490a-9c0b-925c23769e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d89e9-f4b3-48d1-bb55-a4ef18c0e2a4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:22.960489 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.4613466
Jun 21 02:47:22.966238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37620) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:22.966238 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eceee7ce-8129-490a-9c0b-925c23769e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:22.968281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Request body: {'subnet': {'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1099618990-subnet', 'tenant_id': '7e1fae171cbe43e98af745300b4d9525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:22.975562 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be111dcd-5f04-4799-931b-7f40a662e764 x-openstack-request-id: req-be111dcd-5f04-4799-931b-7f40a662e764 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:22.975926 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bab3657-2a86-4818-aeb3-8eef36510431", "tag": "8d324ee9-b1dc-4749-bf54-2fa843d0a10b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:22.976270 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be111dcd-5f04-4799-931b-7f40a662e764 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:22.976645 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bab3657-2a86-4818-aeb3-8eef36510431', 'tag': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b', 'status': 'completed', 'code': 200}
Jun 21 02:47:22.988553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c6e7c75e-d156-416f-a03f-6eba31ef46f4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c6e7c75e-d156-416f-a03f-6eba31ef46f4,segment=NetworkSegment(8fbfa565-f12d-4560-9b76-e1092b3861c9),segment_id=8fbfa565-f12d-4560-9b76-e1092b3861c9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:22.994916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d083566-64e3-41a3-8453-d11dfe475bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:23.029009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'c6e7c75e-d156-416f-a03f-6eba31ef46f4', 'network_id': '9dabf59f-d2d2-4a1c-9270-0864c4119d18', 'port_id': 'c6e7c75e-d156-416f-a03f-6eba31ef46f4', 'mac_address': 'fa:16:3e:9f:05:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bcd8e8-1dcc-489d-a7b9-b03e37cf264c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:23.037634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d083566-64e3-41a3-8453-d11dfe475bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:23.055482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cb7db-943e-4b8c-bf93-32460efc6655 req-ef13e68f-3fbe-4019-9365-ac6f62b6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:23.057042 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a43cb7db-943e-4b8c-bf93-32460efc6655 req-ef13e68f-3fbe-4019-9365-ac6f62b6eab7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 1095 time: 0.0786409
Jun 21 02:47:23.057930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:23.122498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Made reservation on behalf of 7e1fae171cbe43e98af745300b4d9525 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:23.133612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:23.204948 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:23.211524 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d083566-64e3-41a3-8453-d11dfe475bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:23.215519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d083566-64e3-41a3-8453-d11dfe475bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:23.216432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8d083566-64e3-41a3-8453-d11dfe475bc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c21d89e9-f4b3-48d1-bb55-a4ef18c0e2a4 HTTP/1.1" status: 204  len: 168 time: 0.3540654
Jun 21 02:47:23.217557 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:23.220633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e7c75e-d156-416f-a03f-6eba31ef46f4 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:23.238670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d083566-64e3-41a3-8453-d11dfe475bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d89e9-f4b3-48d1-bb55-a4ef18c0e2a4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:23.242692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c6e7c75e-d156-416f-a03f-6eba31ef46f4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c6e7c75e-d156-416f-a03f-6eba31ef46f4,segment=NetworkSegment(8fbfa565-f12d-4560-9b76-e1092b3861c9),segment_id=8fbfa565-f12d-4560-9b76-e1092b3861c9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:23.248033 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8d083566-64e3-41a3-8453-d11dfe475bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:23.291873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37632) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:23.356202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:23.365001 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:23.476201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cb7db-943e-4b8c-bf93-32460efc6655 req-70c8da2f-5729-4e5a-bed9-6b3550304c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:23.477847 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a43cb7db-943e-4b8c-bf93-32460efc6655 req-70c8da2f-5729-4e5a-bed9-6b3550304c88 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&shared=False HTTP/1.1" status: 200  len: 916 time: 0.4137213
Jun 21 02:47:23.503345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c6e7c75e-d156-416f-a03f-6eba31ef46f4,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:23.512933 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:23.515765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e2158-8a70-43d1-ba51-33e49938ac26 req-b6507042-7006-4660-a11d-78c1ab01eeae tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:23.525427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c9e2158-8a70-43d1-ba51-33e49938ac26 req-b6507042-7006-4660-a11d-78c1ab01eeae tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 943 time: 0.1077590
Jun 21 02:47:23.532434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d804c4c0>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 2, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:23.567240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Checking router: 39e596e1-3c51-4b35-b17a-acb43e35d804 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:47:23.567952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Updating router 39e596e1-3c51-4b35-b17a-acb43e35d804 port 115e3a5b-1664-445a-aba1-d33beff83a9f binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:47:23.593250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c9e2158-8a70-43d1-ba51-33e49938ac26 req-f464d5ad-37da-44f9-8010-6d55b2a4fa76 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653760
Jun 21 02:47:23.660269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c6e7c75e-d156-416f-a03f-6eba31ef46f4'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:23.740867 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:23.792559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f5765b13-f746-46c6-9e9e-d9f7717537b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df4377ab97214366963e8ddf3f160128&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4965794
Jun 21 02:47:23.793100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37646) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:23.965247 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-219cd37b-07df-4fa9-86c9-665f7b477340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.002215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-219cd37b-07df-4fa9-86c9-665f7b477340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.023947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90798891-5356-4527-81ba-cc23b156f891 req-42540972-16c0-43fe-a21c-433a8bb4c760 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:24.032057 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90798891-5356-4527-81ba-cc23b156f891 req-42540972-16c0-43fe-a21c-433a8bb4c760 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 944 time: 0.1798146
Jun 21 02:47:24.092021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:24.097179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922194215', 'description': 'tempest-description--298118517'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:24.157441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90798891-5356-4527-81ba-cc23b156f891 req-27f90a58-ea59-446a-a119-4b816e24c64c tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199241
Jun 21 02:47:24.204419 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.219624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Transition to ACTIVE for port object 115e3a5b-1664-445a-aba1-d33beff83a9f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:24.255290 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-219cd37b-07df-4fa9-86c9-665f7b477340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.259295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-219cd37b-07df-4fa9-86c9-665f7b477340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.262704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-219cd37b-07df-4fa9-86c9-665f7b477340 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/467e2980-c2fe-4997-82e2-4c1aefd65040 HTTP/1.1" status: 204  len: 168 time: 0.4641535
Jun 21 02:47:24.265036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cb7db-943e-4b8c-bf93-32460efc6655 req-0b41de2f-687b-4070-81e3-3f5e5690f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:24.267019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a43cb7db-943e-4b8c-bf93-32460efc6655 req-0b41de2f-687b-4070-81e3-3f5e5690f602 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6238637
Jun 21 02:47:24.268564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.278327 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93614f2f-de24-455f-8f09-41138441522b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:24.301984 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:24.306667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ec440b0-517c-4467-8992-04c8ed04d03a req-986f6c31-426b-4147-88b1-e34715335e75 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 210 time: 0.0643935
Jun 21 02:47:24.308569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.323207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cd37b-07df-4fa9-86c9-665f7b477340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467e2980-c2fe-4997-82e2-4c1aefd65040,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:24.334597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58bf0fc-303e-4e85-9983-3cb824264719,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:24.337103 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-219cd37b-07df-4fa9-86c9-665f7b477340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:24.339067 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:24.342115 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.347413 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:24.440224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Checking segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:24.440715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Network hostable DHCP agents. Network: c42e8c5e-fc2b-46d9-961b-dfe518fd9719, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:47:24.453466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334199af-11af-41b1-a87f-51f930a2974a req-351e709f-91b1-41ea-8b04-3bce351751f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:24.459663 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-351e709f-91b1-41ea-8b04-3bce351751f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 1095 time: 0.1258216
Jun 21 02:47:24.514896 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-5554b273-bfae-4543-9440-e1b593d1b4a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b HTTP/1.1" status: 200  len: 217 time: 0.0463519
Jun 21 02:47:24.536675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87fc72-a8d6-467a-9606-9ff376653400 None None] Pushing event updated for resources: {'Port': ['ID=115e3a5b-1664-445a-aba1-d33beff83a9f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:24.541969 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f87fc72-a8d6-467a-9606-9ff376653400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:24.578900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c6e7c75e-d156-416f-a03f-6eba31ef46f4 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:24.581638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334199af-11af-41b1-a87f-51f930a2974a req-2b63eba2-4d1b-40d1-835f-9c9338da0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:24.584008 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-2b63eba2-4d1b-40d1-835f-9c9338da0722 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=344f69ae-2742-4ab8-8cca-ce7f480de4e1 HTTP/1.1" status: 200  len: 855 time: 0.0608850
Jun 21 02:47:24.636019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:47:24.644310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-16eb001d-7eab-408e-89c7-2c9c5fdf2e0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6531e994-5c95-4593-9700-4456de99f803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475681
Jun 21 02:47:24.670171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Attempting to bind port 115e3a5b-1664-445a-aba1-d33beff83a9f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:24.670595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Attempting to bind port 115e3a5b-1664-445a-aba1-d33beff83a9f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:24.671448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Attempting to bind port 115e3a5b-1664-445a-aba1-d33beff83a9f on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:24.693996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:24.694472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Checking segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:24.694806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.698843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Bound using segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:24.699397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Bound port: 115e3a5b-1664-445a-aba1-d33beff83a9f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:24.699803 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.729364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-6f368c45-0770-4efa-ab43-5728b1856f9d tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:24.734003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-6f368c45-0770-4efa-ab43-5728b1856f9d tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.26 "GET /v2.0/networks?id=a846a367-30d0-452a-862f-b598fe211cc0 HTTP/1.1" status: 200  len: 815 time: 0.3366797
Jun 21 02:47:24.784045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46298a75-0493-464c-a688-928c6555076f req-6da80c05-d923-4941-ac78-61382fd00aa1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:24.787068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46298a75-0493-464c-a688-928c6555076f req-6da80c05-d923-4941-ac78-61382fd00aa1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.3994081
Jun 21 02:47:24.788060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c42e8c5e-fc2b-46d9-961b-dfe518fd9719) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:24.799230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:24.799664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.799853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.806388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Request body: {'port': {'device_id': '743fd901-d1d7-4ae8-81c2-53d34a9f40fe', 'network_id': 'a846a367-30d0-452a-862f-b598fe211cc0', 'admin_state_up': True, 'tenant_id': '5733e8bb0ead432c933195e48590977b'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:24.809192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb9e88-ec71-4613-ac79-82411f2d02ba None None] Network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:24.948328 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:24.955283 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfac8a07-f043-47fa-a0aa-6ec9ced61df0 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:24.959201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] For port 115e3a5b-1664-445a-aba1-d33beff83a9f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:24.976364 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-764c9c86-086d-4412-b1aa-754ee87acb83 service neutron] 10.222.0.26 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3236229
Jun 21 02:47:24.999026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port c6e7c75e-d156-416f-a03f-6eba31ef46f4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:25.004458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] For port 115e3a5b-1664-445a-aba1-d33beff83a9f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=115e3a5b-1664-445a-aba1-d33beff83a9f,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:25.014043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port c6e7c75e-d156-416f-a03f-6eba31ef46f4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:25.014781 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.031275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46298a75-0493-464c-a688-928c6555076f req-6ded6317-f1c6-4423-869d-930c848db653 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2099674
Jun 21 02:47:25.035169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a7929d-360d-44ad-bb60-3ae18c92ef73,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:25.074009 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:25.080050 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.1159070
Jun 21 02:47:25.100906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.114931 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-334199af-11af-41b1-a87f-51f930a2974a req-f2cc1f75-7ac7-44e5-9de3-9e44714e71ae service neutron] 10.222.0.26 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269937
Jun 21 02:47:25.122938 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.125246 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20e5b976-3709-46e2-9c14-566ae380b195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:25.125548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.0321546
Jun 21 02:47:25.127627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37676) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:25.133213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'security_group_rule': {'security_group_id': '49a7929d-360d-44ad-bb60-3ae18c92ef73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:25.289242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2104b0-e8b5-43f8-9e49-ff515e56611d None None] Network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:25.327255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ced60-eb1b-48a8-af92-27bb8b44b187 req-54263156-a812-4d1a-85b5-57a8ba599925 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:25.351949 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:47:25.353419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-521ced60-eb1b-48a8-af92-27bb8b44b187 req-54263156-a812-4d1a-85b5-57a8ba599925 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 943 time: 0.1956933
Jun 21 02:47:25.381300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.396282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e40735-1def-473a-b976-5004354ffd6b req-a9b17e33-9974-4e52-aee2-501b045cec48 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:25.408278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0e40735-1def-473a-b976-5004354ffd6b req-a9b17e33-9974-4e52-aee2-501b045cec48 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1703444
Jun 21 02:47:25.413628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37686) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:25.414141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37688) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:25.442607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'floatingip': {'port_id': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:25.481515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:25.482197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d804c4c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:25.537134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.560250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87fc72-a8d6-467a-9606-9ff376653400 None None] Pushing event updated for resources: {'Port': ['ID=115e3a5b-1664-445a-aba1-d33beff83a9f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:25.563779 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f87fc72-a8d6-467a-9606-9ff376653400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:25.572800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Made reservation on behalf of 5733e8bb0ead432c933195e48590977b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:25.576353 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.586961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67c2a9ca-d2bf-48ec-9757-0786a2fa25b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.623358 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-521ced60-eb1b-48a8-af92-27bb8b44b187 req-db8d380f-e2ba-4e2a-ae05-522954a70bc3 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2690525
Jun 21 02:47:25.625360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.625499 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.628426 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:25.655476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb7becc-9c66-4ef2-b681-4f02b89a089a,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:25.659208 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:25.696948 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.794279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:25.800655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7c75e-d156-416f-a03f-6eba31ef46f4'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:25.804176 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563b97b3-f1bd-46a5-9d1a-8ed85607b1b0" -d '{"events": [{"server_uuid": "62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad", "name": "network-vif-plugged", "status": "completed", "tag": "c6e7c75e-d156-416f-a03f-6eba31ef46f4"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:25.846549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c6e7c75e-d156-416f-a03f-6eba31ef46f4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c6e7c75e-d156-416f-a03f-6eba31ef46f4,segment=NetworkSegment(8fbfa565-f12d-4560-9b76-e1092b3861c9),segment_id=8fbfa565-f12d-4560-9b76-e1092b3861c9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:25.856409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9b5ace0-ed82-47a7-8f34-620b31137b21 req-99fc9cad-af90-449a-8c52-4ebeaed550a6 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 210 time: 0.1082232
Jun 21 02:47:25.926047 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:25.959560 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1ded8f27-c1e3-42d3-80c7-0b8f602ad153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:26.044678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c6e7c75e-d156-416f-a03f-6eba31ef46f4,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:26.052175 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Allocated IP 172.20.0.5 (a846a367-30d0-452a-862f-b598fe211cc0/f722cfd2-f77c-4399-83ff-a0da33577288/bf034736-aeb4-4baf-8745-d7dcf77581db) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:26.053803 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:26.072647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d72f-315a-4c66-aa68-a62056b73a1e req-83c9e066-3885-45d7-ac97-1b15f8bde376 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:26.076913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0681d72f-315a-4c66-aa68-a62056b73a1e req-83c9e066-3885-45d7-ac97-1b15f8bde376 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 944 time: 0.4675834
Jun 21 02:47:26.080725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67c2a9ca-d2bf-48ec-9757-0786a2fa25b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.118362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d804c4c0>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:24Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:26.153930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac258e-eca7-466f-a13a-18c5beed9bf1 None None] The sync data for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 is: [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:24Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:47:26.162239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67c2a9ca-d2bf-48ec-9757-0786a2fa25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.170255 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6751d879-46ab-4f43-8ac8-ac539aca17a1 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:26.203659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0681d72f-315a-4c66-aa68-a62056b73a1e req-be0d796f-50a9-4211-b876-a69cfe1b8f3a tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256237
Jun 21 02:47:26.233398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.234043 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1012084
Jun 21 02:47:26.236062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37706) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:26.255086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'security_group_rule': {'security_group_id': '49a7929d-360d-44ad-bb60-3ae18c92ef73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:26.307353 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b77972-426f-4711-9aa7-2777ba8f89fe x-openstack-request-id: req-75b77972-426f-4711-9aa7-2777ba8f89fe {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:26.307657 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad", "name": "network-vif-plugged", "status": "completed", "tag": "c6e7c75e-d156-416f-a03f-6eba31ef46f4", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:26.307918 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75b77972-426f-4711-9aa7-2777ba8f89fe {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:26.308325 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7c75e-d156-416f-a03f-6eba31ef46f4', 'code': 200}
Jun 21 02:47:26.360558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-67c2a9ca-d2bf-48ec-9757-0786a2fa25b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae3510ed30c541f983bb461d7a077670&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9406221
Jun 21 02:47:26.361183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37716) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:26.463089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.499304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2a9ca-d2bf-48ec-9757-0786a2fa25b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e6d8fd-b2ac-4abb-aac2-afaa829d8363,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:26.524552 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3477330-33be-4766-955a-36f7116eef34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.580615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1faac7-a0cc-4df4-ac5a-9fd3c7a704b4 req-0afacabe-0b48-48c8-b2e2-c910c34f407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:26.582484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c1faac7-a0cc-4df4-ac5a-9fd3c7a704b4 req-0afacabe-0b48-48c8-b2e2-c910c34f407b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 1097 time: 0.1763892
Jun 21 02:47:26.586794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3477330-33be-4766-955a-36f7116eef34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.612623 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-67c2a9ca-d2bf-48ec-9757-0786a2fa25b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:26.633757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.672836 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c1faac7-a0cc-4df4-ac5a-9fd3c7a704b4 req-058c6b02-b655-4965-980c-5a5d60ca9886 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814621
Jun 21 02:47:26.705636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.711736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151921-2ade-4f2d-bb13-58593746da2a req-d41779af-4adf-4f71-ab43-5905cfff9707 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:26.712865 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-082bcdb8-e4c8-4592-a6e6-60f2df0aad30 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:26.718777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-d41779af-4adf-4f71-ab43-5905cfff9707 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 805 time: 0.3132083
Jun 21 02:47:26.736376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8d324ee9-b1dc-4749-bf54-2fa843d0a10b details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:26.740783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea0bd22-eb1f-4f0b-83dc-ad0f6b2f7c3f,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:26.743796 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:26.764254 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f350b29f-306f-44b3-a741-303b91f1c844 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/quotas/7e1fae171cbe43e98af745300b4d9525 HTTP/1.1" status: 200  len: 375 time: 0.0443616
Jun 21 02:47:26.783215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3477330-33be-4766-955a-36f7116eef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.786929 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3477330-33be-4766-955a-36f7116eef34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.791085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f3477330-33be-4766-955a-36f7116eef34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8e6d8fd-b2ac-4abb-aac2-afaa829d8363 HTTP/1.1" status: 204  len: 168 time: 0.4259331
Jun 21 02:47:26.791085 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6f446d2-c7e9-435c-bbfa-ddad6dba6566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:26.796196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.797123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3477330-33be-4766-955a-36f7116eef34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e6d8fd-b2ac-4abb-aac2-afaa829d8363,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:26.800188 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3477330-33be-4766-955a-36f7116eef34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:26.808302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.809604 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5730689
Jun 21 02:47:26.813499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37736) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:26.822735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:26.872597 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-a002cc3d-c4c0-4032-9261-d53865119995 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0950093
Jun 21 02:47:26.911866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:26.934241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:26.951733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b', 'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'port_id': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b', 'mac_address': 'fa:16:3e:52:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344f69ae-2742-4ab8-8cca-ce7f480de4e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:26.960923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:47:27.001158 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.015804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d324ee9-b1dc-4749-bf54-2fa843d0a10b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:27.046129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:27.053796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.066005 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.100241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ffa05-5dcc-4122-b6d7-342288b37075 req-b667cbe5-f084-4f01-a4d4-4413dbbd4b21 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:27.105874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-630ffa05-5dcc-4122-b6d7-342288b37075 req-b667cbe5-f084-4f01-a4d4-4413dbbd4b21 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 943 time: 0.3235953
Jun 21 02:47:27.112900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-2148117b-9afc-4ad8-9e35-ccf7f12b1018 service neutron] 10.222.0.25 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255473
Jun 21 02:47:27.122632 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.124979 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:27.183097 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.183537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Allocated IP 172.25.7.147 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/d46a375f-9b22-4644-b4e1-2356eee2ca4a) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:27.193203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.196223 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:27.211395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:27.218183 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:27.297100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-630ffa05-5dcc-4122-b6d7-342288b37075 req-7ee8e905-c632-4fb5-8928-27a0ea7531e0 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877007
Jun 21 02:47:27.311790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8d324ee9-b1dc-4749-bf54-2fa843d0a10b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:27.314964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Network a846a367-30d0-452a-862f-b598fe211cc0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:27.322831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:27.334877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:27.398819 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.458206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Pushing event updated for resources: {'Port': ['ID=bf034736-aeb4-4baf-8745-d7dcf77581db,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:27.467488 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:27.493370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-c096d83c-5b76-4421-a098-a7bcb25934dc service neutron] 10.222.0.25 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3643148
Jun 21 02:47:27.504468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.513422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:27.517100 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.519386 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:27.532962 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Floating IP b1d9e72f-5240-4415-a92a-5477254f8041 associated. External IP: 172.25.7.204, port: 37fd86fb-4f9d-48b1-99fa-9c712a849550.
Jun 21 02:47:27.595830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7939460
Jun 21 02:47:27.612756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Request body: {'port': {'device_id': '743fd901-d1d7-4ae8-81c2-53d34a9f40fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:27.619613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:27.635411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:27.638504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:27.690954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'Port': ['ID=d46a375f-9b22-4644-b4e1-2356eee2ca4a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:27.694898 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:27.791442 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:27.961057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.141866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.298065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 115e3a5b-1664-445a-aba1-d33beff83a9f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:28.372851 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.375269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.375797 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec989f71-3634-488c-bd64-9780c4bafa63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:28.441403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b900c-c54f-4c2b-a904-4a5bd3296f07 req-907da32a-fc24-445c-954c-426e906eb933 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:28.448293 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d5b900c-c54f-4c2b-a904-4a5bd3296f07 req-907da32a-fc24-445c-954c-426e906eb933 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 931 time: 0.8011305
Jun 21 02:47:28.453119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'Port': ['ID=d46a375f-9b22-4644-b4e1-2356eee2ca4a,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:28.460748 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:28.465447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 115e3a5b-1664-445a-aba1-d33beff83a9f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:28.469644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.470073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 115e3a5b-1664-445a-aba1-d33beff83a9f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:28.470600 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.521277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47382a53-b7b2-475e-9617-750c25755235 req-45d1101c-ee9b-4a5f-8c3b-394e46df7acd tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:28.522781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47382a53-b7b2-475e-9617-750c25755235 req-45d1101c-ee9b-4a5f-8c3b-394e46df7acd tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 945 time: 0.3031106
Jun 21 02:47:28.552906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.579795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.581124 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7666779
Jun 21 02:47:28.614665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Router 8dc21028-f8b0-42c0-80c1-54ba989feaeb has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:47:28.622462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 115e3a5b-1664-445a-aba1-d33beff83a9f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=115e3a5b-1664-445a-aba1-d33beff83a9f,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:28.629134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d5b900c-c54f-4c2b-a904-4a5bd3296f07 req-8ffe1877-d00a-49d1-9c51-4caf38bd13f2 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800015
Jun 21 02:47:28.677729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47382a53-b7b2-475e-9617-750c25755235 req-000e3b65-63ec-47d2-9d4d-c63de7f12348 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453865
Jun 21 02:47:28.733738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.736697 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:28.742782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8d324ee9-b1dc-4749-bf54-2fa843d0a10b up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:28.808304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8343eaeb-215b-4d3a-ac81-9f64ae7cdddc req-323d288c-bfc8-40c3-82fb-f26f39a351d1 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 210 time: 0.0460649
Jun 21 02:47:28.831467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=115e3a5b-1664-445a-aba1-d33beff83a9f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:28.845590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.845836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.846193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.846538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.846880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.847214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.847546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.847883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.848212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.848637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.848968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.849293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:28.854494 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:28.938375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:47:28.945306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:28.948569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.951163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:28.951820 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:28.952492 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] Sync routers for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:47:28.966461 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:28.969603 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8459bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:29.037879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a2f6cff5-dea0-448a-b2ef-1f474592e8b7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "PUT /v2.0/floatingips/b1d9e72f-5240-4415-a92a-5477254f8041 HTTP/1.1" status: 200  len: 992 time: 3.5990405
Jun 21 02:47:29.039763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf034736-aeb4-4baf-8745-d7dcf77581db {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:29.045641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:29.049762 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927" -d '{"events": [{"name": "network-changed", "server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:29.058692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:29.074510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2335-ffda-4387-a241-228425438a3f req-66c44a38-dd5d-4e60-94be-c812d29d6439 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:29.076209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c8d2335-ffda-4387-a241-228425438a3f req-66c44a38-dd5d-4e60-94be-c812d29d6439 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 944 time: 0.2061219
Jun 21 02:47:29.085625 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:29.104912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Transition to ACTIVE for port object bf034736-aeb4-4baf-8745-d7dcf77581db will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:29.110721 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:29.122971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab3657-2a86-4818-aeb3-8eef36510431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:29.125977 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adbec4c-8af2-4c59-9092-756089a4abef" -d '{"events": [{"server_uuid": "4bab3657-2a86-4818-aeb3-8eef36510431", "name": "network-vif-plugged", "status": "completed", "tag": "8d324ee9-b1dc-4749-bf54-2fa843d0a10b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:29.130953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:29.143486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-1ba9b62a-302c-40ea-8ee9-958c0e79aea0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--922194215&fields=id&tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b HTTP/1.1" status: 200  len: 267 time: 0.0661986
Jun 21 02:47:29.152534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c8d2335-ffda-4387-a241-228425438a3f req-2ebac954-a131-4be3-b3e7-64eb4358c373 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636063
Jun 21 02:47:29.237870 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:29.237870 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:29.355025 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:29.357186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-b9049e36-a9a8-40f0-9ab2-b0a1aff017a2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:29.374810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-b9049e36-a9a8-40f0-9ab2-b0a1aff017a2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.2203932
Jun 21 02:47:29.378359 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:29.380004 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8459bb0>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b1d9e72f-5240-4415-a92a-5477254f8041', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'port_id': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'mac_address': 'fa:16:3e:85:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22d175-006a-483c-accc-8c9612354d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:47:01Z', 'updated_at': '2021-06-21T02:47:26Z', 'revision_number': 1, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:29.383645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:29.408730 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] Checking router: 8dc21028-f8b0-42c0-80c1-54ba989feaeb for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:47:29.417587 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:29.418202 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb19774e-0b33-4bf0-ad55-9708139ca015 tempest-ServerRescueNegativeTestJSON-338200510 tempest-ServerRescueNegativeTestJSON-338200510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:29.418640 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8459bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:29.471159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-8323141a-6c43-4261-a235-791484627eac tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/quotas/6e3f63e47a8c42f492a6e2d14c9d105b HTTP/1.1" status: 200  len: 375 time: 0.0947969
Jun 21 02:47:29.509892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf034736-aeb4-4baf-8745-d7dcf77581db,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:29.520099 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:29.540631 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:29.671018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Attempting to bind port bf034736-aeb4-4baf-8745-d7dcf77581db on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:29.671634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Attempting to bind port bf034736-aeb4-4baf-8745-d7dcf77581db by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '8d58c642-e31a-4c51-a486-621d60dfd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a846a367-30d0-452a-862f-b598fe211cc0'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:29.672145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Attempting to bind port bf034736-aeb4-4baf-8745-d7dcf77581db on network a846a367-30d0-452a-862f-b598fe211cc0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:29.679342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Port bf034736-aeb4-4baf-8745-d7dcf77581db on network a846a367-30d0-452a-862f-b598fe211cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:29.686866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Attempting to bind port bf034736-aeb4-4baf-8745-d7dcf77581db on network a846a367-30d0-452a-862f-b598fe211cc0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:29.697778 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-af9cc0e5-0c63-463b-9d0e-ce603aa3fb78 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1760705
Jun 21 02:47:29.776344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:29.777222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Checking segment: {'id': '8d58c642-e31a-4c51-a486-621d60dfd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a846a367-30d0-452a-862f-b598fe211cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:29.777803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Bound using segment: {'id': '8d58c642-e31a-4c51-a486-621d60dfd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a846a367-30d0-452a-862f-b598fe211cc0'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:29.778316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Bound port: bf034736-aeb4-4baf-8745-d7dcf77581db, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d58c642-e31a-4c51-a486-621d60dfd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a846a367-30d0-452a-862f-b598fe211cc0'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:29.780965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:29.812861 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8459bb0>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b1d9e72f-5240-4415-a92a-5477254f8041', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'port_id': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'mac_address': 'fa:16:3e:85:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22d175-006a-483c-accc-8c9612354d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:47:01Z', 'updated_at': '2021-06-21T02:47:26Z', 'revision_number': 1, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:29.846134 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6823b2e-77c2-4484-b6fd-ccdcd4f58986 None None] The sync data for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 is: [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b1d9e72f-5240-4415-a92a-5477254f8041', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'port_id': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'mac_address': 'fa:16:3e:85:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22d175-006a-483c-accc-8c9612354d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:47:01Z', 'updated_at': '2021-06-21T02:47:26Z', 'revision_number': 1, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:47:29.893909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-9f1a30ef-98c5-439b-b3b2-b19e97612984 service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881273
Jun 21 02:47:29.935047 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dc816e-76dc-4077-a776-d1f9d8fadb7c x-openstack-request-id: req-50dc816e-76dc-4077-a776-d1f9d8fadb7c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:29.935382 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:29.935683 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50dc816e-76dc-4077-a776-d1f9d8fadb7c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:29.936123 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'status': 'completed', 'code': 200}
Jun 21 02:47:29.939185 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bac7b6-52fa-4bf2-a93f-25564972116f x-openstack-request-id: req-b4bac7b6-52fa-4bf2-a93f-25564972116f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:29.939591 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bab3657-2a86-4818-aeb3-8eef36510431", "name": "network-vif-plugged", "status": "completed", "tag": "8d324ee9-b1dc-4749-bf54-2fa843d0a10b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:29.939948 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4bac7b6-52fa-4bf2-a93f-25564972116f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:29.940513 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab3657-2a86-4818-aeb3-8eef36510431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b', 'code': 200}
Jun 21 02:47:29.988378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-13bb7540-91a1-4af7-87d1-86fd2e5bee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:29.988378 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-13bb7540-91a1-4af7-87d1-86fd2e5bee53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a8645255c1649c7872bb9119982664b&device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 1097 time: 0.1413512
Jun 21 02:47:30.006658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] For port bf034736-aeb4-4baf-8745-d7dcf77581db, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:30.105785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] For port bf034736-aeb4-4baf-8745-d7dcf77581db, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf034736-aeb4-4baf-8745-d7dcf77581db,segment=NetworkSegment(8d58c642-e31a-4c51-a486-621d60dfd22f),segment_id=8d58c642-e31a-4c51-a486-621d60dfd22f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:30.178033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-12f3322e-14fa-488c-80c2-c012f7c5702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.184090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-12f3322e-14fa-488c-80c2-c012f7c5702f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1098 time: 0.2236941
Jun 21 02:47:30.196432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-74739456-b4a4-48e8-9828-a80651d8bc8c service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2779834
Jun 21 02:47:30.253997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:30.273204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-ac135948-390e-462b-81df-28a85c591bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.275260 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-ac135948-390e-462b-81df-28a85c591bbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dabf59f-d2d2-4a1c-9270-0864c4119d18 HTTP/1.1" status: 200  len: 914 time: 0.2816796
Jun 21 02:47:30.303233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8bde0-2696-4cfe-8ea7-ed3b12b402a9 None None] New status for floating IP b1d9e72f-5240-4415-a92a-5477254f8041: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:47:30.329837 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:30.390565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 115e3a5b-1664-445a-aba1-d33beff83a9f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:30.396655 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-83b4628b-f373-4623-8168-f44122286f5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7c75e-d156-416f-a03f-6eba31ef46f4 HTTP/1.1" status: 200  len: 217 time: 0.1110687
Jun 21 02:47:30.424290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd79c8-6821-4153-9679-c8677ea46097 req-25072cde-2acc-49af-a8f0-f2a75d794e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.425141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-6aa0b393-1254-4d46-a229-3b6c147ca272 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0886166
Jun 21 02:47:30.427191 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b1dd79c8-6821-4153-9679-c8677ea46097 req-25072cde-2acc-49af-a8f0-f2a75d794e4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 1097 time: 0.2719879
Jun 21 02:47:30.433610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.434297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:30.435580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf034736-aeb4-4baf-8745-d7dcf77581db HTTP/1.1" status: 200  len: 1092 time: 2.8276851
Jun 21 02:47:30.470638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf034736-aeb4-4baf-8745-d7dcf77581db,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:30.503496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-52eb1cec-4d92-4961-9bb6-e3e478388933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.505060 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-52eb1cec-4d92-4961-9bb6-e3e478388933 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35bcd8e8-1dcc-489d-a7b9-b03e37cf264c HTTP/1.1" status: 200  len: 853 time: 0.1020741
Jun 21 02:47:30.510694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b1dd79c8-6821-4153-9679-c8677ea46097 req-c2baf838-5473-481a-b1e6-a3cdfb0e926a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491962
Jun 21 02:47:30.512168 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:30.539380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-23949165-acfe-4fe9-af62-f4ce46e703ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.541042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-23949165-acfe-4fe9-af62-f4ce46e703ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.3433058
Jun 21 02:47:30.543859 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-adadc045-de4a-438c-8692-36bf4b834c3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dabf59f-d2d2-4a1c-9270-0864c4119d18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321832
Jun 21 02:47:30.652257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-1cfd7745-5c9b-4d29-8b63-ddeabc5500c3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.660504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-1cfd7745-5c9b-4d29-8b63-ddeabc5500c3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2343960
Jun 21 02:47:30.704039 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-507ace44-bb27-4b3c-aa8f-e93b923dd28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.705610 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-507ace44-bb27-4b3c-aa8f-e93b923dd28a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5733e8bb0ead432c933195e48590977b&device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 1095 time: 0.1213944
Jun 21 02:47:30.707395 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-991b42aa-ca89-4c98-be19-44ddedcd79e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528485
Jun 21 02:47:30.712239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 115e3a5b-1664-445a-aba1-d33beff83a9f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:30.712636 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:30.734966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-725488ef-73ef-4183-bada-9dbb25276f2a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/quotas/73806ad6f15b4227935996a5fed1d7f9 HTTP/1.1" status: 200  len: 375 time: 0.0726199
Jun 21 02:47:30.760861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-6947800e-623d-4251-a755-992cb86fea16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 1000 time: 0.2055688
Jun 21 02:47:30.827037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0ff00054-0187-40d4-a42d-5700357e6886 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0908790
Jun 21 02:47:30.839082 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-98e3d5ed-8e63-406d-9c3f-55b29d2268b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf034736-aeb4-4baf-8745-d7dcf77581db HTTP/1.1" status: 200  len: 217 time: 0.0850227
Jun 21 02:47:30.873812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-388e96ab-d5fa-4634-9a15-6d07bc1c1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.875409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-388e96ab-d5fa-4634-9a15-6d07bc1c1012 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.0714548
Jun 21 02:47:30.943567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd1ea8-fc19-40dc-9244-18fbdb2e12fc req-a3093e69-8c30-4636-9dab-4a3acf0e1551 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.945191 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9dbd1ea8-fc19-40dc-9244-18fbdb2e12fc req-a3093e69-8c30-4636-9dab-4a3acf0e1551 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 943 time: 0.2815247
Jun 21 02:47:30.948690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-7f50cc7a-45a6-423d-8a46-0c471cae4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.950164 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-7f50cc7a-45a6-423d-8a46-0c471cae4967 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f722cfd2-f77c-4399-83ff-a0da33577288 HTTP/1.1" status: 200  len: 855 time: 0.0979886
Jun 21 02:47:30.957094 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fe84beca-4ab3-460f-8555-a018f57bc8eb req-9c60c369-7f75-4224-b1b8-5aa58b0ebbf5 service neutron] 10.222.0.20 "GET /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427297
Jun 21 02:47:30.985030 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-3a886cd9-90b0-4e2d-8ec5-7aebe2b0ee3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a846a367-30d0-452a-862f-b598fe211cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263550
Jun 21 02:47:30.993454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-d11f6b4a-9123-43a3-b7d4-f9517c9a8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:30.995021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-d11f6b4a-9123-43a3-b7d4-f9517c9a8016 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1106222
Jun 21 02:47:31.002615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9dbd1ea8-fc19-40dc-9244-18fbdb2e12fc req-df47d214-52bf-4dd7-aa10-2c2ae182aff1 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503762
Jun 21 02:47:31.097467 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-b95f85ba-6338-4895-b818-f43b785ca74f service neutron] 10.222.0.26 "GET /v2.0/networks/a846a367-30d0-452a-862f-b598fe211cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046505
Jun 21 02:47:31.101608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-76a1516c-155b-460f-b95d-ac3807d07ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980248
Jun 21 02:47:31.221170 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-02dc5d5e-3e32-4a5c-a9fa-fe5990157bf2 req-45c5d0a6-3eb7-44b4-9564-9f47e1da172e service neutron] 10.222.0.26 "GET /v2.0/networks/a846a367-30d0-452a-862f-b598fe211cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094069
Jun 21 02:47:31.378742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f12cd0-ae3f-4ebc-980d-6bb1e27ca927 req-97dca997-4500-4d40-b3d2-289123bc7d29 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2715981
Jun 21 02:47:31.389298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14aa6f6e-5875-42e9-8856-d1716321d15b req-a4550f7f-46fa-4208-ba11-2656f3fbcd16 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 210 time: 0.0722220
Jun 21 02:47:31.400102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151921-2ade-4f2d-bb13-58593746da2a req-d3e2c41f-421a-4eb9-9810-d0dfb459eb56 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:31.401765 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-d3e2c41f-421a-4eb9-9810-d0dfb459eb56 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 805 time: 0.2847805
Jun 21 02:47:31.423778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff400-5a4e-4a05-8644-8db644353d73 req-b1428b4a-9a96-4bf2-975c-16e0e66deaff tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:31.425378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f9ff400-5a4e-4a05-8644-8db644353d73 req-b1428b4a-9a96-4bf2-975c-16e0e66deaff tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 945 time: 0.3172281
Jun 21 02:47:31.430855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Request body: {'port': {'device_id': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'admin_state_up': True, 'tenant_id': '7e1fae171cbe43e98af745300b4d9525'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:31.539255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f9ff400-5a4e-4a05-8644-8db644353d73 req-92fffb9c-0cba-468a-9b02-96de277be441 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635524
Jun 21 02:47:31.655501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d23010c-54b5-4436-a55b-746e70a703d1 req-655aa3f4-a53b-4fa3-a4e3-c20f915603ed tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 210 time: 0.0469930
Jun 21 02:47:31.657372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Made reservation on behalf of 7e1fae171cbe43e98af745300b4d9525 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:31.664330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:31.789724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55b3a0-1ebf-47ac-b477-dd5e0afab351 req-21f8d8bc-53f4-4218-b78a-068170c55471 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:31.796686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff55b3a0-1ebf-47ac-b477-dd5e0afab351 req-21f8d8bc-53f4-4218-b78a-068170c55471 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1990693
Jun 21 02:47:31.855202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3e07e2-897f-4af3-88a6-739a93fb837d req-5f8196ed-e4be-465f-84e0-20004020b671 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 210 time: 0.0536664
Jun 21 02:47:31.912273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff55b3a0-1ebf-47ac-b477-dd5e0afab351 req-084916eb-0cc4-460b-a6e2-d6d591df932f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146286
Jun 21 02:47:31.916367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Allocated IP 172.20.0.12 (c42e8c5e-fc2b-46d9-961b-dfe518fd9719/f58bf0fc-303e-4e85-9983-3cb824264719/42a770ec-27ea-4d25-8dc0-2830f6a39110) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:31.938496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743fd901-d1d7-4ae8-81c2-53d34a9f40fe', 'tag': 'bf034736-aeb4-4baf-8745-d7dcf77581db'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:31.940966 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fa13bf-647e-420c-9449-7d0d766519c9" -d '{"events": [{"name": "network-changed", "server_uuid": "743fd901-d1d7-4ae8-81c2-53d34a9f40fe", "tag": "bf034736-aeb4-4baf-8745-d7dcf77581db"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:31.990723 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c2105-94d0-45e7-bb33-4eaee27256c2 x-openstack-request-id: req-af4c2105-94d0-45e7-bb33-4eaee27256c2 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:31.991063 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743fd901-d1d7-4ae8-81c2-53d34a9f40fe", "tag": "bf034736-aeb4-4baf-8745-d7dcf77581db", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:31.991379 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af4c2105-94d0-45e7-bb33-4eaee27256c2 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:31.991825 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743fd901-d1d7-4ae8-81c2-53d34a9f40fe', 'tag': 'bf034736-aeb4-4baf-8745-d7dcf77581db', 'status': 'completed', 'code': 200}
Jun 21 02:47:32.120092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-1a934298-2c61-430f-906b-433be7f3e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:32.121752 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-1a934298-2c61-430f-906b-433be7f3e3c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5733e8bb0ead432c933195e48590977b&device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 1095 time: 0.1078172
Jun 21 02:47:32.155414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:32.234570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-9ec3489a-3839-4f8e-803c-59ed6d2fad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:32.236168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-9ec3489a-3839-4f8e-803c-59ed6d2fad40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a846a367-30d0-452a-862f-b598fe211cc0 HTTP/1.1" status: 200  len: 916 time: 0.1066136
Jun 21 02:47:32.266598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b94d-ea68-46b2-a2a8-c11a9c2c0a2b req-bf670883-8c4d-4868-98b7-9142c314d84f tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:32.270787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c51b94d-ea68-46b2-a2a8-c11a9c2c0a2b req-bf670883-8c4d-4868-98b7-9142c314d84f tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 943 time: 0.1062808
Jun 21 02:47:32.278704 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-5c7376a6-7336-4993-9493-867531e931cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf034736-aeb4-4baf-8745-d7dcf77581db HTTP/1.1" status: 200  len: 217 time: 0.0354230
Jun 21 02:47:32.308667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c51b94d-ea68-46b2-a2a8-c11a9c2c0a2b req-a636b257-7e46-4642-ad83-d5631a35df5c tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335383
Jun 21 02:47:32.331791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:32.336431 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5bbed03c-90e5-4116-827a-78f22ba8c42b tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:32.336616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-c1b5ac11-f137-43a1-9145-a2c07d472fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:32.337922 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-c1b5ac11-f137-43a1-9145-a2c07d472fee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f722cfd2-f77c-4399-83ff-a0da33577288 HTTP/1.1" status: 200  len: 855 time: 0.0504029
Jun 21 02:47:32.381062 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-5b12debf-ec56-46c8-86c6-5fd4c61cba55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a846a367-30d0-452a-862f-b598fe211cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359406
Jun 21 02:47:32.383113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:32.386471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:32.390283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:32.399023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Pushing event updated for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:32.416678 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:32.447658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:32.448314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:32.498785 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-3d87aaf1-8cc9-4d8b-9b42-b685a23b9608 service neutron] 10.222.0.26 "GET /v2.0/networks/a846a367-30d0-452a-862f-b598fe211cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1120489
Jun 21 02:47:32.553492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1270487
Jun 21 02:47:32.567861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Request body: {'port': {'device_id': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:32.633546 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45fa13bf-647e-420c-9449-7d0d766519c9 req-98a1280f-cef8-4c97-9797-f69df3a47420 service neutron] 10.222.0.26 "GET /v2.0/networks/a846a367-30d0-452a-862f-b598fe211cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275020
Jun 21 02:47:32.634248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37886) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:32.638008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe576-9f01-45f2-be9e-00b7d8feb9e6 req-69cbabe8-8459-43a2-9899-5d688051e726 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:32.647008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1fefe576-9f01-45f2-be9e-00b7d8feb9e6 req-69cbabe8-8459-43a2-9899-5d688051e726 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 932 time: 0.1279082
Jun 21 02:47:32.742329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device bf034736-aeb4-4baf-8745-d7dcf77581db details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:32.756657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:32.761744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1fefe576-9f01-45f2-be9e-00b7d8feb9e6 req-ff5c43b8-5959-469a-b951-6beece6fc8dc tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140561
Jun 21 02:47:32.793516 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:32.919990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port bf034736-aeb4-4baf-8745-d7dcf77581db, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf034736-aeb4-4baf-8745-d7dcf77581db,segment=NetworkSegment(8d58c642-e31a-4c51-a486-621d60dfd22f),segment_id=8d58c642-e31a-4c51-a486-621d60dfd22f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:32.955372 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:32.959743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'bf034736-aeb4-4baf-8745-d7dcf77581db', 'network_id': 'a846a367-30d0-452a-862f-b598fe211cc0', 'port_id': 'bf034736-aeb4-4baf-8745-d7dcf77581db', 'mac_address': 'fa:16:3e:eb:ca:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f722cfd2-f77c-4399-83ff-a0da33577288', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:32.998147 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:33.013432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf034736-aeb4-4baf-8745-d7dcf77581db {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:33.037159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port bf034736-aeb4-4baf-8745-d7dcf77581db, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf034736-aeb4-4baf-8745-d7dcf77581db,segment=NetworkSegment(8d58c642-e31a-4c51-a486-621d60dfd22f),segment_id=8d58c642-e31a-4c51-a486-621d60dfd22f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:33.063411 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:33.068947 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-91eb2157-47f2-47f6-b1e4-f123d123ea79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:33.088875 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:33.090856 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:33.105780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87660a33-8336-4a68-9bd0-ae5d41ce6c2a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:33.109891 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e789111f9dd479f86ccf564726eb7ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4746394
Jun 21 02:47:33.117211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37898) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:33.126316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.127043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.127043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.127433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.128007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.128626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.129003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.129432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.129814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.130191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.130562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.130927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:33.135201 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:33.151868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=bf034736-aeb4-4baf-8745-d7dcf77581db,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:33.156504 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:33.189555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e72ae08-8831-440b-b352-58f68a4e3d8f req-cc3d5ce0-3372-4c59-93cc-3d66013f9b3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 210 time: 0.0346856
Jun 21 02:47:33.238676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4e92-371d-4aa7-be60-5888944aec6c req-de228fb4-6436-43b4-85c1-8ee7de3052e5 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:33.241103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ada4e92-371d-4aa7-be60-5888944aec6c req-de228fb4-6436-43b4-85c1-8ee7de3052e5 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 945 time: 0.5664990
Jun 21 02:47:33.241242 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47b06f9f-724d-4b4a-ad84-9ef34745f1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:33.267753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47b06f9f-724d-4b4a-ad84-9ef34745f1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:33.320664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['bf034736-aeb4-4baf-8745-d7dcf77581db'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:33.425375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47b06f9f-724d-4b4a-ad84-9ef34745f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:33.429478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47b06f9f-724d-4b4a-ad84-9ef34745f1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:33.434750 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-47b06f9f-724d-4b4a-ad84-9ef34745f1c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87660a33-8336-4a68-9bd0-ae5d41ce6c2a HTTP/1.1" status: 204  len: 168 time: 0.3124061
Jun 21 02:47:33.434750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-74129cfa-5719-4738-ad71-a448ddcf7b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:33.443517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b06f9f-724d-4b4a-ad84-9ef34745f1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87660a33-8336-4a68-9bd0-ae5d41ce6c2a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:33.443952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ada4e92-371d-4aa7-be60-5888944aec6c req-23b96da3-bfec-4bb0-a6b4-8b0e9908b88b tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498206
Jun 21 02:47:33.447196 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47b06f9f-724d-4b4a-ad84-9ef34745f1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:33.506299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e72bf94-b623-4109-babb-dc8a6429fbca req-21476fd7-0d89-4eef-81fd-7e0df1bc13ad tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 210 time: 0.0612438
Jun 21 02:47:33.810667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-427a8531-d225-4b05-a64f-f4eaf68e8c1d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:33.812368 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-427a8531-d225-4b05-a64f-f4eaf68e8c1d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.3037500
Jun 21 02:47:33.849228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a770ec-27ea-4d25-8dc0-2830f6a39110 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:33.861149 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:33.901223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7746e3-22c5-4def-aa64-e3ba5f19e9ef req-8735d745-7e3f-478b-9327-930c1717d107 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:33.902811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f7746e3-22c5-4def-aa64-e3ba5f19e9ef req-8735d745-7e3f-478b-9327-930c1717d107 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 944 time: 0.2606702
Jun 21 02:47:33.916227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d214ab-8900-4283-94b2-c77f924afac9 req-a2feb575-483a-482c-b61b-e66b8fe30c59 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:33.918068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31d214ab-8900-4283-94b2-c77f924afac9 req-a2feb575-483a-482c-b61b-e66b8fe30c59 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2771103
Jun 21 02:47:33.920428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Transition to ACTIVE for port object 42a770ec-27ea-4d25-8dc0-2830f6a39110 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:33.925879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-072e9683-7e6f-4cbd-baaa-fbc821a905ea tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b HTTP/1.1" status: 200  len: 379 time: 0.1012118
Jun 21 02:47:33.947927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'port': {'device_id': '51994756-0b30-4513-ae2b-2b698a6005a4', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'admin_state_up': True, 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'security_groups': ['49a7929d-360d-44ad-bb60-3ae18c92ef73']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:34.018063 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.029183 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f20b6147-ca6b-4a02-a8cd-bb25a89e95f9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:34.070133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f7746e3-22c5-4def-aa64-e3ba5f19e9ef req-fdfb91b3-8a9b-4be8-8a9a-8967402314bb tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509175
Jun 21 02:47:34.076644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31d214ab-8900-4283-94b2-c77f924afac9 req-86200286-f938-43dc-ab9a-667ffa3498b0 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487758
Jun 21 02:47:34.134884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Pushing event updated for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:34.247400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Attempting to bind port 42a770ec-27ea-4d25-8dc0-2830f6a39110 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:34.247860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Attempting to bind port 42a770ec-27ea-4d25-8dc0-2830f6a39110 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:34.248312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Attempting to bind port 42a770ec-27ea-4d25-8dc0-2830f6a39110 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:34.271907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.272396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.272870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.273306 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.273787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.274230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.274674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.275234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.275576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.276024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.276453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.276884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:47:34.280550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Port 42a770ec-27ea-4d25-8dc0-2830f6a39110 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:34.280550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Attempting to bind port 42a770ec-27ea-4d25-8dc0-2830f6a39110 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:34.290877 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:34.296371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:34.296711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Checking segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:34.297094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Bound using segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:34.297554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Bound port: 42a770ec-27ea-4d25-8dc0-2830f6a39110, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:34.297902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.330855 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-260ff2d0-8f52-4f06-8964-622c0b7c132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.334003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:34.351948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.389888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 02:47:34.389888 n-d-758944-33 neutron-server[94166]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 21 02:47:34.389888 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id': '8268edfd864349d0858b18dabf4ec68f', 'id': 'efeb11b2-a4c3-4d12-a43b-2e7139e5cdd8', 'expiration': datetime.datetime(2021, 6, 21, 2, 49, 34, 375427)}]
Jun 21 02:47:34.389888 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:47:34.390781 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:47:34.401434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-81ae43fb-35c2-4d37-8eab-f25200081505 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0237794
Jun 21 02:47:34.411377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a66aa-7d8c-4179-a98a-89b4ee11a267 req-03f3d2b8-7540-4a9b-95ca-7f47099e3c99 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:34.412910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e95a66aa-7d8c-4179-a98a-89b4ee11a267 req-03f3d2b8-7540-4a9b-95ca-7f47099e3c99 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 944 time: 0.2190871
Jun 21 02:47:34.486798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:34.498314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2518a8f-e2c8-4d7f-a797-2b545d7a688f req-06cabfe9-4ad7-4f06-8a80-3231907d4550 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:34.499856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2518a8f-e2c8-4d7f-a797-2b545d7a688f req-06cabfe9-4ad7-4f06-8a80-3231907d4550 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2045276
Jun 21 02:47:34.502944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Made reservation on behalf of 6e3f63e47a8c42f492a6e2d14c9d105b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:34.506659 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.510991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e95a66aa-7d8c-4179-a98a-89b4ee11a267 req-61e30fb9-7c30-4627-a1e9-dde6b32a0234 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884771
Jun 21 02:47:34.513665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-8f85ac70-061d-4b51-96c9-f8397ccce86e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:34.515205 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-8f85ac70-061d-4b51-96c9-f8397ccce86e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1087089
Jun 21 02:47:34.530252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Request body: {'port': {'device_id': '456d8863-584e-4196-98ab-d7bc0c766ea6', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '73806ad6f15b4227935996a5fed1d7f9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:34.539921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:34.608852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2518a8f-e2c8-4d7f-a797-2b545d7a688f req-556b913d-9f51-40a4-a102-d3652c57ae28 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959466
Jun 21 02:47:34.684102 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.689075 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f46e3686-5c63-4e91-844f-7bad5423c4f4 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:34.747722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Made reservation on behalf of 73806ad6f15b4227935996a5fed1d7f9 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:34.749565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:34.750189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.751527 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] 10.222.0.26 "PUT /v2.0/ports/42a770ec-27ea-4d25-8dc0-2830f6a39110 HTTP/1.1" status: 200  len: 1093 time: 2.1902320
Jun 21 02:47:34.752063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:34.752681 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.753258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device bf034736-aeb4-4baf-8745-d7dcf77581db up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:34.754959 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6" -d '{"events": [{"name": "network-changed", "server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:34.766257 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.799035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Allocated IP 172.20.0.14 (6b0b82a3-20b5-4489-b9d6-24575f1529c4/fda1c219-64cb-499d-84eb-1841281b9bb0/0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:34.817950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cadd2821-fe6c-4b93-adf1-61a532a8ad16 req-284d57eb-76ec-4a63-9adf-2a30135304f7 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 210 time: 0.0773401
Jun 21 02:47:34.850639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Pushing event updated for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:34.861902 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:34.890248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.892300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:34.939832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port bf034736-aeb4-4baf-8745-d7dcf77581db completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:34.945362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port bf034736-aeb4-4baf-8745-d7dcf77581db triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:34.945362 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.004883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.011532 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:35.025706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151921-2ade-4f2d-bb13-58593746da2a req-b6ffd1e0-8738-40c3-9dd7-2290531412e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:35.027217 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-b6ffd1e0-8738-40c3-9dd7-2290531412e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 1096 time: 0.1516378
Jun 21 02:47:35.053750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.081050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-78ee2933-7372-44de-96f3-aeb3675c48f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110 HTTP/1.1" status: 200  len: 217 time: 0.0440137
Jun 21 02:47:35.084457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743fd901-d1d7-4ae8-81c2-53d34a9f40fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf034736-aeb4-4baf-8745-d7dcf77581db'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:35.087326 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcaa490-08df-4abc-9959-9deba69ff48f" -d '{"events": [{"server_uuid": "743fd901-d1d7-4ae8-81c2-53d34a9f40fe", "name": "network-vif-plugged", "status": "completed", "tag": "bf034736-aeb4-4baf-8745-d7dcf77581db"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:35.102133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port bf034736-aeb4-4baf-8745-d7dcf77581db, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf034736-aeb4-4baf-8745-d7dcf77581db,segment=NetworkSegment(8d58c642-e31a-4c51-a486-621d60dfd22f),segment_id=8d58c642-e31a-4c51-a486-621d60dfd22f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:35.130133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.134260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75264c12-183d-46a7-bbc6-023eb4530968 req-ba48887a-50db-4193-b938-b5920b7441d6 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 210 time: 0.0589921
Jun 21 02:47:35.159547 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.163400 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3fe9f77c-868a-4ebc-829f-a946665e45cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:35.166552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2adce00-794b-4a24-9818-e4b2b09a4f31,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:35.174859 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:35.178338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Transition to ACTIVE for port object 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:35.199150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151921-2ade-4f2d-bb13-58593746da2a req-2555acef-67d5-42c7-abf8-28a345eefe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:35.201074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-2555acef-67d5-42c7-abf8-28a345eefe9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 200  len: 845 time: 0.1037199
Jun 21 02:47:35.251958 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75668b19-fb2c-455e-91a0-632f635ebd2d x-openstack-request-id: req-75668b19-fb2c-455e-91a0-632f635ebd2d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:35.252296 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:35.252867 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75668b19-fb2c-455e-91a0-632f635ebd2d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:35.253351 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'status': 'completed', 'code': 200}
Jun 21 02:47:35.255950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-1664f729-a52b-410b-9a25-cc1c2456c7ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468993
Jun 21 02:47:35.256060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Allocated IP 192.168.233.14 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/1518e21c-f1cf-4ac7-8582-7bf16baa0576) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:35.286824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=bf034736-aeb4-4baf-8745-d7dcf77581db,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:35.292799 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:35.321752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.368861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-b171023a-282d-4a74-8e03-962bcadc1702 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1057408
Jun 21 02:47:35.370752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.375563 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9356e462-33a8-4ce1-8b2a-d4f8e6b5c747 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:35.409443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.414045 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6ab1713-0e62-4906-abc5-fc8b32869bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:35.467341 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8268edfd864349d0858b18dabf4ec68f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1296871
Jun 21 02:47:35.469012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37940) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:35.478737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0307b7e9-8ecd-40f9-928a-fdfca1b6db1c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:35.490678 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:35.501629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:35.515560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:35.516242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:35.518325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:35.525696 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:35.563877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.588229 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c9a778b-d056-4600-90dc-30a8f367b28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.590045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Transition to ACTIVE for port object 1518e21c-f1cf-4ac7-8582-7bf16baa0576 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:35.616229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:35.616862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.627732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.636166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c9a778b-d056-4600-90dc-30a8f367b28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.644793 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e151921-2ade-4f2d-bb13-58593746da2a req-6c4970cd-8d57-46cf-8c6f-088f2948f324 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634969
Jun 21 02:47:35.659828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b18bc2-c4ce-4924-8fd5-1574cf1b0d14 req-e17439c8-9d77-4f8d-a417-f30f70861ba9 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:35.667777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82b18bc2-c4ce-4924-8fd5-1574cf1b0d14 req-e17439c8-9d77-4f8d-a417-f30f70861ba9 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 945 time: 0.2652009
Jun 21 02:47:35.725146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7858946
Jun 21 02:47:35.739219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Request body: {'port': {'device_id': '51994756-0b30-4513-ae2b-2b698a6005a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:35.743049 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00448c89-9ba3-4399-a471-a764ac14e1ba x-openstack-request-id: req-00448c89-9ba3-4399-a471-a764ac14e1ba {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:35.743323 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743fd901-d1d7-4ae8-81c2-53d34a9f40fe", "name": "network-vif-plugged", "status": "completed", "tag": "bf034736-aeb4-4baf-8745-d7dcf77581db", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:35.743597 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00448c89-9ba3-4399-a471-a764ac14e1ba {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:35.744012 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743fd901-d1d7-4ae8-81c2-53d34a9f40fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf034736-aeb4-4baf-8745-d7dcf77581db', 'code': 200}
Jun 21 02:47:35.777157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82b18bc2-c4ce-4924-8fd5-1574cf1b0d14 req-d209fba4-7ad5-4c2a-a3c9-ae44efeb83e6 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/security-groups?id=f323e2d8-2e0a-4c9a-8221-ee86b29b194c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094322
Jun 21 02:47:35.788619 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.793020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:35.872346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c9a778b-d056-4600-90dc-30a8f367b28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.874991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c9a778b-d056-4600-90dc-30a8f367b28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.876511 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8c9a778b-d056-4600-90dc-30a8f367b28d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0307b7e9-8ecd-40f9-928a-fdfca1b6db1c HTTP/1.1" status: 204  len: 168 time: 0.4064410
Jun 21 02:47:35.876726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cbd5aff4-3165-48b6-b594-5d137b0ca2bd None None] Provisioning for port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:35.884034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cbd5aff4-3165-48b6-b594-5d137b0ca2bd None None] Provisioning complete for port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:35.884681 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cbd5aff4-3165-48b6-b594-5d137b0ca2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.898717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:35.908098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:35.933227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:35.963007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:35.969829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'Port': ['ID=1518e21c-f1cf-4ac7-8582-7bf16baa0576,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:35.987721 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:35.988528 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:35.995561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5aff4-3165-48b6-b594-5d137b0ca2bd None None] Port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:36.021322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a778b-d056-4600-90dc-30a8f367b28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0307b7e9-8ecd-40f9-928a-fdfca1b6db1c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:36.038319 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c9a778b-d056-4600-90dc-30a8f367b28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:36.047993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.048665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:36.072275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf21b-33af-4f19-9538-259262a3a24d req-0638b06a-df1c-46b4-8a05-be0496032f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.075359 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f2cf21b-33af-4f19-9538-259262a3a24d req-0638b06a-df1c-46b4-8a05-be0496032f5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 1097 time: 0.1882780
Jun 21 02:47:36.120593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-ae6e589a-6e1d-412d-9a5d-60d9a10bd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.122570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-ae6e589a-6e1d-412d-9a5d-60d9a10bd758 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 1096 time: 0.2748430
Jun 21 02:47:36.133843 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f2cf21b-33af-4f19-9538-259262a3a24d req-3883b5ba-7f8b-4bb9-83f4-5857b43d3481 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522363
Jun 21 02:47:36.160394 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6358595
Jun 21 02:47:36.175187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Request body: {'port': {'device_id': '456d8863-584e-4196-98ab-d7bc0c766ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:36.248775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e64b3-c249-4623-be32-a225a618bd70 req-fcc69d2e-ec55-49e3-95c0-435e5cae01f1 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.250315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f25e64b3-c249-4623-be32-a225a618bd70 req-fcc69d2e-ec55-49e3-95c0-435e5cae01f1 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 945 time: 0.3900917
Jun 21 02:47:36.277927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:36.322405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d3250160-59d1-4c0d-a3a7-5b7da0b47783 None None] Provisioning for port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:36.327849 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d3250160-59d1-4c0d-a3a7-5b7da0b47783 None None] Provisioning complete for port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:36.328226 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3250160-59d1-4c0d-a3a7-5b7da0b47783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:36.369836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d043ad-7ad5-44c0-a68d-3fc008f81245 req-87b4850c-a729-4bfc-8248-c8ac6f184191 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.371359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60d043ad-7ad5-44c0-a68d-3fc008f81245 req-87b4850c-a729-4bfc-8248-c8ac6f184191 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 944 time: 0.3268194
Jun 21 02:47:36.376835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d3250160-59d1-4c0d-a3a7-5b7da0b47783 None None] Port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:36.393888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f25e64b3-c249-4623-be32-a225a618bd70 req-c8d213a7-89b4-41ca-aa15-d17e874fe757 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347134
Jun 21 02:47:36.443553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-c523383d-786a-4af7-87ae-e33433087b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.444636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-c523383d-786a-4af7-87ae-e33433087b4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 906 time: 0.3078508
Jun 21 02:47:36.515202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-6aa99f3a-06dc-41b8-871d-0541df1792d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110 HTTP/1.1" status: 200  len: 217 time: 0.0612836
Jun 21 02:47:36.554332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60d043ad-7ad5-44c0-a68d-3fc008f81245 req-5c6bfe53-d3a1-45fa-88bb-df43262df5fe tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635237
Jun 21 02:47:36.574669 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a5e1b456-8c59-4666-90b2-f44d7763a587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:36.658217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-282c2fce-2819-44b5-99d1-89987cc4cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.659780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-282c2fce-2819-44b5-99d1-89987cc4cdf4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 200  len: 845 time: 0.1302149
Jun 21 02:47:36.703515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1518e21c-f1cf-4ac7-8582-7bf16baa0576 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:36.714749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:36.736144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Transition to ACTIVE for port object 1518e21c-f1cf-4ac7-8582-7bf16baa0576 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:36.758721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-a685f8f8-c00a-4122-9fbb-ca5c9d26306a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704072
Jun 21 02:47:36.760674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:36.760829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-82d974aa-da7e-4841-8106-e8ac577bd1f8 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.762419 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-82d974aa-da7e-4841-8106-e8ac577bd1f8 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 945 time: 0.1003082
Jun 21 02:47:36.783714 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:36.793653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b20d-5d91-4ba3-94dd-78a9f0d9da1e req-bf9b779c-91dd-4802-ad34-4d21de8dc3ca tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.795148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b697b20d-5d91-4ba3-94dd-78a9f0d9da1e req-bf9b779c-91dd-4802-ad34-4d21de8dc3ca tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2668033
Jun 21 02:47:36.811205 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:36.816249 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a933c59-4181-41a3-b061-232345f15a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:36.859445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Transition to ACTIVE for port object 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:36.930093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b697b20d-5d91-4ba3-94dd-78a9f0d9da1e req-b572ac86-d0b5-468e-894e-06400c57b50d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958607
Jun 21 02:47:36.934216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-091f47d4-8b6e-42ba-aa3a-afe008356346 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655519
Jun 21 02:47:36.944566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a34e2-c0a9-4008-a46a-676c8af5d3c9 req-c472495d-2c1f-417c-a9ba-582f53ef94fd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:36.945942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6a34e2-c0a9-4008-a46a-676c8af5d3c9 req-c472495d-2c1f-417c-a9ba-582f53ef94fd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 932 time: 0.2587960
Jun 21 02:47:36.980119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Pushing event updated for resources: {'Port': ['ID=1518e21c-f1cf-4ac7-8582-7bf16baa0576,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:37.003298 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:37.031022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.037053 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-28a2fd41-54f2-46d7-960e-c627467cc750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:37.090833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.111516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Deleting port c6e7c75e-d156-416f-a03f-6eba31ef46f4 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:47:37.111914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.191551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Attempting to bind port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:37.192063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Attempting to bind port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:37.192645 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Attempting to bind port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:37.205227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:37.205682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Attempting to bind port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:37.219805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:37.220264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:37.220876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:37.221525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Bound port: 1518e21c-f1cf-4ac7-8582-7bf16baa0576, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:37.221975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.278749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] For port c6e7c75e-d156-416f-a03f-6eba31ef46f4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c6e7c75e-d156-416f-a03f-6eba31ef46f4,segment=NetworkSegment(8fbfa565-f12d-4560-9b76-e1092b3861c9),segment_id=8fbfa565-f12d-4560-9b76-e1092b3861c9)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:37.279110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.366665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Calling delete_port for c6e7c75e-d156-416f-a03f-6eba31ef46f4 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:47:37.374123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37978) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:37.498796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2060945775-network', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:37.503431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] For port 1518e21c-f1cf-4ac7-8582-7bf16baa0576, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:37.509609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] For port 1518e21c-f1cf-4ac7-8582-7bf16baa0576, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1518e21c-f1cf-4ac7-8582-7bf16baa0576,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:37.552808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6a34e2-c0a9-4008-a46a-676c8af5d3c9 req-babacf57-ebba-4bbb-b99a-15bd7ee0da5e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5974295
Jun 21 02:47:37.576969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:37.595938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.598558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:37.600117 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-27ddf755-23ec-461d-ab71-cea4f669d75a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:37.638352 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Made reservation on behalf of 374afcc5c67a46c282255f47b6c0c3ec for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:37.640570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.648088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:37.648537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.648788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8580a9a9-a0dc-4306-ba14-f1ca0e8d68f6 req-b6904a85-6af4-4d70-a078-947c8521fe87 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7018712
Jun 21 02:47:37.649918 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] 10.222.0.20 "PUT /v2.0/ports/1518e21c-f1cf-4ac7-8582-7bf16baa0576 HTTP/1.1" status: 200  len: 1096 time: 1.4796693
Jun 21 02:47:37.663431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456d8863-584e-4196-98ab-d7bc0c766ea6', 'tag': '1518e21c-f1cf-4ac7-8582-7bf16baa0576'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:37.666876 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89c72bb-bd85-4a30-b52f-043257ea899a" -d '{"events": [{"name": "network-changed", "server_uuid": "456d8863-584e-4196-98ab-d7bc0c766ea6", "tag": "1518e21c-f1cf-4ac7-8582-7bf16baa0576"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:37.676251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.701888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1e465-53c8-42b2-b789-979dc1ca1764 req-74b3ccc8-7d84-4f7a-a6f0-1da2e8874baf tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:37.708458 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.710136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fde1e465-53c8-42b2-b789-979dc1ca1764 req-74b3ccc8-7d84-4f7a-a6f0-1da2e8874baf tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 947 time: 0.2463005
Jun 21 02:47:37.714077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Pushing event updated for resources: {'Port': ['ID=1518e21c-f1cf-4ac7-8582-7bf16baa0576,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:37.724165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c6e7c75e-d156-416f-a03f-6eba31ef46f4'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:37.735699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:37.735699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:37.792112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Pushing event deleted for resources: {'Port': ['ID=c6e7c75e-d156-416f-a03f-6eba31ef46f4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:37.808836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Attempting to bind port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:37.809522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Attempting to bind port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:37.809954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Attempting to bind port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:37.814082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6628482f-93a1-4e4c-8dfe-fc7df6fe6b72 req-4e620a36-3dc1-4fbd-977a-60b7b74be8c1 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 210 time: 0.0673959
Jun 21 02:47:37.822006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fde1e465-53c8-42b2-b789-979dc1ca1764 req-ef512aea-a21c-4078-9d7e-5ca0ea272938 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113100
Jun 21 02:47:37.822888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:37.823317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Attempting to bind port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:37.830126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:37.830721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Checking segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:37.831278 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Bound using segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:37.831819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Bound port: 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:37.833065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.924752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:37.929407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:37.945295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:37.976624 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.033482 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.038606 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3150f764-8e79-4c58-b6e1-23afb66d64d8 tempest-ListImageFiltersTestJSON-2097812765 tempest-ListImageFiltersTestJSON-2097812765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:38.155616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.156653 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.159108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1093 time: 2.4257629
Jun 21 02:47:38.167317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:38.171214 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90aebdf-0be2-4758-8abc-e0fda34bce59" -d '{"events": [{"name": "network-changed", "server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:38.174677 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:38.229416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:38.234772 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:38.269665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] No DVR routers for this DVR port c6e7c75e-d156-416f-a03f-6eba31ef46f4 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:47:38.280677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e93fee-4ee2-4392-946b-0546af9df2b2 req-7dde0dc6-f2f3-4aa9-b226-b0eb4d63e111 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.282476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.286349 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-14251002-ca92-41ba-94c3-247d2e0d2ffe req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.20 "DELETE /v2.0/ports/c6e7c75e-d156-416f-a03f-6eba31ef46f4 HTTP/1.1" status: 204  len: 173 time: 1.5170596
Jun 21 02:47:38.287062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0e93fee-4ee2-4392-946b-0546af9df2b2 req-7dde0dc6-f2f3-4aa9-b226-b0eb4d63e111 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 944 time: 0.2893803
Jun 21 02:47:38.314026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081eec-ee30-412d-bcb4-020225283e70 req-4ac53add-e2cc-4e64-887e-3442f38ab99e tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.315581 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f081eec-ee30-412d-bcb4-020225283e70 req-4ac53add-e2cc-4e64-887e-3442f38ab99e tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 945 time: 0.2789760
Jun 21 02:47:38.344179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-300abfe0-d46c-4440-a6ff-b001a2ecdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.345765 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-300abfe0-d46c-4440-a6ff-b001a2ecdc17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 1099 time: 0.5776949
Jun 21 02:47:38.403130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-d1304526-de73-4106-9ce0-ec638f021ef5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=1518e21c-f1cf-4ac7-8582-7bf16baa0576 HTTP/1.1" status: 200  len: 217 time: 0.0483317
Jun 21 02:47:38.406989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0e93fee-4ee2-4392-946b-0546af9df2b2 req-ff50991f-cd04-4541-8e61-a2a16ce5ae13 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030042
Jun 21 02:47:38.426756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.434416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f081eec-ee30-412d-bcb4-020225283e70 req-a2f80f19-6004-41e5-800e-1ccd6e4b4ca3 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869629
Jun 21 02:47:38.444698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-4f8c0a2b-b0ca-4c0e-a465-350b37a98ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.449371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-4f8c0a2b-b0ca-4c0e-a465-350b37a98ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1096 time: 0.1580648
Jun 21 02:47:38.480331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f9385de-9e1f-4e2e-9011-d20ac7f1e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.482168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-0f9385de-9e1f-4e2e-9011-d20ac7f1e0c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0688419
Jun 21 02:47:38.514674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.531447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-217af4b2-4de6-458f-8995-4cda2e92018b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 217 time: 0.0766413
Jun 21 02:47:38.550306 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f38dd311-113f-446a-a488-013c19ea43e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:38.562016 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8242c0dc-608e-4a08-b215-96de94cc95ae x-openstack-request-id: req-8242c0dc-608e-4a08-b215-96de94cc95ae {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:38.566074 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456d8863-584e-4196-98ab-d7bc0c766ea6", "tag": "1518e21c-f1cf-4ac7-8582-7bf16baa0576", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:38.566074 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8242c0dc-608e-4a08-b215-96de94cc95ae {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:38.566074 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456d8863-584e-4196-98ab-d7bc0c766ea6', 'tag': '1518e21c-f1cf-4ac7-8582-7bf16baa0576', 'status': 'completed', 'code': 200}
Jun 21 02:47:38.600824 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c84c891-85a2-4916-b603-6a881641ceb8 x-openstack-request-id: req-9c84c891-85a2-4916-b603-6a881641ceb8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:38.601355 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:38.601604 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c84c891-85a2-4916-b603-6a881641ceb8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:38.602045 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'status': 'completed', 'code': 200}
Jun 21 02:47:38.610502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:47:38.625868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e03d09-876e-4622-9969-ad7ac6e9cec0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:38.630426 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:38.635310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.635672 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Added segment 6d2e1163-9e32-43aa-96e0-704f15966594 of type vlan for network 733078cb-e16e-4b2e-ab6d-390b5bd2e121
Jun 21 02:47:38.663149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-25776fed-fee9-44d2-86ae-5289cfe14060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.664569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-25776fed-fee9-44d2-86ae-5289cfe14060 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1258187
Jun 21 02:47:38.689808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-b3872047-ec9c-4d49-9176-0d84a93692aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.691358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-b3872047-ec9c-4d49-9176-0d84a93692aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2015259
Jun 21 02:47:38.720571 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.726327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718276f1-ce88-4d70-9953-adeb5951d4c0 req-351f0be7-d425-4142-b0c5-80b5faa8e92d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.733289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-718276f1-ce88-4d70-9953-adeb5951d4c0 req-351f0be7-d425-4142-b0c5-80b5faa8e92d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1390133
Jun 21 02:47:38.785798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-718276f1-ce88-4d70-9953-adeb5951d4c0 req-8cbf1f59-e82c-4df1-a13d-11bf3e7e6d5a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515263
Jun 21 02:47:38.787580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-32ace800-7a79-4559-ba98-2889610d35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.789787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-32ace800-7a79-4559-ba98-2889610d35d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1174617
Jun 21 02:47:38.797490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 42a770ec-27ea-4d25-8dc0-2830f6a39110 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:38.829913 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-7821bb1a-6b9c-4042-bc43-78ffef410c8f service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213160
Jun 21 02:47:38.909604 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.910716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:38.911650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:38.918170 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec49140d-0a41-4f1f-ad8f-d40451dadb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:38.931896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-b81dc764-594f-47b5-a313-67595292767b service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309998
Jun 21 02:47:38.979177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:39.000769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'port_id': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'mac_address': 'fa:16:3e:c6:73:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bf0fc-303e-4e85-9983-3cb824264719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:39.023688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Pushing event updated for resources: {'Network': ['ID=733078cb-e16e-4b2e-ab6d-390b5bd2e121,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:39.027327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a737b2c-052c-4063-8b86-f830b2ff8f3a req-2213004f-8750-4022-9c19-2b27008b88d9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.028987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a737b2c-052c-4063-8b86-f830b2ff8f3a req-2213004f-8750-4022-9c19-2b27008b88d9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 944 time: 0.1535823
Jun 21 02:47:39.035343 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:39.044469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:47:39.047575 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2dd6bf80-8274-4cc0-9fa4-1b9d2f5aeaa8 req-2ecb1c2c-bf70-4e80-b14b-6e99789fb0c8 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133093
Jun 21 02:47:39.064781 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:39.123781 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7485354
Jun 21 02:47:39.126781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38002) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:39.130032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a770ec-27ea-4d25-8dc0-2830f6a39110 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:39.136279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Request body: {'subnet': {'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2060945775-subnet', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:39.136425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a7abee-e695-42ec-87fa-9c5bb1884c0c req-7a9eaf32-4057-4468-a4f7-d6cce89426ee service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919591
Jun 21 02:47:39.145837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a737b2c-052c-4063-8b86-f830b2ff8f3a req-b360d97f-99ff-469f-a246-a9ced2a42b20 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890143
Jun 21 02:47:39.168480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1b48a-76e1-455b-b6bf-3ef3f9ae7372 req-a0d40f2b-53a0-46b0-bc85-6a6165ca5bbd tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.169993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2be1b48a-76e1-455b-b6bf-3ef3f9ae7372 req-a0d40f2b-53a0-46b0-bc85-6a6165ca5bbd tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 947 time: 0.1384077
Jun 21 02:47:39.193052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:39.243517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2be1b48a-76e1-455b-b6bf-3ef3f9ae7372 req-ac46a5a8-05d3-4fff-b0d5-5458822080f1 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653572
Jun 21 02:47:39.267160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-5219028d-8d65-4f0e-a4e9-3b7f108d46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.270621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-5219028d-8d65-4f0e-a4e9-3b7f108d46b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 1099 time: 0.0828328
Jun 21 02:47:39.326060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:39.326060 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:39.329510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Made reservation on behalf of 374afcc5c67a46c282255f47b6c0c3ec for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:39.329510 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:39.407545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:39.414065 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:39.424701 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52673d0c-1cc2-4945-a91f-d364554ef9eb req-a10045d6-1ff4-4929-9b80-154e6c3735f6 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad HTTP/1.1" status: 200  len: 210 time: 0.1125257
Jun 21 02:47:39.440538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-b8e946c5-4695-4abf-9776-6ac3691f0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.445394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-b8e946c5-4695-4abf-9776-6ac3691f0280 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1658585
Jun 21 02:47:39.465486 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:39.475493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-d7e26228-90cb-48bc-9207-f23f13ab153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.477172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-d7e26228-90cb-48bc-9207-f23f13ab153e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1096 time: 0.1680868
Jun 21 02:47:39.495833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-5e464900-8bc9-4fe3-8d79-385c8b829f4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=1518e21c-f1cf-4ac7-8582-7bf16baa0576 HTTP/1.1" status: 200  len: 217 time: 0.0452631
Jun 21 02:47:39.545699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['42a770ec-27ea-4d25-8dc0-2830f6a39110'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:39.562863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-4ab0f144-9768-49d5-afbf-5a777d828aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.565388 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-4ab0f144-9768-49d5-afbf-5a777d828aca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0598326
Jun 21 02:47:39.654012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-5520d803-f74b-4742-b136-6ae32a693fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.655663 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-5520d803-f74b-4742-b136-6ae32a693fee service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1704178
Jun 21 02:47:39.673058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-66aaa493-ea45-4aa8-88a3-776188c7b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.674492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-66aaa493-ea45-4aa8-88a3-776188c7b471 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0969164
Jun 21 02:47:39.682536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb6949-b96a-436d-b312-c0fc9d27e022 req-1f856748-2175-4c01-98f8-953c2fdd60ff tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.683962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4bb6949-b96a-436d-b312-c0fc9d27e022 req-1f856748-2175-4c01-98f8-953c2fdd60ff tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 945 time: 0.1172500
Jun 21 02:47:39.715697 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-97e9ee05-0e5b-43f0-90a2-4573767c8873 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 217 time: 0.0526826
Jun 21 02:47:39.733036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:39.782680 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a255e5e-6857-44da-9ae6-5f1dcfee1d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:39.783169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4bb6949-b96a-436d-b312-c0fc9d27e022 req-d312a59a-a0aa-413d-b9f8-fb2f8c50c374 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898402
Jun 21 02:47:39.786397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-affb89b9-0d48-4716-83ea-bbc823d42ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.787868 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-affb89b9-0d48-4716-83ea-bbc823d42ae0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0645366
Jun 21 02:47:39.821008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-440ef508-d960-4a40-83a7-629e028cfe8c service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360002
Jun 21 02:47:39.890312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Checking segment: {'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:39.890681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Network hostable DHCP agents. Network: 733078cb-e16e-4b2e-ab6d-390b5bd2e121, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:47:39.896588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=550e1a47-6946-484a-b8d0-7c9b2ea9da8d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:39.904996 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:39.940419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-a9f7cac2-8d61-44f8-aec6-d095e3fac3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:39.940419 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-a9f7cac2-8d61-44f8-aec6-d095e3fac3d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1236186
Jun 21 02:47:39.954833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89c72bb-bd85-4a30-b52f-043257ea899a req-c5cfb881-592d-4736-933a-9e6e43ef0826 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263132
Jun 21 02:47:39.998292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:47:40.031828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e596bd-0312-454e-94bd-885cb36d445d req-37073b1d-6e91-41ae-9156-c74eebbef811 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:40.033417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34e596bd-0312-454e-94bd-885cb36d445d req-37073b1d-6e91-41ae-9156-c74eebbef811 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.0776839
Jun 21 02:47:40.052688 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-1d0871f7-66db-46bb-bbfe-028f3e6565ac service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079204
Jun 21 02:47:40.078743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34e596bd-0312-454e-94bd-885cb36d445d req-73a63e42-e2bc-43e7-b72a-745d0c6736ac tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372078
Jun 21 02:47:40.103815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 733078cb-e16e-4b2e-ab6d-390b5bd2e121) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:40.110781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:40.110885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.114086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf48da5-6c94-46cd-966f-139cda1cb8ba None None] Network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:40.169610 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f90aebdf-0be2-4758-8abc-e0fda34bce59 req-e7459307-d57a-4558-b0a7-f2bba6fd0a48 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094983
Jun 21 02:47:40.229385 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1003804
Jun 21 02:47:40.231773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:40.236947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:40.268665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-733078cb-e16e-4b2e-ab6d-390b5bd2e121', 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'fixed_ips': [{'subnet_id': '550e1a47-6946-484a-b8d0-7c9b2ea9da8d'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:47:40.269566 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.361716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.362794 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.417654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2c19-cbfc-4a86-b3e3-e433d6e9b86a req-b3316eca-3ef3-4128-84f6-a9564010fd31 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:40.419241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f9f2c19-cbfc-4a86-b3e3-e433d6e9b86a req-b3316eca-3ef3-4128-84f6-a9564010fd31 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 944 time: 0.1202798
Jun 21 02:47:40.436674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Allocated IP 172.20.0.2 (733078cb-e16e-4b2e-ab6d-390b5bd2e121/550e1a47-6946-484a-b8d0-7c9b2ea9da8d/9a6772c8-d346-4a94-afff-d99d08c78f8c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:40.487477 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.531910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f9f2c19-cbfc-4a86-b3e3-e433d6e9b86a req-e82891aa-f163-4344-a1e8-06cd3d2743ae tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713120
Jun 21 02:47:40.552326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe2a36-ef07-43ea-a265-99c603957c81 req-83237d34-509c-4e70-9cfe-28cbe6cd1fe0 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:40.561924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1fe2a36-ef07-43ea-a265-99c603957c81 req-83237d34-509c-4e70-9cfe-28cbe6cd1fe0 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 947 time: 0.1610801
Jun 21 02:47:40.565914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad', 'name': 'network-vif-deleted', 'tag': 'c6e7c75e-d156-416f-a03f-6eba31ef46f4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:40.567484 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbb2e55-4bc6-40c4-9b8e-7418df680c0e" -d '{"events": [{"server_uuid": "62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad", "name": "network-vif-deleted", "tag": "c6e7c75e-d156-416f-a03f-6eba31ef46f4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:40.622156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.631539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Transition to ACTIVE for port object 9a6772c8-d346-4a94-afff-d99d08c78f8c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:40.638213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:40.674268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Transition to ACTIVE for port object 9a6772c8-d346-4a94-afff-d99d08c78f8c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:40.677555 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef3f6ff-67e6-481e-a063-9233b6a876ba x-openstack-request-id: req-3ef3f6ff-67e6-481e-a063-9233b6a876ba {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:40.678033 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad", "name": "network-vif-deleted", "tag": "c6e7c75e-d156-416f-a03f-6eba31ef46f4", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:40.678400 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ef3f6ff-67e6-481e-a063-9233b6a876ba {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:40.678899 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d85c8b-0c2a-42f8-9dd1-78f8896ee5ad', 'name': 'network-vif-deleted', 'tag': 'c6e7c75e-d156-416f-a03f-6eba31ef46f4', 'status': 'completed', 'code': 200}
Jun 21 02:47:40.680471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1518e21c-f1cf-4ac7-8582-7bf16baa0576 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:40.682509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c6e7c75e-d156-416f-a03f-6eba31ef46f4 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:47:40.701260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Deleting subnet 35bcd8e8-1dcc-489d-a7b9-b03e37cf264c {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:47:40.704636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.709732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: c6e7c75e-d156-416f-a03f-6eba31ef46f4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:47:40.710090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c6e7c75e-d156-416f-a03f-6eba31ef46f4 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:47:40.741283 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.749924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1fe2a36-ef07-43ea-a265-99c603957c81 req-2a397d1f-76be-4e80-83d9-acfba57bab32 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758358
Jun 21 02:47:40.766440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.771492 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.777617 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:40.789265 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.809597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 42a770ec-27ea-4d25-8dc0-2830f6a39110 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:40.851303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:40.868559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:40.870977 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:40.893764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1518e21c-f1cf-4ac7-8582-7bf16baa0576, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1518e21c-f1cf-4ac7-8582-7bf16baa0576,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:40.916873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Pushing event updated for resources: {'Port': ['ID=9a6772c8-d346-4a94-afff-d99d08c78f8c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:40.918757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.919846 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:40.932057 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:40.937422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:40.939619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/35bcd8e8-1dcc-489d-a7b9-b03e37cf264c HTTP/1.1" status: 204  len: 168 time: 0.3005576
Jun 21 02:47:40.945196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38034) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:40.952587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '1518e21c-f1cf-4ac7-8582-7bf16baa0576', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '1518e21c-f1cf-4ac7-8582-7bf16baa0576', 'mac_address': 'fa:16:3e:30:ac:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:40.969877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bcd8e8-1dcc-489d-a7b9-b03e37cf264c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:40.972590 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:41.021945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Attempting to bind port 9a6772c8-d346-4a94-afff-d99d08c78f8c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:41.022580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Attempting to bind port 9a6772c8-d346-4a94-afff-d99d08c78f8c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:41.022580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Attempting to bind port 9a6772c8-d346-4a94-afff-d99d08c78f8c on network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:41.033187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:41.033534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Checking segment: {'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:41.033953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.034446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Bound using segment: {'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:41.034924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Bound port: 9a6772c8-d346-4a94-afff-d99d08c78f8c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:41.035334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.038151 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.060055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1518e21c-f1cf-4ac7-8582-7bf16baa0576 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:41.061245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.100990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 42a770ec-27ea-4d25-8dc0-2830f6a39110 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:41.104436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72952d1-0319-40ed-8026-fb88ef92b929 req-b94e7e36-925b-432e-8608-35babc57f6d0 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:41.105785 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d72952d1-0319-40ed-8026-fb88ef92b929 req-b94e7e36-925b-432e-8608-35babc57f6d0 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 945 time: 0.1734748
Jun 21 02:47:41.109744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1518e21c-f1cf-4ac7-8582-7bf16baa0576, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1518e21c-f1cf-4ac7-8582-7bf16baa0576,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:41.110710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 42a770ec-27ea-4d25-8dc0-2830f6a39110 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:41.111192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.159810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] For port 9a6772c8-d346-4a94-afff-d99d08c78f8c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:41.164600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] For port 9a6772c8-d346-4a94-afff-d99d08c78f8c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9a6772c8-d346-4a94-afff-d99d08c78f8c,segment=NetworkSegment(6d2e1163-9e32-43aa-96e0-704f15966594),segment_id=6d2e1163-9e32-43aa-96e0-704f15966594)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:41.172619 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.173355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:41.175447 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e083afaa-807d-424a-9edb-1ba0db4ecad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:41.296345 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.300671 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.306859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1518e21c-f1cf-4ac7-8582-7bf16baa0576,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:41.313815 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.319299 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:41.319776 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:41.330259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73da44e6a0>,) {'filters': {'network_id': ['9dabf59f-d2d2-4a1c-9270-0864c4119d18']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:41.335742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d72952d1-0319-40ed-8026-fb88ef92b929 req-255ac40a-1256-430c-876d-a9ac2b09aa9e tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042537
Jun 21 02:47:41.360877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da44e6a0>, '8fbfa565-f12d-4560-9b76-e1092b3861c9') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:41.360877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da44e6a0>, '8fbfa565-f12d-4560-9b76-e1092b3861c9') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:41.383866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:41.388446 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6fa1cc-0fcb-4b76-b842-f291b7de0a71" -d '{"events": [{"server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "name": "network-vif-plugged", "status": "completed", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:41.389828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.397830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.408373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7010f7-c6af-4d75-90a7-e3b676df643c req-f8cd661a-b8ad-46fa-9068-c0daca293cb3 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:41.409585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae7010f7-c6af-4d75-90a7-e3b676df643c req-f8cd661a-b8ad-46fa-9068-c0daca293cb3 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1945453
Jun 21 02:47:41.424029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:41.442978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:41.445705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Pushing event updated for resources: {'Port': ['ID=9a6772c8-d346-4a94-afff-d99d08c78f8c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:41.448977 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.453014 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:41.459108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'mac_address': 'fa:16:3e:ff:fe:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:41.462310 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96564268-4e8b-4896-8ed1-764b4dedd557 x-openstack-request-id: req-96564268-4e8b-4896-8ed1-764b4dedd557 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:41.462611 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "name": "network-vif-plugged", "status": "completed", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:41.462874 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96564268-4e8b-4896-8ed1-764b4dedd557 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:41.463293 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'code': 200}
Jun 21 02:47:41.480758 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.496618 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.500311 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:41.554210 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.577891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:41.606927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:41.617776 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:41.632942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:41.653778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:47:41.654201 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:47:41.658746 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:47:41.705459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.708609 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:41.757234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Allocated IP 172.25.7.134 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/dd330397-eeb0-4bf3-9e92-451eff851462) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:41.770286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:41.771689 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:41.772781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae7010f7-c6af-4d75-90a7-e3b676df643c req-684e4268-00f1-41ee-ad99-06bd9416cc8c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3051975
Jun 21 02:47:41.839414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4fe1f-a724-445c-990e-12ca4f0c4c81 req-0e8ba682-6e4b-4aa6-add2-ce8006016860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:41.840836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82b4fe1f-a724-445c-990e-12ca4f0c4c81 req-0e8ba682-6e4b-4aa6-add2-ce8006016860 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 1098 time: 0.2334828
Jun 21 02:47:41.847046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.854430 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2d5683bd-e3fe-4644-8aff-dca0c3d95eae tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:41.858334 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:41.860297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9dabf59f-d2d2-4a1c-9270-0864c4119d18 HTTP/1.1" status: 204  len: 168 time: 0.9118271
Jun 21 02:47:41.898224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dabf59f-d2d2-4a1c-9270-0864c4119d18,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:41.900731 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:41.940213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:41.947018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:41.966326 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82b4fe1f-a724-445c-990e-12ca4f0c4c81 req-a3a12fd5-eb2b-4bad-9c61-04e77bfc962a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128876
Jun 21 02:47:41.980783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:42.035153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f7fb1-dea4-4c04-8481-dc8a4982a3c4 req-704b41f7-b3e3-4cac-98b4-3265547bc6b8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:42.040548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-248f7fb1-dea4-4c04-8481-dc8a4982a3c4 req-704b41f7-b3e3-4cac-98b4-3265547bc6b8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1453903
Jun 21 02:47:42.096713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-248f7fb1-dea4-4c04-8481-dc8a4982a3c4 req-7e343b7d-73ad-4550-a3ba-aedbf4494998 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459731
Jun 21 02:47:42.195164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:42.200244 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02f5c40d-fd1b-4ff2-af0d-c965e704da80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:42.258398 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:42.282023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:42.291476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:42.307363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9a6772c8-d346-4a94-afff-d99d08c78f8c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:42.310342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38058) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:42.325630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd330397-eeb0-4bf3-9e92-451eff851462,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:42.338860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:42.362542 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-52b0af6f-31f3-491e-ae58-9603e74cf0a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a8645255c1649c7872bb9119982664b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490792
Jun 21 02:47:42.365619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38060) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:42.424720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c03b-3e0e-4434-a6a1-24f2fba99b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:42.449685 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c03b-3e0e-4434-a6a1-24f2fba99b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:42.482745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9a6772c8-d346-4a94-afff-d99d08c78f8c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:42.487578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b23ab-de3c-48d1-91d8-5761a20ce54a None None] Network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:42.611001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c03b-3e0e-4434-a6a1-24f2fba99b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:42.614473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c03b-3e0e-4434-a6a1-24f2fba99b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:42.615842 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b2c9c03b-3e0e-4434-a6a1-24f2fba99b81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f323e2d8-2e0a-4c9a-8221-ee86b29b194c HTTP/1.1" status: 204  len: 168 time: 0.2491074
Jun 21 02:47:42.616857 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:42.638539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9c03b-3e0e-4434-a6a1-24f2fba99b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f323e2d8-2e0a-4c9a-8221-ee86b29b194c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:42.640979 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2c9c03b-3e0e-4434-a6a1-24f2fba99b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:42.702190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1518e21c-f1cf-4ac7-8582-7bf16baa0576 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:42.704333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] Provisioning for port 9a6772c8-d346-4a94-afff-d99d08c78f8c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:42.818619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72683b-5a2a-43b4-b7b9-3b9555c66f5d req-e4684e59-bdfc-471c-801a-5cffd5095bc1 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:42.820224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f72683b-5a2a-43b4-b7b9-3b9555c66f5d req-e4684e59-bdfc-471c-801a-5cffd5095bc1 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 948 time: 0.5872772
Jun 21 02:47:42.948591 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f72683b-5a2a-43b4-b7b9-3b9555c66f5d req-98df4a65-c652-4161-93b1-646c5c530b74 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939562
Jun 21 02:47:42.974114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] Provisioning complete for port 9a6772c8-d346-4a94-afff-d99d08c78f8c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:42.974508 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:42.996957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18469a3-68be-40a8-bd4b-faed77b01b67 req-e3ff99f9-cec1-4d9a-a0b8-4c4b8fd07936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:42.998523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e18469a3-68be-40a8-bd4b-faed77b01b67 req-e3ff99f9-cec1-4d9a-a0b8-4c4b8fd07936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 946 time: 0.1235826
Jun 21 02:47:43.092705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e18469a3-68be-40a8-bd4b-faed77b01b67 req-522b47e8-2275-44fb-b7db-1afa16952fef tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854058
Jun 21 02:47:43.147841 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.199696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:43.227059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:43.227450 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.284766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] For port 9a6772c8-d346-4a94-afff-d99d08c78f8c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9a6772c8-d346-4a94-afff-d99d08c78f8c,segment=NetworkSegment(6d2e1163-9e32-43aa-96e0-704f15966594),segment_id=6d2e1163-9e32-43aa-96e0-704f15966594)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:43.339099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.374842 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.390657 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.398192 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:43.440164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ffaf9-26ab-4dd6-b776-ccde71674027 req-73e177a3-c532-417d-ae11-e43c7630cc3c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:43.443376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-654ffaf9-26ab-4dd6-b776-ccde71674027 req-73e177a3-c532-417d-ae11-e43c7630cc3c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.3341451
Jun 21 02:47:43.464461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456d8863-584e-4196-98ab-d7bc0c766ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1518e21c-f1cf-4ac7-8582-7bf16baa0576'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:43.466818 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634d1201-1385-41ff-9e78-669934ff1abf" -d '{"events": [{"server_uuid": "456d8863-584e-4196-98ab-d7bc0c766ea6", "name": "network-vif-plugged", "status": "completed", "tag": "1518e21c-f1cf-4ac7-8582-7bf16baa0576"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:43.472317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1518e21c-f1cf-4ac7-8582-7bf16baa0576, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1518e21c-f1cf-4ac7-8582-7bf16baa0576,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:43.485856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] Pushing event updated for resources: {'Port': ['ID=9a6772c8-d346-4a94-afff-d99d08c78f8c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:43.499182 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:43.512666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c842e09f-2a64-4614-9ece-f26ddd6b6100 None None] Provisioning complete for port 9a6772c8-d346-4a94-afff-d99d08c78f8c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:43.513053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c842e09f-2a64-4614-9ece-f26ddd6b6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.539692 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.540693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:43.544985 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-28636234-920b-444f-9c3c-650b3c0114da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:43.558407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-654ffaf9-26ab-4dd6-b776-ccde71674027 req-7bbec406-101f-4a2c-b804-a5b388c9ad01 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794640
Jun 21 02:47:43.566417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717dec2-5fad-4901-89fa-1e5388194f5e req-66dadedc-b43e-4da6-bb41-c90c9d6dd97e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:43.574695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7717dec2-5fad-4901-89fa-1e5388194f5e req-66dadedc-b43e-4da6-bb41-c90c9d6dd97e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.2462351
Jun 21 02:47:43.638359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1518e21c-f1cf-4ac7-8582-7bf16baa0576,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:43.642277 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:43.646471 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf690baa-0b3a-44aa-8726-c715b06b694b x-openstack-request-id: req-bf690baa-0b3a-44aa-8726-c715b06b694b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:43.646773 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456d8863-584e-4196-98ab-d7bc0c766ea6", "name": "network-vif-plugged", "status": "completed", "tag": "1518e21c-f1cf-4ac7-8582-7bf16baa0576", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:43.647034 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf690baa-0b3a-44aa-8726-c715b06b694b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:43.647434 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456d8863-584e-4196-98ab-d7bc0c766ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1518e21c-f1cf-4ac7-8582-7bf16baa0576', 'code': 200}
Jun 21 02:47:43.717439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7717dec2-5fad-4901-89fa-1e5388194f5e req-8b4d8f3c-2f5f-413f-a749-39760628694b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1388772
Jun 21 02:47:43.747773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:43.750663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.752315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:43.753470 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.903428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3b5e8-0d79-48fb-85b2-4af307f65d27 req-e0a0776c-2220-465c-831a-6ea0d096bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:43.910353 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38a3b5e8-0d79-48fb-85b2-4af307f65d27 req-e0a0776c-2220-465c-831a-6ea0d096bf02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 1101 time: 0.1862812
Jun 21 02:47:43.937530 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:43.984919 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38a3b5e8-0d79-48fb-85b2-4af307f65d27 req-beffec71-e73a-4c5e-84d2-e930aef3457f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666742
Jun 21 02:47:43.987827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:44.020824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Router 1c6fa901-bb29-413a-840c-3e5171b4dd8d is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:47:44.048269 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.050331 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:44.107525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:44.113670 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:44.211763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38100) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:44.232634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:47:44.244292 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Sync routers for ids ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:47:44.257629 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Routers {'1c6fa901-bb29-413a-840c-3e5171b4dd8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:44.259990 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92fa1c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:44.293090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9a6772c8-d346-4a94-afff-d99d08c78f8c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:44.306149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5515a-d5aa-4045-be20-39fe4fb0d040 req-6616581a-c333-4501-9bed-34167c3abfa8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:44.320110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab5515a-d5aa-4045-be20-39fe4fb0d040 req-6616581a-c333-4501-9bed-34167c3abfa8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 949 time: 0.2238271
Jun 21 02:47:44.336660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-544605229-network', 'tenant_id': '5a0d01f1935c41c2ac45b0e7bee470bf'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:44.385933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9a6772c8-d346-4a94-afff-d99d08c78f8c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:44.387137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.391228 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Set router 1c6fa901-bb29-413a-840c-3e5171b4dd8d gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:44.420749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab5515a-d5aa-4045-be20-39fe4fb0d040 req-8ca2bb93-742a-4b0b-b421-98d9d00d2d08 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978677
Jun 21 02:47:44.466130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Made reservation on behalf of 5a0d01f1935c41c2ac45b0e7bee470bf for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:44.469973 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.488475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c128f5d-cb52-4c8b-b5cd-9988d9ef273d req-8f4d591b-9008-42e4-8231-6d23432efd1c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:44.491819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c128f5d-cb52-4c8b-b5cd-9988d9ef273d req-8f4d591b-9008-42e4-8231-6d23432efd1c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 946 time: 0.2287335
Jun 21 02:47:44.492232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.540489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.544399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.3089859
Jun 21 02:47:44.545200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38104) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:44.559458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c128f5d-cb52-4c8b-b5cd-9988d9ef273d req-15c7b575-d5f2-4f3a-a62f-69c4bc7a0b73 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609517
Jun 21 02:47:44.670569 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.697596 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92fa1c0>, [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:47:42Z', 'revision_number': 3, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port': {'id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:41Z', 'updated_at': '2021-06-21T02:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:44.729476 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Checking router: 1c6fa901-bb29-413a-840c-3e5171b4dd8d for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:47:44.730080 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Updating router 1c6fa901-bb29-413a-840c-3e5171b4dd8d port dd330397-eeb0-4bf3-9e92-451eff851462 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:47:44.746247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.762819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:47:44.767048 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.783386 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.785885 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Added segment c45c983b-42b4-4422-9fb4-9291e685ead2 of type vlan for network 189d187e-3855-4351-93c5-9bb922cc1938
Jun 21 02:47:44.872971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.906032 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2c9c03b-3e0e-4434-a6a1-24f2fba99b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:44.945243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd2f1d5-4b87-4563-93ae-134b07a704ef,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:44.948749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:44.984821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.985859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:44.986461 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:44.999312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:45.050668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907c1b1-518a-4273-a43b-ba1b6034cef1 req-0e5d08e2-cc05-4d24-8c76-4673d2a4dca8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:45.052676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c907c1b1-518a-4273-a43b-ba1b6034cef1 req-0e5d08e2-cc05-4d24-8c76-4673d2a4dca8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2127733
Jun 21 02:47:45.071812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Pushing event updated for resources: {'Network': ['ID=189d187e-3855-4351-93c5-9bb922cc1938,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:45.075325 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:45.083127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 189d187e-3855-4351-93c5-9bb922cc1938 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:47:45.096601 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8836057
Jun 21 02:47:45.099603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38116) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:45.108307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Request body: {'subnet': {'network_id': '189d187e-3855-4351-93c5-9bb922cc1938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-544605229-subnet', 'tenant_id': '5a0d01f1935c41c2ac45b0e7bee470bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:45.182073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c907c1b1-518a-4273-a43b-ba1b6034cef1 req-92419549-8e51-4178-9b2d-324fbb9360bf tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181595
Jun 21 02:47:45.246914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Made reservation on behalf of 5a0d01f1935c41c2ac45b0e7bee470bf for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:45.246914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.288400 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.310301 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Transition to ACTIVE for port object dd330397-eeb0-4bf3-9e92-451eff851462 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:45.365815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.402821 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.430119 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-07316df9-aa29-442c-bf2b-314b1eb8ed2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:45.487664 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f77b0-6779-4bd3-8f64-e09255f52724 None None] Pushing event updated for resources: {'Port': ['ID=dd330397-eeb0-4bf3-9e92-451eff851462,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:45.507401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f06529-686c-4dbb-adf2-57094e4c72fb req-a5c39d0a-a750-42ef-aef6-61d0435d275d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:45.514102 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Attempting to bind port dd330397-eeb0-4bf3-9e92-451eff851462 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:45.514920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Attempting to bind port dd330397-eeb0-4bf3-9e92-451eff851462 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:45.515313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27f06529-686c-4dbb-adf2-57094e4c72fb req-a5c39d0a-a750-42ef-aef6-61d0435d275d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 946 time: 0.1921830
Jun 21 02:47:45.515679 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Attempting to bind port dd330397-eeb0-4bf3-9e92-451eff851462 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:45.526368 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-910f77b0-6779-4bd3-8f64-e09255f52724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:45.527785 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:45.528349 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:45.528940 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.529533 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:45.530188 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Bound port: dd330397-eeb0-4bf3-9e92-451eff851462, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:45.530939 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.592478 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] For port dd330397-eeb0-4bf3-9e92-451eff851462, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:45.595979 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] For port dd330397-eeb0-4bf3-9e92-451eff851462, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=dd330397-eeb0-4bf3-9e92-451eff851462,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:45.643983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27f06529-686c-4dbb-adf2-57094e4c72fb req-f25caa3d-84b5-43a8-a1e6-91412519c516 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276119
Jun 21 02:47:45.648401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:45.656882 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c614d536-d23b-47f4-b031-2073ca0a491e" -d '{"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-plugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:45.665409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a20d76-8a3b-41bf-82fb-d2e0c3a48613 req-6ebaa508-ff8e-499a-aedf-969f7c439517 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:45.667083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63a20d76-8a3b-41bf-82fb-d2e0c3a48613 req-6ebaa508-ff8e-499a-aedf-969f7c439517 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 946 time: 0.1390052
Jun 21 02:47:45.684979 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.685499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.692248 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:45.692420 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b8d57177-edb0-452f-be91-57f9c59d31ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:45.693986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Allocated IP 172.20.0.1 (733078cb-e16e-4b2e-ab6d-390b5bd2e121/550e1a47-6946-484a-b8d0-7c9b2ea9da8d/91c52f24-d18c-4d75-8fcc-4efa20634491) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:45.736084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce8f375-768c-4fab-8ac6-897eb260b087,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:45.747358 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:45.785300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Checking segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:45.785300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Network hostable DHCP agents. Network: 189d187e-3855-4351-93c5-9bb922cc1938, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:47:45.790147 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Routers {'1c6fa901-bb29-413a-840c-3e5171b4dd8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:45.790787 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92fa1c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:45.795945 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f77b0-6779-4bd3-8f64-e09255f52724 None None] Pushing event updated for resources: {'Port': ['ID=dd330397-eeb0-4bf3-9e92-451eff851462,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:45.816331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:45.835153 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-910f77b0-6779-4bd3-8f64-e09255f52724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:45.836367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Transition to ACTIVE for port object 91c52f24-d18c-4d75-8fcc-4efa20634491 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:45.916348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Network 189d187e-3855-4351-93c5-9bb922cc1938 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:47:45.932409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63a20d76-8a3b-41bf-82fb-d2e0c3a48613 req-6df11a0b-d25b-4f6a-a942-629c012ad13b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523465
Jun 21 02:47:45.949039 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] Set router 1c6fa901-bb29-413a-840c-3e5171b4dd8d gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:45.986576 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66828273-12cd-45d4-8629-91a30673af6f x-openstack-request-id: req-66828273-12cd-45d4-8629-91a30673af6f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:45.987078 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-plugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:45.987518 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66828273-12cd-45d4-8629-91a30673af6f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:45.988080 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'code': 200}
Jun 21 02:47:45.990457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381fddc-9d5d-4116-ba1e-cdbef3e4d3ea req-309d34d3-c121-4081-b3a3-c7692f18444c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:45.997862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1381fddc-9d5d-4116-ba1e-cdbef3e4d3ea req-309d34d3-c121-4081-b3a3-c7692f18444c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 949 time: 0.1417780
Jun 21 02:47:46.047009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1381fddc-9d5d-4116-ba1e-cdbef3e4d3ea req-08a9051b-3615-4f7f-989e-6c78a2e631ea tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397246
Jun 21 02:47:46.071899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 189d187e-3855-4351-93c5-9bb922cc1938) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:46.074729 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.080073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68067ba2-eeb0-4d56-a94b-0c9bf20d0bb2 None None] Network 189d187e-3855-4351-93c5-9bb922cc1938 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:46.080588 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d33229fa-6be8-462e-b4e7-a869e4d554d8 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:46.125747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:46.128648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:46.133219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:46.138393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:46.139132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.160413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=91c52f24-d18c-4d75-8fcc-4efa20634491,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:46.164557 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:46.199411 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.240594 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92fa1c0>, [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:47:42Z', 'revision_number': 3, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port': {'id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:41Z', 'updated_at': '2021-06-21T02:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:46.251069 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1418879
Jun 21 02:47:46.251069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac812-cce7-48cf-8ea3-525d337f4c2f req-7f9bb93e-8195-4351-a380-1ba744ffc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:46.251069 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0abac812-cce7-48cf-8ea3-525d337f4c2f req-7f9bb93e-8195-4351-a380-1ba744ffc903 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1098 time: 0.1899743
Jun 21 02:47:46.304644 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743c435c-0b11-4f24-8c2e-a2248a6a5aaf None None] The sync data for ids ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'] in n-d-758944-33 is: [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:47:42Z', 'revision_number': 3, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port': {'id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:41Z', 'updated_at': '2021-06-21T02:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:47:46.333106 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0abac812-cce7-48cf-8ea3-525d337f4c2f req-4a0736b3-e803-4d1c-a3ca-ace27c2c2499 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745096
Jun 21 02:47:46.478181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-189d187e-3855-4351-93c5-9bb922cc1938', 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938', 'tenant_id': '5a0d01f1935c41c2ac45b0e7bee470bf', 'fixed_ips': [{'subnet_id': '8ce8f375-768c-4fab-8ac6-897eb260b087'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:47:46.478516 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.578229 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.602094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a3926-dfa7-412e-a76a-ea5f62567a61 req-25b57f8e-55e3-40e2-b059-1f5a235c4668 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:46.603636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d0a3926-dfa7-412e-a76a-ea5f62567a61 req-25b57f8e-55e3-40e2-b059-1f5a235c4668 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1814253
Jun 21 02:47:46.718341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Allocated IP 172.20.0.2 (189d187e-3855-4351-93c5-9bb922cc1938/8ce8f375-768c-4fab-8ac6-897eb260b087/50d43ac9-0554-46fe-86f2-863eb2624b06) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:46.800188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d0a3926-dfa7-412e-a76a-ea5f62567a61 req-d5b5ddd8-dc5f-4d59-a7fa-1b845f752e04 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590557
Jun 21 02:47:46.818033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-843010bb-5ce4-4ff6-8643-167482f4e44b None None] Provisioning for port 91c52f24-d18c-4d75-8fcc-4efa20634491 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:46.829967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-843010bb-5ce4-4ff6-8643-167482f4e44b None None] Provisioning complete for port 91c52f24-d18c-4d75-8fcc-4efa20634491 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:46.830415 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-843010bb-5ce4-4ff6-8643-167482f4e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.893769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-843010bb-5ce4-4ff6-8643-167482f4e44b None None] Port 91c52f24-d18c-4d75-8fcc-4efa20634491 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:46.909263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724cc66-54ec-4541-9ec0-6d19030eebfe req-3533c3f0-9fa0-4e8b-aacc-1fc6a06c2aec tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:46.915215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a724cc66-54ec-4541-9ec0-6d19030eebfe req-3533c3f0-9fa0-4e8b-aacc-1fc6a06c2aec tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 1101 time: 0.2598388
Jun 21 02:47:46.959913 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a724cc66-54ec-4541-9ec0-6d19030eebfe req-f9923209-4f38-4b16-a9d3-45a06d8333e2 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.981432 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.986413 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:46.999189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Transition to ACTIVE for port object 50d43ac9-0554-46fe-86f2-863eb2624b06 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:47.024972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Transition to ACTIVE for port object 50d43ac9-0554-46fe-86f2-863eb2624b06 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:47.082859 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:47.088735 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-621d731f-54f8-4200-9634-217c4773d88c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:47.139302 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:47.139302 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:47.153308 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=91c52f24-d18c-4d75-8fcc-4efa20634491,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:47.158389 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:47.202435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Network 189d187e-3855-4351-93c5-9bb922cc1938 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:47.205708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:47.210442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:47.236969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a724cc66-54ec-4541-9ec0-6d19030eebfe req-f9923209-4f38-4b16-a9d3-45a06d8333e2 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:47.277170 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:47.312385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Pushing event updated for resources: {'Port': ['ID=50d43ac9-0554-46fe-86f2-863eb2624b06,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:47.315993 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:47.327258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Attempting to bind port 50d43ac9-0554-46fe-86f2-863eb2624b06 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:47.327634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Attempting to bind port 50d43ac9-0554-46fe-86f2-863eb2624b06 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:47.327999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Attempting to bind port 50d43ac9-0554-46fe-86f2-863eb2624b06 on network 189d187e-3855-4351-93c5-9bb922cc1938 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:47.337248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:47.337248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Checking segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:47.337248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:47.337248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Bound using segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:47.337248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Bound port: 50d43ac9-0554-46fe-86f2-863eb2624b06, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:47.337248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:47.345399 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a724cc66-54ec-4541-9ec0-6d19030eebfe req-f9923209-4f38-4b16-a9d3-45a06d8333e2 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:47.352223 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9f9840d3-08eb-4e79-b6c6-9e56b0512f10 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:47.481225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] For port 50d43ac9-0554-46fe-86f2-863eb2624b06, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:47.485264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] For port 50d43ac9-0554-46fe-86f2-863eb2624b06, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50d43ac9-0554-46fe-86f2-863eb2624b06,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:47.586602 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:47.600475 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f729fd22-8df0-4039-95c8-ae1de9e5566a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:47.680792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Pushing event updated for resources: {'Port': ['ID=50d43ac9-0554-46fe-86f2-863eb2624b06,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:47.684671 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:47.771496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a724cc66-54ec-4541-9ec0-6d19030eebfe req-f9923209-4f38-4b16-a9d3-45a06d8333e2 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8500032
Jun 21 02:47:47.804857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9923209-4f38-4b16-a9d3-45a06d8333e2 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd638313-15e1-4997-8620-fbc876437aa6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:47.820438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-e5506cd0-146c-418d-a3a5-80fb22c96dc0 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:47.829105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-e5506cd0-146c-418d-a3a5-80fb22c96dc0 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 815 time: 0.6591721
Jun 21 02:47:47.831308 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f9923209-4f38-4b16-a9d3-45a06d8333e2 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:47.883902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:47.892086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:47.920350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-99ae6716-7ca9-4a90-9439-ecfd59fdd4ee tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/quotas/5a0d01f1935c41c2ac45b0e7bee470bf HTTP/1.1" status: 200  len: 375 time: 0.0892880
Jun 21 02:47:48.142877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-cb09c6b5-5653-4e80-a010-91d6eac0ee05 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2176056
Jun 21 02:47:48.149805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d67fd-2ca5-479a-bfec-1e57739ee5c4 req-92028565-26e1-40c8-9bcc-d5253e183641 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:48.151575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-389d67fd-2ca5-479a-bfec-1e57739ee5c4 req-92028565-26e1-40c8-9bcc-d5253e183641 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 946 time: 0.1606154
Jun 21 02:47:48.153549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Router 1c6fa901-bb29-413a-840c-3e5171b4dd8d has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:47:48.246541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fc001a09-ae79-4745-8218-2047c4f9c49b None None] Provisioning complete for port 91c52f24-d18c-4d75-8fcc-4efa20634491 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:48.247172 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fc001a09-ae79-4745-8218-2047c4f9c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:48.333355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-fc001a09-ae79-4745-8218-2047c4f9c49b None None] Port 91c52f24-d18c-4d75-8fcc-4efa20634491 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:48.334135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-389d67fd-2ca5-479a-bfec-1e57739ee5c4 req-6e7a596c-1790-43fb-af46-cbaa956b0411 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1693621
Jun 21 02:47:48.385044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device dd330397-eeb0-4bf3-9e92-451eff851462 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:48.388428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-350fd68e-7781-4ca1-baa7-bfc578c4127a service neutron] 10.222.0.25 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337546
Jun 21 02:47:48.461968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:47:48.467894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c6fa901-bb29-413a-840c-3e5171b4dd8d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9213257
Jun 21 02:47:48.507444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port dd330397-eeb0-4bf3-9e92-451eff851462 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:48.511517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port dd330397-eeb0-4bf3-9e92-451eff851462 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:48.512104 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:48.576001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-a796a0c6-94ac-4a76-88cb-814100b8533e service neutron] 10.222.0.25 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752934
Jun 21 02:47:48.604417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a78d5-60fb-4afb-b5d7-dfa4f1972fd5 req-8c9fd67a-7044-4f13-8d6b-a9f5820bb5b7 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:48.614076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-170a78d5-60fb-4afb-b5d7-dfa4f1972fd5 req-8c9fd67a-7044-4f13-8d6b-a9f5820bb5b7 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 946 time: 0.1441693
Jun 21 02:47:48.640468 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:48.661475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-170a78d5-60fb-4afb-b5d7-dfa4f1972fd5 req-0619b827-2499-42d1-bcb5-1457f967342a tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459785
Jun 21 02:47:48.663865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port dd330397-eeb0-4bf3-9e92-451eff851462, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=dd330397-eeb0-4bf3-9e92-451eff851462,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:48.750675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:48.751541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50d43ac9-0554-46fe-86f2-863eb2624b06 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:48.753284 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:48.829571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=dd330397-eeb0-4bf3-9e92-451eff851462,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:48.833247 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:48.924029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Sync routers for ids ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:47:48.938247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Routers {'1c6fa901-bb29-413a-840c-3e5171b4dd8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:48.939148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee1b50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:49.001609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 50d43ac9-0554-46fe-86f2-863eb2624b06 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:49.095188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337f10b-f1b6-4607-8106-b423112ad87d req-e7004330-7bde-470f-a8fe-e6d51681a6ee tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:49.097405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a337f10b-f1b6-4607-8106-b423112ad87d req-e7004330-7bde-470f-a8fe-e6d51681a6ee tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1260850
Jun 21 02:47:49.131094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Set router 1c6fa901-bb29-413a-840c-3e5171b4dd8d gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:49.147533 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a337f10b-f1b6-4607-8106-b423112ad87d req-e9ca98b9-8ef4-49f3-b9f8-e7ebc98b6ea8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430765
Jun 21 02:47:49.385763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6f795-22c2-4bc5-b781-4f1a2dec1226 req-400780e8-e4db-4139-882c-eab7bf5007e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:49.387351 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8f6f795-22c2-4bc5-b781-4f1a2dec1226 req-400780e8-e4db-4139-882c-eab7bf5007e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 946 time: 0.1732740
Jun 21 02:47:49.400637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:49.404015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'floatingip': {'port_id': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:49.413474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee1b50>, [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:47:46Z', 'revision_number': 4, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port': {'id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:41Z', 'updated_at': '2021-06-21T02:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '91c52f24-d18c-4d75-8fcc-4efa20634491', 'name': '', 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'mac_address': 'fa:16:3e:9c:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '550e1a47-6946-484a-b8d0-7c9b2ea9da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:45Z', 'updated_at': '2021-06-21T02:47:46Z', 'revision_number': 2, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'subnets': [{'id': '550e1a47-6946-484a-b8d0-7c9b2ea9da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:49.437710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-9707ac82-0544-45ae-869f-8cc54ffeec93 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1799805
Jun 21 02:47:49.448853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:49.476184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Checking router: 1c6fa901-bb29-413a-840c-3e5171b4dd8d for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:47:49.476467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Updating router 1c6fa901-bb29-413a-840c-3e5171b4dd8d port 91c52f24-d18c-4d75-8fcc-4efa20634491 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:47:49.491592 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:49.522853 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:49.524848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73dc57-9335-4249-b143-f4bf1c489477 None None] Network 189d187e-3855-4351-93c5-9bb922cc1938 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:47:49.584828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:49.693093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] Provisioning for port 50d43ac9-0554-46fe-86f2-863eb2624b06 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:49.702876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] Provisioning complete for port 50d43ac9-0554-46fe-86f2-863eb2624b06 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:49.703277 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:49.720908 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:49.864573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Allocated IP 172.25.7.42 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/10235bf0-86f9-4297-879e-36cc37b3d517) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:50.003290 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.083413 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.110859 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.132744 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.137892 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:50.161397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] For port 50d43ac9-0554-46fe-86f2-863eb2624b06, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50d43ac9-0554-46fe-86f2-863eb2624b06,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:50.185049 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.197428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Transition to ACTIVE for port object 91c52f24-d18c-4d75-8fcc-4efa20634491 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:50.203408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:50.209254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.231247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Pushing event updated for resources: {'Port': ['ID=10235bf0-86f9-4297-879e-36cc37b3d517,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:50.246757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:50.252694 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:50.273726 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.275907 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:50.291188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:50.337799 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.346725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device dd330397-eeb0-4bf3-9e92-451eff851462 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:50.395072 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Floating IP cc1b1ef3-8da3-462e-996b-4d0fecaa83b8 associated. External IP: 172.25.7.147, port: 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b.
Jun 21 02:47:50.451126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf61483-6d25-4eb8-a138-324eac2178bb req-9a45a963-3cf7-403e-acba-29d2803454a2 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:50.460006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-9a45a963-3cf7-403e-acba-29d2803454a2 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 815 time: 0.2738924
Jun 21 02:47:50.477794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] Pushing event updated for resources: {'Port': ['ID=50d43ac9-0554-46fe-86f2-863eb2624b06,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:50.482558 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:50.483261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-da12dba4-f506-44fa-b268-ededaf07338c None None] Provisioning complete for port 50d43ac9-0554-46fe-86f2-863eb2624b06 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:50.483809 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-da12dba4-f506-44fa-b268-ededaf07338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.487314 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:50.489203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-56d8b370-83e1-4514-96c8-c1eb6935c66e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/quotas/5a0d01f1935c41c2ac45b0e7bee470bf HTTP/1.1" status: 200  len: 375 time: 0.0280845
Jun 21 02:47:50.541231 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.614742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-866cf5b8-82f9-481a-a856-79cef1b45f30 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1241782
Jun 21 02:47:50.652253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea53603-023d-4547-91a6-f55e196b09bd None None] Pushing event updated for resources: {'Port': ['ID=91c52f24-d18c-4d75-8fcc-4efa20634491,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:50.654833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port dd330397-eeb0-4bf3-9e92-451eff851462 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:50.655213 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.656982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Attempting to bind port 91c52f24-d18c-4d75-8fcc-4efa20634491 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:50.657378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Attempting to bind port 91c52f24-d18c-4d75-8fcc-4efa20634491 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:50.657752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Attempting to bind port 91c52f24-d18c-4d75-8fcc-4efa20634491 on network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:50.659867 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ea53603-023d-4547-91a6-f55e196b09bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:50.690079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:50.690079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Checking segment: {'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:50.690570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.690968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Bound using segment: {'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:50.691998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Bound port: 91c52f24-d18c-4d75-8fcc-4efa20634491, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2e1163-9e32-43aa-96e0-704f15966594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:50.692405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.714368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Router 39e596e1-3c51-4b35-b17a-acb43e35d804 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:47:50.734726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.797928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-2b2be5a6-fd7e-431b-9b5f-b42b47a95cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763318
Jun 21 02:47:50.841611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] For port 91c52f24-d18c-4d75-8fcc-4efa20634491, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:50.860910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] For port 91c52f24-d18c-4d75-8fcc-4efa20634491, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=91c52f24-d18c-4d75-8fcc-4efa20634491,segment=NetworkSegment(6d2e1163-9e32-43aa-96e0-704f15966594),segment_id=6d2e1163-9e32-43aa-96e0-704f15966594)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:50.874919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:47:50.881172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:50.887236 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] Sync routers for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:47:50.898649 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:50.927714 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92fa250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:50.943421 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3230f2f4-3aad-415c-8388-8c40a544fe47 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "PUT /v2.0/floatingips/cc1b1ef3-8da3-462e-996b-4d0fecaa83b8 HTTP/1.1" status: 200  len: 992 time: 1.5437214
Jun 21 02:47:50.944514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:50.947106 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498ece8f-edc8-4385-9074-89ad0d20d4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:51.027788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-a1c00d55-86fa-43cf-82f0-df420e6773eb service neutron] 10.222.0.25 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2236042
Jun 21 02:47:51.063689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:51.071780 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:51.145714 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:51.148305 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:51.210639 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:51.213923 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4663f3f4-e6e8-47fc-8b45-389a3b40d1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:51.228661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Routers {'1c6fa901-bb29-413a-840c-3e5171b4dd8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:51.229600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee1b50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:51.350943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Pushing event updated for resources: {'Port': ['ID=10235bf0-86f9-4297-879e-36cc37b3d517,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:51.355810 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:51.374366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:51.402021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea53603-023d-4547-91a6-f55e196b09bd None None] Pushing event updated for resources: {'Port': ['ID=91c52f24-d18c-4d75-8fcc-4efa20634491,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:51.423961 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ea53603-023d-4547-91a6-f55e196b09bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:51.446484 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92fa250>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'cc1b1ef3-8da3-462e-996b-4d0fecaa83b8', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'port_id': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'mac_address': 'fa:16:3e:ff:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51994756-0b30-4513-ae2b-2b698a6005a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:47:27Z', 'updated_at': '2021-06-21T02:47:49Z', 'revision_number': 1, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:28Z', 'revision_number': 5, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:51.450872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:51.453692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0076759
Jun 21 02:47:51.497583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] Set router 1c6fa901-bb29-413a-840c-3e5171b4dd8d gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:51.540733 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] Checking router: 39e596e1-3c51-4b35-b17a-acb43e35d804 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:47:51.551864 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:47:51.552479 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92fa250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:47:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:51.586081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-f95d451c-aec1-47a4-badd-0eb0371da66f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200  len: 695 time: 0.1267512
Jun 21 02:47:51.588007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-7714bd9b-a699-410f-9f6d-d2b552179da2 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0437379
Jun 21 02:47:51.720763 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:47:51.818169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee1b50>, [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:47:46Z', 'revision_number': 4, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port': {'id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:41Z', 'updated_at': '2021-06-21T02:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '91c52f24-d18c-4d75-8fcc-4efa20634491', 'name': '', 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'mac_address': 'fa:16:3e:9c:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '550e1a47-6946-484a-b8d0-7c9b2ea9da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:45Z', 'updated_at': '2021-06-21T02:47:50Z', 'revision_number': 4, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'subnets': [{'id': '550e1a47-6946-484a-b8d0-7c9b2ea9da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:51.829097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-7d07adb2-4f87-499d-a22b-c01511f0b8a9 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:51.830698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d33f87ee-9f6f-4dc7-8107-8d42926c449b req-7d07adb2-4f87-499d-a22b-c01511f0b8a9 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2373435
Jun 21 02:47:51.841914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-58c38900-4de6-4ff7-9f1c-10ef9c1575bd tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:51.849265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1e97c-9aab-4788-948c-92611aa133b5 None None] The sync data for ids ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'] in n-d-758944-33 is: [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:47:46Z', 'revision_number': 4, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port': {'id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:41Z', 'updated_at': '2021-06-21T02:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '91c52f24-d18c-4d75-8fcc-4efa20634491', 'name': '', 'network_id': '733078cb-e16e-4b2e-ab6d-390b5bd2e121', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'mac_address': 'fa:16:3e:9c:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '550e1a47-6946-484a-b8d0-7c9b2ea9da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:45Z', 'updated_at': '2021-06-21T02:47:50Z', 'revision_number': 4, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'subnets': [{'id': '550e1a47-6946-484a-b8d0-7c9b2ea9da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:47:51.855166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-58c38900-4de6-4ff7-9f1c-10ef9c1575bd tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2459331
Jun 21 02:47:51.876618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-a900d8a5-a0fd-43dd-81f4-ce23348b0cd7 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/quotas/73806ad6f15b4227935996a5fed1d7f9 HTTP/1.1" status: 200  len: 375 time: 0.0202467
Jun 21 02:47:52.163978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-91022d79-31a5-48ac-b044-0b406169d9f3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2838728
Jun 21 02:47:52.311637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-bdde34f3-48c2-4e9c-bb07-e33f12d4644d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:52.312932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-bdde34f3-48c2-4e9c-bb07-e33f12d4644d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.26 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 815 time: 0.2296257
Jun 21 02:47:52.330475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Request body: {'port': {'device_id': '01a4365c-d2b8-4fa1-a40a-acbf170f4bce', 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938', 'admin_state_up': True, 'tenant_id': '5a0d01f1935c41c2ac45b0e7bee470bf'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:52.392642 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92fa250>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'cc1b1ef3-8da3-462e-996b-4d0fecaa83b8', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'port_id': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'mac_address': 'fa:16:3e:ff:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51994756-0b30-4513-ae2b-2b698a6005a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:47:27Z', 'updated_at': '2021-06-21T02:47:49Z', 'revision_number': 1, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:28Z', 'revision_number': 5, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:47:52.478946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 91c52f24-d18c-4d75-8fcc-4efa20634491 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:52.491271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359eca7-c5d9-4d95-b9e4-be0d394fdcbc None None] The sync data for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 is: [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'cc1b1ef3-8da3-462e-996b-4d0fecaa83b8', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'port_id': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'mac_address': 'fa:16:3e:ff:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51994756-0b30-4513-ae2b-2b698a6005a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:47:27Z', 'updated_at': '2021-06-21T02:47:49Z', 'revision_number': 1, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:28Z', 'revision_number': 5, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:47:52.617142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1273c-9df9-4851-aee3-310238d64ac6 req-9dd26991-63e0-4441-90cf-80fbb35177c7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:52.624640 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44e1273c-9df9-4851-aee3-310238d64ac6 req-9dd26991-63e0-4441-90cf-80fbb35177c7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2050920
Jun 21 02:47:52.667414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 91c52f24-d18c-4d75-8fcc-4efa20634491 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:52.677675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 91c52f24-d18c-4d75-8fcc-4efa20634491 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:52.678173 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:52.752076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44e1273c-9df9-4851-aee3-310238d64ac6 req-c10916c4-a0c2-4b7f-8280-2c929e385337 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266234
Jun 21 02:47:52.753206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Made reservation on behalf of 5a0d01f1935c41c2ac45b0e7bee470bf for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:52.763314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:52.864067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 42a770ec-27ea-4d25-8dc0-2830f6a39110 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:47:53.030850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46edb05-2b03-4ba7-afc9-d5f84d91a255 None None] New status for floating IP cc1b1ef3-8da3-462e-996b-4d0fecaa83b8: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:47:53.060135 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32123517-0b7e-44ca-845b-fd065a15802d x-openstack-request-id: req-32123517-0b7e-44ca-845b-fd065a15802d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:53.060674 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:53.060979 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32123517-0b7e-44ca-845b-fd065a15802d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:53.061820 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'status': 'completed', 'code': 200}
Jun 21 02:47:53.075205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Allocated IP 172.20.0.4 (189d187e-3855-4351-93c5-9bb922cc1938/8ce8f375-768c-4fab-8ac6-897eb260b087/db7e3bb0-c5ae-4d19-b8c8-a583e7770510) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:53.102634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:53.181271 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-41bc1726-cda9-4e9a-8190-a3d7b4f46b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:53.183183 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-41bc1726-cda9-4e9a-8190-a3d7b4f46b8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1098 time: 0.0940802
Jun 21 02:47:53.186813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 91c52f24-d18c-4d75-8fcc-4efa20634491, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=91c52f24-d18c-4d75-8fcc-4efa20634491,segment=NetworkSegment(6d2e1163-9e32-43aa-96e0-704f15966594),segment_id=6d2e1163-9e32-43aa-96e0-704f15966594)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:53.249355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:53.290034 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:53.290908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50d43ac9-0554-46fe-86f2-863eb2624b06 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:53.294042 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ea53603-023d-4547-91a6-f55e196b09bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:53.298741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'port_id': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'mac_address': 'fa:16:3e:c6:73:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bf0fc-303e-4e85-9983-3cb824264719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:47:53.411574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-1c1e935c-e778-490d-b4f9-1a1c62f312ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:53.414213 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-1c1e935c-e778-490d-b4f9-1a1c62f312ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.2217307
Jun 21 02:47:53.432443 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:53.464036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-06691438-bfa6-4ecb-b802-b6e69f344a6e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:53.465620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-06691438-bfa6-4ecb-b802-b6e69f344a6e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 815 time: 0.2299373
Jun 21 02:47:53.466756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Transition to ACTIVE for port object db7e3bb0-c5ae-4d19-b8c8-a583e7770510 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:53.499039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-83615fa9-f2bd-4db7-a01a-1c300bf92f4f tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/quotas/5a0d01f1935c41c2ac45b0e7bee470bf HTTP/1.1" status: 200  len: 375 time: 0.0229106
Jun 21 02:47:53.649407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ac2dcab-004b-4615-9313-daace4facdcc req-44b27f1b-92d1-45a6-85c3-945311c79b1d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips/86ec7521-3024-4018-8835-bdc7f5eba355 HTTP/1.1" status: 200  len: 692 time: 0.1069982
Jun 21 02:47:53.692245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 50d43ac9-0554-46fe-86f2-863eb2624b06 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:53.692752 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:53.740221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=91c52f24-d18c-4d75-8fcc-4efa20634491,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:53.740580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:53.743078 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:53.772524 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b6c7cbe-1007-4bb8-868c-0a0a2098d1b8 tempest-TenantUsagesTestJSON-1031635218 tempest-TenantUsagesTestJSON-1031635218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:53.789078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:53.815056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42a770ec-27ea-4d25-8dc0-2830f6a39110 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:53.838211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:53.905871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2dcab-004b-4615-9313-daace4facdcc req-7cb578f4-2c35-43da-8e22-590da398a0a9 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:53.929048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ac2dcab-004b-4615-9313-daace4facdcc req-7cb578f4-2c35-43da-8e22-590da398a0a9 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2734189
Jun 21 02:47:53.945901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Pushing event updated for resources: {'Port': ['ID=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:53.947695 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:53.951225 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f87fc72-a8d6-467a-9606-9ff376653400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:53.958287 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:53.971201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-0146c872-c7d4-4376-bb2a-2bec3e1b4f24 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4719906
Jun 21 02:47:53.974239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Network 189d187e-3855-4351-93c5-9bb922cc1938 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:53.979518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:53.979518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:54.036728 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-e9406c22-1fa9-4de4-848e-e63ca0fb9ae8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1002 time: 0.6170261
Jun 21 02:47:54.119457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['42a770ec-27ea-4d25-8dc0-2830f6a39110'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:54.168065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:54.168766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:54.192837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-71505999-3277-4598-a37f-13068dc2648d service neutron] 10.222.0.25 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639810
Jun 21 02:47:54.206757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:54.214458 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:54.260061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-66cfd2ad-26de-4868-b112-184471c02b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:54.264655 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-66cfd2ad-26de-4868-b112-184471c02b1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.2198167
Jun 21 02:47:54.373962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-5c04a772-91e6-4fda-8903-cc2fd6bc2695 service neutron] 10.222.0.25 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672351
Jun 21 02:47:54.391664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 91c52f24-d18c-4d75-8fcc-4efa20634491 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:54.409510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-9b490fe3-45eb-48b3-9100-5f1846c85a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:54.411877 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-9b490fe3-45eb-48b3-9100-5f1846c85a5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1408267
Jun 21 02:47:54.518136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 91c52f24-d18c-4d75-8fcc-4efa20634491 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:54.518136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:54.609751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b74e8353-b61c-438e-98f2-c17301cc847f None None] Provisioning for port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:54.620157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b74e8353-b61c-438e-98f2-c17301cc847f None None] Provisioning complete for port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:54.620676 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b74e8353-b61c-438e-98f2-c17301cc847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:54.652003 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-c63efeb8-bf65-41e1-a2c5-eb46c8e26ddb service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323198
Jun 21 02:47:54.683680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b74e8353-b61c-438e-98f2-c17301cc847f None None] Port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:54.892255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 42a770ec-27ea-4d25-8dc0-2830f6a39110 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:47:54.931925 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-498ece8f-edc8-4385-9074-89ad0d20d4ca req-1e1d812b-0791-431e-ae62-ec6392de14fe service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2731359
Jun 21 02:47:54.996771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 42a770ec-27ea-4d25-8dc0-2830f6a39110 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:54.997471 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:55.105818 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:55.130796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:55.133241 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b444380a-511d-468c-aa20-4c2c007b36d3" -d '{"events": [{"server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "name": "network-vif-plugged", "status": "completed", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:55.146274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:47:55.219388 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:55.228528 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:55.238483 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1cf00fd1-a379-4a50-a168-3c9a6c66cee8 req-fe5ed4ab-3499-4cb1-8be2-8470ea36f88e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=374afcc5c67a46c282255f47b6c0c3ec HTTP/1.1" status: 200  len: 695 time: 0.0902224
Jun 21 02:47:55.308024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:55.311780 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:55.326266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9996212
Jun 21 02:47:55.358795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Request body: {'port': {'device_id': '01a4365c-d2b8-4fa1-a40a-acbf170f4bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:55.403196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf61483-6d25-4eb8-a138-324eac2178bb req-d64ddd5a-6f05-4aab-be4c-232f0aed6bbc tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:55.405031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-d64ddd5a-6f05-4aab-be4c-232f0aed6bbc tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.20 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 815 time: 1.0581989
Jun 21 02:47:55.427849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a83e51-9056-44c0-9151-a49d29e83a21 req-23ed3ad6-72f8-489c-a49b-03a61ac77ef7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:55.445535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80a83e51-9056-44c0-9151-a49d29e83a21 req-23ed3ad6-72f8-489c-a49b-03a61ac77ef7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2960963
Jun 21 02:47:55.455127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Request body: {'port': {'device_id': 'b38fb650-2f4a-40af-ab3e-db8227be99fe', 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938', 'admin_state_up': True, 'tenant_id': '5a0d01f1935c41c2ac45b0e7bee470bf'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:55.618127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80a83e51-9056-44c0-9151-a49d29e83a21 req-bed023bc-f1de-4f73-b025-7cec5f157231 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704457
Jun 21 02:47:55.635181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf00fd1-a379-4a50-a168-3c9a6c66cee8 req-3d30e74d-7140-41c4-8942-ad780d09c35f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:55.652704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1cf00fd1-a379-4a50-a168-3c9a6c66cee8 req-3d30e74d-7140-41c4-8942-ad780d09c35f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/networks?id=384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 787 time: 0.3987906
Jun 21 02:47:55.656593 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:55.762774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11102260-40bc-45a6-87ad-784d1367e5bd req-22ad85a9-e4ed-4416-9959-7f5b027c4397 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 210 time: 0.0511482
Jun 21 02:47:55.872741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8763f80-52a8-424e-8233-fe5789567770 req-9356d200-ad1f-48cd-82cf-85f80152a31d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 210 time: 0.0443678
Jun 21 02:47:55.949690 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d6e100-6dc0-4866-9778-d6955092a23d x-openstack-request-id: req-a7d6e100-6dc0-4866-9778-d6955092a23d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:55.950192 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "name": "network-vif-plugged", "status": "completed", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:55.950305 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7d6e100-6dc0-4866-9778-d6955092a23d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:55.950652 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'code': 200}
Jun 21 02:47:55.976554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Made reservation on behalf of 5a0d01f1935c41c2ac45b0e7bee470bf for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:55.996646 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:56.118408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-86236928-14c1-4929-a51f-0b1bb4d0f7db tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips/86ec7521-3024-4018-8835-bdc7f5eba355 HTTP/1.1" status: 200  len: 692 time: 0.0960586
Jun 21 02:47:56.377059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7e3bb0-c5ae-4d19-b8c8-a583e7770510 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:47:56.388904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-20c7d243-d07b-4530-94a8-83634dcc1023 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:56.396934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-20c7d243-d07b-4530-94a8-83634dcc1023 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2776184
Jun 21 02:47:56.407542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:56.467462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Transition to ACTIVE for port object db7e3bb0-c5ae-4d19-b8c8-a583e7770510 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:56.474609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-6b617979-d005-48b6-a396-c3928ad06aa0 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200  len: 695 time: 0.0767610
Jun 21 02:47:56.570544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-a6fc3577-16aa-459b-bd34-416bb938a241 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200  len: 695 time: 0.0930271
Jun 21 02:47:56.628150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:56.649573 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:56.744227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Pushing event updated for resources: {'Port': ['ID=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:56.779177 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:57.053464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Allocated IP 172.20.0.10 (189d187e-3855-4351-93c5-9bb922cc1938/8ce8f375-768c-4fab-8ac6-897eb260b087/f9005684-5c1a-40cf-88e9-18dacb561c1e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:57.172134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Attempting to bind port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:47:57.172360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Attempting to bind port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:47:57.172690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Attempting to bind port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 on network 189d187e-3855-4351-93c5-9bb922cc1938 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:57.198422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Deleting port 10235bf0-86f9-4297-879e-36cc37b3d517 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:47:57.198422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.204492 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-09fd5775-9575-4a7f-b41d-d7f231444a51 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0550263
Jun 21 02:47:57.231641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 on network 189d187e-3855-4351-93c5-9bb922cc1938 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:47:57.231971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Attempting to bind port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 on network 189d187e-3855-4351-93c5-9bb922cc1938 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:47:57.292863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:47:57.293163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Checking segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:47:57.293579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Bound using segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:47:57.294025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Bound port: db7e3bb0-c5ae-4d19-b8c8-a583e7770510, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:47:57.294371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.452293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.453013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.469279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-1824ed23-b5e5-400c-aa26-7c23b747a68d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:57.470798 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-1824ed23-b5e5-400c-aa26-7c23b747a68d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2575066
Jun 21 02:47:57.489086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Request body: {'port': {'device_id': '37976f2c-af88-492d-aa38-fee3f6f7e6df', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '73806ad6f15b4227935996a5fed1d7f9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:57.489608 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.564937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Calling delete_port for 10235bf0-86f9-4297-879e-36cc37b3d517 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:47:57.577313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Transition to ACTIVE for port object f9005684-5c1a-40cf-88e9-18dacb561c1e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:57.589105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] For port db7e3bb0-c5ae-4d19-b8c8-a583e7770510, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:47:57.613153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] For port db7e3bb0-c5ae-4d19-b8c8-a583e7770510, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:47:57.698601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf3eb2-e971-479b-a9f5-a48d6555e4b4 req-6eff72ca-d8b3-4873-8087-697e07e007e8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:57.700148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25cf3eb2-e971-479b-a9f5-a48d6555e4b4 req-6eff72ca-d8b3-4873-8087-697e07e007e8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2980089
Jun 21 02:47:57.807887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Made reservation on behalf of 73806ad6f15b4227935996a5fed1d7f9 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:57.813167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.826592 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.846334 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-39bb1c9c-8d89-426d-8d9f-f83114ccf9f5 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:57.853649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.909447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25cf3eb2-e971-479b-a9f5-a48d6555e4b4 req-9c686bda-b9d5-41cb-8eb3-895d5c834ce0 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948891
Jun 21 02:47:57.962231 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.975695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:57.977761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:57.982805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] 10.222.0.26 "PUT /v2.0/ports/db7e3bb0-c5ae-4d19-b8c8-a583e7770510 HTTP/1.1" status: 200  len: 1092 time: 2.6481099
Jun 21 02:47:57.989679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a4365c-d2b8-4fa1-a40a-acbf170f4bce', 'tag': 'db7e3bb0-c5ae-4d19-b8c8-a583e7770510'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:47:57.994171 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c536a0d-97e2-4af4-8832-8bac70a4c20f" -d '{"events": [{"name": "network-changed", "server_uuid": "01a4365c-d2b8-4fa1-a40a-acbf170f4bce", "tag": "db7e3bb0-c5ae-4d19-b8c8-a583e7770510"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:47:58.038895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Network 189d187e-3855-4351-93c5-9bb922cc1938 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:58.100228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Allocated IP 192.168.233.22 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/3902e7cd-9cb7-4f49-85f8-17d95e11dc2d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:47:58.136903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:58.163768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:58.434669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-291d21fc-39a5-4795-9012-4a8fecd7c5b8 req-37f896c5-96eb-4de9-8ff9-52348a42e22d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 210 time: 0.2677541
Jun 21 02:47:58.507079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:58.540492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:58.543068 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:58.548527 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:58.552049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:58.553742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9136acf4-3253-405e-904c-7e397b2e0ac9 req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "DELETE /v2.0/floatingips/86ec7521-3024-4018-8835-bdc7f5eba355 HTTP/1.1" status: 204  len: 173 time: 1.9822640
Jun 21 02:47:58.560666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Pushing event updated for resources: {'Port': ['ID=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:58.584859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Transition to ACTIVE for port object 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:47:58.597873 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:58.599936 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-543530b8-ffb9-4958-b6e4-5d7871903c15 tempest-LiveAutoBlockMigrationV225Test-2101581318 tempest-LiveAutoBlockMigrationV225Test-2101581318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.687s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:58.730803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-7877fb0c-82b7-4165-9d3b-85efc5887606 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:58.733059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-7877fb0c-82b7-4165-9d3b-85efc5887606 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.26 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 815 time: 0.6010506
Jun 21 02:47:58.737301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Pushing event updated for resources: {'Port': ['ID=f9005684-5c1a-40cf-88e9-18dacb561c1e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:58.752710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f9fe3415-d345-41a7-8a55-d164e68e2fa3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3012786
Jun 21 02:47:58.765712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Request body: {'port': {'device_id': '9145371f-108a-45a7-912e-fb522da30238', 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938', 'admin_state_up': True, 'tenant_id': '5a0d01f1935c41c2ac45b0e7bee470bf'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:58.771809 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-80296c2d-f07e-4276-be0e-787a55b689c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:58.773568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-80296c2d-f07e-4276-be0e-787a55b689c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 1095 time: 0.3676717
Jun 21 02:47:58.779448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Request body: {'port': {'device_id': 'b38fb650-2f4a-40af-ab3e-db8227be99fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:58.804291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b1ed2433-cddc-4cbe-a3ad-73e9501e127b None None] Provisioning for port f9005684-5c1a-40cf-88e9-18dacb561c1e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:58.808440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b1ed2433-cddc-4cbe-a3ad-73e9501e127b None None] Provisioning complete for port f9005684-5c1a-40cf-88e9-18dacb561c1e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:58.808821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2433-cddc-4cbe-a3ad-73e9501e127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:58.845049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:58.850372 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:58.882755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:47:58.972008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'Port': ['ID=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:58.978591 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:58.990364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:47:58.992154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:47:59.006530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:47:59.064360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Pushing event deleted for resources: {'Port': ['ID=10235bf0-86f9-4297-879e-36cc37b3d517,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:47:59.101243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed2433-cddc-4cbe-a3ad-73e9501e127b None None] Port f9005684-5c1a-40cf-88e9-18dacb561c1e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:59.142995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:59.143687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:59.196442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.26', 60620) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:47:59.262225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-55f817cb-059c-4940-87a2-a1218909e313 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0600317
Jun 21 02:47:59.279545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-028944c3-90ca-4d5d-a5c8-f569c0ab1699 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510 HTTP/1.1" status: 200  len: 217 time: 0.4948399
Jun 21 02:47:59.288051 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:59.312679 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8290966
Jun 21 02:47:59.353569 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02848fd2-791a-4392-b813-45861f38cf90 x-openstack-request-id: req-02848fd2-791a-4392-b813-45861f38cf90 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:47:59.353822 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a4365c-d2b8-4fa1-a40a-acbf170f4bce", "tag": "db7e3bb0-c5ae-4d19-b8c8-a583e7770510", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:47:59.354094 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02848fd2-791a-4392-b813-45861f38cf90 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:47:59.354540 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a4365c-d2b8-4fa1-a40a-acbf170f4bce', 'tag': 'db7e3bb0-c5ae-4d19-b8c8-a583e7770510', 'status': 'completed', 'code': 200}
Jun 21 02:47:59.355258 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.368s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:47:59.355650 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:47:59.358237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf9fa6da-62f6-4564-b1df-a757733071d6 req-eb9edfef-d394-4ae8-892f-517ea9cbba16 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 210 time: 0.5655046
Jun 21 02:47:59.440124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-6dc7a06f-12f8-4fd0-85f9-d3428cd3fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:59.442152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-6dc7a06f-12f8-4fd0-85f9-d3428cd3fa03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 200  len: 854 time: 0.1529281
Jun 21 02:47:59.516834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Request body: {'port': {'device_id': '37976f2c-af88-492d-aa38-fee3f6f7e6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:47:59.622227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c456a336-af6e-46ca-a43a-1d93f9aede73 None None] Provisioning for port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:47:59.627121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c456a336-af6e-46ca-a43a-1d93f9aede73 None None] Provisioning complete for port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:47:59.631119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c456a336-af6e-46ca-a43a-1d93f9aede73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:59.668891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:59.723623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:59.733008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c456a336-af6e-46ca-a43a-1d93f9aede73 None None] Port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:47:59.759518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-7f354c5f-cbc0-4d1b-b7d3-9a7416c54d8f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:47:59.760032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Made reservation on behalf of 5a0d01f1935c41c2ac45b0e7bee470bf for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:47:59.760954 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-7f354c5f-cbc0-4d1b-b7d3-9a7416c54d8f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4926398
Jun 21 02:47:59.765179 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:47:59.779028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Request body: {'port': {'device_id': '3a23219d-aa9a-46f4-a8f1-55a07e802f9b', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '73806ad6f15b4227935996a5fed1d7f9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:00.072927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Made reservation on behalf of 73806ad6f15b4227935996a5fed1d7f9 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:00.076713 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:00.328254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:00.338986 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:00.357560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Transition to ACTIVE for port object 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:00.517122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Allocated IP 192.168.233.94 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/b00e32f3-c748-45c5-ae94-0fe477f28ea6) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:00.664100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-8447ace9-c8c9-43a7-aadd-8658e633b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:00.665781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-8447ace9-c8c9-43a7-aadd-8658e633b35b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=189d187e-3855-4351-93c5-9bb922cc1938&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.1525884
Jun 21 02:48:00.678567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d74b074a-2574-4fb4-8b03-9f744b2a070f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 1.3376019
Jun 21 02:48:00.720003 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:00.735972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Transition to ACTIVE for port object b00e32f3-c748-45c5-ae94-0fe477f28ea6 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:00.772638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:00.776205 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a197ec90-5a56-4b18-8727-b1744f921a17 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:00.801638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-81847e63-13c1-48e6-8520-d3ba93a415ec service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218379
Jun 21 02:48:00.825153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:00.874819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9474-7770-4f0e-ba8a-b5ebf681e552 req-9ca5d311-613d-433c-8855-75dbd52956dd tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:00.883367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c5e9474-7770-4f0e-ba8a-b5ebf681e552 req-9ca5d311-613d-433c-8855-75dbd52956dd tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 1.2664073
Jun 21 02:48:00.895070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:00.907004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:01.043640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:01.052574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:01.054632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:01.063660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:01.125224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c5e9474-7770-4f0e-ba8a-b5ebf681e552 req-e8074b20-64d0-4e1f-b1d8-89f19bbe6e98 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918628
Jun 21 02:48:01.142924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:01.231783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:01.234667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:01.236996 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:01.240128 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6f0492b1-817e-4d8b-b284-333309fb5af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:01.315268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9005684-5c1a-40cf-88e9-18dacb561c1e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:01.330724 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:01.348921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Transition to ACTIVE for port object f9005684-5c1a-40cf-88e9-18dacb561c1e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:01.421803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'Port': ['ID=b00e32f3-c748-45c5-ae94-0fe477f28ea6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:01.436556 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:01.454512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Attempting to bind port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:01.454880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Attempting to bind port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:01.455885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Attempting to bind port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:01.461514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:01.461865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Attempting to bind port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:01.466189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4395dfd-64b9-4e1c-99f1-681446258b38 req-b9694c3b-5f50-4901-8995-5cde7fee3806 service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6361845
Jun 21 02:48:01.467406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:01.467750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:01.468322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:01.468932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfad2c4c-648b-409e-aa8b-2c641d47e6d0 req-6abce0d3-5508-4f72-a611-206271b5485b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 210 time: 0.0555222
Jun 21 02:48:01.478851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Bound port: 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:01.479530 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:01.549253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:01.575101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] For port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:01.578618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] For port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:01.709840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Allocated IP 172.25.7.27 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/8b31d95a-16fb-4f2d-ad29-3089d0032cf1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:01.831070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:01.993828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2154a6-e17c-4cbf-a420-0da8359428fa req-4c9829ce-59f4-4e0c-8598-1ebc1cb009bb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:01.995332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e2154a6-e17c-4cbf-a420-0da8359428fa req-4c9829ce-59f4-4e0c-8598-1ebc1cb009bb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 935 time: 0.0672541
Jun 21 02:48:02.040445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e2154a6-e17c-4cbf-a420-0da8359428fa req-0a5bdbb1-33a8-43a6-8298-33bda7b60651 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385833
Jun 21 02:48:02.049574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:02.056734 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:02.093531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65573acb-180a-4605-910a-f5407a51a94e None None] Provisioning for port b00e32f3-c748-45c5-ae94-0fe477f28ea6 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:02.099049 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3256514
Jun 21 02:48:02.099558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65573acb-180a-4605-910a-f5407a51a94e None None] Provisioning complete for port b00e32f3-c748-45c5-ae94-0fe477f28ea6 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:02.100015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65573acb-180a-4605-910a-f5407a51a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:02.103332 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:02.112554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:02.148176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Request body: {'port': {'device_id': '3a23219d-aa9a-46f4-a8f1-55a07e802f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:02.154820 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-071e59c9-6a0d-4a51-8bc9-efbc8694bd0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:02.169994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:02.172650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:02.177160 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] 10.222.0.26 "PUT /v2.0/ports/3902e7cd-9cb7-4f49-85f8-17d95e11dc2d HTTP/1.1" status: 200  len: 1096 time: 2.6891682
Jun 21 02:48:02.177160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37976f2c-af88-492d-aa38-fee3f6f7e6df', 'tag': '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:02.179856 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bebe9c-fb0f-4627-9838-6d19b206e166" -d '{"events": [{"name": "network-changed", "server_uuid": "37976f2c-af88-492d-aa38-fee3f6f7e6df", "tag": "3902e7cd-9cb7-4f49-85f8-17d95e11dc2d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:02.199097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-65573acb-180a-4605-910a-f5407a51a94e None None] Port b00e32f3-c748-45c5-ae94-0fe477f28ea6 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:48:02.265765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Allocated IP 172.20.0.9 (189d187e-3855-4351-93c5-9bb922cc1938/8ce8f375-768c-4fab-8ac6-897eb260b087/91753642-15e3-4aee-88ae-46f1393ac743) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:02.347162 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:48:02.367515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:02.399061 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54124ab4-c65d-4e92-bcd9-1d7df7ed9ce7 x-openstack-request-id: req-54124ab4-c65d-4e92-bcd9-1d7df7ed9ce7 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:02.399552 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37976f2c-af88-492d-aa38-fee3f6f7e6df", "tag": "3902e7cd-9cb7-4f49-85f8-17d95e11dc2d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:02.400163 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54124ab4-c65d-4e92-bcd9-1d7df7ed9ce7 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:02.401206 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37976f2c-af88-492d-aa38-fee3f6f7e6df', 'tag': '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'status': 'completed', 'code': 200}
Jun 21 02:48:02.412380 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:02.490828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9005684-5c1a-40cf-88e9-18dacb561c1e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:02.517048 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:02.523004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:02.538639 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:02.586769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:02.644094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Pushing event updated for resources: {'Port': ['ID=8b31d95a-16fb-4f2d-ad29-3089d0032cf1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:02.651198 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:02.660868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bebe9c-fb0f-4627-9838-6d19b206e166 req-a40a7cde-aaed-476d-ab8c-043718975c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:02.661115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:02.671956 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4bebe9c-fb0f-4627-9838-6d19b206e166 req-a40a7cde-aaed-476d-ab8c-043718975c67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df HTTP/1.1" status: 200  len: 1099 time: 0.2851851
Jun 21 02:48:02.714868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:02.725757 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4bebe9c-fb0f-4627-9838-6d19b206e166 req-3d7d9b15-441e-4e9a-aaf5-2ce40b041a91 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0450106
Jun 21 02:48:02.818033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:02.871035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Attempting to bind port f9005684-5c1a-40cf-88e9-18dacb561c1e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:02.871758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Attempting to bind port f9005684-5c1a-40cf-88e9-18dacb561c1e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:02.871758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Attempting to bind port f9005684-5c1a-40cf-88e9-18dacb561c1e on network 189d187e-3855-4351-93c5-9bb922cc1938 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:02.877648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-9f0882e0-eb81-4d43-979e-9c1c016fd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:02.881980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-9f0882e0-eb81-4d43-979e-9c1c016fd776 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 1095 time: 0.7067490
Jun 21 02:48:02.887672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Port f9005684-5c1a-40cf-88e9-18dacb561c1e on network 189d187e-3855-4351-93c5-9bb922cc1938 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:02.888000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Attempting to bind port f9005684-5c1a-40cf-88e9-18dacb561c1e on network 189d187e-3855-4351-93c5-9bb922cc1938 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:03.015323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:03.015671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Checking segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:03.016060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Bound using segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:03.016500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Bound port: f9005684-5c1a-40cf-88e9-18dacb561c1e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:03.016858 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.019705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-e7b40895-b1bb-4973-9495-d5fbf2e23749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.021322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-e7b40895-b1bb-4973-9495-d5fbf2e23749 service neutron] 10.222.0.26 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 916 time: 0.1262498
Jun 21 02:48:03.033699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0604a-51cc-4d0e-8f8a-ad96bde80fc1 req-860a663b-b66a-4e25-9afe-67d59b5277ac tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.043513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9f0604a-51cc-4d0e-8f8a-ad96bde80fc1 req-860a663b-b66a-4e25-9afe-67d59b5277ac tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.4399841
Jun 21 02:48:03.101871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-5d013ab5-eebb-4caf-9dbe-1c68df00eb53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510 HTTP/1.1" status: 200  len: 217 time: 0.0512648
Jun 21 02:48:03.114091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00e32f3-c748-45c5-ae94-0fe477f28ea6 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:03.130836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.174460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Transition to ACTIVE for port object b00e32f3-c748-45c5-ae94-0fe477f28ea6 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:03.181299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bebe9c-fb0f-4627-9838-6d19b206e166 req-70298b8c-5b9f-45b9-ad41-c0f7ca4b230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.183863 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4bebe9c-fb0f-4627-9838-6d19b206e166 req-70298b8c-5b9f-45b9-ad41-c0f7ca4b230e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4491010
Jun 21 02:48:03.202004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-d87c00b2-1986-437f-b3ff-7586dd383193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.203486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-d87c00b2-1986-437f-b3ff-7586dd383193 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 200  len: 854 time: 0.0500216
Jun 21 02:48:03.287404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.296211 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:03.303932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.342948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9f0604a-51cc-4d0e-8f8a-ad96bde80fc1 req-faa9dad4-c87d-41d9-8a05-c56da4a5474b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2984655
Jun 21 02:48:03.348992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.401644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=b00e32f3-c748-45c5-ae94-0fe477f28ea6,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:03.404446 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:03.410469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-679e7adc-18a7-4faa-b4f8-0ad78ad80d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.413022 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-679e7adc-18a7-4faa-b4f8-0ad78ad80d66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df HTTP/1.1" status: 200  len: 1099 time: 0.1791253
Jun 21 02:48:03.480998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] For port f9005684-5c1a-40cf-88e9-18dacb561c1e, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:03.485364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] For port f9005684-5c1a-40cf-88e9-18dacb561c1e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f9005684-5c1a-40cf-88e9-18dacb561c1e,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:03.487536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Transition to ACTIVE for port object 91753642-15e3-4aee-88ae-46f1393ac743 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:03.535635 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-eb3f1e0c-0f43-4fd2-b0ed-a5855ecb2ecd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d HTTP/1.1" status: 200  len: 217 time: 0.0930099
Jun 21 02:48:03.568374 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.572428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-9fe0eda1-e5ec-4102-8c41-c7b6904d85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.574144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-9fe0eda1-e5ec-4102-8c41-c7b6904d85d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=189d187e-3855-4351-93c5-9bb922cc1938&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3591661
Jun 21 02:48:03.580387 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:03.684438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-8e2575cf-71f6-4ba0-8e08-c8914e182e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.685855 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-8e2575cf-71f6-4ba0-8e08-c8914e182e9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1419125
Jun 21 02:48:03.686962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Attempting to bind port b00e32f3-c748-45c5-ae94-0fe477f28ea6 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:03.687297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Attempting to bind port b00e32f3-c748-45c5-ae94-0fe477f28ea6 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:03.687631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Attempting to bind port b00e32f3-c748-45c5-ae94-0fe477f28ea6 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:03.695922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Port b00e32f3-c748-45c5-ae94-0fe477f28ea6 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:03.696581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Attempting to bind port b00e32f3-c748-45c5-ae94-0fe477f28ea6 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:03.742317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:03.742717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:03.743388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:03.743917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Bound port: b00e32f3-c748-45c5-ae94-0fe477f28ea6, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:03.744346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.758914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.762402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.762402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/f9005684-5c1a-40cf-88e9-18dacb561c1e HTTP/1.1" status: 200  len: 1093 time: 4.9867244
Jun 21 02:48:03.773013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fb650-2f4a-40af-ab3e-db8227be99fe', 'tag': 'f9005684-5c1a-40cf-88e9-18dacb561c1e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:03.775924 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1448d3f-9809-4d30-8946-3414c92aa5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fb650-2f4a-40af-ab3e-db8227be99fe", "tag": "f9005684-5c1a-40cf-88e9-18dacb561c1e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:03.781211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a572b08-88ad-40c1-94ed-6f7b7a259fa3 req-62f8a4e4-e494-4a71-a698-2dc4405d142e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 210 time: 0.1164184
Jun 21 02:48:03.911936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-9ac89659-7a05-4be4-9a02-f741e557c14b service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3286464
Jun 21 02:48:03.937457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-cb641d7a-ce35-4b76-b5a5-8ee3c3faeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:03.941487 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-cb641d7a-ce35-4b76-b5a5-8ee3c3faeb5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2447760
Jun 21 02:48:03.974303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.975583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:03.977517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9005684-5c1a-40cf-88e9-18dacb561c1e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:03.979379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] For port b00e32f3-c748-45c5-ae94-0fe477f28ea6, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:04.066479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Network 189d187e-3855-4351-93c5-9bb922cc1938 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:04.138784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] For port b00e32f3-c748-45c5-ae94-0fe477f28ea6, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b00e32f3-c748-45c5-ae94-0fe477f28ea6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:04.151679 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:04.152181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:04.156269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:04.167669 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56e0037e-ed4d-44d1-85a8-d7812d5f46bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:04.233780 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-a619d7c3-d05c-4778-ac72-cb3ca2d241b0 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2856424
Jun 21 02:48:04.247384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-35f8df2d-dc96-40f9-b63d-c887dee967eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:04.313065 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:04.324933 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:04.325695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Pushing event updated for resources: {'Port': ['ID=91753642-15e3-4aee-88ae-46f1393ac743,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:04.336008 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:04.339375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-d949fc8b-8c5b-4bab-9886-af8f6db3f097 service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3791978
Jun 21 02:48:04.340038 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:04.353425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:04.354060 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:04.355753 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] 10.222.0.26 "PUT /v2.0/ports/b00e32f3-c748-45c5-ae94-0fe477f28ea6 HTTP/1.1" status: 200  len: 1096 time: 2.2215445
Jun 21 02:48:04.403892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a23219d-aa9a-46f4-a8f1-55a07e802f9b', 'tag': 'b00e32f3-c748-45c5-ae94-0fe477f28ea6'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:04.406513 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677313e7-57ed-4d6f-8647-96a127ada568" -d '{"events": [{"name": "network-changed", "server_uuid": "3a23219d-aa9a-46f4-a8f1-55a07e802f9b", "tag": "b00e32f3-c748-45c5-ae94-0fe477f28ea6"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:04.423552 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f9e6ef6-43bb-4fd6-8dbb-d33422f4f8d1 tempest-ServerDiagnosticsNegativeTest-1295321203 tempest-ServerDiagnosticsNegativeTest-1295321203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:04.476313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=b00e32f3-c748-45c5-ae94-0fe477f28ea6,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:04.505583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Pushing event updated for resources: {'Port': ['ID=8b31d95a-16fb-4f2d-ad29-3089d0032cf1,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:04.511513 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:04.511917 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:04.548267 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-0e3bf37f-512e-45d1-af09-96986ac66b8f service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3070524
Jun 21 02:48:04.610361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-3de36033-b378-4be8-9f88-21a419b0f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:04.611984 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-3de36033-b378-4be8-9f88-21a419b0f15a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 1099 time: 0.1379879
Jun 21 02:48:04.680058 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-5a360652-c919-4af6-9fd6-f60873a7edf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b00e32f3-c748-45c5-ae94-0fe477f28ea6 HTTP/1.1" status: 200  len: 217 time: 0.0603273
Jun 21 02:48:04.703788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:04.704448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:04.718715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-23d4158d-4069-4d9f-82c4-c2952f0d282d None None] Provisioning for port 91753642-15e3-4aee-88ae-46f1393ac743 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:04.727794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-23d4158d-4069-4d9f-82c4-c2952f0d282d None None] Provisioning complete for port 91753642-15e3-4aee-88ae-46f1393ac743 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:04.728673 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23d4158d-4069-4d9f-82c4-c2952f0d282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:04.732771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf61483-6d25-4eb8-a138-324eac2178bb req-9273f0c7-1e73-4e85-8659-9b6f0a81ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:04.734339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-9273f0c7-1e73-4e85-8659-9b6f0a81ea24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 1096 time: 0.7856414
Jun 21 02:48:04.761842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-12bfdcc8-9937-4a47-8277-f4d4e4c7fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:04.764132 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-12bfdcc8-9937-4a47-8277-f4d4e4c7fd00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0743954
Jun 21 02:48:04.795279 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:04.804885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-23d4158d-4069-4d9f-82c4-c2952f0d282d None None] Port 91753642-15e3-4aee-88ae-46f1393ac743 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:48:04.805143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-fb7ad413-164a-4f93-8296-b55b356020ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9005684-5c1a-40cf-88e9-18dacb561c1e HTTP/1.1" status: 200  len: 217 time: 0.0558169
Jun 21 02:48:04.856197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-db046004-54e6-45ca-b98c-83715bf6e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:04.858309 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-db046004-54e6-45ca-b98c-83715bf6e503 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0870588
Jun 21 02:48:04.860371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0988860
Jun 21 02:48:04.880314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Request body: {'port': {'device_id': '9145371f-108a-45a7-912e-fb522da30238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:04.934200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb97769-f9bc-425c-baee-e9fc0a7f6c72 req-27d48156-f69a-48bb-b0d9-0429a6e2c1df tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:04.937130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdb97769-f9bc-425c-baee-e9fc0a7f6c72 req-27d48156-f69a-48bb-b0d9-0429a6e2c1df tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 947 time: 0.2834203
Jun 21 02:48:04.940099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device db7e3bb0-c5ae-4d19-b8c8-a583e7770510 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:04.950865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:04.952138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.1542685
Jun 21 02:48:04.953905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f804f162-6817-4b89-8264-a3871a197e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:04.955913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-f804f162-6817-4b89-8264-a3871a197e50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 200  len: 854 time: 0.1465292
Jun 21 02:48:05.068858 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-0f8714d5-7fe5-4eab-98e6-372428665062 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956968
Jun 21 02:48:05.139134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdb97769-f9bc-425c-baee-e9fc0a7f6c72 req-0031661c-317d-4562-9331-233beaf70bc1 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812201
Jun 21 02:48:05.162008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port db7e3bb0-c5ae-4d19-b8c8-a583e7770510, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:05.170868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-7acf8b23-a53b-4150-aed8-39de10abade2 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200  len: 695 time: 0.1668601
Jun 21 02:48:05.182017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'db7e3bb0-c5ae-4d19-b8c8-a583e7770510', 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938', 'port_id': 'db7e3bb0-c5ae-4d19-b8c8-a583e7770510', 'mac_address': 'fa:16:3e:80:81:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce8f375-768c-4fab-8ac6-897eb260b087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:05.242232 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:05.263800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7e3bb0-c5ae-4d19-b8c8-a583e7770510 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:05.277811 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-643e7fe0-cb86-4488-b2dd-b778666de67c req-08bf9838-a2f1-44bc-9c49-7a470874a1f5 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004678
Jun 21 02:48:05.300033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port db7e3bb0-c5ae-4d19-b8c8-a583e7770510, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:05.412350 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:05.415038 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:05.498183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:05.502474 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:05.656155 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:05.721171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['db7e3bb0-c5ae-4d19-b8c8-a583e7770510'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:05.737381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:05.751965 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625c04ff-7c05-4f15-a1c7-24eda1f98a5a x-openstack-request-id: req-625c04ff-7c05-4f15-a1c7-24eda1f98a5a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:05.752200 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fb650-2f4a-40af-ab3e-db8227be99fe", "tag": "f9005684-5c1a-40cf-88e9-18dacb561c1e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:05.752696 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-625c04ff-7c05-4f15-a1c7-24eda1f98a5a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:05.753144 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fb650-2f4a-40af-ab3e-db8227be99fe', 'tag': 'f9005684-5c1a-40cf-88e9-18dacb561c1e', 'status': 'completed', 'code': 200}
Jun 21 02:48:05.940618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf61483-6d25-4eb8-a138-324eac2178bb req-af2e843a-afdb-4b11-a146-da2e904bd1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:05.943342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-af2e843a-afdb-4b11-a146-da2e904bd1b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=189d187e-3855-4351-93c5-9bb922cc1938&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.9752815
Jun 21 02:48:05.982126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-56909121-9717-4f27-9d3c-d9ba4af47750 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:05.983587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-56909121-9717-4f27-9d3c-d9ba4af47750 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.8117974
Jun 21 02:48:06.043201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-ee1e9d71-ef2a-4dd8-9291-6e11e4c8b0af tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:48:06.044091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3bb0cf35-9357-4f26-b425-5dc1fac3d1b7 req-ee1e9d71-ef2a-4dd8-9291-6e11e4c8b0af tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0132751
Jun 21 02:48:06.068142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b72db-8a45-4356-a57c-2ffa26093ea3 req-e5bb6db6-c80d-4dfc-86b6-a323c3111d77 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:06.069213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a81b72db-8a45-4356-a57c-2ffa26093ea3 req-e5bb6db6-c80d-4dfc-86b6-a323c3111d77 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.3279891
Jun 21 02:48:06.103445 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba37030-1125-4d6b-8de5-516733a4bb89 x-openstack-request-id: req-8ba37030-1125-4d6b-8de5-516733a4bb89 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:06.104062 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a23219d-aa9a-46f4-a8f1-55a07e802f9b", "tag": "b00e32f3-c748-45c5-ae94-0fe477f28ea6", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:06.104062 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ba37030-1125-4d6b-8de5-516733a4bb89 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:06.104514 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a23219d-aa9a-46f4-a8f1-55a07e802f9b', 'tag': 'b00e32f3-c748-45c5-ae94-0fe477f28ea6', 'status': 'completed', 'code': 200}
Jun 21 02:48:06.241392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677313e7-57ed-4d6f-8647-96a127ada568 req-4e8c0643-3e88-4178-865f-6bda6e700aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:06.242887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-677313e7-57ed-4d6f-8647-96a127ada568 req-4e8c0643-3e88-4178-865f-6bda6e700aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 1099 time: 0.1121805
Jun 21 02:48:06.262009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a81b72db-8a45-4356-a57c-2ffa26093ea3 req-3fd5441a-2cae-420b-9f75-ab8f817f802c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420190
Jun 21 02:48:06.397650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-9dbbc819-4111-4cd0-8961-6d07e2f56d00 service neutron] 10.222.0.20 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4408524
Jun 21 02:48:06.437355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677313e7-57ed-4d6f-8647-96a127ada568 req-07fd7399-1388-4f69-bd3c-169874e11436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:06.439093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-677313e7-57ed-4d6f-8647-96a127ada568 req-07fd7399-1388-4f69-bd3c-169874e11436 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1866951
Jun 21 02:48:06.498834 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-677313e7-57ed-4d6f-8647-96a127ada568 req-87b69bd4-ea6a-4c81-8d3b-cdb4fa0d6343 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b00e32f3-c748-45c5-ae94-0fe477f28ea6 HTTP/1.1" status: 200  len: 217 time: 0.0505474
Jun 21 02:48:06.526352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04283e-b7e0-4c8d-a339-daa7b0247dc0 req-7ca20f85-4014-4aae-bf71-f8a98ed25e67 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:06.533231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e04283e-b7e0-4c8d-a339-daa7b0247dc0 req-7ca20f85-4014-4aae-bf71-f8a98ed25e67 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 931 time: 0.2702029
Jun 21 02:48:06.570141 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3210b404-b07f-46a2-89e2-3dd339c29012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:06.598582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677313e7-57ed-4d6f-8647-96a127ada568 req-39b9d6e5-ca85-4fb0-a0e3-f01eff0a9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:06.604939 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-677313e7-57ed-4d6f-8647-96a127ada568 req-39b9d6e5-ca85-4fb0-a0e3-f01eff0a9076 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0984049
Jun 21 02:48:06.628245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edf61483-6d25-4eb8-a138-324eac2178bb req-3047a485-bb2d-46b8-bfee-e7e3ef519da9 service neutron] 10.222.0.20 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193358
Jun 21 02:48:06.640223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e04283e-b7e0-4c8d-a339-daa7b0247dc0 req-98c6a194-953f-462c-bad6-356d5d143af3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058578
Jun 21 02:48:06.657801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91753642-15e3-4aee-88ae-46f1393ac743 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:06.673101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:06.699222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677313e7-57ed-4d6f-8647-96a127ada568 req-1a3afe9d-6b24-49ac-a3fc-786684dd78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:06.700930 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-677313e7-57ed-4d6f-8647-96a127ada568 req-1a3afe9d-6b24-49ac-a3fc-786684dd78da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0898798
Jun 21 02:48:06.757595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-9eac5159-adf8-413b-81aa-b51a28d2c237 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips/e8a73e7f-f07b-40a7-ac07-c9ff2b6c37b3 HTTP/1.1" status: 200  len: 692 time: 0.0797334
Jun 21 02:48:06.777775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Transition to ACTIVE for port object 91753642-15e3-4aee-88ae-46f1393ac743 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:06.888971 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:06.899812 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-70598357-de7a-4bfa-99db-41c51adabf9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:06.908860 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-677313e7-57ed-4d6f-8647-96a127ada568 req-a4eb8dec-0f31-4646-997f-4c458828c052 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994891
Jun 21 02:48:06.956829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:06.964154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device db7e3bb0-c5ae-4d19-b8c8-a583e7770510 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:07.075297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Pushing event updated for resources: {'Port': ['ID=91753642-15e3-4aee-88ae-46f1393ac743,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:07.083869 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:07.085935 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-677313e7-57ed-4d6f-8647-96a127ada568 req-3c3c4a00-897b-4545-9c99-7e9f1ec267a8 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700521
Jun 21 02:48:07.180372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-74dc9eb0-2cae-41fd-ad6e-1afaf67ad881 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:07.188227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-74dc9eb0-2cae-41fd-ad6e-1afaf67ad881 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.4285994
Jun 21 02:48:07.191627 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.201607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:07.209321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd73c6-6bdd-466b-80aa-aacc0f5d676b req-9cee1bd0-66a3-49ce-a117-8e2a9f3d224d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:07.217896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8dd73c6-6bdd-466b-80aa-aacc0f5d676b req-9cee1bd0-66a3-49ce-a117-8e2a9f3d224d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 947 time: 0.4263163
Jun 21 02:48:07.218163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'mac_address': 'fa:16:3e:e1:ce:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:07.223678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:07.230245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:07.230635 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.287276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-6bf19970-45f1-4860-9ecc-189ed050d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:07.288820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-6bf19970-45f1-4860-9ecc-189ed050d9a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 1096 time: 0.5098057
Jun 21 02:48:07.308226 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.332706 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-12a7c22a-88a3-44c3-960c-b119a016067b tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200  len: 695 time: 0.1428239
Jun 21 02:48:07.332989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:07.367734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:07.434105 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.451391 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.452572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b00e32f3-c748-45c5-ae94-0fe477f28ea6 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:07.456513 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67e5a17d-ae66-406f-9c18-8aa338cbc994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:07.460047 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-83498ffb-a068-4cf2-9fe3-d1f227272403 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200  len: 695 time: 0.1263015
Jun 21 02:48:07.506720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a4365c-d2b8-4fa1-a40a-acbf170f4bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7e3bb0-c5ae-4d19-b8c8-a583e7770510'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:07.508826 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a8d80b-a74b-4267-92b2-9310d0e8ce30" -d '{"events": [{"server_uuid": "01a4365c-d2b8-4fa1-a40a-acbf170f4bce", "name": "network-vif-plugged", "status": "completed", "tag": "db7e3bb0-c5ae-4d19-b8c8-a583e7770510"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:07.511958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Attempting to bind port 91753642-15e3-4aee-88ae-46f1393ac743 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:07.512287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Attempting to bind port 91753642-15e3-4aee-88ae-46f1393ac743 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:07.512839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Attempting to bind port 91753642-15e3-4aee-88ae-46f1393ac743 on network 189d187e-3855-4351-93c5-9bb922cc1938 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:07.527340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8dd73c6-6bdd-466b-80aa-aacc0f5d676b req-aeeb8d2e-1bd7-4a64-babf-b274fe6b6be8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455199
Jun 21 02:48:07.532146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port db7e3bb0-c5ae-4d19-b8c8-a583e7770510, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:07.535245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Port 91753642-15e3-4aee-88ae-46f1393ac743 on network 189d187e-3855-4351-93c5-9bb922cc1938 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:07.535529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Attempting to bind port 91753642-15e3-4aee-88ae-46f1393ac743 on network 189d187e-3855-4351-93c5-9bb922cc1938 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:07.558311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:07.562551 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:07.569595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b00e32f3-c748-45c5-ae94-0fe477f28ea6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b00e32f3-c748-45c5-ae94-0fe477f28ea6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:07.582448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'b00e32f3-c748-45c5-ae94-0fe477f28ea6', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'b00e32f3-c748-45c5-ae94-0fe477f28ea6', 'mac_address': 'fa:16:3e:e9:85:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:07.596150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:07.596434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Checking segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:07.596797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Bound using segment: {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:07.597786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Bound port: 91753642-15e3-4aee-88ae-46f1393ac743, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45c983b-42b4-4422-9fb4-9291e685ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:07.598136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.613669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-0706bfb3-8a7f-488e-9be5-90777fdf75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:07.615215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-0706bfb3-8a7f-488e-9be5-90777fdf75ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 916 time: 0.3122051
Jun 21 02:48:07.625883 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.641436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00e32f3-c748-45c5-ae94-0fe477f28ea6 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:07.665039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b00e32f3-c748-45c5-ae94-0fe477f28ea6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b00e32f3-c748-45c5-ae94-0fe477f28ea6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:07.673286 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-ada67eeb-1581-45ac-8e19-9f42510ba47a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9005684-5c1a-40cf-88e9-18dacb561c1e HTTP/1.1" status: 200  len: 217 time: 0.0384910
Jun 21 02:48:07.787706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-7710f708-152e-40a8-a9f5-7acfe51ee911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:07.789203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-7710f708-152e-40a8-a9f5-7acfe51ee911 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 200  len: 854 time: 0.0899880
Jun 21 02:48:07.800374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] For port 91753642-15e3-4aee-88ae-46f1393ac743, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:07.907540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Deleting port 8b31d95a-16fb-4f2d-ad29-3089d0032cf1 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:48:07.907540 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.907540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] For port 91753642-15e3-4aee-88ae-46f1393ac743, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=91753642-15e3-4aee-88ae-46f1393ac743,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:07.976446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-77c5e290-7ef0-4179-a80b-16f80bc81e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:07.977970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-77c5e290-7ef0-4179-a80b-16f80bc81e6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=189d187e-3855-4351-93c5-9bb922cc1938&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1754138
Jun 21 02:48:07.992513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea33ba-4c0e-4938-b1e0-41afbe0f9daf req-09cdf27a-5f92-4813-98b7-2d83cc20114b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:07.997519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea33ba-4c0e-4938-b1e0-41afbe0f9daf req-09cdf27a-5f92-4813-98b7-2d83cc20114b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2126131
Jun 21 02:48:07.997519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:07.997519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:08.015924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:08.018773 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba00d049-82e4-4863-8f0c-8d8aa24e2721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:08.044783 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:08.049498 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:08.051671 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:08.075640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:08.078930 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:08.079644 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:08.118996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Calling delete_port for 8b31d95a-16fb-4f2d-ad29-3089d0032cf1 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:48:08.123212 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:08.127486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=b00e32f3-c748-45c5-ae94-0fe477f28ea6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:08.131336 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-acce11bb-15c2-40f1-9957-01a75a56325e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:08.139083 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:08.181897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:08.182290 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:08.184059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] 10.222.0.26 "PUT /v2.0/ports/91753642-15e3-4aee-88ae-46f1393ac743 HTTP/1.1" status: 200  len: 1092 time: 3.3087921
Jun 21 02:48:08.200364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9145371f-108a-45a7-912e-fb522da30238', 'tag': '91753642-15e3-4aee-88ae-46f1393ac743'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:08.204035 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b8f37e-415f-495e-bd10-9dc787dcaa78" -d '{"events": [{"name": "network-changed", "server_uuid": "9145371f-108a-45a7-912e-fb522da30238", "tag": "91753642-15e3-4aee-88ae-46f1393ac743"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:08.283025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3aea33ba-4c0e-4938-b1e0-41afbe0f9daf req-1089ec4c-58f0-4018-9e3e-58d46303a49a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2700193
Jun 21 02:48:08.306373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:08.333472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Pushing event updated for resources: {'Port': ['ID=91753642-15e3-4aee-88ae-46f1393ac743,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:08.343925 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:08.370942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-38c0d70e-9214-40c5-a6dd-d50b846eb3b8 service neutron] 10.222.0.20 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3720498
Jun 21 02:48:08.452546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3902e7cd-9cb7-4f49-85f8-17d95e11dc2d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:08.620598 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9fd0d9-ba9f-4d0b-9360-98829de68377 x-openstack-request-id: req-0e9fd0d9-ba9f-4d0b-9360-98829de68377 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:08.621215 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a4365c-d2b8-4fa1-a40a-acbf170f4bce", "name": "network-vif-plugged", "status": "completed", "tag": "db7e3bb0-c5ae-4d19-b8c8-a583e7770510", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:08.626973 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e9fd0d9-ba9f-4d0b-9360-98829de68377 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:08.627520 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a4365c-d2b8-4fa1-a40a-acbf170f4bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7e3bb0-c5ae-4d19-b8c8-a583e7770510', 'code': 200}
Jun 21 02:48:08.639077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1448d3f-9809-4d30-8946-3414c92aa5f6 req-80df6336-e2f5-4737-9ae0-016e51b22d44 service neutron] 10.222.0.20 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2589965
Jun 21 02:48:08.811768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d335c-ed75-4b1e-9d68-365964833063 req-9a849ece-8bb2-45d5-be78-81120c7e4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:08.818073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d65d335c-ed75-4b1e-9d68-365964833063 req-9a849ece-8bb2-45d5-be78-81120c7e4256 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 1097 time: 0.0820975
Jun 21 02:48:08.818472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-b33fbc9a-e762-4979-a0b2-c8127d2c0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:08.818472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-b33fbc9a-e762-4979-a0b2-c8127d2c0300 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 1095 time: 0.4382565
Jun 21 02:48:08.828283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f9005684-5c1a-40cf-88e9-18dacb561c1e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:08.880923 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d65d335c-ed75-4b1e-9d68-365964833063 req-72aeb246-ae95-449f-b61c-f0e00a77ac39 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391772
Jun 21 02:48:08.898870 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:08.919326 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a4dbf60-5e5f-4276-b920-df81b0920f5f tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:08.939622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-c3a0dc23-3bfe-47ac-9bb3-20abeb3ce35d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91753642-15e3-4aee-88ae-46f1393ac743 HTTP/1.1" status: 200  len: 217 time: 0.1106613
Jun 21 02:48:08.988897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Pushing event deleted for resources: {'Port': ['ID=8b31d95a-16fb-4f2d-ad29-3089d0032cf1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:08.994984 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:09.073107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f9005684-5c1a-40cf-88e9-18dacb561c1e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f9005684-5c1a-40cf-88e9-18dacb561c1e,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:09.093584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'f9005684-5c1a-40cf-88e9-18dacb561c1e', 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938', 'port_id': 'f9005684-5c1a-40cf-88e9-18dacb561c1e', 'mac_address': 'fa:16:3e:bf:16:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce8f375-768c-4fab-8ac6-897eb260b087', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:09.140003 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:09.147831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:09.150785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:09.165621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9005684-5c1a-40cf-88e9-18dacb561c1e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:09.173143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f5e8cd7-b30a-4461-a8af-7299f7a1bc8d req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "DELETE /v2.0/floatingips/e8a73e7f-f07b-40a7-ac07-c9ff2b6c37b3 HTTP/1.1" status: 204  len: 173 time: 1.7046909
Jun 21 02:48:09.178197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcf55a18-4637-452e-8274-6c4dea827076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:09.179785 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-fcf55a18-4637-452e-8274-6c4dea827076 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 200  len: 854 time: 0.2148938
Jun 21 02:48:09.209625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f9005684-5c1a-40cf-88e9-18dacb561c1e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f9005684-5c1a-40cf-88e9-18dacb561c1e,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:09.272805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf20244-7898-4830-b69f-ccafb0f5f057 req-b2b0d393-5d3d-4b68-98dd-e3e061a19a51 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:09.282604 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bf20244-7898-4830-b69f-ccafb0f5f057 req-b2b0d393-5d3d-4b68-98dd-e3e061a19a51 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 943 time: 0.3088315
Jun 21 02:48:09.287308 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1cfb3b-e9b6-4144-af2d-d66a5011b571 x-openstack-request-id: req-6e1cfb3b-e9b6-4144-af2d-d66a5011b571 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:09.287644 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9145371f-108a-45a7-912e-fb522da30238", "tag": "91753642-15e3-4aee-88ae-46f1393ac743", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:09.287948 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e1cfb3b-e9b6-4144-af2d-d66a5011b571 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:09.288395 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9145371f-108a-45a7-912e-fb522da30238', 'tag': '91753642-15e3-4aee-88ae-46f1393ac743', 'status': 'completed', 'code': 200}
Jun 21 02:48:09.293187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:09.295588 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:09.365159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-b979c8ac-109e-46ef-96a3-e47f18c5e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:09.367197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-b979c8ac-109e-46ef-96a3-e47f18c5e3b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=189d187e-3855-4351-93c5-9bb922cc1938&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1799901
Jun 21 02:48:09.379682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bf20244-7898-4830-b69f-ccafb0f5f057 req-cf57fa9c-45bc-4df8-8917-662b8c272be9 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961242
Jun 21 02:48:09.446297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=f9005684-5c1a-40cf-88e9-18dacb561c1e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:09.449611 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:09.473394 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:09.511313 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-d18de59b-c9f8-4f6f-afdd-2bb794e03087 req-7aac81b8-0193-4a3c-aa7d-6fa26773a4b6 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] show failed (client error): The resource could not be found.
Jun 21 02:48:09.520491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d18de59b-c9f8-4f6f-afdd-2bb794e03087 req-7aac81b8-0193-4a3c-aa7d-6fa26773a4b6 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips/e8a73e7f-f07b-40a7-ac07-c9ff2b6c37b3 HTTP/1.1" status: 404  len: 350 time: 0.0412745
Jun 21 02:48:09.565492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['f9005684-5c1a-40cf-88e9-18dacb561c1e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:09.659192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-797e17f9-5f10-4b92-a6a3-219e2cb0c491 service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2748303
Jun 21 02:48:09.667701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7b220-623d-480b-b49a-c0227b6adc31 req-fb1cc62a-a376-4549-8a24-4b3064f44b3e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:09.669452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9b7b220-623d-480b-b49a-c0227b6adc31 req-fb1cc62a-a376-4549-8a24-4b3064f44b3e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 948 time: 0.1942170
Jun 21 02:48:09.830363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9b7b220-623d-480b-b49a-c0227b6adc31 req-074a28cd-ada5-4e9f-8c2c-92e779cc3662 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494291
Jun 21 02:48:09.940898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad65dc40-284c-46d2-8a91-718c6c4f1ecb req-a43c836e-f290-452b-9a40-41e0006b70cb service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701612
Jun 21 02:48:09.942244 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-4e2121e8-1ba7-4190-b7b8-6b9322744eb3 req-5f932dfc-d1d6-44a3-9449-be9e1c7b9a86 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] show failed (client error): The resource could not be found.
Jun 21 02:48:09.952711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38552) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:09.956265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e2121e8-1ba7-4190-b7b8-6b9322744eb3 req-5f932dfc-d1d6-44a3-9449-be9e1c7b9a86 tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] 10.222.0.25 "GET /v2.0/floatingips/e8a73e7f-f07b-40a7-ac07-c9ff2b6c37b3 HTTP/1.1" status: 404  len: 350 time: 0.0678973
Jun 21 02:48:10.353663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-895f9ed9-29f5-4c13-8a9f-fe8e3fea7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:10.353663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-895f9ed9-29f5-4c13-8a9f-fe8e3fea7bfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 1095 time: 0.1927619
Jun 21 02:48:10.361455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e3438-b115-4136-b8a3-a8b28fb5ed4d req-ea7cbee2-553b-4b25-9f13-f1ed06fdb547 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:10.363810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-853e3438-b115-4136-b8a3-a8b28fb5ed4d req-ea7cbee2-553b-4b25-9f13-f1ed06fdb547 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.2781107
Jun 21 02:48:10.516940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-853e3438-b115-4136-b8a3-a8b28fb5ed4d req-a7d4cefb-fd69-4019-837b-f4d33cf76c80 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409576
Jun 21 02:48:10.573782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-861dcc7f-b6d6-4616-af33-146fe63fe5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:10.575519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-861dcc7f-b6d6-4616-af33-146fe63fe5a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 916 time: 0.2106640
Jun 21 02:48:10.638448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-fefaecfd-4220-4fa0-891f-4f26ca5debe2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91753642-15e3-4aee-88ae-46f1393ac743 HTTP/1.1" status: 200  len: 217 time: 0.0544646
Jun 21 02:48:10.726755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-337dcc3c-db54-4ff6-bb53-051ef6259af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:10.728208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-337dcc3c-db54-4ff6-bb53-051ef6259af0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 200  len: 854 time: 0.0792143
Jun 21 02:48:10.780774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217839f-997b-4f7d-ab0e-f364bd48cc04 req-153d9b31-5b27-49f6-95ac-d0fd541f1016 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:10.787979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d217839f-997b-4f7d-ab0e-f364bd48cc04 req-153d9b31-5b27-49f6-95ac-d0fd541f1016 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 943 time: 0.1522403
Jun 21 02:48:10.834871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f9005684-5c1a-40cf-88e9-18dacb561c1e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:10.997907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8d324ee9-b1dc-4749-bf54-2fa843d0a10b details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:11.003834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:11.014614 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:11.271978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:11.277471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port f9005684-5c1a-40cf-88e9-18dacb561c1e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:11.305756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port f9005684-5c1a-40cf-88e9-18dacb561c1e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:11.307294 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:11.312435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:11.330670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d217839f-997b-4f7d-ab0e-f364bd48cc04 req-f10c1184-f803-491b-90ba-5b365e5aee5d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5417116
Jun 21 02:48:11.356820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-2e32dcd4-e76a-49b8-8bad-2ce5eb463664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:11.357484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:11.357795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:11.364791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-2e32dcd4-e76a-49b8-8bad-2ce5eb463664 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=189d187e-3855-4351-93c5-9bb922cc1938&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6257880
Jun 21 02:48:11.406824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b', 'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'port_id': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b', 'mac_address': 'fa:16:3e:52:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344f69ae-2742-4ab8-8cca-ce7f480de4e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:11.488341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2d599-9b0c-45e4-bb19-62cd199d396c req-496c5725-3dfa-47f7-b6ea-02048e0b0584 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:11.497341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03d2d599-9b0c-45e4-bb19-62cd199d396c req-496c5725-3dfa-47f7-b6ea-02048e0b0584 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 948 time: 0.2488220
Jun 21 02:48:11.589238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Deleting port 91c52f24-d18c-4d75-8fcc-4efa20634491 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:48:11.589610 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:11.592113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03d2d599-9b0c-45e4-bb19-62cd199d396c req-8aa180d8-a472-4cc0-8172-6ffef10d0857 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935423
Jun 21 02:48:11.603410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-86ffcab5-49b8-4493-af62-c33df6ab5d0b service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300384
Jun 21 02:48:11.605732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:11.652620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d324ee9-b1dc-4749-bf54-2fa843d0a10b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:11.787350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] For port 91c52f24-d18c-4d75-8fcc-4efa20634491, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=91c52f24-d18c-4d75-8fcc-4efa20634491,segment=NetworkSegment(6d2e1163-9e32-43aa-96e0-704f15966594),segment_id=6d2e1163-9e32-43aa-96e0-704f15966594)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:11.787350 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:11.917313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52b8f37e-415f-495e-bd10-9dc787dcaa78 req-d5721088-82df-4498-b905-49342c34a7f9 service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3036549
Jun 21 02:48:12.003476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Calling delete_port for 91c52f24-d18c-4d75-8fcc-4efa20634491 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:48:12.029794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:12.039859 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:12.058518 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:12.089734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48e65e-c411-49c3-a871-bfe371f84e56 req-a654abba-3340-44c3-8291-63f5fec7bddc tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:12.098296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a48e65e-c411-49c3-a871-bfe371f84e56 req-a654abba-3340-44c3-8291-63f5fec7bddc tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.0960784
Jun 21 02:48:12.134066 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:12.140970 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:12.159164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a48e65e-c411-49c3-a871-bfe371f84e56 req-dfd8029e-7944-45ff-8b73-1bbc03008f1b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594082
Jun 21 02:48:12.169815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38fb650-2f4a-40af-ab3e-db8227be99fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9005684-5c1a-40cf-88e9-18dacb561c1e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:12.183727 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4abd75f-dbc4-4aed-82a1-e333259d5a5c" -d '{"events": [{"server_uuid": "b38fb650-2f4a-40af-ab3e-db8227be99fe", "name": "network-vif-plugged", "status": "completed", "tag": "f9005684-5c1a-40cf-88e9-18dacb561c1e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:12.338915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:12.369864 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:12.374512 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7104aba-eb17-4d95-a383-1f37ea957c6a x-openstack-request-id: req-d7104aba-eb17-4d95-a383-1f37ea957c6a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:12.374814 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38fb650-2f4a-40af-ab3e-db8227be99fe", "name": "network-vif-plugged", "status": "completed", "tag": "f9005684-5c1a-40cf-88e9-18dacb561c1e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:12.375079 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7104aba-eb17-4d95-a383-1f37ea957c6a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:12.375484 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38fb650-2f4a-40af-ab3e-db8227be99fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9005684-5c1a-40cf-88e9-18dacb561c1e', 'code': 200}
Jun 21 02:48:12.381058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f9005684-5c1a-40cf-88e9-18dacb561c1e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f9005684-5c1a-40cf-88e9-18dacb561c1e,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:12.403386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:12.415991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:12.419045 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:12.462706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c52f24-d18c-4d75-8fcc-4efa20634491,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:12.466987 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:12.467430 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:12.469287 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:12.474373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b10846-4eb2-4d3e-b2b1-2733ee85f122 req-86c45166-f3ce-4011-bf22-4594654d99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:12.483362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35b10846-4eb2-4d3e-b2b1-2733ee85f122 req-86c45166-f3ce-4011-bf22-4594654d99c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 1097 time: 0.1282573
Jun 21 02:48:12.511785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8d324ee9-b1dc-4749-bf54-2fa843d0a10b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:12.562563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35b10846-4eb2-4d3e-b2b1-2733ee85f122 req-9dc8a6ce-5740-4ed5-98a7-3a5bd97850a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708148
Jun 21 02:48:12.596578 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:12.601476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b00e32f3-c748-45c5-ae94-0fe477f28ea6 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:12.744718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee4324-c58d-46d4-b435-39247e6f8367 req-c596c46f-1943-405c-a936-0d7ca3d0be80 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:12.754071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02ee4324-c58d-46d4-b435-39247e6f8367 req-c596c46f-1943-405c-a936-0d7ca3d0be80 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 943 time: 0.1786883
Jun 21 02:48:12.778083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=f9005684-5c1a-40cf-88e9-18dacb561c1e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:12.787637 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:12.788339 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:12.809287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:12.882819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02ee4324-c58d-46d4-b435-39247e6f8367 req-2f971661-d98e-4d02-a5be-4b1c4d3a635d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275923
Jun 21 02:48:12.997229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port b00e32f3-c748-45c5-ae94-0fe477f28ea6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:13.014717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 91753642-15e3-4aee-88ae-46f1393ac743 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:13.017129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:13.042717 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:13.047982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port b00e32f3-c748-45c5-ae94-0fe477f28ea6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:13.048641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:13.078848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1922cb-7a3a-44b7-8a8a-d0c19dabb7a6 req-d72ebd8d-8763-468e-bbc7-a38388c705b3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:13.092926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc1922cb-7a3a-44b7-8a8a-d0c19dabb7a6 req-d72ebd8d-8763-468e-bbc7-a38388c705b3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 948 time: 0.1694484
Jun 21 02:48:13.165257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc1922cb-7a3a-44b7-8a8a-d0c19dabb7a6 req-38c97210-d93f-4392-a31f-656a8404955f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650032
Jun 21 02:48:13.177856 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.resource_extend [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:48:13.203283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Router 1c6fa901-bb29-413a-840c-3e5171b4dd8d has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:48:13.359094 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:13.401449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 91753642-15e3-4aee-88ae-46f1393ac743, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=91753642-15e3-4aee-88ae-46f1393ac743,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:13.438664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b00e32f3-c748-45c5-ae94-0fe477f28ea6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b00e32f3-c748-45c5-ae94-0fe477f28ea6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:13.439905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '91753642-15e3-4aee-88ae-46f1393ac743', 'network_id': '189d187e-3855-4351-93c5-9bb922cc1938', 'port_id': '91753642-15e3-4aee-88ae-46f1393ac743', 'mac_address': 'fa:16:3e:87:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce8f375-768c-4fab-8ac6-897eb260b087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:13.442054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:48:13.453209 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] Sync routers for ids ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:48:13.455803 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c6fa901-bb29-413a-840c-3e5171b4dd8d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5012844
Jun 21 02:48:13.458740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38616) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:13.490612 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:13.506242 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] Routers {'1c6fa901-bb29-413a-840c-3e5171b4dd8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:48:13.506482 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84028b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:13.512382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91753642-15e3-4aee-88ae-46f1393ac743 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:13.535320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 91753642-15e3-4aee-88ae-46f1393ac743, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=91753642-15e3-4aee-88ae-46f1393ac743,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:13.538784 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:13.541973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8d324ee9-b1dc-4749-bf54-2fa843d0a10b no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:48:13.547069 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:13.584267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:13.657936 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:13.724731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=b00e32f3-c748-45c5-ae94-0fe477f28ea6,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:13.737544 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:13.738172 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4afa7243-108c-4add-834e-87bc0f262ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:13.767603 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] Set router 1c6fa901-bb29-413a-840c-3e5171b4dd8d gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:48:13.792211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e0bf6-e25f-4394-8d34-bacb9b03710e req-f428fa4e-0380-463e-8e6c-cbd64d92a6de tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:13.793803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e48e0bf6-e25f-4394-8d34-bacb9b03710e req-f428fa4e-0380-463e-8e6c-cbd64d92a6de tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 944 time: 0.1568880
Jun 21 02:48:13.833110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:13.839133 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:13.877461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e48e0bf6-e25f-4394-8d34-bacb9b03710e req-e76476de-8b3d-4c36-b44e-d22b89ceb71e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766098
Jun 21 02:48:13.897488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8d324ee9-b1dc-4749-bf54-2fa843d0a10b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:14.022343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['91753642-15e3-4aee-88ae-46f1393ac743'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:14.035066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=91753642-15e3-4aee-88ae-46f1393ac743,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:14.036970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Deleting port dd330397-eeb0-4bf3-9e92-451eff851462 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:48:14.036970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:14.049715 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:14.063813 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84028b0>, [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:48:12Z', 'revision_number': 5, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port': {'id': 'dd330397-eeb0-4bf3-9e92-451eff851462', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:41Z', 'updated_at': '2021-06-21T02:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:14.097358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:14.105423 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] Checking router: 1c6fa901-bb29-413a-840c-3e5171b4dd8d for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:48:14.135557 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] Routers {'1c6fa901-bb29-413a-840c-3e5171b4dd8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:48:14.137193 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84028b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:14.196086 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:14.218154 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:14.239378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8d324ee9-b1dc-4749-bf54-2fa843d0a10b up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:14.263787 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] Set router 1c6fa901-bb29-413a-840c-3e5171b4dd8d gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:48:14.341907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] For port dd330397-eeb0-4bf3-9e92-451eff851462, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=dd330397-eeb0-4bf3-9e92-451eff851462,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:14.342281 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:14.345992 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84028b0>, [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:48:13Z', 'revision_number': 6, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:14.387728 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2099de4-c0d2-4e22-9946-1c103893e45a None None] The sync data for ids ['1c6fa901-bb29-413a-840c-3e5171b4dd8d'] in n-d-758944-33 is: [{'id': '1c6fa901-bb29-413a-840c-3e5171b4dd8d', 'name': 'tempest-FloatingIPsTestJSON-2060945775-router', 'tenant_id': '374afcc5c67a46c282255f47b6c0c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:40Z', 'updated_at': '2021-06-21T02:48:13Z', 'revision_number': 6, 'project_id': '374afcc5c67a46c282255f47b6c0c3ec', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:48:14.410961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37976f2c-af88-492d-aa38-fee3f6f7e6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d'}, {'server_uuid': '3a23219d-aa9a-46f4-a8f1-55a07e802f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e32f3-c748-45c5-ae94-0fe477f28ea6'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:14.416562 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e16d5d-ef4c-40ef-a51e-b5c8189debc9" -d '{"events": [{"server_uuid": "37976f2c-af88-492d-aa38-fee3f6f7e6df", "name": "network-vif-plugged", "status": "completed", "tag": "3902e7cd-9cb7-4f49-85f8-17d95e11dc2d"}, {"server_uuid": "3a23219d-aa9a-46f4-a8f1-55a07e802f9b", "name": "network-vif-plugged", "status": "completed", "tag": "b00e32f3-c748-45c5-ae94-0fe477f28ea6"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:14.469158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Calling delete_port for dd330397-eeb0-4bf3-9e92-451eff851462 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:48:14.543938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:14.548167 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:14.571624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:14.572316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:14.707229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:14.749823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaba42-7aaf-4bcb-8b53-f566990b02ae req-8aca8711-662a-4fcb-bf33-fb5b586b67f9 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:14.763326 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddcaba42-7aaf-4bcb-8b53-f566990b02ae req-8aca8711-662a-4fcb-bf33-fb5b586b67f9 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 944 time: 0.5530906
Jun 21 02:48:14.778119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:14.788776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:14.795974 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:14.844277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd330397-eeb0-4bf3-9e92-451eff851462,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:14.844695 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:14.853595 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:14.859421 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:14.902904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddcaba42-7aaf-4bcb-8b53-f566990b02ae req-b46502cc-010e-473e-ad92-b3c52d0649a1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394620
Jun 21 02:48:14.939292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:14.954784 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:14.985546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cce97-3a09-46f1-88ec-deed2ad6478f req-8d221a5d-83c4-402d-bd9e-52bfda63cd12 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:14.994289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c03cce97-3a09-46f1-88ec-deed2ad6478f req-8d221a5d-83c4-402d-bd9e-52bfda63cd12 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 949 time: 0.3259425
Jun 21 02:48:15.053575 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:15.083731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c03cce97-3a09-46f1-88ec-deed2ad6478f req-a8301ce5-8cda-470d-862e-187770474db8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883372
Jun 21 02:48:15.212099 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0b291c-ec74-4da2-9998-1e520d6e43fe x-openstack-request-id: req-1b0b291c-ec74-4da2-9998-1e520d6e43fe {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:15.212099 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37976f2c-af88-492d-aa38-fee3f6f7e6df", "name": "network-vif-plugged", "status": "completed", "tag": "3902e7cd-9cb7-4f49-85f8-17d95e11dc2d", "code": 200}, {"server_uuid": "3a23219d-aa9a-46f4-a8f1-55a07e802f9b", "name": "network-vif-plugged", "status": "completed", "tag": "b00e32f3-c748-45c5-ae94-0fe477f28ea6", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:15.212099 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b0b291c-ec74-4da2-9998-1e520d6e43fe {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:15.212099 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37976f2c-af88-492d-aa38-fee3f6f7e6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'code': 200}
Jun 21 02:48:15.212099 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a23219d-aa9a-46f4-a8f1-55a07e802f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e32f3-c748-45c5-ae94-0fe477f28ea6', 'code': 200}
Jun 21 02:48:15.216423 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:15.219574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:15.344606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b047e3-098d-4428-bc84-1f3afe48e089 req-1461e8d4-18d5-4340-b155-06c2fd95d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:15.346412 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22b047e3-098d-4428-bc84-1f3afe48e089 req-1461e8d4-18d5-4340-b155-06c2fd95d28d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df HTTP/1.1" status: 200  len: 1101 time: 0.0715683
Jun 21 02:48:15.386739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569dc2c-fe96-46af-bd16-7cf1132d7aa7 req-e86dc96b-ffb8-470d-a8ce-defd982bdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:15.387442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22b047e3-098d-4428-bc84-1f3afe48e089 req-df753410-0152-4eef-95e0-a7c846338ff6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312541
Jun 21 02:48:15.388502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9569dc2c-fe96-46af-bd16-7cf1132d7aa7 req-e86dc96b-ffb8-470d-a8ce-defd982bdac1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 1101 time: 0.1054966
Jun 21 02:48:15.402292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040ec71-48f7-4533-9924-cadd376d8668 req-f18eb49a-c225-4f90-99e6-a82498698e33 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:15.406299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7040ec71-48f7-4533-9924-cadd376d8668 req-f18eb49a-c225-4f90-99e6-a82498698e33 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1132574
Jun 21 02:48:15.452424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7040ec71-48f7-4533-9924-cadd376d8668 req-f2756f34-d6aa-4708-a0d0-475b84f30f42 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396986
Jun 21 02:48:15.491987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9569dc2c-fe96-46af-bd16-7cf1132d7aa7 req-538cb3b0-d80d-4c4a-b565-d538ec44ee29 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432646
Jun 21 02:48:15.638716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:15.639777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6fa901-bb29-413a-840c-3e5171b4dd8d {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:48:15.647325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:15.648751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] 10.222.0.25 "DELETE /v2.0/routers/1c6fa901-bb29-413a-840c-3e5171b4dd8d HTTP/1.1" status: 204  len: 168 time: 2.1884124
Jun 21 02:48:15.654469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38648) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:15.729197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Deleting subnet 550e1a47-6946-484a-b8d0-7c9b2ea9da8d {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:48:15.733410 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:15.777623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:15.892922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.036797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.039094 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35f54898-4a05-4011-af1e-bef25e2457ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:16.073597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550e1a47-6946-484a-b8d0-7c9b2ea9da8d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:16.076966 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:16.084870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3f11d-0f20-49ce-b3cb-92c960eefc2a None None] Network 733078cb-e16e-4b2e-ab6d-390b5bd2e121 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:48:16.094357 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.095590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/550e1a47-6946-484a-b8d0-7c9b2ea9da8d HTTP/1.1" status: 204  len: 168 time: 0.4401379
Jun 21 02:48:16.099223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38660) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:16.256404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd9697-652b-4fa7-bb56-b7b3817f5962 req-82ada07d-cded-48eb-957b-b69d4239e12b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:16.274139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.278614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dcd9697-652b-4fa7-bb56-b7b3817f5962 req-82ada07d-cded-48eb-957b-b69d4239e12b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 944 time: 0.1401253
Jun 21 02:48:16.361282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dcd9697-652b-4fa7-bb56-b7b3817f5962 req-2d716ca0-692b-4ecc-b10e-d2bf66d843fe tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818121
Jun 21 02:48:16.374295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] DHCP port deletion for 733078cb-e16e-4b2e-ab6d-390b5bd2e121 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:48:16.377201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Deleting port 9a6772c8-d346-4a94-afff-d99d08c78f8c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:48:16.382612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.452037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 91c52f24-d18c-4d75-8fcc-4efa20634491 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:48:16.504292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] For port 9a6772c8-d346-4a94-afff-d99d08c78f8c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9a6772c8-d346-4a94-afff-d99d08c78f8c,segment=NetworkSegment(6d2e1163-9e32-43aa-96e0-704f15966594),segment_id=6d2e1163-9e32-43aa-96e0-704f15966594)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:16.504937 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.516459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0f284-6068-4521-b6ac-645bb76ed39f req-b4b40bd7-4fb7-40f0-b7c3-70a6a46a555c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:16.520907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6b0f284-6068-4521-b6ac-645bb76ed39f req-b4b40bd7-4fb7-40f0-b7c3-70a6a46a555c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 949 time: 0.1641278
Jun 21 02:48:16.524857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 91c52f24-d18c-4d75-8fcc-4efa20634491 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:48:16.525397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 91c52f24-d18c-4d75-8fcc-4efa20634491 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:48:16.526646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device dd330397-eeb0-4bf3-9e92-451eff851462 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:48:16.595365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Calling delete_port for 9a6772c8-d346-4a94-afff-d99d08c78f8c owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:48:16.595572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: dd330397-eeb0-4bf3-9e92-451eff851462 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:48:16.596024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device dd330397-eeb0-4bf3-9e92-451eff851462 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:48:16.618240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6b0f284-6068-4521-b6ac-645bb76ed39f req-f35c957d-39ca-41eb-8997-6bc50c85f177 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880177
Jun 21 02:48:16.663954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] Deleting port 9a6772c8-d346-4a94-afff-d99d08c78f8c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:48:16.664891 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.746850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] For port 9a6772c8-d346-4a94-afff-d99d08c78f8c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9a6772c8-d346-4a94-afff-d99d08c78f8c,segment=NetworkSegment(6d2e1163-9e32-43aa-96e0-704f15966594),segment_id=6d2e1163-9e32-43aa-96e0-704f15966594)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:16.747250 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.787768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.801545 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f849bc08-f5b7-4f66-ac24-121266c7b7b3 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:16.805563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] No DVR routers for this DVR port 9a6772c8-d346-4a94-afff-d99d08c78f8c on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:48:16.872027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a0d43-6c03-477d-853f-7b479b9749b7 req-ad2cddb8-ecef-40de-b006-67b81c562e15 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:16.875219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6772c8-d346-4a94-afff-d99d08c78f8c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:16.886634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d96a0d43-6c03-477d-853f-7b479b9749b7 req-ad2cddb8-ecef-40de-b006-67b81c562e15 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1432040
Jun 21 02:48:16.890759 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:16.896796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] Calling delete_port for 9a6772c8-d346-4a94-afff-d99d08c78f8c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:48:16.937952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d96a0d43-6c03-477d-853f-7b479b9749b7 req-d76ae007-bf6d-4121-89f3-10ab3246a811 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500984
Jun 21 02:48:16.975902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:16.986789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d23aa6a0>,) {'filters': {'network_id': ['733078cb-e16e-4b2e-ab6d-390b5bd2e121']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:16.998787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23aa6a0>, '6d2e1163-9e32-43aa-96e0-704f15966594') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:16.999000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23aa6a0>, '6d2e1163-9e32-43aa-96e0-704f15966594') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:17.002179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 91753642-15e3-4aee-88ae-46f1393ac743 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:17.009945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.025727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.033119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:48:17.035953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:48:17.037114 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   from cryptography.utils import int_from_bytes
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   from cryptography.utils import int_from_bytes
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.106184 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:48:17.109570 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:48:17.112957 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.115073 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:17.142285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] Pushing event deleted for resources: {'Port': ['ID=9a6772c8-d346-4a94-afff-d99d08c78f8c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:17.145651 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:17.148964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] No DVR routers for this DVR port 9a6772c8-d346-4a94-afff-d99d08c78f8c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:48:17.165062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab3657-2a86-4818-aeb3-8eef36510431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:17.168584 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65228310-7a16-4f5d-b17e-e54deff6605c" -d '{"events": [{"server_uuid": "4bab3657-2a86-4818-aeb3-8eef36510431", "name": "network-vif-plugged", "status": "completed", "tag": "8d324ee9-b1dc-4749-bf54-2fa843d0a10b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:17.228762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.229220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 91753642-15e3-4aee-88ae-46f1393ac743 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:17.243741 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.247123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 91753642-15e3-4aee-88ae-46f1393ac743 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:17.247513 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.248782 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] 10.222.0.25 "DELETE /v2.0/networks/733078cb-e16e-4b2e-ab6d-390b5bd2e121 HTTP/1.1" status: 204  len: 168 time: 1.1484227
Jun 21 02:48:17.262677 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7b7ee54-ce66-4ff2-bc9b-e74fa4b60490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:17.307462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Pushing event deleted for resources: {'Network': ['ID=733078cb-e16e-4b2e-ab6d-390b5bd2e121,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:17.318259 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:17.319844 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb0ae0-afee-4cdd-9f14-ea27ad9f4713 x-openstack-request-id: req-73fb0ae0-afee-4cdd-9f14-ea27ad9f4713 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:17.320407 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bab3657-2a86-4818-aeb3-8eef36510431", "name": "network-vif-plugged", "status": "completed", "tag": "8d324ee9-b1dc-4749-bf54-2fa843d0a10b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:17.320673 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73fb0ae0-afee-4cdd-9f14-ea27ad9f4713 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:17.321074 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab3657-2a86-4818-aeb3-8eef36510431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b', 'code': 200}
Jun 21 02:48:17.412919 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.457412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 91753642-15e3-4aee-88ae-46f1393ac743, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=91753642-15e3-4aee-88ae-46f1393ac743,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:17.478676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1b5ea-994f-44ae-99ff-be8f47ce3263 req-83040aba-d861-4bf1-892f-7daf8d30cf49 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:17.481596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54d1b5ea-994f-44ae-99ff-be8f47ce3263 req-83040aba-d861-4bf1-892f-7daf8d30cf49 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 945 time: 0.0999060
Jun 21 02:48:17.557401 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54d1b5ea-994f-44ae-99ff-be8f47ce3263 req-30c7357f-d634-4246-942b-70a148c448f6 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641048
Jun 21 02:48:17.563329 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.571699 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:17.573758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80d1b-2dda-4f14-9d33-87bccebde775 req-0ab44abf-8e86-4052-a208-09cba7c3e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:17.575324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52d80d1b-2dda-4f14-9d33-87bccebde775 req-0ab44abf-8e86-4052-a208-09cba7c3e0f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 1097 time: 0.0943246
Jun 21 02:48:17.626975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=91753642-15e3-4aee-88ae-46f1393ac743,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:17.630231 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:17.653837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52d80d1b-2dda-4f14-9d33-87bccebde775 req-f66cdb0b-e7ee-4b35-8afc-e303763bb4c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632079
Jun 21 02:48:17.670892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e60e02-eee8-4b84-8995-92391127d371 req-ce425b0a-8195-4742-90cc-f9e330483ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0705857
Jun 21 02:48:17.712470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38742) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:17.755512 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2e96da74-b52e-40ab-9a87-121979fd93ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=374afcc5c67a46c282255f47b6c0c3ec&name=default HTTP/1.1" status: 200  len: 2981 time: 0.0413213
Jun 21 02:48:17.757754 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38744) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:17.801711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3baa9f-0492-4711-aa8d-bc99b3ebe3ed req-f6e88046-3f08-4b95-a02a-1cfbee53790b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:17.803189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce3baa9f-0492-4711-aa8d-bc99b3ebe3ed req-f6e88046-3f08-4b95-a02a-1cfbee53790b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1096168
Jun 21 02:48:17.808697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60e02-eee8-4b84-8995-92391127d371 req-42b04baa-1f17-42f6-97dd-b02992949a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:17.810196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20fed73c-183e-4863-949b-dcd31a13d03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.810358 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e60e02-eee8-4b84-8995-92391127d371 req-42b04baa-1f17-42f6-97dd-b02992949a8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1098 time: 0.0847557
Jun 21 02:48:17.834508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20fed73c-183e-4863-949b-dcd31a13d03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.863972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce3baa9f-0492-4711-aa8d-bc99b3ebe3ed req-071b82ed-4812-4919-b02f-7af36619c4d9 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524991
Jun 21 02:48:17.940073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60e02-eee8-4b84-8995-92391127d371 req-11a07869-cada-4a65-a44c-d3a930ea8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:17.941916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e60e02-eee8-4b84-8995-92391127d371 req-11a07869-cada-4a65-a44c-d3a930ea8efa service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.1063786
Jun 21 02:48:17.970529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20fed73c-183e-4863-949b-dcd31a13d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.974179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20fed73c-183e-4863-949b-dcd31a13d03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:17.977507 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-20fed73c-183e-4863-949b-dcd31a13d03f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95e03d09-876e-4622-9969-ad7ac6e9cec0 HTTP/1.1" status: 204  len: 168 time: 0.2166491
Jun 21 02:48:17.977507 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-48606725-8931-4a29-95aa-b8b434b4e149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:17.986439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fed73c-183e-4863-949b-dcd31a13d03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e03d09-876e-4622-9969-ad7ac6e9cec0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:17.988836 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20fed73c-183e-4863-949b-dcd31a13d03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:18.030614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e60e02-eee8-4b84-8995-92391127d371 req-7e802fb3-cb3a-44d1-bd13-b6a4cdf424d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 1002 time: 0.0814962
Jun 21 02:48:18.089874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60e02-eee8-4b84-8995-92391127d371 req-fb1af8ca-10e6-43e3-b54a-5ff8d5423801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:18.091449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e60e02-eee8-4b84-8995-92391127d371 req-fb1af8ca-10e6-43e3-b54a-5ff8d5423801 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.0536406
Jun 21 02:48:18.218132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e8058-34e1-4246-84d5-54cb18a5ee3a req-7eb43c41-d3c7-4e27-abd7-1362b5cb2cc7 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:18.219623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a52e8058-34e1-4246-84d5-54cb18a5ee3a req-7eb43c41-d3c7-4e27-abd7-1362b5cb2cc7 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 949 time: 0.1124632
Jun 21 02:48:18.221569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60e02-eee8-4b84-8995-92391127d371 req-85f13a28-229d-4d0e-a4c3-8bdce2ecf5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:18.223164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e60e02-eee8-4b84-8995-92391127d371 req-85f13a28-229d-4d0e-a4c3-8bdce2ecf5e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1248012
Jun 21 02:48:18.289642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9a6772c8-d346-4a94-afff-d99d08c78f8c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:48:18.306181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a52e8058-34e1-4246-84d5-54cb18a5ee3a req-70212f51-2d18-4e69-ba43-06a356b57a83 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801389
Jun 21 02:48:18.336456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 9a6772c8-d346-4a94-afff-d99d08c78f8c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:48:18.336773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9a6772c8-d346-4a94-afff-d99d08c78f8c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:48:18.347955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e60e02-eee8-4b84-8995-92391127d371 req-a5c315bd-7383-4808-b0d4-220d98599be9 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136649
Jun 21 02:48:18.482948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e60e02-eee8-4b84-8995-92391127d371 req-80ef777a-4173-4278-a8a8-2346a84b7d66 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274371
Jun 21 02:48:18.517862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add385a4-406b-4307-a070-27a7467f81e3 req-c1dbfa64-e4ad-48bb-9e42-f30b78d1933b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:18.520283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-add385a4-406b-4307-a070-27a7467f81e3 req-c1dbfa64-e4ad-48bb-9e42-f30b78d1933b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.0891430
Jun 21 02:48:18.593391 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-add385a4-406b-4307-a070-27a7467f81e3 req-d0ca56a7-02bd-484f-a463-b60a1b83a733 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624132
Jun 21 02:48:18.761592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765a019-5821-4a04-b37b-51d24a6237e0 req-70765f83-48e2-47fa-9200-d6ac991df4d8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:18.763512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a765a019-5821-4a04-b37b-51d24a6237e0 req-70765f83-48e2-47fa-9200-d6ac991df4d8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df HTTP/1.1" status: 200  len: 949 time: 0.0713031
Jun 21 02:48:18.811275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a765a019-5821-4a04-b37b-51d24a6237e0 req-69464058-8db4-472f-84b6-b1fbd1bc3d33 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409527
Jun 21 02:48:18.993675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8bccf-865c-4863-a9aa-56a77cbd1b5f req-da986af2-b9c4-44d0-a014-8d590f0a7f42 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:18.997120 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5e8bccf-865c-4863-a9aa-56a77cbd1b5f req-da986af2-b9c4-44d0-a014-8d590f0a7f42 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 945 time: 0.0735357
Jun 21 02:48:19.038519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5e8bccf-865c-4863-a9aa-56a77cbd1b5f req-929d2e55-1da7-478e-aceb-b8fbd661d47c tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03392e9-7ca0-4258-a957-921849a9afcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340736
Jun 21 02:48:19.221586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-9db95825-fa50-4b63-ab8d-d50d0b10ee32 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:19.223283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-9db95825-fa50-4b63-ab8d-d50d0b10ee32 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.26 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 945 time: 0.1153808
Jun 21 02:48:19.269295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e324-9200-4b69-b0bc-7a14a11f3897 req-aa5e96b4-247e-4a6f-8817-bef0c055ee4b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:19.270872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a69e324-9200-4b69-b0bc-7a14a11f3897 req-aa5e96b4-247e-4a6f-8817-bef0c055ee4b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1198361
Jun 21 02:48:19.287834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38804) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:19.322034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9145371f-108a-45a7-912e-fb522da30238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91753642-15e3-4aee-88ae-46f1393ac743'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:19.324276 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0fc356-4c24-40ad-9161-097c9d7d087d" -d '{"events": [{"server_uuid": "9145371f-108a-45a7-912e-fb522da30238", "name": "network-vif-plugged", "status": "completed", "tag": "91753642-15e3-4aee-88ae-46f1393ac743"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:19.380556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a69e324-9200-4b69-b0bc-7a14a11f3897 req-bfa48214-53aa-4636-9a8c-3f9ae9adc388 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998628
Jun 21 02:48:19.398917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-network', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:19.422050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Deleting port bf034736-aeb4-4baf-8745-d7dcf77581db {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:48:19.422392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.446848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276127f-ab66-411f-ab86-837dc17b0092 req-1d8f3793-1b03-4908-af09-27881cf5b9cb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:19.452701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276127f-ab66-411f-ab86-837dc17b0092 req-1d8f3793-1b03-4908-af09-27881cf5b9cb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:19.454267 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1276127f-ab66-411f-ab86-837dc17b0092 req-1d8f3793-1b03-4908-af09-27881cf5b9cb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b&device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df HTTP/1.1" status: 200  len: 1689 time: 0.1284678
Jun 21 02:48:19.504221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Made reservation on behalf of a101fd995186476a9d6d1e495049dff8 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:19.507069 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.516108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.534778 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1276127f-ab66-411f-ab86-837dc17b0092 req-0c358217-fa2f-4136-9c3e-fb134802d3a3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547280
Jun 21 02:48:19.580770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] For port bf034736-aeb4-4baf-8745-d7dcf77581db, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=bf034736-aeb4-4baf-8745-d7dcf77581db,segment=NetworkSegment(8d58c642-e31a-4c51-a486-621d60dfd22f),segment_id=8d58c642-e31a-4c51-a486-621d60dfd22f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:19.581741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.590975 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb1f83d-d32b-466e-afea-f87cc8ab7e8a x-openstack-request-id: req-5fb1f83d-d32b-466e-afea-f87cc8ab7e8a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:19.591314 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9145371f-108a-45a7-912e-fb522da30238", "name": "network-vif-plugged", "status": "completed", "tag": "91753642-15e3-4aee-88ae-46f1393ac743", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:19.591645 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fb1f83d-d32b-466e-afea-f87cc8ab7e8a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:19.592051 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9145371f-108a-45a7-912e-fb522da30238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91753642-15e3-4aee-88ae-46f1393ac743', 'code': 200}
Jun 21 02:48:19.659092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Calling delete_port for bf034736-aeb4-4baf-8745-d7dcf77581db owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:48:19.684655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.731162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c019565-c33c-4c2e-9a68-f91e6f241676 req-c7852a36-46d9-47e8-9847-d1c4382a2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:19.732792 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c019565-c33c-4c2e-9a68-f91e6f241676 req-c7852a36-46d9-47e8-9847-d1c4382a2b50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 1097 time: 0.0619278
Jun 21 02:48:19.755308 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.759632 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-67008de8-9520-44b9-80b2-1dc9d137ae07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:19.795826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:48:19.802504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5c019565-c33c-4c2e-9a68-f91e6f241676 req-73bb6b1a-6fde-439f-9eda-eedec43a20c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603673
Jun 21 02:48:19.804506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd235aa-ff9d-401e-94c0-6fb34c746059,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:19.807625 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:19.812911 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.813103 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Added segment 311d2485-ada6-4b3d-b06e-97b56c1255bf of type vlan for network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d
Jun 21 02:48:19.853074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362f70-7489-40c7-bdd8-de358404d52e req-7a084452-c184-4d4a-8d99-56fb1c96487f tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:19.854529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-7a084452-c184-4d4a-8d99-56fb1c96487f tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 805 time: 0.2227101
Jun 21 02:48:19.860567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.886783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-eb6cc8de-b68d-4242-92d6-6cc53c8a1fa1 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/quotas/7e1fae171cbe43e98af745300b4d9525 HTTP/1.1" status: 200  len: 375 time: 0.0262051
Jun 21 02:48:19.899419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22d05a-9ae7-493a-a039-508ba4ff6832 req-26a4abd9-502f-4c91-a68e-143470e727c8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:19.904494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d22d05a-9ae7-493a-a039-508ba4ff6832 req-26a4abd9-502f-4c91-a68e-143470e727c8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1449318
Jun 21 02:48:19.947155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.948245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:19.948827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:19.951840 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:20.008418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Pushing event updated for resources: {'Network': ['ID=37dfd03c-ee81-4fd8-b932-eb316fa3e90d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:20.010494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d22d05a-9ae7-493a-a039-508ba4ff6832 req-2369aaca-ec34-4ef0-a8da-bef31b7e73a8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751293
Jun 21 02:48:20.011140 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:20.019641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:48:20.032432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-9026d5c1-6bf5-4c4f-9008-283a6a4a3180 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1298678
Jun 21 02:48:20.097892 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 0.8078995
Jun 21 02:48:20.100662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38830) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:20.106454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Request body: {'subnet': {'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-subnet', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:20.127142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:20.133505 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:20.141663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['bf034736-aeb4-4baf-8745-d7dcf77581db'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:20.163395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-f9a8d8ba-7051-4416-ac25-2f27b3232179 service neutron] 10.222.0.25 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217625
Jun 21 02:48:20.164201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Pushing event deleted for resources: {'Port': ['ID=bf034736-aeb4-4baf-8745-d7dcf77581db,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:20.169265 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:20.234067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Made reservation on behalf of a101fd995186476a9d6d1e495049dff8 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:20.236515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:20.258683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] No DVR routers for this DVR port bf034736-aeb4-4baf-8745-d7dcf77581db on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:48:20.269876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:20.271849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd77d129-38a4-4222-81b3-224feb21bec0 req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.26 "DELETE /v2.0/ports/bf034736-aeb4-4baf-8745-d7dcf77581db HTTP/1.1" status: 204  len: 173 time: 1.0425000
Jun 21 02:48:20.273818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743fd901-d1d7-4ae8-81c2-53d34a9f40fe', 'name': 'network-vif-deleted', 'tag': 'bf034736-aeb4-4baf-8745-d7dcf77581db'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:20.276218 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00cf4b2-f41d-4ab0-904d-d034c1a60d8c" -d '{"events": [{"server_uuid": "743fd901-d1d7-4ae8-81c2-53d34a9f40fe", "name": "network-vif-deleted", "tag": "bf034736-aeb4-4baf-8745-d7dcf77581db"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:20.464833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:20.467137 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a38f694a-ef2a-4476-8880-91ef0fc4374d tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:20.515935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1905317-341e-4f20-ba5f-198a2b1857be,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:20.520589 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:20.537909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Checking segment: {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:20.538287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Network hostable DHCP agents. Network: 37dfd03c-ee81-4fd8-b932-eb316fa3e90d, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:48:20.635912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:48:20.686585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5dcb8199-6652-4ab8-ae86-1812c0ad938b service neutron] 10.222.0.25 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4891624
Jun 21 02:48:20.694426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4257028-fab6-4bb2-b167-f050a0d2e777 req-81fd0c7c-7d56-4f48-a45f-2d2e174fd5dc tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:20.695915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4257028-fab6-4bb2-b167-f050a0d2e777 req-81fd0c7c-7d56-4f48-a45f-2d2e174fd5dc tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 1101 time: 0.4625521
Jun 21 02:48:20.699037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 37dfd03c-ee81-4fd8-b932-eb316fa3e90d) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:20.704750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:20.705604 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:20.713498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20150f0-1788-4116-9566-cd99a8b6abb0 None None] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:48:20.745879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4257028-fab6-4bb2-b167-f050a0d2e777 req-286bcffb-7ab6-421c-aaec-ae2ea89f4c2a tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338080
Jun 21 02:48:20.805179 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 0.7033741
Jun 21 02:48:20.807720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38840) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:20.812899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:20.908946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:20.910390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:20.914565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:48:20.920285 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:20.953302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f133aa5-66c6-4d22-b787-cda4d13a85e7 req-fd208585-2fbe-4ce7-bb0b-8201a00b8509 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:20.955029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f133aa5-66c6-4d22-b787-cda4d13a85e7 req-fd208585-2fbe-4ce7-bb0b-8201a00b8509 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.0946312
Jun 21 02:48:21.001307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f133aa5-66c6-4d22-b787-cda4d13a85e7 req-da825b14-118e-4f24-a6e4-cae380793fae tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396633
Jun 21 02:48:21.015010 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.057244 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09b76ce-a02b-4e35-ab02-abd6d0fc276b x-openstack-request-id: req-d09b76ce-a02b-4e35-ab02-abd6d0fc276b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:21.058092 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743fd901-d1d7-4ae8-81c2-53d34a9f40fe", "name": "network-vif-deleted", "tag": "bf034736-aeb4-4baf-8745-d7dcf77581db", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:21.058413 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d09b76ce-a02b-4e35-ab02-abd6d0fc276b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:21.058919 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743fd901-d1d7-4ae8-81c2-53d34a9f40fe', 'name': 'network-vif-deleted', 'tag': 'bf034736-aeb4-4baf-8745-d7dcf77581db', 'status': 'completed', 'code': 200}
Jun 21 02:48:21.060325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 42a770ec-27ea-4d25-8dc0-2830f6a39110 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:48:21.156310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Allocated IP 172.20.0.2 (37dfd03c-ee81-4fd8-b932-eb316fa3e90d/c1905317-341e-4f20-ba5f-198a2b1857be/98aa12fa-5f34-425e-aa5d-09a84353526f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:21.197797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49a6f12a-6475-4b2d-b90b-984a1277c448 req-44d39819-8fda-4a32-9f9a-0919623eac10 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] 10.222.0.25 "GET /v2.0/ports?device_id=743fd901-d1d7-4ae8-81c2-53d34a9f40fe HTTP/1.1" status: 200  len: 210 time: 0.0684872
Jun 21 02:48:21.243166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.318046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:21.319196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027df94-71f6-40c2-93f2-205d25e7c1a6 req-50176d62-05c8-4bef-addc-bdc50eb7a80e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:21.320880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2027df94-71f6-40c2-93f2-205d25e7c1a6 req-50176d62-05c8-4bef-addc-bdc50eb7a80e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.0879581
Jun 21 02:48:21.322354 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.333988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce99b4-84de-4cfe-b614-4def631344ce req-6f04063d-4352-4908-b0af-e84fdb5b97b5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:21.335858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40ce99b4-84de-4cfe-b614-4def631344ce req-6f04063d-4352-4908-b0af-e84fdb5b97b5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "GET /v2.0/ports?device_id=650e5a15-421a-4a11-9cbb-5bfa4bc89d19 HTTP/1.1" status: 200  len: 946 time: 0.2188046
Jun 21 02:48:21.406208 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.408219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2027df94-71f6-40c2-93f2-205d25e7c1a6 req-fcc49f30-fd91-43c1-a2a5-bd0677f03430 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711794
Jun 21 02:48:21.409438 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:21.484655 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.504702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Transition to ACTIVE for port object 98aa12fa-5f34-425e-aa5d-09a84353526f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:21.515733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:21.532000 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:21.534776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Transition to ACTIVE for port object 98aa12fa-5f34-425e-aa5d-09a84353526f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:21.546541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Deleting port 42a770ec-27ea-4d25-8dc0-2830f6a39110 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:48:21.547377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.553917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27c813ca-4e79-493a-8590-05e1ff7c1c9f req-bbad7707-eddd-4c77-bb16-3cd88c6f3920 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 210 time: 0.0411408
Jun 21 02:48:21.593555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:21.600206 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdff90b-83e5-4e1c-9c59-c4676c878550" -d '{"events": [{"server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "name": "network-vif-unplugged", "status": "completed", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:21.610616 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.621211 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7bee79b4-0ca9-431d-9702-4e6fee599439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:21.669211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0050-71ca-46f9-8a82-9c46b93bd791 req-18385576-8246-4c5b-9767-42150d3db0d5 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:21.677733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb4a0050-71ca-46f9-8a82-9c46b93bd791 req-18385576-8246-4c5b-9767-42150d3db0d5 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df HTTP/1.1" status: 200  len: 1101 time: 0.2022471
Jun 21 02:48:21.704293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] For port 42a770ec-27ea-4d25-8dc0-2830f6a39110, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=42a770ec-27ea-4d25-8dc0-2830f6a39110,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:21.704654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.715478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.733498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:21.747298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:21.747820 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.751573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:21.764032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Pushing event updated for resources: {'Port': ['ID=98aa12fa-5f34-425e-aa5d-09a84353526f,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:21.769203 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:21.785028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Calling delete_port for 42a770ec-27ea-4d25-8dc0-2830f6a39110 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:48:21.804852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb4a0050-71ca-46f9-8a82-9c46b93bd791 req-1ab98925-b78b-4848-a179-4232b36dfa61 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233521
Jun 21 02:48:21.862642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Attempting to bind port 98aa12fa-5f34-425e-aa5d-09a84353526f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:21.863286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Attempting to bind port 98aa12fa-5f34-425e-aa5d-09a84353526f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:21.863907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Attempting to bind port 98aa12fa-5f34-425e-aa5d-09a84353526f on network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:21.870538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:21.871179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Checking segment: {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:21.871777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.872466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Bound using segment: {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:21.873819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Bound port: 98aa12fa-5f34-425e-aa5d-09a84353526f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:21.874400 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:21.906924 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Allocated IP 172.25.7.66 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/4bbbd685-0612-4956-9121-0ae3b297bb3f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:22.054404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:22.123720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] For port 98aa12fa-5f34-425e-aa5d-09a84353526f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:22.127301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] For port 98aa12fa-5f34-425e-aa5d-09a84353526f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=98aa12fa-5f34-425e-aa5d-09a84353526f,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:22.171431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:22.176728 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-094e79c5-2803-420b-aa88-727ddaaa3c81 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:22.208696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Pushing event deleted for resources: {'Port': ['ID=42a770ec-27ea-4d25-8dc0-2830f6a39110,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:22.212059 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:22.219283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222f66-aa38-4b8c-9ea2-e63ae41598b1 req-2cba9142-11f9-497b-8c42-e87c25f84767 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:22.220766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24222f66-aa38-4b8c-9ea2-e63ae41598b1 req-2cba9142-11f9-497b-8c42-e87c25f84767 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1061378
Jun 21 02:48:22.233932 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:22.254844 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:22.255119 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f87fc72-a8d6-467a-9606-9ff376653400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:22.255247 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d16572eb-b41d-4777-b1e8-f58a41de4eef tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:22.323085 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a0847e-43c4-47ff-84aa-0ba9a0ddb3c3 x-openstack-request-id: req-f8a0847e-43c4-47ff-84aa-0ba9a0ddb3c3 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:22.323660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:22.324253 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "name": "network-vif-unplugged", "status": "completed", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:22.324687 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8a0847e-43c4-47ff-84aa-0ba9a0ddb3c3 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:22.325287 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'code': 200}
Jun 21 02:48:22.334944 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-de61eee1-a6e1-41c6-9d6c-4f2279f0a79f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1479199
Jun 21 02:48:22.339910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Pushing event updated for resources: {'Port': ['ID=98aa12fa-5f34-425e-aa5d-09a84353526f,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:22.341043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] No DVR routers for this DVR port 42a770ec-27ea-4d25-8dc0-2830f6a39110 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:48:22.350146 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:22.351951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:22.354063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40ce99b4-84de-4cfe-b614-4def631344ce req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "DELETE /v2.0/ports/42a770ec-27ea-4d25-8dc0-2830f6a39110 HTTP/1.1" status: 204  len: 173 time: 1.0105276
Jun 21 02:48:22.363625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:22.371309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbbd685-0612-4956-9121-0ae3b297bb3f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:22.379693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:22.383889 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:22.411712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24222f66-aa38-4b8c-9ea2-e63ae41598b1 req-a6139d9c-2e7e-477e-a2b1-d9ace40d6cd3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816533
Jun 21 02:48:22.511356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-7415efa3-67d3-41f9-a751-ca0d6ea289a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:22.513054 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-7415efa3-67d3-41f9-a751-ca0d6ea289a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 1097 time: 0.0949271
Jun 21 02:48:22.519356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38872) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:22.762842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Deleting subnet f722cfd2-f77c-4399-83ff-a0da33577288 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:48:22.766295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:22.814719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:22.862469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:22.886807 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.035374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-e3eba37f-9276-4142-96e6-ecd7c3a8e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:23.037030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-e3eba37f-9276-4142-96e6-ecd7c3a8e7eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 916 time: 0.4266083
Jun 21 02:48:23.058356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device bf034736-aeb4-4baf-8745-d7dcf77581db no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:48:23.072483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'name': 'network-vif-deleted', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:23.074885 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff6e4cf-eceb-4bb9-9b14-6c16eca7f6e0" -d '{"events": [{"server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "name": "network-vif-deleted", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:23.079064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: bf034736-aeb4-4baf-8745-d7dcf77581db {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:48:23.079420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device bf034736-aeb4-4baf-8745-d7dcf77581db not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:48:23.079853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 42a770ec-27ea-4d25-8dc0-2830f6a39110 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:48:23.100350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 42a770ec-27ea-4d25-8dc0-2830f6a39110 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:48:23.100711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 42a770ec-27ea-4d25-8dc0-2830f6a39110 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:48:23.119013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.124533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.127797 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:23.137153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-123f4485-8df6-4df8-ade6-da403c532167 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510 HTTP/1.1" status: 200  len: 217 time: 0.0873511
Jun 21 02:48:23.160356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f722cfd2-f77c-4399-83ff-a0da33577288,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:23.176216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400856-e160-4952-97b8-1e12e0a10844 req-d12dbd3f-a811-43fd-b0b5-26e15759ae8b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:23.177690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-d12dbd3f-a811-43fd-b0b5-26e15759ae8b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/networks?id=6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 200  len: 815 time: 0.4355268
Jun 21 02:48:23.181578 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:23.207508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.207508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-00240105-83da-45e7-8309-234af4300fca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f722cfd2-f77c-4399-83ff-a0da33577288 HTTP/1.1" status: 204  len: 168 time: 0.6833997
Jun 21 02:48:23.218416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38892) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:23.238534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba4e79-3d7a-4b89-af45-bbd73f37ee5c req-6276b606-2979-44cf-9518-a952222aa88f tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:23.240176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03ba4e79-3d7a-4b89-af45-bbd73f37ee5c req-6276b606-2979-44cf-9518-a952222aa88f tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 946 time: 0.3385744
Jun 21 02:48:23.290739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-4780207c-2f80-41ee-a26d-51fe89eab0bb tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/quotas/0cb0e61c25534a7b8c0e11fa9c1ce5de HTTP/1.1" status: 200  len: 375 time: 0.0836594
Jun 21 02:48:23.355082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-f2ed19f3-8207-467d-b819-9a12f4556050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:23.356592 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-f2ed19f3-8207-467d-b819-9a12f4556050 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 200  len: 854 time: 0.1987095
Jun 21 02:48:23.410569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.441918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03ba4e79-3d7a-4b89-af45-bbd73f37ee5c req-98e75acb-ecc5-4a91-abba-62f440c36710 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591964
Jun 21 02:48:23.506367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-ad0fec78-2e1f-464c-9cee-5a4123d71dbb tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2063615
Jun 21 02:48:23.653770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-21d89a82-c921-4acb-a00c-950f3b92affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:23.655456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-21d89a82-c921-4acb-a00c-950f3b92affd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=189d187e-3855-4351-93c5-9bb922cc1938&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2872291
Jun 21 02:48:23.679089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.684025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-326d79e0-c3be-4923-a3e2-d3a8b81f8272 req-1d8b4d2c-8bb4-41fe-b1b3-5e90b44dba41 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 210 time: 0.0500679
Jun 21 02:48:23.704925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:48:23.706738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9864585-c53d-4ab9-8280-ed01fdf7b272 None None] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:48:23.718179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d92dbcd0>,) {'filters': {'network_id': ['a846a367-30d0-452a-862f-b598fe211cc0']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:23.769405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d92dbcd0>, '8d58c642-e31a-4c51-a486-621d60dfd22f') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:23.769405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d92dbcd0>, '8d58c642-e31a-4c51-a486-621d60dfd22f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:23.809172 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.902145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.914961 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-e99cc492-9ddd-45d1-9597-fc5707a8c2a9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1183527
Jun 21 02:48:23.917463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-abd5ccc4-8df6-4d29-ab12-5b151759a216 None None] Provisioning for port 98aa12fa-5f34-425e-aa5d-09a84353526f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:23.922464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:48:23.933407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-0b5ce7b8-2c93-4ea5-a968-72676b702e7a service neutron] 10.222.0.25 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3770626
Jun 21 02:48:23.938317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Sync routers for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:48:23.950702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-613cc159-78ab-414e-805e-a812c21c8e55 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:23.952186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-613cc159-78ab-414e-805e-a812c21c8e55 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bab3657-2a86-4818-aeb3-8eef36510431 HTTP/1.1" status: 200  len: 945 time: 0.1133559
Jun 21 02:48:23.953708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:48:23.954413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c776d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:23.968620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:48:23.969033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:48:23.972423 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:48:24.032353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.033997 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 939 time: 3.2250898
Jun 21 02:48:24.038189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38906) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:24.096201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:48:24.123758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-4ba363c5-c9f9-494a-9727-de0440c9bd2e service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4418464
Jun 21 02:48:24.187114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Deleting port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:48:24.188479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.240188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362f70-7489-40c7-bdd8-de358404d52e req-fc1bdb88-a241-410b-95f8-81f913677056 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:24.241607 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-fc1bdb88-a241-410b-95f8-81f913677056 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.20 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 805 time: 0.4482303
Jun 21 02:48:24.274304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Request body: {'port': {'device_id': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'admin_state_up': True, 'tenant_id': '7e1fae171cbe43e98af745300b4d9525'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:24.392954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] For port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:24.393500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.428934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 98aa12fa-5f34-425e-aa5d-09a84353526f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:24.429862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-8306a3b1-d562-4133-a40f-6b3f04e193f0 service neutron] 10.222.0.25 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4955590
Jun 21 02:48:24.431896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.477149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c776d0>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:22Z', 'revision_number': 3, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:24.481876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Calling delete_port for 8d324ee9-b1dc-4749-bf54-2fa843d0a10b owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:48:24.521861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-572a0a90-0ad5-4e68-898b-59f744dfecac tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:24.522934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Checking router: 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:48:24.523294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Updating router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 port 4bbbd685-0612-4956-9121-0ae3b297bb3f binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:48:24.529412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-572a0a90-0ad5-4e68-898b-59f744dfecac tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6134927
Jun 21 02:48:24.538419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75c1d254-e699-4796-b44d-50b732fe39d6 req-9c00b9ae-5463-481f-b162-29740af16454 service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3951654
Jun 21 02:48:24.552147 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a799ca6-e5db-4e2a-b4e8-0f34a3fe4b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:24.566862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.569471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.574261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a846a367-30d0-452a-862f-b598fe211cc0 HTTP/1.1" status: 204  len: 168 time: 1.3533099
Jun 21 02:48:24.577549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38908) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:24.578428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a846a367-30d0-452a-862f-b598fe211cc0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:24.590531 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:24.594227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-c5ce160a-eb5b-4a76-87a3-825c04be7293 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/quotas/73806ad6f15b4227935996a5fed1d7f9 HTTP/1.1" status: 200  len: 375 time: 0.0639701
Jun 21 02:48:24.691242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Deleting subnet dd1c8159-8b3b-427c-8b51-2bb24a6095ff {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:48:24.697913 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.723562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Made reservation on behalf of 7e1fae171cbe43e98af745300b4d9525 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:24.727737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.769455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.867377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 98aa12fa-5f34-425e-aa5d-09a84353526f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:24.868404 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-9f159330-be50-4195-b7f4-f8be628fa200 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2511132
Jun 21 02:48:24.875535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.882827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.887178 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a3a8268a-7992-4e70-8d8f-9e93974c5134 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:24.900757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8d324ee9-b1dc-4749-bf54-2fa843d0a10b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:24.915813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 98aa12fa-5f34-425e-aa5d-09a84353526f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:24.919132 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:24.948433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Pushing event deleted for resources: {'Port': ['ID=8d324ee9-b1dc-4749-bf54-2fa843d0a10b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:24.957818 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:24.961814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.004287 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af03c6ba-1770-48ca-8dfb-1b0a4142aa23 x-openstack-request-id: req-af03c6ba-1770-48ca-8dfb-1b0a4142aa23 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:25.004628 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e5a15-421a-4a11-9cbb-5bfa4bc89d19", "name": "network-vif-deleted", "tag": "42a770ec-27ea-4d25-8dc0-2830f6a39110", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:25.005180 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af03c6ba-1770-48ca-8dfb-1b0a4142aa23 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:25.005659 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e5a15-421a-4a11-9cbb-5bfa4bc89d19', 'name': 'network-vif-deleted', 'tag': '42a770ec-27ea-4d25-8dc0-2830f6a39110', 'status': 'completed', 'code': 200}
Jun 21 02:48:25.039010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] No DVR routers for this DVR port 8d324ee9-b1dc-4749-bf54-2fa843d0a10b on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:48:25.043032 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.045540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-afcc8184-06c3-4aea-b29a-01f292d3aebc req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.26 "DELETE /v2.0/ports/8d324ee9-b1dc-4749-bf54-2fa843d0a10b HTTP/1.1" status: 204  len: 173 time: 1.0873711
Jun 21 02:48:25.046180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab3657-2a86-4818-aeb3-8eef36510431', 'name': 'network-vif-deleted', 'tag': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:25.048965 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2acda0-4fbb-4035-9a6c-5fac9071b595" -d '{"events": [{"server_uuid": "4bab3657-2a86-4818-aeb3-8eef36510431", "name": "network-vif-deleted", "tag": "8d324ee9-b1dc-4749-bf54-2fa843d0a10b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:25.057000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Allocated IP 172.20.0.14 (c42e8c5e-fc2b-46d9-961b-dfe518fd9719/f58bf0fc-303e-4e85-9983-3cb824264719/140c4906-4b46-496a-9af7-c338e808ce05) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:25.082436 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.111695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Transition to ACTIVE for port object 4bbbd685-0612-4956-9121-0ae3b297bb3f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:25.189387 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.235702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 98aa12fa-5f34-425e-aa5d-09a84353526f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=98aa12fa-5f34-425e-aa5d-09a84353526f,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:25.263848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Allocated IP 172.20.0.1 (37dfd03c-ee81-4fd8-b932-eb316fa3e90d/c1905317-341e-4f20-ba5f-198a2b1857be/3f9618f3-230e-4e67-aca4-3e25f40721b1) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:25.307534 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.313780 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:25.373564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b24e7-cde7-4482-8577-0ecffcb6abff None None] Pushing event updated for resources: {'Port': ['ID=4bbbd685-0612-4956-9121-0ae3b297bb3f,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:25.388000 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d68b24e7-cde7-4482-8577-0ecffcb6abff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:25.404262 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.416104 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.425606 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:25.430670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Transition to ACTIVE for port object 3f9618f3-230e-4e67-aca4-3e25f40721b1 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:25.453921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Attempting to bind port 4bbbd685-0612-4956-9121-0ae3b297bb3f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:25.453921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Attempting to bind port 4bbbd685-0612-4956-9121-0ae3b297bb3f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:25.453921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Attempting to bind port 4bbbd685-0612-4956-9121-0ae3b297bb3f on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:25.461550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:25.461963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:25.462533 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.462777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:25.463251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Bound port: 4bbbd685-0612-4956-9121-0ae3b297bb3f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:25.463749 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.522528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] For port 4bbbd685-0612-4956-9121-0ae3b297bb3f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:25.526058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] For port 4bbbd685-0612-4956-9121-0ae3b297bb3f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4bbbd685-0612-4956-9121-0ae3b297bb3f,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:25.553654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.564103 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:25.570626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.575837 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:25.585426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=98aa12fa-5f34-425e-aa5d-09a84353526f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:25.588806 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:25.620114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:25.621321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1c8159-8b3b-427c-8b51-2bb24a6095ff,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:25.623319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.625161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dd1c8159-8b3b-427c-8b51-2bb24a6095ff HTTP/1.1" status: 204  len: 168 time: 1.0447125
Jun 21 02:48:25.627829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38924) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:25.629354 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:25.630427 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.635862 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:25.689553 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.694697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:25.708059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:25.710155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:48:25.710716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf8771-65e6-4221-b971-02a32e37cc87 req-5a6c8b25-350a-4ee9-bcaa-87465185cf13 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:25.711465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c776d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:25.718681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44cf8771-65e6-4221-b971-02a32e37cc87 req-5a6c8b25-350a-4ee9-bcaa-87465185cf13 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1934426
Jun 21 02:48:25.726864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9618f3-230e-4e67-aca4-3e25f40721b1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:25.790757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44cf8771-65e6-4221-b971-02a32e37cc87 req-998becae-b017-4436-9eeb-82c9ab9ddb2e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709355
Jun 21 02:48:25.795958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.833141 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:25.848463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:48:25.850394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b24e7-cde7-4482-8577-0ecffcb6abff None None] Pushing event updated for resources: {'Port': ['ID=4bbbd685-0612-4956-9121-0ae3b297bb3f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:25.879915 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d68b24e7-cde7-4482-8577-0ecffcb6abff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:25.898051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.965054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:25.969840 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:26.056683 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.078647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:26.081985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2ef2b50>,) {'filters': {'network_id': ['5f188830-5bd2-4fd2-aa9d-baa984e31456']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:26.108206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2ef2b50>, '5c23d939-d56c-4c15-91d5-d146e46fcefd') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:26.108519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2ef2b50>, '5c23d939-d56c-4c15-91d5-d146e46fcefd') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:26.123007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:26.123674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.154693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c776d0>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:22Z', 'revision_number': 3, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:26.168470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.181977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:48:26.182427 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.182985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62b809f9-4f29-4fa4-8420-3e45ab7d1b63 req-9fd329d0-527f-41c0-9243-728efe72b26b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 210 time: 0.0827484
Jun 21 02:48:26.184146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:26.188177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16a216-1b4b-4b50-b844-baa40810ba41 None None] The sync data for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 is: [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:22Z', 'revision_number': 3, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:48:26.200472 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:48:26.251151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cacffa73-a377-4296-b691-d40a631fa54e None None] Provisioning for port 3f9618f3-230e-4e67-aca4-3e25f40721b1 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:26.256422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cacffa73-a377-4296-b691-d40a631fa54e None None] Provisioning complete for port 3f9618f3-230e-4e67-aca4-3e25f40721b1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:26.256805 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cacffa73-a377-4296-b691-d40a631fa54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.296405 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd36e40c-d1d8-406a-8c40-8d5efaf27914 x-openstack-request-id: req-fd36e40c-d1d8-406a-8c40-8d5efaf27914 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:26.296746 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bab3657-2a86-4818-aeb3-8eef36510431", "name": "network-vif-deleted", "tag": "8d324ee9-b1dc-4749-bf54-2fa843d0a10b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:26.297040 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd36e40c-d1d8-406a-8c40-8d5efaf27914 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:26.297515 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab3657-2a86-4818-aeb3-8eef36510431', 'name': 'network-vif-deleted', 'tag': '8d324ee9-b1dc-4749-bf54-2fa843d0a10b', 'status': 'completed', 'code': 200}
Jun 21 02:48:26.357104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Pushing event updated for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:26.361853 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:26.373251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:26.374293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.378955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cacffa73-a377-4296-b691-d40a631fa54e None None] Port 3f9618f3-230e-4e67-aca4-3e25f40721b1 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:48:26.419237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 98aa12fa-5f34-425e-aa5d-09a84353526f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:26.431346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.436547 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:26.448483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.452927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5f188830-5bd2-4fd2-aa9d-baa984e31456 HTTP/1.1" status: 204  len: 168 time: 0.8237977
Jun 21 02:48:26.453988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1877530
Jun 21 02:48:26.469956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Request body: {'port': {'device_id': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:26.492454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f188830-5bd2-4fd2-aa9d-baa984e31456,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:26.504527 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:26.525222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.537274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 98aa12fa-5f34-425e-aa5d-09a84353526f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:26.538650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.605511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f525cc1-f37b-444b-a802-7a8443c7553f req-4f4b1a11-334b-4743-afbd-e45bd319f1ce tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:26.616396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f525cc1-f37b-444b-a802-7a8443c7553f req-4f4b1a11-334b-4743-afbd-e45bd319f1ce tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 932 time: 0.2261333
Jun 21 02:48:26.736559 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.851555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f525cc1-f37b-444b-a802-7a8443c7553f req-fcb34e29-7963-4e80-a518-12a41c3bdc29 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2339404
Jun 21 02:48:26.946148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:26.967240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38946) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:27.030092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:27.038072 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a25e2d95-a0fa-4fd4-aa7c-88ee2ccd712a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:27.052901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8d324ee9-b1dc-4749-bf54-2fa843d0a10b no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:48:27.086166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 8d324ee9-b1dc-4749-bf54-2fa843d0a10b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:48:27.087219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8d324ee9-b1dc-4749-bf54-2fa843d0a10b not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:48:27.114686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a0d29933-bf10-4a4f-83b4-c8999a245ff0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5733e8bb0ead432c933195e48590977b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1457930
Jun 21 02:48:27.121084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38948) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:27.195995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:27.211006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9618f3-230e-4e67-aca4-3e25f40721b1,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:27.216930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:27.302086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c329c-b776-4a5d-8ea9-3bb40cc060a1 req-a5b3eb54-f07e-4289-a7e6-8a916edd30a2 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:27.309807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-566c329c-b776-4a5d-8ea9-3bb40cc060a1 req-a5b3eb54-f07e-4289-a7e6-8a916edd30a2 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.4983251
Jun 21 02:48:27.382340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-566c329c-b776-4a5d-8ea9-3bb40cc060a1 req-1553eaa4-e195-4673-b6f5-6289a77344a9 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715210
Jun 21 02:48:27.419291 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9ffe831-b5e0-46b1-a97a-bdafb503c4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:27.469108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9ffe831-b5e0-46b1-a97a-bdafb503c4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:27.621405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:27.622557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140c4906-4b46-496a-9af7-c338e808ce05 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:27.623282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:27.648975 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:27.672451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Transition to ACTIVE for port object 140c4906-4b46-496a-9af7-c338e808ce05 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:27.719087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9ffe831-b5e0-46b1-a97a-bdafb503c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:27.725909 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f9ffe831-b5e0-46b1-a97a-bdafb503c4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:27.730336 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f9ffe831-b5e0-46b1-a97a-bdafb503c4a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b03392e9-7ca0-4258-a957-921849a9afcf HTTP/1.1" status: 204  len: 168 time: 0.6050346
Jun 21 02:48:27.739400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:27.749559 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3a6113cb-e57b-4a39-96de-66612f6998c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:27.861014 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47b06f9f-724d-4b4a-ad84-9ef34745f1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:27.902249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffe831-b5e0-46b1-a97a-bdafb503c4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03392e9-7ca0-4258-a957-921849a9afcf,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:27.946372 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9ffe831-b5e0-46b1-a97a-bdafb503c4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:27.962417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9e2b56c-ed8f-4fb2-af1a-02d80c5f10ba req-622609d9-c5f8-43ac-bdc8-786f277f3f5a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 210 time: 0.2038126
Jun 21 02:48:28.066981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:48:28.067695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Pushing event updated for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:28.146945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d1617e10-0896-4237-ac64-1ff146dbf09f None None] Provisioning complete for port 3f9618f3-230e-4e67-aca4-3e25f40721b1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:28.152723 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:28.156233 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d1617e10-0896-4237-ac64-1ff146dbf09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:28.201857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0c0ccdb-57c0-4346-847f-1b77142d4f23 req-3b0cdb89-7cf3-4cdc-b9ca-db80bff016ba tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 210 time: 0.0502899
Jun 21 02:48:28.208965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Attempting to bind port 140c4906-4b46-496a-9af7-c338e808ce05 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:28.208965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Attempting to bind port 140c4906-4b46-496a-9af7-c338e808ce05 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:28.208965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Attempting to bind port 140c4906-4b46-496a-9af7-c338e808ce05 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:28.215172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Port 140c4906-4b46-496a-9af7-c338e808ce05 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:28.215172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Attempting to bind port 140c4906-4b46-496a-9af7-c338e808ce05 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:28.215566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400856-e160-4952-97b8-1e12e0a10844 req-6e4c4522-51f1-4fb1-8fa3-a45a3752b084 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:28.216867 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-6e4c4522-51f1-4fb1-8fa3-a45a3752b084 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.26 "GET /v2.0/networks?id=6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 200  len: 815 time: 0.3482072
Jun 21 02:48:28.221868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:28.222320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Checking segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:28.222786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Bound using segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:28.223298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Bound port: 140c4906-4b46-496a-9af7-c338e808ce05, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:28.223719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:28.251354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d1617e10-0896-4237-ac64-1ff146dbf09f None None] Port 3f9618f3-230e-4e67-aca4-3e25f40721b1 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:48:28.292787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Request body: {'port': {'device_id': 'd6caa901-2e88-40fc-ba76-98629b440575', 'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'admin_state_up': True, 'tenant_id': '0cb0e61c25534a7b8c0e11fa9c1ce5de'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:28.386691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:48:28.403830 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c23fbf3-b3f0-4cb3-aeef-284bca15f416/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3654687
Jun 21 02:48:28.474800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4bbbd685-0612-4956-9121-0ae3b297bb3f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:28.498476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:28.503378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:28.537257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88377f3-a950-4387-8835-7166295e20fe req-9ff8e949-55f7-4d8d-a218-50de4e8f41ae tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:28.543136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88377f3-a950-4387-8835-7166295e20fe req-9ff8e949-55f7-4d8d-a218-50de4e8f41ae tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:28.549037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88377f3-a950-4387-8835-7166295e20fe req-9ff8e949-55f7-4d8d-a218-50de4e8f41ae tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:28.556990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c88377f3-a950-4387-8835-7166295e20fe req-9ff8e949-55f7-4d8d-a218-50de4e8f41ae tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238&device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe&device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 2417 time: 0.2225559
Jun 21 02:48:28.584776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Made reservation on behalf of 0cb0e61c25534a7b8c0e11fa9c1ce5de for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:28.588492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:28.624377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:28.636049 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:28.649471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4bbbd685-0612-4956-9121-0ae3b297bb3f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:28.654782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4bbbd685-0612-4956-9121-0ae3b297bb3f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:28.657880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:28.662520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:28.663626 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:28.665300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/140c4906-4b46-496a-9af7-c338e808ce05 HTTP/1.1" status: 200  len: 1093 time: 2.2003522
Jun 21 02:48:28.702615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:28.704872 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4210c0e-e0cc-45d1-aa44-939d7095d994" -d '{"events": [{"name": "network-changed", "server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "tag": "140c4906-4b46-496a-9af7-c338e808ce05"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:28.754196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c88377f3-a950-4387-8835-7166295e20fe req-dee411e7-1bdd-42fc-90b3-afa41cafeb89 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961319
Jun 21 02:48:28.794325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Pushing event updated for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:28.800812 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:28.806906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf0611-2243-4434-9905-0cf4aef34e81 req-fec87567-426d-416e-8d2e-4a726813513c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:28.827302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43cf0611-2243-4434-9905-0cf4aef34e81 req-fec87567-426d-416e-8d2e-4a726813513c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 944 time: 0.2603841
Jun 21 02:48:28.832173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 4bbbd685-0612-4956-9121-0ae3b297bb3f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4bbbd685-0612-4956-9121-0ae3b297bb3f,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:28.832487 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:28.845807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Allocated IP 172.20.0.5 (6531e994-5c95-4593-9700-4456de99f803/344f69ae-2742-4ab8-8cca-ce7f480de4e1/901ca2b4-773d-4dae-88d4-35d09d2ab980) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:28.922232 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:28.931371 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:28.951400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43cf0611-2243-4434-9905-0cf4aef34e81 req-c88385c7-e7c6-4bb7-9be7-1fa0a9a22a2b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239662
Jun 21 02:48:28.968971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38978) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:29.021496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362f70-7489-40c7-bdd8-de358404d52e req-20b6d920-5e97-44e3-b046-038ebd2accab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:29.024930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-20b6d920-5e97-44e3-b046-038ebd2accab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 1096 time: 0.1970668
Jun 21 02:48:29.030980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=4bbbd685-0612-4956-9121-0ae3b297bb3f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:29.042350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.043444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.043988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.044782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.045303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.046014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.046664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.047182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.047787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.049011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.049011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.049011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:29.062092 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:29.094494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-dae833c5-ed86-49ff-bee3-64a5a59a4dee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=140c4906-4b46-496a-9af7-c338e808ce05 HTTP/1.1" status: 200  len: 217 time: 0.0594273
Jun 21 02:48:29.140529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f9d421fa-a801-47ef-b870-ab5bdda0ba4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4aac6bac887d44f1a9d91d99ae8a43a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1622815
Jun 21 02:48:29.145226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38984) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:29.168902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:29.193895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362f70-7489-40c7-bdd8-de358404d52e req-60830d18-adf0-4d75-b2a8-36e955e8724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:29.198407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-60830d18-adf0-4d75-b2a8-36e955e8724c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 200  len: 845 time: 0.0919154
Jun 21 02:48:29.244629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-23f12052-9a99-43b5-83d8-875cd3ac2655 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352125
Jun 21 02:48:29.248918 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Sync routers for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:48:29.253491 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2198359e-ec01-40e3-9869-f97d42b62728 x-openstack-request-id: req-2198359e-ec01-40e3-9869-f97d42b62728 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:29.253839 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "tag": "140c4906-4b46-496a-9af7-c338e808ce05", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:29.265001 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2198359e-ec01-40e3-9869-f97d42b62728 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:29.265001 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05', 'status': 'completed', 'code': 200}
Jun 21 02:48:29.266001 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:48:29.266001 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de36d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:29.372802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-045e092b-da5e-43eb-bff5-ac6cb8f9d8c2 service neutron] 10.222.0.20 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1148317
Jun 21 02:48:29.484716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5d41781-2735-41be-9dba-c0685c9eb61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:29.489731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac362f70-7489-40c7-bdd8-de358404d52e req-3c29efb6-1a5b-4035-923b-d0963f997393 service neutron] 10.222.0.20 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999837
Jun 21 02:48:29.521795 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:48:29.561875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5d41781-2735-41be-9dba-c0685c9eb61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:29.638912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-66190af4-3805-4d57-854c-6be60f70bf7e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:29.646188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-66190af4-3805-4d57-854c-6be60f70bf7e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/networks?id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d HTTP/1.1" status: 200  len: 828 time: 0.1565945
Jun 21 02:48:29.679590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-f9478f0c-adc1-4deb-8063-b2dcf3de71e4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/quotas/a101fd995186476a9d6d1e495049dff8 HTTP/1.1" status: 200  len: 375 time: 0.0323837
Jun 21 02:48:29.781988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:29.787802 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:29.831259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d380cb-ed5a-4dd4-8eff-88aad0b791bf req-31292fa6-f4d8-4999-ad45-8170726d797e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:29.839869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82d380cb-ed5a-4dd4-8eff-88aad0b791bf req-31292fa6-f4d8-4999-ad45-8170726d797e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1832860
Jun 21 02:48:29.854636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Network 6531e994-5c95-4593-9700-4456de99f803 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:29.858704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:29.863397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:29.864752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-011cd3d6-965b-431c-a9fc-577152c446e5 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a101fd995186476a9d6d1e495049dff8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1839223
Jun 21 02:48:29.868588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Pushing event updated for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:29.881558 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5d41781-2735-41be-9dba-c0685c9eb61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:29.884191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5d41781-2735-41be-9dba-c0685c9eb61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:29.887578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d5d41781-2735-41be-9dba-c0685c9eb61d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27d026f0-cee3-4f4f-985e-c7e6057b9af9 HTTP/1.1" status: 204  len: 168 time: 0.7405686
Jun 21 02:48:29.899328 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-05b9ea24-67e2-4127-919e-df4954be6adf tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:29.903134 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:29.907230 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de36d0>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 2, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:29.932762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d41781-2735-41be-9dba-c0685c9eb61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d026f0-cee3-4f4f-985e-c7e6057b9af9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:29.939296 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d5d41781-2735-41be-9dba-c0685c9eb61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:29.940960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:29.942202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:29.971286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-c26a9a0c-231c-4fe2-8cdc-899767a73a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:29.972902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-c26a9a0c-231c-4fe2-8cdc-899767a73a6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 1096 time: 0.2824976
Jun 21 02:48:29.985822 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Checking router: 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:48:29.986659 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Updating router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 port 3f9618f3-230e-4e67-aca4-3e25f40721b1 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:48:30.024980 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7384369
Jun 21 02:48:30.040571 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:30.051482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82d380cb-ed5a-4dd4-8eff-88aad0b791bf req-0a6637bd-01bb-4c5d-806a-e1e3853ee593 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106049
Jun 21 02:48:30.061393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Request body: {'port': {'device_id': 'd6caa901-2e88-40fc-ba76-98629b440575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:30.109096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-af4ff7cc-92ee-4396-889f-6d8c1c5af467 service neutron] 10.222.0.25 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433610
Jun 21 02:48:30.145237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-3b8aa342-b543-490d-acc3-9ec62c69b819 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0442963
Jun 21 02:48:30.188011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:30.278834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-2c1dc836-9d80-4f16-ad1a-1eb12df5c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:30.280330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-2c1dc836-9d80-4f16-ad1a-1eb12df5c9c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 906 time: 0.2936447
Jun 21 02:48:30.399536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4bbbd685-0612-4956-9121-0ae3b297bb3f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:30.498983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4bbbd685-0612-4956-9121-0ae3b297bb3f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:30.502017 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:30.509218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-5fc5e5cb-0127-4a99-8dbb-012ba44b737f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=140c4906-4b46-496a-9af7-c338e808ce05 HTTP/1.1" status: 200  len: 217 time: 0.1828988
Jun 21 02:48:30.650866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-83bbbaf7-b384-4fb4-9bec-981b05f9697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:30.658642 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:30.661455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-83bbbaf7-b384-4fb4-9bec-981b05f9697d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 200  len: 845 time: 0.1222847
Jun 21 02:48:30.687492 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Transition to ACTIVE for port object 3f9618f3-230e-4e67-aca4-3e25f40721b1 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:30.719209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-fed2221e-ffa5-478d-892d-7efea55e1d1c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0504415
Jun 21 02:48:30.755940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-ba13f3a0-925e-4eb7-baf2-c36a31d7e145 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514164
Jun 21 02:48:30.767846 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-904b2096-b75d-4c7c-92c9-253132be45ab service neutron] 10.222.0.25 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6578195
Jun 21 02:48:30.781313 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:30.791091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-9bd58b55-0fec-4604-b4a9-4d4c50a6d035 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:30.793002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-9bd58b55-0fec-4604-b4a9-4d4c50a6d035 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6295331
Jun 21 02:48:30.794768 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-07316df9-aa29-442c-bf2b-314b1eb8ed2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:30.914915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 140c4906-4b46-496a-9af7-c338e808ce05 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:30.925595 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Pushing event updated for resources: {'Port': ['ID=3f9618f3-230e-4e67-aca4-3e25f40721b1,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:30.942996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Request body: {'port': {'device_id': '742afbb9-17a4-49e7-a22c-1f56433361ae', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '73806ad6f15b4227935996a5fed1d7f9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:30.951160 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.951507 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.951852 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.952186 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.952522 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.952846 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.953170 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.953520 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.954195 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.954195 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.954459 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.954783 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:30.970967 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:31.017661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-e2bdccd6-4169-47f8-9690-2038a745f818 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:31.020625 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-e2bdccd6-4169-47f8-9690-2038a745f818 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2934437
Jun 21 02:48:31.027433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901ca2b4-773d-4dae-88d4-35d09d2ab980 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:31.037513 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.045066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Request body: {'port': {'device_id': 'a16391ce-4fcf-463d-97a1-e07ba344eb78', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '73806ad6f15b4227935996a5fed1d7f9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:31.074538 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Attempting to bind port 3f9618f3-230e-4e67-aca4-3e25f40721b1 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:31.074924 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Attempting to bind port 3f9618f3-230e-4e67-aca4-3e25f40721b1 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:31.075285 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Attempting to bind port 3f9618f3-230e-4e67-aca4-3e25f40721b1 on network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:31.089509 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:31.093801 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Checking segment: {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:31.093801 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.093801 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Bound using segment: {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:31.093801 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Bound port: 3f9618f3-230e-4e67-aca4-3e25f40721b1, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:31.093801 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.126957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2e26c-ae35-4c89-a639-ab1bb9fad5b8 req-d2250e3e-d74c-4d28-b139-049661ed1c31 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:31.140053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2aa2e26c-ae35-4c89-a639-ab1bb9fad5b8 req-d2250e3e-d74c-4d28-b139-049661ed1c31 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 931 time: 0.8626904
Jun 21 02:48:31.172265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Transition to ACTIVE for port object 901ca2b4-773d-4dae-88d4-35d09d2ab980 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:31.254392 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] For port 3f9618f3-230e-4e67-aca4-3e25f40721b1, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:31.258150 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] For port 3f9618f3-230e-4e67-aca4-3e25f40721b1, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3f9618f3-230e-4e67-aca4-3e25f40721b1,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:31.265511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.282929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-149ee111-41b5-403f-85f0-dadde84431a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:31.303705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:31.365025 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.372830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2aa2e26c-ae35-4c89-a639-ab1bb9fad5b8 req-a85da05a-c357-460c-bf85-f54f525f1ff3 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015991
Jun 21 02:48:31.374897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-035a1f37-fb93-47aa-9805-4b4cedaa5c43 req-8138f503-df96-4648-a528-9e46475538ce tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 210 time: 0.0357842
Jun 21 02:48:31.379275 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:31.386989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-18fde6d3-a30b-4822-bf1d-bc5f00fa17a3 service neutron] 10.222.0.20 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5892849
Jun 21 02:48:31.468312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Pushing event updated for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:31.489907 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:31.501829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:48:31.501829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de36d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:31.586208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Made reservation on behalf of 73806ad6f15b4227935996a5fed1d7f9 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:31.593380 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.642196 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Pushing event updated for resources: {'Port': ['ID=3f9618f3-230e-4e67-aca4-3e25f40721b1,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:31.657580 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:31.682549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4210c0e-e0cc-45d1-aa44-939d7095d994 req-0874659c-b3f1-40ff-81d4-52e2ad879c31 service neutron] 10.222.0.20 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2796586
Jun 21 02:48:31.714373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '140c4906-4b46-496a-9af7-c338e808ce05', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'port_id': '140c4906-4b46-496a-9af7-c338e808ce05', 'mac_address': 'fa:16:3e:8f:5b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bf0fc-303e-4e85-9983-3cb824264719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:31.744747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Made reservation on behalf of 73806ad6f15b4227935996a5fed1d7f9 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:31.748735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.771116 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:48:31.816016 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.841393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Attempting to bind port 901ca2b4-773d-4dae-88d4-35d09d2ab980 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:31.841786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Attempting to bind port 901ca2b4-773d-4dae-88d4-35d09d2ab980 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:31.842071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Attempting to bind port 901ca2b4-773d-4dae-88d4-35d09d2ab980 on network 6531e994-5c95-4593-9700-4456de99f803 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:31.843285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140c4906-4b46-496a-9af7-c338e808ce05 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:31.871602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Port 901ca2b4-773d-4dae-88d4-35d09d2ab980 on network 6531e994-5c95-4593-9700-4456de99f803 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:31.871944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Attempting to bind port 901ca2b4-773d-4dae-88d4-35d09d2ab980 on network 6531e994-5c95-4593-9700-4456de99f803 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:31.894817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:31.906875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:31.907222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Checking segment: {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:31.907615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Bound using segment: {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:31.908074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Bound port: 901ca2b4-773d-4dae-88d4-35d09d2ab980, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:31.923688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.980332 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:31.994209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364c5f3-7ae2-4d22-87df-d23e8571a97a req-b7857c4c-3685-44bd-b773-0635c904fea1 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:31.999253 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-496c5fee-eed2-4a7b-8dae-14c58c97f531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:32.019995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f364c5f3-7ae2-4d22-87df-d23e8571a97a req-b7857c4c-3685-44bd-b773-0635c904fea1 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 944 time: 0.3354461
Jun 21 02:48:32.048174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Allocated IP 192.168.233.131 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/10264ae9-1623-4adc-994f-0a6dc645b565) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:32.092277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:32.098095 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:32.147382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:32.155429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:32.179543 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de36d0>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:31Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:32.228561 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37734634-ebe8-48ea-8c36-8000401a8edb None None] The sync data for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 is: [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:31Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:48:32.245118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['140c4906-4b46-496a-9af7-c338e808ce05'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:32.297287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:32.315542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:32.323223 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25b4f3dd-014b-4a97-9f76-99d8043f20c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:32.337380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Transition to ACTIVE for port object 10264ae9-1623-4adc-994f-0a6dc645b565 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:32.413277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:32.414337 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:32.415779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] 10.222.0.26 "PUT /v2.0/ports/901ca2b4-773d-4dae-88d4-35d09d2ab980 HTTP/1.1" status: 200  len: 1092 time: 2.3698721
Jun 21 02:48:32.428552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:32.436119 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece184f-201e-468e-80c8-0570604557cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:32.464124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Pushing event updated for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:32.468442 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:32.530369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23646b6e-d6e6-41eb-ae75-e8f48e761f5a req-5b4f9f58-1b9c-4c58-a738-d31c5d85fb36 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 210 time: 0.0439746
Jun 21 02:48:32.541863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f364c5f3-7ae2-4d22-87df-d23e8571a97a req-741fbafa-1f82-4d55-a6fd-68f42b2163da tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5156465
Jun 21 02:48:32.562649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:32.577523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:32.613106 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a08f91cd-dd0d-4c31-93c1-9490f5de4c89 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:32.655071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Allocated IP 192.168.233.16 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:32.742667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:32.763159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:32.793053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:32.982181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'Port': ['ID=10264ae9-1623-4adc-994f-0a6dc645b565,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:33.009701 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:33.034626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:33.035601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:33.058836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:33.090508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Transition to ACTIVE for port object f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:33.101063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400856-e160-4952-97b8-1e12e0a10844 req-f6024d6a-289d-410b-bf8a-2648bcec0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:33.102627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-f6024d6a-289d-410b-bf8a-2648bcec0cc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 1095 time: 0.5451527
Jun 21 02:48:33.128588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:33.171927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-851347a3-f001-4cb8-bbe1-108e939af472 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980 HTTP/1.1" status: 200  len: 217 time: 0.0537524
Jun 21 02:48:33.254551 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2136433
Jun 21 02:48:33.264036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400856-e160-4952-97b8-1e12e0a10844 req-2b42be74-7116-42b8-94fc-53eac87b4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:33.265906 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-2b42be74-7116-42b8-94fc-53eac87b4f44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=344f69ae-2742-4ab8-8cca-ce7f480de4e1 HTTP/1.1" status: 200  len: 855 time: 0.0797577
Jun 21 02:48:33.279839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Request body: {'port': {'device_id': 'a16391ce-4fcf-463d-97a1-e07ba344eb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:33.377279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f471f-f7af-409c-97b6-fa2f9e18fb4a req-517f4204-4ac4-41bf-9e8d-450f6f62ef1f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:33.378912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc4f471f-f7af-409c-97b6-fa2f9e18fb4a req-517f4204-4ac4-41bf-9e8d-450f6f62ef1f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 936 time: 0.2657354
Jun 21 02:48:33.407372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6a784b68-cb8f-4ea7-9e9a-5f2e0a5ffb52 None None] Provisioning for port 10264ae9-1623-4adc-994f-0a6dc645b565 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:33.414905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406515e-d00c-4a5d-8e30-7171e4523036 req-df516f60-d8de-405e-9f18-3589573b6572 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:33.417550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f406515e-d00c-4a5d-8e30-7171e4523036 req-df516f60-d8de-405e-9f18-3589573b6572 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 943 time: 0.2784035
Jun 21 02:48:33.426858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6a784b68-cb8f-4ea7-9e9a-5f2e0a5ffb52 None None] Provisioning complete for port 10264ae9-1623-4adc-994f-0a6dc645b565 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:33.427253 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6a784b68-cb8f-4ea7-9e9a-5f2e0a5ffb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:33.428307 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-947969fe-7b4b-4518-8645-abe7bc592371 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6531e994-5c95-4593-9700-4456de99f803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1391821
Jun 21 02:48:33.477055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:33.496331 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:33.535960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6a784b68-cb8f-4ea7-9e9a-5f2e0a5ffb52 None None] Port 10264ae9-1623-4adc-994f-0a6dc645b565 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:48:33.609588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f406515e-d00c-4a5d-8e30-7171e4523036 req-742bd28c-a798-4878-84e4-80f5d4f7ae5b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728296
Jun 21 02:48:33.619002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc4f471f-f7af-409c-97b6-fa2f9e18fb4a req-fbaf7414-d9e7-45c5-80ec-fb2ea3bf44a5 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245579
Jun 21 02:48:33.628827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'Port': ['ID=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:33.636847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:33.638025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:33.641442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:33.642316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:33.644554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:33.679211 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-fd08d269-0c8a-455d-adeb-20447b2b454e service neutron] 10.222.0.26 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2326324
Jun 21 02:48:33.718022 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e738a315-c2f7-49f3-b948-b130b0e201db x-openstack-request-id: req-e738a315-c2f7-49f3-b948-b130b0e201db {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:33.718022 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:33.718022 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e738a315-c2f7-49f3-b948-b130b0e201db {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:33.718022 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'status': 'completed', 'code': 200}
Jun 21 02:48:33.722311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:33.723405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:33.735499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:33.849719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9102325
Jun 21 02:48:33.863005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Request body: {'port': {'device_id': '742afbb9-17a4-49e7-a22c-1f56433361ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:33.892706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:34.075632 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.079755 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66400856-e160-4952-97b8-1e12e0a10844 req-0a1b5a53-bae2-4725-aa39-6f0ebd5b3ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3880274
Jun 21 02:48:34.290663 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b76c863a-61f9-4148-ac09-62302df25f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.321936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0971df4-3faa-4906-9194-6b9633c178c0 None None] Provisioning for port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:34.327869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0971df4-3faa-4906-9194-6b9633c178c0 None None] Provisioning complete for port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:34.342098 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0971df4-3faa-4906-9194-6b9633c178c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.347612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10264ae9-1623-4adc-994f-0a6dc645b565 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:34.361476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.382506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Transition to ACTIVE for port object 10264ae9-1623-4adc-994f-0a6dc645b565 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:34.394127 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece184f-201e-468e-80c8-0570604557cb req-82544377-fed4-4f92-9305-69f4dbfcd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:34.403580 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ece184f-201e-468e-80c8-0570604557cb req-82544377-fed4-4f92-9305-69f4dbfcd387 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 1095 time: 0.1335590
Jun 21 02:48:34.404830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3f9618f3-230e-4e67-aca4-3e25f40721b1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:34.447739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6222b32f-944d-4c8f-a8cb-70a3e8007c53 req-4bbb8a00-f831-4726-957e-633f8f8b33d5 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 210 time: 0.0512562
Jun 21 02:48:34.449068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0971df4-3faa-4906-9194-6b9633c178c0 None None] Port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:48:34.515771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.523262 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6b8cfbe-5afe-47b5-88c2-d1ea7f9d9847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:34.545887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a8e6d-1cb3-461d-a2d6-af08453e839c req-dd6acd49-860e-481f-9004-f10bc7fab996 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:34.553273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e93a8e6d-1cb3-461d-a2d6-af08453e839c req-dd6acd49-860e-481f-9004-f10bc7fab996 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 945 time: 0.2087193
Jun 21 02:48:34.603562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 3f9618f3-230e-4e67-aca4-3e25f40721b1 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:34.609812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3f9618f3-230e-4e67-aca4-3e25f40721b1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:34.609812 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.730642 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Pushing event updated for resources: {'Port': ['ID=10264ae9-1623-4adc-994f-0a6dc645b565,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:34.736883 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.774110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-bfe2ec0a-4876-4227-9122-9b0538ceb194 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:34.774110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-bfe2ec0a-4876-4227-9122-9b0538ceb194 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.20 "GET /v2.0/networks?id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d HTTP/1.1" status: 200  len: 828 time: 0.1991091
Jun 21 02:48:34.792962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Request body: {'port': {'device_id': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'admin_state_up': True, 'tenant_id': 'a101fd995186476a9d6d1e495049dff8'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:34.794088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.796700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.797162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.797635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.798320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.799461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.801390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.801890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.802973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.805820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.806310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.807907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:34.819189 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:34.820363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 3f9618f3-230e-4e67-aca4-3e25f40721b1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3f9618f3-230e-4e67-aca4-3e25f40721b1,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:34.820521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece184f-201e-468e-80c8-0570604557cb req-e6792526-f0ea-489f-9280-d3615b5761d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:34.824486 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ece184f-201e-468e-80c8-0570604557cb req-e6792526-f0ea-489f-9280-d3615b5761d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 200  len: 916 time: 0.4063208
Jun 21 02:48:34.911943 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.917309 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:34.919007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Attempting to bind port 10264ae9-1623-4adc-994f-0a6dc645b565 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:34.919421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Attempting to bind port 10264ae9-1623-4adc-994f-0a6dc645b565 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:34.919775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Attempting to bind port 10264ae9-1623-4adc-994f-0a6dc645b565 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:34.923092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 140c4906-4b46-496a-9af7-c338e808ce05 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:34.923307 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ece184f-201e-468e-80c8-0570604557cb req-76b32af7-6242-4b55-95cb-73c588878660 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980 HTTP/1.1" status: 200  len: 217 time: 0.0426562
Jun 21 02:48:34.928188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Port 10264ae9-1623-4adc-994f-0a6dc645b565 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:34.928522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Attempting to bind port 10264ae9-1623-4adc-994f-0a6dc645b565 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:34.942837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:34.943185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:34.943582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:34.944041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Bound port: 10264ae9-1623-4adc-994f-0a6dc645b565, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:34.944402 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:34.974105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e93a8e6d-1cb3-461d-a2d6-af08453e839c req-5b833e08-94ac-4e2f-b7d0-1461389283ee tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4196985
Jun 21 02:48:35.005419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=3f9618f3-230e-4e67-aca4-3e25f40721b1,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:35.009451 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:35.019585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece184f-201e-468e-80c8-0570604557cb req-8602c117-d981-41ab-9da4-3569066a63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:35.021089 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ece184f-201e-468e-80c8-0570604557cb req-8602c117-d981-41ab-9da4-3569066a63b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=344f69ae-2742-4ab8-8cca-ce7f480de4e1 HTTP/1.1" status: 200  len: 855 time: 0.0868731
Jun 21 02:48:35.037962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a4a3391-9d23-4ebe-aa10-2c74ccabba6b req-efa7c598-e904-43f4-b2bc-d96152162e8e tempest-FlavorsV2NegativeTest-205885013 tempest-FlavorsV2NegativeTest-205885013-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=33d69479b3464435b6ac2f8ff339fd25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1559014
Jun 21 02:48:35.052429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:35.083939 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ece184f-201e-468e-80c8-0570604557cb req-8f1dfda0-bd05-4c28-9fe5-b24aec59664a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6531e994-5c95-4593-9700-4456de99f803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362747
Jun 21 02:48:35.089737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 140c4906-4b46-496a-9af7-c338e808ce05 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:35.095131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 140c4906-4b46-496a-9af7-c338e808ce05 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:35.095641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.125885 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.167575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] For port 10264ae9-1623-4adc-994f-0a6dc645b565, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:35.172478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] For port 10264ae9-1623-4adc-994f-0a6dc645b565, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10264ae9-1623-4adc-994f-0a6dc645b565,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:35.186414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Transition to ACTIVE for port object f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:35.189295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.210244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ece184f-201e-468e-80c8-0570604557cb req-f0ba279f-6f2f-4baf-a5d3-468fbe6d9c94 service neutron] 10.222.0.26 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143522
Jun 21 02:48:35.213614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:35.215911 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded5a0f5-e85d-48b5-aa0f-2899b3145474" -d '{"events": [{"server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "name": "network-vif-plugged", "status": "completed", "tag": "140c4906-4b46-496a-9af7-c338e808ce05"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:35.230600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:35.249874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3391-9d23-4ebe-aa10-2c74ccabba6b req-a5eb4603-3069-4fe3-99a7-31039f3f9a7b tempest-FlavorsV2NegativeTest-205885013 tempest-FlavorsV2NegativeTest-205885013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:35.251651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a4a3391-9d23-4ebe-aa10-2c74ccabba6b req-a5eb4603-3069-4fe3-99a7-31039f3f9a7b tempest-FlavorsV2NegativeTest-205885013 tempest-FlavorsV2NegativeTest-205885013-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2125785
Jun 21 02:48:35.259799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a80751-9217-44fc-8add-6dd13b60012f req-02b21550-bd63-4499-9ba2-5e4b72883143 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:35.261234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a80751-9217-44fc-8add-6dd13b60012f req-02b21550-bd63-4499-9ba2-5e4b72883143 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 943 time: 0.1689878
Jun 21 02:48:35.277255 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.281885 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:35.284730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a4a3391-9d23-4ebe-aa10-2c74ccabba6b req-399d9910-1529-4907-862c-2a44fcf603db tempest-FlavorsV2NegativeTest-205885013 tempest-FlavorsV2NegativeTest-205885013-project] 10.222.0.25 "GET /v2.0/quotas/33d69479b3464435b6ac2f8ff339fd25 HTTP/1.1" status: 200  len: 375 time: 0.0225344
Jun 21 02:48:35.307279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Made reservation on behalf of a101fd995186476a9d6d1e495049dff8 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:35.310823 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.312669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.323270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:35.323960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.324726 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-50ceb28e-8703-4338-8794-ec8c86dd3d1e tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:35.326284 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] 10.222.0.20 "PUT /v2.0/ports/10264ae9-1623-4adc-994f-0a6dc645b565 HTTP/1.1" status: 200  len: 1097 time: 2.0638642
Jun 21 02:48:35.362912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a4a3391-9d23-4ebe-aa10-2c74ccabba6b req-0577893f-dcb6-4d05-ac01-54a9a3e0cb57 tempest-FlavorsV2NegativeTest-205885013 tempest-FlavorsV2NegativeTest-205885013-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=33d69479b3464435b6ac2f8ff339fd25&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0712373
Jun 21 02:48:35.384641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.385632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a80751-9217-44fc-8add-6dd13b60012f req-e03a7c6d-1027-476f-9e62-b60efe7597f4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165166
Jun 21 02:48:35.395507 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:35.414063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Pushing event updated for resources: {'Port': ['ID=10264ae9-1623-4adc-994f-0a6dc645b565,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:35.418942 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ece184f-201e-468e-80c8-0570604557cb req-0437397a-f2a3-47b8-80d8-a342c0378568 service neutron] 10.222.0.26 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1969318
Jun 21 02:48:35.419943 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:35.491274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:35.495369 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:35.517345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:35.540256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.540543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.541104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.541300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.541714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.542094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.542451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.542816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.543180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.543544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.543906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.544276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:48:35.575848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-232edfac-bb47-4381-aacb-b123f1c59e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:35.578078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-232edfac-bb47-4381-aacb-b123f1c59e02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 1100 time: 0.0988529
Jun 21 02:48:35.619173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:35.649613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-b0f7602c-cd41-4285-90f2-278c65a99655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=10264ae9-1623-4adc-994f-0a6dc645b565 HTTP/1.1" status: 200  len: 217 time: 0.0574069
Jun 21 02:48:35.687534 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.720725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16391ce-4fcf-463d-97a1-e07ba344eb78', 'tag': '10264ae9-1623-4adc-994f-0a6dc645b565'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:35.723125 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce4b311-d75a-43e3-b8fd-cbf319d0640e" -d '{"events": [{"name": "network-changed", "server_uuid": "a16391ce-4fcf-463d-97a1-e07ba344eb78", "tag": "10264ae9-1623-4adc-994f-0a6dc645b565"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:35.729083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-d50f3560-a26f-432d-aa78-066a09faaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:35.734448 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-d50f3560-a26f-432d-aa78-066a09faaf2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0783169
Jun 21 02:48:35.798310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Allocated IP 172.20.0.9 (37dfd03c-ee81-4fd8-b932-eb316fa3e90d/c1905317-341e-4f20-ba5f-198a2b1857be/00b18a92-4a28-4e31-a80b-71167fe65dff) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:35.818319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Attempting to bind port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:35.818660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Attempting to bind port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:35.818991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Attempting to bind port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:35.824355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-b02cd76a-00d4-4def-88f6-916cbf365820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:35.826910 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-b02cd76a-00d4-4def-88f6-916cbf365820 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0878408
Jun 21 02:48:35.833684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:35.834093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Attempting to bind port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:35.859153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:35.859523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:35.859885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:35.860330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Bound port: f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:35.860677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:35.874869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918b33-af7a-49d2-8e2c-1594abd48c5e req-13164849-ad7e-4bb7-a158-4f789d46138b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:35.876406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25918b33-af7a-49d2-8e2c-1594abd48c5e req-13164849-ad7e-4bb7-a158-4f789d46138b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 948 time: 0.3191710
Jun 21 02:48:35.959861 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-03fe061b-98fc-4a3a-89ca-e3f37d6f672a service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1178694
Jun 21 02:48:35.993863 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db56b55e-b93e-408c-90a0-aff1133e433b x-openstack-request-id: req-db56b55e-b93e-408c-90a0-aff1133e433b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:35.994194 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "name": "network-vif-plugged", "status": "completed", "tag": "140c4906-4b46-496a-9af7-c338e808ce05", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:35.994422 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db56b55e-b93e-408c-90a0-aff1133e433b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:35.994854 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05', 'code': 200}
Jun 21 02:48:36.027103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25918b33-af7a-49d2-8e2c-1594abd48c5e req-292c3fbb-b48b-4947-a18e-877301b1f46a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385496
Jun 21 02:48:36.074631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] For port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:36.079660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] For port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:36.100595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:36.138079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Transition to ACTIVE for port object 00b18a92-4a28-4e31-a80b-71167fe65dff will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:36.158136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8487b213-41cd-4ba0-b953-6f8c7b274e0c req-e41c96ba-d4e3-49ac-9b64-2569918ee0b1 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 210 time: 0.0355258
Jun 21 02:48:36.159239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:36.165762 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa47eda8-d08d-4fac-9c1c-8c5a5b7ab67a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:36.201520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.202147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:36.202414 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-87dd7f29-cd80-4cf6-8045-343325120c27 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359881
Jun 21 02:48:36.203508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b HTTP/1.1" status: 200  len: 1096 time: 2.3452730
Jun 21 02:48:36.206336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742afbb9-17a4-49e7-a22c-1f56433361ae', 'tag': 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:36.208577 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a657b04e-14a1-4541-b87a-43a8b3aa8249" -d '{"events": [{"name": "network-changed", "server_uuid": "742afbb9-17a4-49e7-a22c-1f56433361ae", "tag": "f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:36.247903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:36.248606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5714-b6e2-4eff-a905-a8ddee10dfe1 req-87ea64af-e350-487f-b7a4-8b29102e2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.250601 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fbde5714-b6e2-4eff-a905-a8ddee10dfe1 req-87ea64af-e350-487f-b7a4-8b29102e2592 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 1098 time: 0.1481085
Jun 21 02:48:36.251439 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:36.259539 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c351a3e-c93f-4d1f-af42-ba4bd7261264 x-openstack-request-id: req-9c351a3e-c93f-4d1f-af42-ba4bd7261264 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:36.259855 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16391ce-4fcf-463d-97a1-e07ba344eb78", "tag": "10264ae9-1623-4adc-994f-0a6dc645b565", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:36.260209 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c351a3e-c93f-4d1f-af42-ba4bd7261264 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:36.260992 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16391ce-4fcf-463d-97a1-e07ba344eb78', 'tag': '10264ae9-1623-4adc-994f-0a6dc645b565', 'status': 'completed', 'code': 200}
Jun 21 02:48:36.317424 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fbde5714-b6e2-4eff-a905-a8ddee10dfe1 req-1c276d81-908d-4fd8-953a-66df7ded5749 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552902
Jun 21 02:48:36.328377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:36.333770 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a4486c44-135a-466e-8416-ab595cbcd60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:36.422612 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47de1c96-397e-4108-9860-4688ee89d20c x-openstack-request-id: req-47de1c96-397e-4108-9860-4688ee89d20c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:36.422896 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742afbb9-17a4-49e7-a22c-1f56433361ae", "tag": "f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:36.423196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3f9618f3-230e-4e67-aca4-3e25f40721b1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:36.423670 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47de1c96-397e-4108-9860-4688ee89d20c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:36.424930 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742afbb9-17a4-49e7-a22c-1f56433361ae', 'tag': 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', 'status': 'completed', 'code': 200}
Jun 21 02:48:36.490465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:36.506076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:36.510015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:36.512853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Pushing event updated for resources: {'Port': ['ID=00b18a92-4a28-4e31-a80b-71167fe65dff,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:36.520727 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:36.537558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-e3991e8b-0c52-43ce-b10e-87e7ac5239c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.540716 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-e3991e8b-0c52-43ce-b10e-87e7ac5239c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 1100 time: 0.1513011
Jun 21 02:48:36.609718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3f9618f3-230e-4e67-aca4-3e25f40721b1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:36.609718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:36.642894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.643577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:36.664450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-01bd7ecf-8958-4cad-b19a-96cec47badbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.669172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-01bd7ecf-8958-4cad-b19a-96cec47badbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 1099 time: 0.3237536
Jun 21 02:48:36.675903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce8efa-fcf4-4a60-a253-8ba4b33ab8e7 req-74e2fdff-d174-4d13-9fce-0de0afb0520d tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.677622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bce8efa-fcf4-4a60-a253-8ba4b33ab8e7 req-74e2fdff-d174-4d13-9fce-0de0afb0520d tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.2675602
Jun 21 02:48:36.678989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39138) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:36.686785 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55cb8dde-2625-4c93-8e1f-a11a79abfb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:36.746378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-74974a57-5e58-416f-8284-365731aca424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.749436 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-74974a57-5e58-416f-8284-365731aca424 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2010219
Jun 21 02:48:36.752914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-18d030ca-9a42-4fcb-9714-70ce5aa4ba47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b HTTP/1.1" status: 200  len: 217 time: 0.0734231
Jun 21 02:48:36.756389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9694571
Jun 21 02:48:36.782377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Request body: {'port': {'device_id': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:36.825863 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-c635074f-6453-4028-84a2-38c64f9046b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=10264ae9-1623-4adc-994f-0a6dc645b565 HTTP/1.1" status: 200  len: 217 time: 0.0598178
Jun 21 02:48:36.839605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bce8efa-fcf4-4a60-a253-8ba4b33ab8e7 req-e8b52830-6502-4227-ad68-c52ca6ce16d5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541197
Jun 21 02:48:36.883040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-42a286f4-84fe-406c-b255-ae4d75a8c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.884669 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-42a286f4-84fe-406c-b255-ae4d75a8c624 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0511901
Jun 21 02:48:36.926740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dc378b11-69f8-4afe-a128-c07816ec7f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:36.943375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-55666703-c6fb-42ae-9ffd-c4198023e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:36.944820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-55666703-c6fb-42ae-9ffd-c4198023e3c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1752555
Jun 21 02:48:36.990905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ce206024-5e17-4fa0-a3bc-2b49b6b59005 None None] Provisioning for port 00b18a92-4a28-4e31-a80b-71167fe65dff completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:36.995111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ce206024-5e17-4fa0-a3bc-2b49b6b59005 None None] Provisioning complete for port 00b18a92-4a28-4e31-a80b-71167fe65dff triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:36.996120 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce206024-5e17-4fa0-a3bc-2b49b6b59005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.017605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-908a9970-2748-486e-a3ac-75c981f26ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:37.023972 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-908a9970-2748-486e-a3ac-75c981f26ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1243613
Jun 21 02:48:37.044304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.046202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ce206024-5e17-4fa0-a3bc-2b49b6b59005 None None] Port 00b18a92-4a28-4e31-a80b-71167fe65dff cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:48:37.097242 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.114980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 901ca2b4-773d-4dae-88d4-35d09d2ab980 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:37.117185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dc378b11-69f8-4afe-a128-c07816ec7f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.140711 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-73659ddc-b7de-4e53-98ee-039532da490a service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115112
Jun 21 02:48:37.163596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64152027-70d9-4e5c-93f4-36dd54f646a9 req-478ff27d-35cd-472b-9065-51f5d8894246 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:37.170558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64152027-70d9-4e5c-93f4-36dd54f646a9 req-478ff27d-35cd-472b-9065-51f5d8894246 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 943 time: 0.2439828
Jun 21 02:48:37.177983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-7767998a-9a62-4765-9b8c-4423acbf7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:37.179440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-7767998a-9a62-4765-9b8c-4423acbf7c9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2074220
Jun 21 02:48:37.227547 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dc378b11-69f8-4afe-a128-c07816ec7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.234359 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af7c1b29-12a4-499d-9269-aafa764408de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:37.253161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:37.257692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd6de-0ce4-4547-b31d-a586887b064f req-0a299b43-54ea-40f8-8a2f-044f81de79e6 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:37.264880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-518fd6de-0ce4-4547-b31d-a586887b064f req-0a299b43-54ea-40f8-8a2f-044f81de79e6 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.2906277
Jun 21 02:48:37.265794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'port_id': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'mac_address': 'fa:16:3e:58:a2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344f69ae-2742-4ab8-8cca-ce7f480de4e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:37.289077 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fce4b311-d75a-43e3-b8fd-cbf319d0640e req-43ca05e3-62a1-46d6-8cab-b9396e8df5f2 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401348
Jun 21 02:48:37.292583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc378b11-69f8-4afe-a128-c07816ec7f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f5d9f-25a7-4350-b90c-57e2c6d17652,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:37.296291 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dc378b11-69f8-4afe-a128-c07816ec7f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:37.299756 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dc378b11-69f8-4afe-a128-c07816ec7f0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33d69479b3464435b6ac2f8ff339fd25&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6192093
Jun 21 02:48:37.303764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39152) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:37.322226 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.345614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901ca2b4-773d-4dae-88d4-35d09d2ab980 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:37.376919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:37.378030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0783cd2d-35e5-45aa-ba47-4f52f08bd5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.385532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64152027-70d9-4e5c-93f4-36dd54f646a9 req-eb091116-a9e8-49d6-be9d-8de1d7a513de tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140906
Jun 21 02:48:37.412407 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0783cd2d-35e5-45aa-ba47-4f52f08bd5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.412541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-518fd6de-0ce4-4547-b31d-a586887b064f req-305a7d4a-7f83-46ed-8e85-5bcd7d45410f tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442397
Jun 21 02:48:37.463640 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.467805 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:37.513530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-d33c2848-bfeb-443f-9b45-e07cd1373aa7 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2787094
Jun 21 02:48:37.534164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:37.537487 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:37.546554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0783cd2d-35e5-45aa-ba47-4f52f08bd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.549922 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0783cd2d-35e5-45aa-ba47-4f52f08bd5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:37.553833 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0783cd2d-35e5-45aa-ba47-4f52f08bd5d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c99f5d9f-25a7-4350-b90c-57e2c6d17652 HTTP/1.1" status: 204  len: 168 time: 0.2464504
Jun 21 02:48:37.553833 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dd04bea6-caf3-4037-ab97-02608f03d4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:37.566816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783cd2d-35e5-45aa-ba47-4f52f08bd5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f5d9f-25a7-4350-b90c-57e2c6d17652,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:37.573127 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0783cd2d-35e5-45aa-ba47-4f52f08bd5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:37.786106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['901ca2b4-773d-4dae-88d4-35d09d2ab980'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:37.984390 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:38.013585 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:38.100070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b18a92-4a28-4e31-a80b-71167fe65dff {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:38.105850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ae0e1c-e641-4922-a535-772ff07de4fe req-a9e02aa6-d19e-4fa6-8030-d9c498b20597 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5780783
Jun 21 02:48:38.113583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:38.141562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Transition to ACTIVE for port object 00b18a92-4a28-4e31-a80b-71167fe65dff will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:38.169269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d6272-c735-4860-9a96-4a0b30fd6035 req-b76c4b72-58a2-49eb-ab77-c85a270f5648 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:38.170763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-638d6272-c735-4860-9a96-4a0b30fd6035 req-b76c4b72-58a2-49eb-ab77-c85a270f5648 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 948 time: 0.4877284
Jun 21 02:48:38.178031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589a0a7-da58-4dd7-92fb-f00bf5453fe7 req-b1bbd4a1-1aa3-425e-b45d-baef9245e9ac tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:38.179499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a589a0a7-da58-4dd7-92fb-f00bf5453fe7 req-b1bbd4a1-1aa3-425e-b45d-baef9245e9ac tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 931 time: 0.5142558
Jun 21 02:48:38.240987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-638d6272-c735-4860-9a96-4a0b30fd6035 req-6f735f86-bbdf-4c09-baea-4bcebe1161a0 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559890
Jun 21 02:48:38.240987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a589a0a7-da58-4dd7-92fb-f00bf5453fe7 req-6c4632ec-8377-460b-ba52-e4b3a231ee73 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529287
Jun 21 02:48:38.306323 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:38.325565 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b1d332e-907e-4306-bd46-37ca1b179ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:38.448424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Pushing event updated for resources: {'Port': ['ID=00b18a92-4a28-4e31-a80b-71167fe65dff,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:38.454587 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:38.531606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-e09f1a5c-808b-427d-8988-15977567c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:38.533120 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-e09f1a5c-808b-427d-8988-15977567c103 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 1099 time: 0.2366261
Jun 21 02:48:38.637938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac2054-cc1d-43f0-a9aa-658f71133297 req-5fadf64d-e7c3-442a-9f55-007963290768 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:38.639490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3ac2054-cc1d-43f0-a9aa-658f71133297 req-5fadf64d-e7c3-442a-9f55-007963290768 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.2837131
Jun 21 02:48:38.641449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39184) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:38.678345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Attempting to bind port 00b18a92-4a28-4e31-a80b-71167fe65dff on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:38.678689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Attempting to bind port 00b18a92-4a28-4e31-a80b-71167fe65dff by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:38.679020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Attempting to bind port 00b18a92-4a28-4e31-a80b-71167fe65dff on network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:38.710997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Port 00b18a92-4a28-4e31-a80b-71167fe65dff on network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:38.711332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Attempting to bind port 00b18a92-4a28-4e31-a80b-71167fe65dff on network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:38.737518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1498627523-network', 'tenant_id': '791f3c0c7aa24ea8adf2d764c8525f7e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:38.740212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:38.740560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Checking segment: {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:38.740952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Bound using segment: {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:38.741413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Bound port: 00b18a92-4a28-4e31-a80b-71167fe65dff, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311d2485-ada6-4b3d-b06e-97b56c1255bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:38.741766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:38.748220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3ac2054-cc1d-43f0-a9aa-658f71133297 req-7ca6973a-e334-43e6-bf04-9641e3955d54 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977197
Jun 21 02:48:38.759596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-d41ab481-c8e8-49bf-a214-772cd13fcde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:38.761040 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-d41ab481-c8e8-49bf-a214-772cd13fcde9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2119987
Jun 21 02:48:38.770854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6557ba-e090-4093-960e-8020586a70cf req-ec39e511-5e4d-434b-8f12-cf938e1c8dce tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:38.772343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c6557ba-e090-4093-960e-8020586a70cf req-ec39e511-5e4d-434b-8f12-cf938e1c8dce tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 944 time: 0.2473202
Jun 21 02:48:38.824222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Made reservation on behalf of 791f3c0c7aa24ea8adf2d764c8525f7e for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:38.826923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:38.837113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:38.838800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-410caf5b-ed7a-4b47-97e3-07c7d7003013 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b HTTP/1.1" status: 200  len: 217 time: 0.0653634
Jun 21 02:48:38.926702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 10264ae9-1623-4adc-994f-0a6dc645b565 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:38.932661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:38.936691 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c6557ba-e090-4093-960e-8020586a70cf req-d5f33f52-003c-4460-9168-a5852d7e2795 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541529
Jun 21 02:48:38.954840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] For port 00b18a92-4a28-4e31-a80b-71167fe65dff, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:38.987716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] For port 00b18a92-4a28-4e31-a80b-71167fe65dff, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=00b18a92-4a28-4e31-a80b-71167fe65dff,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:38.989919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-a932c558-f326-41a0-a280-f0d7d9cb20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:38.991408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-a932c558-f326-41a0-a280-f0d7d9cb20b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1284063
Jun 21 02:48:39.003581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.006778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:39.041937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da26e6-429f-4b52-919e-680f6d014ee5 req-0fffe905-a6b0-455f-aa65-f1abd2b26302 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:39.044377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:48:39.046917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 10264ae9-1623-4adc-994f-0a6dc645b565, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10264ae9-1623-4adc-994f-0a6dc645b565,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:39.049276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45da26e6-429f-4b52-919e-680f6d014ee5 req-0fffe905-a6b0-455f-aa65-f1abd2b26302 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1896567
Jun 21 02:48:39.057167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.057988 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Added segment 33bb4bbc-c189-4880-a672-1b0eda634f1f of type vlan for network aa5a97fa-6d0d-4401-af40-296eb1cf006c
Jun 21 02:48:39.062788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '10264ae9-1623-4adc-994f-0a6dc645b565', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '10264ae9-1623-4adc-994f-0a6dc645b565', 'mac_address': 'fa:16:3e:a6:25:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:39.070000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.074150 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-31ed6580-b07b-4c27-ac66-1e0b6e43e53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:39.109096 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.113674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.133253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10264ae9-1623-4adc-994f-0a6dc645b565 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:39.136495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e2b36f-84e5-4550-b59c-989f4136ecdd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:39.140126 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:39.155296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 901ca2b4-773d-4dae-88d4-35d09d2ab980 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:39.173589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45da26e6-429f-4b52-919e-680f6d014ee5 req-67ea47d5-d0d1-4529-9d1d-4a66b470f7ff tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225045
Jun 21 02:48:39.179408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:39.180528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.181427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] 10.222.0.20 "PUT /v2.0/ports/00b18a92-4a28-4e31-a80b-71167fe65dff HTTP/1.1" status: 200  len: 1092 time: 2.4129224
Jun 21 02:48:39.183519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:39.186333 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2910e9d-0c37-441c-88b1-21fefd50c00e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:39.192193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Pushing event updated for resources: {'Port': ['ID=00b18a92-4a28-4e31-a80b-71167fe65dff,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:39.196363 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:39.210057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-d76905f1-ba69-460b-9860-dc228481a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:39.210057 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-d76905f1-ba69-460b-9860-dc228481a0ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2086475
Jun 21 02:48:39.213255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 10264ae9-1623-4adc-994f-0a6dc645b565, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10264ae9-1623-4adc-994f-0a6dc645b565,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:39.290648 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65becc0d-9ad8-4392-8189-ca4b19946182 x-openstack-request-id: req-65becc0d-9ad8-4392-8189-ca4b19946182 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:39.291045 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:39.291349 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65becc0d-9ad8-4392-8189-ca4b19946182 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:39.291808 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'status': 'completed', 'code': 200}
Jun 21 02:48:39.307082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.312079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:39.312079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.316323 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:39.364421 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:48:39.365526 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.367116 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ea53603-023d-4547-91a6-f55e196b09bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:39.378701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 901ca2b4-773d-4dae-88d4-35d09d2ab980 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:39.422149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5a97fa-6d0d-4401-af40-296eb1cf006c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:39.426795 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:39.432828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 901ca2b4-773d-4dae-88d4-35d09d2ab980 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:39.433095 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.441309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-4e469a60-f56f-4589-a238-b05390ee03ef service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210236
Jun 21 02:48:39.445741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network aa5a97fa-6d0d-4401-af40-296eb1cf006c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:48:39.483632 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.499315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.8567414
Jun 21 02:48:39.503277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:48:39.509768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Request body: {'subnet': {'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1498627523-subnet', 'tenant_id': '791f3c0c7aa24ea8adf2d764c8525f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:39.558759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910e9d-0c37-441c-88b1-21fefd50c00e req-87b07e0b-05c9-453e-a685-57efd33b9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:39.560179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2910e9d-0c37-441c-88b1-21fefd50c00e req-87b07e0b-05c9-453e-a685-57efd33b9ea1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a101fd995186476a9d6d1e495049dff8&device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 1095 time: 0.2255855
Jun 21 02:48:39.561276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=10264ae9-1623-4adc-994f-0a6dc645b565,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:39.571487 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:39.614145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Made reservation on behalf of 791f3c0c7aa24ea8adf2d764c8525f7e for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:39.617000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.663452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a657b04e-14a1-4541-b87a-43a8b3aa8249 req-75e64fca-2c81-4d91-9b34-21d65189a8d8 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131546
Jun 21 02:48:39.675674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccb14f-8c1c-458b-a8a8-09b273a4bf00 req-9e783c87-ac06-40f8-b47c-d580673e511f tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:39.677216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8ccb14f-8c1c-458b-a8a8-09b273a4bf00 req-9e783c87-ac06-40f8-b47c-d580673e511f tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 943 time: 0.2257891
Jun 21 02:48:39.734319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['10264ae9-1623-4adc-994f-0a6dc645b565'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:39.751964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910e9d-0c37-441c-88b1-21fefd50c00e req-9a2b7b97-c224-4fe7-a259-145eb59676f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:39.754112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2910e9d-0c37-441c-88b1-21fefd50c00e req-9a2b7b97-c224-4fe7-a259-145eb59676f8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a101fd995186476a9d6d1e495049dff8&shared=False HTTP/1.1" status: 200  len: 929 time: 0.1778572
Jun 21 02:48:39.757318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8ccb14f-8c1c-458b-a8a8-09b273a4bf00 req-99160ce3-c196-4204-9665-fbceb4d7cfb1 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640404
Jun 21 02:48:39.779713 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.887361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:39.889091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:39.896298 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262c1034-5e5a-43d5-802e-09e0c0be6311" -d '{"events": [{"server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "name": "network-vif-plugged", "status": "completed", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:39.959505 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:39.963656 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d68b24e7-cde7-4482-8577-0ecffcb6abff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:39.969656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910e9d-0c37-441c-88b1-21fefd50c00e req-77e66f1b-2bd0-4cfa-85bd-eb81bad62763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:39.971794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2910e9d-0c37-441c-88b1-21fefd50c00e req-77e66f1b-2bd0-4cfa-85bd-eb81bad62763 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2091274
Jun 21 02:48:39.994860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea4f84-7714-4caa-997b-8c44b6d27f7c req-d4be1baa-0b5f-4e79-b051-3b74cffe505c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.001982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8ea4f84-7714-4caa-997b-8c44b6d27f7c req-d4be1baa-0b5f-4e79-b051-3b74cffe505c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 949 time: 0.1531951
Jun 21 02:48:40.013424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:40.017021 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fc8bd302-75af-4b60-a1b8-3e34fe1a66e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:40.034720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:40.040019 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:40.078494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe726d5-eef0-4e36-82fc-b9c08aa0cd42,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:40.091543 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:40.096979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8ea4f84-7714-4caa-997b-8c44b6d27f7c req-87185bb2-2cb2-4ddd-b636-1d9584147577 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909016
Jun 21 02:48:40.100485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Checking segment: {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:40.101176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Network hostable DHCP agents. Network: aa5a97fa-6d0d-4401-af40-296eb1cf006c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:48:40.108249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1542f8-a617-4ab0-90a9-dc7656900ca2 req-e0e4908a-2201-4858-b25d-51cef3abaa9b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.111415 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b1542f8-a617-4ab0-90a9-dc7656900ca2 req-e0e4908a-2201-4858-b25d-51cef3abaa9b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1821852
Jun 21 02:48:40.141101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ca080c4e-685d-4ee9-b599-609998ff9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.142661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ca080c4e-685d-4ee9-b599-609998ff9e5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a101fd995186476a9d6d1e495049dff8&device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 1095 time: 0.1239080
Jun 21 02:48:40.155730 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b97375-3b67-4f00-b121-5c89c79a93f0 x-openstack-request-id: req-e6b97375-3b67-4f00-b121-5c89c79a93f0 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:40.156123 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "name": "network-vif-plugged", "status": "completed", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:40.156479 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6b97375-3b67-4f00-b121-5c89c79a93f0 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:40.156984 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'code': 200}
Jun 21 02:48:40.193738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b1542f8-a617-4ab0-90a9-dc7656900ca2 req-7119eda8-f367-414a-9b97-54072b271e72 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751722
Jun 21 02:48:40.195120 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-1fd520c5-af30-4f87-a302-ceb85265cab0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b18a92-4a28-4e31-a80b-71167fe65dff HTTP/1.1" status: 200  len: 217 time: 0.0421312
Jun 21 02:48:40.223896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Network aa5a97fa-6d0d-4401-af40-296eb1cf006c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:48:40.286037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-4d7f8c33-f90a-4e7f-aa76-f514d7bd44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.287453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-4d7f8c33-f90a-4e7f-aa76-f514d7bd44a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c1905317-341e-4f20-ba5f-198a2b1857be HTTP/1.1" status: 200  len: 867 time: 0.0858126
Jun 21 02:48:40.304435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, aa5a97fa-6d0d-4401-af40-296eb1cf006c) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:40.310803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.314236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9647f6-411f-40bf-a5a5-7585ddadcd74 None None] Network aa5a97fa-6d0d-4401-af40-296eb1cf006c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:48:40.317661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:40.402983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e7e8f-9414-476e-b479-a068dd104ecb req-3a58abd4-3a43-4a91-b081-0112a0c248e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.404483 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e5e7e8f-9414-476e-b479-a068dd104ecb req-3a58abd4-3a43-4a91-b081-0112a0c248e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 1097 time: 0.1570716
Jun 21 02:48:40.413686 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327abdfd-7528-4718-af6c-2c0792974c67 req-0d61d547-6f54-43bd-9375-5b28bc24aafd tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.415174 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-327abdfd-7528-4718-af6c-2c0792974c67 req-0d61d547-6f54-43bd-9375-5b28bc24aafd tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1327012
Jun 21 02:48:40.438943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ad6c37a5-95d1-4c8a-93c4-430da52b442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.442365 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.9354613
Jun 21 02:48:40.442513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-ad6c37a5-95d1-4c8a-93c4-430da52b442c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1425381
Jun 21 02:48:40.460029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600b395-68e4-4f46-824b-c117cecdf9bc None None] Network aa5a97fa-6d0d-4401-af40-296eb1cf006c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:48:40.564167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e5e7e8f-9414-476e-b479-a068dd104ecb req-90420fa5-3be1-4c3a-b3d9-f747ddf68658 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478353
Jun 21 02:48:40.574052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-327abdfd-7528-4718-af6c-2c0792974c67 req-8ca09467-80ef-4715-a1a9-f8adcd69e86d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483583
Jun 21 02:48:40.621585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-4ebe486d-b0f2-4afb-ab2a-e5dda10942fa service neutron] 10.222.0.20 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714160
Jun 21 02:48:40.630237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f30d8f-550d-4708-bf69-8a227579cc96 req-ba5d3d74-ff8e-4a11-b59e-6e1da941583d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.631741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10f30d8f-550d-4708-bf69-8a227579cc96 req-ba5d3d74-ff8e-4a11-b59e-6e1da941583d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1828983
Jun 21 02:48:40.720817 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10f30d8f-550d-4708-bf69-8a227579cc96 req-8adaf81d-7dfa-4f2f-ab70-c8e4a284b6bf tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806668
Jun 21 02:48:40.746109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ad058e2-25da-41fc-a2ea-d50f732bb491 req-6bdaf890-bd80-4846-b90e-60452eb7726a service neutron] 10.222.0.20 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1134129
Jun 21 02:48:40.931687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 10264ae9-1623-4adc-994f-0a6dc645b565 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:40.976328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f50b-c5ed-4be8-8f75-21b6e265995c req-6602cc57-c415-445d-b47e-93d85902adff tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:40.978356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3e2f50b-c5ed-4be8-8f75-21b6e265995c req-6602cc57-c415-445d-b47e-93d85902adff tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 943 time: 0.0735061
Jun 21 02:48:41.019206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3e2f50b-c5ed-4be8-8f75-21b6e265995c req-650ee954-e9ef-4b92-a485-aadae8fad895 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348608
Jun 21 02:48:41.043871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 10264ae9-1623-4adc-994f-0a6dc645b565 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:41.047836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 10264ae9-1623-4adc-994f-0a6dc645b565 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:41.048221 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:41.120000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a658d-62d0-40df-ad6a-60ab559f147f req-b098a1ab-8e54-409a-ad75-35d9b87808b0 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:41.121781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-b098a1ab-8e54-409a-ad75-35d9b87808b0 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 822 time: 0.1017127
Jun 21 02:48:41.125007 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:41.140490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-6a9a618c-cae0-43d3-8126-00e436f9748c tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/quotas/791f3c0c7aa24ea8adf2d764c8525f7e HTTP/1.1" status: 200  len: 375 time: 0.0116317
Jun 21 02:48:41.160340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:41.167631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 10264ae9-1623-4adc-994f-0a6dc645b565, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10264ae9-1623-4adc-994f-0a6dc645b565,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:41.182164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-250f24d3-0239-4552-b669-179b5e221f33 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0348830
Jun 21 02:48:41.229065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:41.232162 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d68b24e7-cde7-4482-8577-0ecffcb6abff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:41.310156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=10264ae9-1623-4adc-994f-0a6dc645b565,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:41.316992 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:41.317239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-37aed65b-666e-4e35-a5a6-df902b045db0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267426
Jun 21 02:48:41.318758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:41.330099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', 'mac_address': 'fa:16:3e:cd:b7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:41.340449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a1574-9625-47df-9463-d73c76b4d478 req-bb498489-7d33-4179-9b28-033af0fa913f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:41.341926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-383a1574-9625-47df-9463-d73c76b4d478 req-bb498489-7d33-4179-9b28-033af0fa913f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 950 time: 0.1063397
Jun 21 02:48:41.369914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:41.388004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:41.409396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:41.430449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-383a1574-9625-47df-9463-d73c76b4d478 req-92398930-5d4c-4587-a0ed-6bda9bf07773 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750034
Jun 21 02:48:41.466153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-c5160a38-3ad8-4a52-9f3a-a137b15587ef service neutron] 10.222.0.25 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408145
Jun 21 02:48:41.474854 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:41.479977 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:41.526840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:41.530627 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:41.618048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd7496-8d1d-4d0a-a4b9-a522ac41bfd1 req-abd9e20e-6f85-4746-9ef2-dc2240bc3f69 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:41.619554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3cd7496-8d1d-4d0a-a4b9-a522ac41bfd1 req-abd9e20e-6f85-4746-9ef2-dc2240bc3f69 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.0679164
Jun 21 02:48:41.670495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3cd7496-8d1d-4d0a-a4b9-a522ac41bfd1 req-5feaf17c-189f-4208-9bae-436894f2e2b1 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448339
Jun 21 02:48:41.806167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:41.855020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96ff6df9-c6f5-46cd-b2bf-99f005fdfc31 req-e26592ca-a24e-4e20-bfb6-33a714321c65 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 210 time: 0.0621998
Jun 21 02:48:41.928560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f500-493c-40e0-aec0-7f188735c566 req-2c90a941-6853-4bda-b8f3-4c49ff7444ec tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:41.930367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b10f500-493c-40e0-aec0-7f188735c566 req-2c90a941-6853-4bda-b8f3-4c49ff7444ec tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0776641
Jun 21 02:48:41.974635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b10f500-493c-40e0-aec0-7f188735c566 req-ff9eaccf-0d85-4ff7-8473-ed9e80fc320a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376387
Jun 21 02:48:42.133476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab00be-a55c-49d7-8334-900942c67874 req-c9d72c65-3429-413f-9639-2bf8af97d9bb tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:42.134321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdab00be-a55c-49d7-8334-900942c67874 req-c9d72c65-3429-413f-9639-2bf8af97d9bb tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.0679922
Jun 21 02:48:42.159091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16391ce-4fcf-463d-97a1-e07ba344eb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10264ae9-1623-4adc-994f-0a6dc645b565'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:42.161629 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b75bc67-5955-464e-833c-5e28be420bbd" -d '{"events": [{"server_uuid": "a16391ce-4fcf-463d-97a1-e07ba344eb78", "name": "network-vif-plugged", "status": "completed", "tag": "10264ae9-1623-4adc-994f-0a6dc645b565"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:42.204570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdab00be-a55c-49d7-8334-900942c67874 req-387517e5-8499-4531-ab14-695c82477c38 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604064
Jun 21 02:48:42.226606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b4845-12dc-473a-ac2f-8fc586033899 req-c04ceb4b-e168-4915-ab50-d921e2ecb942 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:42.228100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-879b4845-12dc-473a-ac2f-8fc586033899 req-c04ceb4b-e168-4915-ab50-d921e2ecb942 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 943 time: 0.0929000
Jun 21 02:48:42.264290 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7ee57c-9bfd-4d91-a479-287ce404cecf x-openstack-request-id: req-7e7ee57c-9bfd-4d91-a479-287ce404cecf {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:42.264598 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16391ce-4fcf-463d-97a1-e07ba344eb78", "name": "network-vif-plugged", "status": "completed", "tag": "10264ae9-1623-4adc-994f-0a6dc645b565", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:42.264859 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e7ee57c-9bfd-4d91-a479-287ce404cecf {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:42.265352 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16391ce-4fcf-463d-97a1-e07ba344eb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10264ae9-1623-4adc-994f-0a6dc645b565', 'code': 200}
Jun 21 02:48:42.270204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-879b4845-12dc-473a-ac2f-8fc586033899 req-31fca0b2-365c-4b50-8b94-41605179606e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361502
Jun 21 02:48:42.377032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be565aef-20c1-4b1a-93c8-585b7d476376 req-9e56c97c-83a4-4567-bae9-aafee9c5ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:42.378561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be565aef-20c1-4b1a-93c8-585b7d476376 req-9e56c97c-83a4-4567-bae9-aafee9c5ffd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 1102 time: 0.0523455
Jun 21 02:48:42.413480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be565aef-20c1-4b1a-93c8-585b7d476376 req-10339511-869d-431d-beb7-7b6a9f981833 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274193
Jun 21 02:48:42.615853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0ec95-aaff-41ff-a5a4-8521a4d153d1 req-bc7b53b4-46b9-4dc7-a4af-d5f03ab59779 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:42.617325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81a0ec95-aaff-41ff-a5a4-8521a4d153d1 req-bc7b53b4-46b9-4dc7-a4af-d5f03ab59779 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 950 time: 0.0632169
Jun 21 02:48:42.659853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81a0ec95-aaff-41ff-a5a4-8521a4d153d1 req-a935e456-92c8-46c6-9fa9-417e1373a421 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367601
Jun 21 02:48:42.852763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be97ff-c5be-4032-8c19-3f7667ed7c51 req-d3fb62ef-8689-46e5-a973-e61bfb06385e tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:42.854285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03be97ff-c5be-4032-8c19-3f7667ed7c51 req-d3fb62ef-8689-46e5-a973-e61bfb06385e tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.0678434
Jun 21 02:48:42.892600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03be97ff-c5be-4032-8c19-3f7667ed7c51 req-c6451d65-86df-4b35-ad06-e1c6ffd16587 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322073
Jun 21 02:48:42.950202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 00b18a92-4a28-4e31-a80b-71167fe65dff details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:42.998901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb0c890c-4af4-4ae8-bfec-0aff10e4389b req-21ffe2ed-0277-4ea5-9139-4127a35cf0db tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 210 time: 0.0295296
Jun 21 02:48:43.077354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 00b18a92-4a28-4e31-a80b-71167fe65dff, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=00b18a92-4a28-4e31-a80b-71167fe65dff,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:43.089918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'port_id': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'mac_address': 'fa:16:3e:f9:fb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:43.131480 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:43.145412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b18a92-4a28-4e31-a80b-71167fe65dff {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:43.165136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 00b18a92-4a28-4e31-a80b-71167fe65dff, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=00b18a92-4a28-4e31-a80b-71167fe65dff,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:43.174665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:43.186259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a5685-1333-49a2-ad2e-baa567411043 req-ed987080-ffc0-4abb-ae5a-f365b7f1f898 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:43.187746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13a5685-1333-49a2-ad2e-baa567411043 req-ed987080-ffc0-4abb-ae5a-f365b7f1f898 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0682821
Jun 21 02:48:43.227372 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:43.231162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13a5685-1333-49a2-ad2e-baa567411043 req-e2c72b7c-109f-4dc5-af1e-f40a21949d33 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367923
Jun 21 02:48:43.239398 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:43.295813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=00b18a92-4a28-4e31-a80b-71167fe65dff,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:43.299948 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:43.338699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:43.342982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:43.343363 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:43.444426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:43.451046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec36af-b55f-4a30-bb1e-5c0de8f3418d req-c48c4001-14b5-4cf6-a61f-b9d5bcb5ee5c tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:43.452797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aaec36af-b55f-4a30-bb1e-5c0de8f3418d req-c48c4001-14b5-4cf6-a61f-b9d5bcb5ee5c tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1119761
Jun 21 02:48:43.486028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3389c9-b9b4-4b49-adbb-fd829b0d5a07 req-2c7a1ddc-670e-4cc0-bdda-87a26a596418 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:43.487702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d3389c9-b9b4-4b49-adbb-fd829b0d5a07 req-2c7a1ddc-670e-4cc0-bdda-87a26a596418 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1169574
Jun 21 02:48:43.488499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:43.518318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aaec36af-b55f-4a30-bb1e-5c0de8f3418d req-b159e894-c285-4fc9-bde5-e107ca480285 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581191
Jun 21 02:48:43.528800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['00b18a92-4a28-4e31-a80b-71167fe65dff'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:43.544997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d3389c9-b9b4-4b49-adbb-fd829b0d5a07 req-adc16945-2aac-48ae-991b-f1e55f6f0e99 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459020
Jun 21 02:48:43.571212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:43.575320 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-eb93c10a-9bab-46bf-9aeb-e2dc2e773f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:43.637877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:43.650193 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:43.715129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d466c-e61e-4c56-ac42-fa2bf71533d2 req-73e83f60-eb49-4168-864f-5ff29e2d4c74 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:43.725035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-392d466c-e61e-4c56-ac42-fa2bf71533d2 req-73e83f60-eb49-4168-864f-5ff29e2d4c74 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 944 time: 0.0979261
Jun 21 02:48:43.760954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-392d466c-e61e-4c56-ac42-fa2bf71533d2 req-f3dd32dc-f136-4bbf-b8dd-6ccf530665be tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350013
Jun 21 02:48:43.931734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a694e3-31a1-4cb2-b310-f3d80e3d4548 req-b805717e-4f7d-4739-be80-2ae083708213 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:43.933312 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78a694e3-31a1-4cb2-b310-f3d80e3d4548 req-b805717e-4f7d-4739-be80-2ae083708213 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 950 time: 0.0684230
Jun 21 02:48:44.008824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78a694e3-31a1-4cb2-b310-f3d80e3d4548 req-660256d6-65b8-4eef-b6f3-a0de09c87553 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645490
Jun 21 02:48:44.027936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9abf6-348f-495f-9fb9-9567e379acf6 req-dd1e9f80-bed4-4bd4-9c6e-216b59b5521f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:44.029473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8c9abf6-348f-495f-9fb9-9567e379acf6 req-dd1e9f80-bed4-4bd4-9c6e-216b59b5521f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0952446
Jun 21 02:48:44.073355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8c9abf6-348f-495f-9fb9-9567e379acf6 req-3a6ea710-0aa3-4258-9d6e-56c1a4042467 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351288
Jun 21 02:48:44.266912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742afbb9-17a4-49e7-a22c-1f56433361ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:44.271763 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73b0d1e-3ccd-48c7-b27f-9fd12cb20531" -d '{"events": [{"server_uuid": "742afbb9-17a4-49e7-a22c-1f56433361ae", "name": "network-vif-plugged", "status": "completed", "tag": "f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:44.619393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3411cfef-d583-45ce-a3b6-e08300fe78c8 req-4e39dee5-7082-41cb-b51a-d03b9963a94d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 210 time: 0.4028530
Jun 21 02:48:44.684184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c72ec-525a-4b10-9eac-144088def778 req-12e980ab-a7f9-4bed-b797-606c5d14afb5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:44.685940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-002c72ec-525a-4b10-9eac-144088def778 req-12e980ab-a7f9-4bed-b797-606c5d14afb5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.5036676
Jun 21 02:48:44.694629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a658d-62d0-40df-ad6a-60ab559f147f req-c80f5d28-4296-424c-b11c-f852329558b1 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:44.695977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-c80f5d28-4296-424c-b11c-f852329558b1 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.26 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 822 time: 0.4816561
Jun 21 02:48:44.714074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Request body: {'port': {'device_id': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'admin_state_up': True, 'tenant_id': '791f3c0c7aa24ea8adf2d764c8525f7e'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:44.810828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-002c72ec-525a-4b10-9eac-144088def778 req-3d65cf00-d412-4070-bc91-da0fda103550 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136343
Jun 21 02:48:44.876244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba42c5-8bbe-40fa-8984-d6daaff0ef7a req-c7d17097-2dfe-4910-a815-eaef96e267bf tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:44.877747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0eba42c5-8bbe-40fa-8984-d6daaff0ef7a req-c7d17097-2dfe-4910-a815-eaef96e267bf tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 949 time: 0.1580598
Jun 21 02:48:44.927615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0eba42c5-8bbe-40fa-8984-d6daaff0ef7a req-7280cc85-4325-4a07-9568-5f892bab6c00 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442297
Jun 21 02:48:44.958164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 00b18a92-4a28-4e31-a80b-71167fe65dff up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:44.962323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Made reservation on behalf of 791f3c0c7aa24ea8adf2d764c8525f7e for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:44.966164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:45.015401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695a9f0-aafe-4784-ab40-2d6081751e15 req-c2c4853d-33bb-4ef3-b62d-cc7c174b446f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:45.016900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6695a9f0-aafe-4784-ab40-2d6081751e15 req-c2c4853d-33bb-4ef3-b62d-cc7c174b446f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1041603
Jun 21 02:48:45.082937 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046f44fc-1029-46a5-bbbb-ac2093a4116c x-openstack-request-id: req-046f44fc-1029-46a5-bbbb-ac2093a4116c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:45.082937 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742afbb9-17a4-49e7-a22c-1f56433361ae", "name": "network-vif-plugged", "status": "completed", "tag": "f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:45.082937 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-046f44fc-1029-46a5-bbbb-ac2093a4116c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:45.082937 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742afbb9-17a4-49e7-a22c-1f56433361ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', 'code': 200}
Jun 21 02:48:45.100974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 00b18a92-4a28-4e31-a80b-71167fe65dff completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:45.105055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 00b18a92-4a28-4e31-a80b-71167fe65dff triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:45.105475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:45.138601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6695a9f0-aafe-4784-ab40-2d6081751e15 req-091ab5bd-bffc-4d3a-9c11-cc2b6ef50228 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892129
Jun 21 02:48:45.171737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Allocated IP 172.20.0.4 (aa5a97fa-6d0d-4401-af40-296eb1cf006c/cfe726d5-eef0-4e36-82fc-b9c08aa0cd42/ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:45.191748 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:45.228756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd903e-e154-430c-bd19-9dcac283bf55 req-c22707b4-e19c-4ee1-8183-0fd70aa3b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:45.230550 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-28bd903e-e154-430c-bd19-9dcac283bf55 req-c22707b4-e19c-4ee1-8183-0fd70aa3b9f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 1101 time: 0.0745642
Jun 21 02:48:45.234644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 00b18a92-4a28-4e31-a80b-71167fe65dff, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=00b18a92-4a28-4e31-a80b-71167fe65dff,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:45.273975 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-28bd903e-e154-430c-bd19-9dcac283bf55 req-f56a7ed9-f90d-4bfa-b318-7fabc5a7c5ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350573
Jun 21 02:48:45.310017 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:45.312291 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:45.361084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=00b18a92-4a28-4e31-a80b-71167fe65dff,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:45.365170 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:45.415940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5435f-46db-45b1-bc52-664616683ecf req-b247130d-0cda-4cbd-b424-b6df67a95dde tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:45.417354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ad5435f-46db-45b1-bc52-664616683ecf req-b247130d-0cda-4cbd-b424-b6df67a95dde tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1953275
Jun 21 02:48:45.467266 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:45.481311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e6c62-76eb-466c-a37d-e4cec5b0c59c req-bbe5b92b-069e-472b-adf2-0a87e3020d3a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:45.481663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb8e6c62-76eb-466c-a37d-e4cec5b0c59c req-bbe5b92b-069e-472b-adf2-0a87e3020d3a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 944 time: 0.2035606
Jun 21 02:48:45.504816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ad5435f-46db-45b1-bc52-664616683ecf req-a76b3e5f-485a-4b4c-a846-c3af25e1dfd2 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815918
Jun 21 02:48:45.547224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb8e6c62-76eb-466c-a37d-e4cec5b0c59c req-849e3edf-591b-4c81-9d84-05a53e079568 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562658
Jun 21 02:48:45.628057 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:45.632163 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ccc30d3-10c3-412e-832d-4ad794e3a658 tempest-VolumesAdminNegativeTest-1639823007 tempest-VolumesAdminNegativeTest-1639823007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:45.680966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Network aa5a97fa-6d0d-4401-af40-296eb1cf006c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:45.684498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:45.690489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:45.712025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event updated for resources: {'Port': ['ID=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:45.716636 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:45.746317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:45.746921 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:45.816539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8bfb0-82e4-4f43-a356-2c274b72b89d req-eeffd9e9-7b26-47b7-8894-08b4566feb30 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:45.818048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67b8bfb0-82e4-4f43-a356-2c274b72b89d req-eeffd9e9-7b26-47b7-8894-08b4566feb30 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 931 time: 0.0685840
Jun 21 02:48:45.855636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67b8bfb0-82e4-4f43-a356-2c274b72b89d req-168a095a-8ab5-481e-9ff1-d85f4f812efc tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319459
Jun 21 02:48:45.858864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1485915
Jun 21 02:48:45.878851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Request body: {'port': {'device_id': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:45.952091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:46.119489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eaf3f-44b0-490d-99b9-9f136ef9b775 req-a4322188-d1c4-45be-be3f-994f8d6d0fc4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:46.121108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-594eaf3f-44b0-490d-99b9-9f136ef9b775 req-a4322188-d1c4-45be-be3f-994f8d6d0fc4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1601512
Jun 21 02:48:46.241491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-594eaf3f-44b0-490d-99b9-9f136ef9b775 req-10075dd7-505c-4611-8fbf-4ba78b784b09 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131234
Jun 21 02:48:46.307653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc3ea-b7c4-4b22-9ca3-78821a60c0ab req-695c24ed-e4b4-409d-8f6e-4d056b907ac3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:46.309132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-587fc3ea-b7c4-4b22-9ca3-78821a60c0ab req-695c24ed-e4b4-409d-8f6e-4d056b907ac3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 949 time: 0.1441197
Jun 21 02:48:46.394775 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-587fc3ea-b7c4-4b22-9ca3-78821a60c0ab req-97d19cb0-5726-4257-b885-d7f71127e42d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745282
Jun 21 02:48:46.402190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:46.412947 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:46.426320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Transition to ACTIVE for port object ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:46.507895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:46.511725 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:46.550970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a59258-7378-4e15-b29e-702097dcf39c req-71c5d9e1-6fd6-40cc-864a-5532557f4b3d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:46.552490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84a59258-7378-4e15-b29e-702097dcf39c req-71c5d9e1-6fd6-40cc-864a-5532557f4b3d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0992374
Jun 21 02:48:46.619708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:46.622825 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:46.710077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84a59258-7378-4e15-b29e-702097dcf39c req-40b47a3e-3e23-4be3-b9db-dd76f21934f1 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217189
Jun 21 02:48:46.758413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Attempting to bind port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:46.758660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Attempting to bind port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:46.758982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Attempting to bind port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf on network aa5a97fa-6d0d-4401-af40-296eb1cf006c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:46.767253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf on network aa5a97fa-6d0d-4401-af40-296eb1cf006c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:46.767839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Attempting to bind port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf on network aa5a97fa-6d0d-4401-af40-296eb1cf006c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:46.784477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:46.784914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Checking segment: {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:46.785200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Bound using segment: {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:46.785656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Bound port: ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:46.786265 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:46.796776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3989-8f6f-4a0e-8cbd-32fa72fbf763 req-a887563b-16e3-4eb5-b0c8-287ea8910a71 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:46.799639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edff3989-8f6f-4a0e-8cbd-32fa72fbf763 req-a887563b-16e3-4eb5-b0c8-287ea8910a71 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1585796
Jun 21 02:48:46.906258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edff3989-8f6f-4a0e-8cbd-32fa72fbf763 req-337e4b8b-cd69-4763-bcc0-bb5de0d9e780 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980010
Jun 21 02:48:46.932656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:46.936487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:46.948445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1ebc3-b658-4b7f-b223-f518fa54db9a req-244a5ab5-e717-4346-a33e-67ca3c9a9167 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:46.949943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ca1ebc3-b658-4b7f-b223-f518fa54db9a req-244a5ab5-e717-4346-a33e-67ca3c9a9167 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 945 time: 0.1374168
Jun 21 02:48:46.990188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ca1ebc3-b658-4b7f-b223-f518fa54db9a req-2359340d-0490-4059-aeb0-302bff6b30cd tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334251
Jun 21 02:48:47.002153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:47.013214 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33041819-a26f-44f1-911e-d5b5236974e0 tempest-ServersAdminNegativeTestJSON-542705793 tempest-ServersAdminNegativeTestJSON-542705793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:47.063499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:47.064132 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:47.065753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf HTTP/1.1" status: 200  len: 1092 time: 1.1916549
Jun 21 02:48:47.066322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'tag': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:47.068699 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "05e70f11-e427-44db-8c69-dc3d64e51e1d", "tag": "ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:47.084236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:47.091273 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c9784e-9d69-455e-a1c1-3d91cef31fb5" -d '{"events": [{"server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "name": "network-vif-plugged", "status": "completed", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:47.096327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:47.099931 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:47.184284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35977af-68f7-4c48-8d5b-15938b6c896d req-269be53f-e701-4e07-81c9-ad0d146d3662 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:47.184284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c35977af-68f7-4c48-8d5b-15938b6c896d req-269be53f-e701-4e07-81c9-ad0d146d3662 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 943 time: 0.0755770
Jun 21 02:48:47.224654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c35977af-68f7-4c48-8d5b-15938b6c896d req-8ba2b860-55b4-4c5f-8e3c-507b7e68b8ee tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355721
Jun 21 02:48:47.268710 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421fdf2b-623c-48a7-8fc9-6d11148607f8 x-openstack-request-id: req-421fdf2b-623c-48a7-8fc9-6d11148607f8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:47.268710 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e70f11-e427-44db-8c69-dc3d64e51e1d", "tag": "ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:47.268710 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-421fdf2b-623c-48a7-8fc9-6d11148607f8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:47.269065 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'tag': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf', 'status': 'completed', 'code': 200}
Jun 21 02:48:47.280311 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6022412-ee73-46b0-98dc-4e41b737343c x-openstack-request-id: req-c6022412-ee73-46b0-98dc-4e41b737343c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:47.280619 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "name": "network-vif-plugged", "status": "completed", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:47.280885 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6022412-ee73-46b0-98dc-4e41b737343c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:47.281353 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'code': 200}
Jun 21 02:48:47.297201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a658d-62d0-40df-ad6a-60ab559f147f req-4d23d1d2-8c69-40d2-9ab0-0ecd2481f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:47.299354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-4d23d1d2-8c69-40d2-9ab0-0ecd2481f9cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 1095 time: 0.0709224
Jun 21 02:48:47.344718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-c7add22d-56a0-433f-9e1e-86b0a5db26cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf HTTP/1.1" status: 200  len: 217 time: 0.0383317
Jun 21 02:48:47.474667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a658d-62d0-40df-ad6a-60ab559f147f req-3570734c-0f7d-4317-b678-d344eae45986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:47.476137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-3570734c-0f7d-4317-b678-d344eae45986 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfe726d5-eef0-4e36-82fc-b9c08aa0cd42 HTTP/1.1" status: 200  len: 862 time: 0.1246660
Jun 21 02:48:47.522617 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-00edefca-8f52-4031-926c-eafd9905acd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa5a97fa-6d0d-4401-af40-296eb1cf006c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383465
Jun 21 02:48:47.541101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08b36-90e8-4aba-ae84-39f01afd55c7 req-707f1d3e-81c9-4092-b7a8-f482db341bb3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:47.542628 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39d08b36-90e8-4aba-ae84-39f01afd55c7 req-707f1d3e-81c9-4092-b7a8-f482db341bb3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1554441
Jun 21 02:48:47.617442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0359a6-52d3-4315-b178-1ad7d8875072 req-989575e0-9020-4570-9a02-fe67cff93da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:47.618874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a0359a6-52d3-4315-b178-1ad7d8875072 req-989575e0-9020-4570-9a02-fe67cff93da8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 1097 time: 0.2180481
Jun 21 02:48:47.683541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39d08b36-90e8-4aba-ae84-39f01afd55c7 req-7fde0098-baee-4435-a2e6-3da49f3c6796 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295547
Jun 21 02:48:47.726471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-f90241a5-0941-4341-8c4a-2e8d066fd430 service neutron] 10.222.0.26 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819415
Jun 21 02:48:47.728244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a0359a6-52d3-4315-b178-1ad7d8875072 req-b6dee8b5-9111-46df-9f7d-c1424bcf031e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879929
Jun 21 02:48:47.791222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4713aa-405d-41a0-baf2-e16a89278cbc req-d650c9cc-75d8-4168-9bec-922d8c6ed9b2 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:47.792605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f4713aa-405d-41a0-baf2-e16a89278cbc req-d650c9cc-75d8-4168-9bec-922d8c6ed9b2 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 949 time: 0.2208545
Jun 21 02:48:47.886193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f4713aa-405d-41a0-baf2-e16a89278cbc req-79fbc41a-efa7-4dbd-a04c-87fb3ceafa0a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862539
Jun 21 02:48:47.893733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374a658d-62d0-40df-ad6a-60ab559f147f req-7ff5a07e-0a71-45c0-9dc7-8e9a5eb0cbd5 service neutron] 10.222.0.26 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578810
Jun 21 02:48:47.935643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042805b7-3404-49c4-9e26-395b37daf77f req-d4fa0e96-daf4-4748-b096-488d6f373992 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:47.935643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-042805b7-3404-49c4-9e26-395b37daf77f req-d4fa0e96-daf4-4748-b096-488d6f373992 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1073263
Jun 21 02:48:47.969088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-042805b7-3404-49c4-9e26-395b37daf77f req-d0a12048-b8f2-4841-9827-185e0bfa4a07 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331049
Jun 21 02:48:48.169911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-35ec326e-b429-4017-aabe-82efcb22899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:48.171397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-35ec326e-b429-4017-aabe-82efcb22899e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 1095 time: 0.1326289
Jun 21 02:48:48.187505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db23a7-1ecf-4258-a4d5-543d0aafd48b req-eeaa9873-1901-4698-b5c1-8624f12041c2 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:48.188952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0db23a7-1ecf-4258-a4d5-543d0aafd48b req-eeaa9873-1901-4698-b5c1-8624f12041c2 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1187799
Jun 21 02:48:48.300779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0db23a7-1ecf-4258-a4d5-543d0aafd48b req-d142b99a-5125-4497-9902-f4f8967e763b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023796
Jun 21 02:48:48.311114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f5d3f-fcac-484a-9e35-484d33dad810 req-381968d0-43ac-4951-bc90-1cc733eecb4a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:48.317669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f5d3f-fcac-484a-9e35-484d33dad810 req-381968d0-43ac-4951-bc90-1cc733eecb4a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:48.319199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff5f5d3f-fcac-484a-9e35-484d33dad810 req-381968d0-43ac-4951-bc90-1cc733eecb4a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=742afbb9-17a4-49e7-a22c-1f56433361ae&device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 1690 time: 0.1941023
Jun 21 02:48:48.345097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-99560e44-0de8-4606-94f8-f71dd066bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:48.346794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-99560e44-0de8-4606-94f8-f71dd066bb7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 923 time: 0.1676898
Jun 21 02:48:48.397532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff5f5d3f-fcac-484a-9e35-484d33dad810 req-be5237bb-27cc-42fb-b495-3f0a303fba3b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692582
Jun 21 02:48:48.398880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-2d6d7880-531f-4377-b15e-cbc75bbe5515 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf HTTP/1.1" status: 200  len: 217 time: 0.0400422
Jun 21 02:48:48.488705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-7f3edd98-dff0-4652-9491-3d5fcdec0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:48.490255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-7f3edd98-dff0-4652-9491-3d5fcdec0147 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfe726d5-eef0-4e36-82fc-b9c08aa0cd42 HTTP/1.1" status: 200  len: 862 time: 0.0837052
Jun 21 02:48:48.526395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-3178fb04-54f4-4042-9b0d-abb682d3c1cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa5a97fa-6d0d-4401-af40-296eb1cf006c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288563
Jun 21 02:48:48.543667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d483d-83b7-46d0-917a-2645bfa6dd4d req-79462e1d-9f5a-4346-823b-68a6a341bb64 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:48.545090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e3d483d-83b7-46d0-917a-2645bfa6dd4d req-79462e1d-9f5a-4346-823b-68a6a341bb64 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 945 time: 0.1040394
Jun 21 02:48:48.664101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e3d483d-83b7-46d0-917a-2645bfa6dd4d req-7aa3e339-526b-4618-9aac-a2b4bec34808 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077087
Jun 21 02:48:48.699234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-c48d094b-d6e9-4f58-9ae4-37ef7c5f4fbc service neutron] 10.222.0.26 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531656
Jun 21 02:48:48.715219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed9425-0915-43c8-99f2-dc3f1fe2a188 req-b9ef86dc-fa9f-46bb-a6e8-37f92db51179 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:48.716713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64ed9425-0915-43c8-99f2-dc3f1fe2a188 req-b9ef86dc-fa9f-46bb-a6e8-37f92db51179 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 943 time: 0.1213562
Jun 21 02:48:48.804992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64ed9425-0915-43c8-99f2-dc3f1fe2a188 req-a1183121-b8b0-4e7e-a51e-c827c4faab40 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791249
Jun 21 02:48:48.840465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ef30d52-0970-4ead-8d59-5d7562ee6bf7 req-f5ef4dc9-4590-4384-93da-10381fe88880 service neutron] 10.222.0.26 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227148
Jun 21 02:48:49.034004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e32b-0b36-49da-b38c-540af645cd66 req-0cd49aad-baf1-49df-856e-032bee17bb0b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:49.035575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9d3e32b-0b36-49da-b38c-540af645cd66 req-0cd49aad-baf1-49df-856e-032bee17bb0b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.0634303
Jun 21 02:48:49.073623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9d3e32b-0b36-49da-b38c-540af645cd66 req-3b4f1b09-6585-4eb8-b9a9-8aca0541dc9b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323453
Jun 21 02:48:49.225854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563df65-1a67-476a-87be-af27ed0cddb8 req-d0b0a0ab-4852-4e8b-acf1-b10450d29201 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:49.227359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0563df65-1a67-476a-87be-af27ed0cddb8 req-d0b0a0ab-4852-4e8b-acf1-b10450d29201 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 1101 time: 0.0548241
Jun 21 02:48:49.266385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0563df65-1a67-476a-87be-af27ed0cddb8 req-19d51f1c-1225-488b-87d9-31771cef829a tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333791
Jun 21 02:48:49.440242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce99604-9587-4da7-bb55-8771a66eba4e req-dbdb9e33-fcd4-43ff-9208-d1526885247d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:49.441653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ce99604-9587-4da7-bb55-8771a66eba4e req-dbdb9e33-fcd4-43ff-9208-d1526885247d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1199694
Jun 21 02:48:49.511778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a652b6-b173-4238-bca6-bd1acb621def req-56e1d378-ef54-42a8-9c03-2a1d0fb8988a tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:49.513137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07a652b6-b173-4238-bca6-bd1acb621def req-56e1d378-ef54-42a8-9c03-2a1d0fb8988a tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1416433
Jun 21 02:48:49.523988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ce99604-9587-4da7-bb55-8771a66eba4e req-cb2d43b0-e6ec-4f50-8446-74a4a464c096 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714772
Jun 21 02:48:49.547324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-af352ad3-ea24-43a9-b1c5-ce9eeff30cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:49.547324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-af352ad3-ea24-43a9-b1c5-ce9eeff30cbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 1097 time: 0.1387877
Jun 21 02:48:49.568583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07a652b6-b173-4238-bca6-bd1acb621def req-0cd3be12-32f0-46bd-a760-409159e7badb tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482767
Jun 21 02:48:50.038930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-7be104b9-39b8-4e2e-abb4-95347794f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:50.040330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-7be104b9-39b8-4e2e-abb4-95347794f0ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 200  len: 916 time: 0.4863303
Jun 21 02:48:50.096463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-e06c8604-8557-4b09-93c1-1225a3f87fce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510 HTTP/1.1" status: 200  len: 217 time: 0.0467725
Jun 21 02:48:50.118954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0653d-1437-4248-b8c4-94780b0c862c req-9810ea41-5ea6-4198-9bd5-8c871136c62e tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:50.120393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0c0653d-1437-4248-b8c4-94780b0c862c req-9810ea41-5ea6-4198-9bd5-8c871136c62e tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 1102 time: 0.4961207
Jun 21 02:48:50.161936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29121c-3ab4-4e54-bf70-01243355b041 req-1afa9cb9-d155-4513-81aa-0a1b20036419 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:50.161936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed29121c-3ab4-4e54-bf70-01243355b041 req-1afa9cb9-d155-4513-81aa-0a1b20036419 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 945 time: 0.1630669
Jun 21 02:48:50.203827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-c41b2058-fd16-40be-a5e3-a0be554ab8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:50.205859 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-c41b2058-fd16-40be-a5e3-a0be554ab8a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 200  len: 854 time: 0.0965970
Jun 21 02:48:50.210214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0c0653d-1437-4248-b8c4-94780b0c862c req-0de96382-53c6-4596-b566-cb1b5ed5abbe tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717492
Jun 21 02:48:50.249731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed29121c-3ab4-4e54-bf70-01243355b041 req-f92d9311-f17a-414b-8ce7-8ff43b6b607a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816822
Jun 21 02:48:50.299207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-a9067546-f676-45b4-b079-b58ae426cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:50.302508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-a9067546-f676-45b4-b079-b58ae426cd6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=189d187e-3855-4351-93c5-9bb922cc1938&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0902431
Jun 21 02:48:50.441144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-59cc74bf-2dba-4979-96d8-f25b278857fd service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295326
Jun 21 02:48:50.456738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b57fe8-a2dc-436a-9695-4af4711ad9d5 req-f448e038-700b-49fd-9bdc-28089b81d434 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:50.459752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01b57fe8-a2dc-436a-9695-4af4711ad9d5 req-f448e038-700b-49fd-9bdc-28089b81d434 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 943 time: 0.1208224
Jun 21 02:48:50.586692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01b57fe8-a2dc-436a-9695-4af4711ad9d5 req-98c291e4-31b1-4cea-974d-4cd4f7d72142 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193314
Jun 21 02:48:50.620574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7b3ca15-a76d-4e5f-8f64-d380e88f1cad req-43495f6b-b530-4ec3-8c8f-c03904724be5 service neutron] 10.222.0.26 "GET /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613564
Jun 21 02:48:50.635737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e51ac-b947-4891-b507-7786904bf603 req-573760e0-2297-4587-8df4-b920412e36b6 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:50.637184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c7e51ac-b947-4891-b507-7786904bf603 req-573760e0-2297-4587-8df4-b920412e36b6 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1708777
Jun 21 02:48:50.787256 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c7e51ac-b947-4891-b507-7786904bf603 req-48c6f7aa-7fae-444e-a291-b080de932e13 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413331
Jun 21 02:48:50.836332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-58c0e42a-f4ca-4c27-93e1-465da6a45744 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 258 time: 0.2194428
Jun 21 02:48:50.846302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:50.886530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-94a997d6-5412-44cb-bda7-dbf210288e99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0222197
Jun 21 02:48:50.945125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:51.036940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364376-914d-4826-950a-a812b931ecb6 req-e7a26f9e-9794-479f-a6a6-0dc6acd7d983 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:51.038461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-e7a26f9e-9794-479f-a6a6-0dc6acd7d983 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1469305
Jun 21 02:48:51.058550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-72c984cc-79a9-4a16-b3a0-fc8016d21f43 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/quotas/73806ad6f15b4227935996a5fed1d7f9 HTTP/1.1" status: 200  len: 375 time: 0.0140915
Jun 21 02:48:51.134106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:51.192780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-afbd4318-19f2-4fb4-90c0-69cf63a7c5c8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1287444
Jun 21 02:48:51.206471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:48:51.264395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Allocated IP 172.25.7.32 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/250d0c97-1613-46c4-937f-8786283d6393) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:51.315386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:51.328114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf', 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'port_id': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf', 'mac_address': 'fa:16:3e:f1:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe726d5-eef0-4e36-82fc-b9c08aa0cd42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:48:51.368864 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:51.370980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:51.384145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:51.404989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:51.512143 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:51.515201 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:51.524690 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:51.545976 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1af7b28-4669-4db4-96f3-e90f0fc8dc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:51.568127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:51.578420 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:51.617460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:51.623042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:51.624988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Pushing event updated for resources: {'Port': ['ID=250d0c97-1613-46c4-937f-8786283d6393,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:51.629234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:51.633217 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:51.684363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364971c7-c33c-417c-b826-f1eb7da39777 req-2efbac5a-7aaf-438a-b498-9235db96940c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:51.686188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-364971c7-c33c-417c-b826-f1eb7da39777 req-2efbac5a-7aaf-438a-b498-9235db96940c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1760228
Jun 21 02:48:51.753844 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:51.763560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-364971c7-c33c-417c-b826-f1eb7da39777 req-6da00cb7-124a-4d8c-ba26-9be7e078e16f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519145
Jun 21 02:48:51.852138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:51.887718 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:52.019802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cdb45-9d5f-4948-9162-de823052d35f req-7f715620-19b5-4509-9e8d-e4082a920e52 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:52.021405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc5cdb45-9d5f-4948-9162-de823052d35f req-7f715620-19b5-4509-9e8d-e4082a920e52 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1457565
Jun 21 02:48:52.096369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc5cdb45-9d5f-4948-9162-de823052d35f req-7f3ccc20-9b52-428f-bf38-01e59f321b34 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680692
Jun 21 02:48:52.117922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:52.175459 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:52.178635 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84a99e5a-30f9-4f9c-bb27-c0a7deb41025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:52.244784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Pushing event updated for resources: {'Port': ['ID=250d0c97-1613-46c4-937f-8786283d6393,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:52.248271 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:52.255334 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:52.347512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:52.348623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5070539
Jun 21 02:48:52.371612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23546194-cad9-4dc7-8a1e-30d5f897ff26 req-c074f1ba-fd09-4644-8666-044d00b3b69e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 210 time: 0.0355017
Jun 21 02:48:52.427967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-a073f20a-fb07-4c71-af71-7b743b1a7715 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200  len: 695 time: 0.0587537
Jun 21 02:48:52.571310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-2786acd0-b6b4-4f3f-b65a-a4d91a163ca9 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:52.572668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d098e43-056c-4f2e-ac86-99f7d4345431 req-2786acd0-b6b4-4f3f-b65a-a4d91a163ca9 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1394124
Jun 21 02:48:52.592472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebb450-7ab7-42d5-aec0-0f41be308b7a req-5840b73f-80c6-4d05-a85d-000b2fc25ebf tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:52.593992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4ebb450-7ab7-42d5-aec0-0f41be308b7a req-5840b73f-80c6-4d05-a85d-000b2fc25ebf tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 944 time: 0.1151624
Jun 21 02:48:52.638752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4ebb450-7ab7-42d5-aec0-0f41be308b7a req-fdb8c715-318b-4eb4-820c-7757d457495b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380619
Jun 21 02:48:52.728930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ccea2-354f-42a7-8ea4-fa0c38ceb5d3 req-c1970aa9-2b0f-4887-8d4a-d1091518c9eb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:52.730428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c7ccea2-354f-42a7-8ea4-fa0c38ceb5d3 req-c1970aa9-2b0f-4887-8d4a-d1091518c9eb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.0656209
Jun 21 02:48:52.779075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c7ccea2-354f-42a7-8ea4-fa0c38ceb5d3 req-0c2da65e-01e0-43ef-b81f-36fad65e62a0 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429513
Jun 21 02:48:52.844235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-b1c1634c-be14-4612-aa6e-d666824ffce4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:52.845896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-b1c1634c-be14-4612-aa6e-d666824ffce4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0821486
Jun 21 02:48:52.926185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-699cba55-fa0c-4d6e-8a49-858686ab74bf tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200  len: 695 time: 0.0736713
Jun 21 02:48:52.937167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Request body: {'floatingip': {'port_id': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:52.984440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:53.072517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a22f5a-347d-48e5-b207-01a56c5d6258 req-2bf796b7-08e6-4210-a65d-abb8c82a54aa tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:53.073983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3a22f5a-347d-48e5-b207-01a56c5d6258 req-2bf796b7-08e6-4210-a65d-abb8c82a54aa tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1845689
Jun 21 02:48:53.151042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3a22f5a-347d-48e5-b207-01a56c5d6258 req-b41d5686-8e4e-4146-9601-516b91b28a10 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678835
Jun 21 02:48:53.208445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:48:53.355139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:53.359338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:53.359898 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:53.427146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24bc04-de1d-494c-bcae-73f1b6123488 req-c1c38dc3-515b-4cfc-a086-f076d3b388b8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:53.428631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d24bc04-de1d-494c-bcae-73f1b6123488 req-c1c38dc3-515b-4cfc-a086-f076d3b388b8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1753337
Jun 21 02:48:53.436847 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:53.464205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:53.466475 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0005165b-b8e4-4ebf-8c72-e45a5bb5c282" -d '{"events": [{"server_uuid": "05e70f11-e427-44db-8c69-dc3d64e51e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:53.494417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:48:53.537358 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d24bc04-de1d-494c-bcae-73f1b6123488 req-b58442a1-1e82-4019-8106-eca07ee1557e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026754
Jun 21 02:48:53.559384 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:53.563550 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:53.567073 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:53.633376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:53.634803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:53.646309 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:53.808323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-8024f08f-fa42-4151-b9bf-c5db533487b0 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0384293
Jun 21 02:48:53.908442 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Floating IP 83bef8a3-9899-44e7-892c-086b4a61fe04 associated. External IP: 172.25.7.32, port: 00b18a92-4a28-4e31-a80b-71167fe65dff.
Jun 21 02:48:54.375889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952df2ad-8ebb-4baf-a3df-4a9be4f2aaf8 req-c5dcc602-3345-4ac4-b61f-99e84eff21a3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:54.381134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-952df2ad-8ebb-4baf-a3df-4a9be4f2aaf8 req-c5dcc602-3345-4ac4-b61f-99e84eff21a3 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 946 time: 0.6981370
Jun 21 02:48:54.473544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364376-914d-4826-950a-a812b931ecb6 req-76611829-8fe8-48e2-babc-249e1bd41484 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:54.474955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-76611829-8fe8-48e2-babc-249e1bd41484 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6597028
Jun 21 02:48:54.490312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Request body: {'port': {'device_id': '5a92baab-22f6-4776-8da5-4e64b9202664', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '73806ad6f15b4227935996a5fed1d7f9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:54.513200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-952df2ad-8ebb-4baf-a3df-4a9be4f2aaf8 req-530e82ec-50d3-4f26-aaac-cd55fc5e954a tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247947
Jun 21 02:48:54.697557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:48:54.796712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Made reservation on behalf of 73806ad6f15b4227935996a5fed1d7f9 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:48:54.801091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:54.848593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d0fbc9c-e8b2-47c2-b3c9-75c689f09921 req-dea311e1-0009-4c5c-a6c4-c649aeb805df tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 210 time: 0.0407281
Jun 21 02:48:54.853560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:48:54.858165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:54.864670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] Sync routers for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:48:54.880197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:48:54.881074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee5fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:54.960489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-8e57e870-f908-48c6-b760-086bf22f4f85 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "PUT /v2.0/floatingips/83bef8a3-9899-44e7-892c-086b4a61fe04 HTTP/1.1" status: 200  len: 995 time: 2.0217857
Jun 21 02:48:54.966515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:54.968655 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:54.995081 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bb1678-3f77-4954-a3e0-453580f8be01 x-openstack-request-id: req-f4bb1678-3f77-4954-a3e0-453580f8be01 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:54.995390 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e70f11-e427-44db-8c69-dc3d64e51e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:54.995666 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4bb1678-3f77-4954-a3e0-453580f8be01 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:54.996052 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf', 'code': 200}
Jun 21 02:48:54.999461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:48:55.071546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a508a-4960-42a6-a726-baffd5c783ce req-409d25a4-0129-44ac-b9e9-ef7a3686fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:55.073052 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-281a508a-4960-42a6-a726-baffd5c783ce req-409d25a4-0129-44ac-b9e9-ef7a3686fc81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 1097 time: 0.0613010
Jun 21 02:48:55.113904 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-281a508a-4960-42a6-a726-baffd5c783ce req-661c4740-08b7-423b-8266-247337441491 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331407
Jun 21 02:48:55.115600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Allocated IP 192.168.233.74 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/74b2bf6f-1e16-4e68-be60-e65d8a87442e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:55.141448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-3245b652-fb29-4b8e-b98b-68a034590774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:55.143350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-3245b652-fb29-4b8e-b98b-68a034590774 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a101fd995186476a9d6d1e495049dff8&device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 1097 time: 0.1669409
Jun 21 02:48:55.189430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd598891-7307-4d89-a9ba-ce1d50bac3d4 req-e82e5ffb-a876-491c-9bb5-3e5eebeb6d13 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:55.190926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd598891-7307-4d89-a9ba-ce1d50bac3d4 req-e82e5ffb-a876-491c-9bb5-3e5eebeb6d13 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.1851184
Jun 21 02:48:55.230838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee5fa0>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '83bef8a3-9899-44e7-892c-086b4a61fe04', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'port_id': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'mac_address': 'fa:16:3e:f9:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:48:51Z', 'updated_at': '2021-06-21T02:48:53Z', 'revision_number': 1, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:34Z', 'revision_number': 5, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:55.260346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] Checking router: 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:48:55.269696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:48:55.270325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee5fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:55.331103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd598891-7307-4d89-a9ba-ce1d50bac3d4 req-c01150c1-cc02-4ee8-90ff-a1ce3c3353e1 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090128
Jun 21 02:48:55.351529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-87948064-7186-435f-b40c-4969ffdea71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:55.352992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-87948064-7186-435f-b40c-4969ffdea71f service neutron] 10.222.0.25 "GET /v2.0/networks?id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d HTTP/1.1" status: 200  len: 929 time: 0.2021973
Jun 21 02:48:55.378509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:48:55.469437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-88631149-fcd0-4350-b665-451eaa92ad07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b18a92-4a28-4e31-a80b-71167fe65dff HTTP/1.1" status: 200  len: 998 time: 0.1042862
Jun 21 02:48:55.487621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:55.560862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Transition to ACTIVE for port object 74b2bf6f-1e16-4e68-be60-e65d8a87442e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:55.602601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-3ee45148-f1ec-4bf3-b0ca-03fe874d822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:55.604024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-3ee45148-f1ec-4bf3-b0ca-03fe874d822d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1905317-341e-4f20-ba5f-198a2b1857be HTTP/1.1" status: 200  len: 867 time: 0.1132042
Jun 21 02:48:55.634962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b2554-a1b7-42ac-b463-c998c00e68c1 req-139f7517-7179-43c1-a60e-5db26cc26752 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:55.636479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89b2554-a1b7-42ac-b463-c998c00e68c1 req-139f7517-7179-43c1-a60e-5db26cc26752 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1734211
Jun 21 02:48:55.710626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89b2554-a1b7-42ac-b463-c998c00e68c1 req-dda3f57a-9f80-4874-bfff-167e4fd77a16 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542967
Jun 21 02:48:55.717465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:55.722203 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:55.739233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576', '10264ae9-1623-4adc-994f-0a6dc645b565'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:55.760919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:48:55.762350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-ffdeef66-ef31-4885-ad35-88d0fc0a271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:55.763892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-ffdeef66-ef31-4885-ad35-88d0fc0a271d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1492772
Jun 21 02:48:55.798081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:55.802235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee5fa0>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '83bef8a3-9899-44e7-892c-086b4a61fe04', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'port_id': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'mac_address': 'fa:16:3e:f9:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:48:51Z', 'updated_at': '2021-06-21T02:48:53Z', 'revision_number': 1, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:34Z', 'revision_number': 5, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:48:55.813350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:55.816845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:55.842031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81509dd9-c403-44da-b939-57de8e02bebe None None] The sync data for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 is: [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '83bef8a3-9899-44e7-892c-086b4a61fe04', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'port_id': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'mac_address': 'fa:16:3e:f9:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:48:51Z', 'updated_at': '2021-06-21T02:48:53Z', 'revision_number': 1, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:34Z', 'revision_number': 5, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:48:55.850458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'Port': ['ID=74b2bf6f-1e16-4e68-be60-e65d8a87442e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:55.858283 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:55.958888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:55.959552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:55.990986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-2c5c0596-8785-4fb5-88b9-de39f0a8f530 service neutron] 10.222.0.25 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092800
Jun 21 02:48:56.037277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d9a4d-1a91-4451-9b5f-01d2d13f5055 req-7ada846a-4403-4bff-a876-547161a8ce5b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:56.039465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c18d9a4d-1a91-4451-9b5f-01d2d13f5055 req-7ada846a-4403-4bff-a876-547161a8ce5b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1938236
Jun 21 02:48:56.103302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6114864
Jun 21 02:48:56.123656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Request body: {'port': {'device_id': '5a92baab-22f6-4776-8da5-4e64b9202664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:56.150198 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12556121-b332-43e1-bc90-41f030317ba3 None None] New status for floating IP 83bef8a3-9899-44e7-892c-086b4a61fe04: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:48:56.167333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c18d9a4d-1a91-4451-9b5f-01d2d13f5055 req-a7b7575c-5a9f-4d76-a7e3-adb1ab182eb2 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880113
Jun 21 02:48:56.258076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a4a3e1-af27-433e-92fd-46e934d0995e req-f3b86146-ead0-44ee-896f-c65abef3f9e1 service neutron] 10.222.0.25 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2551324
Jun 21 02:48:56.258599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:56.279945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c7976ff5-3844-4bbe-b94f-47258bdf3e86 None None] Provisioning for port 74b2bf6f-1e16-4e68-be60-e65d8a87442e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:48:56.291870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c7976ff5-3844-4bbe-b94f-47258bdf3e86 None None] Provisioning complete for port 74b2bf6f-1e16-4e68-be60-e65d8a87442e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:48:56.292384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7976ff5-3844-4bbe-b94f-47258bdf3e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:56.340913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c7976ff5-3844-4bbe-b94f-47258bdf3e86 None None] Port 74b2bf6f-1e16-4e68-be60-e65d8a87442e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:48:56.484067 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e6cbd5-2377-4910-a3a9-575daad9a50d x-openstack-request-id: req-33e6cbd5-2377-4910-a3a9-575daad9a50d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:56.484569 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:56.484804 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33e6cbd5-2377-4910-a3a9-575daad9a50d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:56.485414 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'status': 'completed', 'code': 200}
Jun 21 02:48:56.558634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf4819-1fc8-4533-a1b3-d2f0900e434d req-338cbca7-d304-49b8-9f03-52c2c8913402 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:56.560403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0cf4819-1fc8-4533-a1b3-d2f0900e434d req-338cbca7-d304-49b8-9f03-52c2c8913402 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1819451
Jun 21 02:48:56.638783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-d78254d6-fe9b-4e16-a8b5-5f9a70dfddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:56.640247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-d78254d6-fe9b-4e16-a8b5-5f9a70dfddaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a101fd995186476a9d6d1e495049dff8&device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 1097 time: 0.1409638
Jun 21 02:48:56.663324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0cf4819-1fc8-4533-a1b3-d2f0900e434d req-c9c8d9df-9d7d-4f4b-9769-d6db02301327 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901649
Jun 21 02:48:56.727656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-3232ef97-f540-4d98-b3f6-7dcca7afd4a2 req-0a3cd304-9871-4a98-a274-b8e3cf1f633b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:48:56.728599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3232ef97-f540-4d98-b3f6-7dcca7afd4a2 req-0a3cd304-9871-4a98-a274-b8e3cf1f633b tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0124013
Jun 21 02:48:56.741659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b2bf6f-1e16-4e68-be60-e65d8a87442e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:48:56.758293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:56.862748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Transition to ACTIVE for port object 74b2bf6f-1e16-4e68-be60-e65d8a87442e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:48:56.890285 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-15928bde-f2ac-43b8-9924-89477c75a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:56.891720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-15928bde-f2ac-43b8-9924-89477c75a8f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d HTTP/1.1" status: 200  len: 929 time: 0.2420239
Jun 21 02:48:56.922920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:56.952359 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:57.024020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3232ef97-f540-4d98-b3f6-7dcca7afd4a2 req-0c39c965-1eac-48e2-956c-6275566114df tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.2877305
Jun 21 02:48:57.069626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-05d37527-64dd-4adf-8670-9d85473860c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b18a92-4a28-4e31-a80b-71167fe65dff HTTP/1.1" status: 200  len: 1000 time: 0.1642103
Jun 21 02:48:57.070289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Pushing event updated for resources: {'Port': ['ID=74b2bf6f-1e16-4e68-be60-e65d8a87442e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:57.079333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a9242-fe2e-4d65-8f6d-b1d7627dc4be req-d8405f05-915c-47ef-8ae7-ebfd54e13b63 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:57.081930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b81a9242-fe2e-4d65-8f6d-b1d7627dc4be req-d8405f05-915c-47ef-8ae7-ebfd54e13b63 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 935 time: 0.2756407
Jun 21 02:48:57.085305 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:57.213080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-652703bb-7625-4571-a755-9be9bfb52f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:57.214549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-652703bb-7625-4571-a755-9be9bfb52f67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c1905317-341e-4f20-ba5f-198a2b1857be HTTP/1.1" status: 200  len: 867 time: 0.1304252
Jun 21 02:48:57.229444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b81a9242-fe2e-4d65-8f6d-b1d7627dc4be req-e4ed8570-5d52-4d84-9d47-3b7b336932bb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357517
Jun 21 02:48:57.305312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Attempting to bind port 74b2bf6f-1e16-4e68-be60-e65d8a87442e on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:48:57.305668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Attempting to bind port 74b2bf6f-1e16-4e68-be60-e65d8a87442e by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:48:57.305992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Attempting to bind port 74b2bf6f-1e16-4e68-be60-e65d8a87442e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:57.351128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Port 74b2bf6f-1e16-4e68-be60-e65d8a87442e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:48:57.351452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Attempting to bind port 74b2bf6f-1e16-4e68-be60-e65d8a87442e on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:48:57.391771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:48:57.392141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:48:57.392791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:48:57.393243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Bound port: 74b2bf6f-1e16-4e68-be60-e65d8a87442e, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:48:57.393611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:57.461233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-2552b16e-2d21-4fd8-8aff-65e1c532db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:57.462663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-2552b16e-2d21-4fd8-8aff-65e1c532db28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2309659
Jun 21 02:48:57.506134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30344f71-8728-42fe-baab-32c51fabd48e req-97f45f6f-3d7b-427e-b555-2beb244ca7a1 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 258 time: 0.2337682
Jun 21 02:48:57.885786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:48:57.921285 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312f0d1-38c1-4c91-9165-0d88fd82f56f req-d166812f-5f77-42aa-bd9a-537eaf51876e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:57.922760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a312f0d1-38c1-4c91-9165-0d88fd82f56f req-d166812f-5f77-42aa-bd9a-537eaf51876e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.6185281
Jun 21 02:48:57.929913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] For port 74b2bf6f-1e16-4e68-be60-e65d8a87442e, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:48:57.956242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] For port 74b2bf6f-1e16-4e68-be60-e65d8a87442e, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=74b2bf6f-1e16-4e68-be60-e65d8a87442e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:48:57.994192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-31dbdabe-79b6-4fc1-a252-b07775fe42af service neutron] 10.222.0.20 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5202713
Jun 21 02:48:57.999080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a312f0d1-38c1-4c91-9165-0d88fd82f56f req-3cf465a3-8647-457d-b39b-2e1a1ade298c tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643480
Jun 21 02:48:58.045910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:58.050072 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11598b0f-ffcb-4cd3-abd7-2a0557f1e2e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:58.088641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:58.089922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:58.090990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] 10.222.0.26 "PUT /v2.0/ports/74b2bf6f-1e16-4e68-be60-e65d8a87442e HTTP/1.1" status: 200  len: 1096 time: 1.9767978
Jun 21 02:48:58.091758 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:58.242895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Pushing event updated for resources: {'Port': ['ID=74b2bf6f-1e16-4e68-be60-e65d8a87442e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:58.246161 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:58.278437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b8377e-b245-417e-8c0b-467fbc4dfbf7 req-d39dd748-09e3-462e-872a-5784e5c4cf61 service neutron] 10.222.0.20 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2760134
Jun 21 02:48:58.320068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6633904-94a3-4cdd-aed8-cbc37f193625 req-0c2e700b-365f-470d-bd36-d7c454d64b70 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:58.321558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6633904-94a3-4cdd-aed8-cbc37f193625 req-0c2e700b-365f-470d-bd36-d7c454d64b70 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.2154648
Jun 21 02:48:58.347091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364376-914d-4826-950a-a812b931ecb6 req-be5eeb8d-a4d1-4d8d-ab6a-d81c824e1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:58.348530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-be5eeb8d-a4d1-4d8d-ab6a-d81c824e1e4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 1099 time: 0.1470237
Jun 21 02:48:58.419726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6633904-94a3-4cdd-aed8-cbc37f193625 req-e2d7e079-c922-4153-9a25-2b0269916298 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921164
Jun 21 02:48:58.422702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-8ce7dca8-7d61-4d2e-bcae-64b5c71e7754 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=74b2bf6f-1e16-4e68-be60-e65d8a87442e HTTP/1.1" status: 200  len: 217 time: 0.0550482
Jun 21 02:48:58.468296 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:58.485701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364376-914d-4826-950a-a812b931ecb6 req-f093de89-3238-4cfa-b67f-c64681612322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:58.487923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-f093de89-3238-4cfa-b67f-c64681612322 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0583224
Jun 21 02:48:58.489711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a92baab-22f6-4776-8da5-4e64b9202664', 'tag': '74b2bf6f-1e16-4e68-be60-e65d8a87442e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:48:58.492003 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788932d3-bd13-401b-bb85-449839e150d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a92baab-22f6-4776-8da5-4e64b9202664", "tag": "74b2bf6f-1e16-4e68-be60-e65d8a87442e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:48:58.675932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Allocated IP 172.25.7.136 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/db704276-cd2b-4dfa-ac39-beb6cf8237a5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:48:58.683952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364376-914d-4826-950a-a812b931ecb6 req-6297f7f1-d624-407d-ad99-64170ef1342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:58.685715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-6297f7f1-d624-407d-ad99-64170ef1342c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1662354
Jun 21 02:48:58.695565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f64b8-1da2-4947-af35-87e171c6d382 req-17ea523f-3a59-48ef-8ebd-a4cd733009de tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:58.696939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee5f64b8-1da2-4947-af35-87e171c6d382 req-17ea523f-3a59-48ef-8ebd-a4cd733009de tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1656444
Jun 21 02:48:58.841712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee5f64b8-1da2-4947-af35-87e171c6d382 req-cf9ad286-85c1-4172-958b-ffa9703d5115 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322808
Jun 21 02:48:58.878983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-688719f3-fe14-4279-9351-b1c83018f586 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780922
Jun 21 02:48:58.909970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:59.010819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f364376-914d-4826-950a-a812b931ecb6 req-06b7e183-29e3-443f-83fe-50f75ae2f690 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1123555
Jun 21 02:48:59.064575 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:59.066945 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13d03128-b9d8-4624-b365-f54ba6efc303 tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:59.110980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:48:59.114313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:48:59.117817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:48:59.141108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Pushing event updated for resources: {'Port': ['ID=db704276-cd2b-4dfa-ac39-beb6cf8237a5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:59.154149 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:59.255321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0b227-a367-497d-a293-6ad3591249b6 req-b034e268-fadb-42ef-93d4-311b0ee5b0a2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:59.256829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27a0b227-a367-497d-a293-6ad3591249b6 req-b034e268-fadb-42ef-93d4-311b0ee5b0a2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1169062
Jun 21 02:48:59.257868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:59.300297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27a0b227-a367-497d-a293-6ad3591249b6 req-4de981ea-81b9-4591-aa9c-3a14134e30bf tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366285
Jun 21 02:48:59.356329 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:59.538481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c292-d270-459a-a040-43dde99948b6 req-f098e8b6-4f0d-4e13-9a07-b596270e573c tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:59.539896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b499c292-d270-459a-a040-43dde99948b6 req-f098e8b6-4f0d-4e13-9a07-b596270e573c tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.1372795
Jun 21 02:48:59.589906 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:59.598974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b499c292-d270-459a-a040-43dde99948b6 req-8e111def-16fb-47d8-b834-b4d82d267676 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528297
Jun 21 02:48:59.724796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:59.728747 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcfdbc1b-f64d-45eb-9bdf-55def4ec7ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:48:59.811464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Pushing event updated for resources: {'Port': ['ID=db704276-cd2b-4dfa-ac39-beb6cf8237a5,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:48:59.816698 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:48:59.818468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:59.839582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db0eca-690a-4a53-8580-1cd181edfa3a req-ac6137d9-854e-41de-b291-095873b3e109 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:48:59.841030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38db0eca-690a-4a53-8580-1cd181edfa3a req-ac6137d9-854e-41de-b291-095873b3e109 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 947 time: 0.1451612
Jun 21 02:48:59.878907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38db0eca-690a-4a53-8580-1cd181edfa3a req-9ce25002-3f35-41a0-aa58-010ecd067d58 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312841
Jun 21 02:48:59.917657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:48:59.918870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30344f71-8728-42fe-baab-32c51fabd48e req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3780751
Jun 21 02:48:59.924657 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29053978-f10f-4420-9f19-e8a494c2c5a2 x-openstack-request-id: req-29053978-f10f-4420-9f19-e8a494c2c5a2 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:48:59.924991 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a92baab-22f6-4776-8da5-4e64b9202664", "tag": "74b2bf6f-1e16-4e68-be60-e65d8a87442e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:48:59.925398 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29053978-f10f-4420-9f19-e8a494c2c5a2 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:48:59.925876 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a92baab-22f6-4776-8da5-4e64b9202664', 'tag': '74b2bf6f-1e16-4e68-be60-e65d8a87442e', 'status': 'completed', 'code': 200}
Jun 21 02:49:00.010389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30344f71-8728-42fe-baab-32c51fabd48e req-55d1ac22-fdb4-4a84-ab09-8905019a16fa tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200  len: 696 time: 0.0836291
Jun 21 02:49:00.163785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788932d3-bd13-401b-bb85-449839e150d3 req-fef6404d-f112-4690-95b3-0da4f036e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.165294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-788932d3-bd13-401b-bb85-449839e150d3 req-fef6404d-f112-4690-95b3-0da4f036e02b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 1099 time: 0.1902664
Jun 21 02:49:00.176130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3b000-e8a3-4c80-a711-27908fe497e2 req-c61234b8-8fed-4d3a-b6bb-d35216e4d8ce tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.177535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6a3b000-e8a3-4c80-a711-27908fe497e2 req-c61234b8-8fed-4d3a-b6bb-d35216e4d8ce tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 946 time: 0.1653643
Jun 21 02:49:00.192559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30344f71-8728-42fe-baab-32c51fabd48e req-38a3ba2e-b8ee-4a1e-9d58-5ad02fd7ca25 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.193837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30344f71-8728-42fe-baab-32c51fabd48e req-38a3ba2e-b8ee-4a1e-9d58-5ad02fd7ca25 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1710813
Jun 21 02:49:00.277421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6a3b000-e8a3-4c80-a711-27908fe497e2 req-53fb33ec-3d06-41b7-9011-136c3dbbe00d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817454
Jun 21 02:49:00.336129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788932d3-bd13-401b-bb85-449839e150d3 req-547d0e14-5ca5-4d74-92e5-4d1f8bdc3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.336129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-788932d3-bd13-401b-bb85-449839e150d3 req-547d0e14-5ca5-4d74-92e5-4d1f8bdc3ee5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1551392
Jun 21 02:49:00.400628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ded62-a8c6-49f6-ba6e-d4bfa6e1bb87 req-465d5f3b-d11b-4fe9-a6b4-8423afd267f3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.402143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c62ded62-a8c6-49f6-ba6e-d4bfa6e1bb87 req-465d5f3b-d11b-4fe9-a6b4-8423afd267f3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1144223
Jun 21 02:49:00.405539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-788932d3-bd13-401b-bb85-449839e150d3 req-f49575b9-5afc-4a4c-bae0-6b18613498e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=74b2bf6f-1e16-4e68-be60-e65d8a87442e HTTP/1.1" status: 200  len: 217 time: 0.0490327
Jun 21 02:49:00.472810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c62ded62-a8c6-49f6-ba6e-d4bfa6e1bb87 req-4b63ab2d-65ab-4834-a24e-a18902cd3b38 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645809
Jun 21 02:49:00.484586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788932d3-bd13-401b-bb85-449839e150d3 req-1b4e419a-4044-4c8a-823d-264256d06cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.486855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-788932d3-bd13-401b-bb85-449839e150d3 req-1b4e419a-4044-4c8a-823d-264256d06cbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0648654
Jun 21 02:49:00.563043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788932d3-bd13-401b-bb85-449839e150d3 req-49a1a18e-b418-4280-a063-484d63b1d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.565667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-788932d3-bd13-401b-bb85-449839e150d3 req-49a1a18e-b418-4280-a063-484d63b1d481 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0666773
Jun 21 02:49:00.753357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-788932d3-bd13-401b-bb85-449839e150d3 req-474eb18c-3744-4b4d-8d5b-745e06b3ec99 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742313
Jun 21 02:49:00.766558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ad1e2-1fd5-43da-b922-3937c744d017 req-174c0fd6-1ebc-4189-87b5-c30250e3850e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.768039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba4ad1e2-1fd5-43da-b922-3937c744d017 req-174c0fd6-1ebc-4189-87b5-c30250e3850e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1711483
Jun 21 02:49:00.776302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87747818-3980-4c2b-a85f-06d96c171ed1 req-04020639-2fc1-4750-9a66-bfd9190227ff tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:00.777683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87747818-3980-4c2b-a85f-06d96c171ed1 req-04020639-2fc1-4750-9a66-bfd9190227ff tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1447816
Jun 21 02:49:00.883978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba4ad1e2-1fd5-43da-b922-3937c744d017 req-01d0515c-a1ba-4ec3-aa1f-cb5ce494289a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200  len: 696 time: 0.1052961
Jun 21 02:49:00.906017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-ba4ad1e2-1fd5-43da-b922-3937c744d017 req-0e8fe834-fad7-4998-bc21-3aa86f9076e3 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Request body: {'floatingip': {'port_id': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:00.943394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87747818-3980-4c2b-a85f-06d96c171ed1 req-fe29dd42-e92c-45f9-9efc-c77517ec4030 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569631
Jun 21 02:49:00.959457 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba4ad1e2-1fd5-43da-b922-3937c744d017 req-0e8fe834-fad7-4998-bc21-3aa86f9076e3 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:01.026290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-788932d3-bd13-401b-bb85-449839e150d3 req-64f510a6-6434-4f2e-96e8-78ec0f0c776a service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573111
Jun 21 02:49:01.209435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42704870-6249-4c97-a224-4a1d1209a5f0 req-b306deac-2777-4ba7-9481-b38980a9290e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:01.210842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42704870-6249-4c97-a224-4a1d1209a5f0 req-b306deac-2777-4ba7-9481-b38980a9290e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.1682882
Jun 21 02:49:01.256070 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-ba4ad1e2-1fd5-43da-b922-3937c744d017 req-0e8fe834-fad7-4998-bc21-3aa86f9076e3 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] update failed (client error): There was a conflict when trying to complete your request.
Jun 21 02:49:01.257063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba4ad1e2-1fd5-43da-b922-3937c744d017 req-0e8fe834-fad7-4998-bc21-3aa86f9076e3 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "PUT /v2.0/floatingips/a18460b5-b797-4dc8-9802-1aefa585c3a9 HTTP/1.1" status: 409  len: 550 time: 0.3609405
Jun 21 02:49:01.262113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42704870-6249-4c97-a224-4a1d1209a5f0 req-3ffd9369-d326-4269-8adf-a44ee578ae91 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449784
Jun 21 02:49:01.458769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a475963-4e90-4455-9d49-fd72a28bd069 req-2b2b9469-1573-44e5-876e-b4d8963828f2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:01.460301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a475963-4e90-4455-9d49-fd72a28bd069 req-2b2b9469-1573-44e5-876e-b4d8963828f2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1085715
Jun 21 02:49:01.471688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf39ba-92d2-40e1-8f56-1faed7715f58 req-23941ed0-47e7-4436-8122-2dba17326969 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:01.473074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fbf39ba-92d2-40e1-8f56-1faed7715f58 req-23941ed0-47e7-4436-8122-2dba17326969 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 947 time: 0.0898750
Jun 21 02:49:01.528485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a475963-4e90-4455-9d49-fd72a28bd069 req-bbee28b4-5654-4b82-b56a-9c3c4e18b041 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544436
Jun 21 02:49:01.531179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fbf39ba-92d2-40e1-8f56-1faed7715f58 req-a1644735-4418-4b5c-b9f1-14953e7d18f0 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515654
Jun 21 02:49:01.604150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-b206d021-6f1f-4c55-a6a3-d9bba4fa8d99 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips/a18460b5-b797-4dc8-9802-1aefa585c3a9 HTTP/1.1" status: 200  len: 693 time: 0.0460589
Jun 21 02:49:02.098876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-f3509330-a6d1-405e-9cfc-abab5a568df7 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:02.100117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-f3509330-a6d1-405e-9cfc-abab5a568df7 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.4905624
Jun 21 02:49:02.113550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3211-9de7-42ff-a223-8b81543b0200 req-f3ca86c2-ffd4-42a2-a64b-b96ee5755402 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:02.119336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3211-9de7-42ff-a223-8b81543b0200 req-f3ca86c2-ffd4-42a2-a64b-b96ee5755402 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:02.125118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3211-9de7-42ff-a223-8b81543b0200 req-f3ca86c2-ffd4-42a2-a64b-b96ee5755402 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:02.126694 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a5d3211-9de7-42ff-a223-8b81543b0200 req-f3ca86c2-ffd4-42a2-a64b-b96ee5755402 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238&device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe&device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 2417 time: 0.1438715
Jun 21 02:49:02.181578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-afc53e02-0f11-4895-95a2-a7c76e07ca87 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200  len: 696 time: 0.0537615
Jun 21 02:49:02.205850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a5d3211-9de7-42ff-a223-8b81543b0200 req-43388453-753f-4da4-ab69-b877ba2d8d18 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718365
Jun 21 02:49:02.245096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-3deb7b15-b174-44a7-a36a-4bd383458835 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200  len: 696 time: 0.0575507
Jun 21 02:49:02.426278 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe9cc-a26a-46c1-a018-383e7f242da3 req-864c200a-31da-4e91-a442-b8d5800e51f4 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:02.427650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a0fe9cc-a26a-46c1-a018-383e7f242da3 req-864c200a-31da-4e91-a442-b8d5800e51f4 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.0962427
Jun 21 02:49:02.432058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Deleting port db704276-cd2b-4dfa-ac39-beb6cf8237a5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:02.432397 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:02.511394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a0fe9cc-a26a-46c1-a018-383e7f242da3 req-b4b26415-e010-4d37-9520-6642918d59a6 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763731
Jun 21 02:49:02.536581 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:02.537242 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:02.606068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Calling delete_port for db704276-cd2b-4dfa-ac39-beb6cf8237a5 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:02.792023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2cc12-47b9-48f9-b7a3-ee5478208492 req-6b29b53b-1a21-4c0a-9165-180c57736d5c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:02.793526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdb2cc12-47b9-48f9-b7a3-ee5478208492 req-6b29b53b-1a21-4c0a-9165-180c57736d5c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.0786707
Jun 21 02:49:02.831983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdb2cc12-47b9-48f9-b7a3-ee5478208492 req-19543859-8bc0-42b9-8d57-d612c8943a12 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325499
Jun 21 02:49:02.843449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:02.846273 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6eaf32c8-4aec-484b-84c9-2d3a3d1e7a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:02.869251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Pushing event deleted for resources: {'Port': ['ID=db704276-cd2b-4dfa-ac39-beb6cf8237a5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:02.871926 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:02.932308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:02.934803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:02.936174 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29c90d1d-20bd-47eb-a6d4-edb8726a901f req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "DELETE /v2.0/floatingips/a18460b5-b797-4dc8-9802-1aefa585c3a9 HTTP/1.1" status: 204  len: 173 time: 0.6856909
Jun 21 02:49:03.033372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ee7b588-89f6-479d-ac3f-bee60d3b8ff5 req-2ac94b5d-e851-4052-9492-c623b47b0fdc tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.0780044
Jun 21 02:49:03.105753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16581e51-66c2-465e-9d5f-37781bde8021 req-e9494569-0f15-4f69-8e69-7c25ae674869 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:03.107144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16581e51-66c2-465e-9d5f-37781bde8021 req-e9494569-0f15-4f69-8e69-7c25ae674869 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0638075
Jun 21 02:49:03.146302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16581e51-66c2-465e-9d5f-37781bde8021 req-8bbb9b56-af45-4ed8-93eb-21842fad20d5 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333147
Jun 21 02:49:03.249712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 74b2bf6f-1e16-4e68-be60-e65d8a87442e details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:03.290667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-7a59fb63-7840-454a-8858-a0b16d998e00 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200  len: 1000 time: 0.0912964
Jun 21 02:49:03.344743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 74b2bf6f-1e16-4e68-be60-e65d8a87442e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=74b2bf6f-1e16-4e68-be60-e65d8a87442e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:03.355490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '74b2bf6f-1e16-4e68-be60-e65d8a87442e', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '74b2bf6f-1e16-4e68-be60-e65d8a87442e', 'mac_address': 'fa:16:3e:8c:36:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:03.357782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-6d650f1e-ddea-45d0-a2c5-362353b72941 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:03.359097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-6d650f1e-ddea-45d0-a2c5-362353b72941 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports/00b18a92-4a28-4e31-a80b-71167fe65dff HTTP/1.1" status: 200  len: 942 time: 0.0623574
Jun 21 02:49:03.372086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71468b33-8327-4fb8-bc66-1ce85e6d3419 req-16b141a9-ea2d-4404-a010-39ee25ded488 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:03.373566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71468b33-8327-4fb8-bc66-1ce85e6d3419 req-16b141a9-ea2d-4404-a010-39ee25ded488 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 947 time: 0.1263270
Jun 21 02:49:03.394669 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:03.407454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b2bf6f-1e16-4e68-be60-e65d8a87442e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:03.415945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71468b33-8327-4fb8-bc66-1ce85e6d3419 req-48f222f0-af25-48f3-8ecd-e52d492b79f6 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354586
Jun 21 02:49:03.427604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 74b2bf6f-1e16-4e68-be60-e65d8a87442e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=74b2bf6f-1e16-4e68-be60-e65d8a87442e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:03.511718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:03.514876 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:03.529630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-a749e385-8ca5-4175-947c-db3a57c80fab tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200  len: 1000 time: 0.0735795
Jun 21 02:49:03.561765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=74b2bf6f-1e16-4e68-be60-e65d8a87442e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:03.565839 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:03.661018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1e02e-b8c5-4ad0-80b6-53029d3999a5 req-063e4ea9-dd91-469a-8eb4-d1c2a115d120 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:03.662467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60b1e02e-b8c5-4ad0-80b6-53029d3999a5 req-063e4ea9-dd91-469a-8eb4-d1c2a115d120 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.1443274
Jun 21 02:49:03.689053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-6d9d510d-4a56-4fc1-a5a4-770a6f79d17e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:03.690416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-6d9d510d-4a56-4fc1-a5a4-770a6f79d17e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1423032
Jun 21 02:49:03.757193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60b1e02e-b8c5-4ad0-80b6-53029d3999a5 req-0ff73a9e-7a6e-4ee0-9403-67a2fcb17677 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847933
Jun 21 02:49:03.773004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-d5159caa-c769-4263-adf0-754bc30f26fd tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200  len: 1000 time: 0.0732343
Jun 21 02:49:03.782532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:03.840975 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:03.894700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['74b2bf6f-1e16-4e68-be60-e65d8a87442e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:03.988391 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:04.058472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:04.058816 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Floating IP 83bef8a3-9899-44e7-892c-086b4a61fe04 disassociated. External IP: 172.25.7.32, port: 00b18a92-4a28-4e31-a80b-71167fe65dff.
Jun 21 02:49:04.212302 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-218318cb-6c8f-4fbd-a969-fe9789341193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:04.285157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a212a6-5a79-4a5c-beb0-1cfd257f930f req-e868ff24-028b-41e7-aaab-73286a3f4416 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:04.286627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20a212a6-5a79-4a5c-beb0-1cfd257f930f req-e868ff24-028b-41e7-aaab-73286a3f4416 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.1421568
Jun 21 02:49:04.341763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20a212a6-5a79-4a5c-beb0-1cfd257f930f req-d41f8b04-aed1-4d63-8ff2-035e0ecc48f7 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483594
Jun 21 02:49:04.343425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:49:04.482187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:49:04.487912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:04.493204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] Sync routers for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:49:04.502366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:49:04.502986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7ef70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:04.533672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-4a956c08-9981-4d2d-8f85-b99c1541e324 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "PUT /v2.0/floatingips/83bef8a3-9899-44e7-892c-086b4a61fe04 HTTP/1.1" status: 200  len: 694 time: 0.7549779
Jun 21 02:49:04.535024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:04.537387 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:04.555299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99046937-23e7-4137-b144-6ca0f2045350 req-03650b51-f510-4d68-b583-9be44a489f17 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:04.556790 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99046937-23e7-4137-b144-6ca0f2045350 req-03650b51-f510-4d68-b583-9be44a489f17 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1109061
Jun 21 02:49:04.607637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:49:04.623414 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99046937-23e7-4137-b144-6ca0f2045350 req-191a249d-0484-458b-8118-7c66655aae0b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577977
Jun 21 02:49:04.636441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-323737a2-0fdc-4db2-a505-9a67f2b1ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:04.637624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-323737a2-0fdc-4db2-a505-9a67f2b1ef14 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a101fd995186476a9d6d1e495049dff8&device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 1097 time: 0.0798705
Jun 21 02:49:04.734952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-522df6d7-39af-445e-8835-cf66431e7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:04.736557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-522df6d7-39af-445e-8835-cf66431e7d26 service neutron] 10.222.0.25 "GET /v2.0/networks?id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d HTTP/1.1" status: 200  len: 929 time: 0.0927632
Jun 21 02:49:04.780702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-bdd8c695-e614-4c50-8f5e-e0a9ff2cac31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b18a92-4a28-4e31-a80b-71167fe65dff HTTP/1.1" status: 200  len: 217 time: 0.0379963
Jun 21 02:49:04.818714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7ef70>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:34Z', 'revision_number': 5, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:04.835449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-93908383-7931-4575-853d-dfc65ae8c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:04.836915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-93908383-7931-4575-853d-dfc65ae8c232 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1905317-341e-4f20-ba5f-198a2b1857be HTTP/1.1" status: 200  len: 867 time: 0.0502720
Jun 21 02:49:04.848995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] Checking router: 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:49:04.857724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:49:04.858392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7ef70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:48:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:04.895352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-35950803-347d-4b1a-bf6c-de923bf7e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:04.896858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-35950803-347d-4b1a-bf6c-de923bf7e022 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0533626
Jun 21 02:49:04.986110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:49:05.006618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-6338f8ac-ca63-4cc9-8d1b-480059ef1081 service neutron] 10.222.0.25 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1019623
Jun 21 02:49:05.137047 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b43e1c0-f392-44d5-a27a-44d9faf71042 req-3dd5d9a3-bfc5-423d-a2ae-437a20d7667c service neutron] 10.222.0.25 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241024
Jun 21 02:49:05.148040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1d830-ba5c-42be-a544-6e305a1669c9 req-56b879b5-9f7f-4990-9dda-43f7a48f9e3b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:05.149523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28e1d830-ba5c-42be-a544-6e305a1669c9 req-56b879b5-9f7f-4990-9dda-43f7a48f9e3b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1278777
Jun 21 02:49:05.183564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7ef70>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:34Z', 'revision_number': 5, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:05.187541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28e1d830-ba5c-42be-a544-6e305a1669c9 req-2e5047db-042d-422f-82c4-225cfc070a6e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322382
Jun 21 02:49:05.213108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48e5a9-a98a-44f2-ad15-04789637ecdf None None] The sync data for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 is: [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:48:26Z', 'revision_number': 4, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '3f9618f3-230e-4e67-aca4-3e25f40721b1', 'name': '', 'network_id': '37dfd03c-ee81-4fd8-b932-eb316fa3e90d', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'mac_address': 'fa:16:3e:42:8a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:25Z', 'updated_at': '2021-06-21T02:48:34Z', 'revision_number': 5, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'subnets': [{'id': 'c1905317-341e-4f20-ba5f-198a2b1857be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:49:05.273445 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed1bf0-207a-42b9-818d-3f9f8e0341e0 x-openstack-request-id: req-6aed1bf0-207a-42b9-818d-3f9f8e0341e0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:05.273445 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:05.273445 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6aed1bf0-207a-42b9-818d-3f9f8e0341e0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:05.273445 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'status': 'completed', 'code': 200}
Jun 21 02:49:05.273902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 74b2bf6f-1e16-4e68-be60-e65d8a87442e up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:05.403636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 74b2bf6f-1e16-4e68-be60-e65d8a87442e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:05.407937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 74b2bf6f-1e16-4e68-be60-e65d8a87442e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:05.408647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:05.424374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c51c3-4658-4c7d-a8fe-bf0c682f1155 req-0bf8cfae-3350-4fbd-aa77-c562e08050fb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:05.426026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb9c51c3-4658-4c7d-a8fe-bf0c682f1155 req-0bf8cfae-3350-4fbd-aa77-c562e08050fb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 948 time: 0.1071947
Jun 21 02:49:05.429038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-fd42f54a-45db-4da5-a4b1-369856ff9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:05.430435 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-fd42f54a-45db-4da5-a4b1-369856ff9e54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a101fd995186476a9d6d1e495049dff8&device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 1097 time: 0.1208649
Jun 21 02:49:05.529741 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:05.537693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb9c51c3-4658-4c7d-a8fe-bf0c682f1155 req-edba2116-3bf3-4054-82d6-0a1657933ddd tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027102
Jun 21 02:49:05.565552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a92baab-22f6-4776-8da5-4e64b9202664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b2bf6f-1e16-4e68-be60-e65d8a87442e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:05.567850 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73433b3-1243-40ec-9cf7-bfbae766132a" -d '{"events": [{"server_uuid": "5a92baab-22f6-4776-8da5-4e64b9202664", "name": "network-vif-plugged", "status": "completed", "tag": "74b2bf6f-1e16-4e68-be60-e65d8a87442e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:05.571497 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103eb893-28df-41a7-9bab-12a368910a95 None None] New status for floating IP 83bef8a3-9899-44e7-892c-086b4a61fe04: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:49:05.586461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-8e768759-b728-474e-b3ee-028944376783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:05.588615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-8e768759-b728-474e-b3ee-028944376783 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d HTTP/1.1" status: 200  len: 929 time: 0.1464336
Jun 21 02:49:05.609076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 74b2bf6f-1e16-4e68-be60-e65d8a87442e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=74b2bf6f-1e16-4e68-be60-e65d8a87442e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:05.668645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-f44b26bf-9f52-46f4-bf34-4e4a2cd1c112 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b18a92-4a28-4e31-a80b-71167fe65dff HTTP/1.1" status: 200  len: 217 time: 0.0657232
Jun 21 02:49:05.690216 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:05.692479 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-15b98680-a56f-4abe-8c0a-f98a054bd3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:05.697181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-8db36d5c-fe7b-4eff-98af-89667305885b tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips/83bef8a3-9899-44e7-892c-086b4a61fe04 HTTP/1.1" status: 200  len: 694 time: 0.1028793
Jun 21 02:49:05.720669 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:05.746146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=74b2bf6f-1e16-4e68-be60-e65d8a87442e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:05.749265 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:05.817087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-477510c6-2cf1-49d9-a31b-0ca0efb6b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:05.818544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-477510c6-2cf1-49d9-a31b-0ca0efb6b7f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c1905317-341e-4f20-ba5f-198a2b1857be HTTP/1.1" status: 200  len: 867 time: 0.1379638
Jun 21 02:49:05.877837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a00159-6476-4aa0-b3f5-d57e35842c77 req-803ac002-e313-4f84-88c9-2881c5e42768 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:05.880028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61a00159-6476-4aa0-b3f5-d57e35842c77 req-803ac002-e313-4f84-88c9-2881c5e42768 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.2150507
Jun 21 02:49:05.916693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-985383ac-934d-4254-a638-90653597318a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:05.918057 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-985383ac-934d-4254-a638-90653597318a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2200534
Jun 21 02:49:05.985823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61a00159-6476-4aa0-b3f5-d57e35842c77 req-25581570-31bd-4103-a975-c28895603a20 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971406
Jun 21 02:49:05.989447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-07f1bc3c-8e4b-4da0-aec3-38fe8a103e73 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200  len: 695 time: 0.0646863
Jun 21 02:49:05.994726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-3f63b8b3-a6f3-4ce1-92c3-d9ab3642e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:05.996052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-3f63b8b3-a6f3-4ce1-92c3-d9ab3642e7b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37dfd03c-ee81-4fd8-b932-eb316fa3e90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1625080
Jun 21 02:49:06.214153 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b9d2b-c55f-4595-ae19-8a8fd459f732 x-openstack-request-id: req-4a6b9d2b-c55f-4595-ae19-8a8fd459f732 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:06.214571 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a92baab-22f6-4776-8da5-4e64b9202664", "name": "network-vif-plugged", "status": "completed", "tag": "74b2bf6f-1e16-4e68-be60-e65d8a87442e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:06.214951 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a6b9d2b-c55f-4595-ae19-8a8fd459f732 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:06.215584 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a92baab-22f6-4776-8da5-4e64b9202664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b2bf6f-1e16-4e68-be60-e65d8a87442e', 'code': 200}
Jun 21 02:49:06.444592 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-0dc78436-dd36-4fbb-9b8b-a2263a8691eb tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200  len: 695 time: 0.4476087
Jun 21 02:49:06.566609 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f639c70-7cf2-4e43-8a45-9d4025524565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:06.635073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-37972029-0055-40b1-aefd-c5ed48ff5106 service neutron] 10.222.0.20 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643368
Jun 21 02:49:06.643413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af2424-36dc-4ccf-8af9-7c62d57ec4d5 req-5de54e14-0af4-418f-918d-cbe5b7c4ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:06.644764 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54af2424-36dc-4ccf-8af9-7c62d57ec4d5 req-5de54e14-0af4-418f-918d-cbe5b7c4ff99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 1101 time: 0.2753196
Jun 21 02:49:06.661478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88f28c-69d4-4bb0-aa04-97b9549b1cff req-9eeb5de7-6bde-4052-9374-c69fd9ed785b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:06.662841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf88f28c-69d4-4bb0-aa04-97b9549b1cff req-9eeb5de7-6bde-4052-9374-c69fd9ed785b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.2944238
Jun 21 02:49:06.777410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54af2424-36dc-4ccf-8af9-7c62d57ec4d5 req-a68ba7b8-a75f-4bf9-86e5-22226d088b3f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128926
Jun 21 02:49:06.783614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf88f28c-69d4-4bb0-aa04-97b9549b1cff req-822ffa51-23aa-4c84-99fb-ef23f7d6b15b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037264
Jun 21 02:49:06.792968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Deleting port 250d0c97-1613-46c4-937f-8786283d6393 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:06.793301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:06.843610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c9ba2ba-ef79-4baa-b4e2-66a0323f9ffe req-54371ac2-6778-47ef-af06-2ef78575597a service neutron] 10.222.0.20 "GET /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1969979
Jun 21 02:49:06.880865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:06.881174 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:06.947601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Calling delete_port for 250d0c97-1613-46c4-937f-8786283d6393 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:07.035100 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:07.096616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f0e0e-c57d-44e3-9fe5-95378e895550 req-d70336b6-048b-469d-8011-3689634b4710 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:07.098076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a32f0e0e-c57d-44e3-9fe5-95378e895550 req-d70336b6-048b-469d-8011-3689634b4710 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.1043370
Jun 21 02:49:07.166119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a32f0e0e-c57d-44e3-9fe5-95378e895550 req-cf1afb27-25bc-4d7a-a2de-cc8eced0e750 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622351
Jun 21 02:49:07.218620 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:07.221528 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96e5448a-4aef-41cd-be7f-886dde92e2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:07.245362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Pushing event deleted for resources: {'Port': ['ID=250d0c97-1613-46c4-937f-8786283d6393,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:07.249265 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:07.317959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:07.320532 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:07.321758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8586a8db-ba49-44d9-b18f-4519436f08ca req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "DELETE /v2.0/floatingips/83bef8a3-9899-44e7-892c-086b4a61fe04 HTTP/1.1" status: 204  len: 173 time: 0.8496299
Jun 21 02:49:07.480688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fa5c9-f147-4d34-9290-1228fad30017 req-f8444d48-0b9c-4404-9e8b-5ee0abaa8425 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:07.482303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de9fa5c9-f147-4d34-9290-1228fad30017 req-f8444d48-0b9c-4404-9e8b-5ee0abaa8425 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0672255
Jun 21 02:49:07.520126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de9fa5c9-f147-4d34-9290-1228fad30017 req-405e9559-07ee-4e95-8237-660f9309291c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316370
Jun 21 02:49:07.690164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79574d43-166f-4bff-a606-ec2a3c67db3d req-fcf2efdf-5bfe-4039-acad-1935e3c2ffc1 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:07.691660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79574d43-166f-4bff-a606-ec2a3c67db3d req-fcf2efdf-5bfe-4039-acad-1935e3c2ffc1 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 949 time: 0.0660686
Jun 21 02:49:07.729725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79574d43-166f-4bff-a606-ec2a3c67db3d req-52f3f1c3-6914-41d9-834e-2355fad486dc tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322671
Jun 21 02:49:07.966729 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:07.995089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:08.394073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a783-c908-4a5c-aa66-bcd4a6bf6a9f req-aae80a1e-4a3d-4298-acdf-b8e9b8537594 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:08.395533 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5278a783-c908-4a5c-aa66-bcd4a6bf6a9f req-aae80a1e-4a3d-4298-acdf-b8e9b8537594 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0720096
Jun 21 02:49:08.439007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5278a783-c908-4a5c-aa66-bcd4a6bf6a9f req-6babceb9-231e-47ef-90a5-c09644f4b84a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0374286
Jun 21 02:49:08.635374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c93a8-5a60-40c2-a583-b4dc7f1474ed req-98b3d001-8389-476a-8124-9c0f69f6150b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:08.636854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-735c93a8-5a60-40c2-a583-b4dc7f1474ed req-98b3d001-8389-476a-8124-9c0f69f6150b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1163566
Jun 21 02:49:08.649569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc02c60-a090-49ee-a048-418d7af63df5 req-bcd916c4-9de1-42bc-b301-70ac6fd5ad08 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:08.650965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edc02c60-a090-49ee-a048-418d7af63df5 req-bcd916c4-9de1-42bc-b301-70ac6fd5ad08 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1006420
Jun 21 02:49:08.709023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-735c93a8-5a60-40c2-a583-b4dc7f1474ed req-c69d1017-3b7c-411a-b166-7a7bb3a8c041 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569096
Jun 21 02:49:08.714436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edc02c60-a090-49ee-a048-418d7af63df5 req-74ecdd6d-632f-4ea6-8df9-f0d603cd72b7 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550714
Jun 21 02:49:08.788068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1605f97-9f52-4fab-81cc-cdad7814a18d req-31596fa5-b356-413a-96b2-e20f66846d7d tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0421052
Jun 21 02:49:08.964656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7fdc5-ef30-4c03-b5e3-f6d0f58a897c req-a23d31bc-b499-402c-be71-9761abef049b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:08.967677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02f7fdc5-ef30-4c03-b5e3-f6d0f58a897c req-a23d31bc-b499-402c-be71-9761abef049b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0689874
Jun 21 02:49:09.007989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02f7fdc5-ef30-4c03-b5e3-f6d0f58a897c req-16b1c007-57c4-4309-8795-be32624ca8ae tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353255
Jun 21 02:49:09.081450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925d795-1ee1-4732-88c4-cd03578e8f3b req-11694e27-0826-496a-bb6a-2a8dbbbf4041 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:09.083376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6925d795-1ee1-4732-88c4-cd03578e8f3b req-11694e27-0826-496a-bb6a-2a8dbbbf4041 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 949 time: 0.0699959
Jun 21 02:49:09.122488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6925d795-1ee1-4732-88c4-cd03578e8f3b req-c9c7a45e-5993-4820-8179-ddafb7981497 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332611
Jun 21 02:49:09.468662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:09.670724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f8355-ba6b-477a-84aa-e0c21ae7b55f req-f01dc934-622c-4457-ba0d-59061219dad0 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:09.672251 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b54f8355-ba6b-477a-84aa-e0c21ae7b55f req-f01dc934-622c-4457-ba0d-59061219dad0 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 1101 time: 0.0984385
Jun 21 02:49:09.719519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ccea6-2148-447d-b64b-cc5de42a396a req-56bfe0fd-60ec-4c15-a32a-635dcf8c347e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:09.721244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-894ccea6-2148-447d-b64b-cc5de42a396a req-56bfe0fd-60ec-4c15-a32a-635dcf8c347e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.0983648
Jun 21 02:49:09.725236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b54f8355-ba6b-477a-84aa-e0c21ae7b55f req-e5d82a6b-0333-4024-a347-b06db42a83bd tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457067
Jun 21 02:49:09.766978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-894ccea6-2148-447d-b64b-cc5de42a396a req-750afcc3-d82c-4c10-90e7-8d1c2d30841f tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393445
Jun 21 02:49:09.949258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c030-45f4-4d58-ac54-874a1cd8e691 req-06662eb7-2845-4d6d-906a-49b4f2b34e2c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:09.950758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebe1c030-45f4-4d58-ac54-874a1cd8e691 req-06662eb7-2845-4d6d-906a-49b4f2b34e2c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 945 time: 0.1106231
Jun 21 02:49:09.972749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77a8fe-8033-427f-8813-1e0b00484587 req-d6f70fef-34aa-4edc-b0f0-841762483efc tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:09.974215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b77a8fe-8033-427f-8813-1e0b00484587 req-d6f70fef-34aa-4edc-b0f0-841762483efc tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.1035213
Jun 21 02:49:10.023447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebe1c030-45f4-4d58-ac54-874a1cd8e691 req-36854e1d-f608-4943-aec2-e9a1f8e36139 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656846
Jun 21 02:49:10.028239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b77a8fe-8033-427f-8813-1e0b00484587 req-1407e4d6-eef4-4570-b614-ff7708cd82a5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477862
Jun 21 02:49:10.129271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-43a98bec-d485-468c-9024-73ecad786a18 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0226457
Jun 21 02:49:10.274905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-a10d0860-6d92-497f-bb45-ac37bc3c92ca tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:10.276400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-a10d0860-6d92-497f-bb45-ac37bc3c92ca tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1370382
Jun 21 02:49:10.285584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce625-6a62-4d46-964b-6d9ac7d63165 req-30c7a083-1eb5-4ea7-83ce-18783bb74644 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:10.287052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2fce625-6a62-4d46-964b-6d9ac7d63165 req-30c7a083-1eb5-4ea7-83ce-18783bb74644 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1562178
Jun 21 02:49:10.303239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-e0f45174-9598-4b9c-b3b7-0cce23f807d4 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/quotas/73806ad6f15b4227935996a5fed1d7f9 HTTP/1.1" status: 200  len: 375 time: 0.0152094
Jun 21 02:49:10.388544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2fce625-6a62-4d46-964b-6d9ac7d63165 req-cbfb63b8-5d11-4a1c-87e0-931f79527a93 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940542
Jun 21 02:49:10.437350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-717c3fb5-3f45-4614-8e4e-5508ca9e7995 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1272120
Jun 21 02:49:10.456716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237d61a-5a81-456c-8998-701376f8101c req-4e90e573-04c1-450e-806a-a682f164cc09 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:10.458211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9237d61a-5a81-456c-8998-701376f8101c req-4e90e573-04c1-450e-806a-a682f164cc09 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 945 time: 0.1027653
Jun 21 02:49:10.568033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Deleting port 91753642-15e3-4aee-88ae-46f1393ac743 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:10.568378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:10.715574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef355c43-cd72-45cc-aae9-7e9847bb5e1e req-805d72b3-6ccf-411d-89d5-69966dce6f3f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 210 time: 0.0461726
Jun 21 02:49:10.729695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] For port 91753642-15e3-4aee-88ae-46f1393ac743, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=91753642-15e3-4aee-88ae-46f1393ac743,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:10.730059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:10.755309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a9472-7d51-4909-9d97-1d7dcbe404d1 req-358f4c98-b1e1-4704-8aeb-4a1d256352ee tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:10.756796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-160a9472-7d51-4909-9d97-1d7dcbe404d1 req-358f4c98-b1e1-4704-8aeb-4a1d256352ee tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1466858
Jun 21 02:49:10.810752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Calling delete_port for 91753642-15e3-4aee-88ae-46f1393ac743 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:10.883370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-160a9472-7d51-4909-9d97-1d7dcbe404d1 req-dd911c5b-5455-42ce-859f-a886cdb169b0 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983095
Jun 21 02:49:10.997824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb867a-805b-43e2-9e7f-0a6bdc710063 req-a7577b2c-027e-4da4-bbf3-26216baa52cb tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:10.999334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25cb867a-805b-43e2-9e7f-0a6bdc710063 req-a7577b2c-027e-4da4-bbf3-26216baa52cb tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.1150911
Jun 21 02:49:11.053356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25cb867a-805b-43e2-9e7f-0a6bdc710063 req-517b82f7-e529-43f6-8edf-be0a8348fcbc tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411570
Jun 21 02:49:11.129812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:11.134426 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:11.146222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['f9005684-5c1a-40cf-88e9-18dacb561c1e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:11.166356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Pushing event deleted for resources: {'Port': ['ID=91753642-15e3-4aee-88ae-46f1393ac743,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:11.170073 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:11.188166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['db7e3bb0-c5ae-4d19-b8c8-a583e7770510', '91753642-15e3-4aee-88ae-46f1393ac743'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:11.244642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fea656-4448-4eec-91ca-a0e56997e83e req-a4cf2825-a231-483d-92fc-ba8d18ed514c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:11.246151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45fea656-4448-4eec-91ca-a0e56997e83e req-a4cf2825-a231-483d-92fc-ba8d18ed514c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 945 time: 0.1661243
Jun 21 02:49:11.298617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] No DVR routers for this DVR port 91753642-15e3-4aee-88ae-46f1393ac743 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:11.321613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:11.323550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9237d61a-5a81-456c-8998-701376f8101c req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.26 "DELETE /v2.0/ports/91753642-15e3-4aee-88ae-46f1393ac743 HTTP/1.1" status: 204  len: 173 time: 0.8563187
Jun 21 02:49:11.325762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9145371f-108a-45a7-912e-fb522da30238', 'name': 'network-vif-deleted', 'tag': '91753642-15e3-4aee-88ae-46f1393ac743'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:11.328134 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843d250-d0b5-40a2-b13e-9fc98d9c99ef" -d '{"events": [{"server_uuid": "9145371f-108a-45a7-912e-fb522da30238", "name": "network-vif-deleted", "tag": "91753642-15e3-4aee-88ae-46f1393ac743"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:11.419412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd52d-8bd3-4107-9b90-0f28354af44d req-23df32f9-c5a8-46d8-a9fd-efd373c93861 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:11.420926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b2dd52d-8bd3-4107-9b90-0f28354af44d req-23df32f9-c5a8-46d8-a9fd-efd373c93861 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 945 time: 0.2592041
Jun 21 02:49:11.435721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bebd0-c06a-4341-9dae-d8bcd7a3c8f6 req-cca46c2e-1a4d-42aa-a5a8-5c77b9a27439 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:11.436999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-495bebd0-c06a-4341-9dae-d8bcd7a3c8f6 req-cca46c2e-1a4d-42aa-a5a8-5c77b9a27439 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 946 time: 0.2565150
Jun 21 02:49:11.515832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-495bebd0-c06a-4341-9dae-d8bcd7a3c8f6 req-9621936b-2090-4cd2-8c40-09b3453d1262 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717652
Jun 21 02:49:11.519402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Deleting port 00b18a92-4a28-4e31-a80b-71167fe65dff {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:11.519757 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:11.524829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b2dd52d-8bd3-4107-9b90-0f28354af44d req-5265515b-0d25-42dc-b377-6951e153bcae tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cd235aa-ff9d-401e-94c0-6fb34c746059&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716946
Jun 21 02:49:11.597885 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a3af0-b1d5-4376-93ec-f7676923d8f5 x-openstack-request-id: req-ed8a3af0-b1d5-4376-93ec-f7676923d8f5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:11.598304 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9145371f-108a-45a7-912e-fb522da30238", "name": "network-vif-deleted", "tag": "91753642-15e3-4aee-88ae-46f1393ac743", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:11.598524 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed8a3af0-b1d5-4376-93ec-f7676923d8f5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:11.598975 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9145371f-108a-45a7-912e-fb522da30238', 'name': 'network-vif-deleted', 'tag': '91753642-15e3-4aee-88ae-46f1393ac743', 'status': 'completed', 'code': 200}
Jun 21 02:49:11.662455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] For port 00b18a92-4a28-4e31-a80b-71167fe65dff, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=00b18a92-4a28-4e31-a80b-71167fe65dff,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:11.662799 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:11.757490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Calling delete_port for 00b18a92-4a28-4e31-a80b-71167fe65dff owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:11.791993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d44cfe5f-661e-4e8c-8774-0ef795123b57 req-3d9661a4-25b2-4af5-be01-0fc02f2002fe tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=9145371f-108a-45a7-912e-fb522da30238 HTTP/1.1" status: 200  len: 210 time: 0.0321436
Jun 21 02:49:12.003814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:12.008433 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:12.016176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['00b18a92-4a28-4e31-a80b-71167fe65dff'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:12.037027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Pushing event deleted for resources: {'Port': ['ID=00b18a92-4a28-4e31-a80b-71167fe65dff,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:12.040126 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:12.089316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] No DVR routers for this DVR port 00b18a92-4a28-4e31-a80b-71167fe65dff on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:12.092654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:12.095954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45fea656-4448-4eec-91ca-a0e56997e83e req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.20 "DELETE /v2.0/ports/00b18a92-4a28-4e31-a80b-71167fe65dff HTTP/1.1" status: 204  len: 173 time: 0.8247867
Jun 21 02:49:12.561268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-710fc23b-a099-4590-9a59-cc13ee3c6af7 req-eef47d76-ffa7-4776-82b7-9e2454e5d59b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 210 time: 0.0319705
Jun 21 02:49:12.749252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d335c-265c-44ae-9f30-8890d94f4ef4 req-260ffda1-640d-4662-a5bd-e9c2ddca10c2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:12.757896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-357d335c-265c-44ae-9f30-8890d94f4ef4 req-260ffda1-640d-4662-a5bd-e9c2ddca10c2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0816517
Jun 21 02:49:12.793146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-357d335c-265c-44ae-9f30-8890d94f4ef4 req-b006ac17-8e3f-415b-8713-9689e0e0e0b2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337160
Jun 21 02:49:12.933014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a338b-3515-4cc1-8f94-b2231ec0185a req-63c2bc55-aa1a-4086-b171-9aba3186f5e8 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:12.934526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a5a338b-3515-4cc1-8f94-b2231ec0185a req-63c2bc55-aa1a-4086-b171-9aba3186f5e8 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 945 time: 0.0837049
Jun 21 02:49:13.002165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a5a338b-3515-4cc1-8f94-b2231ec0185a req-745599d0-6555-4165-b138-887e4b1065b4 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599113
Jun 21 02:49:13.029710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c56d27ff-2dd2-4079-bddf-014bee21530a req-9fc335c1-9d54-4a68-8b32-7b92c96bd203 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f1fefd-faaf-4453-9127-3b41e7678c9d HTTP/1.1" status: 200  len: 210 time: 0.0347321
Jun 21 02:49:13.235551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f8206-35ed-43dc-9926-33d30609a1d0 req-b34ab817-d813-4b67-9cfb-81b8502600b0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:13.238310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b3f8206-35ed-43dc-9926-33d30609a1d0 req-b34ab817-d813-4b67-9cfb-81b8502600b0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1061771
Jun 21 02:49:13.265986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:13.286408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b3f8206-35ed-43dc-9926-33d30609a1d0 req-55cfaf94-3971-48eb-b795-3e697a8ea481 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410044
Jun 21 02:49:13.414813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-8a0b7fb1-24ec-42c3-96e5-43583784516a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0311806
Jun 21 02:49:13.525503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:13.537846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-e2992be3-d60c-472f-9e12-6b0ed095485c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:13.538435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf', 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'port_id': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf', 'mac_address': 'fa:16:3e:f1:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe726d5-eef0-4e36-82fc-b9c08aa0cd42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:13.539361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-e2992be3-d60c-472f-9e12-6b0ed095485c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1141894
Jun 21 02:49:13.559232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Request body: {'port': {'device_id': '9f137df5-88a9-45e4-bc1d-f2aaee411836', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '73806ad6f15b4227935996a5fed1d7f9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:13.574597 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:13.586782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:13.602939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'name': 'network-vif-deleted', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:13.605769 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a5675-cf54-4ada-aeda-341566b77bc2" -d '{"events": [{"server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "name": "network-vif-deleted", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:13.606361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:13.689830 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:13.691791 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:13.747842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:13.756727 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:13.758291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Made reservation on behalf of 73806ad6f15b4227935996a5fed1d7f9 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:13.762548 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:13.818198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:13.852193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a28f4126-c42e-459b-aa13-99ad54397496 req-cad27fe6-c727-49d8-8b1e-8fea95479b73 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 210 time: 0.0364392
Jun 21 02:49:13.900016 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fb14a1-4a06-47a6-900d-63192c68358c x-openstack-request-id: req-44fb14a1-4a06-47a6-900d-63192c68358c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:13.905707 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f1fefd-faaf-4453-9127-3b41e7678c9d", "name": "network-vif-deleted", "tag": "00b18a92-4a28-4e31-a80b-71167fe65dff", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:13.909548 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44fb14a1-4a06-47a6-900d-63192c68358c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:13.911579 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f1fefd-faaf-4453-9127-3b41e7678c9d', 'name': 'network-vif-deleted', 'tag': '00b18a92-4a28-4e31-a80b-71167fe65dff', 'status': 'completed', 'code': 200}
Jun 21 02:49:13.958825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Allocated IP 192.168.233.208 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/3127752d-17cd-4eac-80ce-0d6b69e580f5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:14.515870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fdb6-b8bd-43f6-9f4c-4ea2d7336bd9 req-5ba38f26-5288-4209-a480-4d4624482241 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:14.517395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3164fdb6-b8bd-43f6-9f4c-4ea2d7336bd9 req-5ba38f26-5288-4209-a480-4d4624482241 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 944 time: 0.5388682
Jun 21 02:49:14.539336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a586546-c515-4de1-aa70-0aa24808527e req-d737009b-569a-4b19-85a7-1015eda4b01b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:14.540712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a586546-c515-4de1-aa70-0aa24808527e req-d737009b-569a-4b19-85a7-1015eda4b01b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.5263944
Jun 21 02:49:14.573020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:14.602310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Transition to ACTIVE for port object 3127752d-17cd-4eac-80ce-0d6b69e580f5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:14.626441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3164fdb6-b8bd-43f6-9f4c-4ea2d7336bd9 req-c093c3eb-90b3-4d96-bee4-fdb6f6d5d66a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976229
Jun 21 02:49:14.631597 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a586546-c515-4de1-aa70-0aa24808527e req-49629484-3289-41a9-9729-e86777d37151 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815029
Jun 21 02:49:14.718062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:14.723705 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:14.730057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', '74b2bf6f-1e16-4e68-be60-e65d8a87442e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:14.735034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576', '10264ae9-1623-4adc-994f-0a6dc645b565'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:14.805997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39746) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:14.806541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:14.810063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:14.812906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'Port': ['ID=3127752d-17cd-4eac-80ce-0d6b69e580f5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:14.816516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:14.857973 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:14.885147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:14.885850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:14.929354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78c909-e39a-45aa-89e9-01d81efeaf4a req-cc7a26bc-e54f-4c6f-8e97-30fa607de547 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:14.942380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e78c909-e39a-45aa-89e9-01d81efeaf4a req-cc7a26bc-e54f-4c6f-8e97-30fa607de547 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 946 time: 0.1872888
Jun 21 02:49:14.983335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4274328
Jun 21 02:49:15.025885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e78c909-e39a-45aa-89e9-01d81efeaf4a req-cb2c00f8-0ef3-48e1-a111-fbe9733f53b9 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732522
Jun 21 02:49:15.036985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Request body: {'port': {'device_id': '9f137df5-88a9-45e4-bc1d-f2aaee411836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:15.097745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 140c4906-4b46-496a-9af7-c338e808ce05 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:15.104914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 00b18a92-4a28-4e31-a80b-71167fe65dff no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:15.164787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 00b18a92-4a28-4e31-a80b-71167fe65dff {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:15.165253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 00b18a92-4a28-4e31-a80b-71167fe65dff not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:15.252267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.257240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bdbfd7c4-0bfc-4755-b2f9-557503edec4e None None] Provisioning for port 3127752d-17cd-4eac-80ce-0d6b69e580f5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:15.278757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:15.283640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824d06d-6379-493f-b50e-79b6c301da97 req-bc982b29-7558-4bec-96c3-53351d0f6652 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:15.283640 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a824d06d-6379-493f-b50e-79b6c301da97 req-bc982b29-7558-4bec-96c3-53351d0f6652 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1892707
Jun 21 02:49:15.323356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bdbfd7c4-0bfc-4755-b2f9-557503edec4e None None] Provisioning complete for port 3127752d-17cd-4eac-80ce-0d6b69e580f5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:15.324209 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd7c4-0bfc-4755-b2f9-557503edec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.371998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a24a5e-5a46-4fe2-b497-54f176c5e0a4 req-4a0bca8a-ab15-4d43-980d-b423a9d71c22 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:15.373520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49a24a5e-5a46-4fe2-b497-54f176c5e0a4 req-4a0bca8a-ab15-4d43-980d-b423a9d71c22 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 936 time: 0.1746571
Jun 21 02:49:15.435145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a824d06d-6379-493f-b50e-79b6c301da97 req-2157c36d-9e8f-4ac3-8f3a-9e44ce3553cd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283231
Jun 21 02:49:15.441132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-bdbfd7c4-0bfc-4755-b2f9-557503edec4e None None] Port 3127752d-17cd-4eac-80ce-0d6b69e580f5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:49:15.473248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:15.473842 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.478326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:15.536911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '140c4906-4b46-496a-9af7-c338e808ce05', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'port_id': '140c4906-4b46-496a-9af7-c338e808ce05', 'mac_address': 'fa:16:3e:8f:5b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bf0fc-303e-4e85-9983-3cb824264719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:15.543437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49a24a5e-5a46-4fe2-b497-54f176c5e0a4 req-c28712bd-c36d-4c8b-8d02-47971a59a5bf tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072035
Jun 21 02:49:15.647584 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.680004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.687798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 140c4906-4b46-496a-9af7-c338e808ce05 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:15.734606 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.756334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3127752d-17cd-4eac-80ce-0d6b69e580f5 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:15.771067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-a94a1efa-62ae-4f16-826c-b98e2955c103 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:15.772663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-a94a1efa-62ae-4f16-826c-b98e2955c103 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.20 "GET /v2.0/ports?device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 946 time: 0.1792572
Jun 21 02:49:15.774739 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.812335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:15.850724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:15.852876 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3861233-4ce9-4a4b-b815-54d64a449d31" -d '{"events": [{"server_uuid": "05e70f11-e427-44db-8c69-dc3d64e51e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:15.871047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:15.872335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Transition to ACTIVE for port object 3127752d-17cd-4eac-80ce-0d6b69e580f5 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:15.882068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.888077 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:15.971539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:15.972432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 91753642-15e3-4aee-88ae-46f1393ac743 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:15.976039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:15.979498 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:15.989247 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:16.009373 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62e5458c-a3fe-4cbd-880e-cff612723375 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:16.018579 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:16.023798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['140c4906-4b46-496a-9af7-c338e808ce05'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:16.030816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-5a3d6f08-9937-44d3-9f29-33c15049c4cd tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:16.032893 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-5a3d6f08-9937-44d3-9f29-33c15049c4cd tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 944 time: 0.1525762
Jun 21 02:49:16.080838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 91753642-15e3-4aee-88ae-46f1393ac743 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:16.081197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 91753642-15e3-4aee-88ae-46f1393ac743 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:16.113218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b8851-f472-461a-b5ae-5bc7fc18d014 req-2b2b0529-1446-4cf4-bbfa-0b97ec79643b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:16.121757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab0b8851-f472-461a-b5ae-5bc7fc18d014 req-2b2b0529-1446-4cf4-bbfa-0b97ec79643b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 944 time: 0.2582614
Jun 21 02:49:16.134132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:16.137280 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:16.150358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc35e-7b7e-47a6-aede-7a80624b24f7 req-bf6fec05-2672-4792-a3cf-d0ec8c773b2a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:16.158041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a31fc35e-7b7e-47a6-aede-7a80624b24f7 req-bf6fec05-2672-4792-a3cf-d0ec8c773b2a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.3799074
Jun 21 02:49:16.246132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3127752d-17cd-4eac-80ce-0d6b69e580f5,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:16.249272 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:16.292223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Deleting port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:16.292704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:16.326136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a31fc35e-7b7e-47a6-aede-7a80624b24f7 req-8b8179ec-8359-4f05-9206-57a0220c018c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671145
Jun 21 02:49:16.352618 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:49:16.384011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab0b8851-f472-461a-b5ae-5bc7fc18d014 req-c19feba4-894e-4f8a-84a8-880978ee9e3a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610836
Jun 21 02:49:16.399605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Deleting port f9005684-5c1a-40cf-88e9-18dacb561c1e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:16.400132 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:16.445383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Deleting port 3f9618f3-230e-4e67-aca4-3e25f40721b1 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:16.446059 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:16.446190 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce03dae-022b-4e2a-ba92-4e6ba3414c8b x-openstack-request-id: req-8ce03dae-022b-4e2a-ba92-4e6ba3414c8b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:16.446503 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e70f11-e427-44db-8c69-dc3d64e51e1d", "name": "network-vif-plugged", "status": "completed", "tag": "ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:16.446774 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ce03dae-022b-4e2a-ba92-4e6ba3414c8b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:16.447181 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf', 'code': 200}
Jun 21 02:49:16.568690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] For port 3f9618f3-230e-4e67-aca4-3e25f40721b1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3f9618f3-230e-4e67-aca4-3e25f40721b1,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:16.569159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:16.595288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] For port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:16.595982 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:16.621297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Attempting to bind port 3127752d-17cd-4eac-80ce-0d6b69e580f5 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:16.621297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Attempting to bind port 3127752d-17cd-4eac-80ce-0d6b69e580f5 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:16.621688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Attempting to bind port 3127752d-17cd-4eac-80ce-0d6b69e580f5 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:16.640909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Port 3127752d-17cd-4eac-80ce-0d6b69e580f5 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:49:16.641237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Attempting to bind port 3127752d-17cd-4eac-80ce-0d6b69e580f5 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:16.661135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Calling delete_port for 3f9618f3-230e-4e67-aca4-3e25f40721b1 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:16.664142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] For port f9005684-5c1a-40cf-88e9-18dacb561c1e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f9005684-5c1a-40cf-88e9-18dacb561c1e,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:16.664561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:16.692477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:16.692848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:16.693237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:16.693712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Bound port: 3127752d-17cd-4eac-80ce-0d6b69e580f5, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:16.694060 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:16.730632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Calling delete_port for ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:16.766095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Calling delete_port for f9005684-5c1a-40cf-88e9-18dacb561c1e owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:16.976297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93b01b-9dd9-4650-a19c-60b6cc80be7e req-e468cd49-832f-4977-ba62-bc8fd965aabb tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:16.977919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a93b01b-9dd9-4650-a19c-60b6cc80be7e req-e468cd49-832f-4977-ba62-bc8fd965aabb tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 946 time: 0.3404500
Jun 21 02:49:17.052742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] For port 3127752d-17cd-4eac-80ce-0d6b69e580f5, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:17.091855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] For port 3127752d-17cd-4eac-80ce-0d6b69e580f5, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3127752d-17cd-4eac-80ce-0d6b69e580f5,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:17.099825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 140c4906-4b46-496a-9af7-c338e808ce05 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:17.112521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8285f-d6e7-4d90-9ce4-8e5e1986d7c7 req-8ce2df97-2bae-4d17-bae0-d01b2a1858a0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:17.119456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd8285f-d6e7-4d90-9ce4-8e5e1986d7c7 req-8ce2df97-2bae-4d17-bae0-d01b2a1858a0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.3506393
Jun 21 02:49:17.145976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a93b01b-9dd9-4650-a19c-60b6cc80be7e req-6fc076f4-1c81-4c54-b198-b893a87b9900 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461732
Jun 21 02:49:17.176085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 140c4906-4b46-496a-9af7-c338e808ce05 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:17.176655 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.190748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.200220 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:17.223557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd8285f-d6e7-4d90-9ce4-8e5e1986d7c7 req-b770d27f-f291-448c-b213-1528135fed5c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986426
Jun 21 02:49:17.246940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.256732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event deleted for resources: {'Port': ['ID=ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:17.264472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.272631 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a3fa4b5-a2eb-45c7-8277-b9ca99510570 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:17.288908 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:17.290231 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bde7ae05-32b6-4b5c-883f-7e1cad4d650e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:17.317942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:17.318568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.320069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/3127752d-17cd-4eac-80ce-0d6b69e580f5 HTTP/1.1" status: 200  len: 1097 time: 2.2930260
Jun 21 02:49:17.322677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f137df5-88a9-45e4-bc1d-f2aaee411836', 'tag': '3127752d-17cd-4eac-80ce-0d6b69e580f5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:17.325069 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2522b4cb-719f-44d2-849a-d1feadc44901" -d '{"events": [{"name": "network-changed", "server_uuid": "9f137df5-88a9-45e4-bc1d-f2aaee411836", "tag": "3127752d-17cd-4eac-80ce-0d6b69e580f5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:17.333290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9618f3-230e-4e67-aca4-3e25f40721b1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:17.342395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:17.353314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.412173 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:17.414291 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87784be5-6740-4bae-8cd7-852828d713fc x-openstack-request-id: req-87784be5-6740-4bae-8cd7-852828d713fc {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:17.414851 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f137df5-88a9-45e4-bc1d-f2aaee411836", "tag": "3127752d-17cd-4eac-80ce-0d6b69e580f5", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:17.415325 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87784be5-6740-4bae-8cd7-852828d713fc {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:17.415943 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f137df5-88a9-45e4-bc1d-f2aaee411836', 'tag': '3127752d-17cd-4eac-80ce-0d6b69e580f5', 'status': 'completed', 'code': 200}
Jun 21 02:49:17.492636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['f9005684-5c1a-40cf-88e9-18dacb561c1e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:17.542938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['db7e3bb0-c5ae-4d19-b8c8-a583e7770510'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:17.594083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] No DVR routers for this DVR port ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:17.620201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.622203 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c95589e-d01c-4c02-9118-ee332cd79298 req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.26 "DELETE /v2.0/ports/ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf HTTP/1.1" status: 204  len: 173 time: 1.5834432
Jun 21 02:49:17.629459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'name': 'network-vif-deleted', 'tag': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:17.631879 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37846b1-0643-42e7-860f-9693cb605683" -d '{"events": [{"server_uuid": "05e70f11-e427-44db-8c69-dc3d64e51e1d", "name": "network-vif-deleted", "tag": "ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:17.660235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3127752d-17cd-4eac-80ce-0d6b69e580f5,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:17.664355 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:17.694101 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:17.720736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] No DVR routers for this DVR port f9005684-5c1a-40cf-88e9-18dacb561c1e on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:17.724925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.726565 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.729585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cdca7cb-99fc-4bc7-b961-c507b066e1cb req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.20 "DELETE /v2.0/ports/f9005684-5c1a-40cf-88e9-18dacb561c1e HTTP/1.1" status: 204  len: 173 time: 1.9484658
Jun 21 02:49:17.762555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Pushing event deleted for resources: {'Port': ['ID=f9005684-5c1a-40cf-88e9-18dacb561c1e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:17.764909 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:17.825169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b4cb-719f-44d2-849a-d1feadc44901 req-cda737de-d01b-46ae-ad95-11d4819883c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:17.828342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:17.839007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2522b4cb-719f-44d2-849a-d1feadc44901 req-cda737de-d01b-46ae-ad95-11d4819883c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 1100 time: 0.4054666
Jun 21 02:49:17.852122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ccb45-72c0-4baa-96b3-528f98d05cc3 req-c2ba054a-c4db-43d7-9c20-898dc0fb772d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:17.857660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a75ccb45-72c0-4baa-96b3-528f98d05cc3 req-c2ba054a-c4db-43d7-9c20-898dc0fb772d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 948 time: 0.3848352
Jun 21 02:49:17.901231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813512f-9eab-4b95-b5c5-b496770e3ffc req-bcfb52e5-2caa-489d-877c-e7ac957b35f6 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:17.918345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e813512f-9eab-4b95-b5c5-b496770e3ffc req-bcfb52e5-2caa-489d-877c-e7ac957b35f6 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.2712040
Jun 21 02:49:17.922734 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.927405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:17.935897 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:18.025043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2522b4cb-719f-44d2-849a-d1feadc44901 req-35a7c20a-8820-4852-b90b-b86d67eced1a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1638417
Jun 21 02:49:18.096867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:18.113477 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:18.137094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e813512f-9eab-4b95-b5c5-b496770e3ffc req-652259e5-1502-4429-be20-6e4a0e9db5a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176156
Jun 21 02:49:18.202300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a75ccb45-72c0-4baa-96b3-528f98d05cc3 req-57a783e8-5d54-4cec-b881-1ffb8808ba42 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3281560
Jun 21 02:49:18.307118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b4cb-719f-44d2-849a-d1feadc44901 req-f61e002a-9e43-4669-9804-6f365ae09cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:18.316357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2522b4cb-719f-44d2-849a-d1feadc44901 req-f61e002a-9e43-4669-9804-6f365ae09cd3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2721224
Jun 21 02:49:18.448290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:18.450840 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c405e3-50ea-4b40-8c98-545504db8bdb" -d '{"events": [{"server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "name": "network-vif-plugged", "status": "completed", "tag": "140c4906-4b46-496a-9af7-c338e808ce05"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:18.471322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:49:18.530193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c930f98e-869f-4e0d-b790-f69e64815e7c req-8e7b3e40-ef4f-4b2a-8304-5f6d6d949395 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=05e70f11-e427-44db-8c69-dc3d64e51e1d HTTP/1.1" status: 200  len: 210 time: 0.0899260
Jun 21 02:49:18.575856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-e28df4db-2540-4210-b159-1682060c7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:18.577777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-e28df4db-2540-4210-b159-1682060c7258 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 1100 time: 0.1897099
Jun 21 02:49:18.594402 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2252cbfe-8b15-4864-bedd-e9d0525f6454 x-openstack-request-id: req-2252cbfe-8b15-4864-bedd-e9d0525f6454 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:18.594824 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e70f11-e427-44db-8c69-dc3d64e51e1d", "name": "network-vif-deleted", "tag": "ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:18.596492 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2252cbfe-8b15-4864-bedd-e9d0525f6454 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:18.597054 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e70f11-e427-44db-8c69-dc3d64e51e1d', 'name': 'network-vif-deleted', 'tag': 'ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf', 'status': 'completed', 'code': 200}
Jun 21 02:49:18.671027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-1cace755-bec4-4686-9b47-7a8f103f4b9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=3127752d-17cd-4eac-80ce-0d6b69e580f5 HTTP/1.1" status: 200  len: 217 time: 0.0391517
Jun 21 02:49:18.752213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:49:18.766877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] Sync routers for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:49:18.778642 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c23fbf3-b3f0-4cb3-aeef-284bca15f416/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9683156
Jun 21 02:49:18.778895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:49:18.779248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39826) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:18.782500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3dc6940>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:49:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:18.810935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1d65f09-fa05-4116-9673-43372da92b71 req-2236456e-cb65-48a4-9398-51fcd101871c tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38fb650-2f4a-40af-ab3e-db8227be99fe HTTP/1.1" status: 200  len: 210 time: 0.0445197
Jun 21 02:49:18.856368 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3584f994-986f-40a7-922f-b967609f8cc6 req-87ef26f5-bf4a-4d6f-8342-7adbaaf62a76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2680542
Jun 21 02:49:18.865574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-a3226fe4-09e8-4435-a7f9-cb4c7d04c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:18.867528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-a3226fe4-09e8-4435-a7f9-cb4c7d04c751 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1748886
Jun 21 02:49:18.929281 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aca513-8909-42b4-83b0-c4d53536a147 x-openstack-request-id: req-a0aca513-8909-42b4-83b0-c4d53536a147 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:18.930205 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "name": "network-vif-plugged", "status": "completed", "tag": "140c4906-4b46-496a-9af7-c338e808ce05", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:18.930573 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0aca513-8909-42b4-83b0-c4d53536a147 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:18.931079 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05', 'code': 200}
Jun 21 02:49:18.975500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:19.005593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23454-80fb-4f50-985d-1fd62038af26 req-47490610-f8a3-48ad-a923-19b99b68c7c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:19.007931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9e23454-80fb-4f50-985d-1fd62038af26 req-47490610-f8a3-48ad-a923-19b99b68c7c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1949873
Jun 21 02:49:19.054349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:49:19.088917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9e23454-80fb-4f50-985d-1fd62038af26 req-59506d1d-b475-4505-a0b3-21ce9fbc543a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751026
Jun 21 02:49:19.101082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f994-986f-40a7-922f-b967609f8cc6 req-2929860e-c735-452a-b4ff-42afedda2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:19.111665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3584f994-986f-40a7-922f-b967609f8cc6 req-2929860e-c735-452a-b4ff-42afedda2cea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1098 time: 0.2179649
Jun 21 02:49:19.115819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-46e02d45-20af-4ae9-be37-86fa536615ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:19.118781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-46e02d45-20af-4ae9-be37-86fa536615ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2393386
Jun 21 02:49:19.161027 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:19.370858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Deleting port 4bbbd685-0612-4956-9121-0ae3b297bb3f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:19.371717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:19.376881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-f07edfcd-94eb-49e6-a340-dfb8c82faab7 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458100
Jun 21 02:49:19.422111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38fb650-2f4a-40af-ab3e-db8227be99fe', 'name': 'network-vif-deleted', 'tag': 'f9005684-5c1a-40cf-88e9-18dacb561c1e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:19.425681 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c7c632-cc8c-4830-8a9d-12d87b7748da" -d '{"events": [{"server_uuid": "b38fb650-2f4a-40af-ab3e-db8227be99fe", "name": "network-vif-deleted", "tag": "f9005684-5c1a-40cf-88e9-18dacb561c1e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:19.429052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f994-986f-40a7-922f-b967609f8cc6 req-a8ea5647-e34f-45e1-95b5-080053d49e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:19.430742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3584f994-986f-40a7-922f-b967609f8cc6 req-a8ea5647-e34f-45e1-95b5-080053d49e4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.2805207
Jun 21 02:49:19.481171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3dc6940>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:49:16Z', 'revision_number': 5, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port': {'id': '4bbbd685-0612-4956-9121-0ae3b297bb3f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:48:21Z', 'updated_at': '2021-06-21T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:19.512195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] Checking router: 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:49:19.516061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] For port 4bbbd685-0612-4956-9121-0ae3b297bb3f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4bbbd685-0612-4956-9121-0ae3b297bb3f,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:19.517087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:19.523685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] Routers {'1c23fbf3-b3f0-4cb3-aeef-284bca15f416'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:49:19.524422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3dc6940>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:49:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:19.635884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Calling delete_port for 4bbbd685-0612-4956-9121-0ae3b297bb3f owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:19.663095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] Set router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:49:19.761780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3dc6940>, [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:49:19Z', 'revision_number': 6, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:19.795431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e536a-aa04-41a2-96f0-63f244890da0 None None] The sync data for ids ['1c23fbf3-b3f0-4cb3-aeef-284bca15f416'] in n-d-758944-33 is: [{'id': '1c23fbf3-b3f0-4cb3-aeef-284bca15f416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-186729003-router', 'tenant_id': 'a101fd995186476a9d6d1e495049dff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:48:20Z', 'updated_at': '2021-06-21T02:49:19Z', 'revision_number': 6, 'project_id': 'a101fd995186476a9d6d1e495049dff8', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:49:19.974851 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:19.977320 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cf5c960-7e5b-4f33-adc9-961fbf2c6339 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:20.020831 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3584f994-986f-40a7-922f-b967609f8cc6 req-da788362-7998-4c3a-a857-40362336f48e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1002 time: 0.5409079
Jun 21 02:49:20.021793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbbd685-0612-4956-9121-0ae3b297bb3f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:20.028630 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:20.101708 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.156163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb0374-71da-4446-88ac-60c87a17da1b req-e7573598-961d-4f3f-b4f2-951b789409f9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:20.163821 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-48bb0374-71da-4446-88ac-60c87a17da1b req-e7573598-961d-4f3f-b4f2-951b789409f9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.7951727
Jun 21 02:49:20.172052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f994-986f-40a7-922f-b967609f8cc6 req-cc2cfcbc-807a-49b9-94fd-29a1365f533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:20.176941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3584f994-986f-40a7-922f-b967609f8cc6 req-cc2cfcbc-807a-49b9-94fd-29a1365f533e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1482549
Jun 21 02:49:20.184445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3d5a-7815-431f-8173-7e4680c2c196 req-4eaa2fee-0786-41ee-820b-c8430269ce7b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:20.192062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b04e3d5a-7815-431f-8173-7e4680c2c196 req-4eaa2fee-0786-41ee-820b-c8430269ce7b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 948 time: 0.7432954
Jun 21 02:49:20.220660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.223378 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.280147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc3ad0e-f9eb-46bf-9a27-624b7d27e4d5 req-3a20469d-cdee-4939-8fc6-753f6ae7a2a1 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8836498
Jun 21 02:49:20.335054 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b04e3d5a-7815-431f-8173-7e4680c2c196 req-df9bed1d-1e79-4b34-a536-bd0a95e4f466 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420126
Jun 21 02:49:20.346279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-48bb0374-71da-4446-88ac-60c87a17da1b req-91ce156d-4e1a-4e24-b4c3-e0596594c2fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424785
Jun 21 02:49:20.384754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f994-986f-40a7-922f-b967609f8cc6 req-91c4a5a8-4c15-47bf-b57f-d73b2256c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:20.627028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3584f994-986f-40a7-922f-b967609f8cc6 req-91c4a5a8-4c15-47bf-b57f-d73b2256c82c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1909611
Jun 21 02:49:20.627486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.627486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c23fbf3-b3f0-4cb3-aeef-284bca15f416 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:49:20.627486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.627486 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1c23fbf3-b3f0-4cb3-aeef-284bca15f416 HTTP/1.1" status: 204  len: 168 time: 1.6359742
Jun 21 02:49:20.627486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39848) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:20.634683 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25f8660-0e80-4eac-9c37-b06ca6ca1080 x-openstack-request-id: req-f25f8660-0e80-4eac-9c37-b06ca6ca1080 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:20.634683 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38fb650-2f4a-40af-ab3e-db8227be99fe", "name": "network-vif-deleted", "tag": "f9005684-5c1a-40cf-88e9-18dacb561c1e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:20.634683 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f25f8660-0e80-4eac-9c37-b06ca6ca1080 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:20.634683 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38fb650-2f4a-40af-ab3e-db8227be99fe', 'name': 'network-vif-deleted', 'tag': 'f9005684-5c1a-40cf-88e9-18dacb561c1e', 'status': 'completed', 'code': 200}
Jun 21 02:49:20.635707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Deleting subnet c1905317-341e-4f20-ba5f-198a2b1857be {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:49:20.635707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.635707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.636034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3584f994-986f-40a7-922f-b967609f8cc6 req-a789dd98-eabc-4bf3-a817-ec0ad005910b service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696625
Jun 21 02:49:20.720900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.739660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3584f994-986f-40a7-922f-b967609f8cc6 req-c022e706-a22a-4d0c-bc90-1f58f231a778 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617966
Jun 21 02:49:20.761010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3f9618f3-230e-4e67-aca4-3e25f40721b1 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:20.836838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3f9618f3-230e-4e67-aca4-3e25f40721b1 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:20.840151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3f9618f3-230e-4e67-aca4-3e25f40721b1 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:20.931599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee764a6-88c6-4cec-a7f9-0a51511ecbbc req-2216ccee-c7f0-46d8-b71b-c6aa32cf2fce tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:20.933814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fee764a6-88c6-4cec-a7f9-0a51511ecbbc req-2216ccee-c7f0-46d8-b71b-c6aa32cf2fce tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.0999820
Jun 21 02:49:20.952228 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:20.955370 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7adcaee6-3208-47cc-942e-4c3e61e24fca tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:21.004489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fee764a6-88c6-4cec-a7f9-0a51511ecbbc req-82c960a8-eb60-4b3e-8488-bce74ebc7c80 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624077
Jun 21 02:49:21.010256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333f411-de6b-4261-843b-ef88aaf2dc45 None None] Network 37dfd03c-ee81-4fd8-b932-eb316fa3e90d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:49:21.022085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.034260 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c1905317-341e-4f20-ba5f-198a2b1857be HTTP/1.1" status: 204  len: 168 time: 0.6142402
Jun 21 02:49:21.034941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39858) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:21.036739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1905317-341e-4f20-ba5f-198a2b1857be,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:21.045120 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:21.117825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f9005684-5c1a-40cf-88e9-18dacb561c1e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:21.147721 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.191541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: f9005684-5c1a-40cf-88e9-18dacb561c1e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:21.192114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f9005684-5c1a-40cf-88e9-18dacb561c1e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:21.250280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39860) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:21.259859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867210674', 'description': 'tempest-description--937474233'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:21.293297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:21.298303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Deleting port 98aa12fa-5f34-425e-aa5d-09a84353526f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:21.298772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.339490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:21.339927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ddde1cfe-f76f-4095-9024-d2ed1c2f9cbf not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:21.373175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.374549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] DHCP port deletion for 37dfd03c-ee81-4fd8-b932-eb316fa3e90d request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:49:21.440437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] For port 98aa12fa-5f34-425e-aa5d-09a84353526f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=98aa12fa-5f34-425e-aa5d-09a84353526f,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:21.440437 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.575057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.596769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Calling delete_port for 98aa12fa-5f34-425e-aa5d-09a84353526f owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:21.641886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] Deleting port 98aa12fa-5f34-425e-aa5d-09a84353526f {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:21.642288 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.658999 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.661761 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d3bf951d-0840-413d-bf61-12a761ca46f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:21.729501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d0172-ca3e-4c73-aa22-24cf8607e98e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:21.735147 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:21.743624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] For port 98aa12fa-5f34-425e-aa5d-09a84353526f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=98aa12fa-5f34-425e-aa5d-09a84353526f,segment=NetworkSegment(311d2485-ada6-4b3d-b06e-97b56c1255bf),segment_id=311d2485-ada6-4b3d-b06e-97b56c1255bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:21.744049 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.797425 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.797425 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.5316284
Jun 21 02:49:21.797425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39872) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:21.797425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Request body: {'security_group_rule': {'security_group_id': 'a42d0172-ca3e-4c73-aa22-24cf8607e98e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:21.853894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6ff1-bb63-4805-a505-8ca8e90c4f6e req-774043b5-ddb6-4277-abb6-669ce253b84b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:21.862263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-307d6ff1-bb63-4805-a505-8ca8e90c4f6e req-774043b5-ddb6-4277-abb6-669ce253b84b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 948 time: 0.3137503
Jun 21 02:49:21.872876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] Calling delete_port for 98aa12fa-5f34-425e-aa5d-09a84353526f owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:21.952022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:21.982175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-307d6ff1-bb63-4805-a505-8ca8e90c4f6e req-21be6f6c-8808-49df-863c-a47aba784b33 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100791
Jun 21 02:49:22.018032 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.019770 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:22.032808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.034616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.052408 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ded5078b-5e26-4c8a-9dd1-64d818ee5246 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:22.056794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] No DVR routers for this DVR port 98aa12fa-5f34-425e-aa5d-09a84353526f on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:22.079931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] Pushing event deleted for resources: {'Port': ['ID=98aa12fa-5f34-425e-aa5d-09a84353526f,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:22.098834 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:22.100456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] No DVR routers for this DVR port 98aa12fa-5f34-425e-aa5d-09a84353526f on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:22.105987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.114541 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:22.140961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83c282-9f51-4f51-bb3f-cc59af0cb7e6 req-e2745d5f-e151-4bcd-9edd-53c248dcf594 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:22.143235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f83c282-9f51-4f51-bb3f-cc59af0cb7e6 req-e2745d5f-e151-4bcd-9edd-53c248dcf594 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.2430463
Jun 21 02:49:22.144560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c19e27-7571-4a89-9f0a-fc76fd446e6e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:22.149636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Pushing event deleted for resources: {'Port': ['ID=98aa12fa-5f34-425e-aa5d-09a84353526f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:22.150345 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:22.201794 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:22.221499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.221499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4292676
Jun 21 02:49:22.221499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39884) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:22.230433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Request body: {'security_group_rule': {'security_group_id': 'a42d0172-ca3e-4c73-aa22-24cf8607e98e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:22.264519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.316319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d9894d90>,) {'filters': {'network_id': ['37dfd03c-ee81-4fd8-b932-eb316fa3e90d']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:22.316319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9894d90>, '311d2485-ada6-4b3d-b06e-97b56c1255bf') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:22.316319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9894d90>, '311d2485-ada6-4b3d-b06e-97b56c1255bf') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:22.316319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f83c282-9f51-4f51-bb3f-cc59af0cb7e6 req-5ccb4815-1e8a-45e0-9fa7-261017851bc2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010063
Jun 21 02:49:22.316319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.320365 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.338749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:49:22.339162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:49:22.341051 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:49:22.373718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4bbbd685-0612-4956-9121-0ae3b297bb3f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:22.397765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 4bbbd685-0612-4956-9121-0ae3b297bb3f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:22.398128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4bbbd685-0612-4956-9121-0ae3b297bb3f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:22.398835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 98aa12fa-5f34-425e-aa5d-09a84353526f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:22.420589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 98aa12fa-5f34-425e-aa5d-09a84353526f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:22.421219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 98aa12fa-5f34-425e-aa5d-09a84353526f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:22.536433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53debb58-fa0d-4335-b71a-6f3fa0f2a0ea req-2a4f4317-9044-401e-b945-c550f2d8103c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:22.538386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53debb58-fa0d-4335-b71a-6f3fa0f2a0ea req-2a4f4317-9044-401e-b945-c550f2d8103c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1038537
Jun 21 02:49:22.546221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dccac-8f6f-4faa-b095-361489e51083 req-eff3555c-67a3-4e6e-9a67-d273c40de45e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:22.547684 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a1dccac-8f6f-4faa-b095-361489e51083 req-eff3555c-67a3-4e6e-9a67-d273c40de45e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1234727
Jun 21 02:49:22.611735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a1dccac-8f6f-4faa-b095-361489e51083 req-b4361868-0dfc-4979-a94e-9535231ea0a8 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569549
Jun 21 02:49:22.614342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53debb58-fa0d-4335-b71a-6f3fa0f2a0ea req-878819aa-cfa7-410c-8b4b-115446601242 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655570
Jun 21 02:49:22.649497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.660103 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.666486 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.668928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/37dfd03c-ee81-4fd8-b932-eb316fa3e90d HTTP/1.1" status: 204  len: 168 time: 1.6328344
Jun 21 02:49:22.670106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea1f51ec-75a7-4dd4-b008-566491838d63 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:22.684345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Pushing event deleted for resources: {'Network': ['ID=37dfd03c-ee81-4fd8-b932-eb316fa3e90d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:22.688882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:22.744027 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.810760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.813608 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee5e23b8-241f-4db2-977a-6dcc6d0991e1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:22.828424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b6e1fc-f2e2-4a25-9703-f3ee02dc3bfd,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:22.838501 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:22.944220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:22.945517 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7237792
Jun 21 02:49:22.948738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39892) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:22.954663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:23.078306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.178967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39906) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:23.247756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff452-ab05-4bc1-96fa-031d4b1e8b84 req-3573ec6e-98ec-412a-979b-49b09990d1f3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:23.248428 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-32a14189-74b1-4038-9e01-61617f81c34d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a101fd995186476a9d6d1e495049dff8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0669923
Jun 21 02:49:23.250978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39908) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:23.256602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e4ff452-ab05-4bc1-96fa-031d4b1e8b84 req-3573ec6e-98ec-412a-979b-49b09990d1f3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 948 time: 0.1374669
Jun 21 02:49:23.278782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3127752d-17cd-4eac-80ce-0d6b69e580f5 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:23.334619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e4ff452-ab05-4bc1-96fa-031d4b1e8b84 req-8aca5aae-ff8a-482a-b5be-b91286342b5d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767636
Jun 21 02:49:23.378073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-034527e4-2b60-4b3e-ac54-3ae0728901be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.416204 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.485079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-034527e4-2b60-4b3e-ac54-3ae0728901be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.515093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3127752d-17cd-4eac-80ce-0d6b69e580f5, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3127752d-17cd-4eac-80ce-0d6b69e580f5,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:23.535139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '3127752d-17cd-4eac-80ce-0d6b69e580f5', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '3127752d-17cd-4eac-80ce-0d6b69e580f5', 'mac_address': 'fa:16:3e:3d:f3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:23.585089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Allocated IP 172.25.7.47 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/8199e0e1-8d1b-490e-bb3f-9e933918ba47) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:23.602067 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.619233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3127752d-17cd-4eac-80ce-0d6b69e580f5 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:23.633677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e924c3-e772-4bc0-9813-4ab3cea64db0 req-70405125-d84e-42f3-b420-784ceb5c4bc8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:23.642045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29e924c3-e772-4bc0-9813-4ab3cea64db0 req-70405125-d84e-42f3-b420-784ceb5c4bc8 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0994668
Jun 21 02:49:23.645649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3127752d-17cd-4eac-80ce-0d6b69e580f5, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3127752d-17cd-4eac-80ce-0d6b69e580f5,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:23.658876 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-034527e4-2b60-4b3e-ac54-3ae0728901be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.661583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-034527e4-2b60-4b3e-ac54-3ae0728901be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.665791 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-034527e4-2b60-4b3e-ac54-3ae0728901be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cd235aa-ff9d-401e-94c0-6fb34c746059 HTTP/1.1" status: 204  len: 168 time: 0.4108238
Jun 21 02:49:23.667465 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20fed73c-183e-4863-949b-dcd31a13d03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:23.681385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034527e4-2b60-4b3e-ac54-3ae0728901be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd235aa-ff9d-401e-94c0-6fb34c746059,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:23.685616 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-034527e4-2b60-4b3e-ac54-3ae0728901be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:23.717243 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.720049 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:23.771576 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.805970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=3127752d-17cd-4eac-80ce-0d6b69e580f5,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:23.808328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29e924c3-e772-4bc0-9813-4ab3cea64db0 req-07eacde4-1dcc-430f-9f46-b1d26e13c97b tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475930
Jun 21 02:49:23.813954 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:23.860742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-d8898c98-7dce-48a3-a3a3-3159e9f90d20 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:23.862371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-d8898c98-7dce-48a3-a3a3-3159e9f90d20 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.26 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1689200
Jun 21 02:49:23.977875 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:23.980165 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:24.008839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3127752d-17cd-4eac-80ce-0d6b69e580f5'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:24.084854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3306c-5eb6-4786-8514-c2b756d89a36 req-f5f59c8f-c92e-4382-828f-323ae2ee4891 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:24.091065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bc3306c-5eb6-4786-8514-c2b756d89a36 req-f5f59c8f-c92e-4382-828f-323ae2ee4891 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 945 time: 0.1755788
Jun 21 02:49:24.096178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:24.097609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Deleting port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:24.097953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:24.103996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:24.117748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:24.138571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event updated for resources: {'Port': ['ID=8199e0e1-8d1b-490e-bb3f-9e933918ba47,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:24.147003 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:24.314312 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bc3306c-5eb6-4786-8514-c2b756d89a36 req-f8569121-b728-429a-9403-f2cb17bd0c9f tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/security-groups?id=efd2f1d5-4b87-4563-93ae-134b07a704ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119575
Jun 21 02:49:24.393222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:24.413160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] For port db7e3bb0-c5ae-4d19-b8c8-a583e7770510, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:24.413722 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-0932a3ea-415f-44a2-88ce-41ddff6d1af2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1076965
Jun 21 02:49:24.413810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:24.537907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Calling delete_port for db7e3bb0-c5ae-4d19-b8c8-a583e7770510 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:24.538698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:24.649818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39c278-2f93-4a39-92ca-029c794e593d req-647b8be9-5085-46c3-ada1-bbfaadceecf3 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:24.662050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e39c278-2f93-4a39-92ca-029c794e593d req-647b8be9-5085-46c3-ada1-bbfaadceecf3 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.6654208
Jun 21 02:49:24.748048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e39c278-2f93-4a39-92ca-029c794e593d req-180dc651-7540-4403-a8da-2553ce6feed6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849671
Jun 21 02:49:24.870945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5fa9b-2c6b-4a72-9c24-cc2d58379152 req-65a23b94-44da-4a41-a9ef-63dba6c09845 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:24.878724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80f5fa9b-2c6b-4a72-9c24-cc2d58379152 req-65a23b94-44da-4a41-a9ef-63dba6c09845 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 949 time: 0.2614794
Jun 21 02:49:24.920027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-23d2d63c-90c4-4ef8-a0fa-476e267bddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:24.921949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-23d2d63c-90c4-4ef8-a0fa-476e267bddad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df HTTP/1.1" status: 200  len: 1101 time: 0.4780655
Jun 21 02:49:24.956980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80f5fa9b-2c6b-4a72-9c24-cc2d58379152 req-7ff21157-7dc1-41da-b60c-7b00eb53037d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772607
Jun 21 02:49:25.002876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.014426 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:25.070811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Pushing event deleted for resources: {'Port': ['ID=db7e3bb0-c5ae-4d19-b8c8-a583e7770510,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:25.098703 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:25.124374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] No DVR routers for this DVR port db7e3bb0-c5ae-4d19-b8c8-a583e7770510 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:25.127689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.129709 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4e0e765-e8aa-4f99-8c94-c441adac6de0 req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.26 "DELETE /v2.0/ports/db7e3bb0-c5ae-4d19-b8c8-a583e7770510 HTTP/1.1" status: 204  len: 173 time: 1.2604320
Jun 21 02:49:25.134106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a4365c-d2b8-4fa1-a40a-acbf170f4bce', 'name': 'network-vif-deleted', 'tag': 'db7e3bb0-c5ae-4d19-b8c8-a583e7770510'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:25.134106 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57daa16d-fb4e-49db-b023-cae464fee06f" -d '{"events": [{"server_uuid": "01a4365c-d2b8-4fa1-a40a-acbf170f4bce", "name": "network-vif-deleted", "tag": "db7e3bb0-c5ae-4d19-b8c8-a583e7770510"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:25.134548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:25.162770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-063440a8-df25-41ed-802d-3439d73bb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:25.162770 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-063440a8-df25-41ed-802d-3439d73bb835 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2153425
Jun 21 02:49:25.241629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfb13b-25b4-44ce-9d48-d01b0b1f23cc req-dfd9e1fb-9fb9-4871-8750-289e32a3f396 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:25.245887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09cfb13b-25b4-44ce-9d48-d01b0b1f23cc req-dfd9e1fb-9fb9-4871-8750-289e32a3f396 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1223445
Jun 21 02:49:25.268132 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d820c40d-5ebd-4052-b1ef-102d2db8328f x-openstack-request-id: req-d820c40d-5ebd-4052-b1ef-102d2db8328f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:25.268645 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a4365c-d2b8-4fa1-a40a-acbf170f4bce", "name": "network-vif-deleted", "tag": "db7e3bb0-c5ae-4d19-b8c8-a583e7770510", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:25.268963 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d820c40d-5ebd-4052-b1ef-102d2db8328f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:25.269490 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a4365c-d2b8-4fa1-a40a-acbf170f4bce', 'name': 'network-vif-deleted', 'tag': 'db7e3bb0-c5ae-4d19-b8c8-a583e7770510', 'status': 'completed', 'code': 200}
Jun 21 02:49:25.277926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39958) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:25.289355 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-1a731aab-7a75-4300-be84-0e359cb2c07a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d HTTP/1.1" status: 200  len: 217 time: 0.1213839
Jun 21 02:49:25.296197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3127752d-17cd-4eac-80ce-0d6b69e580f5 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:25.355274 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.384172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09cfb13b-25b4-44ce-9d48-d01b0b1f23cc req-0e7a9c66-05be-4e9d-add4-d1ffe65aefa1 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212215
Jun 21 02:49:25.402679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-c7cc533a-187c-49ce-af61-62eda45f49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:25.405763 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-c7cc533a-187c-49ce-af61-62eda45f49bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1010067
Jun 21 02:49:25.438840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.463796 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6adfa717-b048-42d4-a72d-e566de14163d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:25.502954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:25.509138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1567051911-network', 'tenant_id': '550a9036c80540b98e49cda3e0b15b34'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:25.542702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'port_id': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'mac_address': 'fa:16:3e:85:55:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:25.556305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 3127752d-17cd-4eac-80ce-0d6b69e580f5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:25.561727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 3127752d-17cd-4eac-80ce-0d6b69e580f5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:25.562315 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.608113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event updated for resources: {'Port': ['ID=8199e0e1-8d1b-490e-bb3f-9e933918ba47,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:25.614497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6435001f-fe19-45a9-bb8e-2ab72f74c8d9 req-8b02469d-cedf-4d30-944f-812b4b9a748e tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] 10.222.0.25 "GET /v2.0/ports?device_id=01a4365c-d2b8-4fa1-a40a-acbf170f4bce HTTP/1.1" status: 200  len: 210 time: 0.0396419
Jun 21 02:49:25.615567 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:25.637478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.655459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-f1557f44-f6a8-44dd-a473-5fe859881956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:25.657642 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-f1557f44-f6a8-44dd-a473-5fe859881956 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2434452
Jun 21 02:49:25.682522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.683629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Made reservation on behalf of 550a9036c80540b98e49cda3e0b15b34 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:25.687376 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.701390 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37fd86fb-4f9d-48b1-99fa-9c712a849550 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:25.706193 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.715797 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.747073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f137df5-88a9-45e4-bc1d-f2aaee411836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3127752d-17cd-4eac-80ce-0d6b69e580f5'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:25.749662 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a25d7c-bcf8-4848-9a53-de3e8c589200" -d '{"events": [{"server_uuid": "9f137df5-88a9-45e4-bc1d-f2aaee411836", "name": "network-vif-plugged", "status": "completed", "tag": "3127752d-17cd-4eac-80ce-0d6b69e580f5"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:25.754408 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:25.763282 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-b9e5699a-da3f-494b-8354-29d1ba1e2745 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986118
Jun 21 02:49:25.767823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3127752d-17cd-4eac-80ce-0d6b69e580f5, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3127752d-17cd-4eac-80ce-0d6b69e580f5,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:25.773955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.775524 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.8257067
Jun 21 02:49:25.818226 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc0c041-8641-45e7-8b6d-0f52bd6c2636 x-openstack-request-id: req-8dc0c041-8641-45e7-8b6d-0f52bd6c2636 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:25.818581 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f137df5-88a9-45e4-bc1d-f2aaee411836", "name": "network-vif-plugged", "status": "completed", "tag": "3127752d-17cd-4eac-80ce-0d6b69e580f5", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:25.818833 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dc0c041-8641-45e7-8b6d-0f52bd6c2636 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:25.819242 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f137df5-88a9-45e4-bc1d-f2aaee411836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3127752d-17cd-4eac-80ce-0d6b69e580f5', 'code': 200}
Jun 21 02:49:25.852301 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.854626 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:25.889616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.934963 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.935837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device db7e3bb0-c5ae-4d19-b8c8-a583e7770510 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:25.966081 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b392d5f2-0232-4467-b9f3-ba0df7ee681b req-911186d5-a3fe-4e83-b84e-40828f974dbf service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938963
Jun 21 02:49:25.970418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16161e04-0ea9-4d2f-8f52-ada022ef0944 req-cf6b8e35-6e7e-4a7f-9e4b-1975a51c3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:25.972791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16161e04-0ea9-4d2f-8f52-ada022ef0944 req-cf6b8e35-6e7e-4a7f-9e4b-1975a51c3fe7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 1102 time: 0.0737395
Jun 21 02:49:25.974924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:25.980352 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7204b78-18ea-43b7-a04f-279edf2b9bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:26.018007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:49:26.031855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['37fd86fb-4f9d-48b1-99fa-9c712a849550'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:26.050076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:26.050603 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Added segment e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf of type vlan for network 415ce143-dc73-48cc-aa26-ae6057b8294f
Jun 21 02:49:26.054187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9419cd2a-03f5-4449-8b7a-b23d5325044d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:26.078806 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:26.108878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16161e04-0ea9-4d2f-8f52-ada022ef0944 req-97dc31e4-365f-43af-9791-0e171fcb1ff3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258218
Jun 21 02:49:26.142708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: db7e3bb0-c5ae-4d19-b8c8-a583e7770510 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:26.143247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device db7e3bb0-c5ae-4d19-b8c8-a583e7770510 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:26.153409 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:26.175364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:26.186679 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:26.187223 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:26.279777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31caea8-08d3-4e77-b617-27fa75675319 req-90e18698-08d8-4758-a0bb-70638a0cf755 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:26.281446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e31caea8-08d3-4e77-b617-27fa75675319 req-90e18698-08d8-4758-a0bb-70638a0cf755 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.1776922
Jun 21 02:49:26.305260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4428c-06d9-4c6e-af8c-1dfcbeefa749 req-44e28e7e-6276-493a-a633-6b4d27159076 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:26.306780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6d4428c-06d9-4c6e-af8c-1dfcbeefa749 req-44e28e7e-6276-493a-a633-6b4d27159076 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 950 time: 0.1452384
Jun 21 02:49:26.306901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=3127752d-17cd-4eac-80ce-0d6b69e580f5,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:26.326521 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:26.329967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:26.331417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:26.332266 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:26.343620 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-adc0630c-f9ad-44c3-b8af-dbc7b0e5de19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:26.442556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e31caea8-08d3-4e77-b617-27fa75675319 req-9460c309-45dd-400c-b0b4-9f307a8abd5b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516290
Jun 21 02:49:26.452150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=415ce143-dc73-48cc-aa26-ae6057b8294f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:26.465554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 415ce143-dc73-48cc-aa26-ae6057b8294f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:49:26.475755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6d4428c-06d9-4c6e-af8c-1dfcbeefa749 req-313759c7-1033-40f4-8a8e-1b17681b0f0e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536126
Jun 21 02:49:26.478049 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:26.494486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2004359
Jun 21 02:49:26.494664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39990) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:26.494664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Request body: {'subnet': {'network_id': '415ce143-dc73-48cc-aa26-ae6057b8294f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1567051911-subnet', 'tenant_id': '550a9036c80540b98e49cda3e0b15b34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:26.634978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Made reservation on behalf of 550a9036c80540b98e49cda3e0b15b34 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:26.637583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:26.827608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-784a65af-80e0-4c12-8b6a-64312f72074d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:26.830279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-784a65af-80e0-4c12-8b6a-64312f72074d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 822 time: 0.1992304
Jun 21 02:49:26.920027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f7ed8-12bc-417a-adeb-a71016b42af4 req-db703bb2-8340-4e17-8c63-236167f9ebb1 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:26.931114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d64f7ed8-12bc-417a-adeb-a71016b42af4 req-db703bb2-8340-4e17-8c63-236167f9ebb1 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.0997036
Jun 21 02:49:26.980025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d64f7ed8-12bc-417a-adeb-a71016b42af4 req-342f350c-ef4c-454b-83d2-3b9ac6e37069 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437410
Jun 21 02:49:27.091792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-e4e8f30c-435f-4565-9b87-522b53eec302 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/quotas/791f3c0c7aa24ea8adf2d764c8525f7e HTTP/1.1" status: 200  len: 375 time: 0.2466257
Jun 21 02:49:27.104036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:27.107086 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7913b814-51c5-4b22-8e5e-aa58c0e97f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:27.144699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:27.196082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-8261356a-7f46-4706-b891-d1c8a7fbaef3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0954087
Jun 21 02:49:27.253782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=01425ccc-3827-42e9-8023-8c6702f7e5b7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:27.256849 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:27.263412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Checking segment: {'id': 'e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '415ce143-dc73-48cc-aa26-ae6057b8294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:27.263784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Network hostable DHCP agents. Network: 415ce143-dc73-48cc-aa26-ae6057b8294f, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:49:27.268357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 37fd86fb-4f9d-48b1-99fa-9c712a849550 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:27.269054 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:27.334609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Network 415ce143-dc73-48cc-aa26-ae6057b8294f is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:49:27.387745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-803b83a4-27c4-428b-ba93-604c23078c3d service neutron] 10.222.0.25 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907101
Jun 21 02:49:27.404334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:27.420193 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 415ce143-dc73-48cc-aa26-ae6057b8294f) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:27.432564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:27.433660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:27.445544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd40c7-0e44-4589-a1fb-55263e33b155 None None] Network 415ce143-dc73-48cc-aa26-ae6057b8294f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:49:27.449107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:27.537198 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-718455f8-cbba-405c-82f6-115512b11ce6 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349304
Jun 21 02:49:27.563619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.0727909
Jun 21 02:49:27.569644 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:27.574674 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:27.646455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:27.652521 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:27.720191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13467c1-4919-4cfb-9a77-c36fb3d47f1e None None] Network 415ce143-dc73-48cc-aa26-ae6057b8294f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:49:27.825593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:27.837674 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735df470-278b-43a4-aa9d-cf91d85af010" -d '{"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-plugged", "status": "completed", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:27.907932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40048) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:27.979991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Deleting subnet 8ce8f375-768c-4fab-8ac6-897eb260b087 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:49:27.985584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.027298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.154348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.183467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bc71f-d5bb-44e9-8e94-5662c6905e6e req-e8010338-c5f5-426c-ba3c-ce683674bba6 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:28.185347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e5bc71f-d5bb-44e9-8e94-5662c6905e6e req-e8010338-c5f5-426c-ba3c-ce683674bba6 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 950 time: 0.1605675
Jun 21 02:49:28.246507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e5bc71f-d5bb-44e9-8e94-5662c6905e6e req-e1423319-38ab-4d61-a5a1-db6924c79b6a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541854
Jun 21 02:49:28.352341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.354982 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fadf92b3-b644-4757-a8f3-5a53bd569755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:28.383026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce8f375-768c-4fab-8ac6-897eb260b087,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:28.395192 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:28.408364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79718599-d941-4972-b43e-87f4aa039bda None None] Network 189d187e-3855-4351-93c5-9bb922cc1938 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:49:28.414550 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.416434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8ce8f375-768c-4fab-8ac6-897eb260b087 HTTP/1.1" status: 204  len: 168 time: 0.5082698
Jun 21 02:49:28.419750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40058) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:28.536254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540411-b1c7-44c5-8dd2-eeca4fd16e12 req-c70e98a9-2d28-4a52-9d46-76f2a3060e27 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:28.543748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd540411-b1c7-44c5-8dd2-eeca4fd16e12 req-c70e98a9-2d28-4a52-9d46-76f2a3060e27 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1655550
Jun 21 02:49:28.548090 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.612983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd540411-b1c7-44c5-8dd2-eeca4fd16e12 req-b46db7fd-6fde-46a2-ad29-0a1f9cb3b0c7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682306
Jun 21 02:49:28.678218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Deleting port 50d43ac9-0554-46fe-86f2-863eb2624b06 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:28.682177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.724373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] DHCP port deletion for 189d187e-3855-4351-93c5-9bb922cc1938 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:49:28.784702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Deleting port 50d43ac9-0554-46fe-86f2-863eb2624b06 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:28.785097 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.791068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] For port 50d43ac9-0554-46fe-86f2-863eb2624b06, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50d43ac9-0554-46fe-86f2-863eb2624b06,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:28.791556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.880320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Calling delete_port for 50d43ac9-0554-46fe-86f2-863eb2624b06 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:28.892589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] For port 50d43ac9-0554-46fe-86f2-863eb2624b06, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50d43ac9-0554-46fe-86f2-863eb2624b06,segment=NetworkSegment(c45c983b-42b4-4422-9fb4-9291e685ead2),segment_id=c45c983b-42b4-4422-9fb4-9291e685ead2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:28.893380 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:28.979739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Calling delete_port for 50d43ac9-0554-46fe-86f2-863eb2624b06 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:29.105876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:29.109006 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f4d50fd0-3bc0-4f01-80ae-81d3ecae0e6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:29.114015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:29.117358 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:29.166963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d43ac9-0554-46fe-86f2-863eb2624b06,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:29.168912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] No DVR routers for this DVR port 50d43ac9-0554-46fe-86f2-863eb2624b06 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:29.171146 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:29.176895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Pushing event deleted for resources: {'Port': ['ID=50d43ac9-0554-46fe-86f2-863eb2624b06,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:29.196845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] No DVR routers for this DVR port 50d43ac9-0554-46fe-86f2-863eb2624b06 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:29.222620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.223201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.223712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.224191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.224664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.225178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.225695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.226181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.226752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.229074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.229590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.230060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:29.242613 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:29.291946 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:29.312021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d23e1ee0>,) {'filters': {'network_id': ['189d187e-3855-4351-93c5-9bb922cc1938']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:29.332695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23e1ee0>, 'c45c983b-42b4-4422-9fb4-9291e685ead2') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:29.332989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23e1ee0>, 'c45c983b-42b4-4422-9fb4-9291e685ead2') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:29.356992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:29.384892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:29.403251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:49:29.403664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:49:29.489532 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:49:29.620337 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:29.624674 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:29.628891 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:29.643024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] 10.222.0.25 "DELETE /v2.0/networks/189d187e-3855-4351-93c5-9bb922cc1938 HTTP/1.1" status: 204  len: 168 time: 1.2107782
Jun 21 02:49:29.681181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Pushing event deleted for resources: {'Network': ['ID=189d187e-3855-4351-93c5-9bb922cc1938,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:29.700496 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:30.049050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40078) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:30.153536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-83fd3710-ad18-4aba-b71f-9dcbd996fcbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a0d01f1935c41c2ac45b0e7bee470bf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1028342
Jun 21 02:49:30.156389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40080) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:30.253711 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f4552ed-6045-41d4-89e3-a06aafab66f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:30.311793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f4552ed-6045-41d4-89e3-a06aafab66f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:30.395786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50d43ac9-0554-46fe-86f2-863eb2624b06 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:30.451540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 50d43ac9-0554-46fe-86f2-863eb2624b06 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:30.452066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50d43ac9-0554-46fe-86f2-863eb2624b06 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:30.483026 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f4552ed-6045-41d4-89e3-a06aafab66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:30.487030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f4552ed-6045-41d4-89e3-a06aafab66f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:30.488426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f4552ed-6045-41d4-89e3-a06aafab66f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efd2f1d5-4b87-4563-93ae-134b07a704ef HTTP/1.1" status: 204  len: 168 time: 0.3300037
Jun 21 02:49:30.489355 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-67c2a9ca-d2bf-48ec-9757-0786a2fa25b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:30.509274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4552ed-6045-41d4-89e3-a06aafab66f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd2f1d5-4b87-4563-93ae-134b07a704ef,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:30.514090 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f4552ed-6045-41d4-89e3-a06aafab66f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:31.027391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-78e561ba-78b1-4a6f-ba0f-4cc7df90918a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:31.029203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-78e561ba-78b1-4a6f-ba0f-4cc7df90918a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 822 time: 0.1871777
Jun 21 02:49:31.048565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Request body: {'port': {'device_id': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'admin_state_up': True, 'tenant_id': '791f3c0c7aa24ea8adf2d764c8525f7e'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:31.843128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Made reservation on behalf of 791f3c0c7aa24ea8adf2d764c8525f7e for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:31.848666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:32.104957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Allocated IP 172.20.0.6 (aa5a97fa-6d0d-4401-af40-296eb1cf006c/cfe726d5-eef0-4e36-82fc-b9c08aa0cd42/2a9f9ef8-cc95-406a-81e0-beaabd6cb25f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:32.672349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40104) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:32.852980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-493180459-network', 'tenant_id': '84e18b533bd848c883201aadc461c200'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:32.865109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:32.972239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Made reservation on behalf of 84e18b533bd848c883201aadc461c200 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:32.975375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:32.998336 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.002149 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.008814 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:33.061443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Network aa5a97fa-6d0d-4401-af40-296eb1cf006c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:33.065689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:33.074384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:33.127203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event updated for resources: {'Port': ['ID=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:33.143090 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:33.148775 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.170894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:33.171713 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.321002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.324148 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b7c6808-7ae8-410d-b84e-b6c92a156861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:33.351690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:49:33.360910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 901ca2b4-773d-4dae-88d4-35d09d2ab980 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:33.363079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8b3be3-df75-4f5c-8520-0a6218261ff4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:33.365887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 901ca2b4-773d-4dae-88d4-35d09d2ab980 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:33.367609 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:33.368811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.369162 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Added segment 686a971a-8a7c-42b5-8bce-7c54ab6bd7f1 of type vlan for network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9
Jun 21 02:49:33.401823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3583946
Jun 21 02:49:33.415454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-81ee2d56-3995-4ba1-9239-fc0258a14ad7 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:49:33.416585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-81ee2d56-3995-4ba1-9239-fc0258a14ad7 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062447
Jun 21 02:49:33.429648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Request body: {'port': {'device_id': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:33.449310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.569305 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.583767 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.585446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:33.587352 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.592322 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08a3531b-7105-45e3-aaba-587b96db2211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:33.739346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:33.753135 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:33.780747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:49:33.836762 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1618378
Jun 21 02:49:33.838737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40114) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:33.840276 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:33.845388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Request body: {'subnet': {'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-493180459-subnet', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:33.941489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:33.956836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:33.969801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'port_id': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'mac_address': 'fa:16:3e:58:a2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344f69ae-2742-4ab8-8cca-ce7f480de4e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:33.984013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Made reservation on behalf of 84e18b533bd848c883201aadc461c200 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:33.987500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.018345 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.025261 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:34.063954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:34.066184 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.072242 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.092611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 901ca2b4-773d-4dae-88d4-35d09d2ab980 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:34.131704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:34.135403 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:34.193273 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e42f-47d9-4d18-8573-f4f80e2b5269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.221069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Transition to ACTIVE for port object 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:34.258440 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:49:34.259127 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:49:34.280645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.284050 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:34.340117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.344909 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a2cd3f4-1ae5-4cca-aa46-653a1eb44152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:34.385692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Pushing event updated for resources: {'Port': ['ID=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:34.390168 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:34.448359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79e5123-0e79-46cb-be0d-4264533e1fb0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:34.452255 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:34.466312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Checking segment: {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:34.466312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Network hostable DHCP agents. Network: 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:49:34.492817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Attempting to bind port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:34.493592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Attempting to bind port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:34.494694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Attempting to bind port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f on network aa5a97fa-6d0d-4401-af40-296eb1cf006c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:34.502317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f on network aa5a97fa-6d0d-4401-af40-296eb1cf006c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:49:34.502317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Attempting to bind port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f on network aa5a97fa-6d0d-4401-af40-296eb1cf006c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:34.509251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:34.509251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Checking segment: {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:34.509251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Bound using segment: {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:34.509251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Bound port: 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:34.509967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.585822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:49:34.608957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:34.617099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:34.654343 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:34.659284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:34.668298 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.671046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c236c-7711-457e-b59f-ae2aecc6a1a0 None None] Network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:49:34.687331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.724581 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-71348b22-57fe-4f66-bf9d-933e8ab5d06e tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:34.749909 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9093988
Jun 21 02:49:34.753956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40136) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:34.758298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:34.817294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Pushing event updated for resources: {'Port': ['ID=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:34.826087 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.841360 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:34.854337 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.856080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.859210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:34.859939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.862328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] 10.222.0.20 "PUT /v2.0/ports/2a9f9ef8-cc95-406a-81e0-beaabd6cb25f HTTP/1.1" status: 200  len: 1092 time: 1.4373801
Jun 21 02:49:34.863058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'tag': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:34.865461 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d" -d '{"events": [{"name": "network-changed", "server_uuid": "9547b46a-d13e-41c8-9b68-04ee5c85b114", "tag": "2a9f9ef8-cc95-406a-81e0-beaabd6cb25f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:34.867064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901ca2b4-773d-4dae-88d4-35d09d2ab980 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:34.932705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f799ad-e355-4723-8b76-1412da439cdc req-d9862518-4b7f-4e88-ac80-21fae45ca654 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:34.940738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-d9862518-4b7f-4e88-ac80-21fae45ca654 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/networks?id=415ce143-dc73-48cc-aa26-ae6057b8294f HTTP/1.1" status: 200  len: 821 time: 0.2901993
Jun 21 02:49:34.958926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8826aa-bf7e-4fb3-a60a-63687a261665 req-67ad09bc-c59a-40c6-8663-5e0e008b26e0 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:34.960988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b8826aa-bf7e-4fb3-a60a-63687a261665 req-67ad09bc-c59a-40c6-8663-5e0e008b26e0 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 943 time: 0.1575687
Jun 21 02:49:34.963357 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:34.970020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-e255078f-8420-4507-a7fd-e25dc4fffd2b tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/quotas/550a9036c80540b98e49cda3e0b15b34 HTTP/1.1" status: 200  len: 375 time: 0.0276451
Jun 21 02:49:34.976179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:35.025861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-cb030103-fe11-4954-b0b3-2b776b23234f tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=550a9036c80540b98e49cda3e0b15b34&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0545034
Jun 21 02:49:35.042798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc92af5-e2c3-48af-bc08-997d2e0eb617 None None] Network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:49:35.046365 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:35.070566 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:35.129922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b8826aa-bf7e-4fb3-a60a-63687a261665 req-228c8a89-1230-4e0b-9aa2-5595a45f621f tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498547
Jun 21 02:49:35.153712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:35.167020 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:35.231171 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2100668f-7d9b-4bb6-96b2-01e1be4adfbd x-openstack-request-id: req-2100668f-7d9b-4bb6-96b2-01e1be4adfbd {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:35.231476 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-plugged", "status": "completed", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:35.231736 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2100668f-7d9b-4bb6-96b2-01e1be4adfbd {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:35.232135 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'code': 200}
Jun 21 02:49:35.286408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-66217a8a-7a1a-465a-8040-ac5aa0806a05 service neutron] 10.222.0.25 "GET /v2.0/networks/415ce143-dc73-48cc-aa26-ae6057b8294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2591851
Jun 21 02:49:35.349370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['901ca2b4-773d-4dae-88d4-35d09d2ab980'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:35.383032 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:35.401438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-8801f570-e34d-4ed5-832b-1a9c6f311f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:35.403278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-8801f570-e34d-4ed5-832b-1a9c6f311f5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 1095 time: 0.2924964
Jun 21 02:49:35.497123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-e6a11759-97d3-480a-8641-4bbc41d417d7 service neutron] 10.222.0.25 "GET /v2.0/networks/415ce143-dc73-48cc-aa26-ae6057b8294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047701
Jun 21 02:49:35.498900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-c9b4be2d-0383-4fb2-9495-b6ae6db3640f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f HTTP/1.1" status: 200  len: 217 time: 0.0783756
Jun 21 02:49:35.607259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-e79d931b-b809-4eaa-afcb-3f7378c1e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:35.612685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-e79d931b-b809-4eaa-afcb-3f7378c1e658 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfe726d5-eef0-4e36-82fc-b9c08aa0cd42 HTTP/1.1" status: 200  len: 862 time: 0.1058996
Jun 21 02:49:35.657197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f587b3-0689-4780-a300-1a60957453e7 req-2f9ad0ab-0304-475d-a820-15a753e63102 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:35.662340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4f587b3-0689-4780-a300-1a60957453e7 req-2f9ad0ab-0304-475d-a820-15a753e63102 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 944 time: 0.2404962
Jun 21 02:49:35.689078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-2cc2ce91-4f0b-4cc6-9c6c-d7f01b4fcffd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa5a97fa-6d0d-4401-af40-296eb1cf006c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655251
Jun 21 02:49:35.722493 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:35.743006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4f587b3-0689-4780-a300-1a60957453e7 req-968b3b12-d7db-43ae-af68-b7ed7ac639f3 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564837
Jun 21 02:49:35.813678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:35.857675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:35.865947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-d97f64d8-fd5d-4bec-bc54-826da3d48195 service neutron] 10.222.0.20 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496620
Jun 21 02:49:36.098552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Allocated IP 172.25.7.225 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/8afc9b3f-3732-46fe-8f61-d69415e5c447) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:36.119289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-484f5f07-d396-452f-a8b7-134dd0d6025f req-b9e1b29d-7ebf-4ba8-8a71-34432959b945 service neutron] 10.222.0.20 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2375460
Jun 21 02:49:36.130312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b328-21d2-4027-b637-50a3f2988866 req-32c48be2-d0d6-4013-a235-986152be1672 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:36.132189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab78b328-21d2-4027-b637-50a3f2988866 req-32c48be2-d0d6-4013-a235-986152be1672 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1503592
Jun 21 02:49:36.136001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84998d-3a29-4a45-b5c6-dd19559bc77e req-40b5adae-004a-4e9b-88be-eb302fcf35fd tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:36.143858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b84998d-3a29-4a45-b5c6-dd19559bc77e req-40b5adae-004a-4e9b-88be-eb302fcf35fd tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 1102 time: 0.1655126
Jun 21 02:49:36.195071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab78b328-21d2-4027-b637-50a3f2988866 req-894576f2-e72a-4891-9d20-73fcf3e4b9c7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484190
Jun 21 02:49:36.223894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b84998d-3a29-4a45-b5c6-dd19559bc77e req-534e48a5-39db-4385-bee9-83f6be2435ea tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790505
Jun 21 02:49:36.246707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:36.376651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:36.381772 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bbf0a911-ec19-4341-97af-64093cbe0f89 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:36.426017 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808df77-015d-4aab-b5e9-eb8ed9958817 x-openstack-request-id: req-8808df77-015d-4aab-b5e9-eb8ed9958817 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:36.428622 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9547b46a-d13e-41c8-9b68-04ee5c85b114", "tag": "2a9f9ef8-cc95-406a-81e0-beaabd6cb25f", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:36.430152 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8808df77-015d-4aab-b5e9-eb8ed9958817 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:36.431477 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'tag': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f', 'status': 'completed', 'code': 200}
Jun 21 02:49:36.460269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Pushing event updated for resources: {'Port': ['ID=8afc9b3f-3732-46fe-8f61-d69415e5c447,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:36.464558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:36.466105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:36.473349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:36.486190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-acf70fc1-5240-4dc9-b284-8931f08efb34 req-bb376abc-60f1-4b0e-864c-5f82551e9232 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 210 time: 0.0878272
Jun 21 02:49:36.612000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d0af4e5-f277-4417-8500-33a8d942970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:36.619086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-7ea4219c-4c20-44e1-8fd4-32cd7d3c86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:36.624590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-7ea4219c-4c20-44e1-8fd4-32cd7d3c86a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 1095 time: 0.1477847
Jun 21 02:49:36.708013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.708738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.709227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.709718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.710185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.710767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.711238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.712495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.712495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.712704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.713368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.715717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:36.718017 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:36.804264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cdbac-4c0b-480d-97b3-76a1dfd062d7 req-caa51544-0790-427c-80fd-0345779a82ae tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:36.805585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e02cdbac-4c0b-480d-97b3-76a1dfd062d7 req-caa51544-0790-427c-80fd-0345779a82ae tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 943 time: 0.1791940
Jun 21 02:49:36.808570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-2c00248e-984c-4493-bfc3-d6503c5fb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:36.810224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-2c00248e-984c-4493-bfc3-d6503c5fb1e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 923 time: 0.1521273
Jun 21 02:49:36.872855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e02cdbac-4c0b-480d-97b3-76a1dfd062d7 req-939e5008-f277-4a59-aaa1-9b8bee27f1c9 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599585
Jun 21 02:49:36.946964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-c99cdc6d-d568-4006-82a8-2de17df1b7b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f HTTP/1.1" status: 200  len: 217 time: 0.0909510
Jun 21 02:49:36.985248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:37.024746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-b27c6190-db1a-47f8-bf3c-48765334b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:37.026340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-b27c6190-db1a-47f8-bf3c-48765334b6cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfe726d5-eef0-4e36-82fc-b9c08aa0cd42 HTTP/1.1" status: 200  len: 862 time: 0.0733964
Jun 21 02:49:37.085319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-4705e56f-4ed2-4c51-8200-93399b3b8a84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa5a97fa-6d0d-4401-af40-296eb1cf006c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524464
Jun 21 02:49:37.177817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388993ce-a820-404a-a598-18721e7429a9 req-a925c411-ae5b-44a8-8393-5eebc14b0406 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:37.179369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-388993ce-a820-404a-a598-18721e7429a9 req-a925c411-ae5b-44a8-8393-5eebc14b0406 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 946 time: 0.1454320
Jun 21 02:49:37.225840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:37.227583 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:37.261392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-fd740b22-bbb8-4b6c-beea-473ac3ce93fe service neutron] 10.222.0.20 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376719
Jun 21 02:49:37.269505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:37.269505 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84c4931-5bd7-4318-8936-314c3c5ec841" -d '{"events": [{"server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "name": "network-vif-unplugged", "status": "completed", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:37.306731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-388993ce-a820-404a-a598-18721e7429a9 req-315b9e29-af85-4f79-9411-bc2a2d9665f0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185117
Jun 21 02:49:37.411513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24fb66d1-8e73-40b9-8fa0-73fbc5e9a88d req-04024d7c-98c9-4ede-9d7b-e6076b716762 service neutron] 10.222.0.20 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1097198
Jun 21 02:49:37.411771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 901ca2b4-773d-4dae-88d4-35d09d2ab980 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:37.429246 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 901ca2b4-773d-4dae-88d4-35d09d2ab980 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:37.429660 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:37.504457 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:37.522899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Router f0d3adad-7c31-4ae6-8409-683751fcbede is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:49:37.538087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:37.603248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:37.605856 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:37.666680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:37.670444 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:37.730581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:49:37.742646 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Sync routers for ids ['f0d3adad-7c31-4ae6-8409-683751fcbede'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:49:37.765208 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Routers {'f0d3adad-7c31-4ae6-8409-683751fcbede'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:49:37.765948 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:49:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f0d3adad-7c31-4ae6-8409-683751fcbede'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:37.803160 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:37.804719 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.0502784
Jun 21 02:49:37.808244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40212) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:49:37.944496 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Set router f0d3adad-7c31-4ae6-8409-683751fcbede gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:49:37.979727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:38.008326 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:38.352694 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7dc0>, [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:49:36Z', 'revision_number': 3, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:38.391520 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Checking router: f0d3adad-7c31-4ae6-8409-683751fcbede for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:49:38.392416 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Updating router f0d3adad-7c31-4ae6-8409-683751fcbede port 8afc9b3f-3732-46fe-8f61-d69415e5c447 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:49:38.436845 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:38.777388 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:38.947136 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:38.962823 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Transition to ACTIVE for port object 8afc9b3f-3732-46fe-8f61-d69415e5c447 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:38.967228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-fd5e32a0-534b-44a2-9cbd-612ebede7299 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0545959
Jun 21 02:49:39.042912 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.065582 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7b6c80a3-3fbd-4108-aabf-e19ffdf1b5b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:39.091627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Allocated IP 172.20.0.1 (0c8d0be2-75b1-42cc-92c5-fc3303fb47a9/e79e5123-0e79-46cb-be0d-4264533e1fb0/c07d6c16-4bf3-4357-b260-ff74aa17236d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:39.144941 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Attempting to bind port 8afc9b3f-3732-46fe-8f61-d69415e5c447 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:39.151063 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Attempting to bind port 8afc9b3f-3732-46fe-8f61-d69415e5c447 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:39.151900 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Attempting to bind port 8afc9b3f-3732-46fe-8f61-d69415e5c447 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:39.178849 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:39.179633 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:39.180243 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.180835 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:39.181643 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Bound port: 8afc9b3f-3732-46fe-8f61-d69415e5c447, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:39.183135 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.186192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f799ad-e355-4723-8b76-1412da439cdc req-9853f121-2875-4018-9112-4e623728c17e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:39.188671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-9853f121-2875-4018-9112-4e623728c17e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.20 "GET /v2.0/networks?id=415ce143-dc73-48cc-aa26-ae6057b8294f HTTP/1.1" status: 200  len: 821 time: 0.1203244
Jun 21 02:49:39.193157 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Pushing event updated for resources: {'Port': ['ID=8afc9b3f-3732-46fe-8f61-d69415e5c447,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:39.206997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:39.211074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 140c4906-4b46-496a-9af7-c338e808ce05 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:39.225519 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.226770 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.227330 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.227884 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.229149 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.229710 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.230236 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.230759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.231292 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.231919 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.232447 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.232980 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:39.247810 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:39.252632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Request body: {'port': {'device_id': 'e5dfbfcc-d754-454c-b276-e86c92d706db', 'network_id': '415ce143-dc73-48cc-aa26-ae6057b8294f', 'admin_state_up': True, 'tenant_id': '550a9036c80540b98e49cda3e0b15b34'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:39.292853 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] For port 8afc9b3f-3732-46fe-8f61-d69415e5c447, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:39.297840 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] For port 8afc9b3f-3732-46fe-8f61-d69415e5c447, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8afc9b3f-3732-46fe-8f61-d69415e5c447,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:39.377296 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.392167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-3765246b-3944-4b48-9bfa-74e329f33263 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:39.398969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-3765246b-3944-4b48-9bfa-74e329f33263 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4325593
Jun 21 02:49:39.403908 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.409246 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-910f77b0-6779-4bd3-8f64-e09255f52724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:39.423623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-89d37f86-a62f-48c2-8dc6-1138eb105e1a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/quotas/73806ad6f15b4227935996a5fed1d7f9 HTTP/1.1" status: 200  len: 375 time: 0.0221491
Jun 21 02:49:39.488851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29bf5b-8d9e-4b3e-a763-18425dbada52 req-aaa75328-9c85-400b-976f-71676c16d8c7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:39.496190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e29bf5b-8d9e-4b3e-a763-18425dbada52 req-aaa75328-9c85-400b-976f-71676c16d8c7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.4297969
Jun 21 02:49:39.518583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.537383 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06888ab2-ee41-4c3e-b42a-2be2be0a76e9 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:39.581633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e29bf5b-8d9e-4b3e-a763-18425dbada52 req-aaff32dd-65c0-44d0-b24d-66fd997fdfc5 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844243
Jun 21 02:49:39.608447 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.615509 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.627693 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Routers {'f0d3adad-7c31-4ae6-8409-683751fcbede'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:49:39.629221 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:49:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f0d3adad-7c31-4ae6-8409-683751fcbede'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:39.648732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=c07d6c16-4bf3-4357-b260-ff74aa17236d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:39.654896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-0c13af44-232e-49ba-9c14-bed783daaade tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&fields=id HTTP/1.1" status: 200  len: 532 time: 0.2270060
Jun 21 02:49:39.657373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Made reservation on behalf of 550a9036c80540b98e49cda3e0b15b34 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:39.659753 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:39.663010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:39.668424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.668700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:39.676214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:39.702363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:39.712851 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f782caf1-c26d-4d54-ba48-eba96300d0da x-openstack-request-id: req-f782caf1-c26d-4d54-ba48-eba96300d0da {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:39.713043 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "name": "network-vif-unplugged", "status": "completed", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:39.714178 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Pushing event updated for resources: {'Port': ['ID=8afc9b3f-3732-46fe-8f61-d69415e5c447,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:39.715452 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f782caf1-c26d-4d54-ba48-eba96300d0da {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:39.717181 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'code': 200}
Jun 21 02:49:39.728180 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:39.766943 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.777217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:39.783329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f', 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'port_id': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f', 'mac_address': 'fa:16:3e:03:4f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe726d5-eef0-4e36-82fc-b9c08aa0cd42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:39.861246 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.868965 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:39.881822 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] Set router f0d3adad-7c31-4ae6-8409-683751fcbede gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:49:39.974265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:39.999645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:40.005133 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:40.009250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:40.060692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:40.092639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:40.145859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Allocated IP 172.20.0.13 (415ce143-dc73-48cc-aa26-ae6057b8294f/01425ccc-3827-42e9-8023-8c6702f7e5b7/55b9921a-1fe4-4f90-921e-555beb6ff746) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:40.165292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e579d9a-0bc7-4919-bb3e-cfd11233d7c1 req-0b11789c-61ff-44aa-b60e-b775112a412b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:40.167057 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e579d9a-0bc7-4919-bb3e-cfd11233d7c1 req-0b11789c-61ff-44aa-b60e-b775112a412b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.2008166
Jun 21 02:49:40.180095 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:40.182214 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:40.270111 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e579d9a-0bc7-4919-bb3e-cfd11233d7c1 req-c7a7e7b8-575e-4c19-8f12-9a8a61f6c49c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892153
Jun 21 02:49:40.322822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:40.330552 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:40.381002 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7dc0>, [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:49:36Z', 'revision_number': 3, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:40.462317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['2a9f9ef8-cc95-406a-81e0-beaabd6cb25f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:40.517913 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a6725-dfef-4996-a30e-b3a2112879ce None None] The sync data for ids ['f0d3adad-7c31-4ae6-8409-683751fcbede'] in n-d-758944-33 is: [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:49:36Z', 'revision_number': 3, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:49:40.526887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9de60a18-7af8-461a-943c-750f249a2f88 req-6e5fffa2-cd18-4690-ad2a-99482bad60fc tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 210 time: 0.0422344
Jun 21 02:49:40.602695 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:40.659923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:40.662531 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:40.663168 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:40.800316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=c07d6c16-4bf3-4357-b260-ff74aa17236d,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:40.805224 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:40.807211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:40.853679 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:40.865744 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d87b50c2-f8e6-4664-b930-4caca9401dc1 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:40.925046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Network 415ce143-dc73-48cc-aa26-ae6057b8294f is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:40.932267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:40.981535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:41.039779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:41.042729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9b39-98f6-4cf5-b6ed-0e084d3b8c98 req-87dbb24f-0806-4664-a8b8-ee30451c48f6 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:41.043093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:41.044323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb9d9b39-98f6-4cf5-b6ed-0e084d3b8c98 req-87dbb24f-0806-4664-a8b8-ee30451c48f6 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 944 time: 0.2992814
Jun 21 02:49:41.114249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Pushing event updated for resources: {'Port': ['ID=55b9921a-1fe4-4f90-921e-555beb6ff746,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:41.135746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb9d9b39-98f6-4cf5-b6ed-0e084d3b8c98 req-d7129b9a-e5d5-44a7-a99b-52842018ad33 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618682
Jun 21 02:49:41.172974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.182348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.188414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.188414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.188414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.188414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.188414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.188414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.191533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.192050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.192542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.194069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:49:41.204124 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:41.222191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:41.224169 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:41.239261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Router f0d3adad-7c31-4ae6-8409-683751fcbede has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:49:41.289389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e63f6ee5-0c72-4345-922d-7e4c5a42f68f req-1224ad69-d13e-4971-aa80-f93af99fd249 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 210 time: 0.0460014
Jun 21 02:49:41.335485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1095829
Jun 21 02:49:41.350763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Request body: {'port': {'device_id': 'e5dfbfcc-d754-454c-b276-e86c92d706db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:41.497449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:49:41.507764 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] 10.222.0.25 "PUT /v2.0/routers/f0d3adad-7c31-4ae6-8409-683751fcbede/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6975167
Jun 21 02:49:41.552545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:41.636080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b732e0-1c18-459b-92c7-7c8620a10245 req-58d13aac-ff18-4833-83e5-728081d2de5f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:41.644682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b732e0-1c18-459b-92c7-7c8620a10245 req-58d13aac-ff18-4833-83e5-728081d2de5f tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.1639843
Jun 21 02:49:41.718001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980'}, {'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:41.721462 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50394d79-6c68-447b-8eec-81746ec7e0d7" -d '{"events": [{"server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "name": "network-vif-plugged", "status": "completed", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980"}, {"server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "name": "network-vif-unplugged", "status": "completed", "tag": "140c4906-4b46-496a-9af7-c338e808ce05"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:41.808767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b732e0-1c18-459b-92c7-7c8620a10245 req-a87bff68-7678-46ec-8dd7-ad03c137cae2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630752
Jun 21 02:49:42.432548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8afc9b3f-3732-46fe-8f61-d69415e5c447 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:42.580195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879415e-f4c9-4ca9-bbf8-f4ea0f24b200 req-04a70673-3356-4834-acab-573bb2c50fe5 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:42.581830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7879415e-f4c9-4ca9-bbf8-f4ea0f24b200 req-04a70673-3356-4834-acab-573bb2c50fe5 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1942070
Jun 21 02:49:42.628512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0215bed-c8fe-4ac3-b74b-f5e030888674 req-548b9d3b-6158-4a0d-a2e8-f5fddae43137 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:42.630037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0215bed-c8fe-4ac3-b74b-f5e030888674 req-548b9d3b-6158-4a0d-a2e8-f5fddae43137 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 932 time: 0.2410243
Jun 21 02:49:42.660350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b9921a-1fe4-4f90-921e-555beb6ff746 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:42.679628 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:42.713809 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7879415e-f4c9-4ca9-bbf8-f4ea0f24b200 req-b6926d50-d76f-43fd-b760-c1662efaf47b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179099
Jun 21 02:49:42.718164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Transition to ACTIVE for port object 55b9921a-1fe4-4f90-921e-555beb6ff746 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:42.724122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0215bed-c8fe-4ac3-b74b-f5e030888674 req-dfefd399-ae74-465c-814d-b5d3e34d6325 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871229
Jun 21 02:49:42.782904 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cebfd04-d073-4ef8-9833-924be1fb8cf3 x-openstack-request-id: req-6cebfd04-d073-4ef8-9833-924be1fb8cf3 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:42.785478 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "name": "network-vif-plugged", "status": "completed", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980", "code": 200}, {"server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "name": "network-vif-unplugged", "status": "completed", "tag": "140c4906-4b46-496a-9af7-c338e808ce05", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:42.785754 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cebfd04-d073-4ef8-9833-924be1fb8cf3 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:42.786182 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'code': 200}
Jun 21 02:49:42.789650 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05', 'code': 200}
Jun 21 02:49:42.854878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 8afc9b3f-3732-46fe-8f61-d69415e5c447 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:42.868083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8afc9b3f-3732-46fe-8f61-d69415e5c447 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:42.868770 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:42.910963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Sync routers for ids ['f0d3adad-7c31-4ae6-8409-683751fcbede'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:49:42.937348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Routers {'f0d3adad-7c31-4ae6-8409-683751fcbede'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:49:42.938326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c2e3d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:49:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f0d3adad-7c31-4ae6-8409-683751fcbede'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:43.034782 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:43.042462 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9528974d-6ac3-44ac-b582-533d818abced tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:43.134970 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-7aa4ac88-c878-47f8-b269-ad863e985c53 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=73806ad6f15b4227935996a5fed1d7f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0438735
Jun 21 02:49:43.147397 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:43.166453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Set router f0d3adad-7c31-4ae6-8409-683751fcbede gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:49:43.207047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 8afc9b3f-3732-46fe-8f61-d69415e5c447, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8afc9b3f-3732-46fe-8f61-d69415e5c447,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:43.225370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-d45f65db-38ed-4061-b446-bcf625e9f75e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:43.232632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-d45f65db-38ed-4061-b446-bcf625e9f75e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 810 time: 0.1777804
Jun 21 02:49:43.268341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:43.295341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-05e0de51-b549-4e81-81c9-74918ba06e38 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/quotas/84e18b533bd848c883201aadc461c200 HTTP/1.1" status: 200  len: 375 time: 0.0615461
Jun 21 02:49:43.335721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0566e65-e303-4172-a6e5-e2f53f46c0b9 req-7a3c90be-0223-47bf-855a-197ecde6861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:43.337536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0566e65-e303-4172-a6e5-e2f53f46c0b9 req-7a3c90be-0223-47bf-855a-197ecde6861b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 1097 time: 0.3863204
Jun 21 02:49:43.343004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:43.345484 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:43.396080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-4c2200c3-abbd-4423-88f0-b19f9ab6232b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:43.397698 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-4c2200c3-abbd-4423-88f0-b19f9ab6232b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2559636
Jun 21 02:49:43.414322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Request body: {'port': {'device_id': 'b27cb1f8-57c1-448a-a050-9c90a94ea490', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': '73806ad6f15b4227935996a5fed1d7f9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:43.452720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Pushing event updated for resources: {'Port': ['ID=55b9921a-1fe4-4f90-921e-555beb6ff746,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:43.469843 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:43.476044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=8afc9b3f-3732-46fe-8f61-d69415e5c447,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:43.482753 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:43.492888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-c1c603ed-44ab-4611-8c42-9bb3a31c7afb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:43.503435 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-c1c603ed-44ab-4611-8c42-9bb3a31c7afb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 805 time: 0.6251159
Jun 21 02:49:43.532897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Attempting to bind port 55b9921a-1fe4-4f90-921e-555beb6ff746 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:43.533274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Attempting to bind port 55b9921a-1fe4-4f90-921e-555beb6ff746 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '415ce143-dc73-48cc-aa26-ae6057b8294f'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:43.536195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Attempting to bind port 55b9921a-1fe4-4f90-921e-555beb6ff746 on network 415ce143-dc73-48cc-aa26-ae6057b8294f {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:43.569939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-80da791d-78f6-49cb-9883-695c35cc8b2b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/quotas/7e1fae171cbe43e98af745300b4d9525 HTTP/1.1" status: 200  len: 375 time: 0.0655258
Jun 21 02:49:43.580692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:43.582462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Port 55b9921a-1fe4-4f90-921e-555beb6ff746 on network 415ce143-dc73-48cc-aa26-ae6057b8294f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:49:43.582921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Attempting to bind port 55b9921a-1fe4-4f90-921e-555beb6ff746 on network 415ce143-dc73-48cc-aa26-ae6057b8294f {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:43.587154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:43.587674 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:43.634897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:43.635305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Checking segment: {'id': 'e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '415ce143-dc73-48cc-aa26-ae6057b8294f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:43.636224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Bound using segment: {'id': 'e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '415ce143-dc73-48cc-aa26-ae6057b8294f'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:43.636667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Bound port: 55b9921a-1fe4-4f90-921e-555beb6ff746, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '415ce143-dc73-48cc-aa26-ae6057b8294f'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:43.637020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:43.671628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Made reservation on behalf of 73806ad6f15b4227935996a5fed1d7f9 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:43.676063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:43.695232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0566e65-e303-4172-a6e5-e2f53f46c0b9 req-d3cf9e40-889c-4040-9d02-1598de04905b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3270535
Jun 21 02:49:43.739365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-4fb5a75c-4bd5-4242-84c0-38c8f90c6996 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:43.740930 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-4fb5a75c-4bd5-4242-84c0-38c8f90c6996 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.20 "GET /v2.0/ports?device_id=45e78d17-9d6a-4052-8d3d-4792eb7f9630 HTTP/1.1" status: 200  len: 944 time: 0.1191208
Jun 21 02:49:43.746231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c2e3d0>, [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:49:39Z', 'revision_number': 4, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07d6c16-4bf3-4357-b260-ff74aa17236d', 'name': '', 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'mac_address': 'fa:16:3e:83:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e79e5123-0e79-46cb-be0d-4264533e1fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:38Z', 'updated_at': '2021-06-21T02:49:40Z', 'revision_number': 2, 'project_id': '84e18b533bd848c883201aadc461c200', 'subnets': [{'id': 'e79e5123-0e79-46cb-be0d-4264533e1fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:43.746625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-065c2a81-4ad1-4491-b99d-4a37a1d49507 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4500175
Jun 21 02:49:43.802341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Checking router: f0d3adad-7c31-4ae6-8409-683751fcbede for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:49:43.802891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Updating router f0d3adad-7c31-4ae6-8409-683751fcbede port c07d6c16-4bf3-4357-b260-ff74aa17236d binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:49:43.834104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-e8a3d04f-734e-43cd-be41-0a8a4b00cad3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2606609
Jun 21 02:49:43.862018 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:43.880837 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:43.917849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] For port 55b9921a-1fe4-4f90-921e-555beb6ff746, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:43.947700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] For port 55b9921a-1fe4-4f90-921e-555beb6ff746, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=55b9921a-1fe4-4f90-921e-555beb6ff746,segment=NetworkSegment(e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf),segment_id=e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:43.988076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-23f4fd65-a8c1-46c0-8146-328df231d27f service neutron] 10.222.0.25 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259862
Jun 21 02:49:44.042725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-7ff1b5a5-9b4f-4c25-8ed2-c5607fc3ac65 service neutron] 10.222.0.25 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075362
Jun 21 02:49:44.051269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Allocated IP 192.168.233.202 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/241d9193-d482-46a4-bd75-a1c11f9c815b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:44.070532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Deleting port 140c4906-4b46-496a-9af7-c338e808ce05 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:44.071421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.129467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:44.185244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-553f4c25-66c9-4b28-87e5-31a911f5bd93 service neutron] 10.222.0.25 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405029
Jun 21 02:49:44.229467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.233542 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:44.262164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.281910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] For port 140c4906-4b46-496a-9af7-c338e808ce05, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=140c4906-4b46-496a-9af7-c338e808ce05,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:44.282529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.288688 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-14d0ec7e-bb9d-4d3a-8353-08f65ce801c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:44.366946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:44.371658 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:44.430299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8afc9b3f-3732-46fe-8f61-d69415e5c447 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:44.440654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Pushing event updated for resources: {'Port': ['ID=55b9921a-1fe4-4f90-921e-555beb6ff746,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:44.447149 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:44.448586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:44.449194 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.450586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] 10.222.0.20 "PUT /v2.0/ports/55b9921a-1fe4-4f90-921e-555beb6ff746 HTTP/1.1" status: 200  len: 1093 time: 3.1057918
Jun 21 02:49:44.451082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dfbfcc-d754-454c-b276-e86c92d706db', 'tag': '55b9921a-1fe4-4f90-921e-555beb6ff746'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:44.455083 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751840d3-2f44-404b-b9c5-037345e7fec8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dfbfcc-d754-454c-b276-e86c92d706db", "tag": "55b9921a-1fe4-4f90-921e-555beb6ff746"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:44.504885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Calling delete_port for 140c4906-4b46-496a-9af7-c338e808ce05 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:44.538002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.561554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8afc9b3f-3732-46fe-8f61-d69415e5c447 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:44.562014 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.567668 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.597610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Transition to ACTIVE for port object 241d9193-d482-46a4-bd75-a1c11f9c815b will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:44.619042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-850f7812-64e2-4c70-85f8-ba83fa42fccd service neutron] 10.222.0.25 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6212714
Jun 21 02:49:44.787912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f799ad-e355-4723-8b76-1412da439cdc req-4941beae-e4b1-4dd4-b9c7-c2f0a02713a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:44.791588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:44.795687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-4941beae-e4b1-4dd4-b9c7-c2f0a02713a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=550a9036c80540b98e49cda3e0b15b34&device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 1096 time: 0.1711385
Jun 21 02:49:44.797876 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf10b9-e0c7-4797-afa6-fc5c23706fd4" -d '{"events": [{"server_uuid": "9547b46a-d13e-41c8-9b68-04ee5c85b114", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f9ef8-cc95-406a-81e0-beaabd6cb25f"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:44.869748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Transition to ACTIVE for port object c07d6c16-4bf3-4357-b260-ff74aa17236d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:44.872418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-850e831b-6743-4f1d-a4f7-c61b868fbecc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55b9921a-1fe4-4f90-921e-555beb6ff746 HTTP/1.1" status: 200  len: 217 time: 0.0704310
Jun 21 02:49:44.872575 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.877656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:44.881826 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1312203f-579d-4618-bf8f-ef7244469d65 tempest-InstanceActionsTestJSON-52579916 tempest-InstanceActionsTestJSON-52579916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:44.886035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', '74b2bf6f-1e16-4e68-be60-e65d8a87442e', '3127752d-17cd-4eac-80ce-0d6b69e580f5'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:44.888265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576', '10264ae9-1623-4adc-994f-0a6dc645b565'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:44.961503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f799ad-e355-4723-8b76-1412da439cdc req-b5e60c83-ccd3-46e8-91ad-e9556c2240f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:44.963325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-b5e60c83-ccd3-46e8-91ad-e9556c2240f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01425ccc-3827-42e9-8023-8c6702f7e5b7 HTTP/1.1" status: 200  len: 861 time: 0.0820453
Jun 21 02:49:44.975175 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa27a96-b3a5-46cd-acf2-5946e0153c62 req-ac8642b3-25fb-47ce-a1f7-a269ef6abd43 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:44.976932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eaa27a96-b3a5-46cd-acf2-5946e0153c62 req-ac8642b3-25fb-47ce-a1f7-a269ef6abd43 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 945 time: 0.1747291
Jun 21 02:49:45.010554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-23c1b732-940f-42a2-a104-9794217d2524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=415ce143-dc73-48cc-aa26-ae6057b8294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322363
Jun 21 02:49:45.042153 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:45.055279 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:45.058662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event updated for resources: {'Port': ['ID=241d9193-d482-46a4-bd75-a1c11f9c815b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:45.093823 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:45.108909 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0888c947-078a-4b39-9150-0f330122aa8a tempest-MigrationsAdminTest-1787599456 tempest-MigrationsAdminTest-1787599456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:45.129614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eaa27a96-b3a5-46cd-acf2-5946e0153c62 req-935f3aeb-3d7f-4fef-86db-e379d6e1d30e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176870
Jun 21 02:49:45.149323 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a7d59-7631-473f-b885-28cc9edd8f34 None None] Pushing event updated for resources: {'Port': ['ID=c07d6c16-4bf3-4357-b260-ff74aa17236d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:45.156886 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d55a7d59-7631-473f-b885-28cc9edd8f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:45.180497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:45.188340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Pushing event deleted for resources: {'Port': ['ID=140c4906-4b46-496a-9af7-c338e808ce05,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:45.222165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:45.248590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:45.277150 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:45.289782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:45.389935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] No DVR routers for this DVR port 140c4906-4b46-496a-9af7-c338e808ce05 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:45.403491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f466e1e-902d-4940-bcf1-8b9cba42830b req-5bef0f89-48e6-48f7-b3c3-86ed81c566e6 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:45.409497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:45.411459 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-97e8fe81-a6d2-4679-80bb-a162e8682b3f req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.20 "DELETE /v2.0/ports/140c4906-4b46-496a-9af7-c338e808ce05 HTTP/1.1" status: 204  len: 173 time: 1.6107676
Jun 21 02:49:45.411997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'name': 'network-vif-deleted', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:45.414403 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e485af-63cb-4be0-b49e-a68cc8def0a8" -d '{"events": [{"server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "name": "network-vif-deleted", "tag": "140c4906-4b46-496a-9af7-c338e808ce05"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:45.414546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f466e1e-902d-4940-bcf1-8b9cba42830b req-5bef0f89-48e6-48f7-b3c3-86ed81c566e6 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 936 time: 0.1827664
Jun 21 02:49:45.457280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-adaeb177-3875-4c56-9f27-e636b15d4971 service neutron] 10.222.0.20 "GET /v2.0/networks/415ce143-dc73-48cc-aa26-ae6057b8294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4085677
Jun 21 02:49:45.460123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:45.463277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:45.492182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:45.541838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'mac_address': 'fa:16:3e:ff:fe:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:45.551172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1416960
Jun 21 02:49:45.566326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Request body: {'port': {'device_id': 'b27cb1f8-57c1-448a-a050-9c90a94ea490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:45.629343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f466e1e-902d-4940-bcf1-8b9cba42830b req-1cb9ceec-f8b4-4a42-a4f8-3bb6edde1a6a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130988
Jun 21 02:49:45.680030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0813b0-9045-4218-90c7-b1493b031fc0 req-73140ce8-6b1c-430c-83f8-369296d3d7c7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:45.680438 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:45.690005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a0813b0-9045-4218-90c7-b1493b031fc0 req-73140ce8-6b1c-430c-83f8-369296d3d7c7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.2707529
Jun 21 02:49:45.701205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f799ad-e355-4723-8b76-1412da439cdc req-74461fe6-e44f-4c07-90f7-dc0061f2bf70 service neutron] 10.222.0.20 "GET /v2.0/networks/415ce143-dc73-48cc-aa26-ae6057b8294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045469
Jun 21 02:49:45.727569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Attempting to bind port c07d6c16-4bf3-4357-b260-ff74aa17236d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:45.727953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Attempting to bind port c07d6c16-4bf3-4357-b260-ff74aa17236d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:45.730171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Attempting to bind port c07d6c16-4bf3-4357-b260-ff74aa17236d on network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:45.743624 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:45.752946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a0813b0-9045-4218-90c7-b1493b031fc0 req-ea8af5b9-bcbe-4551-9b63-7bd3ab4c3e6d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607538
Jun 21 02:49:45.759301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:45.764662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Checking segment: {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:45.764662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:45.764662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Bound using segment: {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:45.764662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Bound port: c07d6c16-4bf3-4357-b260-ff74aa17236d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:45.764662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:45.822328 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:45.912239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:45.915100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d415b3ed-610d-4049-8594-a1dbcea3e64b None None] Provisioning for port 241d9193-d482-46a4-bd75-a1c11f9c815b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:45.951773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d415b3ed-610d-4049-8594-a1dbcea3e64b None None] Provisioning complete for port 241d9193-d482-46a4-bd75-a1c11f9c815b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:45.952165 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d415b3ed-610d-4049-8594-a1dbcea3e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:46.020445 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:46.039854 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:46.097757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca016b5-47a1-4ff9-be21-6e4607ad1726 req-57ead40a-c1e8-4bfe-9b0a-aa927727c501 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:46.098113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] For port c07d6c16-4bf3-4357-b260-ff74aa17236d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:46.099342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bca016b5-47a1-4ff9-be21-6e4607ad1726 req-57ead40a-c1e8-4bfe-9b0a-aa927727c501 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.2092052
Jun 21 02:49:46.146473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d415b3ed-610d-4049-8594-a1dbcea3e64b None None] Port 241d9193-d482-46a4-bd75-a1c11f9c815b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:49:46.160526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] For port c07d6c16-4bf3-4357-b260-ff74aa17236d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c07d6c16-4bf3-4357-b260-ff74aa17236d,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:46.167310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c17f-06bf-408d-9f24-ac36db07ead4 req-060283ae-3b53-4722-8801-e0f507660440 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:46.169855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b066c17f-06bf-408d-9f24-ac36db07ead4 req-060283ae-3b53-4722-8801-e0f507660440 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 944 time: 0.1773250
Jun 21 02:49:46.179837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bca016b5-47a1-4ff9-be21-6e4607ad1726 req-81e1da21-9ef6-43da-9ec2-80f2fb41b94a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579598
Jun 21 02:49:46.216074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:46.218309 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:46.231335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:46.261160 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b8d16a-eeed-449f-b1f9-28fe5b0fb502 x-openstack-request-id: req-14b8d16a-eeed-449f-b1f9-28fe5b0fb502 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:46.262391 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dfbfcc-d754-454c-b276-e86c92d706db", "tag": "55b9921a-1fe4-4f90-921e-555beb6ff746", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:46.262839 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14b8d16a-eeed-449f-b1f9-28fe5b0fb502 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:46.264400 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dfbfcc-d754-454c-b276-e86c92d706db', 'tag': '55b9921a-1fe4-4f90-921e-555beb6ff746', 'status': 'completed', 'code': 200}
Jun 21 02:49:46.284301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b066c17f-06bf-408d-9f24-ac36db07ead4 req-e5fc271f-045a-4f76-af01-3f7bdafd58ac tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999980
Jun 21 02:49:46.288234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241d9193-d482-46a4-bd75-a1c11f9c815b {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:46.295768 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:46.299883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:46.317892 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:46.327124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Transition to ACTIVE for port object 241d9193-d482-46a4-bd75-a1c11f9c815b will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:46.373134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0faf5eff-90ee-4f01-995f-3b391fa902fd req-e35d2f33-7c10-49de-9ebc-b41c1eb9c94b tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 210 time: 0.0409031
Jun 21 02:49:46.379118 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0178a07-13d0-4ff1-af3c-da0d2d5c8e1d x-openstack-request-id: req-e0178a07-13d0-4ff1-af3c-da0d2d5c8e1d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:46.379434 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9547b46a-d13e-41c8-9b68-04ee5c85b114", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f9ef8-cc95-406a-81e0-beaabd6cb25f", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:46.379672 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0178a07-13d0-4ff1-af3c-da0d2d5c8e1d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:46.380068 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f', 'code': 200}
Jun 21 02:49:46.430246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:46.432566 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ad65fa9-db8a-4a7b-b462-0afc2092b665 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:46.452456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb806904-4b87-4d1f-9f5d-9437905517bc req-79d38089-804b-4290-9945-b445cbd62eea tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 210 time: 0.0637772
Jun 21 02:49:46.497601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-e7f6bec1-5d8a-4650-8a73-7198ab3e4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:46.497601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-e7f6bec1-5d8a-4650-8a73-7198ab3e4c7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=550a9036c80540b98e49cda3e0b15b34&device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 1096 time: 0.1980290
Jun 21 02:49:46.521548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Routers {'f0d3adad-7c31-4ae6-8409-683751fcbede'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:49:46.522193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c2e3d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:49:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f0d3adad-7c31-4ae6-8409-683751fcbede'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:46.590723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a7d59-7631-473f-b885-28cc9edd8f34 None None] Pushing event updated for resources: {'Port': ['ID=c07d6c16-4bf3-4357-b260-ff74aa17236d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:46.594787 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d55a7d59-7631-473f-b885-28cc9edd8f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:46.598425 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8f2621-e16b-4e01-8092-9f9caa716307 x-openstack-request-id: req-6e8f2621-e16b-4e01-8092-9f9caa716307 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:46.598792 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e78d17-9d6a-4052-8d3d-4792eb7f9630", "name": "network-vif-deleted", "tag": "140c4906-4b46-496a-9af7-c338e808ce05", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:46.599144 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e8f2621-e16b-4e01-8092-9f9caa716307 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:46.610408 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e78d17-9d6a-4052-8d3d-4792eb7f9630', 'name': 'network-vif-deleted', 'tag': '140c4906-4b46-496a-9af7-c338e808ce05', 'status': 'completed', 'code': 200}
Jun 21 02:49:46.773020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Pushing event updated for resources: {'Port': ['ID=241d9193-d482-46a4-bd75-a1c11f9c815b,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:46.780571 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:46.805434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-f945cfb6-c08a-416f-ac17-f0af96d6465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:46.807430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-f945cfb6-c08a-416f-ac17-f0af96d6465b service neutron] 10.222.0.20 "GET /v2.0/networks?id=415ce143-dc73-48cc-aa26-ae6057b8294f HTTP/1.1" status: 200  len: 922 time: 0.3132172
Jun 21 02:49:46.862299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] Set router f0d3adad-7c31-4ae6-8409-683751fcbede gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:49:46.863206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-28c9a0d8-03cc-46ba-9df0-16a61c83029d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55b9921a-1fe4-4f90-921e-555beb6ff746 HTTP/1.1" status: 200  len: 217 time: 0.0463796
Jun 21 02:49:46.891234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-3502ebe2-99d5-47bb-9321-853d17cd6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:46.892818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-3502ebe2-99d5-47bb-9321-853d17cd6c4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1098 time: 0.4077921
Jun 21 02:49:46.929453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d45f8-8f0a-4e09-b59c-6393f33cd39c req-a5a3a0af-2833-4cb4-b5a9-fba10d1dcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:46.930880 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414d45f8-8f0a-4e09-b59c-6393f33cd39c req-a5a3a0af-2833-4cb4-b5a9-fba10d1dcb1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 1097 time: 0.1975396
Jun 21 02:49:47.006302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Attempting to bind port 241d9193-d482-46a4-bd75-a1c11f9c815b on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:47.006657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Attempting to bind port 241d9193-d482-46a4-bd75-a1c11f9c815b by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:47.006964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Attempting to bind port 241d9193-d482-46a4-bd75-a1c11f9c815b on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:47.011426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-55732354-ba63-4853-ac9a-4732a72a2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:47.014733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-55732354-ba63-4853-ac9a-4732a72a2597 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01425ccc-3827-42e9-8023-8c6702f7e5b7 HTTP/1.1" status: 200  len: 861 time: 0.1302552
Jun 21 02:49:47.030044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Port 241d9193-d482-46a4-bd75-a1c11f9c815b on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:49:47.030378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Attempting to bind port 241d9193-d482-46a4-bd75-a1c11f9c815b on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:47.049099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:47.049696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:47.050107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:47.053793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Bound port: 241d9193-d482-46a4-bd75-a1c11f9c815b, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:47.053793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:47.066850 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414d45f8-8f0a-4e09-b59c-6393f33cd39c req-5721744e-291d-4de2-8129-8befa8e17fab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206408
Jun 21 02:49:47.073830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126f6a4-e05e-4fe4-80e2-eefa0320a955 req-3f3469b3-c0f2-4ef4-bc1c-f8525f876fbc tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:47.084731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b126f6a4-e05e-4fe4-80e2-eefa0320a955 req-3f3469b3-c0f2-4ef4-bc1c-f8525f876fbc tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.3423753
Jun 21 02:49:47.088344 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-ebfdbd8e-db3f-4a71-aab7-c7b3ea862083 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=415ce143-dc73-48cc-aa26-ae6057b8294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649102
Jun 21 02:49:47.138805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e58971-b826-4cbb-b3f1-42738944650e req-1ba6a058-dcb7-4558-a0bf-c00eadf18745 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:47.142807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61e58971-b826-4cbb-b3f1-42738944650e req-1ba6a058-dcb7-4558-a0bf-c00eadf18745 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 945 time: 0.2778721
Jun 21 02:49:47.143881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] For port 241d9193-d482-46a4-bd75-a1c11f9c815b, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:47.148038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] For port 241d9193-d482-46a4-bd75-a1c11f9c815b, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=241d9193-d482-46a4-bd75-a1c11f9c815b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:47.163726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-7d66d176-805d-49b1-bcf5-9231f02f1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:47.165883 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-7d66d176-805d-49b1-bcf5-9231f02f1861 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.2578301
Jun 21 02:49:47.226944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b126f6a4-e05e-4fe4-80e2-eefa0320a955 req-0f0a816c-1980-4e04-a533-2a47f636e7ff tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408722
Jun 21 02:49:47.256379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:47.263501 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3710d5c-4b3c-45fb-8864-55430278eed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:47.330940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:47.339160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:47.340309 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:47.342679 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] 10.222.0.20 "PUT /v2.0/ports/241d9193-d482-46a4-bd75-a1c11f9c815b HTTP/1.1" status: 200  len: 1097 time: 1.7820909
Jun 21 02:49:47.345150 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-41cccd4e-f1ae-4879-83f1-a380c0ba7f12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 1002 time: 0.1532571
Jun 21 02:49:47.346810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61e58971-b826-4cbb-b3f1-42738944650e req-91acf99e-4c93-47ef-8964-e30be98b5eaf tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943805
Jun 21 02:49:47.460170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Pushing event updated for resources: {'Port': ['ID=241d9193-d482-46a4-bd75-a1c11f9c815b,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:47.467124 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:47.523027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-57b2fda3-fa91-4891-9aea-2bf32c0b2ebe service neutron] 10.222.0.20 "GET /v2.0/networks/415ce143-dc73-48cc-aa26-ae6057b8294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4044778
Jun 21 02:49:47.536999 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-3398a374-7b01-4002-9a30-599fcbaab272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:47.554343 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-3398a374-7b01-4002-9a30-599fcbaab272 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.1965127
Jun 21 02:49:47.669778 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:47.752598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-8b2ddfcf-6c6d-45e2-8000-a3ab65753701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:47.754624 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-8b2ddfcf-6c6d-45e2-8000-a3ab65753701 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 1100 time: 0.1674664
Jun 21 02:49:47.757858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-bfa84c55-27ca-4f5e-b418-34e5f1bd92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:47.766538 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-bfa84c55-27ca-4f5e-b418-34e5f1bd92b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2023754
Jun 21 02:49:47.840825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c2e3d0>, [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:49:39Z', 'revision_number': 4, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07d6c16-4bf3-4357-b260-ff74aa17236d', 'name': '', 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'mac_address': 'fa:16:3e:83:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e79e5123-0e79-46cb-be0d-4264533e1fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:38Z', 'updated_at': '2021-06-21T02:49:46Z', 'revision_number': 4, 'project_id': '84e18b533bd848c883201aadc461c200', 'subnets': [{'id': 'e79e5123-0e79-46cb-be0d-4264533e1fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:49:47.905447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2d198-ebf9-4c9c-9967-c86658f5bba7 None None] The sync data for ids ['f0d3adad-7c31-4ae6-8409-683751fcbede'] in n-d-758944-33 is: [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:49:39Z', 'revision_number': 4, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07d6c16-4bf3-4357-b260-ff74aa17236d', 'name': '', 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'mac_address': 'fa:16:3e:83:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e79e5123-0e79-46cb-be0d-4264533e1fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:38Z', 'updated_at': '2021-06-21T02:49:46Z', 'revision_number': 4, 'project_id': '84e18b533bd848c883201aadc461c200', 'subnets': [{'id': 'e79e5123-0e79-46cb-be0d-4264533e1fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:49:47.906707 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-5d043e10-4ac7-4703-b658-cf2ddc3390fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=241d9193-d482-46a4-bd75-a1c11f9c815b HTTP/1.1" status: 200  len: 217 time: 0.1388574
Jun 21 02:49:47.929399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:48.037420 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:48.045984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 140c4906-4b46-496a-9af7-c338e808ce05 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:48.098494 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:48.100498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 140c4906-4b46-496a-9af7-c338e808ce05 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:48.100853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 140c4906-4b46-496a-9af7-c338e808ce05 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:48.160844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-b62b80bc-876d-4a8b-b349-d161d7f1b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:48.162549 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-b62b80bc-876d-4a8b-b349-d161d7f1b7f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.2087693
Jun 21 02:49:48.169380 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-a565e8e6-dff4-4e1d-9f96-3830beb4d639 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3943710
Jun 21 02:49:48.247499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:48.258840 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:48.381720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:48.384193 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c935e6c-7490-45ae-8e3a-e01dd50d300b" -d '{"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-unplugged", "status": "completed", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:48.507908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c07d6c16-4bf3-4357-b260-ff74aa17236d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:48.596369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54074f97-fb62-4ed2-94c8-6e783be01de3 req-550d6718-a639-4563-87cd-0041b300764a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:48.607187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54074f97-fb62-4ed2-94c8-6e783be01de3 req-550d6718-a639-4563-87cd-0041b300764a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 948 time: 0.9975491
Jun 21 02:49:48.620711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-751840d3-2f44-404b-b9c5-037345e7fec8 req-45b2d7fe-b6db-4198-9fda-7dda09db8371 service neutron] 10.222.0.20 "GET /v2.0/networks/415ce143-dc73-48cc-aa26-ae6057b8294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0870533
Jun 21 02:49:48.659124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2858f-3ed5-4a41-998e-d1029ed194ee req-1f691416-2838-4140-91a8-228bbf86eec6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:48.661483 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95d2858f-3ed5-4a41-998e-d1029ed194ee req-1f691416-2838-4140-91a8-228bbf86eec6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.9408231
Jun 21 02:49:48.679302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27cb1f8-57c1-448a-a050-9c90a94ea490', 'tag': '241d9193-d482-46a4-bd75-a1c11f9c815b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:48.682360 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a" -d '{"events": [{"name": "network-changed", "server_uuid": "b27cb1f8-57c1-448a-a050-9c90a94ea490", "tag": "241d9193-d482-46a4-bd75-a1c11f9c815b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:48.724477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54074f97-fb62-4ed2-94c8-6e783be01de3 req-d5fa8ab0-113f-44fd-97cd-732a3203bb07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164787
Jun 21 02:49:48.774344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c07d6c16-4bf3-4357-b260-ff74aa17236d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:48.779275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c07d6c16-4bf3-4357-b260-ff74aa17236d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:48.779663 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:48.810233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-15382142-bf9f-4dc4-93de-ea62d11f4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:48.811915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-15382142-bf9f-4dc4-93de-ea62d11f4b0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.6394386
Jun 21 02:49:48.844942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95d2858f-3ed5-4a41-998e-d1029ed194ee req-85a7f577-f386-4829-8cd4-e4288864af4a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1759050
Jun 21 02:49:48.948552 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-924bd481-f3ad-4711-b01a-28aa7158a3a4 req-86a486a0-2720-45b1-a4da-2f8ff2c23528 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7517118
Jun 21 02:49:49.031815 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:49.105105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c07d6c16-4bf3-4357-b260-ff74aa17236d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c07d6c16-4bf3-4357-b260-ff74aa17236d,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:49.108548 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-ae5bd573-f2a2-4db5-b7d4-148560001dcc service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2840652
Jun 21 02:49:49.202605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-4016627e-dfcd-45ca-8da2-73605ed08dd3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:49.204851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-4016627e-dfcd-45ca-8da2-73605ed08dd3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 805 time: 0.3709102
Jun 21 02:49:49.220415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Request body: {'port': {'device_id': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'admin_state_up': True, 'tenant_id': '7e1fae171cbe43e98af745300b4d9525'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:49.237403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:49.240764 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:49.358905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e030beb5-3ce9-4b58-8718-cc2ddc48ded0 req-ad89d460-8707-4a93-89ca-ffc58870138a service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406728
Jun 21 02:49:49.503134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa293b-a840-4adf-825a-7a9edc991266 req-1ca68834-59c0-4411-9355-8cc9814da0d7 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:49.510587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99aa293b-a840-4adf-825a-7a9edc991266 req-1ca68834-59c0-4411-9355-8cc9814da0d7 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 944 time: 0.3046489
Jun 21 02:49:49.559690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Made reservation on behalf of 7e1fae171cbe43e98af745300b4d9525 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:49.564849 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:49.674363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 55b9921a-1fe4-4f90-921e-555beb6ff746 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:49.684374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:49.787406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c07d6c16-4bf3-4357-b260-ff74aa17236d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:49.791692 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:49.853106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Allocated IP 172.20.0.7 (c42e8c5e-fc2b-46d9-961b-dfe518fd9719/f58bf0fc-303e-4e85-9983-3cb824264719/40121663-e800-41f4-83d1-2653bd511475) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:49.878362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:49.878738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:49.943569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf515f14-733f-47cc-87bd-4854462f0c36 req-a5419dd6-ceec-42ae-a096-c295f6a23e4f tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 210 time: 0.0794220
Jun 21 02:49:49.954067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 55b9921a-1fe4-4f90-921e-555beb6ff746, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=55b9921a-1fe4-4f90-921e-555beb6ff746,segment=NetworkSegment(e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf),segment_id=e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:49.985070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99aa293b-a840-4adf-825a-7a9edc991266 req-2e60fb2e-1eda-42a0-b71f-7d97b5d628f3 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4731748
Jun 21 02:49:49.990169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '55b9921a-1fe4-4f90-921e-555beb6ff746', 'network_id': '415ce143-dc73-48cc-aa26-ae6057b8294f', 'port_id': '55b9921a-1fe4-4f90-921e-555beb6ff746', 'mac_address': 'fa:16:3e:ec:3f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01425ccc-3827-42e9-8023-8c6702f7e5b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:50.153704 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:50.179160 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:50.213992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b9921a-1fe4-4f90-921e-555beb6ff746 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:50.228646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-41b1c627-f34b-4b59-ae94-41683c1ee23e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:50.242533 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-41b1c627-f34b-4b59-ae94-41683c1ee23e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.26 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 810 time: 0.2824407
Jun 21 02:49:50.255168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Request body: {'port': {'device_id': '04bba234-5705-4349-85fc-6086da317937', 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9', 'admin_state_up': True, 'tenant_id': '84e18b533bd848c883201aadc461c200'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:50.264996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 55b9921a-1fe4-4f90-921e-555beb6ff746, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=55b9921a-1fe4-4f90-921e-555beb6ff746,segment=NetworkSegment(e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf),segment_id=e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:50.276463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:50.351401 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:50.354244 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cbbff556-5e45-41cf-85dc-c9463a71dbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:50.399122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af21177c-050b-444e-b240-b9cb16211b76 req-c7ac6854-d9c8-4791-8f41-ebeeecfcba87 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 210 time: 0.1275015
Jun 21 02:49:50.401601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:50.431846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c07d6c16-4bf3-4357-b260-ff74aa17236d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:50.519367 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751d9da2-8a0b-492d-ac59-27f10b1984cc x-openstack-request-id: req-751d9da2-8a0b-492d-ac59-27f10b1984cc {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:50.519719 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-unplugged", "status": "completed", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:50.520003 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-751d9da2-8a0b-492d-ac59-27f10b1984cc {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:50.520538 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'code': 200}
Jun 21 02:49:50.525843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=55b9921a-1fe4-4f90-921e-555beb6ff746,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:50.534097 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:50.534575 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:50.577947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b3002-a30f-422b-abc6-84c8b299a595 req-819b6f87-5b7c-45ac-b567-71e73c5cc378 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:50.585925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c2b3002-a30f-422b-abc6-84c8b299a595 req-819b6f87-5b7c-45ac-b567-71e73c5cc378 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 945 time: 0.3440845
Jun 21 02:49:50.592686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:50.629003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Made reservation on behalf of 84e18b533bd848c883201aadc461c200 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:50.634946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:50.640917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['55b9921a-1fe4-4f90-921e-555beb6ff746'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:50.652158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:50.657960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c2b3002-a30f-422b-abc6-84c8b299a595 req-cde1ac24-833d-4532-a70d-093f842bfc5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710106
Jun 21 02:49:50.687132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c07d6c16-4bf3-4357-b260-ff74aa17236d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:50.687855 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:50.697299 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:50.781464 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98369a17-0342-43a4-bc74-3d503ef2f7b2 x-openstack-request-id: req-98369a17-0342-43a4-bc74-3d503ef2f7b2 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:50.783238 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27cb1f8-57c1-448a-a050-9c90a94ea490", "tag": "241d9193-d482-46a4-bd75-a1c11f9c815b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:50.788856 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98369a17-0342-43a4-bc74-3d503ef2f7b2 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:50.789653 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27cb1f8-57c1-448a-a050-9c90a94ea490', 'tag': '241d9193-d482-46a4-bd75-a1c11f9c815b', 'status': 'completed', 'code': 200}
Jun 21 02:49:50.814758 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:50.820025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:50.954520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:50.973793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-8af76d66-a8d7-4f0a-88a0-760433a94c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:50.975309 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-8af76d66-a8d7-4f0a-88a0-760433a94c00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 1100 time: 0.1845608
Jun 21 02:49:50.995936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:51.037208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:51.135097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Pushing event updated for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:51.170258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Allocated IP 172.20.0.9 (0c8d0be2-75b1-42cc-92c5-fc3303fb47a9/e79e5123-0e79-46cb-be0d-4264533e1fb0/6c693758-b536-4293-b653-0b4e1d604103) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:51.170474 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:51.186889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:51.188200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:51.196046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-1f2c2ea6-6f3c-4ba8-9dac-c44743fc46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:51.197523 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-1f2c2ea6-6f3c-4ba8-9dac-c44743fc46dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2092316
Jun 21 02:49:51.242298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-7b7d700a-31f9-4230-9106-0e47d6650284 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:51.243893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-7b7d700a-31f9-4230-9106-0e47d6650284 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/networks?id=6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 200  len: 815 time: 0.3429239
Jun 21 02:49:51.260097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84953a1b-bb36-48c9-9467-08e7e4fb3fa3 req-03b32ebc-299c-470e-aea4-d7ed3fe53fe8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:51.261797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84953a1b-bb36-48c9-9467-08e7e4fb3fa3 req-03b32ebc-299c-470e-aea4-d7ed3fe53fe8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 948 time: 0.3037889
Jun 21 02:49:51.265695 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-d3b1b45c-b664-44da-b5e8-e61d77067bb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=241d9193-d482-46a4-bd75-a1c11f9c815b HTTP/1.1" status: 200  len: 217 time: 0.0553935
Jun 21 02:49:51.286054 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-52649929-4494-41da-abfc-0f76f3739b0d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/quotas/0cb0e61c25534a7b8c0e11fa9c1ce5de HTTP/1.1" status: 200  len: 375 time: 0.0231440
Jun 21 02:49:51.296074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737993f-2d7d-4a85-b21f-6f666288200f req-31920c1a-b145-4551-a65a-5ef3cfdc3365 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:51.297733 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2737993f-2d7d-4a85-b21f-6f666288200f req-31920c1a-b145-4551-a65a-5ef3cfdc3365 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6caa901-2e88-40fc-ba76-98629b440575 HTTP/1.1" status: 200  len: 945 time: 0.2056878
Jun 21 02:49:51.309355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0941787
Jun 21 02:49:51.336723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-4e5cddd0-dd3a-40a4-a0db-14443b240ff3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:49:51.337852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-4e5cddd0-dd3a-40a4-a0db-14443b240ff3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066693
Jun 21 02:49:51.398892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84953a1b-bb36-48c9-9467-08e7e4fb3fa3 req-a54a3628-e071-4d0f-8e10-38f47d973d12 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267543
Jun 21 02:49:51.460010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-d8184d59-8b9a-4d4f-856a-6214b26517b0 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1729085
Jun 21 02:49:51.474359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-4e6e7fe6-3c91-4e43-9540-cc829464c460 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:49:51.482612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-4e6e7fe6-3c91-4e43-9540-cc829464c460 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0203722
Jun 21 02:49:51.511601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-83d727bc-b65a-450b-a129-dd3d9c7ceb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:51.514350 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-83d727bc-b65a-450b-a129-dd3d9c7ceb94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.2381835
Jun 21 02:49:51.517368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Request body: {'port': {'device_id': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:51.621434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Deleting port 901ca2b4-773d-4dae-88d4-35d09d2ab980 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:49:51.621839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:51.722691 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:51.771784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-b3da939d-83ff-4714-ac41-3f4c20e6d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:51.773630 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-b3da939d-83ff-4714-ac41-3f4c20e6d479 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2453701
Jun 21 02:49:51.816950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:51.894660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] For port 901ca2b4-773d-4dae-88d4-35d09d2ab980, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=901ca2b4-773d-4dae-88d4-35d09d2ab980,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:51.895060 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:52.008320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Calling delete_port for 901ca2b4-773d-4dae-88d4-35d09d2ab980 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:49:52.099000 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-01d85b74-e7de-4cee-b83e-e0c928e023de service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3104200
Jun 21 02:49:52.170513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896d683-64f7-4c48-9c56-11e4a3e9d993 req-d9af3e74-c746-4313-b70a-71a6471cfc78 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:52.172703 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6896d683-64f7-4c48-9c56-11e4a3e9d993 req-d9af3e74-c746-4313-b70a-71a6471cfc78 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.5498335
Jun 21 02:49:52.192944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-a054eceb-cd90-4d2d-b013-e509dff665cd service neutron] 10.222.0.25 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7076676
Jun 21 02:49:52.272131 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0b8b7d7a-75f0-4d98-a5c9-8d0a9bc8846a req-80e808db-bf91-451f-a6cd-cb587ddb2c7a service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358573
Jun 21 02:49:52.392013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-89f091db-93d6-4db0-9f60-ffe1fb50a892 service neutron] 10.222.0.25 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935146
Jun 21 02:49:52.392924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:52.398422 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3f37067-c5ac-45c5-b5bd-0ade146edbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:52.445827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:52.449693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:52.457097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:52.495145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6896d683-64f7-4c48-9c56-11e4a3e9d993 req-54f9d8fb-916b-4125-b179-f7a0337e4b3d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1798372
Jun 21 02:49:52.521630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:52.524958 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc2a6f9-3ac0-4737-97e2-0db14a31592e" -d '{"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-plugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:52.537448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:52.537448 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:52.556909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40121663-e800-41f4-83d1-2653bd511475 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:52.565767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:52.570130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:52.578935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Transition to ACTIVE for port object 40121663-e800-41f4-83d1-2653bd511475 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:52.584724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['901ca2b4-773d-4dae-88d4-35d09d2ab980'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:52.624554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Pushing event updated for resources: {'Port': ['ID=6c693758-b536-4293-b653-0b4e1d604103,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:52.636266 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:52.636266 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3861d246-a461-4a72-ba30-4785505735a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:52.654067 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:52.660841 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5645bd79-174f-48de-aae7-21308fa20b37 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:52.705135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Pushing event deleted for resources: {'Port': ['ID=901ca2b4-773d-4dae-88d4-35d09d2ab980,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:52.707843 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4567425
Jun 21 02:49:52.708652 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:52.729164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Pushing event updated for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:52.733156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Request body: {'port': {'device_id': '04bba234-5705-4349-85fc-6086da317937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:52.736000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] No DVR routers for this DVR port 901ca2b4-773d-4dae-88d4-35d09d2ab980 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:49:52.736436 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:52.739199 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:52.741106 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2737993f-2d7d-4a85-b21f-6f666288200f req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.26 "DELETE /v2.0/ports/901ca2b4-773d-4dae-88d4-35d09d2ab980 HTTP/1.1" status: 204  len: 173 time: 1.4202030
Jun 21 02:49:52.795077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'name': 'network-vif-deleted', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:52.798306 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c74375-2ffa-4349-a4a2-55026ccf1129" -d '{"events": [{"server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "name": "network-vif-deleted", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:52.866974 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.027392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a8e0-b6c8-448c-9952-4335554bcd3a req-507a7574-23c4-462a-9d40-ddbd94ca102c tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:53.029852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4366a8e0-b6c8-448c-9952-4335554bcd3a req-507a7574-23c4-462a-9d40-ddbd94ca102c tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 945 time: 0.2972870
Jun 21 02:49:53.056509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Attempting to bind port 40121663-e800-41f4-83d1-2653bd511475 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:53.056853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Attempting to bind port 40121663-e800-41f4-83d1-2653bd511475 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:53.057197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Attempting to bind port 40121663-e800-41f4-83d1-2653bd511475 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:53.070808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Port 40121663-e800-41f4-83d1-2653bd511475 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:49:53.071137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Attempting to bind port 40121663-e800-41f4-83d1-2653bd511475 on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:53.103825 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4366a8e0-b6c8-448c-9952-4335554bcd3a req-3864ff06-954e-4525-b196-230d4e405a66 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642118
Jun 21 02:49:53.168269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:53.171387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Checking segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:53.171387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Bound using segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:53.171387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Bound port: 40121663-e800-41f4-83d1-2653bd511475, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:53.171387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.250203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e461f-24c9-4106-ba34-5132f2f90b7d req-ece8885b-aa31-44f8-920c-7b031b7f0ea6 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:53.257652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-210e461f-24c9-4106-ba34-5132f2f90b7d req-ece8885b-aa31-44f8-920c-7b031b7f0ea6 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 943 time: 0.1524727
Jun 21 02:49:53.272102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c693758-b536-4293-b653-0b4e1d604103 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:53.283978 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.300809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Transition to ACTIVE for port object 6c693758-b536-4293-b653-0b4e1d604103 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:53.324584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 241d9193-d482-46a4-bd75-a1c11f9c815b details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:53.365690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:53.366113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 55b9921a-1fe4-4f90-921e-555beb6ff746 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:53.380879 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:49:53.384275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-210e461f-24c9-4106-ba34-5132f2f90b7d req-342c0275-6efc-426e-b40f-a1d1607a4a12 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255670
Jun 21 02:49:53.387895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:53.408201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8796283-d413-4686-8b06-8b62d09ec052 req-f5253f6b-d654-46d0-8d55-3fe5a0e2f587 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:53.410103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8796283-d413-4686-8b06-8b62d09ec052 req-f5253f6b-d654-46d0-8d55-3fe5a0e2f587 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 945 time: 0.1312203
Jun 21 02:49:53.457776 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.508798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8796283-d413-4686-8b06-8b62d09ec052 req-f7095732-eb25-40f7-9ce4-5ed777978963 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434494
Jun 21 02:49:53.510179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:53.510275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 241d9193-d482-46a4-bd75-a1c11f9c815b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=241d9193-d482-46a4-bd75-a1c11f9c815b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:53.510275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '241d9193-d482-46a4-bd75-a1c11f9c815b', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '241d9193-d482-46a4-bd75-a1c11f9c815b', 'mac_address': 'fa:16:3e:e2:d0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:53.558280 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.576061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241d9193-d482-46a4-bd75-a1c11f9c815b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:53.609821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Pushing event updated for resources: {'Port': ['ID=6c693758-b536-4293-b653-0b4e1d604103,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:53.615100 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:53.618572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.618876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 241d9193-d482-46a4-bd75-a1c11f9c815b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=241d9193-d482-46a4-bd75-a1c11f9c815b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:53.630472 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7e57e112-9a00-48bf-9b2b-30a9507a4fd4 tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:53.634855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 55b9921a-1fe4-4f90-921e-555beb6ff746 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:53.636870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Attempting to bind port 6c693758-b536-4293-b653-0b4e1d604103 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:53.637697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Attempting to bind port 6c693758-b536-4293-b653-0b4e1d604103 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:53.645589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Attempting to bind port 6c693758-b536-4293-b653-0b4e1d604103 on network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:53.646120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 55b9921a-1fe4-4f90-921e-555beb6ff746 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:53.646120 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.646271 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Port 6c693758-b536-4293-b653-0b4e1d604103 on network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:49:53.646271 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Attempting to bind port 6c693758-b536-4293-b653-0b4e1d604103 on network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:53.651912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:53.652323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Checking segment: {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:53.652723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Bound using segment: {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:53.653164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Bound port: 6c693758-b536-4293-b653-0b4e1d604103, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:53.653551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.674584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf62c8-e337-4502-9e22-3626ad2cf6f3 req-e45ebfc4-ac2e-4f7a-be45-4e93db0b631f tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:53.682349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bddf62c8-e337-4502-9e22-3626ad2cf6f3 req-e45ebfc4-ac2e-4f7a-be45-4e93db0b631f tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 943 time: 0.1496158
Jun 21 02:49:53.732118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] For port 6c693758-b536-4293-b653-0b4e1d604103, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:53.736422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] For port 6c693758-b536-4293-b653-0b4e1d604103, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6c693758-b536-4293-b653-0b4e1d604103,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:53.747353 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.750517 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:53.753758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:53.754387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.758782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] 10.222.0.26 "PUT /v2.0/ports/40121663-e800-41f4-83d1-2653bd511475 HTTP/1.1" status: 200  len: 1092 time: 2.4053090
Jun 21 02:49:53.758782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'tag': '40121663-e800-41f4-83d1-2653bd511475'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:53.761811 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c90f71-c6b4-45d3-9798-322e7bae841a" -d '{"events": [{"name": "network-changed", "server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "tag": "40121663-e800-41f4-83d1-2653bd511475"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:53.817657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bddf62c8-e337-4502-9e22-3626ad2cf6f3 req-8bfdfcd9-c7e6-48e2-9504-93712c45fd0a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342037
Jun 21 02:49:53.828571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Pushing event updated for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:53.846571 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:53.847998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=241d9193-d482-46a4-bd75-a1c11f9c815b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:53.860061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.863810 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:53.896852 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:53.910747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c3af-79f0-4f90-9f3b-b9f1a93da145 req-f77a62aa-2d97-4c68-99ab-d1a0444db058 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:53.911447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd02c3af-79f0-4f90-9f3b-b9f1a93da145 req-f77a62aa-2d97-4c68-99ab-d1a0444db058 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 949 time: 0.2228525
Jun 21 02:49:53.946189 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.973398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:53.974656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:53.976508 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] 10.222.0.26 "PUT /v2.0/ports/6c693758-b536-4293-b653-0b4e1d604103 HTTP/1.1" status: 200  len: 1092 time: 1.2474353
Jun 21 02:49:54.003231 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0daf1e-aaa6-4c57-9295-a9b4b3720b4c x-openstack-request-id: req-ae0daf1e-aaa6-4c57-9295-a9b4b3720b4c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:54.003592 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-plugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:54.003802 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae0daf1e-aaa6-4c57-9295-a9b4b3720b4c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:54.004218 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'code': 200}
Jun 21 02:49:54.062732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['241d9193-d482-46a4-bd75-a1c11f9c815b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:49:54.067281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Pushing event updated for resources: {'Port': ['ID=6c693758-b536-4293-b653-0b4e1d604103,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:54.088470 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:54.089602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 55b9921a-1fe4-4f90-921e-555beb6ff746, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=55b9921a-1fe4-4f90-921e-555beb6ff746,segment=NetworkSegment(e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf),segment_id=e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:54.164335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd02c3af-79f0-4f90-9f3b-b9f1a93da145 req-3b7b892f-7d32-4e88-9dac-0c79a7b92ad8 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019038
Jun 21 02:49:54.203313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-86014404-ef75-4528-b33d-22b9f6a377c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:54.206593 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-86014404-ef75-4528-b33d-22b9f6a377c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 1095 time: 0.1012640
Jun 21 02:49:54.220273 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:54.225280 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:54.234530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-796c32b7-ffdc-4ae8-9bf7-9071cb973b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:54.240230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-796c32b7-ffdc-4ae8-9bf7-9071cb973b94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 1095 time: 0.3257113
Jun 21 02:49:54.310515 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-77e9c534-6457-468e-aa49-fbf8770446b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c693758-b536-4293-b653-0b4e1d604103 HTTP/1.1" status: 200  len: 217 time: 0.0907071
Jun 21 02:49:54.331250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-0ab2775a-50b5-41e6-9b83-632f93a80ae1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40121663-e800-41f4-83d1-2653bd511475 HTTP/1.1" status: 200  len: 217 time: 0.0841603
Jun 21 02:49:54.444658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=55b9921a-1fe4-4f90-921e-555beb6ff746,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:54.454136 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:54.454558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-e04c81b7-d8c0-458a-9a53-14296abd0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:54.456288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-e04c81b7-d8c0-458a-9a53-14296abd0296 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 200  len: 845 time: 0.1062152
Jun 21 02:49:54.468082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-70805efb-9c52-4943-87fc-81ee6e891381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:54.470680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-70805efb-9c52-4943-87fc-81ee6e891381 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e79e5123-0e79-46cb-be0d-4264533e1fb0 HTTP/1.1" status: 200  len: 850 time: 0.1542358
Jun 21 02:49:54.548871 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-6151c5f4-173a-48fe-9b9f-b63c77a3cc78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705259
Jun 21 02:49:54.552790 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-670d4407-9b48-44c9-a6f4-cff8ea2140e6 req-07e02d58-8fb8-4fa2-927d-5bd79aeaebf6 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 210 time: 0.0956583
Jun 21 02:49:54.623761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-363726b3-ed91-4996-87c7-abce42bbbf79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1439171
Jun 21 02:49:54.638011 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb31cf34-723e-4eea-8ac8-db2c9faf4538 x-openstack-request-id: req-eb31cf34-723e-4eea-8ac8-db2c9faf4538 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:54.638359 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6caa901-2e88-40fc-ba76-98629b440575", "name": "network-vif-deleted", "tag": "901ca2b4-773d-4dae-88d4-35d09d2ab980", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:54.638663 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb31cf34-723e-4eea-8ac8-db2c9faf4538 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:54.639133 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6caa901-2e88-40fc-ba76-98629b440575', 'name': 'network-vif-deleted', 'tag': '901ca2b4-773d-4dae-88d4-35d09d2ab980', 'status': 'completed', 'code': 200}
Jun 21 02:49:54.694596 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-49b61bfa-e7c8-4f90-abea-60c3a87eec30 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405032
Jun 21 02:49:54.833953 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-e879dfa3-ccc1-4915-87e6-a18e6b912a49 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915729
Jun 21 02:49:54.862155 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d92f4952-cb31-4c22-84f7-9b18add9df18 req-0a6c9595-ecf1-444a-a6a4-aa7334be067b service neutron] 10.222.0.26 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583228
Jun 21 02:49:54.949969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efdfff1-0c68-4857-9a63-8092c73ff858 req-bbca959a-121c-479b-9fc6-69643705f051 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1068993
Jun 21 02:49:55.336511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:55.455226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 901ca2b4-773d-4dae-88d4-35d09d2ab980 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:49:55.496526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 901ca2b4-773d-4dae-88d4-35d09d2ab980 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:49:55.496875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 901ca2b4-773d-4dae-88d4-35d09d2ab980 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:49:55.549472 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3781b6a-1fe3-40ca-a73c-7591a0161d9d x-openstack-request-id: req-d3781b6a-1fe3-40ca-a73c-7591a0161d9d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:55.549472 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "tag": "40121663-e800-41f4-83d1-2653bd511475", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:55.549472 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3781b6a-1fe3-40ca-a73c-7591a0161d9d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:55.549472 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'tag': '40121663-e800-41f4-83d1-2653bd511475', 'status': 'completed', 'code': 200}
Jun 21 02:49:55.863503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-35dd2fd0-470b-4e3c-9d0f-74fd4f700f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:55.865011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-35dd2fd0-470b-4e3c-9d0f-74fd4f700f3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 1095 time: 0.1913736
Jun 21 02:49:55.899313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a43d61-fcb4-4abb-8f10-ea56036bbd08 req-4a6ee0d0-f1bb-46e7-886e-576adee99b79 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:55.900906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9a43d61-fcb4-4abb-8f10-ea56036bbd08 req-4a6ee0d0-f1bb-46e7-886e-576adee99b79 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 943 time: 0.1747880
Jun 21 02:49:55.959884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fc364-8a92-4924-8ff6-524c7e73e928 req-9320ad6a-1ffe-49e6-bb20-b1d919eebfe7 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:55.961479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-429fc364-8a92-4924-8ff6-524c7e73e928 req-9320ad6a-1ffe-49e6-bb20-b1d919eebfe7 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 946 time: 0.1795135
Jun 21 02:49:56.005247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dfbfcc-d754-454c-b276-e86c92d706db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9921a-1fe4-4f90-921e-555beb6ff746'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:56.008278 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f607fed-29cd-4ec9-9034-8c2c6262ab55" -d '{"events": [{"server_uuid": "e5dfbfcc-d754-454c-b276-e86c92d706db", "name": "network-vif-plugged", "status": "completed", "tag": "55b9921a-1fe4-4f90-921e-555beb6ff746"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:56.042805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9a43d61-fcb4-4abb-8f10-ea56036bbd08 req-fdcb2dcd-e0cd-43af-98bf-c5520ff7aa01 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307094
Jun 21 02:49:56.065636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-664b60f6-cdfe-4de5-b699-6a15eb0248dd tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:56.069816 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-664b60f6-cdfe-4de5-b699-6a15eb0248dd tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.20 "GET /v2.0/networks?id=6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 200  len: 815 time: 0.1850998
Jun 21 02:49:56.084787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Request body: {'port': {'device_id': '78408ac6-95b0-4b29-a1f0-694d644035ce', 'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'admin_state_up': True, 'tenant_id': '0cb0e61c25534a7b8c0e11fa9c1ce5de'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:56.088201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-429fc364-8a92-4924-8ff6-524c7e73e928 req-0828d3a6-45b1-4948-b9b4-3e7ac8c24966 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163714
Jun 21 02:49:56.118417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-642588e4-e2c6-41e3-beef-72f20abd6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:56.125719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-642588e4-e2c6-41e3-beef-72f20abd6852 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 906 time: 0.2416255
Jun 21 02:49:56.221365 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-da58f7ff-6b57-4354-abaa-1fcc105d2581 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40121663-e800-41f4-83d1-2653bd511475 HTTP/1.1" status: 200  len: 217 time: 0.0836923
Jun 21 02:49:56.366737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-c20a4483-fc5d-4a2f-a981-0fc794abfbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:56.367998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-c20a4483-fc5d-4a2f-a981-0fc794abfbf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 200  len: 845 time: 0.1393263
Jun 21 02:49:56.384888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Made reservation on behalf of 0cb0e61c25534a7b8c0e11fa9c1ce5de for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:49:56.388677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:56.426613 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-ff2bf395-5541-4aeb-87b7-c8f8f67793f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456796
Jun 21 02:49:56.531451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565972e3-ff20-4d3c-b059-fbb5dd67c4a2 req-e30ae674-4c12-42a1-8047-6d8d2fcd578b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:56.538939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-565972e3-ff20-4d3c-b059-fbb5dd67c4a2 req-e30ae674-4c12-42a1-8047-6d8d2fcd578b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 943 time: 0.2989078
Jun 21 02:49:56.568983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c5b8d-37ec-4010-a33d-55aee8715842 req-ab539e0a-7eba-487e-b2d6-c6f3bdb1b5c9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:56.577938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Allocated IP 172.20.0.3 (6531e994-5c95-4593-9700-4456de99f803/344f69ae-2742-4ab8-8cca-ce7f480de4e1/28bc010e-441e-4de3-bf88-8546f2075eae) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:49:56.579101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f4c5b8d-37ec-4010-a33d-55aee8715842 req-ab539e0a-7eba-487e-b2d6-c6f3bdb1b5c9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 949 time: 0.3005648
Jun 21 02:49:56.635076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-565972e3-ff20-4d3c-b059-fbb5dd67c4a2 req-6e64a497-e47e-4ebb-b1fb-b8a0689f92ee tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950067
Jun 21 02:49:56.644386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bba234-5705-4349-85fc-6086da317937', 'tag': '6c693758-b536-4293-b653-0b4e1d604103'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:56.647543 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66106bc8-ba6c-4515-9633-c63c30191a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "04bba234-5705-4349-85fc-6086da317937", "tag": "6c693758-b536-4293-b653-0b4e1d604103"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:56.705577 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f4c5b8d-37ec-4010-a33d-55aee8715842 req-0fcd835f-bbd7-4617-a972-7709b2e31ac4 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253219
Jun 21 02:49:56.709736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-62eeb816-ad41-4b50-ac6f-7a5cba907cac service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617490
Jun 21 02:49:56.839580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9c90f71-c6b4-45d3-9798-322e7bae841a req-fe939ba8-fd90-4fdb-81d6-27156f550f67 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220353
Jun 21 02:49:56.849891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:56.928421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aecc5daf-2afc-4afc-82b0-28198b184e30 req-f65d0b5b-ac28-490a-8993-b4efd6469908 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 210 time: 0.0559537
Jun 21 02:49:56.986019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:56.991576 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:57.040242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Network 6531e994-5c95-4593-9700-4456de99f803 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:49:57.044078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:49:57.046978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:49:57.077699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Pushing event updated for resources: {'Port': ['ID=28bc010e-441e-4de3-bf88-8546f2075eae,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:57.080882 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:57.127571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:57.130223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:57.193376 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe84c04-b445-4639-9203-1540962a63d9 x-openstack-request-id: req-dfe84c04-b445-4639-9203-1540962a63d9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:57.194443 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dfbfcc-d754-454c-b276-e86c92d706db", "name": "network-vif-plugged", "status": "completed", "tag": "55b9921a-1fe4-4f90-921e-555beb6ff746", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:57.194950 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfe84c04-b445-4639-9203-1540962a63d9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:57.195538 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dfbfcc-d754-454c-b276-e86c92d706db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9921a-1fe4-4f90-921e-555beb6ff746', 'code': 200}
Jun 21 02:49:57.256299 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1738832
Jun 21 02:49:57.256299 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d44837-e831-4d47-a0d0-f19b78bb5483 x-openstack-request-id: req-17d44837-e831-4d47-a0d0-f19b78bb5483 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:57.256299 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bba234-5705-4349-85fc-6086da317937", "tag": "6c693758-b536-4293-b653-0b4e1d604103", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:57.256573 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17d44837-e831-4d47-a0d0-f19b78bb5483 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:57.257724 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bba234-5705-4349-85fc-6086da317937', 'tag': '6c693758-b536-4293-b653-0b4e1d604103', 'status': 'completed', 'code': 200}
Jun 21 02:49:57.270930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Request body: {'port': {'device_id': '78408ac6-95b0-4b29-a1f0-694d644035ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:49:57.355442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 241d9193-d482-46a4-bd75-a1c11f9c815b up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:49:57.363616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-8a09b491-ac14-4e44-b58c-c7f869c43e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:57.365110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-8a09b491-ac14-4e44-b58c-c7f869c43e84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 1095 time: 0.0629742
Jun 21 02:49:57.443453 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:57.462221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fcebf-5f91-45dc-bfd5-5c347ac3be61 req-b76c0f0a-90d7-4072-b4f2-40dcd6299964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:57.464144 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-845fcebf-5f91-45dc-bfd5-5c347ac3be61 req-b76c0f0a-90d7-4072-b4f2-40dcd6299964 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 1098 time: 0.1786528
Jun 21 02:49:57.551548 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-845fcebf-5f91-45dc-bfd5-5c347ac3be61 req-b097eb96-0244-4efc-bbbc-69d45bc13921 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650287
Jun 21 02:49:57.557391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-10f53783-178b-4e36-9efc-d057e38bd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:57.559237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-10f53783-178b-4e36-9efc-d057e38bd6ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 911 time: 0.1868687
Jun 21 02:49:57.567511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3f7da-4a36-41b3-a225-3c609a623490 req-de7f2a45-8f6a-4ef0-a879-a7db9899f238 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:57.570378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2b3f7da-4a36-41b3-a225-3c609a623490 req-de7f2a45-8f6a-4ef0-a879-a7db9899f238 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 943 time: 0.1189640
Jun 21 02:49:57.625579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 241d9193-d482-46a4-bd75-a1c11f9c815b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:49:57.630237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 241d9193-d482-46a4-bd75-a1c11f9c815b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:49:57.630832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:57.661774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-9cc15e6d-067f-439a-87eb-0f766880a76d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c693758-b536-4293-b653-0b4e1d604103 HTTP/1.1" status: 200  len: 217 time: 0.0916846
Jun 21 02:49:57.770965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2b3f7da-4a36-41b3-a225-3c609a623490 req-066eeb38-e2a2-46ff-8db2-f4d1d42b9a30 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942046
Jun 21 02:49:57.803334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-c644c3a7-9711-4fb0-ba73-7b1201e2b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:57.804814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-c644c3a7-9711-4fb0-ba73-7b1201e2b382 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e79e5123-0e79-46cb-be0d-4264533e1fb0 HTTP/1.1" status: 200  len: 850 time: 0.1286485
Jun 21 02:49:57.846613 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:57.863810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bc010e-441e-4de3-bf88-8546f2075eae {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:57.872694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:57.891787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Transition to ACTIVE for port object 28bc010e-441e-4de3-bf88-8546f2075eae will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:49:57.925602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 241d9193-d482-46a4-bd75-a1c11f9c815b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=241d9193-d482-46a4-bd75-a1c11f9c815b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:57.971964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:57.974569 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:58.003043 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:58.007151 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-15787047-3fea-4e0d-84f7-0e06cf2eaa0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:58.051070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Pushing event updated for resources: {'Port': ['ID=28bc010e-441e-4de3-bf88-8546f2075eae,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:58.056379 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:58.100399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=241d9193-d482-46a4-bd75-a1c11f9c815b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:58.105811 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:58.317593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-8475833a-f739-4be9-b255-882a9c211988 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4980998
Jun 21 02:49:58.428894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282a614-0263-4185-a1d5-621d6ec7caa6 req-bb402ca2-e7db-43e3-8db1-0d2d2abcddcd tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:58.430632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4282a614-0263-4185-a1d5-621d6ec7caa6 req-bb402ca2-e7db-43e3-8db1-0d2d2abcddcd tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 946 time: 0.8455410
Jun 21 02:49:58.520112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e17aae-09b2-481a-bde4-1a5681766087 req-40b7b1f2-c2e9-49c4-9c23-6f7e7058624f tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:58.521749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e17aae-09b2-481a-bde4-1a5681766087 req-40b7b1f2-c2e9-49c4-9c23-6f7e7058624f tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 945 time: 0.2069249
Jun 21 02:49:58.571328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-02417ef8-d0f2-4f51-b351-2051f970fad8 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2445590
Jun 21 02:49:58.584829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4282a614-0263-4185-a1d5-621d6ec7caa6 req-27f25cca-d5fa-45a3-a4b4-76d716341ae7 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422698
Jun 21 02:49:58.635842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Attempting to bind port 28bc010e-441e-4de3-bf88-8546f2075eae on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:49:58.636494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Attempting to bind port 28bc010e-441e-4de3-bf88-8546f2075eae by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:49:58.636494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Attempting to bind port 28bc010e-441e-4de3-bf88-8546f2075eae on network 6531e994-5c95-4593-9700-4456de99f803 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:58.648887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Port 28bc010e-441e-4de3-bf88-8546f2075eae on network 6531e994-5c95-4593-9700-4456de99f803 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:49:58.648887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Attempting to bind port 28bc010e-441e-4de3-bf88-8546f2075eae on network 6531e994-5c95-4593-9700-4456de99f803 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:49:58.655009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e17aae-09b2-481a-bde4-1a5681766087 req-93887919-b109-4c29-b530-6f72c0146825 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223276
Jun 21 02:49:58.658014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:49:58.658844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Checking segment: {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:49:58.660453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Bound using segment: {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:49:58.660453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Bound port: 28bc010e-441e-4de3-bf88-8546f2075eae, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083ce719-3b11-489d-9982-0dfceae1f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6531e994-5c95-4593-9700-4456de99f803'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:49:58.660675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:58.700716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66106bc8-ba6c-4515-9633-c63c30191a4d req-aadb2b0c-e239-4135-9bc5-b97afdc46987 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195683
Jun 21 02:49:58.719881 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-31a33110-16cf-4ad7-a22c-41dc615a2fe0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5911303
Jun 21 02:49:58.766025 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] For port 28bc010e-441e-4de3-bf88-8546f2075eae, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:49:58.770908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] For port 28bc010e-441e-4de3-bf88-8546f2075eae, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=28bc010e-441e-4de3-bf88-8546f2075eae,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:49:58.796452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61c3a-629c-41b9-94e5-94a7fc855cd8 req-a176fe04-8218-457d-bd8b-85a77de11351 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:58.798061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1a61c3a-629c-41b9-94e5-94a7fc855cd8 req-a176fe04-8218-457d-bd8b-85a77de11351 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.0736425
Jun 21 02:49:58.865772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1a61c3a-629c-41b9-94e5-94a7fc855cd8 req-d4886422-bd78-410b-ac0c-f61086f9b162 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560253
Jun 21 02:49:58.905899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e468-7567-4281-bddd-5fa177b0026b req-918ae824-459f-4a7e-9388-2394e3d2ea82 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:58.907936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0f1e468-7567-4281-bddd-5fa177b0026b req-918ae824-459f-4a7e-9388-2394e3d2ea82 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 943 time: 0.1078134
Jun 21 02:49:58.961376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0f1e468-7567-4281-bddd-5fa177b0026b req-d3394851-edd9-418f-a833-3b9d72fcf046 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472476
Jun 21 02:49:59.069732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f77a92-50b9-46d2-b9e1-3697ecd22d75 req-4cfb264f-bed1-4812-ac5d-35b1494d8511 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:59.071183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5f77a92-50b9-46d2-b9e1-3697ecd22d75 req-4cfb264f-bed1-4812-ac5d-35b1494d8511 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 950 time: 0.0687547
Jun 21 02:49:59.115517 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:59.119395 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e3926b5-1419-43b0-87eb-06331dd7ae2b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:59.156039 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:59.157147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:59.158152 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] 10.222.0.20 "PUT /v2.0/ports/28bc010e-441e-4de3-bf88-8546f2075eae HTTP/1.1" status: 200  len: 1092 time: 1.8918991
Jun 21 02:49:59.171153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5f77a92-50b9-46d2-b9e1-3697ecd22d75 req-89639250-35a5-409b-a2fd-2917409c8ec3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889938
Jun 21 02:49:59.195221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Pushing event updated for resources: {'Port': ['ID=28bc010e-441e-4de3-bf88-8546f2075eae,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:49:59.196434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9fa3b-44a6-4499-98d3-5349a02279b9 req-f04dade0-b59c-4434-8487-180b041143d4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:59.199219 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:49:59.200539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27cb1f8-57c1-448a-a050-9c90a94ea490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d9193-d482-46a4-bd75-a1c11f9c815b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:59.202026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19f9fa3b-44a6-4499-98d3-5349a02279b9 req-f04dade0-b59c-4434-8487-180b041143d4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 943 time: 0.1297815
Jun 21 02:49:59.211619 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fc64e7-77ed-44e6-834b-c4bb4aa1d675" -d '{"events": [{"server_uuid": "b27cb1f8-57c1-448a-a050-9c90a94ea490", "name": "network-vif-plugged", "status": "completed", "tag": "241d9193-d482-46a4-bd75-a1c11f9c815b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:59.258186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78408ac6-95b0-4b29-a1f0-694d644035ce', 'tag': '28bc010e-441e-4de3-bf88-8546f2075eae'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:49:59.265826 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a" -d '{"events": [{"name": "network-changed", "server_uuid": "78408ac6-95b0-4b29-a1f0-694d644035ce", "tag": "28bc010e-441e-4de3-bf88-8546f2075eae"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:49:59.273420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19f9fa3b-44a6-4499-98d3-5349a02279b9 req-26b8f7a6-d036-45cc-90dd-c94842f310e1 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593743
Jun 21 02:49:59.340256 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee68fdbf-01f2-49b3-b124-d95c1ac744ea x-openstack-request-id: req-ee68fdbf-01f2-49b3-b124-d95c1ac744ea {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:59.340256 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27cb1f8-57c1-448a-a050-9c90a94ea490", "name": "network-vif-plugged", "status": "completed", "tag": "241d9193-d482-46a4-bd75-a1c11f9c815b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:59.340451 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee68fdbf-01f2-49b3-b124-d95c1ac744ea {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:59.340858 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27cb1f8-57c1-448a-a050-9c90a94ea490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d9193-d482-46a4-bd75-a1c11f9c815b', 'code': 200}
Jun 21 02:49:59.358373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:59.440690 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e8992-0248-4df0-b04e-2748660b7e33 x-openstack-request-id: req-f18e8992-0248-4df0-b04e-2748660b7e33 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:49:59.441137 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78408ac6-95b0-4b29-a1f0-694d644035ce", "tag": "28bc010e-441e-4de3-bf88-8546f2075eae", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:49:59.441571 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f18e8992-0248-4df0-b04e-2748660b7e33 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:49:59.446097 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78408ac6-95b0-4b29-a1f0-694d644035ce', 'tag': '28bc010e-441e-4de3-bf88-8546f2075eae', 'status': 'completed', 'code': 200}
Jun 21 02:49:59.482460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283923-cc47-41be-9726-80fd7b21311f req-221f052e-e5a4-4045-82ec-cead0d44fe15 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:59.490896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39283923-cc47-41be-9726-80fd7b21311f req-221f052e-e5a4-4045-82ec-cead0d44fe15 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 943 time: 0.0966644
Jun 21 02:49:59.541258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 40121663-e800-41f4-83d1-2653bd511475 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:49:59.565580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-45cbbcc7-d21b-4898-a99d-031957c13c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:59.567214 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-45cbbcc7-d21b-4898-a99d-031957c13c89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 1095 time: 0.2427638
Jun 21 02:49:59.568370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39283923-cc47-41be-9726-80fd7b21311f req-dc7cabe0-ccbd-40c6-abe9-ef2f618cd6a8 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712698
Jun 21 02:49:59.581785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:59.598673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f', 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'port_id': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f', 'mac_address': 'fa:16:3e:03:4f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe726d5-eef0-4e36-82fc-b9c08aa0cd42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:59.632490 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-d7ad831a-8c81-4939-ab59-d50d5cc9fd72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28bc010e-441e-4de3-bf88-8546f2075eae HTTP/1.1" status: 200  len: 217 time: 0.0537429
Jun 21 02:49:59.651350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069b61b-68c3-410f-aaa4-f4a350f2e1ce req-dfa11b4e-329d-44bc-9e12-30bf812c3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:59.653743 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7069b61b-68c3-410f-aaa4-f4a350f2e1ce req-dfa11b4e-329d-44bc-9e12-30bf812c3125 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 1102 time: 0.1665978
Jun 21 02:49:59.686095 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:59.727216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:49:59.757661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-6c4d9233-78d8-4bc8-95d0-0ac49fd27948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:59.762071 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-6c4d9233-78d8-4bc8-95d0-0ac49fd27948 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=344f69ae-2742-4ab8-8cca-ce7f480de4e1 HTTP/1.1" status: 200  len: 855 time: 0.1219065
Jun 21 02:49:59.783801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:59.792220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:49:59.806485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '40121663-e800-41f4-83d1-2653bd511475', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'port_id': '40121663-e800-41f4-83d1-2653bd511475', 'mac_address': 'fa:16:3e:8e:fe:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bf0fc-303e-4e85-9983-3cb824264719', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:49:59.808139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e1c61-66b7-4fc4-aad9-ca7441245cf4 req-efb552ee-508f-4174-b7ab-fdb0586034f8 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:49:59.818273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-660e1c61-66b7-4fc4-aad9-ca7441245cf4 req-efb552ee-508f-4174-b7ab-fdb0586034f8 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 946 time: 0.0921831
Jun 21 02:49:59.832308 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-876b0b11-123b-49c0-b466-32bc4407cf2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6531e994-5c95-4593-9700-4456de99f803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415344
Jun 21 02:49:59.834888 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7069b61b-68c3-410f-aaa4-f4a350f2e1ce req-961fef96-b198-41bc-b6bd-88528b9f5253 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228426
Jun 21 02:49:59.875680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-660e1c61-66b7-4fc4-aad9-ca7441245cf4 req-f3bc633f-ba6e-427a-a822-ad000883537e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559762
Jun 21 02:49:59.889596 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:59.941348 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:49:59.944167 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:49:59.980161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40121663-e800-41f4-83d1-2653bd511475 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:00.017451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-305c13ac-ea52-4e8e-a3bd-5b6f597cb1c2 service neutron] 10.222.0.20 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364627
Jun 21 02:50:00.055767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:00.066020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d564abb-8483-4058-a8b3-3527589b16ff req-49ecd87d-32da-46e9-bca5-b3eeab009c39 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:00.066630 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:00.073758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d564abb-8483-4058-a8b3-3527589b16ff req-49ecd87d-32da-46e9-bca5-b3eeab009c39 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 944 time: 0.1729765
Jun 21 02:50:00.096421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:00.134841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d564abb-8483-4058-a8b3-3527589b16ff req-18f52f6a-f2fd-40ab-9010-be81fb3c3aff tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598688
Jun 21 02:50:00.150043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['2a9f9ef8-cc95-406a-81e0-beaabd6cb25f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:00.201216 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:00.211606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6c693758-b536-4293-b653-0b4e1d604103 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:00.223019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b584faab-cc61-4b12-9743-5c9bcb84f215 req-27f83378-b089-4ad6-9fb8-335f78299166 service neutron] 10.222.0.20 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939650
Jun 21 02:50:00.260299 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:00.322808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3e8f9-ced0-4d1f-980f-bbf090e5f126 req-e4de236e-58df-40d4-a8ba-b9eaa91b6a3a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:00.324367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4e3e8f9-ced0-4d1f-980f-bbf090e5f126 req-e4de236e-58df-40d4-a8ba-b9eaa91b6a3a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.1854885
Jun 21 02:50:00.461988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-d24db5c9-02e9-44eb-9e46-fcd90e9556d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:00.462748 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-d24db5c9-02e9-44eb-9e46-fcd90e9556d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 1095 time: 0.1073115
Jun 21 02:50:00.506681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4e3e8f9-ced0-4d1f-980f-bbf090e5f126 req-286dc17c-c834-4cb2-9877-cb42f0748817 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398802
Jun 21 02:50:00.568631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8503a76-9d31-42b0-8f6c-304fdd2ad7a4 req-f67e1689-b118-4a40-8b35-35a47f02eeb2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:00.571793 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8503a76-9d31-42b0-8f6c-304fdd2ad7a4 req-f67e1689-b118-4a40-8b35-35a47f02eeb2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 943 time: 0.2876613
Jun 21 02:50:00.588107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:00.600001 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:00.641765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-dae80fc9-5883-4f71-a80c-3d99ba76d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:00.643622 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-dae80fc9-5883-4f71-a80c-3d99ba76d23e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 200  len: 916 time: 0.1705663
Jun 21 02:50:00.662763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8503a76-9d31-42b0-8f6c-304fdd2ad7a4 req-d88548cc-f535-4416-8e6f-a81382dc5273 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820115
Jun 21 02:50:00.691359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6c693758-b536-4293-b653-0b4e1d604103, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6c693758-b536-4293-b653-0b4e1d604103,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:00.699788 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-fbab3fae-da3d-4fba-b047-c2b7be1075cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28bc010e-441e-4de3-bf88-8546f2075eae HTTP/1.1" status: 200  len: 217 time: 0.0464668
Jun 21 02:50:00.718864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6c693758-b536-4293-b653-0b4e1d604103', 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9', 'port_id': '6c693758-b536-4293-b653-0b4e1d604103', 'mac_address': 'fa:16:3e:54:63:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79e5123-0e79-46cb-be0d-4264533e1fb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:00.810027 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:00.832740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c693758-b536-4293-b653-0b4e1d604103 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:00.858321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-9046a649-d25b-4b7f-a84d-965e787bd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:00.873071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6c693758-b536-4293-b653-0b4e1d604103, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6c693758-b536-4293-b653-0b4e1d604103,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:00.882743 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-9046a649-d25b-4b7f-a84d-965e787bd004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=344f69ae-2742-4ab8-8cca-ce7f480de4e1 HTTP/1.1" status: 200  len: 855 time: 0.1756198
Jun 21 02:50:00.917243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0c551-445a-4422-a130-0429b4007dbf req-6d06ff27-f1a6-4a4c-a422-c1c569636afb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:00.925761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abe0c551-445a-4422-a130-0429b4007dbf req-6d06ff27-f1a6-4a4c-a422-c1c569636afb tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 950 time: 0.1011443
Jun 21 02:50:00.951202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:00.954108 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:00.980158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abe0c551-445a-4422-a130-0429b4007dbf req-940c4d58-a02a-47ee-a5c3-869f2fbc8789 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534234
Jun 21 02:50:01.003178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6c693758-b536-4293-b653-0b4e1d604103,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:01.007668 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:01.016696 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-80748c8d-c523-4357-ace2-0d306f8c285b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6531e994-5c95-4593-9700-4456de99f803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1219938
Jun 21 02:50:01.199442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-4885f190-1a18-4db5-ba0d-e6b427a2fa3f service neutron] 10.222.0.20 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693220
Jun 21 02:50:01.225752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['40121663-e800-41f4-83d1-2653bd511475'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:01.230173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6c693758-b536-4293-b653-0b4e1d604103'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:01.267619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d679e02-f5c4-4b55-ad72-7d40df0b810a req-ec800969-0c08-4efc-b32d-5e2120fbc12d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:01.269142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d679e02-f5c4-4b55-ad72-7d40df0b810a req-ec800969-0c08-4efc-b32d-5e2120fbc12d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 943 time: 0.0999460
Jun 21 02:50:01.369842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:01.422179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d679e02-f5c4-4b55-ad72-7d40df0b810a req-692e02bd-95b3-4d2b-b6ff-84495b9c76e1 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426945
Jun 21 02:50:01.449597 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f81dba5-4e6e-4ebb-b3dd-3bbd8eef315a req-95705362-2521-4656-bd69-e8375efbe71b service neutron] 10.222.0.20 "GET /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2440841
Jun 21 02:50:01.588129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de682f84-0120-451c-acf9-72a2ea348f44 req-08879729-4643-44b9-8c22-279f14c0a399 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:01.597218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de682f84-0120-451c-acf9-72a2ea348f44 req-08879729-4643-44b9-8c22-279f14c0a399 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 944 time: 0.0907230
Jun 21 02:50:01.706302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de682f84-0120-451c-acf9-72a2ea348f44 req-b5932ba6-749b-44c8-b204-3fcb62cb9650 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075768
Jun 21 02:50:01.729104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:01.729634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:01.807178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581fca-b388-4247-acba-198dd8e8e8f0 req-7c24b641-225b-493b-b30f-0be109ce174b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:01.816226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5581fca-b388-4247-acba-198dd8e8e8f0 req-7c24b641-225b-493b-b30f-0be109ce174b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 944 time: 0.2157357
Jun 21 02:50:01.898609 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:01.918708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5581fca-b388-4247-acba-198dd8e8e8f0 req-5723b55d-d3af-4bb4-bd5d-8c7ce31534d8 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892804
Jun 21 02:50:02.026423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:02.028713 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb42de61-d888-4394-bda3-5066cd2139e9" -d '{"events": [{"server_uuid": "9547b46a-d13e-41c8-9b68-04ee5c85b114", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f9ef8-cc95-406a-81e0-beaabd6cb25f"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:02.053003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:02.063999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf868d-718f-4659-b2f6-a6231329552e req-576a59fb-3eb8-4d38-97ac-910b80b780dd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:02.072105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11cf868d-718f-4659-b2f6-a6231329552e req-576a59fb-3eb8-4d38-97ac-910b80b780dd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.0987635
Jun 21 02:50:02.119223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11cf868d-718f-4659-b2f6-a6231329552e req-1addc073-f0c3-4511-b6f4-ea5cb16580cf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453918
Jun 21 02:50:02.154771 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:02.154771 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:02.227910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fd5a7-248d-4717-ac37-00d873ac3d1b req-06a7febb-dea2-4045-9807-4b762be2af10 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:02.235452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-691fd5a7-248d-4717-ac37-00d873ac3d1b req-06a7febb-dea2-4045-9807-4b762be2af10 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 944 time: 0.1216490
Jun 21 02:50:02.250233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:02.261481 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:02.289149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-691fd5a7-248d-4717-ac37-00d873ac3d1b req-5dba5d42-19a7-459a-810b-4dec34a04f9e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528092
Jun 21 02:50:02.373106 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b51af3-d11f-4734-ac90-11bb076d4d79 x-openstack-request-id: req-83b51af3-d11f-4734-ac90-11bb076d4d79 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:02.373470 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9547b46a-d13e-41c8-9b68-04ee5c85b114", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f9ef8-cc95-406a-81e0-beaabd6cb25f", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:02.373751 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83b51af3-d11f-4734-ac90-11bb076d4d79 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:02.374786 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f', 'code': 200}
Jun 21 02:50:02.427382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff22d-28cd-4cd4-8732-c02714370ca7 req-f959c8ef-a979-4ac9-94c7-9d15b36c491a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:02.429021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-597ff22d-28cd-4cd4-8732-c02714370ca7 req-f959c8ef-a979-4ac9-94c7-9d15b36c491a tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 950 time: 0.1011455
Jun 21 02:50:02.529401 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-597ff22d-28cd-4cd4-8732-c02714370ca7 req-8c735489-702e-4133-9f10-1143adf66e32 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906065
Jun 21 02:50:02.696061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a1328-5e1c-4e5c-806a-d9ab2bfc6833 req-2795d086-d7c5-42bf-bd76-6ee01801efc2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:02.697934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-802a1328-5e1c-4e5c-806a-d9ab2bfc6833 req-2795d086-d7c5-42bf-bd76-6ee01801efc2 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 943 time: 0.0937054
Jun 21 02:50:02.795951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-802a1328-5e1c-4e5c-806a-d9ab2bfc6833 req-783091f2-d21a-42c2-baad-f7dd180ca4fb tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733333
Jun 21 02:50:02.988882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9cdc1-339d-4d29-8106-c653764e883c req-4e8a2a20-6eda-47e5-a51a-a2a3792d8a06 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:02.990619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9c9cdc1-339d-4d29-8106-c653764e883c req-4e8a2a20-6eda-47e5-a51a-a2a3792d8a06 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 1102 time: 0.0726187
Jun 21 02:50:03.029191 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9c9cdc1-339d-4d29-8106-c653764e883c req-e8962e9e-7497-47b5-9fbe-c6b0b22571ca tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325530
Jun 21 02:50:03.152355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de087eb-2afe-462d-a92a-229a291873c7 req-4ce8d4be-4439-4fad-bfed-947210a73f6f tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:03.155677 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7de087eb-2afe-462d-a92a-229a291873c7 req-4ce8d4be-4439-4fad-bfed-947210a73f6f tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 945 time: 0.1122785
Jun 21 02:50:03.290669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe622a-a22e-41d9-a3d8-126b3f8e8dba req-93c128a5-1a2a-4eb7-bce8-643968800145 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:03.296999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dafe622a-a22e-41d9-a3d8-126b3f8e8dba req-93c128a5-1a2a-4eb7-bce8-643968800145 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 944 time: 0.1445689
Jun 21 02:50:03.330031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Deleting port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:03.330629 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:03.378219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 28bc010e-441e-4de3-bf88-8546f2075eae details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:03.399342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dafe622a-a22e-41d9-a3d8-126b3f8e8dba req-9bd3ddef-23e9-4f27-8fb8-61930ab53109 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942523
Jun 21 02:50:03.490491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] For port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:03.491015 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:03.556604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 28bc010e-441e-4de3-bf88-8546f2075eae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=28bc010e-441e-4de3-bf88-8546f2075eae,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:03.572132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22445b-d45f-4452-9b46-9e47046fdbc2 req-1ad9d19f-5763-4fa9-bcb0-5b38dcb246f0 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:03.579503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff22445b-d45f-4452-9b46-9e47046fdbc2 req-1ad9d19f-5763-4fa9-bcb0-5b38dcb246f0 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 945 time: 0.2196202
Jun 21 02:50:03.584343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '28bc010e-441e-4de3-bf88-8546f2075eae', 'network_id': '6531e994-5c95-4593-9700-4456de99f803', 'port_id': '28bc010e-441e-4de3-bf88-8546f2075eae', 'mac_address': 'fa:16:3e:b9:fe:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344f69ae-2742-4ab8-8cca-ce7f480de4e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:03.587942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 40121663-e800-41f4-83d1-2653bd511475 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:03.615990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Calling delete_port for 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:03.674728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff22445b-d45f-4452-9b46-9e47046fdbc2 req-72d7a65d-6339-4ba7-9b0b-b11278c1f8b0 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942490
Jun 21 02:50:03.757622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:03.778869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bc010e-441e-4de3-bf88-8546f2075eae {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:03.803358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 28bc010e-441e-4de3-bf88-8546f2075eae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=28bc010e-441e-4de3-bf88-8546f2075eae,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:03.842107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 40121663-e800-41f4-83d1-2653bd511475 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:03.847577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 40121663-e800-41f4-83d1-2653bd511475 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:03.848969 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:03.926221 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:03.937418 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:03.965288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bd109-20f4-4a75-9cd1-1bbc0aef134c req-15cb629a-9476-4922-a905-d103b1dd9991 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:03.967011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e5bd109-20f4-4a75-9cd1-1bbc0aef134c req-15cb629a-9476-4922-a905-d103b1dd9991 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.1329868
Jun 21 02:50:03.975106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:03.985671 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c34bb057-9c1c-4a27-ba1f-7a3b53b4a4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:04.004051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=28bc010e-441e-4de3-bf88-8546f2075eae,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:04.043958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event deleted for resources: {'Port': ['ID=2a9f9ef8-cc95-406a-81e0-beaabd6cb25f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:04.048292 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:04.059806 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:04.060617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.159461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e5bd109-20f4-4a75-9cd1-1bbc0aef134c req-e6569571-7665-4bc8-b534-807df1926966 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087959
Jun 21 02:50:04.159930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:04.160040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] No DVR routers for this DVR port 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:04.160040 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.160040 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7de087eb-2afe-462d-a92a-229a291873c7 req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "DELETE /v2.0/ports/2a9f9ef8-cc95-406a-81e0-beaabd6cb25f HTTP/1.1" status: 204  len: 173 time: 0.9903059
Jun 21 02:50:04.160040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'name': 'network-vif-deleted', 'tag': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:04.174726 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de44197-4042-4046-a605-629bbd3254a5" -d '{"events": [{"server_uuid": "9547b46a-d13e-41c8-9b68-04ee5c85b114", "name": "network-vif-deleted", "tag": "2a9f9ef8-cc95-406a-81e0-beaabd6cb25f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:04.236841 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.239322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6c693758-b536-4293-b653-0b4e1d604103 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:04.241084 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:04.291801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['28bc010e-441e-4de3-bf88-8546f2075eae'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:04.306801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3cab-f601-40fd-8d1b-909ea6285265 req-498f40b1-154e-424d-bc98-3557e51a62a7 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:04.308507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eefe3cab-f601-40fd-8d1b-909ea6285265 req-498f40b1-154e-424d-bc98-3557e51a62a7 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 946 time: 0.0829160
Jun 21 02:50:04.392828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40121663-e800-41f4-83d1-2653bd511475'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:04.395127 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab0ef76-c60d-48cf-9f44-c7c204887036" -d '{"events": [{"server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "name": "network-vif-plugged", "status": "completed", "tag": "40121663-e800-41f4-83d1-2653bd511475"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:04.402252 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-51a391cc-231b-4d44-8b74-42fc77e1135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.411698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eefe3cab-f601-40fd-8d1b-909ea6285265 req-c881bcdd-3655-435d-876e-e520ec153d77 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957763
Jun 21 02:50:04.493131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:04.524211 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:04.629295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69197c6-2d58-4c8b-8486-ed6f521a425c req-a6cb370e-3345-4b30-87c6-d6244acc33eb tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:04.629295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b69197c6-2d58-4c8b-8486-ed6f521a425c req-a6cb370e-3345-4b30-87c6-d6244acc33eb tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 944 time: 0.1896625
Jun 21 02:50:04.644239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-7bbd5d98-8575-46bd-949a-f94897dc39a8 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:04.645887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-7bbd5d98-8575-46bd-949a-f94897dc39a8 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 946 time: 0.1412139
Jun 21 02:50:04.654926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 6c693758-b536-4293-b653-0b4e1d604103 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:04.668632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6c693758-b536-4293-b653-0b4e1d604103 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:04.669140 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.782203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.795186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Deleting port 55b9921a-1fe4-4f90-921e-555beb6ff746 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:04.795585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.820418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6c693758-b536-4293-b653-0b4e1d604103, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6c693758-b536-4293-b653-0b4e1d604103,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:04.845959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b69197c6-2d58-4c8b-8486-ed6f521a425c req-17617f63-7b22-4d3b-a59b-04c8469af843 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375586
Jun 21 02:50:04.890132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015a2a9-b8ee-4797-8d1d-b0fc7da713cf req-1b1232a5-17f7-47e9-b840-adac6b585c9a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:04.899551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.901641 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:04.908224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9015a2a9-b8ee-4797-8d1d-b0fc7da713cf req-1b1232a5-17f7-47e9-b840-adac6b585c9a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 944 time: 0.2480829
Jun 21 02:50:04.920089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] For port 55b9921a-1fe4-4f90-921e-555beb6ff746, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=55b9921a-1fe4-4f90-921e-555beb6ff746,segment=NetworkSegment(e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf),segment_id=e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:04.920847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:04.977755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9015a2a9-b8ee-4797-8d1d-b0fc7da713cf req-c4b3d888-bfb4-4094-aceb-ceb73b2552a7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688412
Jun 21 02:50:05.019109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6c693758-b536-4293-b653-0b4e1d604103,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:05.036071 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:05.081835 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c09755-bd52-44e8-b984-dcd5b09a03cc x-openstack-request-id: req-63c09755-bd52-44e8-b984-dcd5b09a03cc {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:05.099894 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9547b46a-d13e-41c8-9b68-04ee5c85b114", "name": "network-vif-deleted", "tag": "2a9f9ef8-cc95-406a-81e0-beaabd6cb25f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:05.108375 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63c09755-bd52-44e8-b984-dcd5b09a03cc {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:05.111697 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9547b46a-d13e-41c8-9b68-04ee5c85b114', 'name': 'network-vif-deleted', 'tag': '2a9f9ef8-cc95-406a-81e0-beaabd6cb25f', 'status': 'completed', 'code': 200}
Jun 21 02:50:05.120272 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1567f673-6807-4ac7-9147-9d01e48f2937 x-openstack-request-id: req-1567f673-6807-4ac7-9147-9d01e48f2937 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:05.122195 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "name": "network-vif-plugged", "status": "completed", "tag": "40121663-e800-41f4-83d1-2653bd511475", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:05.125570 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1567f673-6807-4ac7-9147-9d01e48f2937 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:05.126025 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40121663-e800-41f4-83d1-2653bd511475', 'code': 200}
Jun 21 02:50:05.224750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Calling delete_port for 55b9921a-1fe4-4f90-921e-555beb6ff746 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:05.381759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:05.381960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47d2da-cb4e-45bd-84eb-01a3aa911243 req-54a444fe-cbe5-44db-a5e2-b94d1bb52b70 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:05.383342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd47d2da-cb4e-45bd-84eb-01a3aa911243 req-54a444fe-cbe5-44db-a5e2-b94d1bb52b70 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 950 time: 0.2075882
Jun 21 02:50:05.397220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde9a2-75a6-4c7d-bac4-991b11df406a req-df145fc7-aa30-4974-a4a7-bd40c585c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:05.398781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cbde9a2-75a6-4c7d-bac4-991b11df406a req-df145fc7-aa30-4974-a4a7-bd40c585c32c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 1097 time: 0.1697583
Jun 21 02:50:05.412793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:05.413995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2a9f9ef8-cc95-406a-81e0-beaabd6cb25f not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:05.460865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea54453-1cbe-44eb-aeb0-2e9ad7e449f9 req-18319890-c1db-40a6-a639-b422e893ec67 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:05.462455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ea54453-1cbe-44eb-aeb0-2e9ad7e449f9 req-18319890-c1db-40a6-a639-b422e893ec67 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 945 time: 0.1611855
Jun 21 02:50:05.505218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd47d2da-cb4e-45bd-84eb-01a3aa911243 req-cafbe421-498d-4237-bf89-fbc9a9f37425 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113558
Jun 21 02:50:05.508644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cbde9a2-75a6-4c7d-bac4-991b11df406a req-170a049e-7248-46cb-9fad-fdc445344f60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977225
Jun 21 02:50:05.547309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ea54453-1cbe-44eb-aeb0-2e9ad7e449f9 req-a487123e-3160-47a5-af3e-226eda48c523 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665355
Jun 21 02:50:05.664578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dbc874af-ae78-4fec-8dcb-4be73cd54899 req-a4796fd3-5d2e-4c32-b4f2-8c874f555e9e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=9547b46a-d13e-41c8-9b68-04ee5c85b114 HTTP/1.1" status: 200  len: 210 time: 0.0324471
Jun 21 02:50:05.738279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844236d4-b66e-47d8-a653-8d0766c6ef68 req-fc53846d-303c-44c5-8dcd-e5b37d787550 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:05.745802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-844236d4-b66e-47d8-a653-8d0766c6ef68 req-fc53846d-303c-44c5-8dcd-e5b37d787550 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.0794585
Jun 21 02:50:05.788738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:05.793949 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:05.798619 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-823dd490-f2c1-4838-b3c3-aea7648be89a tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:05.806468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['55b9921a-1fe4-4f90-921e-555beb6ff746'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:05.833288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Pushing event deleted for resources: {'Port': ['ID=55b9921a-1fe4-4f90-921e-555beb6ff746,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:05.833577 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-844236d4-b66e-47d8-a653-8d0766c6ef68 req-e5c24a9a-e45d-43f5-b726-6326f5625e4e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864942
Jun 21 02:50:05.854410 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:05.902533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] No DVR routers for this DVR port 55b9921a-1fe4-4f90-921e-555beb6ff746 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:05.908336 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:05.912398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d0f811f3-f273-46d4-bc7e-35b70c142464 req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.20 "DELETE /v2.0/ports/55b9921a-1fe4-4f90-921e-555beb6ff746 HTTP/1.1" status: 204  len: 173 time: 1.2606466
Jun 21 02:50:05.924731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e76fdb-d1a2-499e-ab75-05155ce2e1e0 req-c7793428-e816-41f6-bd36-7811cf5a0b35 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:05.937207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-1e297273-a5b3-498f-839d-4f54e95960bf tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:05.940595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e76fdb-d1a2-499e-ab75-05155ce2e1e0 req-c7793428-e816-41f6-bd36-7811cf5a0b35 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 867 time: 0.1636734
Jun 21 02:50:05.940716 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-1e297273-a5b3-498f-839d-4f54e95960bf tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 950 time: 0.2082207
Jun 21 02:50:06.015918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1e76fdb-d1a2-499e-ab75-05155ce2e1e0 req-0577e35b-c489-41eb-9c20-ae40beb6688e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/security-groups?id=9419cd2a-03f5-4449-8b7a-b23d5325044d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801811
Jun 21 02:50:06.106065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Deleting port 241d9193-d482-46a4-bd75-a1c11f9c815b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:06.106472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:06.252947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] For port 241d9193-d482-46a4-bd75-a1c11f9c815b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=241d9193-d482-46a4-bd75-a1c11f9c815b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:06.254118 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:06.311497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1893-788b-4546-8b99-9be231a20ef5 req-fdd20571-3b33-4d85-8345-e9d371c61db0 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:06.318593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d16c1893-788b-4546-8b99-9be231a20ef5 req-fdd20571-3b33-4d85-8345-e9d371c61db0 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.2258766
Jun 21 02:50:06.356805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Calling delete_port for 241d9193-d482-46a4-bd75-a1c11f9c815b owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:06.362533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d36ac-e5f7-403f-a192-0ae5cb83b1cc req-c0a5983b-99c3-4175-8f77-e56c50af74ea tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:06.371447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd1d36ac-e5f7-403f-a192-0ae5cb83b1cc req-c0a5983b-99c3-4175-8f77-e56c50af74ea tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 944 time: 0.2044880
Jun 21 02:50:06.435675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d16c1893-788b-4546-8b99-9be231a20ef5 req-d0db9873-5a54-418e-a6b9-c8a4fdc3bbb8 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161373
Jun 21 02:50:06.469850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd1d36ac-e5f7-403f-a192-0ae5cb83b1cc req-1a17cd82-e453-4261-bbd9-d73cf8028821 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848875
Jun 21 02:50:06.621900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce2a253f-7d7b-4635-ba3e-5aa01f7cbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:06.667492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:06.683177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', '74b2bf6f-1e16-4e68-be60-e65d8a87442e', '3127752d-17cd-4eac-80ce-0d6b69e580f5'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:06.687175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576', '10264ae9-1623-4adc-994f-0a6dc645b565', '241d9193-d482-46a4-bd75-a1c11f9c815b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:06.710380 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a152af62-bf93-4bd5-9038-4fa85d038ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:06.820689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event deleted for resources: {'Port': ['ID=241d9193-d482-46a4-bd75-a1c11f9c815b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:06.832886 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:06.879880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] No DVR routers for this DVR port 241d9193-d482-46a4-bd75-a1c11f9c815b on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:06.880183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d52e805a-6afb-4cf4-9dde-3931c134758e req-fdcb2a05-3671-4488-a380-be5e245c848d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27cb1f8-57c1-448a-a050-9c90a94ea490 HTTP/1.1" status: 200  len: 210 time: 0.1605010
Jun 21 02:50:06.891189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:06.891189 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-60def9c0-54c5-49bd-900e-8a2ff19637f5 req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "DELETE /v2.0/ports/241d9193-d482-46a4-bd75-a1c11f9c815b HTTP/1.1" status: 204  len: 173 time: 0.9453712
Jun 21 02:50:06.960258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f85ca-f774-4578-8f19-ad911ba6d539 req-eb09c517-ac6d-4e33-8872-ad74c9445dd5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:06.972315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca2f85ca-f774-4578-8f19-ad911ba6d539 req-eb09c517-ac6d-4e33-8872-ad74c9445dd5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 945 time: 0.2655394
Jun 21 02:50:07.052894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca2f85ca-f774-4578-8f19-ad911ba6d539 req-4d797472-cdda-4cdb-86b4-f4b47979dbf6 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765414
Jun 21 02:50:07.117124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dfbfcc-d754-454c-b276-e86c92d706db', 'name': 'network-vif-deleted', 'tag': '55b9921a-1fe4-4f90-921e-555beb6ff746'}, {'server_uuid': 'b27cb1f8-57c1-448a-a050-9c90a94ea490', 'name': 'network-vif-deleted', 'tag': '241d9193-d482-46a4-bd75-a1c11f9c815b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:07.117932 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb03caee-a8a7-4376-a481-ae75e2ba57ba" -d '{"events": [{"server_uuid": "e5dfbfcc-d754-454c-b276-e86c92d706db", "name": "network-vif-deleted", "tag": "55b9921a-1fe4-4f90-921e-555beb6ff746"}, {"server_uuid": "b27cb1f8-57c1-448a-a050-9c90a94ea490", "name": "network-vif-deleted", "tag": "241d9193-d482-46a4-bd75-a1c11f9c815b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:07.129178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:07.148776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bba234-5705-4349-85fc-6086da317937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c693758-b536-4293-b653-0b4e1d604103'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:07.154267 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29f2974-ea5a-4c17-b35d-e151c6e1d90f" -d '{"events": [{"server_uuid": "04bba234-5705-4349-85fc-6086da317937", "name": "network-vif-plugged", "status": "completed", "tag": "6c693758-b536-4293-b653-0b4e1d604103"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:07.370569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ddff2f1-a35c-41d6-b0ac-c73911ff6143 req-696f311d-5561-46f6-8e2d-8b517ac30a65 tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5dfbfcc-d754-454c-b276-e86c92d706db HTTP/1.1" status: 200  len: 210 time: 0.0454605
Jun 21 02:50:07.387961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 28bc010e-441e-4de3-bf88-8546f2075eae up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:07.452710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f88224-9500-4a5e-90df-604564057ff6 req-e351a97d-b53a-4233-8192-e7885aa40209 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:07.455868 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66458a2-0b0d-4a63-a659-94a44785b726 x-openstack-request-id: req-a66458a2-0b0d-4a63-a659-94a44785b726 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:07.456721 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dfbfcc-d754-454c-b276-e86c92d706db", "name": "network-vif-deleted", "tag": "55b9921a-1fe4-4f90-921e-555beb6ff746", "status": "completed", "code": 200}, {"server_uuid": "b27cb1f8-57c1-448a-a050-9c90a94ea490", "name": "network-vif-deleted", "tag": "241d9193-d482-46a4-bd75-a1c11f9c815b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:07.457228 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a66458a2-0b0d-4a63-a659-94a44785b726 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:07.458083 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dfbfcc-d754-454c-b276-e86c92d706db', 'name': 'network-vif-deleted', 'tag': '55b9921a-1fe4-4f90-921e-555beb6ff746', 'status': 'completed', 'code': 200}
Jun 21 02:50:07.458699 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27cb1f8-57c1-448a-a050-9c90a94ea490', 'name': 'network-vif-deleted', 'tag': '241d9193-d482-46a4-bd75-a1c11f9c815b', 'status': 'completed', 'code': 200}
Jun 21 02:50:07.471665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3f88224-9500-4a5e-90df-604564057ff6 req-e351a97d-b53a-4233-8192-e7885aa40209 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.1918855
Jun 21 02:50:07.527690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3f88224-9500-4a5e-90df-604564057ff6 req-e872fdc7-55d7-44dc-bfd6-bc66e02e0c57 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525560
Jun 21 02:50:07.557006 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7bf762-1104-4aa8-9a20-86767cfd5156 x-openstack-request-id: req-5d7bf762-1104-4aa8-9a20-86767cfd5156 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:07.593572 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bba234-5705-4349-85fc-6086da317937", "name": "network-vif-plugged", "status": "completed", "tag": "6c693758-b536-4293-b653-0b4e1d604103", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:07.593572 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d7bf762-1104-4aa8-9a20-86767cfd5156 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:07.593572 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bba234-5705-4349-85fc-6086da317937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c693758-b536-4293-b653-0b4e1d604103', 'code': 200}
Jun 21 02:50:07.680424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 28bc010e-441e-4de3-bf88-8546f2075eae completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:07.691650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 28bc010e-441e-4de3-bf88-8546f2075eae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:07.692033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:07.823071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-cf3ecd18-2134-47b8-9892-113d156ef8da tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:07.824555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-cf3ecd18-2134-47b8-9892-113d156ef8da tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 822 time: 0.1974478
Jun 21 02:50:07.835019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcef2d-d0bd-4e33-af48-19d6fb296027 req-96e33cfc-867d-4746-bb12-f297dae1dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:07.836459 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18bcef2d-d0bd-4e33-af48-19d6fb296027 req-96e33cfc-867d-4746-bb12-f297dae1dab8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 1097 time: 0.1513999
Jun 21 02:50:07.858149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8cc2e-9292-494c-b2c5-8163cb8421ea req-b0c20851-6ad8-4027-83f3-b307ccd62707 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:07.859593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96a8cc2e-9292-494c-b2c5-8163cb8421ea req-b0c20851-6ad8-4027-83f3-b307ccd62707 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.1758473
Jun 21 02:50:07.860234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:07.862278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-7e7c27b4-591d-4c5a-94fd-edca068c47b3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/quotas/791f3c0c7aa24ea8adf2d764c8525f7e HTTP/1.1" status: 200  len: 375 time: 0.0304067
Jun 21 02:50:07.946652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 28bc010e-441e-4de3-bf88-8546f2075eae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=28bc010e-441e-4de3-bf88-8546f2075eae,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:07.970291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18bcef2d-d0bd-4e33-af48-19d6fb296027 req-cda2ab70-326a-4821-9cf9-0feaebf90175 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245623
Jun 21 02:50:07.981141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96a8cc2e-9292-494c-b2c5-8163cb8421ea req-3f3f2c34-3b0d-4ce3-a88d-a1c0f4760d83 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097445
Jun 21 02:50:07.993430 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:08.000904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-9a46ff63-7ae9-4cf9-b1d4-45fc11eef5c8 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1258609
Jun 21 02:50:08.019684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:08.020412 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:08.021291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 241d9193-d482-46a4-bd75-a1c11f9c815b no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:08.058612 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:08.061012 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 241d9193-d482-46a4-bd75-a1c11f9c815b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:08.061470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 241d9193-d482-46a4-bd75-a1c11f9c815b not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:08.061903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 55b9921a-1fe4-4f90-921e-555beb6ff746 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:08.100675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 55b9921a-1fe4-4f90-921e-555beb6ff746 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:08.101055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 55b9921a-1fe4-4f90-921e-555beb6ff746 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:08.126954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=28bc010e-441e-4de3-bf88-8546f2075eae,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:08.130996 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:08.155003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-98b12b11-09e0-4d81-8b92-49bcd3cbb753 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471698
Jun 21 02:50:08.232665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d055e-c760-4f98-8c29-dbba90deaa8c req-86bb2430-0de0-4c90-b042-b00f09d5cd2e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:08.234260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c2d055e-c760-4f98-8c29-dbba90deaa8c req-86bb2430-0de0-4c90-b042-b00f09d5cd2e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.1318505
Jun 21 02:50:08.296550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-2faf7fe2-870e-4551-8972-c1c9b5d0ba13 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331713
Jun 21 02:50:08.299528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c2d055e-c760-4f98-8c29-dbba90deaa8c req-abd9a1d0-7400-4831-a0b6-6c1f8798cffb tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567918
Jun 21 02:50:08.810119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2ee7-8337-4364-8d2b-81e6e455bb7a req-f4c3e206-488e-43fa-b7e3-b21f8349f8a3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:08.811621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53da2ee7-8337-4364-8d2b-81e6e455bb7a req-f4c3e206-488e-43fa-b7e3-b21f8349f8a3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 945 time: 0.1075821
Jun 21 02:50:08.844367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-3e167240-af53-4e35-9e49-298f02d08830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:08.846075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-3e167240-af53-4e35-9e49-298f02d08830 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10&tenant_id=26d4c0aad2a948aab4a7da7028f31c6b HTTP/1.1" status: 200  len: 1096 time: 0.0971174
Jun 21 02:50:08.862753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:08.869932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53da2ee7-8337-4364-8d2b-81e6e455bb7a req-33f77a8f-cba8-4dd6-9627-8db2e184f5df tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503180
Jun 21 02:50:08.949500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:08.958920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:09.011419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Deleting subnet 01425ccc-3827-42e9-8023-8c6702f7e5b7 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:50:09.015376 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.059497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.065922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68daf6ff-6aa6-4eef-8a74-059bcadbfced req-484fe680-e540-409e-bb51-e5c5a95624ce tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 210 time: 0.0479050
Jun 21 02:50:09.110796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.226173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.231441 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-86e0e7e2-7ad1-491c-8da8-865e8f33f46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:09.267022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01425ccc-3827-42e9-8023-8c6702f7e5b7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:09.272732 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:09.274136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.277897 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/01425ccc-3827-42e9-8023-8c6702f7e5b7 HTTP/1.1" status: 204  len: 168 time: 0.3156054
Jun 21 02:50:09.278833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40808) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:09.325938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:09.358597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.363168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33460a33-dbde-477a-8897-c7c54c945f15 req-426d7db3-88e6-4dec-985c-67307004298c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:09.364695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33460a33-dbde-477a-8897-c7c54c945f15 req-426d7db3-88e6-4dec-985c-67307004298c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 944 time: 0.1921186
Jun 21 02:50:09.373276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06812-0a00-46e8-a31c-e5bb7493b13d req-29440c2a-e343-40e7-a009-9b78465f42b1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:09.375059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80c06812-0a00-46e8-a31c-e5bb7493b13d req-29440c2a-e343-40e7-a009-9b78465f42b1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 946 time: 0.1685996
Jun 21 02:50:09.426851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:50:09.453164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.463300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3a2a910>,) {'filters': {'network_id': ['415ce143-dc73-48cc-aa26-ae6057b8294f']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:09.471519 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.474972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3a2a910>, 'e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:09.480205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3a2a910>, 'e5f2d4ec-00b2-4d36-aaeb-dfe0f6fec0bf') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:09.480330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33460a33-dbde-477a-8897-c7c54c945f15 req-0624a7cc-88b2-4b3d-8dce-c06cccf830e3 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010299
Jun 21 02:50:09.483849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fd86fb-4f9d-48b1-99fa-9c712a849550 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:09.484953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.491091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80c06812-0a00-46e8-a31c-e5bb7493b13d req-1f5700c0-78a2-46ce-afdf-d6d17a6160da tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052606
Jun 21 02:50:09.494987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.509001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.513397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:50:09.513808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:50:09.516629 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:50:09.560043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78408ac6-95b0-4b29-a1f0-694d644035ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc010e-441e-4de3-bf88-8546f2075eae'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:09.565232 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3c3a70-93ee-4d1b-bacd-aee34cc685b2" -d '{"events": [{"server_uuid": "78408ac6-95b0-4b29-a1f0-694d644035ce", "name": "network-vif-plugged", "status": "completed", "tag": "28bc010e-441e-4de3-bf88-8546f2075eae"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:09.648058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.648300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Transition to ACTIVE for port object 37fd86fb-4f9d-48b1-99fa-9c712a849550 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:50:09.652177 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:09.665896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.667744 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] 10.222.0.25 "DELETE /v2.0/networks/415ce143-dc73-48cc-aa26-ae6057b8294f HTTP/1.1" status: 204  len: 168 time: 0.3879161
Jun 21 02:50:09.668918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Pushing event deleted for resources: {'Network': ['ID=415ce143-dc73-48cc-aa26-ae6057b8294f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:09.671667 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:09.681313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060c81a-a758-4036-aa0b-810c80b5f460 req-45a71f2d-a294-4966-b70c-bfb9c81244bf tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:09.682851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9060c81a-a758-4036-aa0b-810c80b5f460 req-45a71f2d-a294-4966-b70c-bfb9c81244bf tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.0689387
Jun 21 02:50:09.725768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9060c81a-a758-4036-aa0b-810c80b5f460 req-c01084d8-3436-4836-ac77-a0b887ef7f49 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365245
Jun 21 02:50:09.726514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:09.728600 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d796075-ade9-4aa5-843a-954e0f4b3945 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:09.837442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:09.840460 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:09.901762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] No DVR routers for this DVR port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:10.055499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adacb4-48b7-44ea-a4ff-c6f8da2c493d req-ee259b1a-cc75-4ca2-9cd3-2ef89193a33d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:10.056912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00adacb4-48b7-44ea-a4ff-c6f8da2c493d req-ee259b1a-cc75-4ca2-9cd3-2ef89193a33d tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 950 time: 0.1532056
Jun 21 02:50:10.123152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40824) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:10.169512 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1b2cea72-6a08-4110-8d35-a0064ed05061 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=550a9036c80540b98e49cda3e0b15b34&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0443730
Jun 21 02:50:10.172849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40826) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:10.177844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Attempting to bind port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:50:10.178183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Attempting to bind port 37fd86fb-4f9d-48b1-99fa-9c712a849550 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:50:10.178512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Attempting to bind port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:10.185065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00adacb4-48b7-44ea-a4ff-c6f8da2c493d req-ff3a6419-74b0-4ef7-abed-7729243429e5 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103432
Jun 21 02:50:10.189081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:50:10.189773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Attempting to bind port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:10.197374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:50:10.197714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Checking segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:10.198101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Bound using segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:50:10.198532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Bound port: 37fd86fb-4f9d-48b1-99fa-9c712a849550, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:50:10.199032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:10.225895 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84ea7967-440b-4d2b-85fa-495602b6851c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:10.259811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84ea7967-440b-4d2b-85fa-495602b6851c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:10.264154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ed26d-9b9b-4666-a7e4-c54d5ceeafb8 req-db818039-a7da-46aa-8766-2ace9c888f91 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:10.274934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe9ed26d-9b9b-4666-a7e4-c54d5ceeafb8 req-db818039-a7da-46aa-8766-2ace9c888f91 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.1485093
Jun 21 02:50:10.377270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84ea7967-440b-4d2b-85fa-495602b6851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:10.379966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84ea7967-440b-4d2b-85fa-495602b6851c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:10.381149 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-84ea7967-440b-4d2b-85fa-495602b6851c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9419cd2a-03f5-4449-8b7a-b23d5325044d HTTP/1.1" status: 204  len: 168 time: 0.2073219
Jun 21 02:50:10.382173 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0783cd2d-35e5-45aa-ba47-4f52f08bd5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:10.394077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea7967-440b-4d2b-85fa-495602b6851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9419cd2a-03f5-4449-8b7a-b23d5325044d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:10.407032 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-84ea7967-440b-4d2b-85fa-495602b6851c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:10.667332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-8e50758d-c871-4cc4-8d22-de5fb6730a81 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:10.669056 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-8e50758d-c871-4cc4-8d22-de5fb6730a81 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 950 time: 0.0733142
Jun 21 02:50:10.685034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:50:10.689715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe9ed26d-9b9b-4666-a7e4-c54d5ceeafb8 req-f10bc1b5-7005-4d28-946c-1b43d97393e7 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4140358
Jun 21 02:50:10.701206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:50:10.773899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:10.776849 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:10.804354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Deleting port 3127752d-17cd-4eac-80ce-0d6b69e580f5 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:10.804704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:10.807657 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5dfc58-e289-4979-b869-1a008f0dc379 x-openstack-request-id: req-af5dfc58-e289-4979-b869-1a008f0dc379 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:10.808134 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78408ac6-95b0-4b29-a1f0-694d644035ce", "name": "network-vif-plugged", "status": "completed", "tag": "28bc010e-441e-4de3-bf88-8546f2075eae", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:10.808223 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af5dfc58-e289-4979-b869-1a008f0dc379 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:10.809008 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78408ac6-95b0-4b29-a1f0-694d644035ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc010e-441e-4de3-bf88-8546f2075eae', 'code': 200}
Jun 21 02:50:10.830704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:10.831329 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:10.832730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 1093 time: 1.9763503
Jun 21 02:50:10.833302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:10.836127 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:10.902949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:10.955940 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:11.006154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-69d0bd3a-b395-400f-8d24-985beed68bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:11.010106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-69d0bd3a-b395-400f-8d24-985beed68bea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1097 time: 0.0859029
Jun 21 02:50:11.190058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-9dfb8937-6e03-44b7-ba4f-bf08e7d283c8 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:11.197969 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-9dfb8937-6e03-44b7-ba4f-bf08e7d283c8 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 822 time: 0.2730169
Jun 21 02:50:11.198553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a64d7376-e6d7-4114-91a9-53283ee32f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:11.198884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-a64d7376-e6d7-4114-91a9-53283ee32f63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.1737938
Jun 21 02:50:11.213590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Request body: {'port': {'device_id': '470d30ac-52e2-4456-8ab1-d6d5b3ec44be', 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'admin_state_up': True, 'tenant_id': '791f3c0c7aa24ea8adf2d764c8525f7e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:11.226130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] For port 3127752d-17cd-4eac-80ce-0d6b69e580f5, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3127752d-17cd-4eac-80ce-0d6b69e580f5,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:11.226513 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:11.286563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f7dcb-2c45-4e33-bedd-8e676404ca1a req-846c93e7-8645-4434-a608-f422972bd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:11.294694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e9f7dcb-2c45-4e33-bedd-8e676404ca1a req-846c93e7-8645-4434-a608-f422972bd3e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 1097 time: 0.3686125
Jun 21 02:50:11.299453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-3cff88d6-aeec-48a9-aa78-c37a81e1ae90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 1000 time: 0.0942059
Jun 21 02:50:11.348621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Calling delete_port for 3127752d-17cd-4eac-80ce-0d6b69e580f5 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:11.434977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-efcf9823-53b7-4122-ac96-a62055e2de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:11.437271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-efcf9823-53b7-4122-ac96-a62055e2de94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.0904961
Jun 21 02:50:11.454662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e9f7dcb-2c45-4e33-bedd-8e676404ca1a req-7bfb52c0-da5a-4d07-9a29-8834ca7fe139 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331639
Jun 21 02:50:11.487211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36e739-1185-4cf6-9f72-330a5d513d4c req-f81aac31-fb8f-45db-b035-7f8b62e4d8fd tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:11.488854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee36e739-1185-4cf6-9f72-330a5d513d4c req-f81aac31-fb8f-45db-b035-7f8b62e4d8fd tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 945 time: 0.2243764
Jun 21 02:50:11.567448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54b970b3-f067-4639-914a-9e18923091f4 req-acdca55a-0175-48d5-992a-7b56fa08102d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 210 time: 0.0510547
Jun 21 02:50:11.575790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Made reservation on behalf of 791f3c0c7aa24ea8adf2d764c8525f7e for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:11.580952 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:11.590272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-3e2c3547-998e-484e-98bd-2f256485ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:11.592110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-3e2c3547-998e-484e-98bd-2f256485ef8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1478250
Jun 21 02:50:11.601604 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee36e739-1185-4cf6-9f72-330a5d513d4c req-694ffe5d-4e0e-4aa6-97c3-91283010eed4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986071
Jun 21 02:50:11.719227 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f8f7ed-7787-41dd-9ebf-7fc087ddfbaa x-openstack-request-id: req-f0f8f7ed-7787-41dd-9ebf-7fc087ddfbaa {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:11.719704 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:11.720333 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0f8f7ed-7787-41dd-9ebf-7fc087ddfbaa {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:11.720872 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'status': 'completed', 'code': 200}
Jun 21 02:50:11.849020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-01af62f9-05c9-45c9-9945-a9fd07acf1d3 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461593
Jun 21 02:50:11.851926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31266db1-0684-4cf7-9f75-a5272c5da831 req-f12fa316-0f24-47f5-8b57-c91aad89c302 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 210 time: 0.0473542
Jun 21 02:50:11.914472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40874) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:11.919117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:11.926373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f495252-719b-4f6e-ad26-08121475b0d7 req-b999fa47-4d49-47d5-8be9-6341a66afe29 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:11.933304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', '74b2bf6f-1e16-4e68-be60-e65d8a87442e', '3127752d-17cd-4eac-80ce-0d6b69e580f5'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:11.934317 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f495252-719b-4f6e-ad26-08121475b0d7 req-b999fa47-4d49-47d5-8be9-6341a66afe29 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.2207003
Jun 21 02:50:11.955752 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-922f4b26-d0a9-48be-8ca2-38da774be7e9 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:11.991460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event deleted for resources: {'Port': ['ID=3127752d-17cd-4eac-80ce-0d6b69e580f5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:12.001234 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:12.022163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f495252-719b-4f6e-ad26-08121475b0d7 req-9a6ca153-88db-47ff-921d-e31391c4dd0f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867906
Jun 21 02:50:12.041497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576', '10264ae9-1623-4adc-994f-0a6dc645b565'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:12.048076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3430876-14b7-4932-8af3-72e38856e128 req-6691e0df-7e4b-4b0b-94d3-f06f00c3996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:12.049793 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a3430876-14b7-4932-8af3-72e38856e128 req-6691e0df-7e4b-4b0b-94d3-f06f00c3996f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 1097 time: 0.5259604
Jun 21 02:50:12.092112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba31941f-d2c5-4af3-aa7d-3d0cfaf1783c req-0ae7d236-1d39-4014-9115-b6232758c054 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363544
Jun 21 02:50:12.116280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Allocated IP 172.20.0.9 (aa5a97fa-6d0d-4401-af40-296eb1cf006c/cfe726d5-eef0-4e36-82fc-b9c08aa0cd42/5d53f0dd-af57-48cd-bd0b-6b84422330fe) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:50:12.136272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ba9cb-0746-4683-b82b-e173eb99b3b4 req-7e01a607-efa5-4096-949f-eb0039ddf6f1 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:12.138655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b88ba9cb-0746-4683-b82b-e173eb99b3b4 req-7e01a607-efa5-4096-949f-eb0039ddf6f1 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.1315742
Jun 21 02:50:12.181939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-network', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:12.202200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b88ba9cb-0746-4683-b82b-e173eb99b3b4 req-560677a7-f0e8-441a-a95f-4205cf4f209d tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563869
Jun 21 02:50:12.237858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] No DVR routers for this DVR port 3127752d-17cd-4eac-80ce-0d6b69e580f5 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:12.338543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-b9455eca-243b-4ef7-bf68-dddb269cd82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:12.340044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-b9455eca-243b-4ef7-bf68-dddb269cd82d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1097 time: 0.1303575
Jun 21 02:50:12.355985 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:12.364034 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2e1d9248-14c0-48c4-9e72-6b13198f0005 req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "DELETE /v2.0/ports/3127752d-17cd-4eac-80ce-0d6b69e580f5 HTTP/1.1" status: 204  len: 173 time: 1.6884005
Jun 21 02:50:12.366220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f137df5-88a9-45e4-bc1d-f2aaee411836', 'name': 'network-vif-deleted', 'tag': '3127752d-17cd-4eac-80ce-0d6b69e580f5'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:12.368858 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5369faa5-cf22-4b37-a5aa-d1cdd17ddce4" -d '{"events": [{"server_uuid": "9f137df5-88a9-45e4-bc1d-f2aaee411836", "name": "network-vif-deleted", "tag": "3127752d-17cd-4eac-80ce-0d6b69e580f5"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:12.562061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Made reservation on behalf of ce81e63134ed4e12b66ff617814b88d3 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:12.567488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:12.613963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:12.626670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-9e3733f9-29c0-44dc-90da-320d120dc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:12.638500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-9e3733f9-29c0-44dc-90da-320d120dc837 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.2909942
Jun 21 02:50:12.681022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3430876-14b7-4932-8af3-72e38856e128 req-bf9d0f88-a5f4-4a42-870f-0727099da703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:12.682581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a3430876-14b7-4932-8af3-72e38856e128 req-bf9d0f88-a5f4-4a42-870f-0727099da703 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 911 time: 0.5306387
Jun 21 02:50:12.753642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803d2dd-c433-4702-be9d-e5bd2fbc973a req-72a44946-74fa-49fa-8bd0-08a5c937f75e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:12.766274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d803d2dd-c433-4702-be9d-e5bd2fbc973a req-72a44946-74fa-49fa-8bd0-08a5c937f75e tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.2788820
Jun 21 02:50:12.851819 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a3430876-14b7-4932-8af3-72e38856e128 req-2004ec3a-94fa-40d4-b7c2-f219cf4e63a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c693758-b536-4293-b653-0b4e1d604103 HTTP/1.1" status: 200  len: 217 time: 0.1509469
Jun 21 02:50:12.863981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-3e2d8ba1-5dd7-40f8-8d2d-5f5f4a5b559b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 200  len: 1000 time: 0.2148886
Jun 21 02:50:12.871391 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d803d2dd-c433-4702-be9d-e5bd2fbc973a req-dcb94e0c-16a9-4039-9091-c7fcb9d6dec1 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042645
Jun 21 02:50:12.909624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:12.927235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-f8393efb-9b20-49de-ae56-d8eb06784785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:12.929343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-f8393efb-9b20-49de-ae56-d8eb06784785 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.0564592
Jun 21 02:50:12.942922 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c793e40f-d5ea-452b-b57b-c80c51ad81fe x-openstack-request-id: req-c793e40f-d5ea-452b-b57b-c80c51ad81fe {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:12.943249 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f137df5-88a9-45e4-bc1d-f2aaee411836", "name": "network-vif-deleted", "tag": "3127752d-17cd-4eac-80ce-0d6b69e580f5", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:12.943558 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c793e40f-d5ea-452b-b57b-c80c51ad81fe {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:12.943984 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f137df5-88a9-45e4-bc1d-f2aaee411836', 'name': 'network-vif-deleted', 'tag': '3127752d-17cd-4eac-80ce-0d6b69e580f5', 'status': 'completed', 'code': 200}
Jun 21 02:50:12.961050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3430876-14b7-4932-8af3-72e38856e128 req-f710ad36-56e8-4b5b-bc0b-5a8821a5b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:12.962618 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a3430876-14b7-4932-8af3-72e38856e128 req-f710ad36-56e8-4b5b-bc0b-5a8821a5b45d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e79e5123-0e79-46cb-be0d-4264533e1fb0 HTTP/1.1" status: 200  len: 850 time: 0.1029882
Jun 21 02:50:13.016934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-652b2cd4-aeae-4e64-9b90-d859dafbed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:13.018489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-652b2cd4-aeae-4e64-9b90-d859dafbed03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0720844
Jun 21 02:50:13.153519 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a3430876-14b7-4932-8af3-72e38856e128 req-4a43755f-aa76-4bfb-b638-62de7c80dbb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1825402
Jun 21 02:50:13.160641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d38ef0e-3640-4272-85d1-5ee151bdf3b3 req-add38921-1c04-47dd-b31c-c811078bdff3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 210 time: 0.0431778
Jun 21 02:50:13.178413 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.258347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-7443ce7c-ef1b-4fcd-849f-4cc56e8c63db service neutron] 10.222.0.26 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323680
Jun 21 02:50:13.275509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.283387 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8786ca8e-dae6-4954-947d-0dd366a32955 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:13.288637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.355610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:50:13.369168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.369720 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Added segment faa46f21-053b-420d-a597-56b43886ee73 of type vlan for network e1470a71-4100-45b8-bc12-b0cf1dcb1187
Jun 21 02:50:13.409595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:13.427803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4059e9a-2b2c-455e-ba92-015dbcb5824c req-d6914c85-fa41-4e7f-b9a0-26ebb2aa2402 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 210 time: 0.0422738
Jun 21 02:50:13.479690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.490850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Network aa5a97fa-6d0d-4401-af40-296eb1cf006c is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:50:13.513577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event updated for resources: {'Port': ['ID=5d53f0dd-af57-48cd-bd0b-6b84422330fe,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:13.516879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:13.518774 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:13.520905 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:13.535540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:50:13.544963 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.564492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6fed0-fee8-45c6-89e8-e416a6b3242a req-bdd9a2f8-60d9-4928-ad83-7c4d8db396e2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:13.568392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74e6fed0-fee8-45c6-89e8-e416a6b3242a req-bdd9a2f8-60d9-4928-ad83-7c4d8db396e2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.2349234
Jun 21 02:50:13.600276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:13.602633 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31802c5-6e1f-47e3-bf96-b4ad17351f6c" -d '{"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:13.621626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.resource_extend [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:50:13.628685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:13.652844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:13.653467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.671247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7932ab-79ff-4990-90ba-b1f39308fb81,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:13.675059 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:13.678287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74e6fed0-fee8-45c6-89e8-e416a6b3242a req-5c6dc72d-0249-459c-acda-1361f6dd6730 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011710
Jun 21 02:50:13.687880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.692629 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:13.765504 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc74739-35a5-450a-ac54-f163e109cd81 x-openstack-request-id: req-dcc74739-35a5-450a-ac54-f163e109cd81 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:13.765922 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:13.766431 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcc74739-35a5-450a-ac54-f163e109cd81 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:13.767016 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'code': 200}
Jun 21 02:50:13.768142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:13.772701 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:13.781036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc748655-1078-48d1-89d2-bfc38610dc3f req-ce4cdfe3-01ae-4bc6-9853-4ba6c90bc2ad tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:13.781163 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5721798
Jun 21 02:50:13.781269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc748655-1078-48d1-89d2-bfc38610dc3f req-ce4cdfe3-01ae-4bc6-9853-4ba6c90bc2ad tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.0943153
Jun 21 02:50:13.789541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Request body: {'port': {'device_id': '470d30ac-52e2-4456-8ab1-d6d5b3ec44be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:13.835563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc748655-1078-48d1-89d2-bfc38610dc3f req-35099e74-fa43-4b26-aef4-9ed750ee73d4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431218
Jun 21 02:50:13.842485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.844272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:13.845201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.848881 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:13.960928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Pushing event updated for resources: {'Network': ['ID=e1470a71-4100-45b8-bc12-b0cf1dcb1187,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:13.963962 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:13.967504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:13.974182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e1470a71-4100-45b8-bc12-b0cf1dcb1187 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:50:14.003939 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.0847852
Jun 21 02:50:14.004280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40934) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:14.019313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Request body: {'subnet': {'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-subnet', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:14.141785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2886-1c33-4e44-a3fd-cda5515ff6f3 req-8d388615-4267-4f3a-afd1-88e56315a475 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:14.143513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58db2886-1c33-4e44-a3fd-cda5515ff6f3 req-8d388615-4267-4f3a-afd1-88e56315a475 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.0904789
Jun 21 02:50:14.167523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Made reservation on behalf of ce81e63134ed4e12b66ff617814b88d3 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:14.171151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:14.260487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58db2886-1c33-4e44-a3fd-cda5515ff6f3 req-0e5e3b39-bdd6-4539-b965-605764aaaaaa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106479
Jun 21 02:50:14.447994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d53f0dd-af57-48cd-bd0b-6b84422330fe {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:14.457080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:14.473602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Transition to ACTIVE for port object 5d53f0dd-af57-48cd-bd0b-6b84422330fe will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:50:14.550767 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:14.554663 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:14.580392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e141db-b680-46ce-aadf-902663614010 req-6cd9988e-3c0d-45d0-abd0-34c4f7cb4e26 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:14.585828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38e141db-b680-46ce-aadf-902663614010 req-6cd9988e-3c0d-45d0-abd0-34c4f7cb4e26 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 931 time: 0.2500575
Jun 21 02:50:14.621493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ce122-9488-46ed-b1b1-6a9d1f5c4296 req-939b6653-95c8-47f7-baa4-a98212c03a5c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:14.629894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317ce122-9488-46ed-b1b1-6a9d1f5c4296 req-939b6653-95c8-47f7-baa4-a98212c03a5c tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.2151117
Jun 21 02:50:14.644889 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:14.651391 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-00240105-83da-45e7-8309-234af4300fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:14.690957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Pushing event updated for resources: {'Port': ['ID=5d53f0dd-af57-48cd-bd0b-6b84422330fe,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:14.700751 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:14.707707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38e141db-b680-46ce-aadf-902663614010 req-73fd54f7-25e5-4acb-9d38-917fa1fd0934 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184566
Jun 21 02:50:14.753745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94cffb21-0f53-4641-bb47-2ce909170387,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:14.759221 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:14.786443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317ce122-9488-46ed-b1b1-6a9d1f5c4296 req-9f84ad3d-5b0b-4014-a28b-3ed6c68afc41 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507609
Jun 21 02:50:14.846436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Attempting to bind port 5d53f0dd-af57-48cd-bd0b-6b84422330fe on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:50:14.847971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Attempting to bind port 5d53f0dd-af57-48cd-bd0b-6b84422330fe by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:50:14.848316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Attempting to bind port 5d53f0dd-af57-48cd-bd0b-6b84422330fe on network aa5a97fa-6d0d-4401-af40-296eb1cf006c {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:14.857203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Port 5d53f0dd-af57-48cd-bd0b-6b84422330fe on network aa5a97fa-6d0d-4401-af40-296eb1cf006c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:50:14.863197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Attempting to bind port 5d53f0dd-af57-48cd-bd0b-6b84422330fe on network aa5a97fa-6d0d-4401-af40-296eb1cf006c {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:14.869316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:50:14.869698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Checking segment: {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:14.870096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Bound using segment: {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:50:14.870537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Bound port: 5d53f0dd-af57-48cd-bd0b-6b84422330fe, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bb4bbc-c189-4880-a672-1b0eda634f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:50:14.870895 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:14.881324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Checking segment: {'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:14.881852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Network hostable DHCP agents. Network: e1470a71-4100-45b8-bc12-b0cf1dcb1187, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:50:14.927197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-184d447d-d49f-42a7-9047-7a2527b836d6 req-d7ff0daf-0428-470b-8dd3-14bf39483f3b tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 210 time: 0.0655584
Jun 21 02:50:14.982035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] For port 5d53f0dd-af57-48cd-bd0b-6b84422330fe, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:50:14.993672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] For port 5d53f0dd-af57-48cd-bd0b-6b84422330fe, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=5d53f0dd-af57-48cd-bd0b-6b84422330fe,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:50:15.006343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Network e1470a71-4100-45b8-bc12-b0cf1dcb1187 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:50:15.069492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:15.073101 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0cc152e4-d476-4916-ba85-3fed220743fa tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:15.101718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e1470a71-4100-45b8-bc12-b0cf1dcb1187) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:15.111296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d5550-c9a8-4ce7-aa54-0abd2a7c1817 None None] Network e1470a71-4100-45b8-bc12-b0cf1dcb1187 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:50:15.130051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f746305-a6b5-4eb2-9076-9967bcd6043b req-5e27e12a-2cf1-41ca-ba26-2284e01c4b7f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:15.142326 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f746305-a6b5-4eb2-9076-9967bcd6043b req-5e27e12a-2cf1-41ca-ba26-2284e01c4b7f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.1051745
Jun 21 02:50:15.146352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:15.146956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:15.193673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Pushing event updated for resources: {'Port': ['ID=5d53f0dd-af57-48cd-bd0b-6b84422330fe,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:15.200803 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:15.213251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:15.214294 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:15.216180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-854162cd-259c-4fd9-9168-828acdad644b service neutron] 10.222.0.20 "PUT /v2.0/ports/5d53f0dd-af57-48cd-bd0b-6b84422330fe HTTP/1.1" status: 200  len: 1092 time: 1.4311881
Jun 21 02:50:15.220847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470d30ac-52e2-4456-8ab1-d6d5b3ec44be', 'tag': '5d53f0dd-af57-48cd-bd0b-6b84422330fe'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:15.228433 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1" -d '{"events": [{"name": "network-changed", "server_uuid": "470d30ac-52e2-4456-8ab1-d6d5b3ec44be", "tag": "5d53f0dd-af57-48cd-bd0b-6b84422330fe"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:15.244161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f746305-a6b5-4eb2-9076-9967bcd6043b req-fc535f5d-022a-4d71-a7be-356096c28a27 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009090
Jun 21 02:50:15.339521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c916a9f-29c8-46a5-bbd8-5c3f96c31f89 None None] Network e1470a71-4100-45b8-bc12-b0cf1dcb1187 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:50:15.430128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.4234667
Jun 21 02:50:15.435891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40972) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:15.438549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:15.448844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:15.494027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-556790d2-66e9-40bb-b7a3-9dd34385a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:15.495962 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-556790d2-66e9-40bb-b7a3-9dd34385a05c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 1095 time: 0.1133265
Jun 21 02:50:15.510346 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b914c8-f67e-4429-8434-64c7cdd9288d x-openstack-request-id: req-97b914c8-f67e-4429-8434-64c7cdd9288d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:15.510684 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470d30ac-52e2-4456-8ab1-d6d5b3ec44be", "tag": "5d53f0dd-af57-48cd-bd0b-6b84422330fe", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:15.511024 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97b914c8-f67e-4429-8434-64c7cdd9288d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:15.511514 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470d30ac-52e2-4456-8ab1-d6d5b3ec44be', 'tag': '5d53f0dd-af57-48cd-bd0b-6b84422330fe', 'status': 'completed', 'code': 200}
Jun 21 02:50:15.561866 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-87ddde7c-43cb-468a-9b1a-1db7a4e5a730 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d53f0dd-af57-48cd-bd0b-6b84422330fe HTTP/1.1" status: 200  len: 217 time: 0.0489464
Jun 21 02:50:15.568035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aec60-5090-43c3-bc13-d2c698571ad5 req-9686947c-b9f8-4808-a39d-2f2cb9d5dac4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:15.585898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-865aec60-5090-43c3-bc13-d2c698571ad5 req-9686947c-b9f8-4808-a39d-2f2cb9d5dac4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.2197559
Jun 21 02:50:15.619412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3127752d-17cd-4eac-80ce-0d6b69e580f5 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:15.633238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-865aec60-5090-43c3-bc13-d2c698571ad5 req-afd97e46-3d55-4e20-bf59-9f29bd861f5f tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463548
Jun 21 02:50:15.642073 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:15.643343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:15.701939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-e846f665-4855-4b08-ba67-01405e248be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:15.708671 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-e846f665-4855-4b08-ba67-01405e248be3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfe726d5-eef0-4e36-82fc-b9c08aa0cd42 HTTP/1.1" status: 200  len: 862 time: 0.1408174
Jun 21 02:50:15.728869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 3127752d-17cd-4eac-80ce-0d6b69e580f5 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:15.729228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3127752d-17cd-4eac-80ce-0d6b69e580f5 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:15.784568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:15.813799 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-30819246-8a37-4cce-9e01-1b7f8b6d1091 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa5a97fa-6d0d-4401-af40-296eb1cf006c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0954092
Jun 21 02:50:15.840483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:15.856936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8358b-7b2d-4189-b7c9-e9f6838912d8 req-8a0e47bc-b1ee-4739-9754-badc78d5a7d3 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:15.863564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4b8358b-7b2d-4189-b7c9-e9f6838912d8 req-8a0e47bc-b1ee-4739-9754-badc78d5a7d3 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.1398566
Jun 21 02:50:15.877274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'mac_address': 'fa:16:3e:ff:fe:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:15.958717 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:15.969568 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-ed608ee7-ccd1-40ab-bafe-4759b9cbed14 service neutron] 10.222.0.20 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481786
Jun 21 02:50:15.975617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:16.023984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:16.116522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:16.118366 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:16.133554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:16.149133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4b8358b-7b2d-4189-b7c9-e9f6838912d8 req-c698f69d-5cd5-4fdd-b5be-3d0a9cb0d970 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2731905
Jun 21 02:50:16.149873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26b8926c-89db-4a69-ae6f-7c42a1f4746b req-d77eaaf9-dc72-45f9-bf45-4b742c16fd5a service neutron] 10.222.0.20 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740258
Jun 21 02:50:16.206805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d70966-cb95-4891-a524-e723d9e6983f req-48bbd1ab-8069-4b7f-b178-896a0ce2f3c4 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:16.234012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72d70966-cb95-4891-a524-e723d9e6983f req-48bbd1ab-8069-4b7f-b178-896a0ce2f3c4 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 943 time: 0.2044570
Jun 21 02:50:16.242377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:16.349623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72d70966-cb95-4891-a524-e723d9e6983f req-17e534d5-e7ed-4934-b566-d2407bdc525b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146882
Jun 21 02:50:16.516167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-7fe8f965-927d-4fa3-8f93-54e65ca46591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:16.516167 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-7fe8f965-927d-4fa3-8f93-54e65ca46591 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 1095 time: 0.1852825
Jun 21 02:50:16.745101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-0884fcf3-813b-4942-b55a-bb250e4e2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:16.833488 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-0884fcf3-813b-4942-b55a-bb250e4e2534 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 200  len: 923 time: 0.2304523
Jun 21 02:50:16.833574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:16.833574 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:16.833768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c6b2708-ff53-4854-987a-c212a8a5d495 req-f12300d4-8b53-413b-b81e-8d1ce3cea5c0 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f137df5-88a9-45e4-bc1d-f2aaee411836 HTTP/1.1" status: 200  len: 210 time: 0.0794327
Jun 21 02:50:16.833856 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-6136c2d3-5b40-41ad-8c26-749ce10e6c82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d53f0dd-af57-48cd-bd0b-6b84422330fe HTTP/1.1" status: 200  len: 217 time: 0.0755389
Jun 21 02:50:17.043450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2a6f5b6-6b6a-4bf0-a836-c586a0b99a1c req-0028909d-8d1f-4c62-bcee-7a36b97578e8 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134531
Jun 21 02:50:17.053591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:17.075770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-3888ff4b-831a-416c-b652-816b1b764747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:17.078699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-3888ff4b-831a-416c-b652-816b1b764747 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfe726d5-eef0-4e36-82fc-b9c08aa0cd42 HTTP/1.1" status: 200  len: 862 time: 0.2437806
Jun 21 02:50:17.107228 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:17.153620 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-af28db77-403b-47a0-81b3-9b8d4b47149e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa5a97fa-6d0d-4401-af40-296eb1cf006c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668349
Jun 21 02:50:17.367565 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a3430876-14b7-4932-8af3-72e38856e128 req-bbd8ff40-a7dd-47d0-91c3-a7950fccc725 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5343244
Jun 21 02:50:17.425251 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-b2fa8fa3-1af2-4738-b767-36d55715d680 service neutron] 10.222.0.20 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2639875
Jun 21 02:50:17.479934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Allocated IP 172.25.7.120 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/496dc2b4-7666-4a4d-8e07-ef96ca190092) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:50:17.503604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5e6b-4dfe-40ed-ab9e-5d604da1a197 req-83b3bc6c-8a18-4b93-9b97-e9ae39091067 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:17.521554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abce5e6b-4dfe-40ed-ab9e-5d604da1a197 req-83b3bc6c-8a18-4b93-9b97-e9ae39091067 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.2871864
Jun 21 02:50:17.678571 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3430fcc7-fb91-440a-98d2-ba6a2b9d92a1 req-1c322bdf-17ed-483a-b9e6-c959576dc7f8 service neutron] 10.222.0.20 "GET /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852000
Jun 21 02:50:17.683349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abce5e6b-4dfe-40ed-ab9e-5d604da1a197 req-7e830c17-95fb-41f4-a012-e04aec9bc38a tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559711
Jun 21 02:50:17.750370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a3430876-14b7-4932-8af3-72e38856e128 req-b5c00417-c5d7-4317-b085-6cc688816d5c service neutron] 10.222.0.26 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3630702
Jun 21 02:50:17.832471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:18.009051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888aad-9c92-443c-b2cb-802be77af5df req-e83a7712-3551-4f72-a30d-1e9799f4f384 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:18.027749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40888aad-9c92-443c-b2cb-802be77af5df req-e83a7712-3551-4f72-a30d-1e9799f4f384 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.1926527
Jun 21 02:50:18.099014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40888aad-9c92-443c-b2cb-802be77af5df req-53929d58-9e7b-412a-9b79-418e13244191 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702188
Jun 21 02:50:18.151144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:18.157407 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae213a83-9ec0-4d7f-90b9-c8140372417a tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:18.262181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:50:18.284008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:18.303892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:50:18.452580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Pushing event updated for resources: {'Port': ['ID=496dc2b4-7666-4a4d-8e07-ef96ca190092,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:18.530575 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:18.678426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b38a17-8cb9-4bd5-a0c0-d6430942a7c5 req-f30b494a-1066-4064-864e-d30b31fde22d tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:18.686699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39b38a17-8cb9-4bd5-a0c0-d6430942a7c5 req-f30b494a-1066-4064-864e-d30b31fde22d tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.2582142
Jun 21 02:50:18.745005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39b38a17-8cb9-4bd5-a0c0-d6430942a7c5 req-6db561da-5a1a-42f2-8077-6a18a6d6aed2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568030
Jun 21 02:50:18.931084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:19.458369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 5d53f0dd-af57-48cd-bd0b-6b84422330fe details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:19.466555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:19.693440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 5d53f0dd-af57-48cd-bd0b-6b84422330fe, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=5d53f0dd-af57-48cd-bd0b-6b84422330fe,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:19.703707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:19.703707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:19.711332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '5d53f0dd-af57-48cd-bd0b-6b84422330fe', 'network_id': 'aa5a97fa-6d0d-4401-af40-296eb1cf006c', 'port_id': '5d53f0dd-af57-48cd-bd0b-6b84422330fe', 'mac_address': 'fa:16:3e:94:3b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe726d5-eef0-4e36-82fc-b9c08aa0cd42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:19.801367 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:19.819630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d53f0dd-af57-48cd-bd0b-6b84422330fe {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:19.825977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cce4d-43a9-465d-bf40-ea25a9fcc1e6 req-f462593e-2039-4141-91ed-50c4eda80637 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:19.827759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-365cce4d-43a9-465d-bf40-ea25a9fcc1e6 req-f462593e-2039-4141-91ed-50c4eda80637 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 943 time: 0.8926003
Jun 21 02:50:19.828897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:19.861053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 5d53f0dd-af57-48cd-bd0b-6b84422330fe, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=5d53f0dd-af57-48cd-bd0b-6b84422330fe,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:19.872521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:19.896259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:19.898006 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eae6162-445e-42c6-8005-597c69209c07" -d '{"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-plugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:19.914292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:19.943567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-365cce4d-43a9-465d-bf40-ea25a9fcc1e6 req-0c69a0d2-fdc9-4aa0-8d81-2aa63543cc4d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076162
Jun 21 02:50:20.138348 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:20.141105 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:20.160525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:50:20.163964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:20.254072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=5d53f0dd-af57-48cd-bd0b-6b84422330fe,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:20.270508 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:20.271048 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:20.354466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:50:20.368813 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Sync routers for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:50:20.391699 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:50:20.392710 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84612b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:50:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:20.462807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:20.465063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 5.0268559
Jun 21 02:50:20.470209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41040) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:20.490161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=10']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:20.499104 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:20.504356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['5d53f0dd-af57-48cd-bd0b-6b84422330fe'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:20.633709 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:50:20.779677 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-2451a06a-7e22-4b3e-a3a0-8da7f7d7e73a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1841393
Jun 21 02:50:20.927379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-50536d64-4129-43dd-8eb1-196fcf58d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:20.928913 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-50536d64-4129-43dd-8eb1-196fcf58d1ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 1101 time: 0.1230006
Jun 21 02:50:21.007693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6090b-1b5f-4e13-a195-8c2b3301ed78 req-1ccb2cb4-adf9-47b3-9256-ad57af5dd6e2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:21.022372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01b6090b-1b5f-4e13-a195-8c2b3301ed78 req-1ccb2cb4-adf9-47b3-9256-ad57af5dd6e2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.4327841
Jun 21 02:50:21.045281 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84612b0>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:18Z', 'revision_number': 3, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:21.065740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-0cfee015-cb72-44e1-b3a9-62d9de083a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:21.067204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-0cfee015-cb72-44e1-b3a9-62d9de083a11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1153877
Jun 21 02:50:21.110542 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Checking router: 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:50:21.111311 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Updating router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea port 496dc2b4-7666-4a4d-8e07-ef96ca190092 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:50:21.139291 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-eb7ad37a-3225-4223-8878-b9aadeac288c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=1518e21c-f1cf-4ac7-8582-7bf16baa0576 HTTP/1.1" status: 200  len: 217 time: 0.0645475
Jun 21 02:50:21.164292 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:21.173255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01b6090b-1b5f-4e13-a195-8c2b3301ed78 req-b2e61c8a-b8c1-4a4a-aae1-d418b5d9d051 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1495795
Jun 21 02:50:21.237854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-10c69cb0-7781-4684-819e-77929c267f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:21.239829 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-10c69cb0-7781-4684-819e-77929c267f36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0945542
Jun 21 02:50:21.375661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-7ad30fb7-539e-4320-ae02-69c689bbd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:21.380903 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-7ad30fb7-539e-4320-ae02-69c689bbd523 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1329620
Jun 21 02:50:21.455622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 5d53f0dd-af57-48cd-bd0b-6b84422330fe up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:21.591171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 40121663-e800-41f4-83d1-2653bd511475 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:21.603496 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-204e13c5-6fab-4afe-9837-86ed52ba364d service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139924
Jun 21 02:50:21.626560 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:21.649188 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Transition to ACTIVE for port object 496dc2b4-7666-4a4d-8e07-ef96ca190092 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:50:21.668375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 5d53f0dd-af57-48cd-bd0b-6b84422330fe completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:21.710158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df59ad-9200-4b07-9f21-f5cb000422c3 req-fa820a7d-4582-4ca4-a0e1-9b4d9dd30af3 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:21.718347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51df59ad-9200-4b07-9f21-f5cb000422c3 req-fa820a7d-4582-4ca4-a0e1-9b4d9dd30af3 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.2630460
Jun 21 02:50:21.737490 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:21.747799 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-c0f9c3d4-ae9b-4852-8fd0-262cc806acbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:21.769566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 5d53f0dd-af57-48cd-bd0b-6b84422330fe triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:21.773204 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:21.773363 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-342872ad-cb4a-4f13-9d38-7649a580ff8d req-47ada359-c132-44a4-9607-73e42c30f7d6 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589427
Jun 21 02:50:21.786439 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Attempting to bind port 496dc2b4-7666-4a4d-8e07-ef96ca190092 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:50:21.787313 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Attempting to bind port 496dc2b4-7666-4a4d-8e07-ef96ca190092 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:50:21.787942 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Attempting to bind port 496dc2b4-7666-4a4d-8e07-ef96ca190092 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:21.794996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:21.815212 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:50:21.816043 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:21.816654 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:21.817491 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:50:21.818238 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Bound port: 496dc2b4-7666-4a4d-8e07-ef96ca190092, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:50:21.818852 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:21.939765 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] For port 496dc2b4-7666-4a4d-8e07-ef96ca190092, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:50:21.947598 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] For port 496dc2b4-7666-4a4d-8e07-ef96ca190092, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=496dc2b4-7666-4a4d-8e07-ef96ca190092,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:50:21.966369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51df59ad-9200-4b07-9f21-f5cb000422c3 req-0ea7e8a9-9a64-482e-ac47-7faa4a58e01d tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2466915
Jun 21 02:50:22.002858 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aadd6-c5a1-4cf5-b1bd-a933f1e7ea58 None None] Pushing event updated for resources: {'Port': ['ID=496dc2b4-7666-4a4d-8e07-ef96ca190092,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:22.010036 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-4b7aadd6-c5a1-4cf5-b1bd-a933f1e7ea58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:22.042567 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:22.047221 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:22.055577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:22.083967 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a14b2d8-49a5-4657-8fef-ddd172d40495 x-openstack-request-id: req-5a14b2d8-49a5-4657-8fef-ddd172d40495 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:22.084276 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-plugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:22.084539 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a14b2d8-49a5-4657-8fef-ddd172d40495 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:22.085698 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'code': 200}
Jun 21 02:50:22.104403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:22.106864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '40121663-e800-41f4-83d1-2653bd511475', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'port_id': '40121663-e800-41f4-83d1-2653bd511475', 'mac_address': 'fa:16:3e:8e:fe:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bf0fc-303e-4e85-9983-3cb824264719', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:22.130528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Allocated IP 172.20.0.1 (e1470a71-4100-45b8-bc12-b0cf1dcb1187/94cffb21-0f53-4641-bb47-2ce909170387/95bb11e2-6436-464a-a45b-a895a3cce677) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:50:22.144172 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aadd6-c5a1-4cf5-b1bd-a933f1e7ea58 None None] Pushing event updated for resources: {'Port': ['ID=496dc2b4-7666-4a4d-8e07-ef96ca190092,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:22.171523 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-4b7aadd6-c5a1-4cf5-b1bd-a933f1e7ea58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:22.227376 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:50:22.228061 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84612b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:50:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:22.292373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 5d53f0dd-af57-48cd-bd0b-6b84422330fe, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=5d53f0dd-af57-48cd-bd0b-6b84422330fe,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:22.307950 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:22.348822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40121663-e800-41f4-83d1-2653bd511475 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:22.364404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:22.367136 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:22.381180 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:22.461310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:22.475656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef052438-e67e-4b21-ba03-1ce45d1f9fab req-beaea43c-9787-45e7-9551-e40e47f9953d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:22.487098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef052438-e67e-4b21-ba03-1ce45d1f9fab req-beaea43c-9787-45e7-9551-e40e47f9953d tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.1791720
Jun 21 02:50:22.526447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=5d53f0dd-af57-48cd-bd0b-6b84422330fe,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:22.530061 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:22.531887 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:22.532347 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:22.543962 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:50:22.598333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef052438-e67e-4b21-ba03-1ce45d1f9fab req-74aeb5f1-14be-4e8f-b1bc-93918fadf2c1 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036015
Jun 21 02:50:22.647332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:22.657054 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:22.660058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['40121663-e800-41f4-83d1-2653bd511475'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:22.671616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:22.674361 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1034f47d-1f04-45fa-80ce-4d5c141921c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:22.815036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Network e1470a71-4100-45b8-bc12-b0cf1dcb1187 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:50:22.819256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=95bb11e2-6436-464a-a45b-a895a3cce677,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:22.835606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:22.852807 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:22.853418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:50:22.957253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:22.998518 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84612b0>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:18Z', 'revision_number': 3, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:23.040930 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2184c-20b0-44d7-80bd-5670b5712e22 None None] The sync data for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 is: [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:18Z', 'revision_number': 3, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:50:23.496882 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:23.594963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 40121663-e800-41f4-83d1-2653bd511475 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:23.709914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 40121663-e800-41f4-83d1-2653bd511475 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:23.710608 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:23.802580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:23.891151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:23.907030 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-68197a89-3b46-401f-aa8a-036e13f9ea9c tempest-FloatingIPsAssociationNegativeTestJSON-925482958 tempest-FloatingIPsAssociationNegativeTestJSON-925482958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:23.970081 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:24.035328 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:24.038966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eec25-3b57-4e8e-aeca-1569092ee866 req-9f568a3e-db85-4e8a-acf5-086f8ab1f947 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:24.040569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d9eec25-3b57-4e8e-aeca-1569092ee866 req-9f568a3e-db85-4e8a-acf5-086f8ab1f947 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 945 time: 0.2614999
Jun 21 02:50:24.087443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470d30ac-52e2-4456-8ab1-d6d5b3ec44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53f0dd-af57-48cd-bd0b-6b84422330fe'}, {'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40121663-e800-41f4-83d1-2653bd511475'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:24.093760 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56890807-60ac-4e02-83a8-db2a0ed5dbe2" -d '{"events": [{"server_uuid": "470d30ac-52e2-4456-8ab1-d6d5b3ec44be", "name": "network-vif-plugged", "status": "completed", "tag": "5d53f0dd-af57-48cd-bd0b-6b84422330fe"}, {"server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "name": "network-vif-plugged", "status": "completed", "tag": "40121663-e800-41f4-83d1-2653bd511475"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:24.108001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=95bb11e2-6436-464a-a45b-a895a3cce677,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:24.112489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:24.126293 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d9eec25-3b57-4e8e-aeca-1569092ee866 req-d9b4711f-bac6-4192-b62e-a12aeae1134e tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738854
Jun 21 02:50:24.127281 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:24.150861 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:24.154922 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:24.334280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:24.344587 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:24.382319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Network e1470a71-4100-45b8-bc12-b0cf1dcb1187 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:50:24.386667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:24.456362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 496dc2b4-7666-4a4d-8e07-ef96ca190092 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:24.630248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 496dc2b4-7666-4a4d-8e07-ef96ca190092 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:24.634784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 496dc2b4-7666-4a4d-8e07-ef96ca190092 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:24.635268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:24.658847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:50:24.695604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46d8de-5d94-43fe-9ba0-026f7c69779a req-05fa8478-a6c7-4eb5-be26-2bc052a6d9e1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:24.707369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d46d8de-5d94-43fe-9ba0-026f7c69779a req-05fa8478-a6c7-4eb5-be26-2bc052a6d9e1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.3728697
Jun 21 02:50:24.797318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:24.827536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 496dc2b4-7666-4a4d-8e07-ef96ca190092, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=496dc2b4-7666-4a4d-8e07-ef96ca190092,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:24.871478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:50:24.878223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] 10.222.0.25 "PUT /v2.0/routers/291a8539-7740-4cf9-93c2-7f8dc8bdc8ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4065826
Jun 21 02:50:24.895482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d46d8de-5d94-43fe-9ba0-026f7c69779a req-14beae6b-2c30-47b4-b07d-9b4e954c5930 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1867399
Jun 21 02:50:24.909676 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:24.920149 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d55a7d59-7631-473f-b885-28cc9edd8f34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:25.030482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=496dc2b4-7666-4a4d-8e07-ef96ca190092,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:25.036083 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:25.227758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab36dd-9976-4e1a-b263-da204624bc8a req-46ea3856-b93e-4fb0-a9bc-9d58afdd36eb tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:25.229377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59ab36dd-9976-4e1a-b263-da204624bc8a req-46ea3856-b93e-4fb0-a9bc-9d58afdd36eb tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.0944359
Jun 21 02:50:25.286138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59ab36dd-9976-4e1a-b263-da204624bc8a req-01b2d757-6008-47e7-9e95-40f03ac40257 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/security-groups?id=5099958b-d6b2-4b71-96e0-e4445dff175c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479505
Jun 21 02:50:25.330447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Sync routers for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:50:25.345358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:50:25.345998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ac3ca0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:50:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:25.506103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:50:25.529011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3643f8e-47fb-47f0-aa1b-b81cfebface6 req-b738f5a4-639f-4578-9ff5-a16be433de7b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:25.549869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3643f8e-47fb-47f0-aa1b-b81cfebface6 req-b738f5a4-639f-4578-9ff5-a16be433de7b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.1217222
Jun 21 02:50:25.592553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3643f8e-47fb-47f0-aa1b-b81cfebface6 req-78c59ed3-e9cb-43d9-9434-8046a13a2bd2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423908
Jun 21 02:50:25.817264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ac3ca0>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 2, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:25.863867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Checking router: 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:50:25.864515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Updating router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea port 95bb11e2-6436-464a-a45b-a895a3cce677 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:50:25.874865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb169b-0ca5-4e11-98be-b4bfa849a4fb req-e00e4662-9218-41e2-96cc-b21206ca3031 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:25.887184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcfb169b-0ca5-4e11-98be-b4bfa849a4fb req-e00e4662-9218-41e2-96cc-b21206ca3031 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 949 time: 0.1387548
Jun 21 02:50:25.907614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:25.978433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcfb169b-0ca5-4e11-98be-b4bfa849a4fb req-f32810d5-1d4c-43e4-aade-243e4aa7d0a1 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838535
Jun 21 02:50:26.120345 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59856ff5-e2de-4bc7-9808-da759c42904f x-openstack-request-id: req-59856ff5-e2de-4bc7-9808-da759c42904f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:26.120826 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470d30ac-52e2-4456-8ab1-d6d5b3ec44be", "name": "network-vif-plugged", "status": "completed", "tag": "5d53f0dd-af57-48cd-bd0b-6b84422330fe", "code": 200}, {"server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "name": "network-vif-plugged", "status": "completed", "tag": "40121663-e800-41f4-83d1-2653bd511475", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:26.121173 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59856ff5-e2de-4bc7-9808-da759c42904f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:26.121793 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470d30ac-52e2-4456-8ab1-d6d5b3ec44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53f0dd-af57-48cd-bd0b-6b84422330fe', 'code': 200}
Jun 21 02:50:26.122183 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40121663-e800-41f4-83d1-2653bd511475', 'code': 200}
Jun 21 02:50:26.220603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9887a-ca88-4221-91df-acf749b01307 req-eb4a6639-2f48-4f9a-8025-197395ba86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:26.222735 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efa9887a-ca88-4221-91df-acf749b01307 req-eb4a6639-2f48-4f9a-8025-197395ba86d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 1097 time: 0.0779240
Jun 21 02:50:26.258997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:26.262676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efa9887a-ca88-4221-91df-acf749b01307 req-69b912cf-5c67-49d3-b29a-6a95921be533 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300105
Jun 21 02:50:26.275241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Transition to ACTIVE for port object 95bb11e2-6436-464a-a45b-a895a3cce677 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:50:26.391538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 496dc2b4-7666-4a4d-8e07-ef96ca190092 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:26.444186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 496dc2b4-7666-4a4d-8e07-ef96ca190092 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:26.444572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:26.494940 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:26.499671 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:26.540200 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d718418-e977-4c21-8444-cba3297d39c1 req-bdb0ab19-fb5d-401c-96d8-0922ad81b225 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0604219
Jun 21 02:50:26.595392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2219-7bbc-4ab1-91ee-9c07e65b2c21 None None] Pushing event updated for resources: {'Port': ['ID=95bb11e2-6436-464a-a45b-a895a3cce677,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:26.599302 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-74fa2219-7bbc-4ab1-91ee-9c07e65b2c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:26.690700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Attempting to bind port 95bb11e2-6436-464a-a45b-a895a3cce677 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:50:26.691094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Attempting to bind port 95bb11e2-6436-464a-a45b-a895a3cce677 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:50:26.691611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Attempting to bind port 95bb11e2-6436-464a-a45b-a895a3cce677 on network e1470a71-4100-45b8-bc12-b0cf1dcb1187 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:26.699093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:50:26.699449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Checking segment: {'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:26.699869 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:26.700340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Bound using segment: {'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:50:26.700826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Bound port: 95bb11e2-6436-464a-a45b-a895a3cce677, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:50:26.701892 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:26.793311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] For port 95bb11e2-6436-464a-a45b-a895a3cce677, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:50:26.798883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] For port 95bb11e2-6436-464a-a45b-a895a3cce677, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=95bb11e2-6436-464a-a45b-a895a3cce677,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:50:26.861420 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:26.865211 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:26.966530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:50:26.968126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ac3ca0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:50:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:26.970895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2219-7bbc-4ab1-91ee-9c07e65b2c21 None None] Pushing event updated for resources: {'Port': ['ID=95bb11e2-6436-464a-a45b-a895a3cce677,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:26.976688 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-74fa2219-7bbc-4ab1-91ee-9c07e65b2c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:27.100064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:50:27.377435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ac3ca0>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:26Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:27.419332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1ff96-9b38-4eef-aeda-04dc8354f8fc None None] The sync data for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 is: [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:26Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:50:27.875518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d718418-e977-4c21-8444-cba3297d39c1 req-417334e1-8c4d-4ea0-bde9-1bc4052b8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:27.877800 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d718418-e977-4c21-8444-cba3297d39c1 req-417334e1-8c4d-4ea0-bde9-1bc4052b8680 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73806ad6f15b4227935996a5fed1d7f9&device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 1101 time: 0.0881960
Jun 21 02:50:28.124610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d718418-e977-4c21-8444-cba3297d39c1 req-cc77b368-20cf-4535-b927-4f358f5bc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:28.128660 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d718418-e977-4c21-8444-cba3297d39c1 req-cc77b368-20cf-4535-b927-4f358f5bc720 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.1657987
Jun 21 02:50:28.252036 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d718418-e977-4c21-8444-cba3297d39c1 req-95daca9d-f08a-4231-ad8e-804fe14022fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b00e32f3-c748-45c5-ae94-0fe477f28ea6 HTTP/1.1" status: 200  len: 217 time: 0.0827625
Jun 21 02:50:28.336603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66f73828-c58d-41ea-b94d-9da3e979ae31 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:28.342677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66f73828-c58d-41ea-b94d-9da3e979ae31 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 820 time: 0.2705119
Jun 21 02:50:28.368221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d718418-e977-4c21-8444-cba3297d39c1 req-de2f9a2b-8e72-419a-a821-17564294e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:28.369772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d718418-e977-4c21-8444-cba3297d39c1 req-de2f9a2b-8e72-419a-a821-17564294e38a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.1099851
Jun 21 02:50:28.385491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-c039c6bc-cc2e-40bf-8312-8f3b8b146b8c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/quotas/ce81e63134ed4e12b66ff617814b88d3 HTTP/1.1" status: 200  len: 375 time: 0.0312676
Jun 21 02:50:28.525994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a2340-9ae9-4819-b98d-20c745a34c1b req-d8247d5c-f8bf-42b9-b93c-3774833087ad tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:28.527096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d718418-e977-4c21-8444-cba3297d39c1 req-8cbcea95-4f4e-49aa-9dfd-90c467ce929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:28.528777 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d718418-e977-4c21-8444-cba3297d39c1 req-8cbcea95-4f4e-49aa-9dfd-90c467ce929b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1486318
Jun 21 02:50:28.536189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c8a2340-9ae9-4819-b98d-20c745a34c1b req-d8247d5c-f8bf-42b9-b93c-3774833087ad tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 945 time: 0.2788544
Jun 21 02:50:28.563066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 95bb11e2-6436-464a-a45b-a895a3cce677 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:28.648454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-72b79c8d-3c4f-4dbe-9fd8-a3740dc53c7b tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2587085
Jun 21 02:50:28.700214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c8a2340-9ae9-4819-b98d-20c745a34c1b req-f93738cc-bae7-4c78-8499-31ae322be030 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627488
Jun 21 02:50:28.815257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d718418-e977-4c21-8444-cba3297d39c1 req-b3dc779f-de5e-4562-aa6f-f6759ef87ce9 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2640803
Jun 21 02:50:28.879314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-07436bd1-8e52-42f9-b3da-6d955b6b4aba service neutron] 10.222.0.25 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757693
Jun 21 02:50:29.031553 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d718418-e977-4c21-8444-cba3297d39c1 req-0d728115-29ef-4249-986d-f49dd6ff6568 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2092590
Jun 21 02:50:29.115773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-1a7afde5-1011-48c9-b3dc-bc95d5458db7 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:29.117543 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-1a7afde5-1011-48c9-b3dc-bc95d5458db7 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 949 time: 0.2369592
Jun 21 02:50:29.191811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-134b4d8b-51e1-49ab-80c0-fdb2894174df service neutron] 10.222.0.25 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2991219
Jun 21 02:50:29.301604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Deleting port 74b2bf6f-1e16-4e68-be60-e65d8a87442e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:29.302309 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:29.456328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] For port 74b2bf6f-1e16-4e68-be60-e65d8a87442e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=74b2bf6f-1e16-4e68-be60-e65d8a87442e,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:29.457042 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:29.537425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Calling delete_port for 74b2bf6f-1e16-4e68-be60-e65d8a87442e owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:29.548905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 95bb11e2-6436-464a-a45b-a895a3cce677 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:29.554858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 95bb11e2-6436-464a-a45b-a895a3cce677 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:29.555418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:29.773558 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:29.853523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449bc84-efd7-442e-b0c7-411a119de9a2 req-4f6639d2-bb53-4dbe-b3bb-9972b49bfa2c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:29.861550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b449bc84-efd7-442e-b0c7-411a119de9a2 req-4f6639d2-bb53-4dbe-b3bb-9972b49bfa2c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.1141443
Jun 21 02:50:29.926770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:29.942825 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:29.976153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b449bc84-efd7-442e-b0c7-411a119de9a2 req-1c674de2-8b3e-4703-aa1e-710f12a37ff9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137128
Jun 21 02:50:29.979874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event deleted for resources: {'Port': ['ID=74b2bf6f-1e16-4e68-be60-e65d8a87442e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:29.983132 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:30.111536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] No DVR routers for this DVR port 74b2bf6f-1e16-4e68-be60-e65d8a87442e on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:30.131405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:30.135226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbbf68f0-7f77-4dee-b589-7bafadac52b7 req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "DELETE /v2.0/ports/74b2bf6f-1e16-4e68-be60-e65d8a87442e HTTP/1.1" status: 204  len: 173 time: 1.0116603
Jun 21 02:50:30.148508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a92baab-22f6-4776-8da5-4e64b9202664', 'name': 'network-vif-deleted', 'tag': '74b2bf6f-1e16-4e68-be60-e65d8a87442e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:30.154011 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cb620e-7f84-4bce-8645-c71bbb1f7d46" -d '{"events": [{"server_uuid": "5a92baab-22f6-4776-8da5-4e64b9202664", "name": "network-vif-deleted", "tag": "74b2bf6f-1e16-4e68-be60-e65d8a87442e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:30.210717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', '74b2bf6f-1e16-4e68-be60-e65d8a87442e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:30.213005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576', '10264ae9-1623-4adc-994f-0a6dc645b565'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:30.289729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0f67d-67a8-423e-a023-a81f1e6a0da3 req-43d0b962-73af-4d1e-a7eb-f187c8e183ef tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:30.299039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fa0f67d-67a8-423e-a023-a81f1e6a0da3 req-43d0b962-73af-4d1e-a7eb-f187c8e183ef tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.1358776
Jun 21 02:50:30.359815 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:50:30.378292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 95bb11e2-6436-464a-a45b-a895a3cce677, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=95bb11e2-6436-464a-a45b-a895a3cce677,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:30.485862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8310b964-e44b-48f1-b355-24fd817c52cb req-8082a9d1-f8c3-4b4a-82e2-604a32723d55 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a92baab-22f6-4776-8da5-4e64b9202664 HTTP/1.1" status: 200  len: 210 time: 0.1375687
Jun 21 02:50:30.534895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:30.567994 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:30.589625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fa0f67d-67a8-423e-a023-a81f1e6a0da3 req-dd41ae28-19ae-44ab-906a-f9bb1e386e42 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2809682
Jun 21 02:50:30.956572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=95bb11e2-6436-464a-a45b-a895a3cce677,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:31.038806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.045619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.076694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.083521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.085614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.085614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.085614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.086255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.088891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.093505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.094634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.096572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:31.110373 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:31.464555 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-cf71b93e-71c9-403e-a2f2-ec71222ab136 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:31.467386 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-cf71b93e-71c9-403e-a2f2-ec71222ab136 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.20 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 945 time: 0.2080286
Jun 21 02:50:31.657376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-076919a3-8e19-4d44-a723-a742a58c22ec req-90f2f305-f6fc-44ba-89e0-f43f6688e999 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 210 time: 0.0558283
Jun 21 02:50:31.801503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Deleting port 28bc010e-441e-4de3-bf88-8546f2075eae {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:31.802106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:31.919508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] For port 28bc010e-441e-4de3-bf88-8546f2075eae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=28bc010e-441e-4de3-bf88-8546f2075eae,segment=NetworkSegment(083ce719-3b11-489d-9982-0dfceae1f374),segment_id=083ce719-3b11-489d-9982-0dfceae1f374)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:31.921427 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:32.055536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Calling delete_port for 28bc010e-441e-4de3-bf88-8546f2075eae owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:32.096180 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4b0a7-53b7-48c2-8a3e-d9d5392cb318 x-openstack-request-id: req-e7f4b0a7-53b7-48c2-8a3e-d9d5392cb318 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:32.096446 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a92baab-22f6-4776-8da5-4e64b9202664", "name": "network-vif-deleted", "tag": "74b2bf6f-1e16-4e68-be60-e65d8a87442e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:32.096748 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f4b0a7-53b7-48c2-8a3e-d9d5392cb318 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:32.097296 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a92baab-22f6-4776-8da5-4e64b9202664', 'name': 'network-vif-deleted', 'tag': '74b2bf6f-1e16-4e68-be60-e65d8a87442e', 'status': 'completed', 'code': 200}
Jun 21 02:50:32.309324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b4955-74f6-4663-b6ae-e457d3c4912b req-4ca2f253-e6aa-437e-95bd-77e41a58d686 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:32.311594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d55b4955-74f6-4663-b6ae-e457d3c4912b req-4ca2f253-e6aa-437e-95bd-77e41a58d686 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.0886781
Jun 21 02:50:32.365917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:32.376278 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6274f7e-f231-4625-a620-4fa0df09720f tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:32.380856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['28bc010e-441e-4de3-bf88-8546f2075eae'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:32.414089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d55b4955-74f6-4663-b6ae-e457d3c4912b req-5aa99d25-af2b-4614-98b8-e6de618d08e4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850112
Jun 21 02:50:32.491970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Pushing event deleted for resources: {'Port': ['ID=28bc010e-441e-4de3-bf88-8546f2075eae,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:32.506462 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:32.618750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] No DVR routers for this DVR port 28bc010e-441e-4de3-bf88-8546f2075eae on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:32.621581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:32.626337 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8f8e83ad-aae9-42ee-924c-9b263fdfb8cb req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.20 "DELETE /v2.0/ports/28bc010e-441e-4de3-bf88-8546f2075eae HTTP/1.1" status: 204  len: 173 time: 1.1514745
Jun 21 02:50:32.632783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78408ac6-95b0-4b29-a1f0-694d644035ce', 'name': 'network-vif-deleted', 'tag': '28bc010e-441e-4de3-bf88-8546f2075eae'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:32.647396 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6f5c63-14cd-45d8-aa1d-dc17fa0d0cc6" -d '{"events": [{"server_uuid": "78408ac6-95b0-4b29-a1f0-694d644035ce", "name": "network-vif-deleted", "tag": "28bc010e-441e-4de3-bf88-8546f2075eae"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:32.700059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 95bb11e2-6436-464a-a45b-a895a3cce677 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:32.809551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-6f9a21ae-523a-44fd-9ffb-8f91ad7b5629 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:32.811397 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-6f9a21ae-523a-44fd-9ffb-8f91ad7b5629 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 945 time: 0.1477473
Jun 21 02:50:32.875197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 95bb11e2-6436-464a-a45b-a895a3cce677 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:32.875938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:32.894119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c2df-fbeb-4d80-b987-cbc28576e1c5 req-b0f05c21-add6-4f7e-b354-9f349f6d88a7 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:32.899676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b34c2df-fbeb-4d80-b987-cbc28576e1c5 req-b0f05c21-add6-4f7e-b354-9f349f6d88a7 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 945 time: 0.1644711
Jun 21 02:50:33.023036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b34c2df-fbeb-4d80-b987-cbc28576e1c5 req-44948e7f-c6e2-41c6-b52e-f283d431e4bc tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups?id=77e2b36f-84e5-4550-b59c-989f4136ecdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050487
Jun 21 02:50:33.132141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Deleting port 5d53f0dd-af57-48cd-bd0b-6b84422330fe {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:33.132459 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:33.537185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3728403-183b-4bbe-952f-117a6a88a48c req-bb89ee1f-be85-43f1-ab97-c6cf36390e78 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:33.540057 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3728403-183b-4bbe-952f-117a6a88a48c req-bb89ee1f-be85-43f1-ab97-c6cf36390e78 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.2014043
Jun 21 02:50:33.605550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3728403-183b-4bbe-952f-117a6a88a48c req-fb7765ae-4121-4d59-89de-e6508ac74f88 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549562
Jun 21 02:50:33.623962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 74b2bf6f-1e16-4e68-be60-e65d8a87442e no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:33.669020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 74b2bf6f-1e16-4e68-be60-e65d8a87442e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:33.669236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 74b2bf6f-1e16-4e68-be60-e65d8a87442e not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:33.709454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] For port 5d53f0dd-af57-48cd-bd0b-6b84422330fe, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=5d53f0dd-af57-48cd-bd0b-6b84422330fe,segment=NetworkSegment(33bb4bbc-c189-4880-a672-1b0eda634f1f),segment_id=33bb4bbc-c189-4880-a672-1b0eda634f1f)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:33.709967 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:33.735319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-638c05c2-eda3-4a41-8223-8272139e2ec4 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:33.735319 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-638c05c2-eda3-4a41-8223-8272139e2ec4 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.20 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 820 time: 0.1853762
Jun 21 02:50:33.818442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d02f3185-324d-45ab-8fc7-10b0d3541f88 req-dfc8ce6d-cbb8-43e2-b41c-33a1ce0bcbdf tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] 10.222.0.25 "GET /v2.0/ports?device_id=78408ac6-95b0-4b29-a1f0-694d644035ce HTTP/1.1" status: 200  len: 210 time: 0.0464113
Jun 21 02:50:33.821146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Request body: {'port': {'device_id': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'admin_state_up': True, 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:33.871168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Calling delete_port for 5d53f0dd-af57-48cd-bd0b-6b84422330fe owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:33.917606 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc331df-280b-4e48-9bfc-d1a37cb47e09 x-openstack-request-id: req-6dc331df-280b-4e48-9bfc-d1a37cb47e09 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:33.917950 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78408ac6-95b0-4b29-a1f0-694d644035ce", "name": "network-vif-deleted", "tag": "28bc010e-441e-4de3-bf88-8546f2075eae", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:33.918254 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dc331df-280b-4e48-9bfc-d1a37cb47e09 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:33.918702 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78408ac6-95b0-4b29-a1f0-694d644035ce', 'name': 'network-vif-deleted', 'tag': '28bc010e-441e-4de3-bf88-8546f2075eae', 'status': 'completed', 'code': 200}
Jun 21 02:50:34.068774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e6e1b31-4856-462d-92b6-41d2d32d1e12 req-c1cb243c-480c-4351-8000-cf3d000fe673 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 210 time: 0.0522749
Jun 21 02:50:34.171737 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bcaa79d5-b009-4a42-8621-1e6e34425bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:34.218653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Made reservation on behalf of ce81e63134ed4e12b66ff617814b88d3 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:34.224714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:34.328244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:34.334417 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b37e4b27-e1a5-4800-a7a9-c110afa14c25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:34.341271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8dd55-92b1-4416-9dfd-4bc7d6eed032 req-3ec199c3-aa31-4fc5-beab-dd64e0e87f0d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:34.343734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4e8dd55-92b1-4416-9dfd-4bc7d6eed032 req-3ec199c3-aa31-4fc5-beab-dd64e0e87f0d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.1024308
Jun 21 02:50:34.345741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['5d53f0dd-af57-48cd-bd0b-6b84422330fe'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:34.371733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event deleted for resources: {'Port': ['ID=5d53f0dd-af57-48cd-bd0b-6b84422330fe,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:34.383450 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:34.405868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4e8dd55-92b1-4416-9dfd-4bc7d6eed032 req-f17d85aa-35df-4413-905b-4be8597a0aaf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539317
Jun 21 02:50:34.457895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] No DVR routers for this DVR port 5d53f0dd-af57-48cd-bd0b-6b84422330fe on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:34.477698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:34.479884 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2ee531d0-2199-45bf-86e4-2e0f17c31ff0 req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.20 "DELETE /v2.0/ports/5d53f0dd-af57-48cd-bd0b-6b84422330fe HTTP/1.1" status: 204  len: 173 time: 1.6617477
Jun 21 02:50:34.534978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d7bc2-286f-4bad-a617-bf631fb31360 req-42d26374-7173-49d6-9bd2-afd0a2afe0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:34.537488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820d7bc2-286f-4bad-a617-bf631fb31360 req-42d26374-7173-49d6-9bd2-afd0a2afe0d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 1097 time: 0.1306574
Jun 21 02:50:34.553906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Allocated IP 172.20.0.7 (e1470a71-4100-45b8-bc12-b0cf1dcb1187/94cffb21-0f53-4641-bb47-2ce909170387/15330695-3d8f-4b49-ab6a-cd99d0283f0f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:50:34.641373 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3c58a83-010b-48c1-a76b-260f4cbcf6b5 req-8f283e5e-b3db-4962-99ec-201c3d728e25 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d30ac-52e2-4456-8ab1-d6d5b3ec44be HTTP/1.1" status: 200  len: 210 time: 0.0394714
Jun 21 02:50:34.644204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820d7bc2-286f-4bad-a617-bf631fb31360 req-7fb15030-eff8-4169-b101-c954ff349d71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967991
Jun 21 02:50:34.904719 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:34.951524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627f7c-c0fb-40d0-870a-8293e46aa3e2 req-227b30d0-5d2d-4569-bfaa-74cbe4cec723 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:34.953026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f627f7c-c0fb-40d0-870a-8293e46aa3e2 req-227b30d0-5d2d-4569-bfaa-74cbe4cec723 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.0971651
Jun 21 02:50:34.964755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91fbf-30d6-42bd-8f6f-cd26b38d39fa req-e323a8ac-a264-4b29-acda-3173b064a239 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:34.971747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eaf91fbf-30d6-42bd-8f6f-cd26b38d39fa req-e323a8ac-a264-4b29-acda-3173b064a239 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.1510410
Jun 21 02:50:35.026551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eaf91fbf-30d6-42bd-8f6f-cd26b38d39fa req-9145df2f-18f0-4df9-a275-5e7c7c1f62b5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536668
Jun 21 02:50:35.031376 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:35.036294 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff7aa259-8af6-4835-a140-bd74bbd23706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:35.056463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f627f7c-c0fb-40d0-870a-8293e46aa3e2 req-16b2e412-f2d5-4103-a76f-1997a51d4917 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824246
Jun 21 02:50:35.129907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Network e1470a71-4100-45b8-bc12-b0cf1dcb1187 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:50:35.137666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:35.152460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event updated for resources: {'Port': ['ID=15330695-3d8f-4b49-ab6a-cd99d0283f0f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:35.152460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:50:35.157910 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:35.272020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:35.274176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:35.520212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 5d53f0dd-af57-48cd-bd0b-6b84422330fe no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:35.539701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 5d53f0dd-af57-48cd-bd0b-6b84422330fe {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:35.540050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 5d53f0dd-af57-48cd-bd0b-6b84422330fe not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:35.540464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 28bc010e-441e-4de3-bf88-8546f2075eae no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:35.558473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 28bc010e-441e-4de3-bf88-8546f2075eae {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:35.558850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 28bc010e-441e-4de3-bf88-8546f2075eae not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:35.704087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9030392
Jun 21 02:50:35.716220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Request body: {'port': {'device_id': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:35.735906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:35.813514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:35.921929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470d30ac-52e2-4456-8ab1-d6d5b3ec44be', 'name': 'network-vif-deleted', 'tag': '5d53f0dd-af57-48cd-bd0b-6b84422330fe'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:35.925008 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd33d83c-4595-483b-a139-3bdf7a794a6e" -d '{"events": [{"server_uuid": "470d30ac-52e2-4456-8ab1-d6d5b3ec44be", "name": "network-vif-deleted", "tag": "5d53f0dd-af57-48cd-bd0b-6b84422330fe"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:36.223611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-5f435c28-dfb1-4760-8ee9-74db1af132de tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:36.225104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-5f435c28-dfb1-4760-8ee9-74db1af132de tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/ports?device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 949 time: 0.1387372
Jun 21 02:50:36.252656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15330695-3d8f-4b49-ab6a-cd99d0283f0f {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:36.266334 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:36.291971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a072e5-ebe3-4404-941e-9259ee79dc61 req-275b03d4-5fd8-41a5-b2de-f4630ed6b5cc tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:36.293585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3a072e5-ebe3-4404-941e-9259ee79dc61 req-275b03d4-5fd8-41a5-b2de-f4630ed6b5cc tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 931 time: 0.1291280
Jun 21 02:50:36.315322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Transition to ACTIVE for port object 15330695-3d8f-4b49-ab6a-cd99d0283f0f will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:50:36.355070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3a072e5-ebe3-4404-941e-9259ee79dc61 req-12cc8db5-50c0-4514-8cb2-7f743212a55f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533826
Jun 21 02:50:36.384580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:36.387732 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb05ed08-696a-4c2f-8e3f-770165a04ea5 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:36.388312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Deleting port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:36.388871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:36.450510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Pushing event updated for resources: {'Port': ['ID=15330695-3d8f-4b49-ab6a-cd99d0283f0f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:36.454423 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:36.538342 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72199998-2952-45e5-8f95-900a2bc01fab x-openstack-request-id: req-72199998-2952-45e5-8f95-900a2bc01fab {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:36.538686 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470d30ac-52e2-4456-8ab1-d6d5b3ec44be", "name": "network-vif-deleted", "tag": "5d53f0dd-af57-48cd-bd0b-6b84422330fe", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:36.538998 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72199998-2952-45e5-8f95-900a2bc01fab {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:36.539448 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470d30ac-52e2-4456-8ab1-d6d5b3ec44be', 'name': 'network-vif-deleted', 'tag': '5d53f0dd-af57-48cd-bd0b-6b84422330fe', 'status': 'completed', 'code': 200}
Jun 21 02:50:36.541118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d229b5a-3528-4dee-b199-f6820d9b6ab4 req-a2acf818-524d-4efb-ad52-d26cadcb6a98 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:36.544114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d229b5a-3528-4dee-b199-f6820d9b6ab4 req-a2acf818-524d-4efb-ad52-d26cadcb6a98 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 945 time: 0.1389115
Jun 21 02:50:36.585499 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72edaf9b-0f72-4216-82e7-8c06971275e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:36.602965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Attempting to bind port 15330695-3d8f-4b49-ab6a-cd99d0283f0f on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:50:36.603446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Attempting to bind port 15330695-3d8f-4b49-ab6a-cd99d0283f0f by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:50:36.603657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Attempting to bind port 15330695-3d8f-4b49-ab6a-cd99d0283f0f on network e1470a71-4100-45b8-bc12-b0cf1dcb1187 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:36.608659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] For port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:36.609157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:36.610921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Port 15330695-3d8f-4b49-ab6a-cd99d0283f0f on network e1470a71-4100-45b8-bc12-b0cf1dcb1187 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:50:36.611304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Attempting to bind port 15330695-3d8f-4b49-ab6a-cd99d0283f0f on network e1470a71-4100-45b8-bc12-b0cf1dcb1187 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:36.614856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d229b5a-3528-4dee-b199-f6820d9b6ab4 req-ea804b24-43c5-4b26-8e85-12c82444db71 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622332
Jun 21 02:50:36.631475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:50:36.632100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Checking segment: {'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:36.633497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Bound using segment: {'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:50:36.635685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Bound port: 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa46f21-053b-420d-a597-56b43886ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:50:36.636228 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:36.693972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Calling delete_port for f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:36.716558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] For port 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:50:36.720206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] For port 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:50:36.831322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:36.833737 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2038ccce-c39a-4a66-b912-42befbef8f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:36.878055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:36.878660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:36.880103 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] 10.222.0.20 "PUT /v2.0/ports/15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 1092 time: 1.1683822
Jun 21 02:50:36.909876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Pushing event updated for resources: {'Port': ['ID=15330695-3d8f-4b49-ab6a-cd99d0283f0f,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:36.918014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.918403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.921486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.922053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.922596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.922892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.923452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.923848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.924232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.924901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.925270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.925679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:36.929882 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:37.067524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-0156a4b8-741e-429c-a8d2-7117847f1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:37.069675 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-0156a4b8-741e-429c-a8d2-7117847f1dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1095 time: 0.0755732
Jun 21 02:50:37.085883 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:37.138014 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-7f2fc442-2245-4625-a78c-c4fa97797ab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 217 time: 0.0576231
Jun 21 02:50:37.210995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-9d0106ad-5e2f-42e4-88af-dfe2433becef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:37.218244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-9d0106ad-5e2f-42e4-88af-dfe2433becef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.0695567
Jun 21 02:50:37.234814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f1adc-030d-42c5-b232-532270107177 req-313d439d-93f4-4a5d-ae93-446549311f1e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:37.241972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc7f1adc-030d-42c5-b232-532270107177 req-313d439d-93f4-4a5d-ae93-446549311f1e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=742afbb9-17a4-49e7-a22c-1f56433361ae HTTP/1.1" status: 200  len: 949 time: 0.5848310
Jun 21 02:50:37.281324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ae907-7072-4b75-8ee4-453c4ab8f9f9 req-ab8ef8e4-663b-4eb6-acb9-553b6efeb702 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:37.282840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891ae907-7072-4b75-8ee4-453c4ab8f9f9 req-ab8ef8e4-663b-4eb6-acb9-553b6efeb702 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.1840663
Jun 21 02:50:37.290531 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-b3760860-3699-4ec9-ac73-bf503ac2ac16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579915
Jun 21 02:50:37.309374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc7f1adc-030d-42c5-b232-532270107177 req-da33d24d-202d-4113-863b-921fe35153ac tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665147
Jun 21 02:50:37.381983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-891ae907-7072-4b75-8ee4-453c4ab8f9f9 req-5f623d09-16ed-459b-aaf3-25359761cd3f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857656
Jun 21 02:50:37.508254 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:37.514609 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:37.523267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576', '10264ae9-1623-4adc-994f-0a6dc645b565'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:37.526562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:37.536736 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-0c22bb74-13e1-4815-a530-e564e9300f85 service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375786
Jun 21 02:50:37.615361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event deleted for resources: {'Port': ['ID=f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:37.623573 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:37.716005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:37.734199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-1f44334e-727a-43d4-aeed-0946783adc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:37.735811 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-1f44334e-727a-43d4-aeed-0946783adc52 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 950 time: 0.2872620
Jun 21 02:50:37.741848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] No DVR routers for this DVR port f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:37.745529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:37.748569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6462388e-a9a5-43ca-959f-c9714b61cd4f req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "DELETE /v2.0/ports/f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b HTTP/1.1" status: 204  len: 173 time: 1.5155890
Jun 21 02:50:37.753765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742afbb9-17a4-49e7-a22c-1f56433361ae', 'name': 'network-vif-deleted', 'tag': 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:37.758329 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27248ef-e6f3-42a9-bb91-f4274a9e2eae" -d '{"events": [{"server_uuid": "742afbb9-17a4-49e7-a22c-1f56433361ae", "name": "network-vif-deleted", "tag": "f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:37.788856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c5fb0-32f4-47ab-a042-f714f2f2ddc7 req-fd4bb160-be7d-4726-ae31-27b8a502b1c4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:37.799954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d91c5fb0-32f4-47ab-a042-f714f2f2ddc7 req-fd4bb160-be7d-4726-ae31-27b8a502b1c4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.2248585
Jun 21 02:50:37.883976 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a84e08f9-4cc9-450b-a266-753a0bf7e2cd req-4e3c6138-996a-4629-b175-6dc57a122ee8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3242121
Jun 21 02:50:37.924090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Deleting port 10264ae9-1623-4adc-994f-0a6dc645b565 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:37.924824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:37.948872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:37.990276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'port_id': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'mac_address': 'fa:16:3e:85:55:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:37.995823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d91c5fb0-32f4-47ab-a042-f714f2f2ddc7 req-3fc4656a-22b2-474d-b160-7271975a73c2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944392
Jun 21 02:50:38.010523 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.058649 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.090455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf52856-5486-4423-847e-e4453a44dd37 req-89559939-411b-4947-ba59-870ad1ff9ab2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:38.099967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bf52856-5486-4423-847e-e4453a44dd37 req-89559939-411b-4947-ba59-870ad1ff9ab2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 943 time: 0.2901535
Jun 21 02:50:38.129251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] For port 10264ae9-1623-4adc-994f-0a6dc645b565, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=10264ae9-1623-4adc-994f-0a6dc645b565,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:38.129648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.225173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bf52856-5486-4423-847e-e4453a44dd37 req-b37da68c-50ab-4a4f-ace2-164cbc827f83 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226470
Jun 21 02:50:38.243259 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.302865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Calling delete_port for 10264ae9-1623-4adc-994f-0a6dc645b565 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:38.336187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fd86fb-4f9d-48b1-99fa-9c712a849550 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:38.464283 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8cb027-7a84-48c2-b292-56fece814cff x-openstack-request-id: req-6e8cb027-7a84-48c2-b292-56fece814cff {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:38.465572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:38.465809 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742afbb9-17a4-49e7-a22c-1f56433361ae", "name": "network-vif-deleted", "tag": "f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:38.467051 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e8cb027-7a84-48c2-b292-56fece814cff {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:38.468519 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742afbb9-17a4-49e7-a22c-1f56433361ae', 'name': 'network-vif-deleted', 'tag': 'f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b', 'status': 'completed', 'code': 200}
Jun 21 02:50:38.543170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:38.546819 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beb9277-bb79-4d37-8e55-b0002553c0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:38.582339 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.592045 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:38.611743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41280) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:38.689843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.707716 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26f2127d-4865-45ed-a84d-d7b7807d4e59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:38.741418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=11']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:38.747674 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:38.785464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event deleted for resources: {'Port': ['ID=10264ae9-1623-4adc-994f-0a6dc645b565,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:38.791755 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:38.836472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] No DVR routers for this DVR port 10264ae9-1623-4adc-994f-0a6dc645b565 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:38.843479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Deleting subnet 344f69ae-2742-4ab8-8cca-ce7f480de4e1 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:50:38.845620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.848655 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d1fc806-a35c-4203-adc4-6e61404dc685 req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "DELETE /v2.0/ports/10264ae9-1623-4adc-994f-0a6dc645b565 HTTP/1.1" status: 204  len: 173 time: 1.1002584
Jun 21 02:50:38.849599 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.865809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['37fd86fb-4f9d-48b1-99fa-9c712a849550'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:38.894602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7af4da-538f-4646-8cc1-6440cf34dea5 req-5dcfb130-3324-4d3a-9b56-605aaff82fd1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:38.903475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c7af4da-538f-4646-8cc1-6440cf34dea5 req-5dcfb130-3324-4d3a-9b56-605aaff82fd1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1975737
Jun 21 02:50:38.938739 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:38.952378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83751d22-54af-47f2-84ce-355724a70581 req-468caf0f-ee6f-4bab-b828-b8be2a47932e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:38.954367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-468caf0f-ee6f-4bab-b828-b8be2a47932e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 810 time: 0.2114291
Jun 21 02:50:38.977315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-bac2244c-e311-4bc6-8d70-73bb4d449082 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/quotas/84e18b533bd848c883201aadc461c200 HTTP/1.1" status: 200  len: 375 time: 0.0166824
Jun 21 02:50:39.043983 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.046509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c7af4da-538f-4646-8cc1-6440cf34dea5 req-64212c54-c033-4066-a7ae-7a7efcc20a62 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419561
Jun 21 02:50:39.092922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-bc682b84-da21-4b51-8184-3fe9f87fcc78 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1145089
Jun 21 02:50:39.135722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:39.230800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.235050 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-acb529ef-416f-44ad-9e4f-f7224bf03a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:39.242204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-36c9a6be-ddc4-4713-8618-7fa2f12447d7 service neutron] 10.222.0.25 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480613
Jun 21 02:50:39.257284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:39.288437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344f69ae-2742-4ab8-8cca-ce7f480de4e1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:39.292050 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:39.293088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.304641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/344f69ae-2742-4ab8-8cca-ce7f480de4e1 HTTP/1.1" status: 204  len: 168 time: 0.6879294
Jun 21 02:50:39.305358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:39.448299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-87a6c123-523a-4300-a0a0-a922c495d7ea service neutron] 10.222.0.25 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048326
Jun 21 02:50:39.454516 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.478757 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.542529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:39.544411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:39.603087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.621750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2714760>,) {'filters': {'network_id': ['6531e994-5c95-4593-9700-4456de99f803']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:39.640415 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2714760>, '083ce719-3b11-489d-9982-0dfceae1f374') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:39.640711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2714760>, '083ce719-3b11-489d-9982-0dfceae1f374') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:39.650694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.665936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.677388 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.677559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:50:39.677559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:39.677731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:50:39.677807 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:50:39.761434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff0cac-bbbb-4268-a415-fbb183fe7b9c req-bf9ee9f4-8be7-4c1f-83c5-98b707c88236 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:39.767023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dff0cac-bbbb-4268-a415-fbb183fe7b9c req-bf9ee9f4-8be7-4c1f-83c5-98b707c88236 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.1294677
Jun 21 02:50:39.785228 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.resource_extend [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:50:39.797356 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182f97a7-2774-4f5d-8e46-8483ff573fc0 x-openstack-request-id: req-182f97a7-2774-4f5d-8e46-8483ff573fc0 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:39.798302 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:39.802136 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-182f97a7-2774-4f5d-8e46-8483ff573fc0 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:39.803296 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'status': 'completed', 'code': 200}
Jun 21 02:50:39.814135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:39.814767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f2e11f6b-15cc-4de6-a0dc-43eeb3274a8b not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:39.843579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dff0cac-bbbb-4268-a415-fbb183fe7b9c req-f478088a-9c4b-49f3-939c-0db3cc88a554 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691106
Jun 21 02:50:39.916868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:39.944524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-f5313ca1-a520-4fc2-83da-379c8799be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:39.947092 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-f5313ca1-a520-4fc2-83da-379c8799be46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1095 time: 0.1187088
Jun 21 02:50:39.972627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:39.975200 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e0e080-7c30-4504-9841-5dbf2a01d751" -d '{"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:40.029947 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:40.045762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:40.051769 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:40.059071 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6531e994-5c95-4593-9700-4456de99f803 HTTP/1.1" status: 204  len: 168 time: 0.7514496
Jun 21 02:50:40.066763 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:40.119107 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:40.196289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6531e994-5c95-4593-9700-4456de99f803,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:40.208896 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:40.286363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b57fbf46-817c-4640-a0cb-b9d9ca7ffcee req-18340213-62c4-482f-8e0a-83911d82074c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=a16391ce-4fcf-463d-97a1-e07ba344eb78 HTTP/1.1" status: 200  len: 210 time: 0.1600406
Jun 21 02:50:40.287977 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:40.297266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-5f729126-0236-4cbc-a045-c44f902dc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:40.298974 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-5f729126-0236-4cbc-a045-c44f902dc0cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 921 time: 0.3438959
Jun 21 02:50:40.313593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=11']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:40.324227 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:40.360003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96f177-e6a3-41df-be7e-1e3e9fe533c2 req-e4e2a57c-b5e1-4ec5-8c93-357917059baa tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:40.360314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'mac_address': 'fa:16:3e:ff:fe:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:40.370208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a96f177-e6a3-41df-be7e-1e3e9fe533c2 req-e4e2a57c-b5e1-4ec5-8c93-357917059baa tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 943 time: 0.2664831
Jun 21 02:50:40.391515 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-12ce777e-b8e5-4256-ac86-868e019520b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 217 time: 0.0806882
Jun 21 02:50:40.465039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a96f177-e6a3-41df-be7e-1e3e9fe533c2 req-62626fc3-f101-49f2-8534-448df78ccd12 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870292
Jun 21 02:50:40.465540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41322) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:40.508779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-4de8d398-c7ba-45a7-9801-bf745ec0f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:40.513280 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:40.514717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-4de8d398-c7ba-45a7-9801-bf745ec0f5da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.1189187
Jun 21 02:50:40.543902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:40.569351 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-a1577e36-e2fb-4ffd-ac25-9652c9686420 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434434
Jun 21 02:50:40.610689 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c84e30-1715-477a-a6c2-19c67d24ff70 x-openstack-request-id: req-44c84e30-1715-477a-a6c2-19c67d24ff70 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:40.610997 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:40.611261 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44c84e30-1715-477a-a6c2-19c67d24ff70 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:40.611665 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'code': 200}
Jun 21 02:50:40.626569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:40.645450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41330) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:40.658147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d67d4217-536c-446e-a5c6-9cf24cef9139 req-21c1f539-902d-4352-aa6e-579c5638807b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 210 time: 0.1006114
Jun 21 02:50:40.693895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32a106d-fd89-4009-a856-8f8622f96839 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:40.704723 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:40.706861 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:40.780469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32a106d-fd89-4009-a856-8f8622f96839 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:40.836949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-38a36d82-5092-4a8e-92df-ca5092f2d7a2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610366
Jun 21 02:50:40.843901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41338) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:40.849224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b518bd21-bcc6-48b6-9c74-7b789a49eaec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cb0e61c25534a7b8c0e11fa9c1ce5de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1897540
Jun 21 02:50:40.849418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:40.908968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=12']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:40.916988 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:40.959998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de984a3c-c683-4af4-b4fc-da2273d9e6bd req-66b87e99-5891-4d27-b5c2-4486d9877c7f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:40.961641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de984a3c-c683-4af4-b4fc-da2273d9e6bd req-66b87e99-5891-4d27-b5c2-4486d9877c7f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 946 time: 0.1342859
Jun 21 02:50:41.036039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de984a3c-c683-4af4-b4fc-da2273d9e6bd req-939a4b28-bdae-410c-ad65-27168efe1ac2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609298
Jun 21 02:50:41.048105 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32a106d-fd89-4009-a856-8f8622f96839 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.057067 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32a106d-fd89-4009-a856-8f8622f96839 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.064408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e32a106d-fd89-4009-a856-8f8622f96839 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "DELETE /v2.0/security-groups/a42d0172-ca3e-4c73-aa22-24cf8607e98e HTTP/1.1" status: 204  len: 168 time: 0.5976222
Jun 21 02:50:41.078199 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8ec316e0-ceea-4eb7-85b7-f49821235dbf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:41.087397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41346) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:41.105526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a106d-fd89-4009-a856-8f8622f96839 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d0172-ca3e-4c73-aa22-24cf8607e98e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:41.118152 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e32a106d-fd89-4009-a856-8f8622f96839 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:41.137734 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3beb9277-bb79-4d37-8e55-b0002553c0a3 req-99136796-f307-4dcf-abc0-e83fe60e757f service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2692790
Jun 21 02:50:41.138878 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-e7527153-8462-4950-9cf1-58ab93cdb4d2 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] show failed (client error): The resource could not be found.
Jun 21 02:50:41.139833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7527153-8462-4950-9cf1-58ab93cdb4d2 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "GET /v2.0/security-groups/a42d0172-ca3e-4c73-aa22-24cf8607e98e HTTP/1.1" status: 404  len: 347 time: 0.0504379
Jun 21 02:50:41.146024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41352) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:41.235749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6182a12-6086-4b84-b617-77d5416a0b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.295460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2a281-f7b4-4775-89b5-a78a3b37431b req-eb706839-7ac9-4f02-94b8-145ae01c88cd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:41.295803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6182a12-6086-4b84-b617-77d5416a0b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.304217 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4dc2a281-f7b4-4775-89b5-a78a3b37431b req-eb706839-7ac9-4f02-94b8-145ae01c88cd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 946 time: 0.1684451
Jun 21 02:50:41.370978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4dc2a281-f7b4-4775-89b5-a78a3b37431b req-c9e78a5f-1564-4aad-96f7-d5738e0550ce tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656600
Jun 21 02:50:41.378966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Deleting port 8199e0e1-8d1b-490e-bb3f-9e933918ba47 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:41.379314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.492687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6182a12-6086-4b84-b617-77d5416a0b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.495567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6182a12-6086-4b84-b617-77d5416a0b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.502131 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b6182a12-6086-4b84-b617-77d5416a0b03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5099958b-d6b2-4b71-96e0-e4445dff175c HTTP/1.1" status: 204  len: 168 time: 0.6571534
Jun 21 02:50:41.504802 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51482676-72a3-41f3-834d-8d457b8255c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:41.521088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6182a12-6086-4b84-b617-77d5416a0b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5099958b-d6b2-4b71-96e0-e4445dff175c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:41.531648 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b6182a12-6086-4b84-b617-77d5416a0b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:41.536992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 15330695-3d8f-4b49-ab6a-cd99d0283f0f details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:41.540111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:41.552983 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.553293 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:41.667353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:41.722048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Calling delete_port for 8199e0e1-8d1b-490e-bb3f-9e933918ba47 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:41.803436 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.resource_extend [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:50:41.819869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16391ce-4fcf-463d-97a1-e07ba344eb78', 'name': 'network-vif-deleted', 'tag': '10264ae9-1623-4adc-994f-0a6dc645b565'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:41.823664 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a45eea-7af5-40aa-aeb9-9864bfa37a07" -d '{"events": [{"server_uuid": "a16391ce-4fcf-463d-97a1-e07ba344eb78", "name": "network-vif-deleted", "tag": "10264ae9-1623-4adc-994f-0a6dc645b565"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:41.957790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568521a-6879-46a6-a022-f844f2b6f4fd req-d04f0a1b-99e1-4f27-80e4-3750c1b6e4cb tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:41.969745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a568521a-6879-46a6-a022-f844f2b6f4fd req-d04f0a1b-99e1-4f27-80e4-3750c1b6e4cb tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 943 time: 0.1423087
Jun 21 02:50:42.003920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:42.004510 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:42.103058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a568521a-6879-46a6-a022-f844f2b6f4fd req-4d8890e8-bf7b-4f56-a480-9cf092e1f8e0 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312141
Jun 21 02:50:42.123412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:42.128086 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eafc0d71-8107-4bf6-b98c-75e0af201d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:42.265555 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Pushing event deleted for resources: {'Port': ['ID=8199e0e1-8d1b-490e-bb3f-9e933918ba47,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:42.274614 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:42.299020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 37fd86fb-4f9d-48b1-99fa-9c712a849550 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:42.313852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 37fd86fb-4f9d-48b1-99fa-9c712a849550 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:42.314247 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:42.352336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:42.408682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'port_id': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'mac_address': 'fa:16:3e:3a:46:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:42.465637 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:42.483150 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:42.492385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:42.498545 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] 10.222.0.25 "DELETE /v2.0/floatingips/0dff0ab0-05df-4ae2-ae9c-80b415f72b24 HTTP/1.1" status: 204  len: 168 time: 1.3466444
Jun 21 02:50:42.532085 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:42.579574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:42.602294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15330695-3d8f-4b49-ab6a-cd99d0283f0f {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:42.612739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:42.615403 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fd7438-5b29-4638-9596-94950bfaf7fd" -d '{"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-plugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:42.625641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:42.644539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:42.709571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:43.025350 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:43.026570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 10264ae9-1623-4adc-994f-0a6dc645b565 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:43.028343 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:43.075543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 10264ae9-1623-4adc-994f-0a6dc645b565 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:43.075891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 10264ae9-1623-4adc-994f-0a6dc645b565 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:43.104144 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:43.108531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:43.192690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=13']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:43.196501 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:43.197208 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:43.340918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=15330695-3d8f-4b49-ab6a-cd99d0283f0f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:43.434231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['15330695-3d8f-4b49-ab6a-cd99d0283f0f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:43.508200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83751d22-54af-47f2-84ce-355724a70581 req-e514f2b6-867c-4450-b06b-5e8b16612df2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:43.509084 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-e514f2b6-867c-4450-b06b-5e8b16612df2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.20 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 810 time: 0.2110748
Jun 21 02:50:43.532782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Request body: {'port': {'device_id': '4fbb96a0-98cc-4866-8ba3-8ae238f7edf1', 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9', 'admin_state_up': True, 'tenant_id': '84e18b533bd848c883201aadc461c200'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:43.639002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=12']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:43.664460 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:43.671757 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:43.672172 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:43.728138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bfc8edb-1bf3-40bb-be5c-eb8b6485ea3b req-d56b7a6b-8479-4628-b6e5-a107084bae4f tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 210 time: 0.0914066
Jun 21 02:50:43.886311 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a25c7f1-72f2-4a91-8636-b707c2156daf x-openstack-request-id: req-7a25c7f1-72f2-4a91-8636-b707c2156daf {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:43.892533 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16391ce-4fcf-463d-97a1-e07ba344eb78", "name": "network-vif-deleted", "tag": "10264ae9-1623-4adc-994f-0a6dc645b565", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:43.892533 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a25c7f1-72f2-4a91-8636-b707c2156daf {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:43.892533 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16391ce-4fcf-463d-97a1-e07ba344eb78', 'name': 'network-vif-deleted', 'tag': '10264ae9-1623-4adc-994f-0a6dc645b565', 'status': 'completed', 'code': 200}
Jun 21 02:50:43.959798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Made reservation on behalf of 84e18b533bd848c883201aadc461c200 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:43.965556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:44.115994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41410) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:44.188401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a296f82-d0db-4622-b6fe-c54ed28d1b01 req-becad30c-879c-46ff-abae-191fc34e1772 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:44.197383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a296f82-d0db-4622-b6fe-c54ed28d1b01 req-becad30c-879c-46ff-abae-191fc34e1772 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 947 time: 0.1811624
Jun 21 02:50:44.311123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a296f82-d0db-4622-b6fe-c54ed28d1b01 req-c9183617-3cb4-4f5c-b824-eec59c47aa8d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123922
Jun 21 02:50:44.369387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1805333598-network', 'tenant_id': 'f9a80874832d492aa7ca8c56e69403d9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:44.373244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Allocated IP 172.20.0.14 (0c8d0be2-75b1-42cc-92c5-fc3303fb47a9/e79e5123-0e79-46cb-be0d-4264533e1fb0/c8e0aaa5-1037-4042-849a-c3a3a7452e6d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:50:44.650909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cf249-e27d-462e-b303-26edaed2c55e req-b266ebbc-4c49-47ba-9bdd-35c16496cd0c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:44.659925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-886cf249-e27d-462e-b303-26edaed2c55e req-b266ebbc-4c49-47ba-9bdd-35c16496cd0c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.1317561
Jun 21 02:50:44.792268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-886cf249-e27d-462e-b303-26edaed2c55e req-d8e2f401-b6f3-466c-87d4-20b8ae6f6a4e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854263
Jun 21 02:50:44.903419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-5a0918ee-0f43-4315-a8d7-af3fc0a9a5a7 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:44.905777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-5a0918ee-0f43-4315-a8d7-af3fc0a9a5a7 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/ports?device_id=37976f2c-af88-492d-aa38-fee3f6f7e6df HTTP/1.1" status: 200  len: 949 time: 0.2446513
Jun 21 02:50:45.089265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Deleting port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:45.089662 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.105105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Made reservation on behalf of f9a80874832d492aa7ca8c56e69403d9 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:45.107698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.130962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.222202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.335433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] For port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:45.340176 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.484150 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.513874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Calling delete_port for 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:45.622060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 15330695-3d8f-4b49-ab6a-cd99d0283f0f up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:45.703620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.725529 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f991dcc4-f5a8-4e0b-8a99-3a4daa1d0d1e tempest-ServerMetadataNegativeTestJSON-1984672589 tempest-ServerMetadataNegativeTestJSON-1984672589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:45.729430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6c693758-b536-4293-b653-0b4e1d604103'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:45.799092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.864008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:50:45.877494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 15330695-3d8f-4b49-ab6a-cd99d0283f0f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:45.880705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:45.890844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:50:45.905806 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:50:45.906569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 15330695-3d8f-4b49-ab6a-cd99d0283f0f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:45.906569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.945260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Pushing event updated for resources: {'Port': ['ID=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:45.950026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:45.950377 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Added segment abf6218e-1497-461c-91d0-936d35854846 of type vlan for network a2c01792-4356-4044-b956-bbe60186cc3e
Jun 21 02:50:45.958143 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:45.965199 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:46.032450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:46.032450 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.059094 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.070871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:46.075700 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:46.091110 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.134735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:46.213983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.231490 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-208d79f5-2287-497f-a854-719c2a445a17 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:46.231677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:46.274988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event deleted for resources: {'Port': ['ID=3902e7cd-9cb7-4f49-85f8-17d95e11dc2d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:46.310575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6', '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:46.324688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.325220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.326303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.326773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.331808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.332813 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.333691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.334398 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.334880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.335344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.335806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.336276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:50:46.339719 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:46.363330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] No DVR routers for this DVR port 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:46.368227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.370741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9616f4e-ee59-45c6-9684-00c14599f2ae req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "DELETE /v2.0/ports/3902e7cd-9cb7-4f49-85f8-17d95e11dc2d HTTP/1.1" status: 204  len: 173 time: 1.4557960
Jun 21 02:50:46.371454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37976f2c-af88-492d-aa38-fee3f6f7e6df', 'name': 'network-vif-deleted', 'tag': '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:46.375554 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c28f3b7-b1f1-4d8e-8602-31df80f42d79" -d '{"events": [{"server_uuid": "37976f2c-af88-492d-aa38-fee3f6f7e6df", "name": "network-vif-deleted", "tag": "3902e7cd-9cb7-4f49-85f8-17d95e11dc2d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:46.528104 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0056987
Jun 21 02:50:46.541306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Request body: {'port': {'device_id': '4fbb96a0-98cc-4866-8ba3-8ae238f7edf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:46.561920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.565435 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:46.569371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.569819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:46.570201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.574017 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec5bb74e-b4fb-462a-a457-4d206e6f90c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:46.688778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=15330695-3d8f-4b49-ab6a-cd99d0283f0f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:46.694284 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:46.763493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c01792-4356-4044-b956-bbe60186cc3e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:46.779506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a2c01792-4356-4044-b956-bbe60186cc3e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:50:46.791771 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:46.827290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41430) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:46.832031 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.7139845
Jun 21 02:50:46.832926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Request body: {'subnet': {'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1805333598-subnet', 'tenant_id': 'f9a80874832d492aa7ca8c56e69403d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:46.846850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:46.970253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Made reservation on behalf of f9a80874832d492aa7ca8c56e69403d9 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:46.972951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:47.277254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e0aaa5-1037-4042-849a-c3a3a7452e6d {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:47.287380 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:47.301784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Transition to ACTIVE for port object c8e0aaa5-1037-4042-849a-c3a3a7452e6d will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:50:47.376573 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:47.393450 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8141ab9c-4e52-47f4-8d99-9bfc60d49dc4 tempest-ServerDiskConfigTestJSON-1828840351 tempest-ServerDiskConfigTestJSON-1828840351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:47.430070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:47.433311 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de1ae277-7f1a-4936-a71b-55cf1ede7203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:47.545384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:47.550001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86842be6-bd1a-4365-bb5f-7bbd543c0b0d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:47.554090 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:47.555557 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:47.597782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Checking segment: {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:47.598701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Network hostable DHCP agents. Network: a2c01792-4356-4044-b956-bbe60186cc3e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:50:47.636240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Attempting to bind port c8e0aaa5-1037-4042-849a-c3a3a7452e6d on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:50:47.636625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Attempting to bind port c8e0aaa5-1037-4042-849a-c3a3a7452e6d by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:50:47.636930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Attempting to bind port c8e0aaa5-1037-4042-849a-c3a3a7452e6d on network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:47.645361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Port c8e0aaa5-1037-4042-849a-c3a3a7452e6d on network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:50:47.645726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Attempting to bind port c8e0aaa5-1037-4042-849a-c3a3a7452e6d on network 0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:50:47.663206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:50:47.663555 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Checking segment: {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:47.663965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Bound using segment: {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:50:47.664423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Bound port: c8e0aaa5-1037-4042-849a-c3a3a7452e6d, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:50:47.677642 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:47.710693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Network a2c01792-4356-4044-b956-bbe60186cc3e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:50:47.796203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a2c01792-4356-4044-b956-bbe60186cc3e) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:47.801606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:47.806641 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:47.809487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec18e9b-3547-47b3-b05c-bf34c08227f8 None None] Network a2c01792-4356-4044-b956-bbe60186cc3e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:50:47.820856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] For port c8e0aaa5-1037-4042-849a-c3a3a7452e6d, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:50:47.824358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] For port c8e0aaa5-1037-4042-849a-c3a3a7452e6d, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:50:47.927955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:47.931128 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:47.977046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1484392
Jun 21 02:50:48.001049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:48.003470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:48.005004 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8e0aaa5-1037-4042-849a-c3a3a7452e6d HTTP/1.1" status: 200  len: 1093 time: 1.4684947
Jun 21 02:50:48.009158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbb96a0-98cc-4866-8ba3-8ae238f7edf1', 'tag': 'c8e0aaa5-1037-4042-849a-c3a3a7452e6d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:48.011793 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbb96a0-98cc-4866-8ba3-8ae238f7edf1", "tag": "c8e0aaa5-1037-4042-849a-c3a3a7452e6d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:48.047937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:48.057726 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:48.067118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bcb94b-983b-4d2e-a701-941e5384ffc0 None None] Network a2c01792-4356-4044-b956-bbe60186cc3e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:50:48.318120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83751d22-54af-47f2-84ce-355724a70581 req-0bfa246d-e112-4cf0-bea6-c03e26280e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:48.321657 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-0bfa246d-e112-4cf0-bea6-c03e26280e46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 1096 time: 0.0598123
Jun 21 02:50:48.380558 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-7c15b5e6-da66-459e-8621-50d392644a4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d HTTP/1.1" status: 200  len: 217 time: 0.0517499
Jun 21 02:50:48.455520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83751d22-54af-47f2-84ce-355724a70581 req-62a73c6d-2568-404d-9b7b-5a75d5c09763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:48.456982 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-62a73c6d-2568-404d-9b7b-5a75d5c09763 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e79e5123-0e79-46cb-be0d-4264533e1fb0 HTTP/1.1" status: 200  len: 850 time: 0.0693424
Jun 21 02:50:48.502232 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-4c9c4dac-a4d5-468e-9a52-2d9ad75f078a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373485
Jun 21 02:50:48.690912 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-80b05d36-5b4d-463c-b52d-4aeebaec8a91 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805828
Jun 21 02:50:48.818052 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83751d22-54af-47f2-84ce-355724a70581 req-ebd8a814-fc6f-4c9e-af3c-369c45528287 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1180179
Jun 21 02:50:49.367296 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c9cae9-ddf2-4ac0-8743-fb227ba44e00 x-openstack-request-id: req-06c9cae9-ddf2-4ac0-8743-fb227ba44e00 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:49.368159 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-plugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:49.368626 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06c9cae9-ddf2-4ac0-8743-fb227ba44e00 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:49.369191 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'code': 200}
Jun 21 02:50:49.541966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abce67-87b0-493f-bb9a-f4f839dad0f1 req-6449544e-a6b1-4e9b-ad68-aa96bc05f610 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:49.548700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85abce67-87b0-493f-bb9a-f4f839dad0f1 req-6449544e-a6b1-4e9b-ad68-aa96bc05f610 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.0770967
Jun 21 02:50:49.585105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85abce67-87b0-493f-bb9a-f4f839dad0f1 req-f4cd1d35-ab5e-45b6-92c2-34bf5811a30e tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351357
Jun 21 02:50:49.701307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:49.724156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:49.724571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3902e7cd-9cb7-4f49-85f8-17d95e11dc2d not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:49.789145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed70ea-f866-4db8-a459-c595da7c9a69 req-34029a76-3b11-4e6d-86de-76ce8b77944a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:49.790777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0ed70ea-f866-4db8-a459-c595da7c9a69 req-34029a76-3b11-4e6d-86de-76ce8b77944a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 944 time: 0.0839233
Jun 21 02:50:49.836500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0ed70ea-f866-4db8-a459-c595da7c9a69 req-4ebbbe6c-206c-4a86-86f8-1b27126968c9 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381258
Jun 21 02:50:50.076916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8183-c194-40e1-97be-fc5f35f448cf req-f30e72a4-630e-4f72-ada2-4d66e2e9edd4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:50.078438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-302e8183-c194-40e1-97be-fc5f35f448cf req-f30e72a4-630e-4f72-ada2-4d66e2e9edd4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 947 time: 0.1209385
Jun 21 02:50:50.088667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf242a-fbb3-45f5-a1f3-1c424391b07d req-5b04b98f-ab54-4fb0-bfe5-19da9612f091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:50.090085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6cf242a-fbb3-45f5-a1f3-1c424391b07d req-5b04b98f-ab54-4fb0-bfe5-19da9612f091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.1000030
Jun 21 02:50:50.158046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-302e8183-c194-40e1-97be-fc5f35f448cf req-e354c72f-fda3-473a-abf0-884083d1c7cb tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669980
Jun 21 02:50:50.160933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6cf242a-fbb3-45f5-a1f3-1c424391b07d req-ac098f0f-9b77-4a35-9af8-2a5c0303e55e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636446
Jun 21 02:50:50.226079 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aca0ae-c2bc-4d59-a91e-cc6c6c490ba4 x-openstack-request-id: req-05aca0ae-c2bc-4d59-a91e-cc6c6c490ba4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:50.226079 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37976f2c-af88-492d-aa38-fee3f6f7e6df", "name": "network-vif-deleted", "tag": "3902e7cd-9cb7-4f49-85f8-17d95e11dc2d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:50.226079 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05aca0ae-c2bc-4d59-a91e-cc6c6c490ba4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:50.226079 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37976f2c-af88-492d-aa38-fee3f6f7e6df', 'name': 'network-vif-deleted', 'tag': '3902e7cd-9cb7-4f49-85f8-17d95e11dc2d', 'status': 'completed', 'code': 200}
Jun 21 02:50:50.231339 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9672c0-7180-4c30-9690-948d5c4d20b5 x-openstack-request-id: req-8e9672c0-7180-4c30-9690-948d5c4d20b5 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:50.232500 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbb96a0-98cc-4866-8ba3-8ae238f7edf1", "tag": "c8e0aaa5-1037-4042-849a-c3a3a7452e6d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:50.232786 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e9672c0-7180-4c30-9690-948d5c4d20b5 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:50.233250 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbb96a0-98cc-4866-8ba3-8ae238f7edf1', 'tag': 'c8e0aaa5-1037-4042-849a-c3a3a7452e6d', 'status': 'completed', 'code': 200}
Jun 21 02:50:50.366245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-0f5b01fe-4077-4c72-8412-10d6bfd3354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:50.366245 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-0f5b01fe-4077-4c72-8412-10d6bfd3354d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 1096 time: 0.1096566
Jun 21 02:50:50.486069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-1f25bcc3-7027-4286-90a9-8a5deb37e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:50.487890 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-1f25bcc3-7027-4286-90a9-8a5deb37e6da service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 911 time: 0.1160338
Jun 21 02:50:50.527914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-d33703a3-f5b1-4c8d-af21-f98f891baf91 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:50.535814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-d33703a3-f5b1-4c8d-af21-f98f891baf91 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/networks?id=a2c01792-4356-4044-b956-bbe60186cc3e HTTP/1.1" status: 200  len: 818 time: 0.1323824
Jun 21 02:50:50.541748 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-f5d149f6-6b94-4c8f-a74a-70e907931f9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d HTTP/1.1" status: 200  len: 217 time: 0.0474145
Jun 21 02:50:50.542099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41492) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:50.546830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-d258ba3a-2814-4a16-abac-dab36581d8de tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/quotas/f9a80874832d492aa7ca8c56e69403d9 HTTP/1.1" status: 200  len: 375 time: 0.0099058
Jun 21 02:50:50.588339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e065a08b-b523-43da-8f56-749d423d3a3e tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9a80874832d492aa7ca8c56e69403d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0358591
Jun 21 02:50:50.603322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e3d8027b-2e70-49b0-9bbc-fe57612a888b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 02:50:50.604309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e3d8027b-2e70-49b0-9bbc-fe57612a888b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058649
Jun 21 02:50:50.633822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-89a2933b-1ade-42c2-8cbd-2a40d6045c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:50.644804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-89a2933b-1ade-42c2-8cbd-2a40d6045c4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e79e5123-0e79-46cb-be0d-4264533e1fb0 HTTP/1.1" status: 200  len: 850 time: 0.0954375
Jun 21 02:50:50.647794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Deleting subnet cfe726d5-eef0-4e36-82fc-b9c08aa0cd42 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:50:50.651983 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:50.711118 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-0e875af3-bc55-4c71-9d15-bf23b5e36f7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599761
Jun 21 02:50:50.739611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-94091de8-36e2-4845-8ed8-fd50c9b9e448 service neutron] 10.222.0.25 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241932
Jun 21 02:50:50.783715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:50.850673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:50.860290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-df1184cd-e43e-4334-8e74-6623d9206112 service neutron] 10.222.0.25 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197362
Jun 21 02:50:50.896473 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-b6276682-ba6d-4f26-882d-094ba541244c service neutron] 10.222.0.20 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761851
Jun 21 02:50:51.022274 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8e10d9fb-5be3-448d-8c6f-b50df5ba03de req-f2e52c7a-d24a-486b-929f-5fbc6f276dce service neutron] 10.222.0.20 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159904
Jun 21 02:50:51.109422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.109422 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb0ff88b-1a26-4db3-a381-cd0576a1dd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:51.138563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe726d5-eef0-4e36-82fc-b9c08aa0cd42,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:51.145778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:51.149502 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.160612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cfe726d5-eef0-4e36-82fc-b9c08aa0cd42 HTTP/1.1" status: 204  len: 168 time: 0.6110086
Jun 21 02:50:51.162148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41514) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:51.301621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.371451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}, {'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:51.373793 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ae5d4b-1c87-48c6-9e4a-cd551b6b4208" -d '{"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-plugged", "status": "completed", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550"}, {"server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "name": "network-vif-plugged", "status": "completed", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:51.426860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.444565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-fb7ec630-fe98-429d-a24e-585c2ecdedd3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:51.446310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-fb7ec630-fe98-429d-a24e-585c2ecdedd3 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 949 time: 0.1850362
Jun 21 02:50:51.450271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3011f40>,) {'filters': {'network_id': ['aa5a97fa-6d0d-4401-af40-296eb1cf006c']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:51.518017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3011f40>, '33bb4bbc-c189-4880-a672-1b0eda634f1f') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:51.518314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3011f40>, '33bb4bbc-c189-4880-a672-1b0eda634f1f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:50:51.555492 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.579040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.587982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:50:51.587982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.596724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c8e0aaa5-1037-4042-849a-c3a3a7452e6d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:50:51.657235 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:50:51.734946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c8e0aaa5-1037-4042-849a-c3a3a7452e6d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:51.743626 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.753623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.753992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'c8e0aaa5-1037-4042-849a-c3a3a7452e6d', 'network_id': '0c8d0be2-75b1-42cc-92c5-fc3303fb47a9', 'port_id': 'c8e0aaa5-1037-4042-849a-c3a3a7452e6d', 'mac_address': 'fa:16:3e:36:33:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79e5123-0e79-46cb-be0d-4264533e1fb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:50:51.755580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa5a97fa-6d0d-4401-af40-296eb1cf006c HTTP/1.1" status: 204  len: 168 time: 0.6001155
Jun 21 02:50:51.757576 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:51.761170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Deleting port b00e32f3-c748-45c5-ae94-0fe477f28ea6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:51.761664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.798981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5a97fa-6d0d-4401-af40-296eb1cf006c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:51.806139 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.806228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:51.823742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e0aaa5-1037-4042-849a-c3a3a7452e6d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:50:51.846145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c8e0aaa5-1037-4042-849a-c3a3a7452e6d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:51.855347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f3cd-64c9-456e-8c2d-d1834bd5efe1 req-40bf97bf-ad4a-459c-b6fe-d70a61b2fb87 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:51.856995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6dd5f3cd-64c9-456e-8c2d-d1834bd5efe1 req-40bf97bf-ad4a-459c-b6fe-d70a61b2fb87 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 949 time: 0.1913669
Jun 21 02:50:51.934033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6dd5f3cd-64c9-456e-8c2d-d1834bd5efe1 req-84a6c898-697b-4201-89fc-4f3df39561fc tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684752
Jun 21 02:50:51.950322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] For port b00e32f3-c748-45c5-ae94-0fe477f28ea6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b00e32f3-c748-45c5-ae94-0fe477f28ea6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:51.950322 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.990650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:51.992459 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:52.042448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Calling delete_port for b00e32f3-c748-45c5-ae94-0fe477f28ea6 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:52.054581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:52.059085 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:52.250017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c8e0aaa5-1037-4042-849a-c3a3a7452e6d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:52.262626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bff98-4ba9-423b-9946-97623dd90363 req-cee199cc-6830-4ccb-8905-abc6743a8cb6 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:52.264897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f98bff98-4ba9-423b-9946-97623dd90363 req-cee199cc-6830-4ccb-8905-abc6743a8cb6 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.0876980
Jun 21 02:50:52.280164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41556) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:52.355200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f98bff98-4ba9-423b-9946-97623dd90363 req-72da53b8-56a2-4ff2-8038-7fbb722921ab tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745156
Jun 21 02:50:52.358467 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:52.374347 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-063987c8-94c1-4c1f-a62a-dbe5dc3ffc32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:52.385319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b00e32f3-c748-45c5-ae94-0fe477f28ea6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:52.386746 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-74a8f76f-5f51-4f5e-9d2c-aec587001ec2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=791f3c0c7aa24ea8adf2d764c8525f7e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0989943
Jun 21 02:50:52.390380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41558) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:52.411418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event deleted for resources: {'Port': ['ID=b00e32f3-c748-45c5-ae94-0fe477f28ea6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:52.457928 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:52.550671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0070ae-d263-4ebd-81fa-64b8a582bee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:52.619861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] No DVR routers for this DVR port b00e32f3-c748-45c5-ae94-0fe477f28ea6 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:52.626970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:52.629633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71a4ef16-ff08-4287-8afa-7632a14da321 req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.26 "DELETE /v2.0/ports/b00e32f3-c748-45c5-ae94-0fe477f28ea6 HTTP/1.1" status: 204  len: 173 time: 1.1765680
Jun 21 02:50:52.651829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0070ae-d263-4ebd-81fa-64b8a582bee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:52.660221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a23219d-aa9a-46f4-a8f1-55a07e802f9b', 'name': 'network-vif-deleted', 'tag': 'b00e32f3-c748-45c5-ae94-0fe477f28ea6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:52.667363 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652923a4-1c6e-4a09-a038-16a0af89ed0e" -d '{"events": [{"server_uuid": "3a23219d-aa9a-46f4-a8f1-55a07e802f9b", "name": "network-vif-deleted", "tag": "b00e32f3-c748-45c5-ae94-0fe477f28ea6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:52.786177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dd23a-6658-4168-a003-aa3251e6b695 req-1170d3b7-8b21-460e-b185-5eedc72e4c1c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:52.788064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d6dd23a-6658-4168-a003-aa3251e6b695 req-1170d3b7-8b21-460e-b185-5eedc72e4c1c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 945 time: 0.2160003
Jun 21 02:50:52.834047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89743-8bd3-449c-a604-207b7fefd941 req-cc435fc0-2a73-4ce6-80e8-5c61dfcc76cf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:52.842664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fe89743-8bd3-449c-a604-207b7fefd941 req-cc435fc0-2a73-4ce6-80e8-5c61dfcc76cf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.1247222
Jun 21 02:50:52.879611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d6dd23a-6658-4168-a003-aa3251e6b695 req-0e1e150e-5236-4422-a3c4-adbafb64536d tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855267
Jun 21 02:50:52.896993 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0070ae-d263-4ebd-81fa-64b8a582bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:52.904481 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bd0070ae-d263-4ebd-81fa-64b8a582bee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:52.904481 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bd0070ae-d263-4ebd-81fa-64b8a582bee9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77e2b36f-84e5-4550-b59c-989f4136ecdd HTTP/1.1" status: 204  len: 168 time: 0.5108316
Jun 21 02:50:52.904481 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc9e6152-9b5e-4a88-a33e-30d86dc6169b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:52.935601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0070ae-d263-4ebd-81fa-64b8a582bee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e2b36f-84e5-4550-b59c-989f4136ecdd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:52.938137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fe89743-8bd3-449c-a604-207b7fefd941 req-4cfab83d-88e6-4270-9423-7fa5c7480117 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940392
Jun 21 02:50:52.962493 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bd0070ae-d263-4ebd-81fa-64b8a582bee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:53.024337 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8306d21-d924-46c7-ae0d-86ebbc53d09a x-openstack-request-id: req-f8306d21-d924-46c7-ae0d-86ebbc53d09a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:53.024760 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-plugged", "status": "completed", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550", "code": 200}, {"server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "name": "network-vif-plugged", "status": "completed", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:53.025131 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8306d21-d924-46c7-ae0d-86ebbc53d09a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:53.025785 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'code': 200}
Jun 21 02:50:53.026441 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'code': 200}
Jun 21 02:50:53.051799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:50:53.355488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713d686-6aaa-4969-b9e6-9ad5982f230b req-78b03227-e5b3-4517-bef0-ba5dad529e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:53.360870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8a8b9-6136-4263-9999-6ed2f2061ff3 req-687cb723-5797-46be-bd80-3d0c683c75a7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:53.364078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4713d686-6aaa-4969-b9e6-9ad5982f230b req-78b03227-e5b3-4517-bef0-ba5dad529e23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1097 time: 0.2028608
Jun 21 02:50:53.381500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab8a8b9-6136-4263-9999-6ed2f2061ff3 req-687cb723-5797-46be-bd80-3d0c683c75a7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 947 time: 0.1597641
Jun 21 02:50:53.433681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab8a8b9-6136-4263-9999-6ed2f2061ff3 req-0a1415f7-a159-466d-85a8-dc5e114ba46d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508451
Jun 21 02:50:53.435343 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4713d686-6aaa-4969-b9e6-9ad5982f230b req-1c7187ed-a6be-4419-8349-bd7b2e40a19c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698726
Jun 21 02:50:53.577061 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b86a6-3c3a-4392-8243-819d3e132b47 x-openstack-request-id: req-a46b86a6-3c3a-4392-8243-819d3e132b47 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:53.577670 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a23219d-aa9a-46f4-a8f1-55a07e802f9b", "name": "network-vif-deleted", "tag": "b00e32f3-c748-45c5-ae94-0fe477f28ea6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:53.577790 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a46b86a6-3c3a-4392-8243-819d3e132b47 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:53.578168 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a23219d-aa9a-46f4-a8f1-55a07e802f9b', 'name': 'network-vif-deleted', 'tag': 'b00e32f3-c748-45c5-ae94-0fe477f28ea6', 'status': 'completed', 'code': 200}
Jun 21 02:50:53.597011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c8e0aaa5-1037-4042-849a-c3a3a7452e6d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:50:53.618840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d086b-ee89-4b8a-918a-dbf9e688b289 req-9feb2225-1b97-4f33-bad0-cf4573e2ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:53.620376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f14d086b-ee89-4b8a-918a-dbf9e688b289 req-9feb2225-1b97-4f33-bad0-cf4573e2ecb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 1099 time: 0.0931242
Jun 21 02:50:53.673600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f14d086b-ee89-4b8a-918a-dbf9e688b289 req-c9620f71-aed0-45ab-a90c-8fa6f81efc7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436218
Jun 21 02:50:53.734060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 40121663-e800-41f4-83d1-2653bd511475 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:53.812312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port c8e0aaa5-1037-4042-849a-c3a3a7452e6d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:50:53.823593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port c8e0aaa5-1037-4042-849a-c3a3a7452e6d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:50:53.824190 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:53.843568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4100cd79-69d0-454b-ae9d-664f33b3fd61 req-76c80f9d-b6cc-4bdb-b919-61000cf823c1 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a23219d-aa9a-46f4-a8f1-55a07e802f9b HTTP/1.1" status: 200  len: 210 time: 0.0430362
Jun 21 02:50:54.017798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef9c246d-a168-4b8d-8add-172d14537d9d req-96d87ced-231a-46b9-b55b-2cfd12d74d00 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 210 time: 0.0713398
Jun 21 02:50:54.065528 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:54.121905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:54.174919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c8e0aaa5-1037-4042-849a-c3a3a7452e6d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:54.194339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e38ce0-92db-4875-a5f6-948bc361e1cf req-64f4b938-0ca2-4839-9526-b498f4b1b798 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:54.197526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24e38ce0-92db-4875-a5f6-948bc361e1cf req-64f4b938-0ca2-4839-9526-b498f4b1b798 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1096463
Jun 21 02:50:54.270788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:54.281698 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:54.293796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24e38ce0-92db-4875-a5f6-948bc361e1cf req-0d096ce3-03f9-4b1a-89dc-0406971db63c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558958
Jun 21 02:50:54.294780 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-74fa2219-7bbc-4ab1-91ee-9c07e65b2c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:54.327284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d6ef9-6878-4823-9809-c84b603289f8 req-bee28f69-bbbb-46ad-8e1f-06de0cc3d07c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:54.335925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd9d6ef9-6878-4823-9809-c84b603289f8 req-bee28f69-bbbb-46ad-8e1f-06de0cc3d07c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 945 time: 0.1303303
Jun 21 02:50:54.390314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd9d6ef9-6878-4823-9809-c84b603289f8 req-fd389b9f-7aae-4ee5-a609-995bddaa0672 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513103
Jun 21 02:50:54.436688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:54.437696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b00e32f3-c748-45c5-ae94-0fe477f28ea6 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:54.468986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: b00e32f3-c748-45c5-ae94-0fe477f28ea6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:54.469423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b00e32f3-c748-45c5-ae94-0fe477f28ea6 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:54.471837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:54.474778 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:54.475411 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:54.549577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:54.558413 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:54.853592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa65fd-bd3a-4291-9bd6-062c72ffed73 req-f5393c4f-dbae-4b7c-b108-d09fb285e609 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:54.862124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9fa65fd-bd3a-4291-9bd6-062c72ffed73 req-f5393c4f-dbae-4b7c-b108-d09fb285e609 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.2030869
Jun 21 02:50:54.884153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-0dc59b08-baac-4ede-a567-0efb8a19b5be tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:54.894741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-0dc59b08-baac-4ede-a567-0efb8a19b5be tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 805 time: 0.3692694
Jun 21 02:50:54.999487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41624) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:55.003220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9fa65fd-bd3a-4291-9bd6-062c72ffed73 req-39dd2b2f-e8a8-47af-b093-e7be44d30c2a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400855
Jun 21 02:50:55.016850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-e34dd6e7-1d5a-4c67-b350-e2d16aae357f tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/quotas/7e1fae171cbe43e98af745300b4d9525 HTTP/1.1" status: 200  len: 375 time: 0.1211867
Jun 21 02:50:55.028802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbb96a0-98cc-4866-8ba3-8ae238f7edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e0aaa5-1037-4042-849a-c3a3a7452e6d'}, {'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40121663-e800-41f4-83d1-2653bd511475'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:55.031389 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a68e7c-271b-45b7-abdc-b3a9f7c94d70" -d '{"events": [{"server_uuid": "4fbb96a0-98cc-4866-8ba3-8ae238f7edf1", "name": "network-vif-plugged", "status": "completed", "tag": "c8e0aaa5-1037-4042-849a-c3a3a7452e6d"}, {"server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "40121663-e800-41f4-83d1-2653bd511475"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:55.195067 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-5a5b16e8-ef98-441f-9e8b-52b0af3a3e58 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1662612
Jun 21 02:50:55.221808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1218928201-network', 'tenant_id': 'e8920d211a7549f1948e67460a99346d'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:55.380090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-97d1cfbf-2686-4c1d-a60c-59c15e48bab5 service neutron] 10.222.0.25 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840060
Jun 21 02:50:55.467236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0edc-299a-4f2a-b14a-8b720bfb7d9d req-54bc9b21-408c-4c84-a5f7-756e2716aa7b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:55.468781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61fb0edc-299a-4f2a-b14a-8b720bfb7d9d req-54bc9b21-408c-4c84-a5f7-756e2716aa7b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 947 time: 0.2216821
Jun 21 02:50:55.505604 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-1448ceaf-e15a-4e16-b285-057264ee4941 service neutron] 10.222.0.25 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246097
Jun 21 02:50:55.523375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61fb0edc-299a-4f2a-b14a-8b720bfb7d9d req-1a5aa859-ccff-403a-9cda-704e57469df8 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476770
Jun 21 02:50:55.579609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Made reservation on behalf of e8920d211a7549f1948e67460a99346d for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:55.583483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:55.614037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:55.683797 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7c3805-60d7-46c3-8941-c6069734103b x-openstack-request-id: req-cf7c3805-60d7-46c3-8941-c6069734103b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:55.684106 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbb96a0-98cc-4866-8ba3-8ae238f7edf1", "name": "network-vif-plugged", "status": "completed", "tag": "c8e0aaa5-1037-4042-849a-c3a3a7452e6d", "code": 200}, {"server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "40121663-e800-41f4-83d1-2653bd511475", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:55.684368 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf7c3805-60d7-46c3-8941-c6069734103b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:55.685562 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbb96a0-98cc-4866-8ba3-8ae238f7edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e0aaa5-1037-4042-849a-c3a3a7452e6d', 'code': 200}
Jun 21 02:50:55.685999 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40121663-e800-41f4-83d1-2653bd511475', 'code': 200}
Jun 21 02:50:55.842649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:56.041941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-177d848f-3b19-463a-81c1-86a4eb920bed req-b0241ac1-f51f-43cd-9ea6-18578472f970 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 210 time: 0.0635221
Jun 21 02:50:56.041941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-09c2c8d5-e03c-4169-bd39-82ec6204524f tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:56.041941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-09c2c8d5-e03c-4169-bd39-82ec6204524f tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "GET /v2.0/ports?device_id=35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d HTTP/1.1" status: 200  len: 943 time: 0.2784102
Jun 21 02:50:56.044966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267050ff-8a14-4316-91d0-8cb36c02cdaf req-a12a3cee-1b59-487d-ae55-c20da5346c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:56.044966 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-267050ff-8a14-4316-91d0-8cb36c02cdaf req-a12a3cee-1b59-487d-ae55-c20da5346c69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 1098 time: 0.1287563
Jun 21 02:50:56.098463 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-267050ff-8a14-4316-91d0-8cb36c02cdaf req-6d1a0fbc-c8da-4c96-8f1c-c26e51e6cf6b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486381
Jun 21 02:50:56.196781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf15d-2007-4ef8-afac-9b45370d24e7 req-dc0ac31d-3c61-411b-8a72-d3a9e1e07d43 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:56.198742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06cbf15d-2007-4ef8-afac-9b45370d24e7 req-dc0ac31d-3c61-411b-8a72-d3a9e1e07d43 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.2054842
Jun 21 02:50:56.212461 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:56.217390 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c9a778b-d056-4600-90dc-30a8f367b28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:56.267706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:50:56.284783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06cbf15d-2007-4ef8-afac-9b45370d24e7 req-de054e16-3060-442e-a1bd-98b1e232d0a4 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780361
Jun 21 02:50:56.288461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Deleting port 40121663-e800-41f4-83d1-2653bd511475 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:50:56.288793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:56.295247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53276edd-aa1e-46b4-a409-60023c55ecdc,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:56.304217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:56.304741 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Added segment 47d79a72-63ce-4de7-b978-b611981fccc1 of type vlan for network 7989e12b-ccbe-4c15-b879-2f8badf2d861
Jun 21 02:50:56.306693 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:56.357636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:56.527532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:56.531167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:56.533542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:56.542375 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41cbf3df-e2e8-4b77-80b9-2f3cc0bb3698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:56.625293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Pushing event updated for resources: {'Network': ['ID=7989e12b-ccbe-4c15-b879-2f8badf2d861,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:56.635920 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:56.636166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7989e12b-ccbe-4c15-b879-2f8badf2d861 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:50:56.733563 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.7321436
Jun 21 02:50:56.735988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41678) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:50:56.742064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Request body: {'subnet': {'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1218928201-subnet', 'tenant_id': 'e8920d211a7549f1948e67460a99346d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:56.766411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9964-81bf-4522-8a63-def381f45861 req-8a650350-f626-4c2c-9c0e-9b1d7cce393c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:56.767843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-588d9964-81bf-4522-8a63-def381f45861 req-8a650350-f626-4c2c-9c0e-9b1d7cce393c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.6243751
Jun 21 02:50:56.829026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-468020f7-96b3-41bf-9ec5-f4ba2b15fc1d req-8b4f290e-3be3-4fa8-a749-5b1020ecadf5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 210 time: 0.0747442
Jun 21 02:50:56.887280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Made reservation on behalf of e8920d211a7549f1948e67460a99346d for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:56.891525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:56.976411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-588d9964-81bf-4522-8a63-def381f45861 req-445528d5-f44e-4e9d-80c3-8258abcf0a99 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938674
Jun 21 02:50:56.984628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] For port 40121663-e800-41f4-83d1-2653bd511475, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=40121663-e800-41f4-83d1-2653bd511475,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:50:56.985707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:57.086534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Calling delete_port for 40121663-e800-41f4-83d1-2653bd511475 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:50:57.295098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-18235965-f0c0-4e50-92dd-3415b68856e7 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:57.296836 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-18235965-f0c0-4e50-92dd-3415b68856e7 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.20 "GET /v2.0/networks?id=a2c01792-4356-4044-b956-bbe60186cc3e HTTP/1.1" status: 200  len: 818 time: 0.2803090
Jun 21 02:50:57.333087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Request body: {'port': {'device_id': '1e9f1db7-af9e-43dd-8877-6afd8b42875c', 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e', 'admin_state_up': True, 'tenant_id': 'f9a80874832d492aa7ca8c56e69403d9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:57.346106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd35f5-7d1e-4b5a-86eb-21e9fd204d9c req-47658568-d916-4fd8-8587-4a4b940a7a46 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:57.352959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abfd35f5-7d1e-4b5a-86eb-21e9fd204d9c req-47658568-d916-4fd8-8587-4a4b940a7a46 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.2704921
Jun 21 02:50:57.504729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abfd35f5-7d1e-4b5a-86eb-21e9fd204d9c req-112c5a98-87ae-4861-a6f4-4e4327421240 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1507025
Jun 21 02:50:57.604582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-371e0cc9-1bca-44e9-a37f-823484d7e1df tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:57.607703 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-371e0cc9-1bca-44e9-a37f-823484d7e1df tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.26 "GET /v2.0/networks?id=a2c01792-4356-4044-b956-bbe60186cc3e HTTP/1.1" status: 200  len: 818 time: 0.4175642
Jun 21 02:50:57.610776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Made reservation on behalf of f9a80874832d492aa7ca8c56e69403d9 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:57.614428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:57.630787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Request body: {'port': {'device_id': '0dbf85bd-ab44-4bb1-8157-010045f00fd7', 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e', 'admin_state_up': True, 'tenant_id': 'f9a80874832d492aa7ca8c56e69403d9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:57.637238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:57.643300 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb2e593a-941e-44f0-a34d-9c0feb127bec tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:57.680922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Pushing event deleted for resources: {'Port': ['ID=40121663-e800-41f4-83d1-2653bd511475,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:57.684359 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:57.842916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] No DVR routers for this DVR port 40121663-e800-41f4-83d1-2653bd511475 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:50:57.848899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:57.853096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7ecb484-4af5-410d-b34f-26a8c368da54 req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "DELETE /v2.0/ports/40121663-e800-41f4-83d1-2653bd511475 HTTP/1.1" status: 204  len: 173 time: 1.8465326
Jun 21 02:50:57.853696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'name': 'network-vif-deleted', 'tag': '40121663-e800-41f4-83d1-2653bd511475'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:50:57.862822 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c30a312-c5c4-4d76-98a9-858fdbe1a15c" -d '{"events": [{"server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "name": "network-vif-deleted", "tag": "40121663-e800-41f4-83d1-2653bd511475"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:50:57.888306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:57.905277 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:58.059694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee97d-06e9-4696-8748-f58bfaa339f2 req-dff15143-2057-48ef-a5fd-d54bdc483b88 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:58.062202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-718ee97d-06e9-4696-8748-f58bfaa339f2 req-dff15143-2057-48ef-a5fd-d54bdc483b88 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 947 time: 0.1329129
Jun 21 02:50:58.111246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c695b913-5e86-4aad-9b61-6d0e7db633d4,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:58.116896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-718ee97d-06e9-4696-8748-f58bfaa339f2 req-327fed0b-003d-4760-8034-1554fe1107e6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414085
Jun 21 02:50:58.123728 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:58.140053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Allocated IP 172.20.0.13 (a2c01792-4356-4044-b956-bbe60186cc3e/86842be6-bd1a-4365-bb5f-7bbd543c0b0d/63258ae6-9ce7-4fdf-b615-f488c133f402) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:50:58.211164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Checking segment: {'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:50:58.211711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Network hostable DHCP agents. Network: 7989e12b-ccbe-4c15-b879-2f8badf2d861, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:50:58.246680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-9aeb19e6-1bad-46ff-9445-16bf79b538eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:58.248973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-9aeb19e6-1bad-46ff-9445-16bf79b538eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1097 time: 0.3494573
Jun 21 02:50:58.394507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c263fca6-e217-4d83-a85b-39d902ad0332 req-b8a9bbc8-4345-4a3c-b7b8-592ac18f7292 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 210 time: 0.0855687
Jun 21 02:50:58.413211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Network 7989e12b-ccbe-4c15-b879-2f8badf2d861 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:50:58.475899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aaf2c-4af9-49aa-8da2-d2a88cf9b192 req-133569a7-4280-4d58-96d2-0f81be6ecff0 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:58.478843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f13aaf2c-4af9-49aa-8da2-d2a88cf9b192 req-133569a7-4280-4d58-96d2-0f81be6ecff0 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.2142060
Jun 21 02:50:58.481852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:58.488246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Made reservation on behalf of f9a80874832d492aa7ca8c56e69403d9 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:58.488354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-45f05f9b-a65f-4415-a094-67b3fe8e1bd3 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:58.489867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-45f05f9b-a65f-4415-a094-67b3fe8e1bd3 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.26 "GET /v2.0/networks?id=a2c01792-4356-4044-b956-bbe60186cc3e HTTP/1.1" status: 200  len: 818 time: 0.1932266
Jun 21 02:50:58.491335 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:58.509815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Request body: {'port': {'device_id': 'c9467a40-43b1-4c36-924c-3aceb3cd1b86', 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e', 'admin_state_up': True, 'tenant_id': 'f9a80874832d492aa7ca8c56e69403d9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:58.558185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-9a24e976-47d6-47e5-b030-40073f260a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:58.559854 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-9a24e976-47d6-47e5-b030-40073f260a6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 921 time: 0.3019376
Jun 21 02:50:58.619570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f13aaf2c-4af9-49aa-8da2-d2a88cf9b192 req-8f199097-4d44-48cd-a3b4-8968482943a1 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223519
Jun 21 02:50:58.635561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7989e12b-ccbe-4c15-b879-2f8badf2d861) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:58.638286 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-0661a8ee-f753-4018-b576-5e3240edd667 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 217 time: 0.0455718
Jun 21 02:50:58.644343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248017e-2059-4922-ba64-870d0775dd7e None None] Network 7989e12b-ccbe-4c15-b879-2f8badf2d861 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:50:58.656060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:58.656342 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:58.695277 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d6a1e8-2a5f-40d5-9bc1-0e27a78700dc x-openstack-request-id: req-c8d6a1e8-2a5f-40d5-9bc1-0e27a78700dc {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:50:58.696159 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d", "name": "network-vif-deleted", "tag": "40121663-e800-41f4-83d1-2653bd511475", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:50:58.696159 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8d6a1e8-2a5f-40d5-9bc1-0e27a78700dc {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:50:58.696578 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ed808f-ad42-4d1c-a1e2-70b0bfc95d1d', 'name': 'network-vif-deleted', 'tag': '40121663-e800-41f4-83d1-2653bd511475', 'status': 'completed', 'code': 200}
Jun 21 02:50:58.725201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b2ea5f9-4137-45e1-b4f7-c612252f9770 req-e9275b7d-48ab-40a0-9a5e-20f4d3df79c3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 210 time: 0.1012783
Jun 21 02:50:58.745956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-01d7bba9-9276-4cc2-965a-8f06e91eeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:58.747906 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-01d7bba9-9276-4cc2-965a-8f06e91eeee5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.0945141
Jun 21 02:50:58.789300 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-fa4b0a71-fbeb-4241-8355-9753123949a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349572
Jun 21 02:50:58.829524 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.0922308
Jun 21 02:50:58.893023 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:58.920959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfe558-b93f-404a-8cc1-43dac4bbd264 None None] Network 7989e12b-ccbe-4c15-b879-2f8badf2d861 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:50:58.937604 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:50:58.986396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ad17-a076-439b-8ae8-24a85ce84a67 req-eff9d145-9ff1-43a6-9c0f-77dcbceab251 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:58.995072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82c1ad17-a076-439b-8ae8-24a85ce84a67 req-eff9d145-9ff1-43a6-9c0f-77dcbceab251 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1778476
Jun 21 02:50:59.004464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Made reservation on behalf of f9a80874832d492aa7ca8c56e69403d9 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:50:59.008313 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:59.022516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Pushing event updated for resources: {'Port': ['ID=63258ae6-9ce7-4fdf-b615-f488c133f402,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:50:59.063280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82c1ad17-a076-439b-8ae8-24a85ce84a67 req-0c2af651-7de0-4909-9200-9fd1a29e74a5 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672452
Jun 21 02:50:59.085865 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-4cb5db42-8bf5-4055-ad99-e4cc0e7e8a67 service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2882073
Jun 21 02:50:59.089691 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:50:59.120173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Network a2c01792-4356-4044-b956-bbe60186cc3e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:50:59.140349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:50:59.184075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e52699-8957-4d91-b0b7-d3133948a4d6 req-7afb38d7-3c4e-4f05-8c48-118ab4f04442 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:59.186796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07e52699-8957-4d91-b0b7-d3133948a4d6 req-7afb38d7-3c4e-4f05-8c48-118ab4f04442 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 949 time: 0.2527287
Jun 21 02:50:59.201513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:50:59.287529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07e52699-8957-4d91-b0b7-d3133948a4d6 req-983fa4c0-08f1-464b-bb18-973aa013f091 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2adce00-794b-4a24-9818-e4b2b09a4f31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904088
Jun 21 02:50:59.347758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fffcf-e6e1-4d31-a80d-b072c6d2629a req-e7e894e2-73d5-4286-8fa6-6b748763dacf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:59.355772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-359fffcf-e6e1-4d31-a80d-b072c6d2629a req-e7e894e2-73d5-4286-8fa6-6b748763dacf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.1139209
Jun 21 02:50:59.420653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-359fffcf-e6e1-4d31-a80d-b072c6d2629a req-f44a8c26-7450-4d22-89dc-21df9ee116c0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630317
Jun 21 02:50:59.548466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Allocated IP 172.20.0.6 (a2c01792-4356-4044-b956-bbe60186cc3e/86842be6-bd1a-4365-bb5f-7bbd543c0b0d/ec5a42c6-d360-4e43-8a1c-521511723991) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:50:59.549957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-718e8805-50e1-49f5-990a-b161b4584f34 req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1503532761', 'description': 'tempest-description-742477676'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:59.678836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:59.679584 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:59.711438 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-718e8805-50e1-49f5-990a-b161b4584f34 req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:59.743970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 40121663-e800-41f4-83d1-2653bd511475 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:50:59.770671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 40121663-e800-41f4-83d1-2653bd511475 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:50:59.771361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 40121663-e800-41f4-83d1-2653bd511475 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:50:59.771634 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29418b0d-ac78-4a9d-b173-dd9a1f2e2c7f req-25028715-98a9-48ec-84b7-557f77acf9b1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6748903
Jun 21 02:50:59.783711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-63172366-2ee5-4e33-a996-876e1cf32ab9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:50:59.785193 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-63172366-2ee5-4e33-a996-876e1cf32ab9 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 805 time: 0.2481291
Jun 21 02:50:59.848760 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-718e8805-50e1-49f5-990a-b161b4584f34 req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:59.854255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Request body: {'port': {'device_id': '183176e3-1972-42cc-9c1d-bf63558c608c', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'admin_state_up': True, 'tenant_id': '7e1fae171cbe43e98af745300b4d9525'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:50:59.983872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-718e8805-50e1-49f5-990a-b161b4584f34 req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:50:59.989804 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-521fca75-cf25-429e-ae36-0da6d6dd9026 tempest-ServersAdminNegativeTestJSON-1736938397 tempest-ServersAdminNegativeTestJSON-1736938397-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:00.040357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ec336-b968-4d1d-9a34-ddb81f07568e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:00.043488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-973a15af-a29d-40b3-b2e0-51cb290f6991 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:00.043921 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:00.045267 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-973a15af-a29d-40b3-b2e0-51cb290f6991 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 949 time: 0.2496800
Jun 21 02:51:00.064807 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:00.104742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-718e8805-50e1-49f5-990a-b161b4584f34 req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:00.128786 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-718e8805-50e1-49f5-990a-b161b4584f34 req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.5889277
Jun 21 02:51:00.135474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8299401
Jun 21 02:51:00.159621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Request body: {'port': {'device_id': '1e9f1db7-af9e-43dd-8877-6afd8b42875c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:00.258888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:00.260062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-48fb92ba-09f8-42c5-a758-7ab4373d8bae req-08a5c1d3-63f5-491a-87c8-b3b05466216c tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 210 time: 0.0414982
Jun 21 02:51:00.268895 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08a52587-86c3-4d62-b24f-e2c58f874ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:00.292761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389fdf7-aaea-49eb-bf3b-1b60e4b58535 req-f02a7d87-41f1-4982-9571-17d9b0fe5bfb tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:00.295350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7389fdf7-aaea-49eb-bf3b-1b60e4b58535 req-f02a7d87-41f1-4982-9571-17d9b0fe5bfb tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 947 time: 0.1652377
Jun 21 02:51:00.312585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Made reservation on behalf of 7e1fae171cbe43e98af745300b4d9525 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:00.313253 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:00.340130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-b591f11a-4b83-402a-b2e7-a68917d19f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:00.342016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-b591f11a-4b83-402a-b2e7-a68917d19f33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 1098 time: 0.1989830
Jun 21 02:51:00.345090 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:00.349931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Network a2c01792-4356-4044-b956-bbe60186cc3e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:00.365747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:00.372626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:00.390842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Pushing event updated for resources: {'Port': ['ID=ec5a42c6-d360-4e43-8a1c-521511723991,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:00.420528 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:00.424546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Allocated IP 172.20.0.3 (a2c01792-4356-4044-b956-bbe60186cc3e/86842be6-bd1a-4365-bb5f-7bbd543c0b0d/2dce0192-79dd-4995-b3c0-1ebd61f8d933) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:00.474114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Deleting port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:00.474468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:00.478718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7389fdf7-aaea-49eb-bf3b-1b60e4b58535 req-e15f9a5e-23d4-4500-a9bd-3a00082c7ee8 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1546803
Jun 21 02:51:00.567314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-06798ecb-6d7a-4c54-a1fe-38c4884204cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:00.576940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-06798ecb-6d7a-4c54-a1fe-38c4884204cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 911 time: 0.2249739
Jun 21 02:51:00.583033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:00.583665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:00.693791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-8330afdb-9d9a-4f03-93d7-0b2dc0df15d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d HTTP/1.1" status: 200  len: 217 time: 0.0958886
Jun 21 02:51:00.701109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f9e6d-9f60-475e-afd7-54c8a4822096 req-a94da3a7-cda8-4bb5-9ec8-6b5258d89b96 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:00.705944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-835f9e6d-9f60-475e-afd7-54c8a4822096 req-a94da3a7-cda8-4bb5-9ec8-6b5258d89b96 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.3043566
Jun 21 02:51:00.728286 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1111486
Jun 21 02:51:00.734909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Allocated IP 172.20.0.11 (c42e8c5e-fc2b-46d9-961b-dfe518fd9719/f58bf0fc-303e-4e85-9983-3cb824264719/df8b6ba6-3df9-410c-a928-7fc474f6c9af) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:00.739188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] For port 1518e21c-f1cf-4ac7-8582-7bf16baa0576, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1518e21c-f1cf-4ac7-8582-7bf16baa0576,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:00.739562 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:00.740269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f72578c2-127f-4170-af66-f7ced38159b2 req-4b21aa98-722e-44e2-8118-254473110e74 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 210 time: 0.1269155
Jun 21 02:51:00.748108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Request body: {'port': {'device_id': '0dbf85bd-ab44-4bb1-8157-010045f00fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:00.826722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-01140fe9-ba9d-4d4c-9d07-2fe71b354cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:00.828926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-01140fe9-ba9d-4d4c-9d07-2fe71b354cac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e79e5123-0e79-46cb-be0d-4264533e1fb0 HTTP/1.1" status: 200  len: 850 time: 0.1218340
Jun 21 02:51:00.858166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Calling delete_port for 1518e21c-f1cf-4ac7-8582-7bf16baa0576 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:00.863561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-835f9e6d-9f60-475e-afd7-54c8a4822096 req-c75ed98a-325c-496f-a5a2-6be74e6e6ee1 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259470
Jun 21 02:51:00.899370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-5d52ca3b-073d-4354-984e-1b03b58e6269 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628316
Jun 21 02:51:00.945999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f523b20e-7957-4cbb-bb96-4394c584dafd req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-843139064', 'description': 'tempest-description-1666284453'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:01.019576 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.046030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.102422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-59dcf060-25f1-4cfe-85c1-ca20425238c6 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923909
Jun 21 02:51:01.105885 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f523b20e-7957-4cbb-bb96-4394c584dafd req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.126573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c196c96-b400-418c-b33d-82d6b1475a35 req-726681b5-3ab1-4e8e-b35d-8961f55f1686 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:01.128059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c196c96-b400-418c-b33d-82d6b1475a35 req-726681b5-3ab1-4e8e-b35d-8961f55f1686 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.2276604
Jun 21 02:51:01.244452 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.244932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c196c96-b400-418c-b33d-82d6b1475a35 req-4c255f58-bcd4-4031-b937-0f0f33866546 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060526
Jun 21 02:51:01.253276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.261859 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e3da42a-6afc-40ef-84c3-d777ba358da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:01.333881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Network a2c01792-4356-4044-b956-bbe60186cc3e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:01.336280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d13e4b80-e147-4586-a304-2732bd0cc6a6 req-5ed1ea9e-3f40-435e-80fe-9b3784193048 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177145
Jun 21 02:51:01.346843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:01.355181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:01.375777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.384068 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:01.386301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1518e21c-f1cf-4ac7-8582-7bf16baa0576'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:01.396345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Pushing event updated for resources: {'Port': ['ID=2dce0192-79dd-4995-b3c0-1ebd61f8d933,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:01.405364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f523b20e-7957-4cbb-bb96-4394c584dafd req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.410038 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:01.419520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Pushing event deleted for resources: {'Port': ['ID=1518e21c-f1cf-4ac7-8582-7bf16baa0576,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:01.424160 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:01.448643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79dab0dd-aceb-4828-ba4d-fe4fd1707561 req-cf65d43d-4a8b-4881-8579-e4024a3a748c tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.25 "GET /v2.0/ports?device_id=456d8863-584e-4196-98ab-d7bc0c766ea6 HTTP/1.1" status: 200  len: 210 time: 0.0401385
Jun 21 02:51:01.457161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:01.457815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.474543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] No DVR routers for this DVR port 1518e21c-f1cf-4ac7-8582-7bf16baa0576 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:51:01.480056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.482701 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a66d8e6a-31af-472f-b957-bfbc87ae57a1 req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] 10.222.0.20 "DELETE /v2.0/ports/1518e21c-f1cf-4ac7-8582-7bf16baa0576 HTTP/1.1" status: 204  len: 173 time: 1.4231412
Jun 21 02:51:01.483346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456d8863-584e-4196-98ab-d7bc0c766ea6', 'name': 'network-vif-deleted', 'tag': '1518e21c-f1cf-4ac7-8582-7bf16baa0576'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:01.485738 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d606d0-c74a-4de4-b3c8-722199731da8" -d '{"events": [{"server_uuid": "456d8863-584e-4196-98ab-d7bc0c766ea6", "name": "network-vif-deleted", "tag": "1518e21c-f1cf-4ac7-8582-7bf16baa0576"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:01.496038 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.504843 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb69d54e-d683-46b1-bf38-7409693f6b5b tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:01.511614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f523b20e-7957-4cbb-bb96-4394c584dafd req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.525224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bea80715-ceb2-47b1-ad1c-7bf6bec647b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:01.556771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99145133-4c4f-4961-95e1-fc02bbc882ea,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:01.561558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:01.588078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:01.596070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63258ae6-9ce7-4fdf-b615-f488c133f402 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:01.598538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0946138
Jun 21 02:51:01.600571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:01.607678 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:01.611137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Request body: {'port': {'device_id': 'c9467a40-43b1-4c36-924c-3aceb3cd1b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:01.611411 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.614797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Pushing event updated for resources: {'Port': ['ID=df8b6ba6-3df9-410c-a928-7fc474f6c9af,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:01.636085 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:01.652326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Transition to ACTIVE for port object 63258ae6-9ce7-4fdf-b615-f488c133f402 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:01.653429 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f523b20e-7957-4cbb-bb96-4394c584dafd req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.654624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f523b20e-7957-4cbb-bb96-4394c584dafd req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.7434967
Jun 21 02:51:01.671140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2944-cccc-4ebf-b84a-ee8b932415af req-47a2777f-308e-4480-aea3-7694c0bb8df3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:01.672866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17ad2944-cccc-4ebf-b84a-ee8b932415af req-47a2777f-308e-4480-aea3-7694c0bb8df3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.1091013
Jun 21 02:51:01.684868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:01.689496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.736608 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.743451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17ad2944-cccc-4ebf-b84a-ee8b932415af req-7d4a97fc-e37d-44c9-9767-5c99d3dcf8d9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469179
Jun 21 02:51:01.763718 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:01.814205 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12e505ef-8060-479d-a9f6-113fb08ca93a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:01.824339 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9956741
Jun 21 02:51:01.859878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Request body: {'port': {'device_id': '183176e3-1972-42cc-9c1d-bf63558c608c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:01.921191 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7c7094-c362-4930-991a-38192aad83b3 x-openstack-request-id: req-cf7c7094-c362-4930-991a-38192aad83b3 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:01.921635 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456d8863-584e-4196-98ab-d7bc0c766ea6", "name": "network-vif-deleted", "tag": "1518e21c-f1cf-4ac7-8582-7bf16baa0576", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:01.921997 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf7c7094-c362-4930-991a-38192aad83b3 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:01.922509 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456d8863-584e-4196-98ab-d7bc0c766ea6', 'name': 'network-vif-deleted', 'tag': '1518e21c-f1cf-4ac7-8582-7bf16baa0576', 'status': 'completed', 'code': 200}
Jun 21 02:51:02.046134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=63258ae6-9ce7-4fdf-b615-f488c133f402,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:02.060639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f070d5b-b8af-4183-902c-d61169e03882 req-771c1da2-1ff7-4255-ba09-08267658acc8 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:02.062188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f070d5b-b8af-4183-902c-d61169e03882 req-771c1da2-1ff7-4255-ba09-08267658acc8 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 931 time: 0.2819638
Jun 21 02:51:02.069400 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:02.073462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.128959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f070d5b-b8af-4183-902c-d61169e03882 req-eb92fcd1-28ff-476b-9385-e6b3c155b9ba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596862
Jun 21 02:51:02.144708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-e1d948c3-ae49-4100-a475-2f4490050cfc tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:02.152475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-e1d948c3-ae49-4100-a475-2f4490050cfc tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 813 time: 0.1591413
Jun 21 02:51:02.166450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-1916f538-04d0-42c4-b162-fbafc07bd598 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/quotas/e8920d211a7549f1948e67460a99346d HTTP/1.1" status: 200  len: 375 time: 0.0113568
Jun 21 02:51:02.207908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-a4ed08fd-cd8f-4fb4-8e02-f9a91b42c66e tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0372584
Jun 21 02:51:02.228798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Attempting to bind port 63258ae6-9ce7-4fdf-b615-f488c133f402 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:02.229145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Attempting to bind port 63258ae6-9ce7-4fdf-b615-f488c133f402 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:02.229511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Attempting to bind port 63258ae6-9ce7-4fdf-b615-f488c133f402 on network a2c01792-4356-4044-b956-bbe60186cc3e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:02.303846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Port 63258ae6-9ce7-4fdf-b615-f488c133f402 on network a2c01792-4356-4044-b956-bbe60186cc3e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:51:02.304181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Attempting to bind port 63258ae6-9ce7-4fdf-b615-f488c133f402 on network a2c01792-4356-4044-b956-bbe60186cc3e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:02.323699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5a42c6-d360-4e43-8a1c-521511723991 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:02.330875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:02.331220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Checking segment: {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:02.331618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Bound using segment: {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:02.332079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Bound port: 63258ae6-9ce7-4fdf-b615-f488c133f402, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:02.332434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.340113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.379837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fce70f-9739-4ef9-a5d2-1b6e86c37221 req-721e792b-81c8-4d4b-9138-a5c988c4b1eb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:02.381302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06fce70f-9739-4ef9-a5d2-1b6e86c37221 req-721e792b-81c8-4d4b-9138-a5c988c4b1eb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 932 time: 0.1399899
Jun 21 02:51:02.403890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Transition to ACTIVE for port object ec5a42c6-d360-4e43-8a1c-521511723991 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:02.408615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-984191c6-c460-44e6-8d6a-eefd2a4d0a67 service neutron] 10.222.0.25 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983275
Jun 21 02:51:02.469472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06fce70f-9739-4ef9-a5d2-1b6e86c37221 req-d0c21d56-1157-4c57-8883-760d193a14e7 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821581
Jun 21 02:51:02.470988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.479089 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e959436-cbf8-4e1a-806e-5d57c21d1337 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:02.515800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] For port 63258ae6-9ce7-4fdf-b615-f488c133f402, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:02.587544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-f64a753c-592b-4196-9772-234e1fc7b3c0 service neutron] 10.222.0.25 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723006
Jun 21 02:51:02.613011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Pushing event updated for resources: {'Port': ['ID=ec5a42c6-d360-4e43-8a1c-521511723991,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:02.616442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] For port 63258ae6-9ce7-4fdf-b615-f488c133f402, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=63258ae6-9ce7-4fdf-b615-f488c133f402,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:02.623802 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:02.708140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.708720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dce0192-79dd-4995-b3c0-1ebd61f8d933 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:02.713936 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35f331cc-7e24-461a-8d79-59d148b58874 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:02.721931 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.740837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Transition to ACTIVE for port object 2dce0192-79dd-4995-b3c0-1ebd61f8d933 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:02.741070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8b6ba6-3df9-410c-a928-7fc474f6c9af {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:02.753544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f8a26-aa16-4d15-b122-445b9b9ca470 req-542886b8-b71b-43f9-b91e-a01f36545df5 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:02.755070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-624f8a26-aa16-4d15-b122-445b9b9ca470 req-542886b8-b71b-43f9-b91e-a01f36545df5 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1146533
Jun 21 02:51:02.756079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.773234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:02.773889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.775249 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] 10.222.0.20 "PUT /v2.0/ports/63258ae6-9ce7-4fdf-b615-f488c133f402 HTTP/1.1" status: 200  len: 1093 time: 2.6242564
Jun 21 02:51:02.797668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-624f8a26-aa16-4d15-b122-445b9b9ca470 req-cf4597d0-b2a9-49a4-b033-ce376267aa65 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353773
Jun 21 02:51:02.802168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Transition to ACTIVE for port object df8b6ba6-3df9-410c-a928-7fc474f6c9af will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:02.824379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Attempting to bind port ec5a42c6-d360-4e43-8a1c-521511723991 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:02.824774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Attempting to bind port ec5a42c6-d360-4e43-8a1c-521511723991 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:02.826161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Attempting to bind port ec5a42c6-d360-4e43-8a1c-521511723991 on network a2c01792-4356-4044-b956-bbe60186cc3e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:02.826380 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.834007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=63258ae6-9ce7-4fdf-b615-f488c133f402,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:02.834327 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:02.835086 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d253f63c-2c3c-43be-9036-704fcfd88936 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:02.835306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Port ec5a42c6-d360-4e43-8a1c-521511723991 on network a2c01792-4356-4044-b956-bbe60186cc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:51:02.835651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Attempting to bind port ec5a42c6-d360-4e43-8a1c-521511723991 on network a2c01792-4356-4044-b956-bbe60186cc3e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:02.842398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:02.842813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Checking segment: {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:02.843131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Bound using segment: {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:02.844336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Bound port: ec5a42c6-d360-4e43-8a1c-521511723991, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:02.844336 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.953848 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:02.979817 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a639b623-0dfc-4f70-8169-dd1388d372e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:03.391799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] For port ec5a42c6-d360-4e43-8a1c-521511723991, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:03.396860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Pushing event updated for resources: {'Port': ['ID=df8b6ba6-3df9-410c-a928-7fc474f6c9af,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:03.403036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:03.420221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12084003-8386-457a-994e-471f49b4b693 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce0192-79dd-4995-b3c0-1ebd61f8d933,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:03.426273 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-12084003-8386-457a-994e-471f49b4b693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:03.452816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] For port ec5a42c6-d360-4e43-8a1c-521511723991, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec5a42c6-d360-4e43-8a1c-521511723991,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:03.462858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-8a8f4641-3d72-42e6-b790-2a5f36aff76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:03.464381 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-8a8f4641-3d72-42e6-b790-2a5f36aff76e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9a80874832d492aa7ca8c56e69403d9&device_id=1e9f1db7-af9e-43dd-8877-6afd8b42875c HTTP/1.1" status: 200  len: 1096 time: 0.5221791
Jun 21 02:51:03.519289 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e24524ea-390c-4532-95b9-7669fa80d301 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63258ae6-9ce7-4fdf-b615-f488c133f402 HTTP/1.1" status: 200  len: 217 time: 0.0470018
Jun 21 02:51:03.522299 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:03.525797 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:03.529804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Attempting to bind port df8b6ba6-3df9-410c-a928-7fc474f6c9af on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:03.529804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Attempting to bind port df8b6ba6-3df9-410c-a928-7fc474f6c9af by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:03.529804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Attempting to bind port df8b6ba6-3df9-410c-a928-7fc474f6c9af on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:03.549385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3d0e5-7d6f-4f6e-ab83-c0660bc8ce6e req-18728b5a-11d8-479c-8a80-17245f6a8bf9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:03.553852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34e3d0e5-7d6f-4f6e-ab83-c0660bc8ce6e req-18728b5a-11d8-479c-8a80-17245f6a8bf9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 947 time: 0.6120162
Jun 21 02:51:03.558228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Attempting to bind port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:03.558228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Attempting to bind port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:03.558228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Attempting to bind port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 on network a2c01792-4356-4044-b956-bbe60186cc3e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:03.572823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f5c0-0c99-463f-bd17-9312f55c2246 req-318fc591-c7f1-48e8-93e6-ac54fb680c8a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:03.574430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99a0f5c0-0c99-463f-bd17-9312f55c2246 req-318fc591-c7f1-48e8-93e6-ac54fb680c8a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.6316006
Jun 21 02:51:03.585000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 on network a2c01792-4356-4044-b956-bbe60186cc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:51:03.585310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Attempting to bind port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 on network a2c01792-4356-4044-b956-bbe60186cc3e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:03.589256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Port df8b6ba6-3df9-410c-a928-7fc474f6c9af on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:51:03.589781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Attempting to bind port df8b6ba6-3df9-410c-a928-7fc474f6c9af on network c42e8c5e-fc2b-46d9-961b-dfe518fd9719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:03.604746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:03.604955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:03.605198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Checking segment: {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:03.605491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:03.605609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Bound using segment: {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:03.605919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Bound port: 2dce0192-79dd-4995-b3c0-1ebd61f8d933, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf6218e-1497-461c-91d0-936d35854846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:03.606297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:03.606998 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] 10.222.0.26 "PUT /v2.0/ports/ec5a42c6-d360-4e43-8a1c-521511723991 HTTP/1.1" status: 200  len: 1092 time: 2.8698516
Jun 21 02:51:03.612989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:03.613307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Checking segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:03.613952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Bound using segment: {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:03.615003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Bound port: df8b6ba6-3df9-410c-a928-7fc474f6c9af, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:03.615003 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:03.650410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34e3d0e5-7d6f-4f6e-ab83-c0660bc8ce6e req-b332ba45-cb6e-4050-b767-7e74acb8aea4 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909603
Jun 21 02:51:03.657944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1518e21c-f1cf-4ac7-8582-7bf16baa0576 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:03.667511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-6ec24c0f-2711-4193-a5f0-a0db41ba05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:03.669229 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-6ec24c0f-2711-4193-a5f0-a0db41ba05e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86842be6-bd1a-4365-bb5f-7bbd543c0b0d HTTP/1.1" status: 200  len: 858 time: 0.1348019
Jun 21 02:51:03.671675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Pushing event updated for resources: {'Port': ['ID=ec5a42c6-d360-4e43-8a1c-521511723991,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:03.677208 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:03.677566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99a0f5c0-0c99-463f-bd17-9312f55c2246 req-2e7f50be-5c3c-4c3d-8256-89f8426cd573 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943747
Jun 21 02:51:03.723574 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e752ce88-7905-4ac1-a94e-90fde9304adc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2c01792-4356-4044-b956-bbe60186cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474324
Jun 21 02:51:03.724916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 1518e21c-f1cf-4ac7-8582-7bf16baa0576 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:51:03.726574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1518e21c-f1cf-4ac7-8582-7bf16baa0576 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:51:03.731306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:03.769097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] For port 2dce0192-79dd-4995-b3c0-1ebd61f8d933, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:03.772220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] For port 2dce0192-79dd-4995-b3c0-1ebd61f8d933, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2dce0192-79dd-4995-b3c0-1ebd61f8d933,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:03.831885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:03.856580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28946abd-9307-4f2d-bb28-7ff52b288f2a req-3645156e-1508-4b1a-ae6b-07b3341439e9 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 210 time: 0.0802879
Jun 21 02:51:03.858693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:03.868093 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1801de0-5d34-4f4b-b1f5-7015ffb9560d tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:03.884630 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:03.924546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9f1db7-af9e-43dd-8877-6afd8b42875c', 'tag': '63258ae6-9ce7-4fdf-b615-f488c133f402'}, {'name': 'network-changed', 'server_uuid': '0dbf85bd-ab44-4bb1-8157-010045f00fd7', 'tag': 'ec5a42c6-d360-4e43-8a1c-521511723991'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:03.927355 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9f1db7-af9e-43dd-8877-6afd8b42875c", "tag": "63258ae6-9ce7-4fdf-b615-f488c133f402"}, {"name": "network-changed", "server_uuid": "0dbf85bd-ab44-4bb1-8157-010045f00fd7", "tag": "ec5a42c6-d360-4e43-8a1c-521511723991"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:03.944930 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-3bdc52ca-1afa-4449-8e65-7da683c04c94 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133710
Jun 21 02:51:03.948255 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:03.950065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e8582f2a-0e18-46a6-9248-69948538fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:03.952857 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e8582f2a-0e18-46a6-9248-69948538fb82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9a80874832d492aa7ca8c56e69403d9&device_id=0dbf85bd-ab44-4bb1-8157-010045f00fd7 HTTP/1.1" status: 200  len: 1095 time: 0.1982157
Jun 21 02:51:03.969225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:03.969854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:03.971261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-12084003-8386-457a-994e-471f49b4b693 service neutron] 10.222.0.26 "PUT /v2.0/ports/2dce0192-79dd-4995-b3c0-1ebd61f8d933 HTTP/1.1" status: 200  len: 1092 time: 2.3644786
Jun 21 02:51:03.974197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:03.981031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9467a40-43b1-4c36-924c-3aceb3cd1b86', 'tag': '2dce0192-79dd-4995-b3c0-1ebd61f8d933'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:03.984274 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9467a40-43b1-4c36-924c-3aceb3cd1b86", "tag": "2dce0192-79dd-4995-b3c0-1ebd61f8d933"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:04.013677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:04.016105 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7648b9c-91b3-471a-9862-4fa1f56b8313" -d '{"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:04.030518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:04.044290 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d11ae089-ca3c-4517-bd41-1e242afe8b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:04.047127 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-c7985228-4710-4d8c-aae9-1b2b6d857078 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec5a42c6-d360-4e43-8a1c-521511723991 HTTP/1.1" status: 200  len: 217 time: 0.0857344
Jun 21 02:51:04.088089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12084003-8386-457a-994e-471f49b4b693 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce0192-79dd-4995-b3c0-1ebd61f8d933,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:04.104442 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:04.108934 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:04.120070 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-12084003-8386-457a-994e-471f49b4b693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:04.181981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=14']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:04.188886 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:04.203086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b23e3-f13a-4e1e-bc2e-d576febfc511 req-7cc12318-61c3-438e-84b5-d9ea8cba5cd6 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.204776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b66b23e3-f13a-4e1e-bc2e-d576febfc511 req-7cc12318-61c3-438e-84b5-d9ea8cba5cd6 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 943 time: 0.2418592
Jun 21 02:51:04.211967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a53bfa16-2381-4fcd-a862-142e5664cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.217015 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-a53bfa16-2381-4fcd-a862-142e5664cb85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86842be6-bd1a-4365-bb5f-7bbd543c0b0d HTTP/1.1" status: 200  len: 858 time: 0.0841713
Jun 21 02:51:04.219560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7be409-6fb4-43b3-a498-96eff57d4803 req-1775b988-df0f-4aa8-a8fc-a25a0714af6a tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.225883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e7be409-6fb4-43b3-a498-96eff57d4803 req-1775b988-df0f-4aa8-a8fc-a25a0714af6a tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 944 time: 0.1975441
Jun 21 02:51:04.226194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.226891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:04.228302 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] 10.222.0.26 "PUT /v2.0/ports/df8b6ba6-3df9-410c-a928-7fc474f6c9af HTTP/1.1" status: 200  len: 1093 time: 2.3752606
Jun 21 02:51:04.274476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Pushing event updated for resources: {'Port': ['ID=df8b6ba6-3df9-410c-a928-7fc474f6c9af,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:04.290039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-1970ac20-b747-4fb1-ae43-b79951c5fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.292147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-1970ac20-b747-4fb1-ae43-b79951c5fe53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9a80874832d492aa7ca8c56e69403d9&device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 1095 time: 0.2209101
Jun 21 02:51:04.302498 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c3d2c975-4935-444b-afe0-87d2c3c4eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:04.332446 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:04.343394 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-3da01da6-6f3c-4292-85df-d3640da77cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2c01792-4356-4044-b956-bbe60186cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1187735
Jun 21 02:51:04.348996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41876) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:04.355603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e7be409-6fb4-43b3-a498-96eff57d4803 req-17f61bcd-b8a3-4ee6-83c4-3e830db55f89 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286063
Jun 21 02:51:04.359820 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-c6383b47-f58b-43ab-ac80-417d4708162d service neutron] 10.222.0.20 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4058118
Jun 21 02:51:04.360389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-76476acc-afbf-42bc-b9fa-81c954db0e35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0192-79dd-4995-b3c0-1ebd61f8d933 HTTP/1.1" status: 200  len: 217 time: 0.0609818
Jun 21 02:51:04.363364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b66b23e3-f13a-4e1e-bc2e-d576febfc511 req-f272efee-0ecb-4b90-ac2f-090b56b9251b tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197047
Jun 21 02:51:04.421532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e0ff0a14-e600-476d-99a1-9cfa729b683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.423225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-e0ff0a14-e600-476d-99a1-9cfa729b683c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86842be6-bd1a-4365-bb5f-7bbd543c0b0d HTTP/1.1" status: 200  len: 858 time: 0.0555713
Jun 21 02:51:04.492077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-0025a7ad-ff65-4773-91f8-def690a5280e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2c01792-4356-4044-b956-bbe60186cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625880
Jun 21 02:51:04.495436 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8120d9c-76c3-421a-9eaf-a904f3109837 x-openstack-request-id: req-f8120d9c-76c3-421a-9eaf-a904f3109837 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:04.495776 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9467a40-43b1-4c36-924c-3aceb3cd1b86", "tag": "2dce0192-79dd-4995-b3c0-1ebd61f8d933", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:04.496084 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8120d9c-76c3-421a-9eaf-a904f3109837 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:04.496815 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9467a40-43b1-4c36-924c-3aceb3cd1b86', 'tag': '2dce0192-79dd-4995-b3c0-1ebd61f8d933', 'status': 'completed', 'code': 200}
Jun 21 02:51:04.497923 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f4635-5740-4f3b-bfe7-e4f295131abb x-openstack-request-id: req-b83f4635-5740-4f3b-bfe7-e4f295131abb {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:04.498306 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9f1db7-af9e-43dd-8877-6afd8b42875c", "tag": "63258ae6-9ce7-4fdf-b615-f488c133f402", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0dbf85bd-ab44-4bb1-8157-010045f00fd7", "tag": "ec5a42c6-d360-4e43-8a1c-521511723991", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:04.503760 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b83f4635-5740-4f3b-bfe7-e4f295131abb {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:04.503760 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9f1db7-af9e-43dd-8877-6afd8b42875c', 'tag': '63258ae6-9ce7-4fdf-b615-f488c133f402', 'status': 'completed', 'code': 200}
Jun 21 02:51:04.503760 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbf85bd-ab44-4bb1-8157-010045f00fd7', 'tag': 'ec5a42c6-d360-4e43-8a1c-521511723991', 'status': 'completed', 'code': 200}
Jun 21 02:51:04.512228 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-88fd1079-ca7f-4da9-9c48-91f3eb10cb00 service neutron] 10.222.0.26 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567597
Jun 21 02:51:04.536026 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dae7a3-962a-4b89-b046-f75554d94fed x-openstack-request-id: req-98dae7a3-962a-4b89-b046-f75554d94fed {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:04.536515 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:04.536784 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98dae7a3-962a-4b89-b046-f75554d94fed {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:04.537193 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'code': 200}
Jun 21 02:51:04.701205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1975-f417-4f7f-a543-7aff0ef6896f req-05ccec4b-f2ae-4a38-b347-9b62d41a9015 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.702891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56df1975-f417-4f7f-a543-7aff0ef6896f req-05ccec4b-f2ae-4a38-b347-9b62d41a9015 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.2100661
Jun 21 02:51:04.706751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-c6ab06cc-e42a-4e1e-a8ca-bc105216b942 service neutron] 10.222.0.26 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811130
Jun 21 02:51:04.772627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ccc27aa1-0a03-4e46-a9d9-726cd9ee4848 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73806ad6f15b4227935996a5fed1d7f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4223595
Jun 21 02:51:04.773195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41896) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:04.774967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-29b3fa8d-a64a-4063-aff2-a6c4b1eef02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.776516 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-29b3fa8d-a64a-4063-aff2-a6c4b1eef02d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 1096 time: 0.2828364
Jun 21 02:51:04.780180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-b14306ef-915f-4ca5-829b-9725ed005f7f service neutron] 10.222.0.26 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2388558
Jun 21 02:51:04.786096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-e0ee53a5-5fd0-4eb3-b0a7-07ab0ea4b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.787214 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-e0ee53a5-5fd0-4eb3-b0a7-07ab0ea4b26a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9a80874832d492aa7ca8c56e69403d9&device_id=1e9f1db7-af9e-43dd-8877-6afd8b42875c HTTP/1.1" status: 200  len: 1096 time: 0.2358022
Jun 21 02:51:04.830268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56df1975-f417-4f7f-a543-7aff0ef6896f req-91bda853-a474-47ea-befc-274dc4f56dbf tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205301
Jun 21 02:51:04.836952 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-8a6157db-86fb-4a18-be11-598cbbed0584 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af HTTP/1.1" status: 200  len: 217 time: 0.0487223
Jun 21 02:51:04.937493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-34a26855-b2be-4909-bfe3-a43ef774d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:04.938903 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-34a26855-b2be-4909-bfe3-a43ef774d473 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 200  len: 845 time: 0.0877297
Jun 21 02:51:04.971368 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3412-38d1-49f7-93dc-250062949ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:05.000395 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3412-38d1-49f7-93dc-250062949ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:05.004461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23764d88-c67c-4b8c-a16f-c0f3a76dc45d req-242e789d-b330-4d5d-8a85-5b748e25232c service neutron] 10.222.0.26 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2876236
Jun 21 02:51:05.008771 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-d9b27345-1402-472a-8031-08bba2c4e3f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605381
Jun 21 02:51:05.046531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d666d7a5-32dc-434c-b6cb-6f4392cda01f req-305379a0-896d-4cc3-9650-581657137fff tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 210 time: 0.0493724
Jun 21 02:51:05.073249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-201f0ee4-0a6c-4060-b2f9-1282cef778c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.075069 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-201f0ee4-0a6c-4060-b2f9-1282cef778c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2c01792-4356-4044-b956-bbe60186cc3e HTTP/1.1" status: 200  len: 919 time: 0.2792978
Jun 21 02:51:05.083102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3749b-bab7-423b-a432-2138a8dcd01e req-3f723389-a29c-4940-9e42-200cbd1d995c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.084649 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bd3749b-bab7-423b-a432-2138a8dcd01e req-3f723389-a29c-4940-9e42-200cbd1d995c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.2492044
Jun 21 02:51:05.140970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bd3749b-bab7-423b-a432-2138a8dcd01e req-66d61314-cd0e-4fcb-b2cc-0e62e46f81f4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466290
Jun 21 02:51:05.159169 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-b743c740-eb22-4a1c-9dbc-d16706316172 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63258ae6-9ce7-4fdf-b615-f488c133f402 HTTP/1.1" status: 200  len: 217 time: 0.0670321
Jun 21 02:51:05.184873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-5701dd48-615d-4743-af26-1e8b6b409f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.186448 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-5701dd48-615d-4743-af26-1e8b6b409f3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9a80874832d492aa7ca8c56e69403d9&device_id=0dbf85bd-ab44-4bb1-8157-010045f00fd7 HTTP/1.1" status: 200  len: 1095 time: 0.2512038
Jun 21 02:51:05.196202 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3412-38d1-49f7-93dc-250062949ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:05.200372 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3412-38d1-49f7-93dc-250062949ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:05.204394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff6c3412-38d1-49f7-93dc-250062949ebd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2adce00-794b-4a24-9818-e4b2b09a4f31 HTTP/1.1" status: 204  len: 168 time: 0.4254849
Jun 21 02:51:05.204394 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d5b7bb2-8823-442e-922c-3aa616628752 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:05.210543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-bdd2b940-0d0e-4df7-8083-30789d9f7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.212168 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-bdd2b940-0d0e-4df7-8083-30789d9f7e18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9a80874832d492aa7ca8c56e69403d9&device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 1095 time: 0.0700009
Jun 21 02:51:05.219565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c3412-38d1-49f7-93dc-250062949ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2adce00-794b-4a24-9818-e4b2b09a4f31,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:05.222571 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff6c3412-38d1-49f7-93dc-250062949ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:05.328532 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-c690dd3a-59d5-4bc5-b451-d63533c839e4 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3093431
Jun 21 02:51:05.343071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-de0aa572-eb40-43f2-9f3d-9b2bd8a05f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.344785 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-de0aa572-eb40-43f2-9f3d-9b2bd8a05f73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2c01792-4356-4044-b956-bbe60186cc3e HTTP/1.1" status: 200  len: 919 time: 0.1210036
Jun 21 02:51:05.394278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-cd037a86-06a6-40c4-8d33-89a14bf00cb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0192-79dd-4995-b3c0-1ebd61f8d933 HTTP/1.1" status: 200  len: 217 time: 0.0404506
Jun 21 02:51:05.399148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-f953fcff-242e-4fcf-a326-1dcea1924167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.400416 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-f953fcff-242e-4fcf-a326-1dcea1924167 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86842be6-bd1a-4365-bb5f-7bbd543c0b0d HTTP/1.1" status: 200  len: 858 time: 0.2272956
Jun 21 02:51:05.454116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-a23d129e-01ac-453d-976f-200a11fe7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.455854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-a23d129e-01ac-453d-976f-200a11fe7b40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86842be6-bd1a-4365-bb5f-7bbd543c0b0d HTTP/1.1" status: 200  len: 858 time: 0.0518067
Jun 21 02:51:05.468227 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-c20f432b-6681-4ed3-b93f-6538002660bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2c01792-4356-4044-b956-bbe60186cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560555
Jun 21 02:51:05.518333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-a594ad19-f8e8-4479-b0c3-494b20628dc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2c01792-4356-4044-b956-bbe60186cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414283
Jun 21 02:51:05.554581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-15879408-6cb8-4bb3-9cf5-a9b3a8f70808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.556144 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-15879408-6cb8-4bb3-9cf5-a9b3a8f70808 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2c01792-4356-4044-b956-bbe60186cc3e HTTP/1.1" status: 200  len: 919 time: 0.3433256
Jun 21 02:51:05.711905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-ec5974ac-5564-42c4-b37a-2f30f5c1e9d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec5a42c6-d360-4e43-8a1c-521511723991 HTTP/1.1" status: 200  len: 217 time: 0.1226273
Jun 21 02:51:05.721062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02049de7-418a-46f1-881a-fde8761493fd req-460b5674-7ed1-445a-9863-b5cf30d8de68 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.725110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02049de7-418a-46f1-881a-fde8761493fd req-460b5674-7ed1-445a-9863-b5cf30d8de68 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 943 time: 0.1899204
Jun 21 02:51:05.739103 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:05.745837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333c45a-a6ac-49ac-9673-ea70fa3b1d2f req-3c11690a-e105-4371-894d-dbbc6758f25d tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.747378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9333c45a-a6ac-49ac-9673-ea70fa3b1d2f req-3c11690a-e105-4371-894d-dbbc6758f25d tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 944 time: 0.2317865
Jun 21 02:51:05.754911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-5cda92d7-46ff-4246-9675-9fa405a7eb53 service neutron] 10.222.0.26 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188463
Jun 21 02:51:05.792329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-353239ec-b32e-4577-a468-ab04f1c2a368 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.793967 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-353239ec-b32e-4577-a468-ab04f1c2a368 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.20 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 813 time: 0.3289781
Jun 21 02:51:05.795904 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-c59b55da-4427-47f4-aeeb-4e9403296dbf service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4576113
Jun 21 02:51:05.820443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'port': {'device_id': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861', 'admin_state_up': True, 'tenant_id': 'e8920d211a7549f1948e67460a99346d'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:05.828110 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-9b346218-8bbd-4e7a-8d40-f7cb14be66b9 service neutron] 10.222.0.20 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3395669
Jun 21 02:51:05.850351 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02049de7-418a-46f1-881a-fde8761493fd req-7e3dab1f-a048-4c24-9837-242015f8970e tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142724
Jun 21 02:51:05.874991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9333c45a-a6ac-49ac-9673-ea70fa3b1d2f req-d01d64b2-b258-46d5-beab-e20b8ef692c5 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182237
Jun 21 02:51:05.931384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0b868d8-9c85-4c1c-aac4-0cdeb21f37b8 req-94996eec-ce3f-4345-a479-79c35842013f service neutron] 10.222.0.26 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665065
Jun 21 02:51:05.972545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-36c920dd-3515-47a5-a42b-d43153d362b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:05.974626 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-36c920dd-3515-47a5-a42b-d43153d362b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86842be6-bd1a-4365-bb5f-7bbd543c0b0d HTTP/1.1" status: 200  len: 858 time: 0.2418337
Jun 21 02:51:06.020658 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-14b02031-070f-4dd0-b97f-80e6e9b51a5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2c01792-4356-4044-b956-bbe60186cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362523
Jun 21 02:51:06.042090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41936) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:06.087744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd18a2-7303-4ab3-948e-c456ebbbe8e8 req-09f9f47e-5694-4150-a7af-1699ca5e8936 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:06.089566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17fd18a2-7303-4ab3-948e-c456ebbbe8e8 req-09f9f47e-5694-4150-a7af-1699ca5e8936 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.0963058
Jun 21 02:51:06.111603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-70a14134-1f34-4233-a205-1af3d6b5f24a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2109b910f2542daa051fbcbcd6b1dd0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0679948
Jun 21 02:51:06.116075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41944) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:06.149747 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-2981b80c-3508-40ff-be17-c99a82c2f57c service neutron] 10.222.0.20 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3058338
Jun 21 02:51:06.159699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17fd18a2-7303-4ab3-948e-c456ebbbe8e8 req-08d03057-f412-4bf4-aa14-58e228268001 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608284
Jun 21 02:51:06.190139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ff1071a-c977-44e9-bb32-ba09343ff994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:06.214630 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-b078b2bc-70b5-4344-98e2-ae728228425f service neutron] 10.222.0.26 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799402
Jun 21 02:51:06.241504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a76768bb-1a63-4c2a-9480-0c335fdee804 req-dc4ec454-b3e2-4341-9c75-0240ec939bc4 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 210 time: 0.0460336
Jun 21 02:51:06.246089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ff1071a-c977-44e9-bb32-ba09343ff994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:06.288004 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Made reservation on behalf of e8920d211a7549f1948e67460a99346d for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:06.291944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:06.361827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45d-8d72-435a-8357-1d6fe6da8235 req-11b442e0-638f-4e5e-ae34-8fa9d4bd11e0 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:06.363320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3d9a45d-8d72-435a-8357-1d6fe6da8235 req-11b442e0-638f-4e5e-ae34-8fa9d4bd11e0 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.0647094
Jun 21 02:51:06.380204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e99d5ecf-423e-4ca6-87c9-d7f1d1cf7abd req-7cfa9602-0531-4581-9725-c5531040a48c service neutron] 10.222.0.26 "GET /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575725
Jun 21 02:51:06.384747 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ff1071a-c977-44e9-bb32-ba09343ff994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:06.387374 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ff1071a-c977-44e9-bb32-ba09343ff994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:06.388955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5ff1071a-c977-44e9-bb32-ba09343ff994 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd638313-15e1-4997-8620-fbc876437aa6 HTTP/1.1" status: 204  len: 168 time: 0.2716355
Jun 21 02:51:06.390880 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33a8c6b7-7f48-4d6f-8f89-623ee76b70a9 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:06.405685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1071a-c977-44e9-bb32-ba09343ff994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd638313-15e1-4997-8620-fbc876437aa6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:06.422298 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ff1071a-c977-44e9-bb32-ba09343ff994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:06.440656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3d9a45d-8d72-435a-8357-1d6fe6da8235 req-bac71fb4-242e-42af-b93b-15e65c472c19 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712118
Jun 21 02:51:06.459328 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Allocated IP 172.20.0.8 (7989e12b-ccbe-4c15-b879-2f8badf2d861/c695b913-5e86-4aad-9b61-6d0e7db633d4/0095858e-9eea-4c99-9b7e-3b59b6e5d0d3) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:06.502217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183176e3-1972-42cc-9c1d-bf63558c608c', 'tag': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:06.506565 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "183176e3-1972-42cc-9c1d-bf63558c608c", "tag": "df8b6ba6-3df9-410c-a928-7fc474f6c9af"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:06.561485 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb523116-dbfe-4bc9-bdf3-2670c7ffaa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:06.861195 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af25878-a42a-44b4-95dc-a1224b5265e6 x-openstack-request-id: req-5af25878-a42a-44b4-95dc-a1224b5265e6 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:06.861756 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183176e3-1972-42cc-9c1d-bf63558c608c", "tag": "df8b6ba6-3df9-410c-a928-7fc474f6c9af", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:06.861756 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5af25878-a42a-44b4-95dc-a1224b5265e6 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:06.862042 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183176e3-1972-42cc-9c1d-bf63558c608c', 'tag': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af', 'status': 'completed', 'code': 200}
Jun 21 02:51:06.954794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5d00e-be80-4402-8ba1-884b4fa2b58b req-08a18ae9-f68d-41a6-b986-3884178a0835 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:06.957884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8e5d00e-be80-4402-8ba1-884b4fa2b58b req-08a18ae9-f68d-41a6-b986-3884178a0835 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0945964
Jun 21 02:51:06.964087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-27595a5c-cca9-4f69-8208-e9c5a646d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:06.966377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-27595a5c-cca9-4f69-8208-e9c5a646d141 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1fae171cbe43e98af745300b4d9525&device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 1096 time: 0.1065629
Jun 21 02:51:06.976146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:07.005608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8e5d00e-be80-4402-8ba1-884b4fa2b58b req-c3662ab6-5b8c-4a4e-981e-2513e6851b88 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434632
Jun 21 02:51:07.092662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-0cf293fd-f793-46c0-800d-3bd73439f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.094083 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-0cf293fd-f793-46c0-800d-3bd73439f9a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 200  len: 906 time: 0.1156528
Jun 21 02:51:07.098535 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:07.132055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155309c-2f1b-48bb-81c1-f91e5f48c241 req-24c5c8de-abce-4122-88c8-10b066c22ce4 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.132055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4155309c-2f1b-48bb-81c1-f91e5f48c241 req-24c5c8de-abce-4122-88c8-10b066c22ce4 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 943 time: 0.1048224
Jun 21 02:51:07.143131 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-504b731b-8669-4085-b07a-155b55adc215 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af HTTP/1.1" status: 200  len: 217 time: 0.0401452
Jun 21 02:51:07.149418 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:07.160765 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:07.207872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4155309c-2f1b-48bb-81c1-f91e5f48c241 req-caadea9f-9a1a-4f1a-8cb2-7b2ccc37525f tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669529
Jun 21 02:51:07.240217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Network 7989e12b-ccbe-4c15-b879-2f8badf2d861 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:07.243802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:07.248719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:07.253390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-defe9344-aed8-4451-9523-2cc30f3ac2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.253859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563006ef-c0ae-40f8-b604-b64597b01b6b req-34631beb-d440-42c7-a749-fa483f06076e tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.255295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-563006ef-c0ae-40f8-b604-b64597b01b6b req-34631beb-d440-42c7-a749-fa483f06076e tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 944 time: 0.1244349
Jun 21 02:51:07.255641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-defe9344-aed8-4451-9523-2cc30f3ac2cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 200  len: 845 time: 0.1041591
Jun 21 02:51:07.258189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'Port': ['ID=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:07.287154 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:07.311031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-563006ef-c0ae-40f8-b604-b64597b01b6b req-8b94a10a-3fde-4e9a-bcd9-5258bcc31d4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477991
Jun 21 02:51:07.320001 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-7b1254c2-1b3d-42d3-b626-23c3930ef86b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c42e8c5e-fc2b-46d9-961b-dfe518fd9719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0318589
Jun 21 02:51:07.359966 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:51:07.371547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.372472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:07.462018 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-9337da0e-5f97-4f31-82e9-7808c3bde663 service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280661
Jun 21 02:51:07.481794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6664701
Jun 21 02:51:07.517602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125bc4-1799-4ee4-b1f9-a60fd42255d8 req-56a38d0a-b9a4-4396-acc1-3f441796bafc tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.521805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60125bc4-1799-4ee4-b1f9-a60fd42255d8 req-56a38d0a-b9a4-4396-acc1-3f441796bafc tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.0756538
Jun 21 02:51:07.522878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Request body: {'port': {'device_id': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:07.552733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41990) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:07.587300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60125bc4-1799-4ee4-b1f9-a60fd42255d8 req-d34177cf-271a-4eba-a9b1-6a147eaf3402 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520658
Jun 21 02:51:07.655139 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ba1ffbf-476d-45ce-9cc8-d1caa7bc0ac2 req-96d0d8c1-4050-4caf-90f2-fdd20937600e service neutron] 10.222.0.26 "GET /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830161
Jun 21 02:51:07.656129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:07.692692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 63258ae6-9ce7-4fdf-b615-f488c133f402 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:51:07.714046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-network', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:07.799880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec5a42c6-d360-4e43-8a1c-521511723991 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:51:07.831763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 63258ae6-9ce7-4fdf-b615-f488c133f402, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=63258ae6-9ce7-4fdf-b615-f488c133f402,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:07.858218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '63258ae6-9ce7-4fdf-b615-f488c133f402', 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e', 'port_id': '63258ae6-9ce7-4fdf-b615-f488c133f402', 'mac_address': 'fa:16:3e:78:de:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86842be6-bd1a-4365-bb5f-7bbd543c0b0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:51:07.896534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0b38-eff5-4c09-b963-d4f02e3c215f req-ce42454e-6a55-43e8-a799-7c57ba472a4d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.898160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b84c0b38-eff5-4c09-b963-d4f02e3c215f req-ce42454e-6a55-43e8-a799-7c57ba472a4d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 931 time: 0.1721878
Jun 21 02:51:07.916406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-7ce4cac2-2873-4761-a624-4c92032b3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.918045 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-7ce4cac2-2873-4761-a624-4c92032b3e09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1097 time: 0.1371911
Jun 21 02:51:07.932876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7e2a-4ae7-41ab-b4b2-b2c4a2223e95 req-4f23c240-921f-4734-b1a1-a860e475a41e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:07.939676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a2a7e2a-4ae7-41ab-b4b2-b2c4a2223e95 req-4f23c240-921f-4734-b1a1-a860e475a41e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1327410
Jun 21 02:51:07.944404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Made reservation on behalf of 2562bee5a7814a78844cb2c9de831b93 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:07.945747 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:07.973583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.011184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b84c0b38-eff5-4c09-b963-d4f02e3c215f req-fb990495-e7d1-47ab-852d-e2a2ba5360fd tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058176
Jun 21 02:51:08.021040 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a2a7e2a-4ae7-41ab-b4b2-b2c4a2223e95 req-b0715b2c-4122-4890-be76-c922b62e7439 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727694
Jun 21 02:51:08.080734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-17b9d700-3fa6-4605-9c12-0590733841b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.082004 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-17b9d700-3fa6-4605-9c12-0590733841b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1516860
Jun 21 02:51:08.087363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:08.108883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.128995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.141509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.145155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63258ae6-9ce7-4fdf-b615-f488c133f402 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:08.159473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Transition to ACTIVE for port object 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:08.161443 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.172293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec5a42c6-d360-4e43-8a1c-521511723991, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec5a42c6-d360-4e43-8a1c-521511723991,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:08.174731 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.176844 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-dd514dd6-efca-4153-8697-729831f1feb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1000 time: 0.0827777
Jun 21 02:51:08.190971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 63258ae6-9ce7-4fdf-b615-f488c133f402, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=63258ae6-9ce7-4fdf-b615-f488c133f402,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:08.192625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'ec5a42c6-d360-4e43-8a1c-521511723991', 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e', 'port_id': 'ec5a42c6-d360-4e43-8a1c-521511723991', 'mac_address': 'fa:16:3e:f8:4c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86842be6-bd1a-4365-bb5f-7bbd543c0b0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:51:08.220177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.224617 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0356c5f9-057c-4d43-a0fb-c6617eab1369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:08.230373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-a7620a07-1d64-49e3-b8c7-26af9966e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.232265 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-a7620a07-1d64-49e3-b8c7-26af9966e023 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0485282
Jun 21 02:51:08.236466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.249296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:51:08.256904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.261043 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-74fa2219-7bbc-4ab1-91ee-9c07e65b2c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:08.268385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5a42c6-d360-4e43-8a1c-521511723991 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:08.268709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710323b6-0aa0-4008-8097-6a5c8f56ff93,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:08.285428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.289018 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:08.292576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bc12a-e570-4f4e-a60a-514e7537f6df req-b048899e-3fef-45a1-8c4a-3c52bd27e21f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.294448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-158bc12a-e570-4f4e-a60a-514e7537f6df req-b048899e-3fef-45a1-8c4a-3c52bd27e21f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1245522
Jun 21 02:51:08.294583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec5a42c6-d360-4e43-8a1c-521511723991, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec5a42c6-d360-4e43-8a1c-521511723991,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:08.297265 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:08.298413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.298761 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Added segment af78fb47-9553-41ea-9145-a09dacecf57d of type vlan for network 46e11507-2699-4724-bf6f-1cf036410b1c
Jun 21 02:51:08.353951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=63258ae6-9ce7-4fdf-b615-f488c133f402,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:08.357285 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:08.359319 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.359984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2dce0192-79dd-4995-b3c0-1ebd61f8d933 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:51:08.362612 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:08.392394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.392870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-420baa2a-d4d7-49d8-85a2-da4cd7ad5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.394658 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-420baa2a-d4d7-49d8-85a2-da4cd7ad5758 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1558943
Jun 21 02:51:08.395510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Pushing event updated for resources: {'Port': ['ID=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:08.398322 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:08.430216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-158bc12a-e570-4f4e-a60a-514e7537f6df req-a35d6617-61cd-4a12-99fe-0fe95213d755 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226947
Jun 21 02:51:08.436616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ec5a42c6-d360-4e43-8a1c-521511723991,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:08.444951 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:08.449000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2dce0192-79dd-4995-b3c0-1ebd61f8d933, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2dce0192-79dd-4995-b3c0-1ebd61f8d933,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:08.461645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '2dce0192-79dd-4995-b3c0-1ebd61f8d933', 'network_id': 'a2c01792-4356-4044-b956-bbe60186cc3e', 'port_id': '2dce0192-79dd-4995-b3c0-1ebd61f8d933', 'mac_address': 'fa:16:3e:16:2b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86842be6-bd1a-4365-bb5f-7bbd543c0b0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:51:08.501425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046223e4-074d-4ed9-a420-67b5e2210888 req-f9087902-5858-48e0-ac79-2361d0539503 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.503259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-046223e4-074d-4ed9-a420-67b5e2210888 req-f9087902-5858-48e0-ac79-2361d0539503 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 943 time: 0.1565149
Jun 21 02:51:08.528459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.542580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.543635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Attempting to bind port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:08.543843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.543957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Attempting to bind port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:08.544291 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Attempting to bind port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 on network 7989e12b-ccbe-4c15-b879-2f8badf2d861 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:08.544979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.554354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['63258ae6-9ce7-4fdf-b615-f488c133f402'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:08.558450 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b6e9ac0-cf23-4abb-9bdb-9cc5c69b6e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:08.560467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 on network 7989e12b-ccbe-4c15-b879-2f8badf2d861 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:51:08.560952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Attempting to bind port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 on network 7989e12b-ccbe-4c15-b879-2f8badf2d861 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:08.568395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:08.568830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Checking segment: {'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:08.569272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Bound using segment: {'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:08.569728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Bound port: 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:08.570082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.573362 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-37d5a47d-9818-4f27-a131-fa2cc4c924f4 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698747
Jun 21 02:51:08.587953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dce0192-79dd-4995-b3c0-1ebd61f8d933 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:08.590796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-046223e4-074d-4ed9-a420-67b5e2210888 req-9fd5186d-a6db-462c-bc00-71ae572a86dd tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765555
Jun 21 02:51:08.619493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2dce0192-79dd-4995-b3c0-1ebd61f8d933, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2dce0192-79dd-4995-b3c0-1ebd61f8d933,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:08.660290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1048448
Jun 21 02:51:08.663690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42002) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:08.668331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Pushing event updated for resources: {'Network': ['ID=46e11507-2699-4724-bf6f-1cf036410b1c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:08.671944 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:08.676678 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Request body: {'subnet': {'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-subnet', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:08.679991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 46e11507-2699-4724-bf6f-1cf036410b1c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:51:08.698298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e22b-a2e4-4f28-8230-bcf6585e1e9b req-7a11b0bd-6c22-423b-98c5-e3b8373e7ac3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.700710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f186e22b-a2e4-4f28-8230-bcf6585e1e9b req-7a11b0bd-6c22-423b-98c5-e3b8373e7ac3 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 944 time: 0.1460245
Jun 21 02:51:08.734392 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.739099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] For port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:08.741125 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:08.757492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f186e22b-a2e4-4f28-8230-bcf6585e1e9b req-a239619b-79e9-47e4-a30f-95db47929fbc tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482497
Jun 21 02:51:08.759229 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b9dbd41c-6042-4cc8-b7ca-aeaa1b812642 req-d0aedbd1-5e87-4cd0-9ab0-e1f0d14b451a service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766710
Jun 21 02:51:08.761627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] For port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:08.795201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Made reservation on behalf of 2562bee5a7814a78844cb2c9de831b93 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:08.798575 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.817656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.842879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=2dce0192-79dd-4995-b3c0-1ebd61f8d933,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:08.848093 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-854162cd-259c-4fd9-9168-828acdad644b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:08.856380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba48f1e-79a6-4a2a-8c08-bd0e3188d3e7 req-88479d40-d110-4a0e-a7b1-82db39aab8e9 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.857879 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:08.858154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aba48f1e-79a6-4a2a-8c08-bd0e3188d3e7 req-88479d40-d110-4a0e-a7b1-82db39aab8e9 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.0732021
Jun 21 02:51:08.904579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aba48f1e-79a6-4a2a-8c08-bd0e3188d3e7 req-02c2f3a9-d18d-49dd-ae1e-53e8c94a4052 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397868
Jun 21 02:51:08.907382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:08.910270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:08.910270 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] 10.222.0.20 "PUT /v2.0/ports/0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 HTTP/1.1" status: 200  len: 1092 time: 1.4167447
Jun 21 02:51:08.910689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:08.915405 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c7bcfe-66aa-44a5-a6ac-6906c24b9f16" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:08.957749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Pushing event updated for resources: {'Port': ['ID=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:08.962095 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:08.968660 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c29bf7-2ff0-46cb-86ff-0cb50855c126 x-openstack-request-id: req-a1c29bf7-2ff0-46cb-86ff-0cb50855c126 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:08.968999 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:08.969367 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1c29bf7-2ff0-46cb-86ff-0cb50855c126 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:08.969873 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3', 'status': 'completed', 'code': 200}
Jun 21 02:51:08.986872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['2dce0192-79dd-4995-b3c0-1ebd61f8d933'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:08.994133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ec5a42c6-d360-4e43-8a1c-521511723991'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:09.147675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bcfe-66aa-44a5-a6ac-6906c24b9f16 req-75520a35-8c81-443a-967d-eaf2308a3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.149104 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-93c7bcfe-66aa-44a5-a6ac-6906c24b9f16 req-75520a35-8c81-443a-967d-eaf2308a3189 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1095 time: 0.1409702
Jun 21 02:51:09.230046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:09.234645 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35711759-f224-4f2e-a6a1-cffa6dc5395d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:09.306964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f8ebf1-e760-4c2e-a05b-3954f19e73b5,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:09.312282 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:09.315457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56633ab-05f9-49fe-8b40-2cc92c78467f req-9334851a-e962-46f5-aaf7-0c91f7e01b6d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.316974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a56633ab-05f9-49fe-8b40-2cc92c78467f req-9334851a-e962-46f5-aaf7-0c91f7e01b6d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 943 time: 0.1193266
Jun 21 02:51:09.324190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Checking segment: {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:09.324553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Network hostable DHCP agents. Network: 46e11507-2699-4724-bf6f-1cf036410b1c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:51:09.328943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf717b-94e7-4974-ac36-f834e2f77cb6 req-31f0f3c4-89f2-4fb8-80b9-b66464a9fbe9 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.330487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ffaf717b-94e7-4974-ac36-f834e2f77cb6 req-31f0f3c4-89f2-4fb8-80b9-b66464a9fbe9 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.0963316
Jun 21 02:51:09.356534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bcfe-66aa-44a5-a6ac-6906c24b9f16 req-9e8ced7b-22d2-4a04-92d7-000da7729cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.358256 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-93c7bcfe-66aa-44a5-a6ac-6906c24b9f16 req-9e8ced7b-22d2-4a04-92d7-000da7729cfd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e8920d211a7549f1948e67460a99346d&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2006395
Jun 21 02:51:09.390266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a56633ab-05f9-49fe-8b40-2cc92c78467f req-b2e03cb9-eb5b-4c6d-a6d1-253ef48b750d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588048
Jun 21 02:51:09.397602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ffaf717b-94e7-4974-ac36-f834e2f77cb6 req-8f5814c4-c56e-4480-8221-d636cb806753 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593727
Jun 21 02:51:09.472383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Network 46e11507-2699-4724-bf6f-1cf036410b1c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:51:09.475882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bcfe-66aa-44a5-a6ac-6906c24b9f16 req-3af63d2b-3251-4516-9525-7e2886dbaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.477376 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-93c7bcfe-66aa-44a5-a6ac-6906c24b9f16 req-3af63d2b-3251-4516-9525-7e2886dbaac0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1098778
Jun 21 02:51:09.492318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:09.546629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 46e11507-2699-4724-bf6f-1cf036410b1c) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:09.552105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.552811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:09.560990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c0ef9-4869-4edc-83f4-a0588cc81b69 None None] Network 46e11507-2699-4724-bf6f-1cf036410b1c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:51:09.595826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-b380390e-7cc6-4ab2-8e26-8dba1fa790f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.597922 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-b380390e-7cc6-4ab2-8e26-8dba1fa790f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1095 time: 0.0811491
Jun 21 02:51:09.615825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164d737-fcb1-4c82-992e-d5aa8eb9a0b0 req-c6a3a938-5b4b-4671-a22b-1393320e423f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.617354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4164d737-fcb1-4c82-992e-d5aa8eb9a0b0 req-c6a3a938-5b4b-4671-a22b-1393320e423f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0680189
Jun 21 02:51:09.640515 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-9e57e38e-a3c8-4b67-95bc-709aa83da76a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 HTTP/1.1" status: 200  len: 217 time: 0.0352097
Jun 21 02:51:09.659391 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9942157
Jun 21 02:51:09.664310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42014) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:09.673673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:09.690293 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4164d737-fcb1-4c82-992e-d5aa8eb9a0b0 req-6a20cc91-6c0b-4b5e-8c8e-fb63e9210be2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645618
Jun 21 02:51:09.712903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-00d8dc61-2054-40ca-a625-cd3050261337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.715524 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-00d8dc61-2054-40ca-a625-cd3050261337 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 200  len: 853 time: 0.0687594
Jun 21 02:51:09.718914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 63258ae6-9ce7-4fdf-b615-f488c133f402 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:09.756078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-810f296b-404d-4c63-9188-74514523863c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7989e12b-ccbe-4c15-b879-2f8badf2d861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319626
Jun 21 02:51:09.790647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:09.791660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:09.802666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-46e11507-2699-4724-bf6f-1cf036410b1c', 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'fixed_ips': [{'subnet_id': '54f8ebf1-e760-4c2e-a05b-3954f19e73b5'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:51:09.804792 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:09.815997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device df8b6ba6-3df9-410c-a928-7fc474f6c9af details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:51:09.818789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec5a42c6-d360-4e43-8a1c-521511723991 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:09.867789 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-e1f8c677-ed56-48a5-aa1e-939960a1c613 service neutron] 10.222.0.20 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1051528
Jun 21 02:51:09.878088 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:09.895778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dffe7-781a-4754-bd0b-1d267dbb50c5 req-930edbc0-a607-4d12-beb5-3ac0ad17ffe0 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:09.897424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-252dffe7-781a-4754-bd0b-1d267dbb50c5 req-930edbc0-a607-4d12-beb5-3ac0ad17ffe0 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 944 time: 0.1485038
Jun 21 02:51:09.966573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 63258ae6-9ce7-4fdf-b615-f488c133f402 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:09.967304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-252dffe7-781a-4754-bd0b-1d267dbb50c5 req-377f2390-8fc4-4b01-9e27-766c16a7c74e tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537198
Jun 21 02:51:09.980652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 63258ae6-9ce7-4fdf-b615-f488c133f402 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:09.981062 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:09.993234 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-413b0f9a-76db-4d17-877c-b74314ee1637 req-ae4a0c19-7dfb-4316-bad2-90493baa0ed0 service neutron] 10.222.0.20 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1184230
Jun 21 02:51:10.103521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port ec5a42c6-d360-4e43-8a1c-521511723991 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:10.108871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:10.129065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port ec5a42c6-d360-4e43-8a1c-521511723991 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:10.129461 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.131569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Allocated IP 172.20.0.2 (46e11507-2699-4724-bf6f-1cf036410b1c/54f8ebf1-e760-4c2e-a05b-3954f19e73b5/50c98aa0-a3a3-4092-ae4a-20f43eb6afe6) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:10.137253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'port_id': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af', 'mac_address': 'fa:16:3e:ef:f8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bf0fc-303e-4e85-9983-3cb824264719', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:51:10.188852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.204678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc0387-31b0-42d5-9884-be49fa754fa4 req-803ae01b-788c-4e0b-baa4-884993141acb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:10.206226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65cc0387-31b0-42d5-9884-be49fa754fa4 req-803ae01b-788c-4e0b-baa4-884993141acb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 944 time: 0.2619808
Jun 21 02:51:10.257126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f1c80-1256-4783-b4b4-4857382f6f1d req-8169ab65-cc34-4c7e-9669-50168c9ec450 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:10.258627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-308f1c80-1256-4783-b4b4-4857382f6f1d req-8169ab65-cc34-4c7e-9669-50168c9ec450 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1359022
Jun 21 02:51:10.278868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65cc0387-31b0-42d5-9884-be49fa754fa4 req-93af385e-59a1-4056-b623-1a7e1874f717 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645623
Jun 21 02:51:10.292096 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.296828 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.336032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8b6ba6-3df9-410c-a928-7fc474f6c9af {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:10.347944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-308f1c80-1256-4783-b4b4-4857382f6f1d req-f114f4f6-a540-4da9-8e14-9902b251b431 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735414
Jun 21 02:51:10.380066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9f1db7-af9e-43dd-8877-6afd8b42875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63258ae6-9ce7-4fdf-b615-f488c133f402'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:10.382380 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf4ff0d-1192-41ae-a939-9e0cb27a810e" -d '{"events": [{"server_uuid": "1e9f1db7-af9e-43dd-8877-6afd8b42875c", "name": "network-vif-plugged", "status": "completed", "tag": "63258ae6-9ce7-4fdf-b615-f488c133f402"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:10.417044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 63258ae6-9ce7-4fdf-b615-f488c133f402, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=63258ae6-9ce7-4fdf-b615-f488c133f402,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:10.419469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:10.433804 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58aeeb0-bc12-4dd8-ab6a-19a1c941d4c4 x-openstack-request-id: req-c58aeeb0-bc12-4dd8-ab6a-19a1c941d4c4 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:10.434711 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9f1db7-af9e-43dd-8877-6afd8b42875c", "name": "network-vif-plugged", "status": "completed", "tag": "63258ae6-9ce7-4fdf-b615-f488c133f402", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:10.435102 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c58aeeb0-bc12-4dd8-ab6a-19a1c941d4c4 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:10.435826 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9f1db7-af9e-43dd-8877-6afd8b42875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63258ae6-9ce7-4fdf-b615-f488c133f402', 'code': 200}
Jun 21 02:51:10.453308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.497904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.509977 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.512625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec5a42c6-d360-4e43-8a1c-521511723991, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec5a42c6-d360-4e43-8a1c-521511723991,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:10.515908 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:10.521298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Transition to ACTIVE for port object 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:10.544926 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.569411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Transition to ACTIVE for port object 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:10.585673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=63258ae6-9ce7-4fdf-b615-f488c133f402,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:10.588747 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:10.589273 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:10.608220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ead04-0ada-4d63-9c46-f054590f4a3a req-90d12b1c-b8e1-484a-8175-0340bc1b27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:10.609942 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-543ead04-0ada-4d63-9c46-f054590f4a3a req-90d12b1c-b8e1-484a-8175-0340bc1b27c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1db7-af9e-43dd-8877-6afd8b42875c HTTP/1.1" status: 200  len: 1098 time: 0.0670552
Jun 21 02:51:10.629741 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.630645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2dce0192-79dd-4995-b3c0-1ebd61f8d933 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:10.652070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-543ead04-0ada-4d63-9c46-f054590f4a3a req-89c00f85-820b-4a19-99c3-9809af4e0090 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333500
Jun 21 02:51:10.669681 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.677714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=df8b6ba6-3df9-410c-a928-7fc474f6c9af,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:10.686580 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:10.687053 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:10.721896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Network 46e11507-2699-4724-bf6f-1cf036410b1c is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:10.729243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:10.736329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:10.776403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ec5a42c6-d360-4e43-8a1c-521511723991,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:10.828777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['df8b6ba6-3df9-410c-a928-7fc474f6c9af'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:10.866904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:10.868900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Attempting to bind port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:10.869258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Attempting to bind port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:10.869683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Attempting to bind port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 on network 46e11507-2699-4724-bf6f-1cf036410b1c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:10.885975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Pushing event updated for resources: {'Port': ['ID=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:10.888332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:10.888715 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.892189 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:10.892922 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:10.893267 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:10.896446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:10.896822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Checking segment: {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:10.897221 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.897643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Bound using segment: {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:10.898178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Bound port: 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:10.898554 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:10.981381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:11.006965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:11.019376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d73bfc-68ef-4555-80af-3901329f447d req-13503a61-8939-40f8-a1a3-6d87616b797f tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:11.020858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80d73bfc-68ef-4555-80af-3901329f447d req-13503a61-8939-40f8-a1a3-6d87616b797f tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1731803
Jun 21 02:51:11.029971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] For port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:11.065458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] For port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:11.078586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0ca3e-6e07-4cdc-94eb-6260276feff4 req-cf1e1c35-9560-415d-aced-aabf8df8aeae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:11.080080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bb0ca3e-6e07-4cdc-94eb-6260276feff4 req-cf1e1c35-9560-415d-aced-aabf8df8aeae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 943 time: 0.2334547
Jun 21 02:51:11.096080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:11.137471 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:11.139103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80d73bfc-68ef-4555-80af-3901329f447d req-991c62df-01b6-4792-bce7-28cb8831fc9b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099627
Jun 21 02:51:11.147567 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:11.179761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bb0ca3e-6e07-4cdc-94eb-6260276feff4 req-abacfac8-8ad2-4bb7-81f1-a04cbd350ca6 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907035
Jun 21 02:51:11.212211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Allocated IP 172.25.7.180 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/f03dd471-812e-4e9b-b8ab-5a0541a948e0) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:11.307151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2dce0192-79dd-4995-b3c0-1ebd61f8d933, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2dce0192-79dd-4995-b3c0-1ebd61f8d933,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:11.350034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Pushing event updated for resources: {'Port': ['ID=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:11.353044 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:11.360737 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:11.364030 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:11.418216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=2dce0192-79dd-4995-b3c0-1ebd61f8d933,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:11.422020 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:11.426586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:11.447819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a76c2-acbb-4a7d-83a8-9235d2924584 req-6c51ad26-c770-4716-ac67-0bfcd9a2fe02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:11.449316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e87a76c2-acbb-4a7d-83a8-9235d2924584 req-6c51ad26-c770-4716-ac67-0bfcd9a2fe02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1753018
Jun 21 02:51:11.507197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46036-cde7-4e9a-8559-79ad606d2c94 req-3052d18e-d4a9-4714-b25c-eda1ddecb283 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:11.508676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1f46036-cde7-4e9a-8559-79ad606d2c94 req-3052d18e-d4a9-4714-b25c-eda1ddecb283 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 945 time: 0.1817393
Jun 21 02:51:11.554136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e87a76c2-acbb-4a7d-83a8-9235d2924584 req-738efc90-8c3b-4986-a7e3-d6dd3cad85fa tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961373
Jun 21 02:51:11.593567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1f46036-cde7-4e9a-8559-79ad606d2c94 req-cdca6ef5-75a5-4fa3-8fc1-249ec00132d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676103
Jun 21 02:51:11.607380 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:11.609939 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32473b94-21a6-46e3-9168-6d25d823ba4c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:11.662561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:11.668167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:11.671539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f03dd471-812e-4e9b-b8ab-5a0541a948e0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:11.673874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:11.677230 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:11.903557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dacf6a-5177-457f-b5e2-bb679a68fbd3 req-d937a578-16f0-4adf-87cd-03b1a3a08934 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:11.905038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08dacf6a-5177-457f-b5e2-bb679a68fbd3 req-d937a578-16f0-4adf-87cd-03b1a3a08934 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 945 time: 0.2094932
Jun 21 02:51:11.953719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48b483-7cb6-4820-bd7b-5ec06ff41d50 req-be799619-524f-415c-919b-f07f2b7afdce tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:11.955180 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f48b483-7cb6-4820-bd7b-5ec06ff41d50 req-be799619-524f-415c-919b-f07f2b7afdce tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.2156088
Jun 21 02:51:11.977426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08dacf6a-5177-457f-b5e2-bb679a68fbd3 req-a49e5c80-023d-4f4a-a6df-8b43b6260188 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608768
Jun 21 02:51:12.008576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f48b483-7cb6-4820-bd7b-5ec06ff41d50 req-e6bb917a-6f00-4e19-aa53-285efd8ec0c5 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465932
Jun 21 02:51:12.120083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:12.368110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c55a9bf-fea8-4106-9376-dd1aaf93eb3b None None] Network 46e11507-2699-4724-bf6f-1cf036410b1c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:51:12.401148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c732797-15c7-400e-a743-d0e37d230057 req-0eb823d6-845d-4cbe-990f-d306b62ea4e2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:12.402666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c732797-15c7-400e-a743-d0e37d230057 req-0eb823d6-845d-4cbe-990f-d306b62ea4e2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1995380
Jun 21 02:51:12.437307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbf85bd-ab44-4bb1-8157-010045f00fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5a42c6-d360-4e43-8a1c-521511723991'}, {'server_uuid': 'c9467a40-43b1-4c36-924c-3aceb3cd1b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce0192-79dd-4995-b3c0-1ebd61f8d933'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:12.443124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:12.443644 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba823eb5-913e-4670-ad65-850d64ca18c8" -d '{"events": [{"server_uuid": "0dbf85bd-ab44-4bb1-8157-010045f00fd7", "name": "network-vif-plugged", "status": "completed", "tag": "ec5a42c6-d360-4e43-8a1c-521511723991"}, {"server_uuid": "c9467a40-43b1-4c36-924c-3aceb3cd1b86", "name": "network-vif-plugged", "status": "completed", "tag": "2dce0192-79dd-4995-b3c0-1ebd61f8d933"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:12.464799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adad093-0f09-4c89-b4ce-a42d05ec9749 req-a9e51008-5e6e-4264-9407-8710e68e0125 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:12.466595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4adad093-0f09-4c89-b4ce-a42d05ec9749 req-a9e51008-5e6e-4264-9407-8710e68e0125 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1665099
Jun 21 02:51:12.476802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c732797-15c7-400e-a743-d0e37d230057 req-1a3acefd-6daf-4c91-bc5a-f16b1771e9fb tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662894
Jun 21 02:51:12.505899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8e419ab7-a331-433b-9b5b-490d16d34e03 None None] Provisioning for port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:12.579272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4adad093-0f09-4c89-b4ce-a42d05ec9749 req-41162f56-22ec-4fbe-8e88-8b5cb586ad77 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056156
Jun 21 02:51:12.665228 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8313407-3dc1-4847-bc78-1d4ed106b54e x-openstack-request-id: req-e8313407-3dc1-4847-bc78-1d4ed106b54e {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:12.665565 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbf85bd-ab44-4bb1-8157-010045f00fd7", "name": "network-vif-plugged", "status": "completed", "tag": "ec5a42c6-d360-4e43-8a1c-521511723991", "code": 200}, {"server_uuid": "c9467a40-43b1-4c36-924c-3aceb3cd1b86", "name": "network-vif-plugged", "status": "completed", "tag": "2dce0192-79dd-4995-b3c0-1ebd61f8d933", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:12.665826 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8313407-3dc1-4847-bc78-1d4ed106b54e {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:12.666237 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbf85bd-ab44-4bb1-8157-010045f00fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5a42c6-d360-4e43-8a1c-521511723991', 'code': 200}
Jun 21 02:51:12.666503 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9467a40-43b1-4c36-924c-3aceb3cd1b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce0192-79dd-4995-b3c0-1ebd61f8d933', 'code': 200}
Jun 21 02:51:12.714080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3622-b3b8-41f7-9a07-a454f83a57df req-f7eb7445-f760-4d06-96f6-3614ca7a59eb tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:12.715922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb7d3622-b3b8-41f7-9a07-a454f83a57df req-f7eb7445-f760-4d06-96f6-3614ca7a59eb tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 943 time: 0.1170259
Jun 21 02:51:12.764434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:12.789243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb7d3622-b3b8-41f7-9a07-a454f83a57df req-51632760-b168-49c7-8c5b-dc908a265f8c tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601072
Jun 21 02:51:12.832855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Router ff71b420-3ed6-49f2-84dd-070e92f2182d is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:51:12.894466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045c79-277a-4530-a52c-f17875a35747 req-581d4239-44b2-42c9-aa41-6b319abc8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:12.895981 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d2045c79-277a-4530-a52c-f17875a35747 req-581d4239-44b2-42c9-aa41-6b319abc8a27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dbf85bd-ab44-4bb1-8157-010045f00fd7 HTTP/1.1" status: 200  len: 1097 time: 0.1084921
Jun 21 02:51:12.920735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:12.924810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:12.925373 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:12.953038 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d2045c79-277a-4530-a52c-f17875a35747 req-f638609c-51e6-4f26-a429-cb01f8589f75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399065
Jun 21 02:51:13.016039 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:13.040821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f85e06-a177-4ef8-b795-c3aedbc32d1f req-16bb5e64-e2d5-407c-9937-561b5f175526 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:13.042315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8f85e06-a177-4ef8-b795-c3aedbc32d1f req-16bb5e64-e2d5-407c-9937-561b5f175526 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.2129171
Jun 21 02:51:13.049942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781e30e-2dc0-4ab7-a483-33e607807d37 req-610bd1b3-9f97-4c3e-9c30-0c27a35e2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:13.050776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:13.051403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e781e30e-2dc0-4ab7-a483-33e607807d37 req-610bd1b3-9f97-4c3e-9c30-0c27a35e2379 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 1097 time: 0.2612560
Jun 21 02:51:13.078266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:13.086724 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Sync routers for ids ['ff71b420-3ed6-49f2-84dd-070e92f2182d'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:13.097441 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Routers {'ff71b420-3ed6-49f2-84dd-070e92f2182d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:13.097979 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da29a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ff71b420-3ed6-49f2-84dd-070e92f2182d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:13.134657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c40fc6-c48a-49c7-958f-3755f126d9d7 req-27b9f12c-611f-4140-b8ba-52d67455cf93 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:13.136120 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9c40fc6-c48a-49c7-958f-3755f126d9d7 req-27b9f12c-611f-4140-b8ba-52d67455cf93 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 945 time: 0.2017632
Jun 21 02:51:13.140947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8f85e06-a177-4ef8-b795-c3aedbc32d1f req-de66aeed-54c4-4f60-8502-e082d9f628b3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870349
Jun 21 02:51:13.142875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e781e30e-2dc0-4ab7-a483-33e607807d37 req-5c0337e6-e6ab-4ac3-8222-2bf160f69940 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792856
Jun 21 02:51:13.155501 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:13.160332 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:13.207532 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Set router ff71b420-3ed6-49f2-84dd-070e92f2182d gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:13.211070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:13.214806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:13.218013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.5469446
Jun 21 02:51:13.218133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42054) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:13.218230 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:13.234371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9c40fc6-c48a-49c7-958f-3755f126d9d7 req-01ee7837-1693-437e-bacb-5fe6d236e31b tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905073
Jun 21 02:51:13.411807 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da29a0>, [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:51:11Z', 'revision_number': 3, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:13.443201 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Checking router: ff71b420-3ed6-49f2-84dd-070e92f2182d for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:13.443559 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Updating router ff71b420-3ed6-49f2-84dd-070e92f2182d port f03dd471-812e-4e9b-b8ab-5a0541a948e0 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:51:13.454016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18f612-dfdd-44ca-ad51-4f9afb6e49d2 req-fb01eb99-266a-4b61-8b2c-741e17bcf8b8 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:13.455510 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e18f612-dfdd-44ca-ad51-4f9afb6e49d2 req-fb01eb99-266a-4b61-8b2c-741e17bcf8b8 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 945 time: 0.1215112
Jun 21 02:51:13.479586 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:13.488715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d70186-f953-4de0-b7ed-9a90f16c726f req-257209e5-61ed-4d38-a8b0-218bb5db04f3 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:13.490214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d70186-f953-4de0-b7ed-9a90f16c726f req-257209e5-61ed-4d38-a8b0-218bb5db04f3 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1007483
Jun 21 02:51:13.528964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e18f612-dfdd-44ca-ad51-4f9afb6e49d2 req-28f8a099-2dc0-4625-b996-d9713bb55915 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638974
Jun 21 02:51:13.581289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8d70186-f953-4de0-b7ed-9a90f16c726f req-fa17d6ff-7a8b-44f1-9628-dd81e9144f02 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800138
Jun 21 02:51:13.666770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:13.731185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:51:13.789578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-a7a2ed03-0ccb-42bf-beab-30801d3305e8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:13.791353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-a7a2ed03-0ccb-42bf-beab-30801d3305e8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.1603119
Jun 21 02:51:13.796011 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:13.808569 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Transition to ACTIVE for port object f03dd471-812e-4e9b-b8ab-5a0541a948e0 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:13.813067 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-6894e689-aa3a-4026-b210-eb33f4a568fc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/quotas/6e3f63e47a8c42f492a6e2d14c9d105b HTTP/1.1" status: 200  len: 375 time: 0.0149376
Jun 21 02:51:13.824357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device df8b6ba6-3df9-410c-a928-7fc474f6c9af up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:13.838265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bde3e-7c8c-4511-9ff9-11193e1f16cf req-cdc9b9f5-bff4-4d8e-9110-309d2e3c9550 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:13.839762 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad0bde3e-7c8c-4511-9ff9-11193e1f16cf req-cdc9b9f5-bff4-4d8e-9110-309d2e3c9550 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1095247
Jun 21 02:51:13.869820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Allocated IP 172.20.0.1 (46e11507-2699-4724-bf6f-1cf036410b1c/54f8ebf1-e760-4c2e-a05b-3954f19e73b5/8b12d204-ca51-4f4b-a27a-749cf014ee12) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:13.898256 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:13.901057 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:13.903886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:13.912891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad0bde3e-7c8c-4511-9ff9-11193e1f16cf req-c15b416d-69cf-4945-bc5a-102df2867393 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507431
Jun 21 02:51:13.927650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3', 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861', 'port_id': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3', 'mac_address': 'fa:16:3e:29:bc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c695b913-5e86-4aad-9b61-6d0e7db633d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:51:13.947262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-cea5fac7-fb7b-4bec-a8c6-0900f185148c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1268125
Jun 21 02:51:13.986097 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.017479 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Attempting to bind port f03dd471-812e-4e9b-b8ab-5a0541a948e0 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:14.017856 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Attempting to bind port f03dd471-812e-4e9b-b8ab-5a0541a948e0 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:14.018229 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Attempting to bind port f03dd471-812e-4e9b-b8ab-5a0541a948e0 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:14.023783 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Pushing event updated for resources: {'Port': ['ID=f03dd471-812e-4e9b-b8ab-5a0541a948e0,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:14.031497 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:14.031880 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:14.032336 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.033365 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:14.044512 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Bound port: f03dd471-812e-4e9b-b8ab-5a0541a948e0, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:14.045020 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.064111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port df8b6ba6-3df9-410c-a928-7fc474f6c9af completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:14.064452 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.064755 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.065143 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.065564 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.065894 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.066221 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.066599 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.066920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.067240 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.067605 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.067969 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.068281 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:14.077976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.078575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:14.086468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port df8b6ba6-3df9-410c-a928-7fc474f6c9af triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:14.086869 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.090750 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:14.098201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Transition to ACTIVE for port object 8b12d204-ca51-4f4b-a27a-749cf014ee12 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:14.127867 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] For port f03dd471-812e-4e9b-b8ab-5a0541a948e0, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:14.131592 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] For port f03dd471-812e-4e9b-b8ab-5a0541a948e0, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f03dd471-812e-4e9b-b8ab-5a0541a948e0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:14.139554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-27bb7a68-7d01-4807-b2a3-423f702887c3 service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906748
Jun 21 02:51:14.161351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:14.211768 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.224119 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.227101 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-5542f3d7-6fcf-49cc-a4d4-d8de20c5549f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:14.245213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:14.254109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a519c4-185a-4d6e-b41e-bc5d05617ea3 req-180d2534-dd23-49f8-a68d-144e40db0784 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:14.255607 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84a519c4-185a-4d6e-b41e-bc5d05617ea3 req-180d2534-dd23-49f8-a68d-144e40db0784 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 943 time: 0.1932547
Jun 21 02:51:14.259505 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-841f4404-cf15-4104-bb5a-3fa151dac0ec service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186244
Jun 21 02:51:14.269723 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.272243 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:14.272639 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.282897 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c65ebea-9ae4-48fc-b0af-36145097081c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:14.325379 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.341228 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Routers {'ff71b420-3ed6-49f2-84dd-070e92f2182d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:14.341905 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da29a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ff71b420-3ed6-49f2-84dd-070e92f2182d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:14.346952 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Pushing event updated for resources: {'Port': ['ID=f03dd471-812e-4e9b-b8ab-5a0541a948e0,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:14.351593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84a519c4-185a-4d6e-b41e-bc5d05617ea3 req-556b7e52-031c-4fb4-a0c0-51f464500645 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868502
Jun 21 02:51:14.365773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Network 46e11507-2699-4724-bf6f-1cf036410b1c is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:14.369118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:14.375828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:14.396974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:14.399914 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:14.400381 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:14.424286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Pushing event updated for resources: {'Port': ['ID=8b12d204-ca51-4f4b-a27a-749cf014ee12,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:14.431256 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:14.446583 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:14.454877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:14.494817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=df8b6ba6-3df9-410c-a928-7fc474f6c9af,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:14.502574 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:14.539469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:14.579804 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] Set router ff71b420-3ed6-49f2-84dd-070e92f2182d gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:14.669250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183176e3-1972-42cc-9c1d-bf63558c608c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:14.671619 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813cbe9e-bf78-4bea-b2b1-7bee0d666f86" -d '{"events": [{"server_uuid": "183176e3-1972-42cc-9c1d-bf63558c608c", "name": "network-vif-plugged", "status": "completed", "tag": "df8b6ba6-3df9-410c-a928-7fc474f6c9af"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:14.706299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a950dbf4-fb26-4eb2-9bf6-6335497e5cd8 req-d516eeb5-115a-4a49-8212-9c969f1be91b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 210 time: 0.1086769
Jun 21 02:51:14.728470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:14.829601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2cbcf-4ed1-4534-bae1-daf6f51fbb54 req-04ccd322-fd71-4a02-9745-7dfae4adab0f tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:14.832148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0f2cbcf-4ed1-4534-bae1-daf6f51fbb54 req-04ccd322-fd71-4a02-9745-7dfae4adab0f tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 945 time: 0.3232112
Jun 21 02:51:14.880837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0f2cbcf-4ed1-4534-bae1-daf6f51fbb54 req-b30f9bb5-044e-4329-ae47-b84252867bf6 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417643
Jun 21 02:51:14.973504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:14.976321 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:15.008946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1f173-33f1-4af9-88f1-6fecf6285574 req-5ca0c462-c11a-42ba-9d8a-ebdd3989518c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:15.018471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07d1f173-33f1-4af9-88f1-6fecf6285574 req-5ca0c462-c11a-42ba-9d8a-ebdd3989518c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 946 time: 0.0886803
Jun 21 02:51:15.051356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d0abe19a-667d-458a-8c46-abecb5778db7 None None] Provisioning for port 8b12d204-ca51-4f4b-a27a-749cf014ee12 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:15.066081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d0abe19a-667d-458a-8c46-abecb5778db7 None None] Provisioning complete for port 8b12d204-ca51-4f4b-a27a-749cf014ee12 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:15.066716 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d0abe19a-667d-458a-8c46-abecb5778db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:15.071669 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da29a0>, [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:51:11Z', 'revision_number': 3, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:15.079500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07d1f173-33f1-4af9-88f1-6fecf6285574 req-6f3df2e2-104e-4085-9061-7fccf90123f8 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596614
Jun 21 02:51:15.104172 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1c135-6d97-4c44-909c-ab9b91f0ce8a None None] The sync data for ids ['ff71b420-3ed6-49f2-84dd-070e92f2182d'] in n-d-758944-33 is: [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:51:11Z', 'revision_number': 3, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:15.162256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d0abe19a-667d-458a-8c46-abecb5778db7 None None] Port 8b12d204-ca51-4f4b-a27a-749cf014ee12 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:51:15.188329 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0efeacb-df43-449e-9f3a-b96dbe7549e1 x-openstack-request-id: req-d0efeacb-df43-449e-9f3a-b96dbe7549e1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:15.189525 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183176e3-1972-42cc-9c1d-bf63558c608c", "name": "network-vif-plugged", "status": "completed", "tag": "df8b6ba6-3df9-410c-a928-7fc474f6c9af", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:15.189699 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0efeacb-df43-449e-9f3a-b96dbe7549e1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:15.190222 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183176e3-1972-42cc-9c1d-bf63558c608c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af', 'code': 200}
Jun 21 02:51:15.226986 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:15.227572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38fb19-246c-4c78-80d8-fd99fc691ab2 req-08198e3a-a9d8-4379-8fb5-89fc326ba797 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:15.228596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c38fb19-246c-4c78-80d8-fd99fc691ab2 req-08198e3a-a9d8-4379-8fb5-89fc326ba797 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1432700
Jun 21 02:51:15.323667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c38fb19-246c-4c78-80d8-fd99fc691ab2 req-1795a029-dde9-4a09-9a52-3aa71115e2bf tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821233
Jun 21 02:51:15.369419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b853ee-d413-42c0-bd85-57e7a7397a33 req-08cc30a8-848d-466e-9bb1-04f142080212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:15.370571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70b853ee-d413-42c0-bd85-57e7a7397a33 req-08cc30a8-848d-466e-9bb1-04f142080212 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 1098 time: 0.1135592
Jun 21 02:51:15.420052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70b853ee-d413-42c0-bd85-57e7a7397a33 req-a82f214a-b183-4936-85c7-3101a1ad0f89 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409858
Jun 21 02:51:15.429316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3174-7c9f-4764-9fde-b9bc5b0d756f req-566fed92-2aa3-4736-ad7c-f772af314741 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:15.435888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:15.436061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba7f3174-7c9f-4764-9fde-b9bc5b0d756f req-566fed92-2aa3-4736-ad7c-f772af314741 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1296892
Jun 21 02:51:15.489027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba7f3174-7c9f-4764-9fde-b9bc5b0d756f req-faebb2a4-9eba-49b7-a37c-6b0bff3a87d8 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524750
Jun 21 02:51:15.532377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:15.534982 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d8d91de4-3481-48a4-bbcf-82bfcc327e34 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:15.604988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3359b-5598-47ea-b6e7-fb11e6982dbe req-a4e94658-a9c5-4c78-8461-7c48a9fd902c tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:15.608008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b3359b-5598-47ea-b6e7-fb11e6982dbe req-a4e94658-a9c5-4c78-8461-7c48a9fd902c tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 944 time: 0.0801890
Jun 21 02:51:15.613581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:15.615444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Pushing event updated for resources: {'Port': ['ID=8b12d204-ca51-4f4b-a27a-749cf014ee12,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:15.618770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:15.719723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Network 46e11507-2699-4724-bf6f-1cf036410b1c is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:15.721370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:15.737080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:15.913261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:15.919533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:15.920215 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:15.984930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Router ff71b420-3ed6-49f2-84dd-070e92f2182d has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:51:16.100582 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:16.109958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b710b2cd-9f69-4c77-a160-9c106fd26361 req-cd824dcc-02fc-43fd-b5ef-b77769ffe12b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 210 time: 0.0388694
Jun 21 02:51:16.130065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b3359b-5598-47ea-b6e7-fb11e6982dbe req-a48c3a18-ddb4-4e35-b703-1b4b063f1775 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5153494
Jun 21 02:51:16.141429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9299f3be-85c0-42ae-8e8e-33d40c399511 None None] Provisioning complete for port 8b12d204-ca51-4f4b-a27a-749cf014ee12 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:16.141828 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9299f3be-85c0-42ae-8e8e-33d40c399511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:16.208175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:16.225665 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] 10.222.0.25 "PUT /v2.0/routers/ff71b420-3ed6-49f2-84dd-070e92f2182d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0075533
Jun 21 02:51:16.235821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:16.240676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9299f3be-85c0-42ae-8e8e-33d40c399511 None None] Port 8b12d204-ca51-4f4b-a27a-749cf014ee12 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:51:16.378112 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:16.380373 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:16.405784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5e78f-8b0f-4036-9405-efd9d0e6bfb3 req-fd9e24d8-a980-439b-b5bb-4a92a0c8e852 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:16.407355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39e5e78f-8b0f-4036-9405-efd9d0e6bfb3 req-fd9e24d8-a980-439b-b5bb-4a92a0c8e852 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 945 time: 0.1325858
Jun 21 02:51:16.420626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704283f-be8c-431e-a609-d708f96d7691 req-d4fe9531-adc6-4831-8109-322e91d7962c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:16.428811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d704283f-be8c-431e-a609-d708f96d7691 req-d4fe9531-adc6-4831-8109-322e91d7962c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 946 time: 0.1236622
Jun 21 02:51:16.466795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:16.470249 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:16.499903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d704283f-be8c-431e-a609-d708f96d7691 req-aa5bf11b-4c93-4696-a632-e63d18a3a976 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701902
Jun 21 02:51:16.503035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39e5e78f-8b0f-4036-9405-efd9d0e6bfb3 req-50a30de2-4d0c-456c-b344-f3cfc5b83f2c tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719800
Jun 21 02:51:16.717222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f03dd471-812e-4e9b-b8ab-5a0541a948e0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:16.787473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888430cf-e3e9-4eb6-bfcb-7e9d7ee62496 req-aad37517-fabe-4bcf-9865-0080e123f230 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:16.789019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-888430cf-e3e9-4eb6-bfcb-7e9d7ee62496 req-aad37517-fabe-4bcf-9865-0080e123f230 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1756339
Jun 21 02:51:16.800911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea645b67-fc5a-4151-9f10-d78525946482 req-60a346c7-3e8e-449e-b6a5-139a28c84005 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:16.802588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea645b67-fc5a-4151-9f10-d78525946482 req-60a346c7-3e8e-449e-b6a5-139a28c84005 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1193972
Jun 21 02:51:16.861683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-888430cf-e3e9-4eb6-bfcb-7e9d7ee62496 req-80316b11-2769-4da7-bf16-4ab0f7b4026c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580997
Jun 21 02:51:16.864705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f03dd471-812e-4e9b-b8ab-5a0541a948e0 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:16.872017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f03dd471-812e-4e9b-b8ab-5a0541a948e0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:16.872613 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:16.878543 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea645b67-fc5a-4151-9f10-d78525946482 req-91a0369d-5856-4e21-956e-74d3f07368aa tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645161
Jun 21 02:51:16.964566 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:16.994533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port f03dd471-812e-4e9b-b8ab-5a0541a948e0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f03dd471-812e-4e9b-b8ab-5a0541a948e0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:17.067822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.069283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf27544-7953-43b2-94b9-7836310919dc req-2cc1ce3b-39b0-47ca-a6a8-829ba99c3aa4 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:17.069800 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:17.084027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cf27544-7953-43b2-94b9-7836310919dc req-2cc1ce3b-39b0-47ca-a6a8-829ba99c3aa4 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e9f1db7-af9e-43dd-8877-6afd8b42875c HTTP/1.1" status: 200  len: 946 time: 0.0794685
Jun 21 02:51:17.119205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=f03dd471-812e-4e9b-b8ab-5a0541a948e0,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:17.122702 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:17.134653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cf27544-7953-43b2-94b9-7836310919dc req-5b371cc3-8d75-4770-909e-96557fc8e76e tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535500
Jun 21 02:51:17.153147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:17.159122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-network', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:17.191470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:17.193940 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c97143-6592-4085-8191-7cd2a2ff95f1" -d '{"events": [{"server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "name": "network-vif-plugged", "status": "completed", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:17.259082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Made reservation on behalf of 078d7dcc87954c0596ba1abbfedcd266 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:17.261451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.292193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b05eef6-6604-47f1-b620-9f12792eff41 req-4b82e2b2-907e-49f7-a47f-ec4f47a6b33e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 210 time: 0.0441692
Jun 21 02:51:17.293803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Sync routers for ids ['ff71b420-3ed6-49f2-84dd-070e92f2182d'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:17.302903 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.317939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Routers {'ff71b420-3ed6-49f2-84dd-070e92f2182d'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:17.318628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8aa6160>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ff71b420-3ed6-49f2-84dd-070e92f2182d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:17.448716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Set router ff71b420-3ed6-49f2-84dd-070e92f2182d gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:17.507407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edfdcf-c2d1-4fd3-9e63-dad877b5ac04 req-46f728e6-8810-4736-9e55-fcf1aa2373ce tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:17.508933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-69edfdcf-c2d1-4fd3-9e63-dad877b5ac04 req-46f728e6-8810-4736-9e55-fcf1aa2373ce tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 945 time: 0.2276428
Jun 21 02:51:17.563702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-dead20fe-6d1a-42e8-a486-9c6ebf1f94fc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:17.565071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-dead20fe-6d1a-42e8-a486-9c6ebf1f94fc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.2362204
Jun 21 02:51:17.586430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'port': {'device_id': 'e9fdf0ea-6d21-4415-a2aa-7bb2166436f1', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'admin_state_up': True, 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:17.651737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-69edfdcf-c2d1-4fd3-9e63-dad877b5ac04 req-34a274d2-9f0b-4b04-903f-4cd2a06b848e tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343513
Jun 21 02:51:17.660985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8aa6160>, [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:51:15Z', 'revision_number': 4, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '8b12d204-ca51-4f4b-a27a-749cf014ee12', 'name': '', 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'mac_address': 'fa:16:3e:1c:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '54f8ebf1-e760-4c2e-a05b-3954f19e73b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:13Z', 'updated_at': '2021-06-21T02:51:15Z', 'revision_number': 2, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'subnets': [{'id': '54f8ebf1-e760-4c2e-a05b-3954f19e73b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:17.665651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f48a2-e529-4048-960f-4223354d10ea req-31cedd07-ddb3-44ef-b326-1f5652c42940 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:17.667166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-939f48a2-e529-4048-960f-4223354d10ea req-31cedd07-ddb3-44ef-b326-1f5652c42940 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dbf85bd-ab44-4bb1-8157-010045f00fd7 HTTP/1.1" status: 200  len: 945 time: 0.2583923
Jun 21 02:51:17.688356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Checking router: ff71b420-3ed6-49f2-84dd-070e92f2182d for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:17.688875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Updating router ff71b420-3ed6-49f2-84dd-070e92f2182d port 8b12d204-ca51-4f4b-a27a-749cf014ee12 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:51:17.732147 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.735169 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c70506-c4c6-42a8-877c-dadab3e382e5 x-openstack-request-id: req-c6c70506-c4c6-42a8-877c-dadab3e382e5 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:17.735469 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "name": "network-vif-plugged", "status": "completed", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:17.735735 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6c70506-c4c6-42a8-877c-dadab3e382e5 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:17.736136 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3', 'code': 200}
Jun 21 02:51:17.747235 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.765948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-939f48a2-e529-4048-960f-4223354d10ea req-94109abd-01b0-458b-97e6-a65b5f4c0bdc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787480
Jun 21 02:51:17.815017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.816819 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:17.841991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:51:17.858427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67d3949-869c-46b5-b980-e1d9737c7cd7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:17.861599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.862009 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Added segment 6291c9b5-72ca-4484-9a62-5f8ec45034b7 of type vlan for network b8d97d36-a48b-457f-ac60-4c9933a3fcc5
Jun 21 02:51:17.867419 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:17.921312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13329-44b1-47b7-a3f4-cac2a8920061 req-93dac67e-c30a-4aec-9b5c-a1f6ca3257d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:17.923128 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7da13329-44b1-47b7-a3f4-cac2a8920061 req-93dac67e-c30a-4aec-9b5c-a1f6ca3257d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1097 time: 0.1090004
Jun 21 02:51:17.935645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.942024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Made reservation on behalf of 6e3f63e47a8c42f492a6e2d14c9d105b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:17.945624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:17.973921 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7da13329-44b1-47b7-a3f4-cac2a8920061 req-0aaa602c-e84f-4792-8747-f3761f83a0aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355339
Jun 21 02:51:18.060556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083190c-9b67-4564-bbcc-ea085ffc260d req-9ccec30b-ccde-4683-9662-0d00535d8a58 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:18.062111 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2083190c-9b67-4564-bbcc-ea085ffc260d req-9ccec30b-ccde-4683-9662-0d00535d8a58 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 946 time: 0.1701806
Jun 21 02:51:18.093753 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.103298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Transition to ACTIVE for port object 8b12d204-ca51-4f4b-a27a-749cf014ee12 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:18.116222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.117262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:18.117871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.124994 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:18.189268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.192203 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:18.198955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Allocated IP 172.20.0.9 (6b0b82a3-20b5-4489-b9d6-24575f1529c4/fda1c219-64cb-499d-84eb-1841281b9bb0/dcc07fab-7f39-43c6-93bb-9b98d21526f2) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:18.209369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d97d36-a48b-457f-ac60-4c9933a3fcc5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:18.217233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2083190c-9b67-4564-bbcc-ea085ffc260d req-bb51342b-43c7-4314-be34-26735b157489 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465881
Jun 21 02:51:18.218806 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:18.221935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:51:18.358021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2037594
Jun 21 02:51:18.361489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42140) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:18.367738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Request body: {'subnet': {'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-subnet', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:18.444045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.466286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Transition to ACTIVE for port object dcc07fab-7f39-43c6-93bb-9b98d21526f2 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:18.469090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Made reservation on behalf of 078d7dcc87954c0596ba1abbfedcd266 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:18.473880 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.485080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84dc6c-dfdf-49a0-8a55-7943bcf70804 req-04798c0f-f4af-4892-8387-5c806df06b5c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:18.495974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da84dc6c-dfdf-49a0-8a55-7943bcf70804 req-04798c0f-f4af-4892-8387-5c806df06b5c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1429162
Jun 21 02:51:18.539279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc558-600c-480c-8c34-308298271eea None None] Pushing event updated for resources: {'Port': ['ID=8b12d204-ca51-4f4b-a27a-749cf014ee12,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:18.541026 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a36cc558-600c-480c-8c34-308298271eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:18.561832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Attempting to bind port 8b12d204-ca51-4f4b-a27a-749cf014ee12 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:18.562208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Attempting to bind port 8b12d204-ca51-4f4b-a27a-749cf014ee12 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:18.562580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Attempting to bind port 8b12d204-ca51-4f4b-a27a-749cf014ee12 on network 46e11507-2699-4724-bf6f-1cf036410b1c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:18.569936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:18.570313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Checking segment: {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:18.570718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.571110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Bound using segment: {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:18.571576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Bound port: 8b12d204-ca51-4f4b-a27a-749cf014ee12, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:18.571951 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.585611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da84dc6c-dfdf-49a0-8a55-7943bcf70804 req-d493d209-d4f6-4236-bd6f-51875f55da0d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878172
Jun 21 02:51:18.647801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730a7ed-b8ef-4b98-92fb-65b890828b18 req-5b5f3a4f-1d9a-479f-87f2-85bf1f8fa7ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:18.654940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e730a7ed-b8ef-4b98-92fb-65b890828b18 req-5b5f3a4f-1d9a-479f-87f2-85bf1f8fa7ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1196537
Jun 21 02:51:18.666546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.685370 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5331e94-6b87-426c-b68e-c2ede656db06 tempest-ListServerFiltersTestJSON-1713616589 tempest-ListServerFiltersTestJSON-1713616589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:18.686698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] For port 8b12d204-ca51-4f4b-a27a-749cf014ee12, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:18.694197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] For port 8b12d204-ca51-4f4b-a27a-749cf014ee12, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8b12d204-ca51-4f4b-a27a-749cf014ee12,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:18.705040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f03dd471-812e-4e9b-b8ab-5a0541a948e0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:18.750098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e730a7ed-b8ef-4b98-92fb-65b890828b18 req-cff644a6-c3b4-4f65-8c57-f31f412d5fa4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940740
Jun 21 02:51:18.761121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:18.761121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:18.764080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:18.785622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.788634 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:18.803545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'Port': ['ID=dcc07fab-7f39-43c6-93bb-9b98d21526f2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:18.806627 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:18.811159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.818363 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3a3932d-745a-4b29-8993-688e13a53b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:18.858497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f03dd471-812e-4e9b-b8ab-5a0541a948e0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:18.859266 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.864192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:18.864859 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:18.971473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8f4199-6998-4079-8f62-9b266c84a963,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:18.974285 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:18.981659 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Checking segment: {'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:18.982025 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Network hostable DHCP agents. Network: b8d97d36-a48b-457f-ac60-4c9933a3fcc5, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:51:18.990919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4104259
Jun 21 02:51:19.007034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Request body: {'port': {'device_id': 'e9fdf0ea-6d21-4415-a2aa-7bb2166436f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:19.077863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Routers {'ff71b420-3ed6-49f2-84dd-070e92f2182d'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:19.078536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8aa6160>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ff71b420-3ed6-49f2-84dd-070e92f2182d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:19.084177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc558-600c-480c-8c34-308298271eea None None] Pushing event updated for resources: {'Port': ['ID=8b12d204-ca51-4f4b-a27a-749cf014ee12,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:19.113077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:51:19.146644 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a36cc558-600c-480c-8c34-308298271eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:19.170029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84a9fd-7dae-4135-84ad-96c97453a526 req-711b7a79-14fe-4ea2-8b50-c223f5737ab5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:19.172677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b84a9fd-7dae-4135-84ad-96c97453a526 req-711b7a79-14fe-4ea2-8b50-c223f5737ab5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 931 time: 0.2281883
Jun 21 02:51:19.173053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.193703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, b8d97d36-a48b-457f-ac60-4c9933a3fcc5) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:19.207239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:19.209531 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.229589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf6984-a7bd-4f66-b927-a189cf85532d None None] Network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:51:19.245357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b84a9fd-7dae-4135-84ad-96c97453a526 req-408cf578-6526-4ac5-9da4-6a23fe812ce8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635045
Jun 21 02:51:19.289676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] Set router ff71b420-3ed6-49f2-84dd-070e92f2182d gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:19.303007 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9402668
Jun 21 02:51:19.305404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42154) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:19.310725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:19.435094 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.436809 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.504828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.523702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831914-fd2b-499c-a00d-d62f5404796d req-7c648d06-76a9-4591-a851-2f3a0d33c572 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:19.525957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44831914-fd2b-499c-a00d-d62f5404796d req-7c648d06-76a9-4591-a851-2f3a0d33c572 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dbf85bd-ab44-4bb1-8157-010045f00fd7 HTTP/1.1" status: 200  len: 945 time: 0.1394429
Jun 21 02:51:19.536771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a60998ab-5310-4972-8eb7-1c30749e0b92 None None] Provisioning for port dcc07fab-7f39-43c6-93bb-9b98d21526f2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:19.563315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-b8d97d36-a48b-457f-ac60-4c9933a3fcc5', 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'fixed_ips': [{'subnet_id': '7c8f4199-6998-4079-8f62-9b266c84a963'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:51:19.564417 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.578460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a60998ab-5310-4972-8eb7-1c30749e0b92 None None] Provisioning complete for port dcc07fab-7f39-43c6-93bb-9b98d21526f2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:19.578831 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a60998ab-5310-4972-8eb7-1c30749e0b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.607525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44831914-fd2b-499c-a00d-d62f5404796d req-6d311a00-4ab2-400d-8ea9-e55eb944f2ad tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597315
Jun 21 02:51:19.615538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc07fab-7f39-43c6-93bb-9b98d21526f2 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:19.670779 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.724571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Transition to ACTIVE for port object dcc07fab-7f39-43c6-93bb-9b98d21526f2 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:19.764557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a60998ab-5310-4972-8eb7-1c30749e0b92 None None] Port dcc07fab-7f39-43c6-93bb-9b98d21526f2 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:51:19.781063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2593-5440-4ddb-ab67-8c627f802ad3 req-b294510d-425a-4a22-8264-9543714b23a2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:19.790283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50bb2593-5440-4ddb-ab67-8c627f802ad3 req-b294510d-425a-4a22-8264-9543714b23a2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 945 time: 0.1696224
Jun 21 02:51:19.794446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.801667 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-38711b15-a80e-48a5-bea2-50673a59dc06 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:19.812918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:19.824891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8aa6160>, [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:51:15Z', 'revision_number': 4, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '8b12d204-ca51-4f4b-a27a-749cf014ee12', 'name': '', 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'mac_address': 'fa:16:3e:1c:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '54f8ebf1-e760-4c2e-a05b-3954f19e73b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:13Z', 'updated_at': '2021-06-21T02:51:18Z', 'revision_number': 4, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'subnets': [{'id': '54f8ebf1-e760-4c2e-a05b-3954f19e73b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:19.859283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be222b-c954-48ca-a53f-516f141e9bda None None] The sync data for ids ['ff71b420-3ed6-49f2-84dd-070e92f2182d'] in n-d-758944-33 is: [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:51:15Z', 'revision_number': 4, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '8b12d204-ca51-4f4b-a27a-749cf014ee12', 'name': '', 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'mac_address': 'fa:16:3e:1c:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '54f8ebf1-e760-4c2e-a05b-3954f19e73b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:13Z', 'updated_at': '2021-06-21T02:51:18Z', 'revision_number': 4, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'subnets': [{'id': '54f8ebf1-e760-4c2e-a05b-3954f19e73b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:19.872118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Allocated IP 172.20.0.2 (b8d97d36-a48b-457f-ac60-4c9933a3fcc5/7c8f4199-6998-4079-8f62-9b266c84a963/46253a18-3c88-444c-86c5-5b87adec1c83) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:19.950574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50bb2593-5440-4ddb-ab67-8c627f802ad3 req-44288554-9351-4d36-841b-77b26f8fc6ba tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591859
Jun 21 02:51:20.042083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc07fab-7f39-43c6-93bb-9b98d21526f2,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:20.053125 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:20.160072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-b0919d63-ffa5-46a2-9c2e-c6c6ce8ffff3 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:20.161769 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-b0919d63-ffa5-46a2-9c2e-c6c6ce8ffff3 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.26 "GET /v2.0/ports?device_id=0dbf85bd-ab44-4bb1-8157-010045f00fd7 HTTP/1.1" status: 200  len: 945 time: 0.2963436
Jun 21 02:51:20.206327 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.216735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Transition to ACTIVE for port object 46253a18-3c88-444c-86c5-5b87adec1c83 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:20.238062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Transition to ACTIVE for port object 46253a18-3c88-444c-86c5-5b87adec1c83 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:20.276883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631cc2c-7987-4219-8285-ce1cad5f18bb req-73a5efae-a1a9-400e-8186-1224ad32f41e tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:20.279238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4631cc2c-7987-4219-8285-ce1cad5f18bb req-73a5efae-a1a9-400e-8186-1224ad32f41e tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.4709055
Jun 21 02:51:20.304720 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.315427 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:20.335798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Attempting to bind port dcc07fab-7f39-43c6-93bb-9b98d21526f2 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:20.336337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Attempting to bind port dcc07fab-7f39-43c6-93bb-9b98d21526f2 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:20.336897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Attempting to bind port dcc07fab-7f39-43c6-93bb-9b98d21526f2 on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:20.347857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:20.351291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:20.359066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:20.362128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Port dcc07fab-7f39-43c6-93bb-9b98d21526f2 on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:51:20.362128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Attempting to bind port dcc07fab-7f39-43c6-93bb-9b98d21526f2 on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:20.377511 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4631cc2c-7987-4219-8285-ce1cad5f18bb req-87b897de-fe56-4196-b09d-7fb20d872e0c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894854
Jun 21 02:51:20.419531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:20.423351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Checking segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:20.423351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Bound using segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:20.423662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Bound port: dcc07fab-7f39-43c6-93bb-9b98d21526f2, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:20.423900 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.448351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Pushing event updated for resources: {'Port': ['ID=46253a18-3c88-444c-86c5-5b87adec1c83,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:20.465891 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:20.471455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Attempting to bind port 46253a18-3c88-444c-86c5-5b87adec1c83 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:20.472552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Attempting to bind port 46253a18-3c88-444c-86c5-5b87adec1c83 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:20.472693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73297491-7fc2-4c62-9e4d-97bcb9ce780d req-49294455-be1f-4988-99a4-7298f5828a2a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:20.472937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Attempting to bind port 46253a18-3c88-444c-86c5-5b87adec1c83 on network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:20.475940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73297491-7fc2-4c62-9e4d-97bcb9ce780d req-49294455-be1f-4988-99a4-7298f5828a2a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.2960770
Jun 21 02:51:20.481797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Deleting port ec5a42c6-d360-4e43-8a1c-521511723991 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:20.482365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.485620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.494452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:20.494848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Checking segment: {'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:20.495273 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.495688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Bound using segment: {'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:20.501908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Bound port: 46253a18-3c88-444c-86c5-5b87adec1c83, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:20.502229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.558739 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.610873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73297491-7fc2-4c62-9e4d-97bcb9ce780d req-6fbeb3c4-b137-41d5-abcb-a5fdb7312899 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154845
Jun 21 02:51:20.657356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] For port 46253a18-3c88-444c-86c5-5b87adec1c83, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:20.660866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] For port 46253a18-3c88-444c-86c5-5b87adec1c83, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=46253a18-3c88-444c-86c5-5b87adec1c83,segment=NetworkSegment(6291c9b5-72ca-4484-9a62-5f8ec45034b7),segment_id=6291c9b5-72ca-4484-9a62-5f8ec45034b7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:20.677857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54ae0110-b37b-49ff-a075-e380119759b2 req-9e5ee939-29f7-46f3-b067-2cb78a3fa8b1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1503532761&fields=id&tenant_id=e8920d211a7549f1948e67460a99346d HTTP/1.1" status: 200  len: 267 time: 0.1244578
Jun 21 02:51:20.701676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] For port dcc07fab-7f39-43c6-93bb-9b98d21526f2, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:20.732427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] For port ec5a42c6-d360-4e43-8a1c-521511723991, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec5a42c6-d360-4e43-8a1c-521511723991,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:20.733044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.754352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8b12d204-ca51-4f4b-a27a-749cf014ee12 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:20.788108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] For port dcc07fab-7f39-43c6-93bb-9b98d21526f2, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:20.801939 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.813896 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:20.834191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Calling delete_port for ec5a42c6-d360-4e43-8a1c-521511723991 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:20.860916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Allocated IP 172.25.7.42 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/c9d3da5e-bfde-4c92-8736-dd89762e1dd3) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:20.865579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0110-b37b-49ff-a075-e380119759b2 req-d65caa4b-8a45-4004-8bcb-1fe6b1694505 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:20.880704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54ae0110-b37b-49ff-a075-e380119759b2 req-d65caa4b-8a45-4004-8bcb-1fe6b1694505 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 945 time: 0.1949241
Jun 21 02:51:20.895983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.921225 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b080e879-9675-4f71-bdf0-dedcae4fd311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:20.925314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Pushing event updated for resources: {'Port': ['ID=46253a18-3c88-444c-86c5-5b87adec1c83,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:20.942593 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:20.948882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 8b12d204-ca51-4f4b-a27a-749cf014ee12 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:20.967570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8b12d204-ca51-4f4b-a27a-749cf014ee12 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:20.967570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.972639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:20.973374 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:20.976199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] 10.222.0.26 "PUT /v2.0/ports/dcc07fab-7f39-43c6-93bb-9b98d21526f2 HTTP/1.1" status: 200  len: 1092 time: 1.9751298
Jun 21 02:51:20.983043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fdf0ea-6d21-4415-a2aa-7bb2166436f1', 'tag': 'dcc07fab-7f39-43c6-93bb-9b98d21526f2'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:20.985514 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c6cc06-f3cb-45bb-a2c1-870295eed200" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fdf0ea-6d21-4415-a2aa-7bb2166436f1", "tag": "dcc07fab-7f39-43c6-93bb-9b98d21526f2"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:20.994738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-54ae0110-b37b-49ff-a075-e380119759b2 req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'port': {'security_groups': ['53276edd-aa1e-46b4-a409-60023c55ecdc', '0d7ec336-b968-4d1d-9a34-ddb81f07568e']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:21.114805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc07fab-7f39-43c6-93bb-9b98d21526f2,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:21.118925 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:21.207660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:21.281567 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:21.315458 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:21.351176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['2dce0192-79dd-4995-b3c0-1ebd61f8d933', 'ec5a42c6-d360-4e43-8a1c-521511723991'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:21.354125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['63258ae6-9ce7-4fdf-b615-f488c133f402'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:21.356192 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e84f2b4-a891-449e-9a6e-d3a104edc0e4 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:21.373976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-54ae0110-b37b-49ff-a075-e380119759b2 req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:21.414321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Pushing event deleted for resources: {'Port': ['ID=ec5a42c6-d360-4e43-8a1c-521511723991,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:21.427780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:21.448497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 8b12d204-ca51-4f4b-a27a-749cf014ee12, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8b12d204-ca51-4f4b-a27a-749cf014ee12,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:21.501464 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:21.502183 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:21.517755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:21.528115 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d55a7d59-7631-473f-b885-28cc9edd8f34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:21.567154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] No DVR routers for this DVR port ec5a42c6-d360-4e43-8a1c-521511723991 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:51:21.572437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:21.574344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:21.576680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8f0179a-6af5-4cee-aa91-fc501a981a2d req-a7cd2892-0d1c-4c15-9ad5-f8627c520fba tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.26 "DELETE /v2.0/ports/ec5a42c6-d360-4e43-8a1c-521511723991 HTTP/1.1" status: 204  len: 173 time: 1.4071183
Jun 21 02:51:21.581144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbf85bd-ab44-4bb1-8157-010045f00fd7', 'name': 'network-vif-deleted', 'tag': 'ec5a42c6-d360-4e43-8a1c-521511723991'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:21.583898 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a21219-c077-4de7-b039-badc02f7877b" -d '{"events": [{"server_uuid": "0dbf85bd-ab44-4bb1-8157-010045f00fd7", "name": "network-vif-deleted", "tag": "ec5a42c6-d360-4e43-8a1c-521511723991"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:21.599933 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:21.606130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:21.664510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Pushing event updated for resources: {'Port': ['ID=c9d3da5e-bfde-4c92-8736-dd89762e1dd3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:21.670922 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:21.678962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49fb2d-2dec-4be0-93b6-7b59f187798d req-7a7f2036-c7e4-4861-88ac-fa9be273aa17 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:21.680558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b49fb2d-2dec-4be0-93b6-7b59f187798d req-7a7f2036-c7e4-4861-88ac-fa9be273aa17 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 943 time: 0.3350260
Jun 21 02:51:21.690551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=8b12d204-ca51-4f4b-a27a-749cf014ee12,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:21.696840 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:21.725256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-4824288e-9d57-4d4d-be1e-11ec9165dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:21.726779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-4824288e-9d57-4d4d-be1e-11ec9165dc3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 1095 time: 0.6069264
Jun 21 02:51:21.783695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-ca9d82b6-ea6a-47cb-9045-860cb8656fc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2 HTTP/1.1" status: 200  len: 217 time: 0.0452592
Jun 21 02:51:21.893144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b49fb2d-2dec-4be0-93b6-7b59f187798d req-b14c8e54-7160-4473-8d19-f691920eb1a1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767142
Jun 21 02:51:21.932127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-e9d5c274-e4f9-476d-97ab-b43cc3f0114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:21.934418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-e9d5c274-e4f9-476d-97ab-b43cc3f0114f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1075675
Jun 21 02:51:21.936414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-54ae0110-b37b-49ff-a075-e380119759b2 req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] For port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:22.034601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-54ae0110-b37b-49ff-a075-e380119759b2 req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:22.075756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01311a7a-b652-4db4-9271-7b1d231e03a4 req-3693c490-f622-4316-b141-69ae96fc65bd tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dbf85bd-ab44-4bb1-8157-010045f00fd7 HTTP/1.1" status: 200  len: 210 time: 0.0390353
Jun 21 02:51:22.090676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-2850c6b3-3019-4f34-b741-ba2049aa0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:22.092698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-2850c6b3-3019-4f34-b741-ba2049aa0ba3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1284144
Jun 21 02:51:22.118027 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:22.122418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-54ae0110-b37b-49ff-a075-e380119759b2 req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:22.137345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:22.171778 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d6c90-2f74-4903-a5eb-0d995f722d04 x-openstack-request-id: req-683d6c90-2f74-4903-a5eb-0d995f722d04 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:22.171778 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fdf0ea-6d21-4415-a2aa-7bb2166436f1", "tag": "dcc07fab-7f39-43c6-93bb-9b98d21526f2", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:22.171778 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-683d6c90-2f74-4903-a5eb-0d995f722d04 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:22.171778 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fdf0ea-6d21-4415-a2aa-7bb2166436f1', 'tag': 'dcc07fab-7f39-43c6-93bb-9b98d21526f2', 'status': 'completed', 'code': 200}
Jun 21 02:51:22.179071 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:22.201241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0110-b37b-49ff-a075-e380119759b2 req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:22.201928 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-54ae0110-b37b-49ff-a075-e380119759b2 req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:22.203349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54ae0110-b37b-49ff-a075-e380119759b2 req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "PUT /v2.0/ports/0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 HTTP/1.1" status: 200  len: 981 time: 1.2841802
Jun 21 02:51:22.278519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'Port': ['ID=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:22.297935 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba15067-2761-407c-b397-cd9e9d8e3959 x-openstack-request-id: req-3ba15067-2761-407c-b397-cd9e9d8e3959 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:22.300199 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbf85bd-ab44-4bb1-8157-010045f00fd7", "name": "network-vif-deleted", "tag": "ec5a42c6-d360-4e43-8a1c-521511723991", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:22.301603 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ba15067-2761-407c-b397-cd9e9d8e3959 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:22.302283 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbf85bd-ab44-4bb1-8157-010045f00fd7', 'name': 'network-vif-deleted', 'tag': 'ec5a42c6-d360-4e43-8a1c-521511723991', 'status': 'completed', 'code': 200}
Jun 21 02:51:22.304111 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:22.348970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-4ea43eba-6185-460a-9cef-cd144ce0a0ed service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383735
Jun 21 02:51:22.391511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:22.448761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8564-fb4a-4eb2-a16b-3dfb23e2294b req-5bc2e1ac-d2eb-4e12-874a-52ba69c82da9 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:22.451479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77dd8564-fb4a-4eb2-a16b-3dfb23e2294b req-5bc2e1ac-d2eb-4e12-874a-52ba69c82da9 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1572995
Jun 21 02:51:22.483052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1ce75-c400-42a0-b463-880b7964235e None None] Network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:51:22.501423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:22.581866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c525b086-8d0c-409f-a48e-0d3cc390391d req-b0ecf03b-1188-4f8e-81a6-4ad8d451c0f4 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2227216
Jun 21 02:51:22.586258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77dd8564-fb4a-4eb2-a16b-3dfb23e2294b req-0360bc29-1fc7-42c7-9310-68b53f6c4624 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863237
Jun 21 02:51:22.617508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bafed-550e-4c9b-b5b1-6c7f55b52009 req-71debe10-c842-4022-8335-c031fd731214 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:22.625281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-614bafed-550e-4c9b-b5b1-6c7f55b52009 req-71debe10-c842-4022-8335-c031fd731214 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1644347
Jun 21 02:51:22.702399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-614bafed-550e-4c9b-b5b1-6c7f55b52009 req-3a1616b6-88ec-4c6c-90eb-60758dc8b3d2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671859
Jun 21 02:51:22.795132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:51:22.857260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-30d9a301-eaed-455c-8caf-a227548186c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:22.860190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-30d9a301-eaed-455c-8caf-a227548186c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 1095 time: 0.1334472
Jun 21 02:51:22.893673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8b12d204-ca51-4f4b-a27a-749cf014ee12 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:22.898244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-61a66be5-94f9-4fce-973b-0e28cf57422c None None] Provisioning for port 46253a18-3c88-444c-86c5-5b87adec1c83 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:23.004733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:23.030917 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Sync routers for ids ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:23.038942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8b12d204-ca51-4f4b-a27a-749cf014ee12 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:23.039328 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.046641 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Routers {'517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:23.047714 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9d30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:23.061891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-6b9a4eba-198c-4e0f-a29c-d72818c29107 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-843139064&fields=id&tenant_id=e8920d211a7549f1948e67460a99346d HTTP/1.1" status: 200  len: 267 time: 0.1542130
Jun 21 02:51:23.096488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.098071 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.7916136
Jun 21 02:51:23.106458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42218) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:23.164382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-77b89633-cd98-487a-8123-d24cc67b7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:23.166418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-77b89633-cd98-487a-8123-d24cc67b7fdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.2716651
Jun 21 02:51:23.177253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 46253a18-3c88-444c-86c5-5b87adec1c83 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:23.181392 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Set router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:23.326625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 46253a18-3c88-444c-86c5-5b87adec1c83 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:23.331137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 46253a18-3c88-444c-86c5-5b87adec1c83 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:23.331531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.396754 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9d30>, [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:51:21Z', 'revision_number': 3, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:23.429423 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Checking router: 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:23.430080 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Updating router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed port c9d3da5e-bfde-4c92-8736-dd89762e1dd3 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:51:23.469665 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.475507 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.505648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cec4224f-05b1-49b3-b6fc-5cc418135a36 None None] Provisioning complete for port 46253a18-3c88-444c-86c5-5b87adec1c83 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:23.506197 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cec4224f-05b1-49b3-b6fc-5cc418135a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.536341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 46253a18-3c88-444c-86c5-5b87adec1c83, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=46253a18-3c88-444c-86c5-5b87adec1c83,segment=NetworkSegment(6291c9b5-72ca-4484-9a62-5f8ec45034b7),segment_id=6291c9b5-72ca-4484-9a62-5f8ec45034b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:23.608814 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.611625 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:23.760353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=46253a18-3c88-444c-86c5-5b87adec1c83,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:23.770289 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:23.787013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-2614d540-10b9-4a07-bda9-72a9ee75fd5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2 HTTP/1.1" status: 200  len: 217 time: 0.6093261
Jun 21 02:51:23.804126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704a1b2-d059-47ab-b8a4-e6e87f51f831 req-f1790be6-7bb3-425f-82a8-46ed7c87d1b0 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:23.805655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0704a1b2-d059-47ab-b8a4-e6e87f51f831 req-f1790be6-7bb3-425f-82a8-46ed7c87d1b0 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 946 time: 0.9349196
Jun 21 02:51:23.834203 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.844964 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Transition to ACTIVE for port object c9d3da5e-bfde-4c92-8736-dd89762e1dd3 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:23.887416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0704a1b2-d059-47ab-b8a4-e6e87f51f831 req-4e7dc2e5-3d67-4be6-99cf-2d9117b9a491 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717618
Jun 21 02:51:23.890184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-d1fc9e17-961a-4dcd-9c06-72d63dbfcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:23.891584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-d1fc9e17-961a-4dcd-9c06-72d63dbfcaad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0967760
Jun 21 02:51:23.899129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-9470c5e5-866a-42e6-9dfa-94e70ff5431a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:23.905300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-9470c5e5-866a-42e6-9dfa-94e70ff5431a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 984 time: 0.8373575
Jun 21 02:51:23.905932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device df8b6ba6-3df9-410c-a928-7fc474f6c9af details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:51:23.906044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec5a42c6-d360-4e43-8a1c-521511723991 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:23.925818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'port': {'security_groups': ['0d7ec336-b968-4d1d-9a34-ddb81f07568e', '53276edd-aa1e-46b4-a409-60023c55ecdc', '99145133-4c4f-4961-95e1-fc02bbc882ea']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:23.950177 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:23.951538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: ec5a42c6-d360-4e43-8a1c-521511723991 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:51:23.951897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec5a42c6-d360-4e43-8a1c-521511723991 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:51:23.954305 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:24.052727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:24.062182 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9115d-a5fc-4e52-b73c-41bb593c158d None None] Pushing event updated for resources: {'Port': ['ID=c9d3da5e-bfde-4c92-8736-dd89762e1dd3,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:24.066245 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-68a9115d-a5fc-4e52-b73c-41bb593c158d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:24.066476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af', 'network_id': 'c42e8c5e-fc2b-46d9-961b-dfe518fd9719', 'port_id': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af', 'mac_address': 'fa:16:3e:ef:f8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bf0fc-303e-4e85-9983-3cb824264719', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:51:24.067295 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Attempting to bind port c9d3da5e-bfde-4c92-8736-dd89762e1dd3 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:24.067765 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Attempting to bind port c9d3da5e-bfde-4c92-8736-dd89762e1dd3 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:24.068227 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Attempting to bind port c9d3da5e-bfde-4c92-8736-dd89762e1dd3 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:24.074780 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:24.075378 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:24.075883 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.076377 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:24.076950 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Bound port: c9d3da5e-bfde-4c92-8736-dd89762e1dd3, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:24.077468 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.078424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.122730 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.131104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.136442 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] For port c9d3da5e-bfde-4c92-8736-dd89762e1dd3, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:24.141466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] For port c9d3da5e-bfde-4c92-8736-dd89762e1dd3, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c9d3da5e-bfde-4c92-8736-dd89762e1dd3,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:24.146818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-f40e2b4f-1959-4113-9abb-c97c4099a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:24.148512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-f40e2b4f-1959-4113-9abb-c97c4099a462 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2469885
Jun 21 02:51:24.148908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df8b6ba6-3df9-410c-a928-7fc474f6c9af {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:24.171373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:24.193364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:24.195657 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf94aea-6837-4f07-8c68-290b421ff7be" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:24.217004 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.220154 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a37a8a1c-5854-4e5f-8018-78aa4638b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:24.244218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Allocated IP 172.20.0.1 (b8d97d36-a48b-457f-ac60-4c9933a3fcc5/7c8f4199-6998-4079-8f62-9b266c84a963/d6049b97-0e3e-443b-b2c1-59d6d594301b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:24.252291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac4374-7e37-4e03-8d07-d09868f3b0b2 req-5d4371ca-550e-40e9-9519-5a7a1fc9c722 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:24.253879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2ac4374-7e37-4e03-8d07-d09868f3b0b2 req-5d4371ca-550e-40e9-9519-5a7a1fc9c722 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 943 time: 0.2026892
Jun 21 02:51:24.265190 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Routers {'517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:24.265983 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9d30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:24.269205 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.274257 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:24.324478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=df8b6ba6-3df9-410c-a928-7fc474f6c9af,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:24.327644 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:24.329135 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9115d-a5fc-4e52-b73c-41bb593c158d None None] Pushing event updated for resources: {'Port': ['ID=c9d3da5e-bfde-4c92-8736-dd89762e1dd3,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:24.333400 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-68a9115d-a5fc-4e52-b73c-41bb593c158d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:24.353725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['df8b6ba6-3df9-410c-a928-7fc474f6c9af'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:24.385791 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.401882 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] Set router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:24.406042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Transition to ACTIVE for port object d6049b97-0e3e-443b-b2c1-59d6d594301b will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:24.470540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-e1f6af04-11dc-4a8c-a0fc-189bc08c6b17 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3118887
Jun 21 02:51:24.476295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2ac4374-7e37-4e03-8d07-d09868f3b0b2 req-d6ddcb83-d125-45f3-a0e5-60f4e53d17b1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069669
Jun 21 02:51:24.527246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.531340 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bebf3769-d6d7-418a-b6d8-d6228ae4b342 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:24.584673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Pushing event updated for resources: {'Port': ['ID=d6049b97-0e3e-443b-b2c1-59d6d594301b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:24.590747 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:24.601639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:24.603219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:24.618262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] For port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:24.618437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:24.634112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c6cc06-f3cb-45bb-a2c1-870295eed200 req-d197e192-7077-4a8d-96e2-fc717de4f37e service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544597
Jun 21 02:51:24.649907 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9d30>, [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:51:21Z', 'revision_number': 3, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:24.694364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.698016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.703219 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e758b8b-7601-4c1b-9560-78ee7cb87444 None None] The sync data for ids ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'] in n-d-758944-33 is: [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:51:21Z', 'revision_number': 3, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:24.718056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 46253a18-3c88-444c-86c5-5b87adec1c83 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:24.787078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.797298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 46253a18-3c88-444c-86c5-5b87adec1c83 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:24.797714 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.801003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:24.817646 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-867c3001-c049-4cfd-981e-a2cd193032b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:24.907415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:24.908053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:24.909588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-150cdf2d-5720-4c63-a2df-eb210f5253a3 req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "PUT /v2.0/ports/0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 HTTP/1.1" status: 200  len: 1020 time: 0.9977970
Jun 21 02:51:24.910472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'Port': ['ID=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:24.917181 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:24.961056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e8420-bf2f-4bc9-8706-3cddee280c1b req-94852468-d7ac-4b0e-9df2-f8a5ddf1f01d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:24.969904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-571e8420-bf2f-4bc9-8706-3cddee280c1b req-94852468-d7ac-4b0e-9df2-f8a5ddf1f01d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.2023647
Jun 21 02:51:24.970921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:25.019451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:25.030564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-571e8420-bf2f-4bc9-8706-3cddee280c1b req-440eef91-93e2-4991-bb70-3f84f4c69b84 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582640
Jun 21 02:51:25.091951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a8a332e-9eda-4c5a-a111-9efb44911276 None None] Provisioning for port d6049b97-0e3e-443b-b2c1-59d6d594301b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:25.126735 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d1ed5a-3d3f-4439-b490-3c1b14052ca0 x-openstack-request-id: req-d5d1ed5a-3d3f-4439-b490-3c1b14052ca0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:25.126735 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:25.126735 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5d1ed5a-3d3f-4439-b490-3c1b14052ca0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:25.127905 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3', 'status': 'completed', 'code': 200}
Jun 21 02:51:25.135072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a8a332e-9eda-4c5a-a111-9efb44911276 None None] Provisioning complete for port d6049b97-0e3e-443b-b2c1-59d6d594301b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:25.135461 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a8a332e-9eda-4c5a-a111-9efb44911276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:25.201213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba5a43-4344-4123-95bf-c51db72ae0fb req-0b32d36d-831e-4fdf-b7d9-8e0989ee7ccd tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:25.204358 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6ba5a43-4344-4123-95bf-c51db72ae0fb req-0b32d36d-831e-4fdf-b7d9-8e0989ee7ccd tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1009879
Jun 21 02:51:25.258380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a332e-9eda-4c5a-a111-9efb44911276 None None] Port d6049b97-0e3e-443b-b2c1-59d6d594301b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:51:25.282629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6ba5a43-4344-4123-95bf-c51db72ae0fb req-7dd07d23-d8bf-4702-a6af-e3a3433c28c6 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722554
Jun 21 02:51:25.311552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-c8b7c668-2c0c-4db2-b376-d6f14e09185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:25.312964 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-c8b7c668-2c0c-4db2-b376-d6f14e09185d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1175 time: 0.1223874
Jun 21 02:51:25.431082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:25.476477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-f3dc2312-b824-4973-ac51-d9af3abf28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:25.478159 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-f3dc2312-b824-4973-ac51-d9af3abf28a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 914 time: 0.1551187
Jun 21 02:51:25.538246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-07c32200-f33f-4495-909b-18e249f47a1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 HTTP/1.1" status: 200  len: 217 time: 0.0435567
Jun 21 02:51:25.539315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:25.556376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee352c32-3676-478f-a133-eff7dcaddceb req-202f0d6c-b43f-4926-b67f-c6eb89c7031a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:25.563659 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0972033-e5a0-4612-83bc-f26c63552890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:25.564386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee352c32-3676-478f-a133-eff7dcaddceb req-202f0d6c-b43f-4926-b67f-c6eb89c7031a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1023 time: 0.1353440
Jun 21 02:51:25.596836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52e8b4-4bcb-4c39-a562-c495b644736c req-91153bd1-5ed4-4259-bb2a-bb302997e413 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:25.598944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c52e8b4-4bcb-4c39-a562-c495b644736c req-91153bd1-5ed4-4259-bb2a-bb302997e413 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 945 time: 0.1339514
Jun 21 02:51:25.648957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:25.658606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Pushing event updated for resources: {'Port': ['ID=d6049b97-0e3e-443b-b2c1-59d6d594301b,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:25.662245 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:25.670414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-5a0813eb-0be6-40d8-9718-dc8528060f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:25.672370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-5a0813eb-0be6-40d8-9718-dc8528060f83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 200  len: 853 time: 0.1098008
Jun 21 02:51:25.675216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c52e8b4-4bcb-4c39-a562-c495b644736c req-846875eb-857c-4569-8664-f28c25d5f874 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690060
Jun 21 02:51:25.714002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee352c32-3676-478f-a133-eff7dcaddceb req-9bc7e13e-d5f6-44b3-9a99-e30d166301ee tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d7ec336-b968-4d1d-9a34-ddb81f07568e&id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=99145133-4c4f-4961-95e1-fc02bbc882ea HTTP/1.1" status: 200  len: 6156 time: 0.1486702
Jun 21 02:51:25.764205 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-349f0ca8-fe57-4df6-a8c2-e6af1b9076e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7989e12b-ccbe-4c15-b879-2f8badf2d861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638800
Jun 21 02:51:25.902035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dcc07fab-7f39-43c6-93bb-9b98d21526f2 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:51:25.903138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:25.905059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device df8b6ba6-3df9-410c-a928-7fc474f6c9af up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:25.906011 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-c680a4ee-61b2-42df-a5be-72053898b115 service neutron] 10.222.0.20 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337788
Jun 21 02:51:25.908795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:25.938631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa597-b0da-4f61-9d1a-68ff4c60b1b0 req-e4c86ff7-b35a-4fbb-9c7d-ac2ecb8aad64 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:25.946692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0faa597-b0da-4f61-9d1a-68ff4c60b1b0 req-e4c86ff7-b35a-4fbb-9c7d-ac2ecb8aad64 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 943 time: 0.1024282
Jun 21 02:51:26.009234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0faa597-b0da-4f61-9d1a-68ff4c60b1b0 req-e8ce770c-4dbd-4868-86a1-5572da7648b2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615408
Jun 21 02:51:26.038110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-d683e507-2668-4fad-80b6-8900c4112c77 req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': ' tempest-securitygroup -981580600 ', 'description': 'tempest-description-1476060907'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:26.086161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port df8b6ba6-3df9-410c-a928-7fc474f6c9af triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:26.086548 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.159377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbf94aea-6837-4f07-8c68-290b421ff7be req-04fc7498-0bcc-4bad-91b4-65810d3e33d0 service neutron] 10.222.0.20 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2460833
Jun 21 02:51:26.161473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:51:26.163473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dcc07fab-7f39-43c6-93bb-9b98d21526f2, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:26.171280 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d683e507-2668-4fad-80b6-8900c4112c77 req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.206425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'dcc07fab-7f39-43c6-93bb-9b98d21526f2', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': 'dcc07fab-7f39-43c6-93bb-9b98d21526f2', 'mac_address': 'fa:16:3e:bb:58:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:51:26.273167 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.278380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:26.288761 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] 10.222.0.25 "PUT /v2.0/routers/517c1f8a-4ce6-4be3-ba3d-81e9684b0bed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1815996
Jun 21 02:51:26.288916 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.298258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d683e507-2668-4fad-80b6-8900c4112c77 req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.315886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc07fab-7f39-43c6-93bb-9b98d21526f2 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:26.324885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183176e3-1972-42cc-9c1d-bf63558c608c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:26.327134 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164f0369-950e-4793-b33b-e5616402585e" -d '{"events": [{"server_uuid": "183176e3-1972-42cc-9c1d-bf63558c608c", "name": "network-vif-plugged", "status": "completed", "tag": "df8b6ba6-3df9-410c-a928-7fc474f6c9af"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:26.340746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2143c024-1752-4159-8a63-239de1cf1526 None None] Provisioning complete for port d6049b97-0e3e-443b-b2c1-59d6d594301b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:26.341132 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2143c024-1752-4159-8a63-239de1cf1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.365665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:26.371701 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d683e507-2668-4fad-80b6-8900c4112c77 req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.382691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dcc07fab-7f39-43c6-93bb-9b98d21526f2, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:26.384724 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8349cd9-bfd9-4913-a30f-68e5ad2b0a47 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:26.388987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2143c024-1752-4159-8a63-239de1cf1526 None None] Port d6049b97-0e3e-443b-b2c1-59d6d594301b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:51:26.410858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995b80ba-59a0-40e6-9abc-f61dcbdb14bc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:26.415032 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:26.435880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.438473 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:26.469013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d683e507-2668-4fad-80b6-8900c4112c77 req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.470318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d683e507-2668-4fad-80b6-8900c4112c77 req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1787 time: 0.4382932
Jun 21 02:51:26.479118 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:26.514036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=df8b6ba6-3df9-410c-a928-7fc474f6c9af,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:26.519258 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:26.519780 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:26.594998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=dcc07fab-7f39-43c6-93bb-9b98d21526f2,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:26.601175 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:26.681447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b6cc-9dbe-475b-8150-f0bf0b31ae4a req-b091aa24-6cc8-4037-8d51-a554503aede9 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:26.683261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2909b6cc-9dbe-475b-8150-f0bf0b31ae4a req-b091aa24-6cc8-4037-8d51-a554503aede9 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1173420
Jun 21 02:51:26.738561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c9d3da5e-bfde-4c92-8736-dd89762e1dd3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:26.751196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270e140-484a-47f9-967c-5ce21a2151a0 req-85d56a73-9137-43d0-a87a-c476c64ee2b4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:26.752654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1270e140-484a-47f9-967c-5ce21a2151a0 req-85d56a73-9137-43d0-a87a-c476c64ee2b4 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1356161
Jun 21 02:51:26.755906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2909b6cc-9dbe-475b-8150-f0bf0b31ae4a req-71ac09ab-a99b-46c5-83a0-ed329acc9540 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646148
Jun 21 02:51:26.791814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dcc07fab-7f39-43c6-93bb-9b98d21526f2'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:26.806523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1270e140-484a-47f9-967c-5ce21a2151a0 req-247a7902-39ac-4cfa-a16e-b2382f907840 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433631
Jun 21 02:51:26.895702 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a0a2e-198a-4f11-814d-a865cfb42a86 x-openstack-request-id: req-a58a0a2e-198a-4f11-814d-a865cfb42a86 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:26.896132 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183176e3-1972-42cc-9c1d-bf63558c608c", "name": "network-vif-plugged", "status": "completed", "tag": "df8b6ba6-3df9-410c-a928-7fc474f6c9af", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:26.896563 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a58a0a2e-198a-4f11-814d-a865cfb42a86 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:26.897111 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183176e3-1972-42cc-9c1d-bf63558c608c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af', 'code': 200}
Jun 21 02:51:26.916438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50198f7d-9689-44d5-bc2b-5e1d52176da9 req-61fdeb80-ab89-4905-be5a-c0c6caa3d18b tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/995b80ba-59a0-40e6-9abc-f61dcbdb14bc HTTP/1.1" status: 200  len: 1782 time: 0.0678728
Jun 21 02:51:27.009181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c9d3da5e-bfde-4c92-8736-dd89762e1dd3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:27.017935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c9d3da5e-bfde-4c92-8736-dd89762e1dd3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:27.020095 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:27.128712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:27.131279 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe42d4-2540-44b8-ba2d-820458937a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:27.164030 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:27.202447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c9d3da5e-bfde-4c92-8736-dd89762e1dd3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c9d3da5e-bfde-4c92-8736-dd89762e1dd3,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:27.297761 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:27.299636 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:27.347476 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5be21a2c-aae5-4e79-b1ea-74ec4a7392f8 req-d85b5f41-d153-4e21-9d67-f0627944e668 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/995b80ba-59a0-40e6-9abc-f61dcbdb14bc HTTP/1.1" status: 200  len: 1782 time: 0.0740588
Jun 21 02:51:27.373122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c9d3da5e-bfde-4c92-8736-dd89762e1dd3,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:27.376397 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:27.438674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5be21a2c-aae5-4e79-b1ea-74ec4a7392f8 req-45e96adf-42c4-4e43-85b2-b64c69bf1912 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:27.467052 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5be21a2c-aae5-4e79-b1ea-74ec4a7392f8 req-45e96adf-42c4-4e43-85b2-b64c69bf1912 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:27.568283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0356f5d-8654-4c81-8f9c-f329a7ed61c2 req-17969ea5-94e7-40d5-8fef-61b6a151a99d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:27.570246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0356f5d-8654-4c81-8f9c-f329a7ed61c2 req-17969ea5-94e7-40d5-8fef-61b6a151a99d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 944 time: 0.0878830
Jun 21 02:51:27.618176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0356f5d-8654-4c81-8f9c-f329a7ed61c2 req-69717f30-14ca-46f3-8720-bb2155574928 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401127
Jun 21 02:51:27.628081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5be21a2c-aae5-4e79-b1ea-74ec4a7392f8 req-45e96adf-42c4-4e43-85b2-b64c69bf1912 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:27.631474 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5be21a2c-aae5-4e79-b1ea-74ec4a7392f8 req-45e96adf-42c4-4e43-85b2-b64c69bf1912 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:27.644193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5be21a2c-aae5-4e79-b1ea-74ec4a7392f8 req-45e96adf-42c4-4e43-85b2-b64c69bf1912 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/995b80ba-59a0-40e6-9abc-f61dcbdb14bc HTTP/1.1" status: 204  len: 173 time: 0.2955577
Jun 21 02:51:27.645904 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8d083566-64e3-41a3-8453-d11dfe475bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:27.671288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e96adf-42c4-4e43-85b2-b64c69bf1912 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995b80ba-59a0-40e6-9abc-f61dcbdb14bc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:27.690639 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45e96adf-42c4-4e43-85b2-b64c69bf1912 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:27.709643 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676defe3-d877-4d62-9ea3-0f89dfdee929 x-openstack-request-id: req-676defe3-d877-4d62-9ea3-0f89dfdee929 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:27.710017 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:27.710268 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-676defe3-d877-4d62-9ea3-0f89dfdee929 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:27.710727 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3', 'status': 'completed', 'code': 200}
Jun 21 02:51:27.742483 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-f68a3fb3-3caa-43b4-b613-4b78db1458f6 req-60945113-f52b-49d1-9e3e-e712848ab4ab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:51:27.755486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f68a3fb3-3caa-43b4-b613-4b78db1458f6 req-60945113-f52b-49d1-9e3e-e712848ab4ab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/995b80ba-59a0-40e6-9abc-f61dcbdb14bc HTTP/1.1" status: 404  len: 352 time: 0.0275195
Jun 21 02:51:27.783343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Sync routers for ids ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:27.800409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-980103ef-37ba-4bff-aa11-974671c88e6e req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1596371208', 'description': 'tempest-description-2024050070'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:27.807828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Routers {'517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:27.809289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3baad00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:27.896370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-9ed7393f-0df9-426c-ab1e-d7f6408e1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:27.901977 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-9ed7393f-0df9-426c-ab1e-d7f6408e1149 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1175 time: 0.1537287
Jun 21 02:51:27.905717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0405-5233-4561-b0f0-5a3a842a98fa req-11a86889-0bcc-4fa6-a97b-fb8402c287fb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:27.913958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83ba0405-5233-4561-b0f0-5a3a842a98fa req-11a86889-0bcc-4fa6-a97b-fb8402c287fb tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 946 time: 0.0852506
Jun 21 02:51:27.921579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-980103ef-37ba-4bff-aa11-974671c88e6e req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:27.971628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dcc07fab-7f39-43c6-93bb-9b98d21526f2 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:27.979135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83ba0405-5233-4561-b0f0-5a3a842a98fa req-0f16bb61-a3d3-4edc-85ba-8c878823705c tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f37b3a4-fa9a-4aa1-8859-bee27f436d79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645297
Jun 21 02:51:28.040829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Set router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:28.072740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-ca082ca5-777d-4adc-ac4f-c24371a2eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:28.075941 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-ca082ca5-777d-4adc-ac4f-c24371a2eea4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 914 time: 0.1602130
Jun 21 02:51:28.132030 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-6e2fe2ae-328e-4905-b499-9fc228695fe7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 HTTP/1.1" status: 200  len: 217 time: 0.0437918
Jun 21 02:51:28.179835 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-980103ef-37ba-4bff-aa11-974671c88e6e req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.238703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-2af4592f-9cd6-498e-8788-0c970d5bab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:28.244474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-2af4592f-9cd6-498e-8788-0c970d5bab43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 200  len: 853 time: 0.1041298
Jun 21 02:51:28.259096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port dcc07fab-7f39-43c6-93bb-9b98d21526f2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:28.264460 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-980103ef-37ba-4bff-aa11-974671c88e6e req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.268768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port dcc07fab-7f39-43c6-93bb-9b98d21526f2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:28.268953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.269912 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-febe9f20-3403-4677-8ef8-5913c34204a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:28.290492 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-18256e41-ce28-493b-9f6f-92d787d2e5d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7989e12b-ccbe-4c15-b879-2f8badf2d861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375984
Jun 21 02:51:28.320244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4cfe7-9fd4-4143-891c-8c1eb15cc650,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:28.327680 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:28.335628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-c820b043-6c35-4ee3-86d1-94a947b85e78 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:28.337179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-c820b043-6c35-4ee3-86d1-94a947b85e78 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 946 time: 0.2002530
Jun 21 02:51:28.388484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-980103ef-37ba-4bff-aa11-974671c88e6e req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.401599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-980103ef-37ba-4bff-aa11-974671c88e6e req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.6107361
Jun 21 02:51:28.425269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3baad00>, [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:51:24Z', 'revision_number': 4, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd6049b97-0e3e-443b-b2c1-59d6d594301b', 'name': '', 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'mac_address': 'fa:16:3e:18:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7c8f4199-6998-4079-8f62-9b266c84a963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:24Z', 'updated_at': '2021-06-21T02:51:25Z', 'revision_number': 2, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'subnets': [{'id': '7c8f4199-6998-4079-8f62-9b266c84a963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:28.427276 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.441897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cc384-9384-42e5-b3c6-c25eb256721c req-4ed6fe82-316d-412c-b4c8-442b937b7632 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:28.443447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb8cc384-9384-42e5-b3c6-c25eb256721c req-4ed6fe82-316d-412c-b4c8-442b937b7632 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.2265944
Jun 21 02:51:28.458797 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-5ae690c8-7a01-4955-bbf2-99a180dfad5d service neutron] 10.222.0.20 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555345
Jun 21 02:51:28.460778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Checking router: 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:28.461131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Updating router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed port d6049b97-0e3e-443b-b2c1-59d6d594301b binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:51:28.523182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dcc07fab-7f39-43c6-93bb-9b98d21526f2, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:28.524248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.594663 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.595574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device df8b6ba6-3df9-410c-a928-7fc474f6c9af no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:28.599006 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:28.647764 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb8cc384-9384-42e5-b3c6-c25eb256721c req-a56f7df1-247d-480f-a2f2-7b5620c48784 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897523
Jun 21 02:51:28.649125 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8bfe42d4-2540-44b8-ba2d-820458937a6c req-beaa6946-2089-4d76-be99-e979d1eed0c6 service neutron] 10.222.0.20 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852102
Jun 21 02:51:28.743849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Deleting port df8b6ba6-3df9-410c-a928-7fc474f6c9af {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:28.744199 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.789369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd2575-08c8-46a2-9a61-bd983dba5d68 req-a92362bb-0dcd-4d94-8ef4-a13d864ad62a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:28.791571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dd2575-08c8-46a2-9a61-bd983dba5d68 req-a92362bb-0dcd-4d94-8ef4-a13d864ad62a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1982238
Jun 21 02:51:28.905673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fdf0ea-6d21-4415-a2aa-7bb2166436f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc07fab-7f39-43c6-93bb-9b98d21526f2'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:28.908283 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0d6977-b3bc-4cea-b5dc-2df158c05dd2" -d '{"events": [{"server_uuid": "e9fdf0ea-6d21-4415-a2aa-7bb2166436f1", "name": "network-vif-plugged", "status": "completed", "tag": "dcc07fab-7f39-43c6-93bb-9b98d21526f2"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:28.920806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c9d3da5e-bfde-4c92-8736-dd89762e1dd3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:28.927914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] For port df8b6ba6-3df9-410c-a928-7fc474f6c9af, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=df8b6ba6-3df9-410c-a928-7fc474f6c9af,segment=NetworkSegment(e4ef0fac-dc5b-411c-992f-31dbe87b5ed8),segment_id=e4ef0fac-dc5b-411c-992f-31dbe87b5ed8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:28.928504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:28.950673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-73225d9b-1734-4fb8-8bf9-54d4846c7e5c req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1558400288', 'description': 'tempest-description-1652628297'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:29.009483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=dcc07fab-7f39-43c6-93bb-9b98d21526f2,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:29.018034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Calling delete_port for df8b6ba6-3df9-410c-a928-7fc474f6c9af owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:29.047900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dd2575-08c8-46a2-9a61-bd983dba5d68 req-594446cd-1546-4532-b0c7-4c97b8892791 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910448
Jun 21 02:51:29.089152 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:29.171123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.234783 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c9d3da5e-bfde-4c92-8736-dd89762e1dd3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:29.235173 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.241284 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-73225d9b-1734-4fb8-8bf9-54d4846c7e5c req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.344246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d8036-faaf-469f-9d30-8a2694fb5db9 req-60880fe4-6d6b-4cd4-85bd-420c9b680378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:29.345883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c0d8036-faaf-469f-9d30-8a2694fb5db9 req-60880fe4-6d6b-4cd4-85bd-420c9b680378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.1398900
Jun 21 02:51:29.402589 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.414093 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:29.438934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-73225d9b-1734-4fb8-8bf9-54d4846c7e5c req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.441895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Pushing event deleted for resources: {'Port': ['ID=df8b6ba6-3df9-410c-a928-7fc474f6c9af,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:29.447184 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:29.461243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c0d8036-faaf-469f-9d30-8a2694fb5db9 req-04a84b0e-2862-4871-bf38-ea7ca2aeadad tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043425
Jun 21 02:51:29.500307 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.522425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Transition to ACTIVE for port object d6049b97-0e3e-443b-b2c1-59d6d594301b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:29.532470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-73225d9b-1734-4fb8-8bf9-54d4846c7e5c req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.569560 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-722cd241-821e-4d0b-840b-7a48cc0527ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:29.574270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] No DVR routers for this DVR port df8b6ba6-3df9-410c-a928-7fc474f6c9af on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:51:29.582458 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.584392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646abe9d-9412-455e-a4eb-b1fc669954f5 req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.26 "DELETE /v2.0/ports/df8b6ba6-3df9-410c-a928-7fc474f6c9af HTTP/1.1" status: 204  len: 173 time: 1.2375259
Jun 21 02:51:29.606661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8733485b-3841-4b50-8e11-4a9877d29bb9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:29.607609 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.609317 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:29.618342 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:29.673177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-73225d9b-1734-4fb8-8bf9-54d4846c7e5c req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.674626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73225d9b-1734-4fb8-8bf9-54d4846c7e5c req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.7283616
Jun 21 02:51:29.712279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183176e3-1972-42cc-9c1d-bf63558c608c', 'name': 'network-vif-deleted', 'tag': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:29.718888 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bd270a-0823-4e7e-a6b5-87ebd3ff2f0b" -d '{"events": [{"server_uuid": "183176e3-1972-42cc-9c1d-bf63558c608c", "name": "network-vif-deleted", "tag": "df8b6ba6-3df9-410c-a928-7fc474f6c9af"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:29.725301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e3f0a-9e10-42e0-9a32-78ad3962bd10 None None] Pushing event updated for resources: {'Port': ['ID=d6049b97-0e3e-443b-b2c1-59d6d594301b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:29.751455 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ed8e3f0a-9e10-42e0-9a32-78ad3962bd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:29.804530 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fd5bda-89e1-443d-9b20-b54c2ba40624 x-openstack-request-id: req-35fd5bda-89e1-443d-9b20-b54c2ba40624 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:29.804872 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fdf0ea-6d21-4415-a2aa-7bb2166436f1", "name": "network-vif-plugged", "status": "completed", "tag": "dcc07fab-7f39-43c6-93bb-9b98d21526f2", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:29.808696 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35fd5bda-89e1-443d-9b20-b54c2ba40624 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:29.812137 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fdf0ea-6d21-4415-a2aa-7bb2166436f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc07fab-7f39-43c6-93bb-9b98d21526f2', 'code': 200}
Jun 21 02:51:29.841636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Attempting to bind port d6049b97-0e3e-443b-b2c1-59d6d594301b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:29.842059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Attempting to bind port d6049b97-0e3e-443b-b2c1-59d6d594301b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:29.842439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Attempting to bind port d6049b97-0e3e-443b-b2c1-59d6d594301b on network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:29.864537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:29.864932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Checking segment: {'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:29.865265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.865703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Bound using segment: {'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:29.883336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Bound port: d6049b97-0e3e-443b-b2c1-59d6d594301b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6291c9b5-72ca-4484-9a62-5f8ec45034b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:29.883752 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:29.957695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da345573-7ace-404b-9f12-8595e4fcfa57 req-f982042a-389f-4722-b7b1-b18812261007 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] 10.222.0.25 "GET /v2.0/ports?device_id=183176e3-1972-42cc-9c1d-bf63558c608c HTTP/1.1" status: 200  len: 210 time: 0.1453500
Jun 21 02:51:30.051733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] For port d6049b97-0e3e-443b-b2c1-59d6d594301b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:30.055449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] For port d6049b97-0e3e-443b-b2c1-59d6d594301b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d6049b97-0e3e-443b-b2c1-59d6d594301b,segment=NetworkSegment(6291c9b5-72ca-4484-9a62-5f8ec45034b7),segment_id=6291c9b5-72ca-4484-9a62-5f8ec45034b7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:30.107986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715538f5-a4dc-4519-9e0b-600b171dbef6 req-da592664-b944-4050-a3f9-c0df65154f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:30.109662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-715538f5-a4dc-4519-9e0b-600b171dbef6 req-da592664-b944-4050-a3f9-c0df65154f69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 1097 time: 0.1486163
Jun 21 02:51:30.149882 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:30.158428 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e045c6e0-129e-4ed7-a1df-5d18576114e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:30.331976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-715538f5-a4dc-4519-9e0b-600b171dbef6 req-42e7bb7e-9830-4b91-a651-5b27d5c3f3e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124603
Jun 21 02:51:30.338963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Routers {'517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:30.340459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3baad00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:30.342559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e3f0a-9e10-42e0-9a32-78ad3962bd10 None None] Pushing event updated for resources: {'Port': ['ID=d6049b97-0e3e-443b-b2c1-59d6d594301b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:30.346811 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ed8e3f0a-9e10-42e0-9a32-78ad3962bd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:30.413963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956ff26-3ce6-4bfb-b54d-b2eb8f680fa4 req-9c2df8e9-528a-4b75-97a4-d7474a6d487f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:30.420660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b956ff26-3ce6-4bfb-b54d-b2eb8f680fa4 req-9c2df8e9-528a-4b75-97a4-d7474a6d487f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.2245920
Jun 21 02:51:30.526043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25136-f9de-4445-ba17-737ef5cf0ec3 req-77c095f7-af5c-4a73-82bd-1ba24b5f7b91 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:30.532777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25136-f9de-4445-ba17-737ef5cf0ec3 req-77c095f7-af5c-4a73-82bd-1ba24b5f7b91 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:30.547781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9af25136-f9de-4445-ba17-737ef5cf0ec3 req-77c095f7-af5c-4a73-82bd-1ba24b5f7b91 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e9f1db7-af9e-43dd-8877-6afd8b42875c&device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 1682 time: 0.2724848
Jun 21 02:51:30.559803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] Set router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:30.594013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b956ff26-3ce6-4bfb-b54d-b2eb8f680fa4 req-86289feb-f694-4bad-b296-588462d8af93 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657484
Jun 21 02:51:30.681051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4bca0f2f-2d17-4025-bf58-264b4f14883f req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1374678478', 'description': 'tempest-description-685458812'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:30.730798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9af25136-f9de-4445-ba17-737ef5cf0ec3 req-74184d9e-2628-4d95-8e08-eb7938248e5c tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720765
Jun 21 02:51:30.770394 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955544d-c64b-4e07-b162-3177d999db3c x-openstack-request-id: req-e955544d-c64b-4e07-b162-3177d999db3c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:30.770394 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183176e3-1972-42cc-9c1d-bf63558c608c", "name": "network-vif-deleted", "tag": "df8b6ba6-3df9-410c-a928-7fc474f6c9af", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:30.770394 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e955544d-c64b-4e07-b162-3177d999db3c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:30.770394 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183176e3-1972-42cc-9c1d-bf63558c608c', 'name': 'network-vif-deleted', 'tag': 'df8b6ba6-3df9-410c-a928-7fc474f6c9af', 'status': 'completed', 'code': 200}
Jun 21 02:51:30.796141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4bca0f2f-2d17-4025-bf58-264b4f14883f req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:30.847332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3baad00>, [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:51:24Z', 'revision_number': 4, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd6049b97-0e3e-443b-b2c1-59d6d594301b', 'name': '', 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'mac_address': 'fa:16:3e:18:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7c8f4199-6998-4079-8f62-9b266c84a963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:24Z', 'updated_at': '2021-06-21T02:51:30Z', 'revision_number': 4, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'subnets': [{'id': '7c8f4199-6998-4079-8f62-9b266c84a963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:30.907308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc1351d-3cd6-4e29-b9ae-19de10e169df None None] The sync data for ids ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'] in n-d-758944-33 is: [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:51:24Z', 'revision_number': 4, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd6049b97-0e3e-443b-b2c1-59d6d594301b', 'name': '', 'network_id': 'b8d97d36-a48b-457f-ac60-4c9933a3fcc5', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'mac_address': 'fa:16:3e:18:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7c8f4199-6998-4079-8f62-9b266c84a963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:24Z', 'updated_at': '2021-06-21T02:51:30Z', 'revision_number': 4, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'subnets': [{'id': '7c8f4199-6998-4079-8f62-9b266c84a963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:30.987212 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4bca0f2f-2d17-4025-bf58-264b4f14883f req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:31.055084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4bca0f2f-2d17-4025-bf58-264b4f14883f req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:31.061179 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-93fa6b11-8e3c-415f-b7fe-217bedbf70b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:31.076328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58967fd2-16f6-41e5-b492-c0fc1b253066 req-1699b2a6-058b-40cf-baa6-70b33773c900 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:31.086099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58967fd2-16f6-41e5-b492-c0fc1b253066 req-1699b2a6-058b-40cf-baa6-70b33773c900 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1567736
Jun 21 02:51:31.145903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f551f83c-4362-47a4-b905-a053c0eb49a4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:31.149107 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:31.161952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58967fd2-16f6-41e5-b492-c0fc1b253066 req-37063189-121e-4447-86c7-0af1e77cdc61 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749080
Jun 21 02:51:31.163504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4bca0f2f-2d17-4025-bf58-264b4f14883f req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:31.185841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bca0f2f-2d17-4025-bf58-264b4f14883f req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.5028307
Jun 21 02:51:31.447546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64025328-d7ca-4fbc-8afd-7cd727e812dd req-892c231a-7e11-4442-aaa8-5b3b067cd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:31.449124 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64025328-d7ca-4fbc-8afd-7cd727e812dd req-892c231a-7e11-4442-aaa8-5b3b067cd4f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1097 time: 0.0732682
Jun 21 02:51:31.494326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4818624-27ed-4489-a8f2-e5d8973980ac req-01151cf6-f200-4682-9491-5e0c6a4ab875 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:31.496587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4818624-27ed-4489-a8f2-e5d8973980ac req-01151cf6-f200-4682-9491-5e0c6a4ab875 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.1577008
Jun 21 02:51:31.508289 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64025328-d7ca-4fbc-8afd-7cd727e812dd req-4fc11d65-76ea-4000-8646-3d13587c390b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471776
Jun 21 02:51:31.547746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e7f062-5015-4d0e-9b01-da7aeca83404 req-e5272464-51ce-42d7-87b4-f8b2d53ba8a5 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8920d211a7549f1948e67460a99346d HTTP/1.1" status: 200  len: 10911 time: 0.1733341
Jun 21 02:51:31.575926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4818624-27ed-4489-a8f2-e5d8973980ac req-0a590a63-cf7d-4774-8009-41f68b335c48 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689867
Jun 21 02:51:31.616427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e7f062-5015-4d0e-9b01-da7aeca83404 req-c8bd4b41-cdd3-4ea0-adee-9935ff8ebce2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/53276edd-aa1e-46b4-a409-60023c55ecdc HTTP/1.1" status: 200  len: 2985 time: 0.0610323
Jun 21 02:51:31.685106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e7f062-5015-4d0e-9b01-da7aeca83404 req-909733dd-f06a-4bea-a33c-0a34e7f95257 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/53276edd-aa1e-46b4-a409-60023c55ecdc HTTP/1.1" status: 200  len: 2985 time: 0.0677443
Jun 21 02:51:31.916163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3417833-da69-4bbf-820b-60ee45f65445 req-57d227de-5d2c-40b5-ae49-da20aca5b9fc tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/30d4cfe7-9fd4-4143-891c-8c1eb15cc650 HTTP/1.1" status: 200  len: 1803 time: 0.0639629
Jun 21 02:51:31.952727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device df8b6ba6-3df9-410c-a928-7fc474f6c9af no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:31.954228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06842144-5d63-4d12-bb4b-6c36f176ef5f req-b5bdec6a-0716-42f2-b7f9-e7f3ec788150 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:31.955853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06842144-5d63-4d12-bb4b-6c36f176ef5f req-b5bdec6a-0716-42f2-b7f9-e7f3ec788150 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1401961
Jun 21 02:51:31.975069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: df8b6ba6-3df9-410c-a928-7fc474f6c9af {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:51:31.975547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device df8b6ba6-3df9-410c-a928-7fc474f6c9af not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:51:32.024774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06842144-5d63-4d12-bb4b-6c36f176ef5f req-f8e22d23-75eb-436d-9f31-f69f0b6fe811 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606804
Jun 21 02:51:32.025662 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b3417833-da69-4bbf-820b-60ee45f65445 req-115ed580-fa75-4cd5-9e1a-651a3639b361 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.061135 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b3417833-da69-4bbf-820b-60ee45f65445 req-115ed580-fa75-4cd5-9e1a-651a3639b361 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.210678 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b3417833-da69-4bbf-820b-60ee45f65445 req-115ed580-fa75-4cd5-9e1a-651a3639b361 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.215192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b3417833-da69-4bbf-820b-60ee45f65445 req-115ed580-fa75-4cd5-9e1a-651a3639b361 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.229161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3417833-da69-4bbf-820b-60ee45f65445 req-115ed580-fa75-4cd5-9e1a-651a3639b361 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/30d4cfe7-9fd4-4143-891c-8c1eb15cc650 HTTP/1.1" status: 204  len: 173 time: 0.3060126
Jun 21 02:51:32.230079 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ef79288-1297-4ecb-8ed9-bff596ed4bab tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:32.253482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ed580-fa75-4cd5-9e1a-651a3639b361 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4cfe7-9fd4-4143-891c-8c1eb15cc650,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:32.260764 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-115ed580-fa75-4cd5-9e1a-651a3639b361 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:32.456992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d74cd0-ed4e-40b0-81b5-d102838baa0f req-a7640346-0c1a-4dd2-87d1-fd2475443f81 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:32.458562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99d74cd0-ed4e-40b0-81b5-d102838baa0f req-a7640346-0c1a-4dd2-87d1-fd2475443f81 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.0863261
Jun 21 02:51:32.520059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99d74cd0-ed4e-40b0-81b5-d102838baa0f req-d14d1345-a908-4fba-9666-76eb772d4120 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540380
Jun 21 02:51:32.575164 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-86ef0278-af85-4d52-ba10-9355af7b8d1e req-70bd6a1a-7ced-4d95-b26e-fab0182edec4 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:51:32.576426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86ef0278-af85-4d52-ba10-9355af7b8d1e req-70bd6a1a-7ced-4d95-b26e-fab0182edec4 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/30d4cfe7-9fd4-4143-891c-8c1eb15cc650 HTTP/1.1" status: 404  len: 352 time: 0.0154431
Jun 21 02:51:32.692953 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ac65baa-eafa-4296-b096-8a90d196ddf2 req-f2efefdc-15f1-45b0-97f3-38b6e8740eec tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/8733485b-3841-4b50-8e11-4a9877d29bb9 HTTP/1.1" status: 200  len: 1803 time: 0.0512295
Jun 21 02:51:32.735617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d6049b97-0e3e-443b-b2c1-59d6d594301b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:32.769151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6ac65baa-eafa-4296-b096-8a90d196ddf2 req-db5a0626-7cf4-424e-87f9-2984ba02830d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.794629 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6ac65baa-eafa-4296-b096-8a90d196ddf2 req-db5a0626-7cf4-424e-87f9-2984ba02830d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.869201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port d6049b97-0e3e-443b-b2c1-59d6d594301b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:32.874909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d6049b97-0e3e-443b-b2c1-59d6d594301b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:32.875736 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.926422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6ac65baa-eafa-4296-b096-8a90d196ddf2 req-db5a0626-7cf4-424e-87f9-2984ba02830d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.935935 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6ac65baa-eafa-4296-b096-8a90d196ddf2 req-db5a0626-7cf4-424e-87f9-2984ba02830d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:32.952975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ac65baa-eafa-4296-b096-8a90d196ddf2 req-db5a0626-7cf4-424e-87f9-2984ba02830d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/8733485b-3841-4b50-8e11-4a9877d29bb9 HTTP/1.1" status: 204  len: 173 time: 0.2495346
Jun 21 02:51:32.955100 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f4552ed-6045-41d4-89e3-a06aafab66f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:32.997561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a0626-7cf4-424e-87f9-2984ba02830d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8733485b-3841-4b50-8e11-4a9877d29bb9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:33.002484 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-db5a0626-7cf4-424e-87f9-2984ba02830d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:33.031102 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:33.085386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port d6049b97-0e3e-443b-b2c1-59d6d594301b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d6049b97-0e3e-443b-b2c1-59d6d594301b,segment=NetworkSegment(6291c9b5-72ca-4484-9a62-5f8ec45034b7),segment_id=6291c9b5-72ca-4484-9a62-5f8ec45034b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:33.131751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959c20-83c4-494a-b5f2-5a5ac577436a req-7fbc1bd6-43da-4bfb-ad3b-84ba12e03fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:33.133537 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6d959c20-83c4-494a-b5f2-5a5ac577436a req-7fbc1bd6-43da-4bfb-ad3b-84ba12e03fec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 1098 time: 0.1011546
Jun 21 02:51:33.178298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9e67a-9d69-4bef-b571-a5dcb5b88ef1 req-5abc0c40-c204-4824-868b-0029eea60ac5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:33.180171 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6d959c20-83c4-494a-b5f2-5a5ac577436a req-14b24c2c-5a37-4de0-80a6-8b67f98fe1ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364492
Jun 21 02:51:33.182749 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:33.186565 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:33.186979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92b9e67a-9d69-4bef-b571-a5dcb5b88ef1 req-5abc0c40-c204-4824-868b-0029eea60ac5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.0885613
Jun 21 02:51:33.243220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92b9e67a-9d69-4bef-b571-a5dcb5b88ef1 req-bfa1f887-24a4-477b-94ad-6abc9bf514c0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550692
Jun 21 02:51:33.248944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=d6049b97-0e3e-443b-b2c1-59d6d594301b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:33.258696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.264414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:33.269311 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:33.280482 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-1493a17c-0936-473d-b0eb-f7bd8d2c187d req-5dfa471e-5451-4256-9759-d31455e29d0e tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:51:33.281510 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1493a17c-0936-473d-b0eb-f7bd8d2c187d req-5dfa471e-5451-4256-9759-d31455e29d0e tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/8733485b-3841-4b50-8e11-4a9877d29bb9 HTTP/1.1" status: 404  len: 352 time: 0.0161145
Jun 21 02:51:33.438024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e388fe8-f3d4-4ea2-85a8-446a22665274 req-c0b0fc43-dd8f-4dd1-a2b7-213efeb624ba tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:33.439472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e388fe8-f3d4-4ea2-85a8-446a22665274 req-c0b0fc43-dd8f-4dd1-a2b7-213efeb624ba tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.0656419
Jun 21 02:51:33.476993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e388fe8-f3d4-4ea2-85a8-446a22665274 req-dd3f5155-a1f7-43ad-99ef-556106a10c7d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316057
Jun 21 02:51:33.640721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04d1eab5-9da8-4c35-8168-bf05d56ec9f1 req-d796fe3f-1e19-4b74-9b4e-b7517ab5833f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/f551f83c-4362-47a4-b905-a053c0eb49a4 HTTP/1.1" status: 200  len: 1802 time: 0.0410395
Jun 21 02:51:33.703600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-04d1eab5-9da8-4c35-8168-bf05d56ec9f1 req-af2f562f-f0da-416e-8969-19c4c0d0c580 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:33.726945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-04d1eab5-9da8-4c35-8168-bf05d56ec9f1 req-af2f562f-f0da-416e-8969-19c4c0d0c580 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:33.834688 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-04d1eab5-9da8-4c35-8168-bf05d56ec9f1 req-af2f562f-f0da-416e-8969-19c4c0d0c580 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:33.837248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-04d1eab5-9da8-4c35-8168-bf05d56ec9f1 req-af2f562f-f0da-416e-8969-19c4c0d0c580 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:33.844652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04d1eab5-9da8-4c35-8168-bf05d56ec9f1 req-af2f562f-f0da-416e-8969-19c4c0d0c580 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/f551f83c-4362-47a4-b905-a053c0eb49a4 HTTP/1.1" status: 204  len: 173 time: 0.1915197
Jun 21 02:51:33.844652 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5fb08afd-6fec-495c-9f91-9445efe41327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:33.849066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f562f-f0da-416e-8969-19c4c0d0c580 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f551f83c-4362-47a4-b905-a053c0eb49a4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:33.857635 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-af2f562f-f0da-416e-8969-19c4c0d0c580 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:33.863922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e2b50170-5248-418a-8c18-2a6708e96640 req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-840776840', 'description': 'tempest-description-1784947079'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:33.965286 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2b50170-5248-418a-8c18-2a6708e96640 req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:34.072558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daac22-e35f-449e-bdf9-78b26567230c req-1926c3d0-3d59-45b9-80e1-e1b9c302d885 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:34.074104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55daac22-e35f-449e-bdf9-78b26567230c req-1926c3d0-3d59-45b9-80e1-e1b9c302d885 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.0987661
Jun 21 02:51:34.121811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2b50170-5248-418a-8c18-2a6708e96640 req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:34.135633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55daac22-e35f-449e-bdf9-78b26567230c req-4f373fc9-81a3-4e5c-b45d-aa6f5f0cf3b6 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531113
Jun 21 02:51:34.191821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-160fb6c7-551b-4dac-b8f9-e2bbd58b832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:34.227236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2b50170-5248-418a-8c18-2a6708e96640 req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:34.239377 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff6c3412-38d1-49f7-93dc-250062949ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:34.271961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0467bfd0-79ff-41a1-9d1b-76278ebf0b43,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:34.274974 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:34.343019 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e2b50170-5248-418a-8c18-2a6708e96640 req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:34.344737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2b50170-5248-418a-8c18-2a6708e96640 req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1814 time: 0.4861312
Jun 21 02:51:34.383524 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-68a29854-478a-4f64-8d05-fbc682e62212 req-1de9e7eb-75f1-4c65-b557-d474c9e8dcef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:51:34.383524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a29854-478a-4f64-8d05-fbc682e62212 req-1de9e7eb-75f1-4c65-b557-d474c9e8dcef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/f551f83c-4362-47a4-b905-a053c0eb49a4 HTTP/1.1" status: 404  len: 352 time: 0.0168884
Jun 21 02:51:34.635749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-3109f239-7856-48e0-aece-cdbc08a465ed tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:34.637370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-3109f239-7856-48e0-aece-cdbc08a465ed tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9f1db7-af9e-43dd-8877-6afd8b42875c HTTP/1.1" status: 200  len: 946 time: 0.0728676
Jun 21 02:51:34.660809 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38883159-58a1-4909-89a4-dcee3c1087ba req-3279e60b-24c3-46ad-ad97-90d0f2a0f92b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:34.663205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38883159-58a1-4909-89a4-dcee3c1087ba req-3279e60b-24c3-46ad-ad97-90d0f2a0f92b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.1362064
Jun 21 02:51:34.677030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69a637-b1fc-45d2-834f-9377c33c332a req-b4107d0d-491a-408f-9160-eb9215342c31 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:34.685821 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb69a637-b1fc-45d2-834f-9377c33c332a req-b4107d0d-491a-408f-9160-eb9215342c31 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e9f1db7-af9e-43dd-8877-6afd8b42875c HTTP/1.1" status: 200  len: 946 time: 0.1276677
Jun 21 02:51:34.714787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d6049b97-0e3e-443b-b2c1-59d6d594301b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:34.780409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38883159-58a1-4909-89a4-dcee3c1087ba req-bc1052e4-7044-48a3-b006-1205ffe2d4d8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919147
Jun 21 02:51:34.791229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb69a637-b1fc-45d2-834f-9377c33c332a req-15a3de88-c933-4c69-ac5f-5172a1355e92 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004531
Jun 21 02:51:34.803643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Deleting port 63258ae6-9ce7-4fdf-b615-f488c133f402 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:34.803987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:34.847831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d6049b97-0e3e-443b-b2c1-59d6d594301b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:34.848467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:34.986195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] For port 63258ae6-9ce7-4fdf-b615-f488c133f402, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=63258ae6-9ce7-4fdf-b615-f488c133f402,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:34.986560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.002446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b60f774-c393-480e-ab2c-50721e86e24e req-2970a653-1373-451b-88c9-588d5a6de75d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8920d211a7549f1948e67460a99346d HTTP/1.1" status: 200  len: 6156 time: 0.1362252
Jun 21 02:51:35.047012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-017daff3-e97b-4450-aec7-6e02b81473bc req-28e1a4e1-1558-4e3d-a08d-a0298ab81cea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-840776840&fields=id&tenant_id=ce81e63134ed4e12b66ff617814b88d3 HTTP/1.1" status: 200  len: 267 time: 0.0854378
Jun 21 02:51:35.052639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Calling delete_port for 63258ae6-9ce7-4fdf-b615-f488c133f402 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:35.152847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b60f774-c393-480e-ab2c-50721e86e24e req-21237f94-787b-4516-a6a6-925bcb842f6c tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/53276edd-aa1e-46b4-a409-60023c55ecdc HTTP/1.1" status: 200  len: 2985 time: 0.1424010
Jun 21 02:51:35.208896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-29fd91c8-1d04-4df7-b32f-c8220e983ec7 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:35.210298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-29fd91c8-1d04-4df7-b32f-c8220e983ec7 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 945 time: 0.1746421
Jun 21 02:51:35.220779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017daff3-e97b-4450-aec7-6e02b81473bc req-04e71be6-07cb-4194-a7e8-0aa7c85fa5ad tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:35.220779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-017daff3-e97b-4450-aec7-6e02b81473bc req-04e71be6-07cb-4194-a7e8-0aa7c85fa5ad tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.1490781
Jun 21 02:51:35.244893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-017daff3-e97b-4450-aec7-6e02b81473bc req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Request body: {'port': {'security_groups': ['9d7932ab-79ff-4990-90ba-b1f39308fb81', '0467bfd0-79ff-41a1-9d1b-76278ebf0b43']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:35.286291 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.291280 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:35.303275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['2dce0192-79dd-4995-b3c0-1ebd61f8d933'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:35.307271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['63258ae6-9ce7-4fdf-b615-f488c133f402'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:35.326025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b60f774-c393-480e-ab2c-50721e86e24e req-d9daa082-0d07-4e2f-a938-96b95821677d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/53276edd-aa1e-46b4-a409-60023c55ecdc HTTP/1.1" status: 200  len: 2985 time: 0.1666987
Jun 21 02:51:35.328295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Pushing event deleted for resources: {'Port': ['ID=63258ae6-9ce7-4fdf-b615-f488c133f402,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:35.342469 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:35.422785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] No DVR routers for this DVR port 63258ae6-9ce7-4fdf-b615-f488c133f402 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:51:35.425843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.428482 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64c6ac9f-2b10-49bf-a592-0fe3d389462f req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.20 "DELETE /v2.0/ports/63258ae6-9ce7-4fdf-b615-f488c133f402 HTTP/1.1" status: 204  len: 173 time: 0.7825429
Jun 21 02:51:35.429296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9f1db7-af9e-43dd-8877-6afd8b42875c', 'name': 'network-vif-deleted', 'tag': '63258ae6-9ce7-4fdf-b615-f488c133f402'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:35.434332 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d675e3-1b64-4434-8ac5-20ca70d71a06" -d '{"events": [{"server_uuid": "1e9f1db7-af9e-43dd-8877-6afd8b42875c", "name": "network-vif-deleted", "tag": "63258ae6-9ce7-4fdf-b615-f488c133f402"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:35.451986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:35.489324 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-017daff3-e97b-4450-aec7-6e02b81473bc req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.559026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Deleting subnet f58bf0fc-303e-4e85-9983-3cb824264719 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:51:35.564199 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.650925 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.707245 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.730945 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.759189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-017daff3-e97b-4450-aec7-6e02b81473bc req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] For port 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:35.793993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-017daff3-e97b-4450-aec7-6e02b81473bc req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.805489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Deleting port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:35.805838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.878409 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-017daff3-e97b-4450-aec7-6e02b81473bc req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.885514 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95c24d1a-22ba-48a6-aef0-1d4a5160fe3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:35.902396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['15330695-3d8f-4b49-ab6a-cd99d0283f0f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:35.924124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.937052 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a157b03-dab1-4d09-abd6-eb94a299f5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:35.970407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58bf0fc-303e-4e85-9983-3cb824264719,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:35.973597 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:35.974599 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:35.981928 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f58bf0fc-303e-4e85-9983-3cb824264719 HTTP/1.1" status: 204  len: 168 time: 0.5282540
Jun 21 02:51:35.985808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:35.991483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] For port 2dce0192-79dd-4995-b3c0-1ebd61f8d933, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2dce0192-79dd-4995-b3c0-1ebd61f8d933,segment=NetworkSegment(abf6218e-1497-461c-91d0-936d35854846),segment_id=abf6218e-1497-461c-91d0-936d35854846)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:35.991847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.002759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017daff3-e97b-4450-aec7-6e02b81473bc req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:36.005097 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-017daff3-e97b-4450-aec7-6e02b81473bc req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.022626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-017daff3-e97b-4450-aec7-6e02b81473bc req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "PUT /v2.0/ports/15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 981 time: 0.7876544
Jun 21 02:51:36.030788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:36.050402 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7160f89-af5f-4a97-ab11-d46507d749e4" -d '{"events": [{"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:36.072154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-c9cd1dd4-c3d5-4e12-b4b1-728cb5273719 req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1795217947', 'description': 'tempest-description-1473655047'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:36.140574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event updated for resources: {'Port': ['ID=15330695-3d8f-4b49-ab6a-cd99d0283f0f,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:36.175083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['15330695-3d8f-4b49-ab6a-cd99d0283f0f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:36.195360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.386682 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.435480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2517820>,) {'filters': {'network_id': ['c42e8c5e-fc2b-46d9-961b-dfe518fd9719']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:36.459168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2517820>, 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:36.460932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2517820>, 'e4ef0fac-dc5b-411c-992f-31dbe87b5ed8') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:36.483638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.523927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.532641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:51:36.533504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:51:36.535608 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:51:36.591858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Calling delete_port for 2dce0192-79dd-4995-b3c0-1ebd61f8d933 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:36.597957 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:36.681404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a183-2382-4223-94b1-0d38e18537f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.718700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f30eb0-2c0b-4c07-a9d7-35520b62252a req-b42d7ea1-55c6-4c58-9055-dd9931ccb56a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:36.727202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81f30eb0-2c0b-4c07-a9d7-35520b62252a req-b42d7ea1-55c6-4c58-9055-dd9931ccb56a tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1279457
Jun 21 02:51:36.737752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.750641 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89fbdf2b-ff5e-4a31-a485-ed6f1b872f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:36.787878 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.791178 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] 10.222.0.25 "DELETE /v2.0/networks/c42e8c5e-fc2b-46d9-961b-dfe518fd9719 HTTP/1.1" status: 204  len: 168 time: 0.8042517
Jun 21 02:51:36.793138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Pushing event deleted for resources: {'Network': ['ID=c42e8c5e-fc2b-46d9-961b-dfe518fd9719,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:36.802490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c9cd1dd4-c3d5-4e12-b4b1-728cb5273719 req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:36.822469 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:36.833838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81f30eb0-2c0b-4c07-a9d7-35520b62252a req-227bb20d-53eb-4495-b79d-de07f8cb7da2 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999668
Jun 21 02:51:36.926850 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7fbf44-96d8-4819-a4c0-40753c76c79d x-openstack-request-id: req-fa7fbf44-96d8-4819-a4c0-40753c76c79d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:36.928577 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9f1db7-af9e-43dd-8877-6afd8b42875c", "name": "network-vif-deleted", "tag": "63258ae6-9ce7-4fdf-b615-f488c133f402", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:36.928577 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa7fbf44-96d8-4819-a4c0-40753c76c79d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:36.928577 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9f1db7-af9e-43dd-8877-6afd8b42875c', 'name': 'network-vif-deleted', 'tag': '63258ae6-9ce7-4fdf-b615-f488c133f402', 'status': 'completed', 'code': 200}
Jun 21 02:51:37.026006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c9cd1dd4-c3d5-4e12-b4b1-728cb5273719 req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:37.067434 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:37.098938 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c9cd1dd4-c3d5-4e12-b4b1-728cb5273719 req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:37.107112 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ff1071a-c977-44e9-bb32-ba09343ff994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:37.178509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:37.190135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1238ec19-876b-43f5-a301-a2bf9cc776b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:37.196730 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:37.208120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['63258ae6-9ce7-4fdf-b615-f488c133f402'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:37.216412 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fadaf66-6ef8-46cb-92e1-980e3321e34a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:37.266646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Pushing event deleted for resources: {'Port': ['ID=2dce0192-79dd-4995-b3c0-1ebd61f8d933,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:37.284050 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-c9cd1dd4-c3d5-4e12-b4b1-728cb5273719 req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:37.293645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9cd1dd4-c3d5-4e12-b4b1-728cb5273719 req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 1.2175269
Jun 21 02:51:37.293645 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:37.309264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a7829-172e-4f5a-b8fc-5e9c33234986 req-8cd52bfa-b38d-4352-8758-e8edbee00edd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:37.311186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d0a7829-172e-4f5a-b8fc-5e9c33234986 req-8cd52bfa-b38d-4352-8758-e8edbee00edd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.2424893
Jun 21 02:51:37.367753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] No DVR routers for this DVR port 2dce0192-79dd-4995-b3c0-1ebd61f8d933 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:51:37.371453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:37.373831 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d1f9469-60e8-4ce3-9295-0f203042e547 req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.26 "DELETE /v2.0/ports/2dce0192-79dd-4995-b3c0-1ebd61f8d933 HTTP/1.1" status: 204  len: 173 time: 2.1499097
Jun 21 02:51:37.415166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d0a7829-172e-4f5a-b8fc-5e9c33234986 req-eaf15f1b-c493-4c73-aeb3-4a865d771aa2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480840
Jun 21 02:51:37.427054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42450) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:37.509143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42452) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:37.510127 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-be42961f-658d-4da9-82fa-551212c14abb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e1fae171cbe43e98af745300b4d9525&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0813644
Jun 21 02:51:37.568253 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427cf30a-35a0-498c-9271-8cd42d4d61d0 x-openstack-request-id: req-427cf30a-35a0-498c-9271-8cd42d4d61d0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:37.568593 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:37.568902 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-427cf30a-35a0-498c-9271-8cd42d4d61d0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:37.569379 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'status': 'completed', 'code': 200}
Jun 21 02:51:37.740858 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-14a130e6-31f9-4b0d-b99a-c8215e85d591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:37.749096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-f778e636-b0e4-434b-a58e-c3ec2a01b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:37.750759 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-f778e636-b0e4-434b-a58e-c3ec2a01b1b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1136 time: 0.1742556
Jun 21 02:51:37.774636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-63040172-c568-4efd-a0a9-a1889a3f07d3 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-840776840&fields=id&tenant_id=ce81e63134ed4e12b66ff617814b88d3 HTTP/1.1" status: 200  len: 267 time: 0.0952630
Jun 21 02:51:37.795419 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-14a130e6-31f9-4b0d-b99a-c8215e85d591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:37.923976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-3737b121-4724-4dab-b6e1-20cae22f1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:37.928088 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-3737b121-4724-4dab-b6e1-20cae22f1906 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 921 time: 0.1656857
Jun 21 02:51:37.975112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-581c8051-2f75-4013-b0be-f05b91628165 req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-459776525', 'description': 'tempest-description-618568724'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:38.005798 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-00f3ced9-ea61-422f-8899-c03653d41995 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 217 time: 0.0652375
Jun 21 02:51:38.030071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-5426f0f3-de74-4a59-942d-f00ae6181c23 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:38.031666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-5426f0f3-de74-4a59-942d-f00ae6181c23 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 984 time: 0.1774395
Jun 21 02:51:38.048846 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.049601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.062091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Request body: {'port': {'security_groups': ['9d7932ab-79ff-4990-90ba-b1f39308fb81']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:38.068845 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-14a130e6-31f9-4b0d-b99a-c8215e85d591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.071819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-14a130e6-31f9-4b0d-b99a-c8215e85d591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.078492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-14a130e6-31f9-4b0d-b99a-c8215e85d591 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f37b3a4-fa9a-4aa1-8859-bee27f436d79 HTTP/1.1" status: 204  len: 168 time: 0.5676296
Jun 21 02:51:38.081187 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cbeea03d-2da3-458f-8631-7fa4da56e38a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:38.095380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-2df03789-9765-48e4-8bc5-fb070b3c1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:38.097727 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-2df03789-9765-48e4-8bc5-fb070b3c1e94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.0898104
Jun 21 02:51:38.109752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-581c8051-2f75-4013-b0be-f05b91628165 req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.169475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a130e6-31f9-4b0d-b99a-c8215e85d591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f37b3a4-fa9a-4aa1-8859-bee27f436d79,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:38.214743 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-2ffc2fea-e016-4328-adc5-f1460fc77899 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1054122
Jun 21 02:51:38.283856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-581c8051-2f75-4013-b0be-f05b91628165 req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.334395 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-14a130e6-31f9-4b0d-b99a-c8215e85d591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:38.404597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-581c8051-2f75-4013-b0be-f05b91628165 req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.424831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-1841e912-ffec-421e-a27e-26fabaa3819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:38.429258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-1841e912-ffec-421e-a27e-26fabaa3819a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84e18b533bd848c883201aadc461c200&device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 1098 time: 0.3301933
Jun 21 02:51:38.437685 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6c6336d-2544-4c32-8031-f1f6e942b3f0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:38.490360 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.499207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6073867c-0d2b-4f81-8369-2f5773349d8a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:38.512806 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:38.663311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-581c8051-2f75-4013-b0be-f05b91628165 req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:38.671930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-581c8051-2f75-4013-b0be-f05b91628165 req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 0.7063477
Jun 21 02:51:39.015053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] For port 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:39.051446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:39.091225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e549072-f7e2-4788-8181-a4c21d752227 req-9ea359ee-c52a-4ba2-9545-5b3832f18879 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9467a40-43b1-4c36-924c-3aceb3cd1b86 HTTP/1.1" status: 200  len: 210 time: 0.0369360
Jun 21 02:51:39.158887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-70abf404-f1bc-4865-aef1-223699d1394b service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9191170
Jun 21 02:51:39.176229 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:39.180494 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:39.188989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['15330695-3d8f-4b49-ab6a-cd99d0283f0f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:39.263138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-8cd4c4d3-561a-45f7-84b0-4f710416236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:39.263761 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-8cd4c4d3-561a-45f7-84b0-4f710416236a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 200  len: 911 time: 0.8159347
Jun 21 02:51:39.348447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:39.349216 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:39.350630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23c51a73-9d14-45a6-a5ed-3ec72074b990 req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "PUT /v2.0/ports/15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 942 time: 1.3120687
Jun 21 02:51:39.378131 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-7bf1798c-15e0-4132-8998-b81a2f5dffb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d HTTP/1.1" status: 200  len: 217 time: 0.0982518
Jun 21 02:51:39.383033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event updated for resources: {'Port': ['ID=15330695-3d8f-4b49-ab6a-cd99d0283f0f,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:39.388351 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:39.437690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f808d-c820-4b56-b71c-b155457aa3e9 req-b1873653-648a-49fb-b0e1-babf7acc6d68 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:39.442385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a3f808d-c820-4b56-b71c-b155457aa3e9 req-b1873653-648a-49fb-b0e1-babf7acc6d68 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.2261848
Jun 21 02:51:39.450777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:39.468826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['15330695-3d8f-4b49-ab6a-cd99d0283f0f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:39.518438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d7160f89-af5f-4a97-ab11-d46507d749e4 req-16112183-19fa-4675-b732-793e0d1057d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3496838
Jun 21 02:51:39.520239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-642da38c-e718-4093-ba14-284d4b209165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:39.521852 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-642da38c-e718-4093-ba14-284d4b209165 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e79e5123-0e79-46cb-be0d-4264533e1fb0 HTTP/1.1" status: 200  len: 850 time: 0.0907021
Jun 21 02:51:39.547719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a3f808d-c820-4b56-b71c-b155457aa3e9 req-45cb5df6-62c5-46b3-a276-acbb3102b190 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898757
Jun 21 02:51:39.609854 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-365a6424-09e9-49b7-ab89-6dd4aa34eca0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0728502
Jun 21 02:51:39.614184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9467a40-43b1-4c36-924c-3aceb3cd1b86', 'name': 'network-vif-deleted', 'tag': '2dce0192-79dd-4995-b3c0-1ebd61f8d933'}, {'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:39.625600 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72" -d '{"events": [{"server_uuid": "c9467a40-43b1-4c36-924c-3aceb3cd1b86", "name": "network-vif-deleted", "tag": "2dce0192-79dd-4995-b3c0-1ebd61f8d933"}, {"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:39.681294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb629-868e-4a29-8556-f2a17167082b req-e016d6a5-3149-4a63-91b6-370960215081 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:39.706304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5ebb629-868e-4a29-8556-f2a17167082b req-e016d6a5-3149-4a63-91b6-370960215081 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.1436634
Jun 21 02:51:39.737572 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-c889a788-d33c-4489-a02c-250a7b8e3a71 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199260
Jun 21 02:51:39.826663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 63258ae6-9ce7-4fdf-b615-f488c133f402 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:39.856269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5ebb629-868e-4a29-8556-f2a17167082b req-afbeb28c-0664-4244-a538-c9de81e41847 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387639
Jun 21 02:51:39.876205 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-732b050d-3bb2-4e07-b826-0596de8e4e4d req-9a880203-e130-4440-89b6-9600326917f0 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268156
Jun 21 02:51:39.885926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 63258ae6-9ce7-4fdf-b615-f488c133f402 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:51:39.886713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 63258ae6-9ce7-4fdf-b615-f488c133f402 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:51:39.925395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42514) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:39.978306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2dce0192-79dd-4995-b3c0-1ebd61f8d933 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:40.005132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-70084bf7-ab91-4dd0-8306-7466f46890c9 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:40.006851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-70084bf7-ab91-4dd0-8306-7466f46890c9 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 813 time: 0.2944777
Jun 21 02:51:40.012913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 2dce0192-79dd-4995-b3c0-1ebd61f8d933 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:51:40.013537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2dce0192-79dd-4995-b3c0-1ebd61f8d933 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:51:40.031697 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-ba6ec9f8-b486-4744-bb10-7fe6d195e2a5 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/quotas/e8920d211a7549f1948e67460a99346d HTTP/1.1" status: 200  len: 375 time: 0.0186903
Jun 21 02:51:40.080236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1631332595-network', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:40.124922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-65fd5bbf-0dff-4911-8516-b96787dc3384 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2060144
Jun 21 02:51:40.131940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:40.156295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-97b041b7-fa22-4690-8793-c372a80dc795 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1176667
Jun 21 02:51:40.188576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Made reservation on behalf of ea95af1b2d634ec88cebc986629b20a2 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:40.191190 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.238404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.289962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-90852e9a-d77a-4400-b64d-4e0a594edfb1 service neutron] 10.222.0.25 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231332
Jun 21 02:51:40.291608 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.439650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.470218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-1b4dc84f-771e-41d8-8da3-842f08c73ade service neutron] 10.222.0.25 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545162
Jun 21 02:51:40.521323 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.525161 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3f2831c-54bc-46c1-b8b6-808f1bdff021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:40.550757 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.572965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac78ff1-8895-4ab0-95c5-ab32a332a547,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:40.592397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:51:40.595633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.599340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.599340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.599340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.599340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.599340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.599340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.600013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.600551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.601096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.601802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.602472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:40.610450 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:40.621852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.622961 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Added segment 44f56c0e-32c5-430c-8590-46020a7f2f70 of type vlan for network b23b1384-fb8e-493a-8499-a30a51d29c2a
Jun 21 02:51:40.678953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.769758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Allocated IP 172.25.7.9 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/096c5eee-84d5-4b31-806d-62090098aad1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:40.821620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.825453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:40.826227 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:40.828667 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-499b1a96-fe3a-44b4-a7af-5de6b0ff8e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:40.892444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Pushing event updated for resources: {'Network': ['ID=b23b1384-fb8e-493a-8499-a30a51d29c2a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:40.900845 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:40.911097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b23b1384-fb8e-493a-8499-a30a51d29c2a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:51:40.969649 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0404098
Jun 21 02:51:40.970322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42534) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:40.978254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Request body: {'subnet': {'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1631332595-subnet', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:41.005795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.051821 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806c4f1f-a92a-4c43-b61a-7d85bf75ed08 x-openstack-request-id: req-806c4f1f-a92a-4c43-b61a-7d85bf75ed08 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:41.052470 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9467a40-43b1-4c36-924c-3aceb3cd1b86", "name": "network-vif-deleted", "tag": "2dce0192-79dd-4995-b3c0-1ebd61f8d933", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:41.052753 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-806c4f1f-a92a-4c43-b61a-7d85bf75ed08 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:41.053639 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9467a40-43b1-4c36-924c-3aceb3cd1b86', 'name': 'network-vif-deleted', 'tag': '2dce0192-79dd-4995-b3c0-1ebd61f8d933', 'status': 'completed', 'code': 200}
Jun 21 02:51:41.053955 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'status': 'completed', 'code': 200}
Jun 21 02:51:41.113310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42536) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:41.130462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-a341c3d6-7438-46fb-bb2a-d1b83b77b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:41.132164 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-a341c3d6-7438-46fb-bb2a-d1b83b77b7f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1097 time: 0.1149311
Jun 21 02:51:41.207693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Made reservation on behalf of ea95af1b2d634ec88cebc986629b20a2 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:41.210649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.222499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Deleting subnet 86842be6-bd1a-4365-bb5f-7bbd543c0b0d {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:51:41.224756 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.245040 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-12084003-8386-457a-994e-471f49b4b693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:41.262587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.387302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:41.412938 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.470892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.476773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-09c7e9b3-b247-45df-b552-8470f30b1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:41.478936 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-09c7e9b3-b247-45df-b552-8470f30b1028 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 921 time: 0.3365290
Jun 21 02:51:41.532215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:41.534671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:41.566283 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-9530c8e0-dd7b-46ba-97cc-4d404defab78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 217 time: 0.0718255
Jun 21 02:51:41.571981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.587142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event updated for resources: {'Port': ['ID=096c5eee-84d5-4b31-806d-62090098aad1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:41.591591 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:41.618312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1a837f9-1ba2-4e06-ac71-16ad88424b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:41.643461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c85a61-5b07-4f36-b662-6fe9e224f99d req-407c666a-e1b7-4ba8-a6c7-0472336b1731 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:41.645011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7c85a61-5b07-4f36-b662-6fe9e224f99d req-407c666a-e1b7-4ba8-a6c7-0472336b1731 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.3098915
Jun 21 02:51:41.695095 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.710017 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ed8b2e9-45d4-4232-bca8-7be67e6c4c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:41.837682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.841685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86842be6-bd1a-4365-bb5f-7bbd543c0b0d HTTP/1.1" status: 204  len: 168 time: 0.7272372
Jun 21 02:51:41.847240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86842be6-bd1a-4365-bb5f-7bbd543c0b0d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:41.857142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42546) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:41.863000 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:41.881668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-54099d9b-6666-4959-88f8-f97cc8b8de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:41.883119 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-54099d9b-6666-4959-88f8-f97cc8b8de6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.2955945
Jun 21 02:51:41.885397 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:41.896053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:41.898847 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:41.911206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7c85a61-5b07-4f36-b662-6fe9e224f99d req-8280eee7-0896-4eca-9c15-d28eeaf51dc8 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2551389
Jun 21 02:51:41.972353 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-2a5a12cc-9dd5-44bd-9074-3961f66f827a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0723023
Jun 21 02:51:41.979515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Checking segment: {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:41.980629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Network hostable DHCP agents. Network: b23b1384-fb8e-493a-8499-a30a51d29c2a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:51:42.072196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.089139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.176459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Network b23b1384-fb8e-493a-8499-a30a51d29c2a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:51:42.247039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-27de3293-f2d6-4f77-b1d1-598802b4d85e service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617280
Jun 21 02:51:42.250651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd612f72-3c8d-42c8-b5de-0f4ca01ea1b5 req-4be2d2af-7490-4b40-83ef-d5ea47509238 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:42.252509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd612f72-3c8d-42c8-b5de-0f4ca01ea1b5 req-4be2d2af-7490-4b40-83ef-d5ea47509238 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.1402979
Jun 21 02:51:42.277962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.337243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd612f72-3c8d-42c8-b5de-0f4ca01ea1b5 req-7f3b4bd8-61c4-4ef1-82e8-8990687767ed tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723379
Jun 21 02:51:42.403360 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.405436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, b23b1384-fb8e-493a-8499-a30a51d29c2a) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:42.409915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d25ed9a0>,) {'filters': {'network_id': ['a2c01792-4356-4044-b956-bbe60186cc3e']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:42.415131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43deed-a056-4f54-92fe-86f127ed0be2 None None] Network b23b1384-fb8e-493a-8499-a30a51d29c2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:51:42.425392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:42.426004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.439827 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6be59c9e-8930-4a9c-8ef4-f19c78fd4f72 req-cbd73c47-4230-4719-a73e-6b6f2fa5139e service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727097
Jun 21 02:51:42.443874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d25ed9a0>, 'abf6218e-1497-461c-91d0-936d35854846') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:42.449435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d25ed9a0>, 'abf6218e-1497-461c-91d0-936d35854846') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:42.473008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.477674 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9d66b12a-7bf5-473b-ac0d-cb3c72977fc2 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:42.479121 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.515308 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.528723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:51:42.529146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:51:42.531452 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:51:42.610382 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6387475
Jun 21 02:51:42.611072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42548) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:42.619272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:42.648017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-b23b1384-fb8e-493a-8499-a30a51d29c2a', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:51:42.648902 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.667017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.693760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b3be343-1c93-4d8d-b10a-d176545a4696 req-13624f5a-15f6-4cad-b121-8eba985ba755 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 210 time: 0.0863621
Jun 21 02:51:42.707090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event updated for resources: {'Port': ['ID=096c5eee-84d5-4b31-806d-62090098aad1,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:42.716340 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:42.748195 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.749225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.814809 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.820401 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-078c5a55-c275-4854-9570-e26eb265fefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:42.824473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.826790 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/a2c01792-4356-4044-b956-bbe60186cc3e HTTP/1.1" status: 204  len: 168 time: 0.9683683
Jun 21 02:51:42.828992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.844386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c01792-4356-4044-b956-bbe60186cc3e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:42.848505 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:42.863689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:42.872601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 2.7395203
Jun 21 02:51:43.002563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-16a7cb4b-979f-4ef5-aed8-8a19ed54473d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200  len: 694 time: 0.1261840
Jun 21 02:51:43.058835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Allocated IP 172.20.0.2 (b23b1384-fb8e-493a-8499-a30a51d29c2a/f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf/b784fa37-a611-4079-a2bb-dcb6929e5385) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:43.155005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-8f3dbc41-0236-4e99-99a5-807aa94ab5d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:43.156115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fd741d4-aa2c-4635-92ce-ddada2cc3c67 req-8f3dbc41-0236-4e99-99a5-807aa94ab5d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1483219
Jun 21 02:51:43.228594 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.266381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82dccd-e532-4bb9-afff-46e57e2eccd1 req-25809bac-c86c-4527-a2fc-1a6703009eae tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:43.268010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a82dccd-e532-4bb9-afff-46e57e2eccd1 req-25809bac-c86c-4527-a2fc-1a6703009eae tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1109190
Jun 21 02:51:43.293396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.297477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42560) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:43.318777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Transition to ACTIVE for port object b784fa37-a611-4079-a2bb-dcb6929e5385 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:43.336116 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a82dccd-e532-4bb9-afff-46e57e2eccd1 req-8bd07d47-8003-45e4-ac27-6c121b694477 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615585
Jun 21 02:51:43.364636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Transition to ACTIVE for port object b784fa37-a611-4079-a2bb-dcb6929e5385 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:43.430857 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-23c8a025-3214-4fa9-9c5f-b004900ab89f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9a80874832d492aa7ca8c56e69403d9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1320572
Jun 21 02:51:43.434094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42566) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:43.440741 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.468626 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:43.532516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Network b23b1384-fb8e-493a-8499-a30a51d29c2a is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:43.550315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Pushing event updated for resources: {'Port': ['ID=b784fa37-a611-4079-a2bb-dcb6929e5385,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:43.568454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:43.572641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:43.575414 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:43.600651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9373-02f7-4480-a09b-9d2a50c4fa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.644956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Attempting to bind port b784fa37-a611-4079-a2bb-dcb6929e5385 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:43.647107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Attempting to bind port b784fa37-a611-4079-a2bb-dcb6929e5385 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:43.647709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Attempting to bind port b784fa37-a611-4079-a2bb-dcb6929e5385 on network b23b1384-fb8e-493a-8499-a30a51d29c2a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:43.657954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:43.659235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Checking segment: {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:43.660717 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.661370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Bound using segment: {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:43.662382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Bound port: b784fa37-a611-4079-a2bb-dcb6929e5385, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:43.663014 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.689394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9373-02f7-4480-a09b-9d2a50c4fa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.714057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.739753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.785153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] For port b784fa37-a611-4079-a2bb-dcb6929e5385, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:43.788693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-38c47264-fd57-4ceb-8b31-79e43f76db0c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:43.790568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-38c47264-fd57-4ceb-8b31-79e43f76db0c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2927699
Jun 21 02:51:43.794310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] For port b784fa37-a611-4079-a2bb-dcb6929e5385, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b784fa37-a611-4079-a2bb-dcb6929e5385,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:43.894619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Allocated IP 172.25.7.182 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/426b8f96-30f2-40b1-9cf8-e4688df56bac) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:43.897813 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:43.900598 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:44.024715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Pushing event updated for resources: {'Port': ['ID=b784fa37-a611-4079-a2bb-dcb6929e5385,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:44.038671 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:44.053750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-c02fdc42-d9bd-4b58-9c2d-ec6fd44dd341 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200  len: 694 time: 0.1677096
Jun 21 02:51:44.084351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Request body: {'floatingip': {'port_id': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:44.100453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9df40c0e-e733-4350-944a-44006a1d6169 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:44.102176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9df40c0e-e733-4350-944a-44006a1d6169 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.26 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 813 time: 0.3099322
Jun 21 02:51:44.107515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:44.135594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'port': {'device_id': '81374cb2-8afc-43a0-965c-ae769f46be50', 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861', 'admin_state_up': True, 'tenant_id': 'e8920d211a7549f1948e67460a99346d'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:44.194142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9373-02f7-4480-a09b-9d2a50c4fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:44.196658 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9373-02f7-4480-a09b-9d2a50c4fa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:44.207393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1cbc9373-02f7-4480-a09b-9d2a50c4fa61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c1f8cfc-9dba-42ed-b175-1d49c605c3d3 HTTP/1.1" status: 204  len: 168 time: 0.7720797
Jun 21 02:51:44.219232 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-219cd37b-07df-4fa9-86c9-665f7b477340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:44.221738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:44.244471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:44.255216 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4cf9d14-4605-4dec-87a6-d5d456bd4316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:44.358539 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:51:44.390583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:44.414829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:44.436300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:44.439791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Pushing event updated for resources: {'Port': ['ID=426b8f96-30f2-40b1-9cf8-e4688df56bac,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:44.501680 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:44.799714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b784fa37-a611-4079-a2bb-dcb6929e5385 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:44.943344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:45.024531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc9373-02f7-4480-a09b-9d2a50c4fa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1f8cfc-9dba-42ed-b175-1d49c605c3d3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:45.051074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b784fa37-a611-4079-a2bb-dcb6929e5385 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:45.058183 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1cbc9373-02f7-4480-a09b-9d2a50c4fa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:45.101212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7789ed-4698-400a-8982-81877870f152 req-9d726a80-2372-49c0-8326-6d99997d9d90 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:45.111940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef7789ed-4698-400a-8982-81877870f152 req-9d726a80-2372-49c0-8326-6d99997d9d90 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 1.2298751
Jun 21 02:51:45.342336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef7789ed-4698-400a-8982-81877870f152 req-80909a79-f7ce-4999-9b5a-7bafe73af956 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292595
Jun 21 02:51:45.357553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:45.437735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Made reservation on behalf of e8920d211a7549f1948e67460a99346d for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:45.452557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:45.709235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07256a3f-3541-41fc-9c03-4f50ac73eb4c None None] Network b23b1384-fb8e-493a-8499-a30a51d29c2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:51:45.968631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-95e3ad5d-0343-48e7-8b51-2fcd9c2fabd2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:45.970804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-95e3ad5d-0343-48e7-8b51-2fcd9c2fabd2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 947 time: 0.7217710
Jun 21 02:51:46.024684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42594) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:46.078378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:51:46.107651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] Provisioning for port b784fa37-a611-4079-a2bb-dcb6929e5385 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:46.114108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] Provisioning complete for port b784fa37-a611-4079-a2bb-dcb6929e5385 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:46.114997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.162060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Deleting port 37fd86fb-4f9d-48b1-99fa-9c712a849550 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:46.162515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.209184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Allocated IP 172.20.0.6 (7989e12b-ccbe-4c15-b879-2f8badf2d861/c695b913-5e86-4aad-9b61-6d0e7db633d4/dc99951d-4f9e-4a67-b61e-8cf7566311b6) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:46.254509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Router 8564d9d8-eb5c-4454-b325-432188c278a4 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:51:46.288803 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.339746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-237709625-network', 'tenant_id': 'c0951ee824c546088676c4d03c145cbc'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:46.346249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] For port b784fa37-a611-4079-a2bb-dcb6929e5385, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b784fa37-a611-4079-a2bb-dcb6929e5385,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:46.363145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9f9f274-b4b0-4881-bfab-1bd007ec0c39 req-416ad7a5-511f-465e-9957-2109831d4920 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 210 time: 0.1123767
Jun 21 02:51:46.456098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] For port 37fd86fb-4f9d-48b1-99fa-9c712a849550, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=37fd86fb-4f9d-48b1-99fa-9c712a849550,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:46.456581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.487288 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.531781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:46.547160 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Sync routers for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:46.559724 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:46.560711 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e41220>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:46.596645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.654547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404eae6-108a-41bd-94f3-7f7af0e16a06 req-52d8dd40-e0ea-4ccc-9a68-777f85e5c85f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:46.655893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7404eae6-108a-41bd-94f3-7f7af0e16a06 req-52d8dd40-e0ea-4ccc-9a68-777f85e5c85f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb22d175-006a-483c-accc-8c9612354d10 HTTP/1.1" status: 200  len: 947 time: 0.1062517
Jun 21 02:51:46.678741 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.680525 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:46.687826 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:46.699173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.699555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.699909 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Floating IP b1d9e72f-5240-4415-a92a-5477254f8041 disassociated. External IP: 172.25.7.204, port: 37fd86fb-4f9d-48b1-99fa-9c712a849550.
Jun 21 02:51:46.700223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Calling delete_port for 37fd86fb-4f9d-48b1-99fa-9c712a849550 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:46.700887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7404eae6-108a-41bd-94f3-7f7af0e16a06 req-b2cbe45b-8a32-4291-b051-6c332d0cb147 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ca95c04-7ef8-4cb0-930f-fac873378215&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389178
Jun 21 02:51:46.756669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Made reservation on behalf of c0951ee824c546088676c4d03c145cbc for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:46.759312 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.772152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.783015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] Pushing event updated for resources: {'Port': ['ID=b784fa37-a611-4079-a2bb-dcb6929e5385,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:46.802260 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:46.808351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.811917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.825081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:46.877028 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-12084003-8386-457a-994e-471f49b4b693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:46.904826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6fcf8e7d-2b6f-44f2-b1a1-27109f716a15 None None] Provisioning complete for port b784fa37-a611-4079-a2bb-dcb6929e5385 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:46.905224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8e7d-2b6f-44f2-b1a1-27109f716a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.949164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'Port': ['ID=dc99951d-4f9e-4a67-b61e-8cf7566311b6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:46.989628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:46.991021 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.3766379
Jun 21 02:51:46.996816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42604) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:47.006405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Network 7989e12b-ccbe-4c15-b879-2f8badf2d861 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:47.012062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.018002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:51:47.052893 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e41220>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:44Z', 'revision_number': 3, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:47.100654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.101390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Checking router: 8564d9d8-eb5c-4454-b325-432188c278a4 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:47.102485 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Updating router 8564d9d8-eb5c-4454-b325-432188c278a4 port 426b8f96-30f2-40b1-9cf8-e4688df56bac binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:51:47.108539 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:47.145670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:47.184176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event deleted for resources: {'Port': ['ID=37fd86fb-4f9d-48b1-99fa-9c712a849550,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:47.190220 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.191357 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:47.294909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:47.297752 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:47.368408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.447620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.457426 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b6182a12-6086-4b84-b617-77d5416a0b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:47.483588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc33e41-8bfe-4878-bea8-112951087759 req-75dbef9e-0ed1-4ab8-b099-5b9ac2056843 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:47.491231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fc33e41-8bfe-4878-bea8-112951087759 req-75dbef9e-0ed1-4ab8-b099-5b9ac2056843 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.6170235
Jun 21 02:51:47.501491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:51:47.503571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:47.504224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.515128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836c33fe-f663-49c8-98ac-b5e399583503,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:47.530790 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:47.544135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.544887 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Added segment 042f761e-254d-4102-86cf-8142eef43c5c of type vlan for network 7ba14e75-db30-439c-8272-6d15ce4a812a
Jun 21 02:51:47.556432 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Floating IP af7fe407-fdcc-4e34-910c-d2c1008d49c8 associated. External IP: 172.25.7.9, port: 15330695-3d8f-4b49-ab6a-cd99d0283f0f.
Jun 21 02:51:47.570621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Router 8dc21028-f8b0-42c0-80c1-54ba989feaeb has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:51:47.578658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fc33e41-8bfe-4878-bea8-112951087759 req-276a45ce-29b4-46b9-9d43-f4765220e509 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864656
Jun 21 02:51:47.632717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.676935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5456769
Jun 21 02:51:47.700165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Request body: {'port': {'device_id': '81374cb2-8afc-43a0-965c-ae769f46be50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:47.766559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:47.781980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] Sync routers for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:47.791600 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.796260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:47.796912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3eba3a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:47.830241 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Transition to ACTIVE for port object 426b8f96-30f2-40b1-9cf8-e4688df56bac will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:47.856476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.857878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:47.858613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.862140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] No DVR routers for this DVR port 37fd86fb-4f9d-48b1-99fa-9c712a849550 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:51:47.865719 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.869388 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-186d14c1-5d8e-4c2e-ae30-67c0742940a1 req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.26 "DELETE /v2.0/ports/37fd86fb-4f9d-48b1-99fa-9c712a849550 HTTP/1.1" status: 204  len: 173 time: 1.8901727
Jun 21 02:51:47.874066 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-726e2084-f313-405a-ad16-7617ea226579 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:47.876333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-deleted', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:47.878984 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e9e698-e099-464e-b9d0-cbe3484afd57" -d '{"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-deleted", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:47.933538 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:47.952097 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:47.959723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Pushing event updated for resources: {'Network': ['ID=7ba14e75-db30-439c-8272-6d15ce4a812a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:47.988740 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:47.992697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7ba14e75-db30-439c-8272-6d15ce4a812a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:51:47.996610 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Attempting to bind port 426b8f96-30f2-40b1-9cf8-e4688df56bac on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:47.996998 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Attempting to bind port 426b8f96-30f2-40b1-9cf8-e4688df56bac by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:47.997409 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Attempting to bind port 426b8f96-30f2-40b1-9cf8-e4688df56bac on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:48.022971 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:48.023272 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:48.023689 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:48.024094 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:48.024588 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Bound port: 426b8f96-30f2-40b1-9cf8-e4688df56bac, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:48.024972 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:48.041529 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.0150449
Jun 21 02:51:48.044529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42612) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:48.051184 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Request body: {'subnet': {'network_id': '7ba14e75-db30-439c-8272-6d15ce4a812a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-237709625-subnet', 'tenant_id': 'c0951ee824c546088676c4d03c145cbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:48.086913 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] For port 426b8f96-30f2-40b1-9cf8-e4688df56bac, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:48.091861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:48.107771 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] For port 426b8f96-30f2-40b1-9cf8-e4688df56bac, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=426b8f96-30f2-40b1-9cf8-e4688df56bac,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:48.143610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:48.146774 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aac75a-6a6d-4e77-9a84-970979a353a4 None None] Pushing event updated for resources: {'Port': ['ID=426b8f96-30f2-40b1-9cf8-e4688df56bac,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:48.149731 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-92aac75a-6a6d-4e77-9a84-970979a353a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:48.189266 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:48.191317 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:48.218104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Made reservation on behalf of c0951ee824c546088676c4d03c145cbc for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:48.220762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:48.272122 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aac75a-6a6d-4e77-9a84-970979a353a4 None None] Pushing event updated for resources: {'Port': ['ID=426b8f96-30f2-40b1-9cf8-e4688df56bac,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:48.274776 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:48.275316 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e41220>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:48.277814 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-92aac75a-6a6d-4e77-9a84-970979a353a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:48.304644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2390cc0-56a6-49c7-a92a-324ae582eb60 req-c3c9085e-6a9f-4e69-9402-f48415d5d7c9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:48.306355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2390cc0-56a6-49c7-a92a-324ae582eb60 req-c3c9085e-6a9f-4e69-9402-f48415d5d7c9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.4648743
Jun 21 02:51:48.426980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3eba3a0>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:48.430617 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:48.464674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] Checking router: 8dc21028-f8b0-42c0-80c1-54ba989feaeb for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:48.480550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:48.481725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3eba3a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:48.634772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:48.659547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2390cc0-56a6-49c7-a92a-324ae582eb60 req-e038e388-a564-46f1-a22a-fd550fcd4753 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3264775
Jun 21 02:51:48.663189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:48.666470 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b22c110-ebb9-488d-af4c-ca83bdd183a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:48.676108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:48.748074 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e41220>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:44Z', 'revision_number': 3, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:48.783496 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d11a76-a514-4f1f-a0e6-c864a476e422 None None] The sync data for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 is: [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:44Z', 'revision_number': 3, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:48.843483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b050c6-d5aa-487d-bb86-24620ba4b840,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:48.864911 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:48.870132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b784fa37-a611-4079-a2bb-dcb6929e5385 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:48.897315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Checking segment: {'id': '042f761e-254d-4102-86cf-8142eef43c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ba14e75-db30-439c-8272-6d15ce4a812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:48.897820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Network hostable DHCP agents. Network: 7ba14e75-db30-439c-8272-6d15ce4a812a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:51:48.961516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:51:48.994824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Network 7ba14e75-db30-439c-8272-6d15ce4a812a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:51:49.019007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b784fa37-a611-4079-a2bb-dcb6929e5385 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:49.019768 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:49.101513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7ba14e75-db30-439c-8272-6d15ce4a812a) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:49.117178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:49.120344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:49.169505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad27c7-5e67-4fb2-9929-7504106880cd None None] Network 7ba14e75-db30-439c-8272-6d15ce4a812a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:51:49.212537 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.1660347
Jun 21 02:51:49.560427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3eba3a0>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:49.596993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8fbea-42d9-4b9b-a580-752403f441e2 None None] The sync data for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 is: [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:49.716498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50910e5-1a61-4296-ac45-67ed742d18af None None] Network 7ba14e75-db30-439c-8272-6d15ce4a812a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:51:49.817260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-0157b2b6-5cab-4505-8ed6-36c6330ee34b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:49.819096 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-0157b2b6-5cab-4505-8ed6-36c6330ee34b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 946 time: 0.1192555
Jun 21 02:51:49.879950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc99951d-4f9e-4a67-b61e-8cf7566311b6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:49.895738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:49.922025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Transition to ACTIVE for port object dc99951d-4f9e-4a67-b61e-8cf7566311b6 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:49.956599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494d1b7-0600-4bbd-9a48-aaef016c3f2b req-400b4e6f-eb10-4278-9db9-c01e316c1981 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:49.958257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b494d1b7-0600-4bbd-9a48-aaef016c3f2b req-400b4e6f-eb10-4278-9db9-c01e316c1981 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 931 time: 1.0612924
Jun 21 02:51:50.039483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:50.045560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Deleting port c8e0aaa5-1037-4042-849a-c3a3a7452e6d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:50.046172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:50.054315 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d99a3a64-8f25-40d6-a276-add2aee1d33d tempest-FloatingIPsTestJSON-1644083735 tempest-FloatingIPsTestJSON-1644083735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:50.056543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:50.072287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Allocated IP 172.20.0.1 (b23b1384-fb8e-493a-8499-a30a51d29c2a/f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf/16f922de-9a07-414a-a1d1-ada240893624) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:50.115738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 37fd86fb-4f9d-48b1-99fa-9c712a849550 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:51:50.116833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 37fd86fb-4f9d-48b1-99fa-9c712a849550 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:51:50.195281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b494d1b7-0600-4bbd-9a48-aaef016c3f2b req-43658eab-bed9-4f02-a488-6e08c47dc65f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768522
Jun 21 02:51:50.215177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458028a-8b3a-4859-a7da-6a4e827bb94f None None] New status for floating IP b1d9e72f-5240-4415-a92a-5477254f8041: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:51:50.260335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] For port c8e0aaa5-1037-4042-849a-c3a3a7452e6d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:50.263136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:50.280839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Pushing event updated for resources: {'Port': ['ID=dc99951d-4f9e-4a67-b61e-8cf7566311b6,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:50.309955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:50.312071 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:50.319254 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:50.322329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] Sync routers for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:50.341550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:50.342210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ef51f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:50.416565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-4c763bdf-85b4-48ee-b4fe-2b8677a6794c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "PUT /v2.0/floatingips/af7fe407-fdcc-4e34-910c-d2c1008d49c8 HTTP/1.1" status: 200  len: 994 time: 6.3605001
Jun 21 02:51:50.427751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:50.432132 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:50.459235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Calling delete_port for c8e0aaa5-1037-4042-849a-c3a3a7452e6d owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:50.474342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Attempting to bind port dc99951d-4f9e-4a67-b61e-8cf7566311b6 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:50.474578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Attempting to bind port dc99951d-4f9e-4a67-b61e-8cf7566311b6 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:50.474882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Attempting to bind port dc99951d-4f9e-4a67-b61e-8cf7566311b6 on network 7989e12b-ccbe-4c15-b879-2f8badf2d861 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:50.514201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Port dc99951d-4f9e-4a67-b61e-8cf7566311b6 on network 7989e12b-ccbe-4c15-b879-2f8badf2d861 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:51:50.514526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Attempting to bind port dc99951d-4f9e-4a67-b61e-8cf7566311b6 on network 7989e12b-ccbe-4c15-b879-2f8badf2d861 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:50.534117 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:50.538207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:50.538540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Checking segment: {'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:50.538927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Bound using segment: {'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:50.539366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Bound port: dc99951d-4f9e-4a67-b61e-8cf7566311b6, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d79a72-63ce-4de7-b978-b611981fccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:50.539706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:50.564944 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fa7e73-f049-465a-acfe-d96f2b19601a x-openstack-request-id: req-c0fa7e73-f049-465a-acfe-d96f2b19601a {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:50.565517 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22d175-006a-483c-accc-8c9612354d10", "name": "network-vif-deleted", "tag": "37fd86fb-4f9d-48b1-99fa-9c712a849550", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:50.568031 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0fa7e73-f049-465a-acfe-d96f2b19601a {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:50.571242 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22d175-006a-483c-accc-8c9612354d10', 'name': 'network-vif-deleted', 'tag': '37fd86fb-4f9d-48b1-99fa-9c712a849550', 'status': 'completed', 'code': 200}
Jun 21 02:51:50.571689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Transition to ACTIVE for port object 16f922de-9a07-414a-a1d1-ada240893624 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:50.623754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:50.671546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-571a0b23-3ac5-4d1d-a042-861d12905415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:50.680306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-571a0b23-3ac5-4d1d-a042-861d12905415 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1097 time: 0.2393107
Jun 21 02:51:50.837043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] For port dc99951d-4f9e-4a67-b61e-8cf7566311b6, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:50.848583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 426b8f96-30f2-40b1-9cf8-e4688df56bac up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:50.871302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] For port dc99951d-4f9e-4a67-b61e-8cf7566311b6, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:50.875457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:50.884320 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-660689a2-a820-4e9f-add8-1e4faf61a48e tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:50.894558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6c693758-b536-4293-b653-0b4e1d604103'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:50.927341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-de42b154-8349-41a2-9de7-cd0aaa9c47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:50.927895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c8e0aaa5-1037-4042-849a-c3a3a7452e6d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:50.932075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Pushing event deleted for resources: {'Port': ['ID=c8e0aaa5-1037-4042-849a-c3a3a7452e6d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:50.938050 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:50.941380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-de42b154-8349-41a2-9de7-cd0aaa9c47e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 921 time: 0.2581403
Jun 21 02:51:50.999681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.002420 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] No DVR routers for this DVR port c8e0aaa5-1037-4042-849a-c3a3a7452e6d on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:51:51.003054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.006434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.011328 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75aacb4f-dc41-48aa-ac15-cab0c1e2581a req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.20 "DELETE /v2.0/ports/c8e0aaa5-1037-4042-849a-c3a3a7452e6d HTTP/1.1" status: 204  len: 173 time: 1.1773660
Jun 21 02:51:51.011620 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea593c61-a658-4fbf-a21e-49925fbdd936 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:51.063092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadf6fb-826c-4bff-8422-ed3f9229b68b req-0873beed-a603-4b81-b26d-3b90aca46c7c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:51.064635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cadf6fb-826c-4bff-8422-ed3f9229b68b req-0873beed-a603-4b81-b26d-3b90aca46c7c tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbb96a0-98cc-4866-8ba3-8ae238f7edf1 HTTP/1.1" status: 200  len: 867 time: 0.2785585
Jun 21 02:51:51.109210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:51.109885 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.111357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] 10.222.0.26 "PUT /v2.0/ports/dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 200  len: 1092 time: 3.4163713
Jun 21 02:51:51.116325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Network b23b1384-fb8e-493a-8499-a30a51d29c2a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:51.133548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-3bb6c5ba-7632-4640-9022-1c4cdd549c09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 997 time: 0.1910255
Jun 21 02:51:51.146171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:51.171357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Pushing event updated for resources: {'Port': ['ID=16f922de-9a07-414a-a1d1-ada240893624,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:51.178764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ef51f0>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'af7fe407-fdcc-4e34-910c-d2c1008d49c8', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'port_id': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'mac_address': 'fa:16:3e:3a:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:51:41Z', 'updated_at': '2021-06-21T02:51:45Z', 'revision_number': 1, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:30Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:51.181104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:51.217478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 426b8f96-30f2-40b1-9cf8-e4688df56bac completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:51.221556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] Checking router: 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:51.286763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cadf6fb-826c-4bff-8422-ed3f9229b68b req-396952ed-19bf-4780-848e-2dd0682192bc tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040732
Jun 21 02:51:51.298439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 426b8f96-30f2-40b1-9cf8-e4688df56bac triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:51.301601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.356684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-f9d6edf5-4a54-4227-9826-c75f9ee9a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:51.358698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:51.359363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ef51f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:51.369723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-f9d6edf5-4a54-4227-9826-c75f9ee9a920 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.2344635
Jun 21 02:51:51.450633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.497779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-fac95c6c-367a-4c50-a247-2e518e34a532 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1263771
Jun 21 02:51:51.559896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Pushing event updated for resources: {'Port': ['ID=dc99951d-4f9e-4a67-b61e-8cf7566311b6,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:51.654903 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:51.656373 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:51.656776 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:51.681278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:51.739793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.796463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 426b8f96-30f2-40b1-9cf8-e4688df56bac, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=426b8f96-30f2-40b1-9cf8-e4688df56bac,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:51.802006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f2962342-0e3f-4106-bc90-65e60745a712 None None] Provisioning for port 16f922de-9a07-414a-a1d1-ada240893624 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:51:51.821903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f2962342-0e3f-4106-bc90-65e60745a712 None None] Provisioning complete for port 16f922de-9a07-414a-a1d1-ada240893624 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:51.822451 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f2962342-0e3f-4106-bc90-65e60745a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.832491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-02b0d66c-8549-4ef1-93ae-f48379e59c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:51.834029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-02b0d66c-8549-4ef1-93ae-f48379e59c90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1095 time: 0.5674124
Jun 21 02:51:51.845002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-8953ba04-581c-4ea5-aa9c-a51343ce23a8 service neutron] 10.222.0.25 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3458841
Jun 21 02:51:51.890375 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:51.892393 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c5431b2a-e5a2-48f7-905e-431e9d52d8fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:51.949988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f2962342-0e3f-4106-bc90-65e60745a712 None None] Port 16f922de-9a07-414a-a1d1-ada240893624 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:51:51.988428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-f0d5b135-fc57-4242-a4ef-aaa21f786d40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 200  len: 217 time: 0.1349339
Jun 21 02:51:51.990740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=426b8f96-30f2-40b1-9cf8-e4688df56bac,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:51.996202 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:52.062831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ef51f0>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'af7fe407-fdcc-4e34-910c-d2c1008d49c8', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'port_id': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'mac_address': 'fa:16:3e:3a:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:51:41Z', 'updated_at': '2021-06-21T02:51:45Z', 'revision_number': 1, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:30Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:52.092332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-531470b6-5c53-4eda-bc69-5aee82c41458 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:52.098999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-531470b6-5c53-4eda-bc69-5aee82c41458 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/networks?id=7ba14e75-db30-439c-8272-6d15ce4a812a HTTP/1.1" status: 200  len: 821 time: 0.4075036
Jun 21 02:51:52.103720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a896b8-b3f8-49d9-9e66-260ae4463b90 None None] The sync data for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 is: [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'af7fe407-fdcc-4e34-910c-d2c1008d49c8', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'port_id': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'mac_address': 'fa:16:3e:3a:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:51:41Z', 'updated_at': '2021-06-21T02:51:45Z', 'revision_number': 1, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:30Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:52.137192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:52.151928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-a72e43ca-378c-40a5-aa7d-d0d08aa4e49e tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/quotas/c0951ee824c546088676c4d03c145cbc HTTP/1.1" status: 200  len: 375 time: 0.0511775
Jun 21 02:51:52.188919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-6aa138cb-adfc-4436-9288-aac99da15c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:52.190418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-6aa138cb-adfc-4436-9288-aac99da15c21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 200  len: 853 time: 0.1872742
Jun 21 02:51:52.220389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-3627bba0-15a7-4844-bcf0-44680d6a7b5e tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0951ee824c546088676c4d03c145cbc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0672596
Jun 21 02:51:52.231268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf68bdf-2191-443d-bca4-cb21895a0630 req-bc4bfc93-4cc2-4300-b4cd-02026755a02d service neutron] 10.222.0.25 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3853250
Jun 21 02:51:52.314136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-3587bb0b-06d7-4457-8d23-09c5614746b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7989e12b-ccbe-4c15-b879-2f8badf2d861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1040308
Jun 21 02:51:52.477066 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ad786-7a5e-42d4-af57-0d202d2c538a None None] New status for floating IP af7fe407-fdcc-4e34-910c-d2c1008d49c8: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:51:52.573498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbb96a0-98cc-4866-8ba3-8ae238f7edf1', 'name': 'network-vif-deleted', 'tag': 'c8e0aaa5-1037-4042-849a-c3a3a7452e6d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:52.577995 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0dcbfb-f6c6-48c5-9544-f784929c1c10" -d '{"events": [{"server_uuid": "4fbb96a0-98cc-4866-8ba3-8ae238f7edf1", "name": "network-vif-deleted", "tag": "c8e0aaa5-1037-4042-849a-c3a3a7452e6d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:52.632142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-1a35dbab-a411-4f26-b3cb-f315f3152b96 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba14e75-db30-439c-8272-6d15ce4a812a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4107862
Jun 21 02:51:52.728123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-ee61d289-d341-422a-8e13-79c6bb49f74e service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3397210
Jun 21 02:51:52.736964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 426b8f96-30f2-40b1-9cf8-e4688df56bac up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:51:52.821122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe751b-d783-4d1c-9f89-f3e05f54df90 req-a3d86d54-0d56-40cd-aad9-8cb3a0e4e8a9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:52.821938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 426b8f96-30f2-40b1-9cf8-e4688df56bac triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:52.822324 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:52.824088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1dbe751b-d783-4d1c-9f89-f3e05f54df90 req-a3d86d54-0d56-40cd-aad9-8cb3a0e4e8a9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.3286271
Jun 21 02:51:52.921803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:53.010016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1dbe751b-d783-4d1c-9f89-f3e05f54df90 req-c7d7ef6b-ad01-47c0-a59a-83dfa650b5a0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512041
Jun 21 02:51:53.016681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-62cbae0a-c62c-47f3-b6fa-feef6f16f6e3 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba14e75-db30-439c-8272-6d15ce4a812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3673773
Jun 21 02:51:53.016681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:53.027523 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92d41246-2edf-4d97-801d-d2529959c101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:53.143143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Pushing event updated for resources: {'Port': ['ID=16f922de-9a07-414a-a1d1-ada240893624,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:53.148847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:53.151756 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:53.155538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e519a9b7-f778-40da-8544-ccba7f9f89f1 req-1e32b43b-4671-4c32-826f-5f2f8f94069f service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4141781
Jun 21 02:51:53.316167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:53.485872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25bb7471-37e7-4969-9bd0-518583935c9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:53.525867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25bb7471-37e7-4969-9bd0-518583935c9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:53.553231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-fb166359-7dcf-4cfa-ab2a-b94a4fbf62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:53.554764 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-fb166359-7dcf-4cfa-ab2a-b94a4fbf62fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1097 time: 0.1404371
Jun 21 02:51:53.670967 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18d97df-a9bf-4b5d-b3a2-4b2cbf3716e1 x-openstack-request-id: req-f18d97df-a9bf-4b5d-b3a2-4b2cbf3716e1 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:53.671320 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:53.671633 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f18d97df-a9bf-4b5d-b3a2-4b2cbf3716e1 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:53.672081 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'status': 'completed', 'code': 200}
Jun 21 02:51:53.677286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-7ffa96a4-4907-48b5-94ab-9c531edebc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:53.678851 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-7ffa96a4-4907-48b5-94ab-9c531edebc17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 921 time: 0.1100290
Jun 21 02:51:53.736997 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25bb7471-37e7-4969-9bd0-518583935c9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:53.739840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25bb7471-37e7-4969-9bd0-518583935c9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:53.743409 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25bb7471-37e7-4969-9bd0-518583935c9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "DELETE /v2.0/security-groups/6ca95c04-7ef8-4cb0-930f-fac873378215 HTTP/1.1" status: 204  len: 168 time: 0.4231284
Jun 21 02:51:53.746102 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c9c403b-a27a-462c-ba78-c4d6751b42f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:53.747346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42658) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:53.766674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb7471-37e7-4969-9bd0-518583935c9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca95c04-7ef8-4cb0-930f-fac873378215,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:53.766674 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25bb7471-37e7-4969-9bd0-518583935c9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:53.783973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-39349f5c-105f-48aa-9294-826929713e98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 999 time: 0.0953376
Jun 21 02:51:53.842137 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-8cf8feb0-e019-45b7-b502-9057b73d42f2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] show failed (client error): The resource could not be found.
Jun 21 02:51:53.849957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8cf8feb0-e019-45b7-b502-9057b73d42f2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups/6ca95c04-7ef8-4cb0-930f-fac873378215 HTTP/1.1" status: 404  len: 347 time: 0.1001673
Jun 21 02:51:53.852742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42662) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:53.867070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-c91ab16d-72ec-4145-b998-7e4036beda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:53.868646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-c91ab16d-72ec-4145-b998-7e4036beda53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.0765636
Jun 21 02:51:53.893770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c8e0aaa5-1037-4042-849a-c3a3a7452e6d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:51:53.898925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-64940b02-976a-468b-a288-fb9f5110996e tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200  len: 999 time: 0.1850939
Jun 21 02:51:53.945857 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-cf57f087-66e0-48d1-8d26-e31a3e0fa3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400083
Jun 21 02:51:53.948177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: c8e0aaa5-1037-4042-849a-c3a3a7452e6d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:51:53.949008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c8e0aaa5-1037-4042-849a-c3a3a7452e6d not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:51:53.963867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Network b23b1384-fb8e-493a-8499-a30a51d29c2a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:53.976539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7615-40bc-4e34-957d-a533970306c3 req-d335396d-dfaa-4186-9e09-1fbb323e1307 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:53.978094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a4e7615-40bc-4e34-957d-a533970306c3 req-d335396d-dfaa-4186-9e09-1fbb323e1307 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 943 time: 0.3052025
Jun 21 02:51:53.981624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:54.006226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-baa6f139-bf85-4be6-93e0-3b03ced83350 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:54.007655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-baa6f139-bf85-4be6-93e0-3b03ced83350 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports/15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 942 time: 0.0991683
Jun 21 02:51:54.128207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a4e7615-40bc-4e34-957d-a533970306c3 req-06e852a1-5393-4cb9-993d-9db3762961a5 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420555
Jun 21 02:51:54.246471 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177025f0-f7b1-4276-bb3e-e338008aa825 x-openstack-request-id: req-177025f0-f7b1-4276-bb3e-e338008aa825 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:54.250888 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbb96a0-98cc-4866-8ba3-8ae238f7edf1", "name": "network-vif-deleted", "tag": "c8e0aaa5-1037-4042-849a-c3a3a7452e6d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:54.250888 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-177025f0-f7b1-4276-bb3e-e338008aa825 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:54.251397 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbb96a0-98cc-4866-8ba3-8ae238f7edf1', 'name': 'network-vif-deleted', 'tag': 'c8e0aaa5-1037-4042-849a-c3a3a7452e6d', 'status': 'completed', 'code': 200}
Jun 21 02:51:54.272454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Deleting port 08ef1b86-94a8-41f8-9f9a-abdb4e3464e3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:54.273173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:54.294005 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-49da1d7d-44ec-4c66-9419-7bac763bb69d service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3055272
Jun 21 02:51:54.407229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55c0c3fd-425a-4b66-a866-d67d9c48f0a2 req-59dc225b-67ac-4b05-bfea-87243b8f397c tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 210 time: 0.0853548
Jun 21 02:51:54.444687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-ca55f21e-e97f-47dc-88a9-f6dc098e12c0 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200  len: 999 time: 0.2232828
Jun 21 02:51:54.447121 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-503e9b3d-221d-4e0c-bd4f-338f1b179bd4 req-6535357d-7cd3-4450-a855-848f7d0e5922 service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186576
Jun 21 02:51:54.510353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4b17f006-e95c-4745-b3f0-a6e3bc914ad5 None None] Provisioning complete for port 16f922de-9a07-414a-a1d1-ada240893624 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:51:54.510654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:54.510654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:54.510927 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b17f006-e95c-4745-b3f0-a6e3bc914ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:54.583014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4b17f006-e95c-4745-b3f0-a6e3bc914ad5 None None] Port 16f922de-9a07-414a-a1d1-ada240893624 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:51:54.628194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-718a166a-0c83-4707-81b3-af4409387918 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:54.638599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-718a166a-0c83-4707-81b3-af4409387918 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.1929433
Jun 21 02:51:54.671967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Calling delete_port for 08ef1b86-94a8-41f8-9f9a-abdb4e3464e3 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:54.742119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-b845b76a-e226-4a2c-a3fc-6ff07a00ac69 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200  len: 999 time: 0.1026583
Jun 21 02:51:54.743839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Router 8564d9d8-eb5c-4454-b325-432188c278a4 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:51:54.756636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:54.858631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:54.942973 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:54.946128 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9668ec7b-b0bf-4286-87b9-8acc0f262769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:54.971980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event deleted for resources: {'Port': ['ID=08ef1b86-94a8-41f8-9f9a-abdb4e3464e3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:54.976692 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:55.005838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:55.016300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] 10.222.0.25 "PUT /v2.0/routers/8564d9d8-eb5c-4454-b325-432188c278a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0081472
Jun 21 02:51:55.023014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Sync routers for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:55.037201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:55.038541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d80760d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:55.101502 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:55.105427 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:55.109374 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "DELETE /v2.0/floatingips/b1d9e72f-5240-4415-a92a-5477254f8041 HTTP/1.1" status: 204  len: 168 time: 1.2540550
Jun 21 02:51:55.129711 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:55.215178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:55.216776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:55.217359 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Floating IP af7fe407-fdcc-4e34-910c-d2c1008d49c8 disassociated. External IP: 172.25.7.9, port: 15330695-3d8f-4b49-ab6a-cd99d0283f0f.
Jun 21 02:51:55.425923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16938009-a10a-401a-b315-5e8f96db0302 req-d79fa1c8-e2d0-43b5-9039-e4d55624dc15 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:55.434587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16938009-a10a-401a-b315-5e8f96db0302 req-d79fa1c8-e2d0-43b5-9039-e4d55624dc15 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.1506643
Jun 21 02:51:55.492012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16938009-a10a-401a-b315-5e8f96db0302 req-c2e17457-3e63-4247-925d-45c9e1cded5d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564210
Jun 21 02:51:55.495578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d80760d0>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:51:52Z', 'revision_number': 2, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:55.525902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Checking router: 8564d9d8-eb5c-4454-b325-432188c278a4 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:55.526917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Updating router 8564d9d8-eb5c-4454-b325-432188c278a4 port 16f922de-9a07-414a-a1d1-ada240893624 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:51:55.603940 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:55.655004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:51:55.673058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:51:55.675366 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2acec0-03d8-4b73-aee3-395a37103101" -d '{"events": [{"name": "network-changed", "server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:51:55.841317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc94ef-c812-49d5-9488-1c6a52c9c4fc req-c1c98a3a-43d2-4790-a6af-d9dd5514540e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:55.842895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97fc94ef-c812-49d5-9488-1c6a52c9c4fc req-c1c98a3a-43d2-4790-a6af-d9dd5514540e tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.2074540
Jun 21 02:51:55.847401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:51:55.852897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:55.857851 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] Sync routers for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:51:55.874189 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:55.876915 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:55.929627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97fc94ef-c812-49d5-9488-1c6a52c9c4fc req-a09f15d8-6e0d-409c-867a-b6b926826452 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a8b3be3-df75-4f5c-8520-0a6218261ff4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702255
Jun 21 02:51:55.940504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5a522db2-e18c-4ae8-81cc-5468483148d7 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "PUT /v2.0/floatingips/af7fe407-fdcc-4e34-910c-d2c1008d49c8 HTTP/1.1" status: 200  len: 693 time: 1.1893220
Jun 21 02:51:56.093896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-ee94688a-65bf-486f-86b8-42b0f619fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:56.095345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-ee94688a-65bf-486f-86b8-42b0f619fd66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1097 time: 0.1208892
Jun 21 02:51:56.103930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dc99951d-4f9e-4a67-b61e-8cf7566311b6 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:51:56.136043 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:56.157025 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:56.170599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Transition to ACTIVE for port object 16f922de-9a07-414a-a1d1-ada240893624 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:51:56.212040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-a2d6b8a4-827a-46b2-820a-0a3388c52595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:56.214219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-a2d6b8a4-827a-46b2-820a-0a3388c52595 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 921 time: 0.1061931
Jun 21 02:51:56.263675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:56.267727 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:56.335716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-45cd85aa-905d-4b28-91c2-45b04c422eb4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 217 time: 0.0877469
Jun 21 02:51:56.367267 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4850>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:30Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:56.395411 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] Checking router: 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:51:56.410187 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:56.410843 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:56.428273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dc99951d-4f9e-4a67-b61e-8cf7566311b6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:56.484149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aeaa1-864a-473e-8da3-e409ca09b392 None None] Pushing event updated for resources: {'Port': ['ID=16f922de-9a07-414a-a1d1-ada240893624,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:56.502436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01900404-0d2a-4098-a7ef-4f7ffe701da6 req-01383fbc-c3f6-4cd2-a7e4-89642ebfb2e9 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:56.514080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01900404-0d2a-4098-a7ef-4f7ffe701da6 req-01383fbc-c3f6-4cd2-a7e4-89642ebfb2e9 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 943 time: 0.2985747
Jun 21 02:51:56.531467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-12a966d1-9022-4f1c-af06-a4fdd4a88098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:56.536820 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:56.537020 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff5aeaa1-864a-473e-8da3-e409ca09b392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:56.540785 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-12a966d1-9022-4f1c-af06-a4fdd4a88098 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.2035844
Jun 21 02:51:56.561020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6', 'network_id': '7989e12b-ccbe-4c15-b879-2f8badf2d861', 'port_id': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6', 'mac_address': 'fa:16:3e:6d:38:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c695b913-5e86-4aad-9b61-6d0e7db633d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:51:56.623854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-5b0dc80a-c0fe-4cb7-9df6-c5547760e99d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799155
Jun 21 02:51:56.681783 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:56.719662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01900404-0d2a-4098-a7ef-4f7ffe701da6 req-59835023-01bc-48d7-8f70-d20b0ca3bb7d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044799
Jun 21 02:51:56.736294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc99951d-4f9e-4a67-b61e-8cf7566311b6 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:51:56.743090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Attempting to bind port 16f922de-9a07-414a-a1d1-ada240893624 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:51:56.743469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Attempting to bind port 16f922de-9a07-414a-a1d1-ada240893624 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:51:56.743840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Attempting to bind port 16f922de-9a07-414a-a1d1-ada240893624 on network b23b1384-fb8e-493a-8499-a30a51d29c2a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:51:56.881444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-43716e10-16dd-408a-8cd1-79e799d78ae4 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:56.884460 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-43716e10-16dd-408a-8cd1-79e799d78ae4 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.20 "GET /v2.0/networks?id=7ba14e75-db30-439c-8272-6d15ce4a812a HTTP/1.1" status: 200  len: 821 time: 0.2271483
Jun 21 02:51:56.905518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Request body: {'port': {'device_id': '1508ab61-031b-4360-be6b-13f2b794d43a', 'network_id': '7ba14e75-db30-439c-8272-6d15ce4a812a', 'admin_state_up': True, 'tenant_id': 'c0951ee824c546088676c4d03c145cbc'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:56.950618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-99c7cfbc-373a-498b-896c-e8a0e66eb8c4 service neutron] 10.222.0.25 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3232515
Jun 21 02:51:57.038496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:51:57.043808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Checking segment: {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:51:57.044488 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:57.045109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Bound using segment: {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:51:57.045877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Bound port: 16f922de-9a07-414a-a1d1-ada240893624, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:51:57.046514 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:57.072391 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90b4850>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:30Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:57.101194 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00aa8e6-bd47-4685-8c88-45c15aff1fdc None None] The sync data for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 is: [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:50:23Z', 'revision_number': 4, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '95bb11e2-6436-464a-a45b-a895a3cce677', 'name': '', 'network_id': 'e1470a71-4100-45b8-bc12-b0cf1dcb1187', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'mac_address': 'fa:16:3e:2c:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '94cffb21-0f53-4641-bb47-2ce909170387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:21Z', 'updated_at': '2021-06-21T02:50:30Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'subnets': [{'id': '94cffb21-0f53-4641-bb47-2ce909170387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:57.102529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dc99951d-4f9e-4a67-b61e-8cf7566311b6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:57.217794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Made reservation on behalf of c0951ee824c546088676c4d03c145cbc for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:51:57.223787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:57.233596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ed37698-a955-4095-b8ad-ac3b8fe58d9f req-6946a1ca-34d7-4632-95ab-c538c0ec8ca5 service neutron] 10.222.0.25 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2718954
Jun 21 02:51:57.249015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] For port 16f922de-9a07-414a-a1d1-ada240893624, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:51:57.253898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] For port 16f922de-9a07-414a-a1d1-ada240893624, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=16f922de-9a07-414a-a1d1-ada240893624,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:51:57.256014 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:57.259130 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f654ee6a-01d6-471b-8577-4f8e31ae46c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:57.396719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=dc99951d-4f9e-4a67-b61e-8cf7566311b6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:57.408809 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:57.416000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:57.431933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-7f79011c-688b-4432-917c-a43b500ee7ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:57.434314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-7f79011c-688b-4432-917c-a43b500ee7ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.26 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 945 time: 0.1664553
Jun 21 02:51:57.441955 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:57.577431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06c223-e4d9-4d74-b5d5-2349ff81e4f6 None None] New status for floating IP af7fe407-fdcc-4e34-910c-d2c1008d49c8: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:51:57.585605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dc99951d-4f9e-4a67-b61e-8cf7566311b6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:57.586211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Allocated IP 172.20.0.5 (7ba14e75-db30-439c-8272-6d15ce4a812a/a7b050c6-d5aa-487d-bb86-24620ba4b840/1dce449b-2ac0-43d2-99df-1c732e109810) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:51:57.708608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Deleting port 6c693758-b536-4293-b653-0b4e1d604103 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:51:57.709238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:57.773568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:51:57.774339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d80760d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:57.888153 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:57.961830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42694) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:57.967088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867950205', 'description': 'tempest-description--1710274886'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:57.967586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] For port 6c693758-b536-4293-b653-0b4e1d604103, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6c693758-b536-4293-b653-0b4e1d604103,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:51:57.973114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:57.990895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:51:58.023633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:58.047201 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9f7cbac3-057f-413d-98e6-f28a892efa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:58.062000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Calling delete_port for 6c693758-b536-4293-b653-0b4e1d604103 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:51:58.070793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42698) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:58.149259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384060359', 'description': 'tempest-description--288253743'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:58.158901 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:58.201902 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f957ccee-bfbb-443c-b234-82dc13efaafe x-openstack-request-id: req-f957ccee-bfbb-443c-b234-82dc13efaafe {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:51:58.203298 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:51:58.203647 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f957ccee-bfbb-443c-b234-82dc13efaafe {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:51:58.204318 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6', 'status': 'completed', 'code': 200}
Jun 21 02:51:58.210046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Network 7ba14e75-db30-439c-8272-6d15ce4a812a is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:51:58.262292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:51:58.267997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:58.277959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:51:58.292226 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:58.326362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Pushing event updated for resources: {'Port': ['ID=1dce449b-2ac0-43d2-99df-1c732e109810,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:58.332272 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:58.350954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Pushing event deleted for resources: {'Port': ['ID=6c693758-b536-4293-b653-0b4e1d604103,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:58.366365 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:58.378271 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:58.406363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:58.407184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:58.484749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-c6f08211-c3d8-4ceb-a292-4f824403dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:58.486344 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-c6f08211-c3d8-4ceb-a292-4f824403dcd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1096 time: 0.3481953
Jun 21 02:51:58.518965 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aeaa1-864a-473e-8da3-e409ca09b392 None None] Pushing event updated for resources: {'Port': ['ID=16f922de-9a07-414a-a1d1-ada240893624,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:58.523217 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff5aeaa1-864a-473e-8da3-e409ca09b392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:58.624079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:58.688471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-7423a11d-614f-4d57-af3f-6ef5de22e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:58.690303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-7423a11d-614f-4d57-af3f-6ef5de22e693 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 914 time: 0.1929808
Jun 21 02:51:58.757176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:58.767552 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18bbfd98-4814-4e72-86e0-5051ccf5a9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:58.773402 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-4a79a806-cc24-481a-a323-1e6c63cc5602 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 200  len: 217 time: 0.0717783
Jun 21 02:51:58.802676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d80760d0>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:51:57Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:51:58.843059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3bbf54-869e-4326-8962-4bccc0ffeddb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:51:58.845159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e80d-7aa0-49f6-b034-381c9890698e None None] The sync data for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 is: [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:51:57Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:51:58.847203 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:51:58.886822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf48b93-0347-4ac7-bb40-0fb82f63b640 req-dcbd24ee-2c6f-44dc-a202-82cbe16f379a tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:58.888420 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9885752
Jun 21 02:51:58.891624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-9f463d1a-c91b-437d-a8da-d61220bee3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:58.893226 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-9f463d1a-c91b-437d-a8da-d61220bee3e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 200  len: 853 time: 0.1036596
Jun 21 02:51:58.895517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bf48b93-0347-4ac7-bb40-0fb82f63b640 req-dcbd24ee-2c6f-44dc-a202-82cbe16f379a tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 931 time: 0.6900883
Jun 21 02:51:58.900100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] No DVR routers for this DVR port 6c693758-b536-4293-b653-0b4e1d604103 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:51:58.909583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Request body: {'port': {'device_id': '1508ab61-031b-4360-be6b-13f2b794d43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:58.951842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:58.954307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2fcdc8b-9e4c-4cbb-ab92-abb60607408a req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.26 "DELETE /v2.0/ports/6c693758-b536-4293-b653-0b4e1d604103 HTTP/1.1" status: 204  len: 173 time: 1.5140786
Jun 21 02:51:58.981652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e9489-d303-46d7-b4d7-f356f279cb27 req-8135acc5-907f-42e5-a322-4e965048b822 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:58.983202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a5e9489-d303-46d7-b4d7-f356f279cb27 req-8135acc5-907f-42e5-a322-4e965048b822 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.7336748
Jun 21 02:51:59.028447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bf48b93-0347-4ac7-bb40-0fb82f63b640 req-dc1d1a66-5be6-4a41-a368-f282ec71c6f7 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316085
Jun 21 02:51:59.043688 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-725191b8-951c-4e4f-a064-0fa7a06accc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7989e12b-ccbe-4c15-b879-2f8badf2d861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632088
Jun 21 02:51:59.087816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a5e9489-d303-46d7-b4d7-f356f279cb27 req-1bef75cd-b1d2-4cf1-ac3a-cd7e0051137b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944254
Jun 21 02:51:59.127155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6c693758-b536-4293-b653-0b4e1d604103'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:51:59.187849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:59.293657 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:59.304268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38a8dcb9-f404-4560-a809-7d712f0dba40 req-7e13ea35-1ccc-4f86-90ac-d762cd89fcfe tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] 10.222.0.25 "GET /v2.0/ports?device_id=04bba234-5705-4349-85fc-6086da317937 HTTP/1.1" status: 200  len: 210 time: 0.0614920
Jun 21 02:51:59.339188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-faf32ab3-3af9-454b-8bb8-eb0b568cec3b tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/floatingips/af7fe407-fdcc-4e34-910c-d2c1008d49c8 HTTP/1.1" status: 200  len: 691 time: 0.2232568
Jun 21 02:51:59.406375 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-15733a2c-5620-4855-847f-e17e622590ea service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3516376
Jun 21 02:51:59.409626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:59.442953 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-84ea7967-440b-4d2b-85fa-495602b6851c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:51:59.496363 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:59.497793 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.5348871
Jun 21 02:51:59.516558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42700) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:59.530628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'security_group_rule': {'security_group_id': 'ad3bbf54-869e-4326-8962-4bccc0ffeddb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:59.541139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:51:59.543420 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.4067376
Jun 21 02:51:59.554349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42702) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:51:59.559978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Request body: {'security_group_rule': {'security_group_id': '32f288cb-7f51-4760-b4fc-d7c026ceba3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:51:59.592591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-0b6ce00d-cc5b-4735-8af8-d22629524c58 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:59.594133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-0b6ce00d-cc5b-4735-8af8-d22629524c58 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 784 time: 0.2539773
Jun 21 02:51:59.680761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-6e3d06fc-b105-4550-a222-5b2696e6f581 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200  len: 694 time: 0.0779579
Jun 21 02:51:59.769186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-52ed483d-148d-491f-8cae-493168668b6c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200  len: 694 time: 0.0870538
Jun 21 02:51:59.862692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95bf1b-82d2-4c57-8fd2-ac6427cfe5a7 req-d98f16d8-779d-4d82-a3b3-86f8b1b3c7c2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:51:59.871699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b95bf1b-82d2-4c57-8fd2-ac6427cfe5a7 req-d98f16d8-779d-4d82-a3b3-86f8b1b3c7c2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 944 time: 0.3877623
Jun 21 02:52:00.011030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b95bf1b-82d2-4c57-8fd2-ac6427cfe5a7 req-7a291bd9-dc72-4e8b-83fb-888929f23c66 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362255
Jun 21 02:52:00.034120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.112105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dc99951d-4f9e-4a67-b61e-8cf7566311b6 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:00.133207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f288cb-7f51-4760-b4fc-d7c026ceba3c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:00.153745 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.158510 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:00.207041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f'}, {'server_uuid': '04bba234-5705-4349-85fc-6086da317937', 'name': 'network-vif-deleted', 'tag': '6c693758-b536-4293-b653-0b4e1d604103'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:00.211596 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13" -d '{"events": [{"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f"}, {"server_uuid": "04bba234-5705-4349-85fc-6086da317937", "name": "network-vif-deleted", "tag": "6c693758-b536-4293-b653-0b4e1d604103"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:00.265135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dce449b-2ac0-43d2-99df-1c732e109810 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:00.274783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Deleting port 096c5eee-84d5-4b31-806d-62090098aad1 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:00.275161 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.298011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.302702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port dc99951d-4f9e-4a67-b61e-8cf7566311b6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:00.311533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port dc99951d-4f9e-4a67-b61e-8cf7566311b6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:00.312019 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.324816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.340539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Transition to ACTIVE for port object 1dce449b-2ac0-43d2-99df-1c732e109810 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:00.343614 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea2acec0-03d8-4b73-aee3-395a37103101 req-37be3347-fae1-479b-acb3-18118ddfaef0 service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9142470
Jun 21 02:52:00.351185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.389918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.391936 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1538459-b8da-4a08-b4a7-683a2f06445d tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:00.433486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77545d74-d38d-4b7c-8603-512f167e0c87,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:00.438462 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:00.455192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.455525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.468833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.474741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fca4f-9f29-4176-a983-c622cdb1157b req-c15f9e48-4031-45b0-b1da-5e2132caeb58 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:00.476316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-253fca4f-9f29-4176-a983-c622cdb1157b req-c15f9e48-4031-45b0-b1da-5e2132caeb58 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 931 time: 0.2859874
Jun 21 02:52:00.503845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:00.506380 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b9e2a-8e3a-432a-ab57-7cadf66bf42c" -d '{"events": [{"server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "name": "network-vif-plugged", "status": "completed", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:00.520712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dc99951d-4f9e-4a67-b61e-8cf7566311b6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:00.537944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Calling delete_port for 096c5eee-84d5-4b31-806d-62090098aad1 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:00.620879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-253fca4f-9f29-4176-a983-c622cdb1157b req-61d38a0d-e4ea-4c06-9b27-1f4f6b9671df tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104746
Jun 21 02:52:00.702580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.705646 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c380ebfb-bccc-4be1-b66b-e17a0a50ce39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:00.718182 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.724271 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:00.774703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.777485 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2205200
Jun 21 02:52:00.790119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42714) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:00.811430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 16f922de-9a07-414a-a1d1-ada240893624 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:00.818325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Request body: {'security_group_rule': {'security_group_id': '32f288cb-7f51-4760-b4fc-d7c026ceba3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:00.825293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0e1f39-1438-4ec5-b0be-ca9e98ee8cd5,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:00.835032 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:00.852716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dce449b-2ac0-43d2-99df-1c732e109810,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:00.857147 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.858218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6c693758-b536-4293-b653-0b4e1d604103 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:00.872327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.873553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3540783
Jun 21 02:52:00.877996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.879883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42716) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:00.881255 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:00.882111 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-86694a3a-ad51-4de4-a210-9fee9f050f07 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:00.891488 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:00.892416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'security_group_rule': {'security_group_id': 'ad3bbf54-869e-4326-8962-4bccc0ffeddb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:00.894163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 6c693758-b536-4293-b653-0b4e1d604103 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:00.894634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6c693758-b536-4293-b653-0b4e1d604103 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:00.946393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event deleted for resources: {'Port': ['ID=096c5eee-84d5-4b31-806d-62090098aad1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:00.955016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Attempting to bind port 1dce449b-2ac0-43d2-99df-1c732e109810 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:52:00.955374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Attempting to bind port 1dce449b-2ac0-43d2-99df-1c732e109810 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '042f761e-254d-4102-86cf-8142eef43c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ba14e75-db30-439c-8272-6d15ce4a812a'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:52:00.955716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Attempting to bind port 1dce449b-2ac0-43d2-99df-1c732e109810 on network 7ba14e75-db30-439c-8272-6d15ce4a812a {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:00.961168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Port 1dce449b-2ac0-43d2-99df-1c732e109810 on network 7ba14e75-db30-439c-8272-6d15ce4a812a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:52:00.961601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Attempting to bind port 1dce449b-2ac0-43d2-99df-1c732e109810 on network 7ba14e75-db30-439c-8272-6d15ce4a812a {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:00.969879 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:00.974989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:52:00.977898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Checking segment: {'id': '042f761e-254d-4102-86cf-8142eef43c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ba14e75-db30-439c-8272-6d15ce4a812a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:00.978328 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Bound using segment: {'id': '042f761e-254d-4102-86cf-8142eef43c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ba14e75-db30-439c-8272-6d15ce4a812a'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:52:00.981715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=dc99951d-4f9e-4a67-b61e-8cf7566311b6,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:00.983377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Bound port: 1dce449b-2ac0-43d2-99df-1c732e109810, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042f761e-254d-4102-86cf-8142eef43c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ba14e75-db30-439c-8272-6d15ce4a812a'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:52:00.983815 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:00.986361 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:01.040257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 16f922de-9a07-414a-a1d1-ada240893624 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:01.044694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 16f922de-9a07-414a-a1d1-ada240893624 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:01.045420 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.058525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.083945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] For port 1dce449b-2ac0-43d2-99df-1c732e109810, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:52:01.089320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] For port 1dce449b-2ac0-43d2-99df-1c732e109810, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1dce449b-2ac0-43d2-99df-1c732e109810,segment=NetworkSegment(042f761e-254d-4102-86cf-8142eef43c5c),segment_id=042f761e-254d-4102-86cf-8142eef43c5c)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:52:01.098913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61015d-5f0c-4fee-b33d-fc3df3eafe49 req-9b4cce65-9d18-4339-a92d-26b631227de2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.100263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c61015d-5f0c-4fee-b33d-fc3df3eafe49 req-9b4cce65-9d18-4339-a92d-26b631227de2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.3251693
Jun 21 02:52:01.125818 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.128921 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.130251 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4c3d8e4-37e0-4bc1-9adf-8b93f91aa9af req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "DELETE /v2.0/floatingips/af7fe407-fdcc-4e34-910c-d2c1008d49c8 HTTP/1.1" status: 204  len: 173 time: 1.3598897
Jun 21 02:52:01.152065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.167267 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.170621 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-530c37b2-4fc5-41d9-9295-1e8e490a03ed tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:01.186164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.226016 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a174a07-578b-4f27-83e6-44e180513257 x-openstack-request-id: req-1a174a07-578b-4f27-83e6-44e180513257 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:01.226361 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f", "status": "completed", "code": 200}, {"server_uuid": "04bba234-5705-4349-85fc-6086da317937", "name": "network-vif-deleted", "tag": "6c693758-b536-4293-b653-0b4e1d604103", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:01.226719 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a174a07-578b-4f27-83e6-44e180513257 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:01.227178 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'status': 'completed', 'code': 200}
Jun 21 02:52:01.227488 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bba234-5705-4349-85fc-6086da317937', 'name': 'network-vif-deleted', 'tag': '6c693758-b536-4293-b653-0b4e1d604103', 'status': 'completed', 'code': 200}
Jun 21 02:52:01.233089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c61015d-5f0c-4fee-b33d-fc3df3eafe49 req-65c28949-70c9-40d0-925c-7f6e9330386a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205821
Jun 21 02:52:01.234523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 16f922de-9a07-414a-a1d1-ada240893624, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=16f922de-9a07-414a-a1d1-ada240893624,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:01.243835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.244484 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.251370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/1dce449b-2ac0-43d2-99df-1c732e109810 HTTP/1.1" status: 200  len: 1092 time: 2.3433888
Jun 21 02:52:01.251370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1508ab61-031b-4360-be6b-13f2b794d43a', 'tag': '1dce449b-2ac0-43d2-99df-1c732e109810'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:01.251370 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95909e59-8a9c-438f-b6fc-e825636462e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1508ab61-031b-4360-be6b-13f2b794d43a", "tag": "1dce449b-2ac0-43d2-99df-1c732e109810"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:01.266547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.272706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.312553 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767dfac-bc0c-4215-9181-b46167539709 x-openstack-request-id: req-f767dfac-bc0c-4215-9181-b46167539709 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:01.312976 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "name": "network-vif-plugged", "status": "completed", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:01.313388 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f767dfac-bc0c-4215-9181-b46167539709 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:01.313864 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6', 'code': 200}
Jun 21 02:52:01.315279 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.329019 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:01.336121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42732) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:01.347735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.439122 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:01.451284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=16f922de-9a07-414a-a1d1-ada240893624,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:01.457652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dce449b-2ac0-43d2-99df-1c732e109810,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:01.459824 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:01.470262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.493475 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:01.498235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-7f17348d-6bc1-4f99-84a1-50f109a5b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.499934 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-7f17348d-6bc1-4f99-84a1-50f109a5b57c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce81e63134ed4e12b66ff617814b88d3&device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 1097 time: 0.2526746
Jun 21 02:52:01.552449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb6c3b1-030c-42b7-8174-41c55029b66d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:01.554884 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:01.576544 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d852351d-b275-4192-9324-6a9263754146 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:01.615619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ef85de2-d9dd-4623-9b12-fc712d08592c req-32fa46d8-6f46-4c1b-8a8b-90d8b20ec56b tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups/0467bfd0-79ff-41a1-9d1b-76278ebf0b43 HTTP/1.1" status: 200  len: 1809 time: 0.2512090
Jun 21 02:52:01.622952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-36548c9f-b597-4d97-a0db-35fd7369cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.624423 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-36548c9f-b597-4d97-a0db-35fd7369cb31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 200  len: 921 time: 0.1047881
Jun 21 02:52:01.637128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c67b4d-0687-4cb4-b231-9178bd4ed9b1,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:01.640808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:01.660258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.664308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7769859
Jun 21 02:52:01.670672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42736) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:01.705556 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-1c1b0b47-c955-4971-b5ff-58cd5ea53439 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 200  len: 217 time: 0.0488186
Jun 21 02:52:01.705753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:01.737931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dfd94-3e6a-424a-a45f-2f222bc2b14a req-7ffdf865-92dc-4c4f-a126-a7cd4403df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.739442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de8dfd94-3e6a-424a-a45f-2f222bc2b14a req-7ffdf865-92dc-4c4f-a126-a7cd4403df1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1097 time: 0.2953591
Jun 21 02:52:01.757761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.758960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9464660
Jun 21 02:52:01.765837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42740) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:01.767871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-b1fef185-8ee8-4fcf-bd67-20796a706269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.769377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-b1fef185-8ee8-4fcf-bd67-20796a706269 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0951ee824c546088676c4d03c145cbc&device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 1095 time: 0.3843987
Jun 21 02:52:01.771991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-47d744ba-a6d7-4df3-96e2-647d72ba1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.773319 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-47d744ba-a6d7-4df3-96e2-647d72ba1442 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 200  len: 860 time: 0.0802355
Jun 21 02:52:01.776870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:01.842491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8c253-a3cd-4e32-b9f9-8051fee38dee req-35a60e3f-9c62-4ea7-82f5-95da3e67114a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.844108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45d8c253-a3cd-4e32-b9f9-8051fee38dee req-35a60e3f-9c62-4ea7-82f5-95da3e67114a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 945 time: 0.3696241
Jun 21 02:52:01.854834 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-c058d9de-beb0-4795-9c0b-537c4c7108c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1470a71-4100-45b8-bc12-b0cf1dcb1187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665324
Jun 21 02:52:01.857707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2ef85de2-d9dd-4623-9b12-fc712d08592c req-49d670b6-b77c-40ef-a9b0-c14e7c76e10f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.858893 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-d66159c5-c264-4a53-9245-1de612062dda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dce449b-2ac0-43d2-99df-1c732e109810 HTTP/1.1" status: 200  len: 217 time: 0.0718279
Jun 21 02:52:01.860932 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de8dfd94-3e6a-424a-a45f-2f222bc2b14a req-2586461f-996e-4e18-9a5e-4342a5dd72e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121619
Jun 21 02:52:01.889676 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.922255 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2ef85de2-d9dd-4623-9b12-fc712d08592c req-49d670b6-b77c-40ef-a9b0-c14e7c76e10f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:01.983618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-6d00977c-5439-42de-8a27-bc96b9b355df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:01.985068 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-6d00977c-5439-42de-8a27-bc96b9b355df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7b050c6-d5aa-487d-bb86-24620ba4b840 HTTP/1.1" status: 200  len: 861 time: 0.1167419
Jun 21 02:52:02.012683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45d8c253-a3cd-4e32-b9f9-8051fee38dee req-44044055-6ecc-4088-9174-7a786aeeacf2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582334
Jun 21 02:52:02.037186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-45bdb5fb-0001-4f10-83c3-9c38c8e07846 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ba14e75-db30-439c-8272-6d15ce4a812a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389237
Jun 21 02:52:02.043792 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-9dd453a7-8ee9-4c5d-8494-efbec5a20c5d service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741762
Jun 21 02:52:02.095119 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe700b33-c95a-4f4f-aa18-db5469781dcd x-openstack-request-id: req-fe700b33-c95a-4f4f-aa18-db5469781dcd {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:02.095461 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1508ab61-031b-4360-be6b-13f2b794d43a", "tag": "1dce449b-2ac0-43d2-99df-1c732e109810", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:02.095773 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe700b33-c95a-4f4f-aa18-db5469781dcd {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:02.096200 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1508ab61-031b-4360-be6b-13f2b794d43a', 'tag': '1dce449b-2ac0-43d2-99df-1c732e109810', 'status': 'completed', 'code': 200}
Jun 21 02:52:02.108321 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:02.124719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2ef85de2-d9dd-4623-9b12-fc712d08592c req-49d670b6-b77c-40ef-a9b0-c14e7c76e10f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:02.127675 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2ef85de2-d9dd-4623-9b12-fc712d08592c req-49d670b6-b77c-40ef-a9b0-c14e7c76e10f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:02.129109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ef85de2-d9dd-4623-9b12-fc712d08592c req-49d670b6-b77c-40ef-a9b0-c14e7c76e10f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "DELETE /v2.0/security-groups/0467bfd0-79ff-41a1-9d1b-76278ebf0b43 HTTP/1.1" status: 204  len: 173 time: 0.4961162
Jun 21 02:52:02.131865 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e32a106d-fd89-4009-a856-8f8622f96839 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:02.155206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d670b6-b77c-40ef-a9b0-c14e7c76e10f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0467bfd0-79ff-41a1-9d1b-76278ebf0b43,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:02.163338 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-49d670b6-b77c-40ef-a9b0-c14e7c76e10f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:02.204449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:02.312085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c6f5134-baef-4c0e-85b4-e30a39ba1f13 req-bd93add9-d36b-4398-b81e-f1f70777547d service neutron] 10.222.0.20 "GET /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2587657
Jun 21 02:52:02.339821 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-7f8e49f7-62dd-442f-abe1-2626f0c1cb76 service neutron] 10.222.0.20 "GET /v2.0/networks/7ba14e75-db30-439c-8272-6d15ce4a812a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2951241
Jun 21 02:52:02.448502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Allocated IP 172.25.7.186 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/423afc13-e7dc-4af8-8655-d18cbea890a7) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:02.464888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:02.467155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:02.476778 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4ad4b432-90c4-4bda-aeee-9014747daeeb req-d613e0b7-0d18-4e9e-b0f7-88890acfabb7 service neutron] 10.222.0.20 "GET /v2.0/networks/7ba14e75-db30-439c-8272-6d15ce4a812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238036
Jun 21 02:52:02.506642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74001f62-629d-4891-94e2-6de286a7e0ac req-f6499f5d-d212-4168-897c-7fb377c6f093 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:02.508164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74001f62-629d-4891-94e2-6de286a7e0ac req-f6499f5d-d212-4168-897c-7fb377c6f093 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 943 time: 0.1904407
Jun 21 02:52:02.650402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74001f62-629d-4891-94e2-6de286a7e0ac req-2330d452-f7f7-4b41-a2dd-547b1cf4682e tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295397
Jun 21 02:52:02.659695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-11909f4b-2ccd-4fab-a9ce-99305b70e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:02.661417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-11909f4b-2ccd-4fab-a9ce-99305b70e6bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0951ee824c546088676c4d03c145cbc&device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 1095 time: 0.0612109
Jun 21 02:52:02.744561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:02.813538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-fe621555-7943-4213-8da7-30db744f70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:02.815680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-fe621555-7943-4213-8da7-30db744f70ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ba14e75-db30-439c-8272-6d15ce4a812a HTTP/1.1" status: 200  len: 922 time: 0.1473649
Jun 21 02:52:02.843704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 16f922de-9a07-414a-a1d1-ada240893624 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:02.894367 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:02.899089 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-436f5bc2-cf4e-47c0-82bf-9b9317fff9d9 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:02.903990 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-290d1bab-a34c-4def-addd-9e10f15776bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dce449b-2ac0-43d2-99df-1c732e109810 HTTP/1.1" status: 200  len: 217 time: 0.0800109
Jun 21 02:52:02.927267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 16f922de-9a07-414a-a1d1-ada240893624 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:02.927817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.004127 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Allocated IP 172.25.7.216 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/3beec316-3231-4233-828a-5e34ebb26ef3) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:03.010968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:03.020012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-596990f9-6472-4016-aa60-8f00d742323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:03.021525 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-596990f9-6472-4016-aa60-8f00d742323a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7b050c6-d5aa-487d-bb86-24620ba4b840 HTTP/1.1" status: 200  len: 861 time: 0.0763898
Jun 21 02:52:03.048095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:03.059939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:03.070017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'Port': ['ID=423afc13-e7dc-4af8-8655-d18cbea890a7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:03.096392 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:03.096605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-645724ed-0b71-4425-9b24-6214b211746a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ba14e75-db30-439c-8272-6d15ce4a812a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0591290
Jun 21 02:52:03.130918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Deleting port c07d6c16-4bf3-4357-b260-ff74aa17236d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:03.131259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.207485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865905-faca-4ff5-8730-b2adcfa30a19 req-66de6cc8-ccfe-482b-8d75-7efe3115c42e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:03.208871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.209033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a865905-faca-4ff5-8730-b2adcfa30a19 req-66de6cc8-ccfe-482b-8d75-7efe3115c42e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.3294444
Jun 21 02:52:03.230472 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-90ebe435-e8a8-4a5f-b81e-a89aae4e4172 service neutron] 10.222.0.20 "GET /v2.0/networks/7ba14e75-db30-439c-8272-6d15ce4a812a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260777
Jun 21 02:52:03.276291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-accc3e51-28ba-4099-960e-eed70a73cac7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:03.277999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-accc3e51-28ba-4099-960e-eed70a73cac7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/networks?id=46e11507-2699-4724-bf6f-1cf036410b1c HTTP/1.1" status: 200  len: 814 time: 0.3338034
Jun 21 02:52:03.324142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.333719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-29dd93bd-a814-4510-82b3-4c088e52fd44 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/quotas/2562bee5a7814a78844cb2c9de831b93 HTTP/1.1" status: 200  len: 375 time: 0.0487101
Jun 21 02:52:03.341759 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-95909e59-8a9c-438f-b6fc-e825636462e2 req-69757127-85fc-4329-b1b0-365567c0217c service neutron] 10.222.0.20 "GET /v2.0/networks/7ba14e75-db30-439c-8272-6d15ce4a812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1035509
Jun 21 02:52:03.344062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] For port c07d6c16-4bf3-4357-b260-ff74aa17236d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c07d6c16-4bf3-4357-b260-ff74aa17236d,segment=NetworkSegment(686a971a-8a7c-42b5-8bce-7c54ab6bd7f1),segment_id=686a971a-8a7c-42b5-8bce-7c54ab6bd7f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:03.344426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.369702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a865905-faca-4ff5-8730-b2adcfa30a19 req-cf9749dd-1527-41de-b8f5-f648c983a5ab tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1521833
Jun 21 02:52:03.370278 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.373724 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:03.417381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:03.420547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:03.424174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:03.430677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event updated for resources: {'Port': ['ID=3beec316-3231-4233-828a-5e34ebb26ef3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:03.451276 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:03.458578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Calling delete_port for c07d6c16-4bf3-4357-b260-ff74aa17236d owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:03.524599 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.584274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.628712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.651859 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-04645c1f-7dc6-4991-b7fc-be4ae8c4b8a4 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2562bee5a7814a78844cb2c9de831b93&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3041134
Jun 21 02:52:03.789663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.828347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.830648 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-09e07e7a-3512-46a0-aed8-ee22b057a87b tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:03.894308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event updated for resources: {'Port': ['ID=3beec316-3231-4233-828a-5e34ebb26ef3,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:03.898464 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:03.916992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.965579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:03.967020 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1966991
Jun 21 02:52:04.106432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f25a8-c4bf-4b87-846f-71c6e150889d req-b9cc7070-c28d-415f-ac22-c5d755bbe06c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:04.107964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-045f25a8-c4bf-4b87-846f-71c6e150889d req-b9cc7070-c28d-415f-ac22-c5d755bbe06c tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.6105905
Jun 21 02:52:04.205360 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ddc50ae-7b5e-4c76-855d-e4dfccbe01d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:04.275350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-045f25a8-c4bf-4b87-846f-71c6e150889d req-a9eded92-018f-4c2a-b032-876f6f7aafe1 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/security-groups?id=9d7932ab-79ff-4990-90ba-b1f39308fb81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369545
Jun 21 02:52:04.359423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-2cb10f34-b5da-49e2-8351-c93384ea5a9a service neutron] 10.222.0.25 "GET /v2.0/networks/46e11507-2699-4724-bf6f-1cf036410b1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3023849
Jun 21 02:52:04.391768 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:04.451849 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:04.457064 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c914caf-db38-4848-896d-8c49e28dd6ef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:04.490030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:04.496724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07d6c16-4bf3-4357-b260-ff74aa17236d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:04.508167 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:04.510712 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:04.642696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-da627edc-b0de-43dd-a236-d1ac16cf14d5 service neutron] 10.222.0.25 "GET /v2.0/networks/46e11507-2699-4724-bf6f-1cf036410b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2775333
Jun 21 02:52:04.667963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'Port': ['ID=423afc13-e7dc-4af8-8655-d18cbea890a7,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:04.673549 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:04.682604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c783a7-0830-48b8-8d99-13328c07d10b req-e05fa866-d7a4-4ff2-8328-24601431f210 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:04.684610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73c783a7-0830-48b8-8d99-13328c07d10b req-e05fa866-d7a4-4ff2-8328-24601431f210 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 945 time: 0.2951610
Jun 21 02:52:04.686759 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:04.821574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73c783a7-0830-48b8-8d99-13328c07d10b req-210a211d-7184-431c-b440-018edd6e8d3d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892212
Jun 21 02:52:04.834265 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:04.837730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1626043
Jun 21 02:52:04.842647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:05.120294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779782e4-c3fb-4d37-b11d-dae582701717 req-019c0949-608f-45fa-b811-498e02eb7e0f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:05.122025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-779782e4-c3fb-4d37-b11d-dae582701717 req-019c0949-608f-45fa-b811-498e02eb7e0f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1653640
Jun 21 02:52:05.146307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8618110-764a-4473-97df-17eae311b280 req-27b598d5-e6ea-47a9-b0ab-d8366a3a1072 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:05.147818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8618110-764a-4473-97df-17eae311b280 req-27b598d5-e6ea-47a9-b0ab-d8366a3a1072 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.20 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 945 time: 0.0753880
Jun 21 02:52:05.183916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60443b94-8788-4f0f-95c6-9e63f27e8c00 req-98f841ef-9a6c-4be1-bfac-56b64c0e2377 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:05.188672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60443b94-8788-4f0f-95c6-9e63f27e8c00 req-98f841ef-9a6c-4be1-bfac-56b64c0e2377 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 943 time: 0.1579113
Jun 21 02:52:05.280688 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-779782e4-c3fb-4d37-b11d-dae582701717 req-301ba74b-c9e8-4d9d-abf5-7e2c3112027d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1147697
Jun 21 02:52:05.286319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Deleting port 15330695-3d8f-4b49-ab6a-cd99d0283f0f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:05.286319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:05.302923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60443b94-8788-4f0f-95c6-9e63f27e8c00 req-02cd1451-19b2-4970-9e25-7ace4a6054e6 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104341
Jun 21 02:52:05.355370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Router f0d3adad-7c31-4ae6-8409-683751fcbede has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:52:05.404424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-202d0c02-83ef-47af-a380-911bcafef259 req-7d4a0aa9-913a-490f-9560-e90dae8fdca6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 210 time: 0.0459220
Jun 21 02:52:05.478053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] For port 15330695-3d8f-4b49-ab6a-cd99d0283f0f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=15330695-3d8f-4b49-ab6a-cd99d0283f0f,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:05.478526 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:05.569747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Calling delete_port for 15330695-3d8f-4b49-ab6a-cd99d0283f0f owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:05.621445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-8658d479-a6b0-470d-9231-4802f314aaef tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1795217947&fields=id&tenant_id=e8920d211a7549f1948e67460a99346d HTTP/1.1" status: 200  len: 267 time: 0.1225367
Jun 21 02:52:05.626488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-61da577d-549d-47d5-bfe1-8c220feea14c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1867950205&fields=id&tenant_id=26d4c0aad2a948aab4a7da7028f31c6b HTTP/1.1" status: 200  len: 267 time: 0.0980358
Jun 21 02:52:05.734016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:52:05.743386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] 10.222.0.25 "PUT /v2.0/routers/f0d3adad-7c31-4ae6-8409-683751fcbede/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4062450
Jun 21 02:52:05.747431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42874) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:05.749072 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] Sync routers for ids ['f0d3adad-7c31-4ae6-8409-683751fcbede'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:52:05.754360 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:05.762777 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] Routers {'f0d3adad-7c31-4ae6-8409-683751fcbede'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:05.764209 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83bea30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f0d3adad-7c31-4ae6-8409-683751fcbede'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:05.803954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-c343cebb-dc90-4a92-9d8f-4c0d67f12742 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:05.805527 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-c343cebb-dc90-4a92-9d8f-4c0d67f12742 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 945 time: 0.1761243
Jun 21 02:52:05.822021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-47d2683a-bf12-42e2-9cc3-fa02390a28f1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:05.828115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-47d2683a-bf12-42e2-9cc3-fa02390a28f1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 816 time: 0.1808417
Jun 21 02:52:05.839923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'port': {'security_groups': ['53276edd-aa1e-46b4-a409-60023c55ecdc', '1238ec19-876b-43f5-a301-a2bf9cc776b2']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:05.861861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:05.867347 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7133d5cc-fe18-499d-89ac-fb477aefa0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:05.874949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['15330695-3d8f-4b49-ab6a-cd99d0283f0f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:05.899105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-ace0ad8e-9e0d-4a1c-8245-ea5a7fd68a5e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/quotas/26d4c0aad2a948aab4a7da7028f31c6b HTTP/1.1" status: 200  len: 375 time: 0.0524962
Jun 21 02:52:05.915372 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] Set router f0d3adad-7c31-4ae6-8409-683751fcbede gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:05.915601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Pushing event deleted for resources: {'Port': ['ID=15330695-3d8f-4b49-ab6a-cd99d0283f0f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:05.923115 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:05.931990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1dce449b-2ac0-43d2-99df-1c732e109810 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:52:06.015848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] No DVR routers for this DVR port 15330695-3d8f-4b49-ab6a-cd99d0283f0f on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:52:06.019116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.027133 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8618110-764a-4473-97df-17eae311b280 req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.20 "DELETE /v2.0/ports/15330695-3d8f-4b49-ab6a-cd99d0283f0f HTTP/1.1" status: 204  len: 173 time: 0.8733747
Jun 21 02:52:06.029583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'name': 'network-vif-deleted', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:06.036532 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4815e6-1727-438b-8a66-434e0f6b1e42" -d '{"events": [{"server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "name": "network-vif-deleted", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:06.042887 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.072386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1dce449b-2ac0-43d2-99df-1c732e109810, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1dce449b-2ac0-43d2-99df-1c732e109810,segment=NetworkSegment(042f761e-254d-4102-86cf-8142eef43c5c),segment_id=042f761e-254d-4102-86cf-8142eef43c5c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:06.093476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '1dce449b-2ac0-43d2-99df-1c732e109810', 'network_id': '7ba14e75-db30-439c-8272-6d15ce4a812a', 'port_id': '1dce449b-2ac0-43d2-99df-1c732e109810', 'mac_address': 'fa:16:3e:3f:f0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b050c6-d5aa-487d-bb86-24620ba4b840', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:52:06.152961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.153485 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.171233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dce449b-2ac0-43d2-99df-1c732e109810 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:06.199667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-a62c9b96-21f0-415b-98ea-c07b89165f9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2544141
Jun 21 02:52:06.220982 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83bea30>, [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:52:04Z', 'revision_number': 5, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:06.223598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1dce449b-2ac0-43d2-99df-1c732e109810, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1dce449b-2ac0-43d2-99df-1c732e109810,segment=NetworkSegment(042f761e-254d-4102-86cf-8142eef43c5c),segment_id=042f761e-254d-4102-86cf-8142eef43c5c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:06.234634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.254675 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] Checking router: f0d3adad-7c31-4ae6-8409-683751fcbede for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:52:06.267583 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] Routers {'f0d3adad-7c31-4ae6-8409-683751fcbede'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:06.268603 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83bea30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:51:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f0d3adad-7c31-4ae6-8409-683751fcbede'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:06.337943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-d32248b9-0070-43f8-a421-2c7a3a9e3102 service neutron] 10.222.0.25 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317072
Jun 21 02:52:06.348645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.358860 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:06.382962 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] Set router f0d3adad-7c31-4ae6-8409-683751fcbede gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:06.429757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Deleting port 8afc9b3f-3732-46fe-8f61-d69415e5c447 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:06.432761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1dce449b-2ac0-43d2-99df-1c732e109810,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:06.436476 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:06.437272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.555767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] For port 8afc9b3f-3732-46fe-8f61-d69415e5c447, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8afc9b3f-3732-46fe-8f61-d69415e5c447,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:06.556080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.578726 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a87c9db9-59f1-4c29-819d-88f53215205c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.580631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1dce449b-2ac0-43d2-99df-1c732e109810'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:06.638781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-52aac9f7-b005-477f-9e56-c15bf1039204 service neutron] 10.222.0.25 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2565465
Jun 21 02:52:06.657761 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83bea30>, [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:52:04Z', 'revision_number': 5, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:06.744167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Calling delete_port for 8afc9b3f-3732-46fe-8f61-d69415e5c447 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:06.744829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86ed6-d45c-4135-9589-6debe159f140 None None] The sync data for ids ['f0d3adad-7c31-4ae6-8409-683751fcbede'] in n-d-758944-33 is: [{'id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'name': 'tempest-ServerRescueTestJSON-493180459-router', 'tenant_id': '84e18b533bd848c883201aadc461c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:49:34Z', 'updated_at': '2021-06-21T02:52:04Z', 'revision_number': 5, 'project_id': '84e18b533bd848c883201aadc461c200', 'gw_port': {'id': '8afc9b3f-3732-46fe-8f61-d69415e5c447', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3adad-7c31-4ae6-8409-683751fcbede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:49:35Z', 'updated_at': '2021-06-21T02:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:52:06.759726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] For port dc99951d-4f9e-4a67-b61e-8cf7566311b6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:06.832975 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.958617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:06.972224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f94978f-593e-45c0-89e6-cfccab115604 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:06.972443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dc99951d-4f9e-4a67-b61e-8cf7566311b6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:07.072953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:07.076971 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-66541ce3-85fa-4aa0-89fc-33c9dcc53f78 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:07.188098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:07.188280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'Port': ['ID=dc99951d-4f9e-4a67-b61e-8cf7566311b6,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:07.200149 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:07.216529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:07.216529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:07.216971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afc9b3f-3732-46fe-8f61-d69415e5c447,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:07.222283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b52809c1-7da7-48a4-890f-e4c4e25b0e20 req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "PUT /v2.0/ports/dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 200  len: 981 time: 1.4078591
Jun 21 02:52:07.223172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:07.234518 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:07.242164 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40548ace-04a5-48cd-8ff6-a5c715bc6765" -d '{"events": [{"name": "network-changed", "server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:07.298170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:07.304551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a0199ea-91b2-4778-adaf-8aa796ec8724 req-817f9bb6-07d7-4b9d-b724-c425e6aa6794 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] 10.222.0.25 "GET /v2.0/ports?device_id=58339b75-f5fc-4499-b3b4-dcb884beb706 HTTP/1.1" status: 200  len: 210 time: 0.0380037
Jun 21 02:52:07.395598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dc99951d-4f9e-4a67-b61e-8cf7566311b6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:07.400659 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b63b47-9cab-4bd1-aec3-bc17cdba9061 x-openstack-request-id: req-57b63b47-9cab-4bd1-aec3-bc17cdba9061 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:07.401416 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58339b75-f5fc-4499-b3b4-dcb884beb706", "name": "network-vif-deleted", "tag": "15330695-3d8f-4b49-ab6a-cd99d0283f0f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:07.401712 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57b63b47-9cab-4bd1-aec3-bc17cdba9061 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:07.402186 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58339b75-f5fc-4499-b3b4-dcb884beb706', 'name': 'network-vif-deleted', 'tag': '15330695-3d8f-4b49-ab6a-cd99d0283f0f', 'status': 'completed', 'code': 200}
Jun 21 02:52:07.410310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:07.592899 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:07.595786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:07.643171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-5789e6a7-bf0d-488f-a4c6-7aca361e1fa1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:07.651091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-5789e6a7-bf0d-488f-a4c6-7aca361e1fa1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.2756739
Jun 21 02:52:07.690283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-d59c9fca-d0d5-4606-821b-2a36abfd92c6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/quotas/6e3f63e47a8c42f492a6e2d14c9d105b HTTP/1.1" status: 200  len: 375 time: 0.0365071
Jun 21 02:52:07.789599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2731a-2ae0-4217-8dcc-b21d1f5181f7 req-02db51fa-4c78-46d9-9257-b811c4b08c76 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:07.798184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0b2731a-2ae0-4217-8dcc-b21d1f5181f7 req-02db51fa-4c78-46d9-9257-b811c4b08c76 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 944 time: 0.2284732
Jun 21 02:52:07.847998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-f3a05c4a-eac1-4acf-b269-4d9ddf93bd03 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1567144
Jun 21 02:52:07.937955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1dce449b-2ac0-43d2-99df-1c732e109810 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:07.942127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0b2731a-2ae0-4217-8dcc-b21d1f5181f7 req-6ff107dd-36c9-40f3-8c82-2696d71ae069 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429999
Jun 21 02:52:08.019518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-048a8176-94fd-457c-85c2-4a5da76f3396 service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704745
Jun 21 02:52:08.081081 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.087324 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.106718 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.109988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d3adad-7c31-4ae6-8409-683751fcbede {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:52:08.127817 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.131304 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f0d3adad-7c31-4ae6-8409-683751fcbede HTTP/1.1" status: 204  len: 168 time: 2.3804672
Jun 21 02:52:08.138784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42910) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:08.208584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Deleting subnet e79e5123-0e79-46cb-be0d-4264533e1fb0 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:52:08.212357 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.236160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-45dd1618-0c58-4780-a8ee-db048fc42043 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:08.239999 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-45dd1618-0c58-4780-a8ee-db048fc42043 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.26 "GET /v2.0/networks?id=46e11507-2699-4724-bf6f-1cf036410b1c HTTP/1.1" status: 200  len: 814 time: 0.2248569
Jun 21 02:52:08.253217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Request body: {'port': {'device_id': 'cddbe38c-8765-4a3c-bc25-e675fe2b19b5', 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c', 'admin_state_up': True, 'tenant_id': '2562bee5a7814a78844cb2c9de831b93'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:08.317431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98d9c3dd-bd5d-4e06-abb4-b9a5f9613b4d req-2c331b84-9656-4042-9bae-7911f3bceccb tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 210 time: 0.1862509
Jun 21 02:52:08.353795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 1dce449b-2ac0-43d2-99df-1c732e109810 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:08.357676 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.384134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 1dce449b-2ac0-43d2-99df-1c732e109810 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:08.384134 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.474333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59c5795c-f6a8-44b3-9e17-eda39b85ce0a req-29465d10-ed9f-4f2b-85bf-36bbe2cf97b0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 210 time: 0.0617020
Jun 21 02:52:08.498461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-17c6f9fc-1779-43ee-b2fd-3a7e1947312c service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4655797
Jun 21 02:52:08.511640 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.559122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.560331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Made reservation on behalf of 2562bee5a7814a78844cb2c9de831b93 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:08.567431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.587355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3812d2d-0cab-4256-908e-86c2ec08e1a0 req-39b94aee-e6ef-4b61-82d0-e0c01c37e548 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/1238ec19-876b-43f5-a301-a2bf9cc776b2 HTTP/1.1" status: 200  len: 1803 time: 0.0597594
Jun 21 02:52:08.612438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1508ab61-031b-4360-be6b-13f2b794d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dce449b-2ac0-43d2-99df-1c732e109810'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:08.619793 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e97fb2f-a200-4f7c-aa46-6c4dc01d32a0" -d '{"events": [{"server_uuid": "1508ab61-031b-4360-be6b-13f2b794d43a", "name": "network-vif-plugged", "status": "completed", "tag": "1dce449b-2ac0-43d2-99df-1c732e109810"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:08.666581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1dce449b-2ac0-43d2-99df-1c732e109810, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1dce449b-2ac0-43d2-99df-1c732e109810,segment=NetworkSegment(042f761e-254d-4102-86cf-8142eef43c5c),segment_id=042f761e-254d-4102-86cf-8142eef43c5c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:08.725746 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-b3812d2d-0cab-4256-908e-86c2ec08e1a0 req-8b36d218-5c4c-493f-b365-48695f3887c9 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 21 02:52:08.727261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3812d2d-0cab-4256-908e-86c2ec08e1a0 req-8b36d218-5c4c-493f-b365-48695f3887c9 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/1238ec19-876b-43f5-a301-a2bf9cc776b2 HTTP/1.1" status: 409  len: 341 time: 0.1241729
Jun 21 02:52:08.769974 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.771065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 15330695-3d8f-4b49-ab6a-cd99d0283f0f no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:08.773354 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a36cc558-600c-480c-8c34-308298271eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:08.787760 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a8291e-d366-484b-ac3e-fd881f2138d7 x-openstack-request-id: req-71a8291e-d366-484b-ac3e-fd881f2138d7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:08.792956 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:08.799848 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71a8291e-d366-484b-ac3e-fd881f2138d7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:08.800507 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6', 'status': 'completed', 'code': 200}
Jun 21 02:52:08.804839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.816287 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-057d325f-87c3-4f4f-b5c6-c7fd1e257954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:08.912234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Allocated IP 172.20.0.5 (46e11507-2699-4724-bf6f-1cf036410b1c/54f8ebf1-e760-4c2e-a05b-3954f19e73b5/a8e8aa7b-3d85-49df-baf3-52bc18c4a441) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:08.912234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42928) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:08.924347 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8afc9b3f-3732-46fe-8f61-d69415e5c447 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:08.950349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79e5123-0e79-46cb-be0d-4264533e1fb0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:08.956723 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8038a52d-6a36-4913-a48a-48d0220bf21f x-openstack-request-id: req-8038a52d-6a36-4913-a48a-48d0220bf21f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:08.957648 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1508ab61-031b-4360-be6b-13f2b794d43a", "name": "network-vif-plugged", "status": "completed", "tag": "1dce449b-2ac0-43d2-99df-1c732e109810", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:08.958017 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8038a52d-6a36-4913-a48a-48d0220bf21f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:08.958529 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:08.959602 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1508ab61-031b-4360-be6b-13f2b794d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dce449b-2ac0-43d2-99df-1c732e109810', 'code': 200}
Jun 21 02:52:08.963679 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:08.970059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e79e5123-0e79-46cb-be0d-4264533e1fb0 HTTP/1.1" status: 204  len: 168 time: 0.8363361
Jun 21 02:52:08.991166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42934) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:09.071655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 15330695-3d8f-4b49-ab6a-cd99d0283f0f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:09.073625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 15330695-3d8f-4b49-ab6a-cd99d0283f0f not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:09.080738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 8afc9b3f-3732-46fe-8f61-d69415e5c447 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:09.083148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8afc9b3f-3732-46fe-8f61-d69415e5c447 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:09.084958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c07d6c16-4bf3-4357-b260-ff74aa17236d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:09.174585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c07d6c16-4bf3-4357-b260-ff74aa17236d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:09.175287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c07d6c16-4bf3-4357-b260-ff74aa17236d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:09.204804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1dce449b-2ac0-43d2-99df-1c732e109810,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:09.215956 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:09.474392 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:09.570547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6da1bb-cffa-47ab-806a-8b298d0819aa req-10a9b06f-dc35-43f6-805e-8edafdcb1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:09.577699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df6da1bb-cffa-47ab-806a-8b298d0819aa req-10a9b06f-dc35-43f6-805e-8edafdcb1605 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 1097 time: 0.3871586
Jun 21 02:52:09.578117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:09.702680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:09.710132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Transition to ACTIVE for port object a8e8aa7b-3d85-49df-baf3-52bc18c4a441 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:09.744987 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df6da1bb-cffa-47ab-806a-8b298d0819aa req-92b5f3eb-29e1-4e1b-a455-fb8167d52560 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626246
Jun 21 02:52:09.760546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfeddb6e-2075-4c47-9acb-7383f2ddc44d req-ef10a08a-fa43-4f9c-b198-2ee16694f440 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 210 time: 0.6230235
Jun 21 02:52:10.026739 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.054311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.063521 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:10.102602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee7eb0>,) {'filters': {'network_id': ['0c8d0be2-75b1-42cc-92c5-fc3303fb47a9']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:10.168713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee7eb0>, '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:10.169093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ee7eb0>, '686a971a-8a7c-42b5-8bce-7c54ab6bd7f1') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:10.227170 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.254026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Network 46e11507-2699-4724-bf6f-1cf036410b1c is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:10.258925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Pushing event updated for resources: {'Port': ['ID=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:10.272150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:10.285378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-03d0843c-081c-4176-a14e-cebeacaf0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:10.292470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-03d0843c-081c-4176-a14e-cebeacaf0d27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1136 time: 1.4555652
Jun 21 02:52:10.292470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.293912 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:10.319513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:10.321520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:52:10.326051 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:52:10.579017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc71af-d2ad-4c60-8b49-f39c6134a32a req-4fd65fa4-91cb-4d68-8951-28c8972ea862 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:10.580611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64dc71af-d2ad-4c60-8b49-f39c6134a32a req-4fd65fa4-91cb-4d68-8951-28c8972ea862 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 945 time: 0.5125291
Jun 21 02:52:10.628287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffdc3b-574e-4132-ac6f-9362e67b8368 req-072e266d-6a54-4867-b971-514425672e83 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:10.635887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-deffdc3b-574e-4132-ac6f-9362e67b8368 req-072e266d-6a54-4867-b971-514425672e83 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 931 time: 0.5631087
Jun 21 02:52:10.729716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-d3cec90f-6576-44de-86c8-e52ea59e25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:10.731694 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-d3cec90f-6576-44de-86c8-e52ea59e25b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 914 time: 0.4360759
Jun 21 02:52:10.732472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.749378 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:10.757797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.760623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] 10.222.0.25 "DELETE /v2.0/networks/0c8d0be2-75b1-42cc-92c5-fc3303fb47a9 HTTP/1.1" status: 204  len: 168 time: 1.7676013
Jun 21 02:52:10.801664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64dc71af-d2ad-4c60-8b49-f39c6134a32a req-e70b6fda-42a7-45d2-a7d6-15393793968b tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059841
Jun 21 02:52:10.801851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:10.802575 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.810821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-201ad1f4-7cbb-468f-8a12-62a365d5c1af None None] Provisioning for port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:10.815699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-201ad1f4-7cbb-468f-8a12-62a365d5c1af None None] Provisioning complete for port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:10.816175 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-201ad1f4-7cbb-468f-8a12-62a365d5c1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.866632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-deffdc3b-574e-4132-ac6f-9362e67b8368 req-7603beed-8cce-4ba1-a443-ee011c223fdb tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031419
Jun 21 02:52:10.960327 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:10.977738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-201ad1f4-7cbb-468f-8a12-62a365d5c1af None None] Port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:52:11.054046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8d0be2-75b1-42cc-92c5-fc3303fb47a9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:11.054886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-f72633d9-2768-41d1-9f3f-693adf1df26f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:11.057877 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-f72633d9-2768-41d1-9f3f-693adf1df26f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 816 time: 0.5802360
Jun 21 02:52:11.059030 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8110108
Jun 21 02:52:11.062432 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:11.073957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-098a7427-dbc6-4144-a9f3-e24ad7814f2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 200  len: 217 time: 0.3308280
Jun 21 02:52:11.159730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Request body: {'port': {'device_id': 'cddbe38c-8765-4a3c-bc25-e675fe2b19b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:11.180151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6067cc9b-9363-432b-939e-25b50dae4809 req-a17ed213-dfdf-4821-badd-7e5d313096d6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 210 time: 0.1154459
Jun 21 02:52:11.265970 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-e6fe534b-1805-41ea-a17f-aaaa99bad366 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d4c0aad2a948aab4a7da7028f31c6b HTTP/1.1" status: 200  len: 380 time: 0.1871762
Jun 21 02:52:11.280090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'port': {'device_id': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'admin_state_up': True, 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'security_groups': ['ad3bbf54-869e-4326-8962-4bccc0ffeddb']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:11.309002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42966) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:11.416666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-3692dd0c-7a89-4625-8e90-ac161d2f1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:11.425095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-3692dd0c-7a89-4625-8e90-ac161d2f1b68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 200  len: 853 time: 0.2399523
Jun 21 02:52:11.495980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:11.539652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d55a251-211f-4e26-8225-8d5276e95294 req-9772516f-9699-4f3f-935b-25f80170c246 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 210 time: 0.0999279
Jun 21 02:52:11.594836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-b2411e47-fa4c-4307-adb4-5ba797d94448 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7989e12b-ccbe-4c15-b879-2f8badf2d861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896482
Jun 21 02:52:11.606645 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b6d40320-1177-4995-b25f-b89431eed526 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84e18b533bd848c883201aadc461c200&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2944682
Jun 21 02:52:11.608908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42970) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:11.695451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb99bd-01f4-4619-8a68-40ea9ff8bb39 req-da601831-5230-44a0-b11e-402555468a2c tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:11.697145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7fb99bd-01f4-4619-8a68-40ea9ff8bb39 req-da601831-5230-44a0-b11e-402555468a2c tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 984 time: 0.3894703
Jun 21 02:52:11.858165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Made reservation on behalf of 26d4c0aad2a948aab4a7da7028f31c6b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:11.868270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:11.876824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7fb99bd-01f4-4619-8a68-40ea9ff8bb39 req-6f04fc6d-83ec-4586-bfd3-c87355227f17 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=1238ec19-876b-43f5-a301-a2bf9cc776b2&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1381693
Jun 21 02:52:11.880789 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccefea30-3b2e-49fe-87e6-91ee6298f6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:11.944424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-2f7849b8-f4be-42ed-bfeb-02ba5018a41d service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3100169
Jun 21 02:52:11.974687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccefea30-3b2e-49fe-87e6-91ee6298f6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:12.256958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40548ace-04a5-48cd-8ff6-a5c715bc6765 req-009ac85d-bfe1-4719-8470-b143f2850b13 service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2960896
Jun 21 02:52:12.283216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Deleting port 95bb11e2-6436-464a-a45b-a895a3cce677 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:12.283610 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:12.285489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ee140-f1c0-4a39-81a5-3e77e3e2f641 req-ee807d4b-b06f-4967-9a44-601c8d28bc9d tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:12.289940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd0ee140-f1c0-4a39-81a5-3e77e3e2f641 req-ee807d4b-b06f-4967-9a44-601c8d28bc9d tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 945 time: 0.2502882
Jun 21 02:52:12.358104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Allocated IP 172.20.0.11 (b3c98cde-3f83-4783-bf65-2f48f9c19e12/bc6192b6-d432-4690-b7f7-dd24ec312dc8/8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:12.415578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd45a8-27c2-459f-b488-e72e2eed48de req-f8310ff0-dee8-4cce-ad36-1641aab56c26 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:12.418171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ffd45a8-27c2-459f-b488-e72e2eed48de req-f8310ff0-dee8-4cce-ad36-1641aab56c26 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 931 time: 0.2782788
Jun 21 02:52:12.445518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd0ee140-f1c0-4a39-81a5-3e77e3e2f641 req-1581b938-437b-4442-8628-ddb941f9e35f tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443231
Jun 21 02:52:12.455555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccefea30-3b2e-49fe-87e6-91ee6298f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:12.465785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccefea30-3b2e-49fe-87e6-91ee6298f6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:12.490395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ccefea30-3b2e-49fe-87e6-91ee6298f6ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a8b3be3-df75-4f5c-8520-0a6218261ff4 HTTP/1.1" status: 204  len: 168 time: 0.8793905
Jun 21 02:52:12.505282 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-df46f704-2c66-4993-b3d6-bd27dc4ea720 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:12.616782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefea30-3b2e-49fe-87e6-91ee6298f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8b3be3-df75-4f5c-8520-0a6218261ff4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:12.628347 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ccefea30-3b2e-49fe-87e6-91ee6298f6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:12.640673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ffd45a8-27c2-459f-b488-e72e2eed48de req-47880d59-aea0-4b9a-a8f4-13be79dc245e tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906581
Jun 21 02:52:12.715884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-09339f4b-6dde-4519-bac1-5ed8bb93cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:12.717523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-09339f4b-6dde-4519-bac1-5ed8bb93cf9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1136 time: 0.1473839
Jun 21 02:52:12.797787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-d189e0fc-1522-4921-8fe2-40fe27e270a6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:12.808281 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-d189e0fc-1522-4921-8fe2-40fe27e270a6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.3201776
Jun 21 02:52:12.917675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] For port 95bb11e2-6436-464a-a45b-a895a3cce677, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=95bb11e2-6436-464a-a45b-a895a3cce677,segment=NetworkSegment(faa46f21-053b-420d-a597-56b43886ee73),segment_id=faa46f21-053b-420d-a597-56b43886ee73)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:12.918263 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:12.958076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'port': {'device_id': '1b903823-4b38-4776-8ed4-542b702a0ee0', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'admin_state_up': True, 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:12.984516 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d5d7eb7-e317-442b-9824-f310bdfefcc3 req-3643ee3d-0be5-4da9-b117-85f77972726a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 210 time: 0.1258850
Jun 21 02:52:12.999688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e8aa7b-3d85-49df-baf3-52bc18c4a441 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:13.142562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Calling delete_port for 95bb11e2-6436-464a-a45b-a895a3cce677 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:13.144096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-92c22754-a226-450a-986b-eaf77f3c1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:13.152225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-92c22754-a226-450a-986b-eaf77f3c1259 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 914 time: 0.4179630
Jun 21 02:52:13.174624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:13.279356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-736d84ea-5aea-42e9-ba5c-ebe3af8ce21e req-42f92bd1-ec44-44ef-8bae-542f4fc427c2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 210 time: 0.1867788
Jun 21 02:52:13.281286 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:13.298156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Transition to ACTIVE for port object 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:13.402919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Transition to ACTIVE for port object a8e8aa7b-3d85-49df-baf3-52bc18c4a441 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:13.427001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-ed97282d-f85f-49e7-8e8d-4114e600bba5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 200  len: 217 time: 0.2004766
Jun 21 02:52:13.545214 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:13.548434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:13.573765 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:13.642432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-8385a9c4-9c54-4622-970a-01463ca5d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:13.644132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:13.644276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-8385a9c4-9c54-4622-970a-01463ca5d5a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 200  len: 853 time: 0.1563141
Jun 21 02:52:13.732902 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:13.735525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:13.768114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-94ce7f93-3939-4189-93de-e821e0ec903b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7989e12b-ccbe-4c15-b879-2f8badf2d861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0945575
Jun 21 02:52:13.795963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c74a3-09f7-4470-b1ac-facd4c95705a req-7534d95d-d032-4e38-b2e0-9be55a64f37c tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:13.802108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-110c74a3-09f7-4470-b1ac-facd4c95705a req-7534d95d-d032-4e38-b2e0-9be55a64f37c tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 984 time: 0.5035195
Jun 21 02:52:13.961130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:13.961130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:14.162335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-110c74a3-09f7-4470-b1ac-facd4c95705a req-dca6a00a-3750-4448-ac59-2f997ac20aca tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=1238ec19-876b-43f5-a301-a2bf9cc776b2&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1368246
Jun 21 02:52:14.225772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-b96691c4-8b3d-49b1-bdd7-418dfdcd9720 service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4203067
Jun 21 02:52:14.411099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9ddb949e-ee24-4b37-8c52-daf1808a3fa3 None None] Provisioning for port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:14.445259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9ddb949e-ee24-4b37-8c52-daf1808a3fa3 None None] Provisioning complete for port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:14.448018 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9ddb949e-ee24-4b37-8c52-daf1808a3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:14.566880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb949e-ee24-4b37-8c52-daf1808a3fa3 None None] Port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:52:14.647636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c1bc3a-2de9-4e6a-b708-beffcecdaa5b req-3d152488-5a23-4ec4-b8af-c5446ce27f7e service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4113982
Jun 21 02:52:14.833470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Pushing event updated for resources: {'Port': ['ID=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:14.841898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2919f-b542-41ba-a07b-d13a133b8ad4 req-3826ce7e-6dbe-4e63-99d6-715e9b51d180 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:14.846956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ff2919f-b542-41ba-a07b-d13a133b8ad4 req-3826ce7e-6dbe-4e63-99d6-715e9b51d180 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 943 time: 0.2326417
Jun 21 02:52:14.868892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312258a-f39b-44dc-9f9b-b298ba0a5565 req-4b8d87f6-58a7-45f6-b28a-db73c180e7e9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:14.877394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e312258a-f39b-44dc-9f9b-b298ba0a5565 req-4b8d87f6-58a7-45f6-b28a-db73c180e7e9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 932 time: 0.3876603
Jun 21 02:52:14.889250 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6137447
Jun 21 02:52:14.954845 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.382s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:14.974175 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.346s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:14.982637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e312258a-f39b-44dc-9f9b-b298ba0a5565 req-8c7840ca-6660-4397-b2f5-6e23dc3a8805 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042452
Jun 21 02:52:14.986197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ff2919f-b542-41ba-a07b-d13a133b8ad4 req-79c8770d-0eb9-496d-8840-b6e913daf16b tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068254
Jun 21 02:52:14.992807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Request body: {'port': {'device_id': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:15.144646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Made reservation on behalf of 6e3f63e47a8c42f492a6e2d14c9d105b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:15.148456 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:15.294568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd899948-a888-4867-8f54-480e7247701c req-02d0bd33-998a-476e-878a-b6bb511b803c tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:15.302167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd899948-a888-4867-8f54-480e7247701c req-02d0bd33-998a-476e-878a-b6bb511b803c tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 945 time: 0.1701229
Jun 21 02:52:15.331804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bcbe156d-f51e-49ba-82ab-5dcd17fbe3ac req-e416d0fa-c68a-4f27-8e30-2fc5b5453928 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 210 time: 0.0622959
Jun 21 02:52:15.389913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd899948-a888-4867-8f54-480e7247701c req-bd9bc7e0-eba8-4206-b77a-f7701edc8d1a tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/security-groups?id=836c33fe-f663-49c8-98ac-b5e399583503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864177
Jun 21 02:52:15.516128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Attempting to bind port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:52:15.516128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Attempting to bind port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:52:15.516128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Attempting to bind port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 on network 46e11507-2699-4724-bf6f-1cf036410b1c {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:15.516128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 on network 46e11507-2699-4724-bf6f-1cf036410b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:52:15.516128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Attempting to bind port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 on network 46e11507-2699-4724-bf6f-1cf036410b1c {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:15.516128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:15.516128 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:15.516128 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:15.518051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:52:15.518051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Checking segment: {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:15.518298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Bound using segment: {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:52:15.518659 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Bound port: a8e8aa7b-3d85-49df-baf3-52bc18c4a441, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af78fb47-9553-41ea-9145-a09dacecf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:52:15.519270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:15.552404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Allocated IP 172.20.0.4 (6b0b82a3-20b5-4489-b9d6-24575f1529c4/fda1c219-64cb-499d-84eb-1841281b9bb0/fb9feb2a-fa26-451d-9030-43a3a257ed40) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:15.581059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-a25a2ed9-f75c-4461-8b55-6432c98cbe17 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:15.582864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-a25a2ed9-f75c-4461-8b55-6432c98cbe17 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.20 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 945 time: 0.1463311
Jun 21 02:52:15.690186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80ec6-5e1f-462c-a050-9fe796c4e565 req-c12218cc-43c3-471e-ab03-9c2bd6bc149f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:15.697854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94e80ec6-5e1f-462c-a050-9fe796c4e565 req-c12218cc-43c3-471e-ab03-9c2bd6bc149f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 984 time: 0.1992145
Jun 21 02:52:15.827060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94e80ec6-5e1f-462c-a050-9fe796c4e565 req-37846479-535b-4780-b75d-d16158fcef89 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=1238ec19-876b-43f5-a301-a2bf9cc776b2&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1281381
Jun 21 02:52:15.854857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Deleting port 1dce449b-2ac0-43d2-99df-1c732e109810 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:15.855489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:15.974866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] For port 1dce449b-2ac0-43d2-99df-1c732e109810, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1dce449b-2ac0-43d2-99df-1c732e109810,segment=NetworkSegment(042f761e-254d-4102-86cf-8142eef43c5c),segment_id=042f761e-254d-4102-86cf-8142eef43c5c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:15.975530 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:16.029006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:16.031611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] For port a8e8aa7b-3d85-49df-baf3-52bc18c4a441, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:52:16.046620 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b1930a8c-081e-4fcd-a6a2-39d0563d2b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:16.099629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Calling delete_port for 1dce449b-2ac0-43d2-99df-1c732e109810 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:16.106794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bb11e2-6436-464a-a45b-a895a3cce677,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:16.140534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] For port a8e8aa7b-3d85-49df-baf3-52bc18c4a441, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:52:16.216130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:16.220331 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:16.346573 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:16.378457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41893811-2558-4b60-a27b-3197867c0392 req-735865a9-1d0e-4893-8277-5d95236901ea tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:16.379910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41893811-2558-4b60-a27b-3197867c0392 req-735865a9-1d0e-4893-8277-5d95236901ea tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 932 time: 0.1167428
Jun 21 02:52:16.440542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:16.454004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1dce449b-2ac0-43d2-99df-1c732e109810'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:16.455206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41893811-2558-4b60-a27b-3197867c0392 req-c471ef7f-dd90-4b35-8fc4-a06f8b8a5c1f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669465
Jun 21 02:52:16.464535 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-976e8060-83c2-46ab-9d0c-ebfa28db13dc tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:16.487643 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a7c37735-301c-46d0-b0da-373c6d821ca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:16.489585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:16.549494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Pushing event deleted for resources: {'Port': ['ID=1dce449b-2ac0-43d2-99df-1c732e109810,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:16.581428 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:16.603205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] No DVR routers for this DVR port 1dce449b-2ac0-43d2-99df-1c732e109810 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:52:16.607244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:16.610647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1539ab11-4b72-4edf-b973-8668b9caf67f req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.20 "DELETE /v2.0/ports/1dce449b-2ac0-43d2-99df-1c732e109810 HTTP/1.1" status: 204  len: 173 time: 1.0223165
Jun 21 02:52:16.611794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Transition to ACTIVE for port object fb9feb2a-fa26-451d-9030-43a3a257ed40 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:16.612161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1508ab61-031b-4360-be6b-13f2b794d43a', 'name': 'network-vif-deleted', 'tag': '1dce449b-2ac0-43d2-99df-1c732e109810'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:16.614971 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d800f65-1a35-4042-a886-c91d61bce964" -d '{"events": [{"server_uuid": "1508ab61-031b-4360-be6b-13f2b794d43a", "name": "network-vif-deleted", "tag": "1dce449b-2ac0-43d2-99df-1c732e109810"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:16.720571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:16.721213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:16.722643 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] 10.222.0.26 "PUT /v2.0/ports/a8e8aa7b-3d85-49df-baf3-52bc18c4a441 HTTP/1.1" status: 200  len: 1092 time: 5.6052003
Jun 21 02:52:16.736368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddbe38c-8765-4a3c-bc25-e675fe2b19b5', 'tag': 'a8e8aa7b-3d85-49df-baf3-52bc18c4a441'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:16.738324 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff60f31-01e7-43fd-b9f8-46cb69a5f746" -d '{"events": [{"name": "network-changed", "server_uuid": "cddbe38c-8765-4a3c-bc25-e675fe2b19b5", "tag": "a8e8aa7b-3d85-49df-baf3-52bc18c4a441"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:16.803790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Pushing event updated for resources: {'Port': ['ID=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:16.886427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769ac90-d87f-4a90-b388-32fd4d8e4313 req-b7460a46-4b9e-4f03-816f-d57ca4744ccc tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:16.888189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6769ac90-d87f-4a90-b388-32fd4d8e4313 req-b7460a46-4b9e-4f03-816f-d57ca4744ccc tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 943 time: 0.1767340
Jun 21 02:52:16.937230 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:16.962031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6769ac90-d87f-4a90-b388-32fd4d8e4313 req-6c3d64e7-e72b-4184-8ec7-f65824ae8954 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655222
Jun 21 02:52:17.176411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:17.191436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b90528eb-3229-4618-972e-a0d21dd41b6a req-5015fb4c-c17a-47a9-b063-68450529b33b tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] 10.222.0.25 "GET /v2.0/ports?device_id=1508ab61-031b-4360-be6b-13f2b794d43a HTTP/1.1" status: 200  len: 210 time: 0.1031964
Jun 21 02:52:17.223686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:17.241139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a5e914c-8c68-4d4c-bc5e-f746a973a1da req-6f1e43ad-e9e8-4c8f-9957-9bf61a537298 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 210 time: 0.0413704
Jun 21 02:52:17.241571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-35ac9c85-47fa-4329-9b17-b67f620c23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:17.241750 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-35ac9c85-47fa-4329-9b17-b67f620c23a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2562bee5a7814a78844cb2c9de831b93&device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 1095 time: 0.3034644
Jun 21 02:52:17.333478 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656922a-f6dd-4f2b-8920-efd8e0bb9228 x-openstack-request-id: req-f656922a-f6dd-4f2b-8920-efd8e0bb9228 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:17.333829 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1508ab61-031b-4360-be6b-13f2b794d43a", "name": "network-vif-deleted", "tag": "1dce449b-2ac0-43d2-99df-1c732e109810", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:17.334157 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f656922a-f6dd-4f2b-8920-efd8e0bb9228 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:17.335161 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1508ab61-031b-4360-be6b-13f2b794d43a', 'name': 'network-vif-deleted', 'tag': '1dce449b-2ac0-43d2-99df-1c732e109810', 'status': 'completed', 'code': 200}
Jun 21 02:52:17.359681 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-bae5d265-5046-4a96-8760-3a65f59161ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8e8aa7b-3d85-49df-baf3-52bc18c4a441 HTTP/1.1" status: 200  len: 217 time: 0.0968344
Jun 21 02:52:17.387781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:17.388639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Transition to ACTIVE for port object 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:17.398799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dcc07fab-7f39-43c6-93bb-9b98d21526f2'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:17.402849 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d22efa-7cd6-42e5-8f1d-77c48c1bc221 x-openstack-request-id: req-c1d22efa-7cd6-42e5-8f1d-77c48c1bc221 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:17.403253 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddbe38c-8765-4a3c-bc25-e675fe2b19b5", "tag": "a8e8aa7b-3d85-49df-baf3-52bc18c4a441", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:17.405000 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1d22efa-7cd6-42e5-8f1d-77c48c1bc221 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:17.405000 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddbe38c-8765-4a3c-bc25-e675fe2b19b5', 'tag': 'a8e8aa7b-3d85-49df-baf3-52bc18c4a441', 'status': 'completed', 'code': 200}
Jun 21 02:52:17.490292 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3100f2bd-2b24-4760-828c-2065befdd8f9 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:17.646922 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:17.696623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:52:17.721304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:17.919859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d98b1-a82c-40ab-9c81-96b741a37f77 req-5ed6aeec-ca45-4283-839f-1a2a137759e4 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:17.929077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a2d98b1-a82c-40ab-9c81-96b741a37f77 req-5ed6aeec-ca45-4283-839f-1a2a137759e4 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 984 time: 0.2878950
Jun 21 02:52:17.963315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8108d-c002-4cfa-aa2b-974c50ab4a63 req-432c3e0f-65d0-45ad-9db1-46c8b41bbf80 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:17.971873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8e8108d-c002-4cfa-aa2b-974c50ab4a63 req-432c3e0f-65d0-45ad-9db1-46c8b41bbf80 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1617393
Jun 21 02:52:18.008033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'Port': ['ID=fb9feb2a-fa26-451d-9030-43a3a257ed40,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:18.029231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:18.034262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:18.073097 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:18.082813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-aa731bf2-986b-48db-bdda-db1ba07e638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:18.102167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a2d98b1-a82c-40ab-9c81-96b741a37f77 req-d1cf87f1-08d5-4557-940e-118c5682824b tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=1238ec19-876b-43f5-a301-a2bf9cc776b2&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1727931
Jun 21 02:52:18.104485 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-aa731bf2-986b-48db-bdda-db1ba07e638c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54f8ebf1-e760-4c2e-a05b-3954f19e73b5 HTTP/1.1" status: 200  len: 853 time: 0.7168028
Jun 21 02:52:18.112732 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-37a392e3-8211-40b2-a837-3a2eec1d4924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:18.128427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8e8108d-c002-4cfa-aa2b-974c50ab4a63 req-f3939b24-b4d9-4d64-a3e2-e595706cc6b4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439419
Jun 21 02:52:18.505264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:52:18.514791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] Sync routers for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:52:18.532801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:18.534413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d804bdf0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:52:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:18.562172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/291a8539-7740-4cf9-93c2-7f8dc8bdc8ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6492136
Jun 21 02:52:18.573829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43078) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:18.726545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:18.726545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:18.726726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:18.814091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-74d0e941-1064-4252-a3e5-1be09f33a9eb tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-459776525&fields=id&tenant_id=e8920d211a7549f1948e67460a99346d HTTP/1.1" status: 200  len: 267 time: 0.2773297
Jun 21 02:52:18.823601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:18.855777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:18.864089 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:18.921154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Attempting to bind port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:52:18.922049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Attempting to bind port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:52:18.923310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Attempting to bind port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:18.937937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:52:18.938808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Attempting to bind port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e on network b3c98cde-3f83-4783-bf65-2f48f9c19e12 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:18.950324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:52:18.951112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Checking segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:18.951810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Bound using segment: {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:52:18.953456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Bound port: 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d52b10-8baf-4ede-95dc-3ae78959ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:52:18.954131 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:18.971588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-28dc1af5-6ac7-4723-9959-e5fc1f424330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:18.974085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-28dc1af5-6ac7-4723-9959-e5fc1f424330 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46e11507-2699-4724-bf6f-1cf036410b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4708059
Jun 21 02:52:19.157539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d804bdf0>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:52:14Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:19.196547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] Checking router: 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:52:19.207671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] Routers {'291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:19.208491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d804bdf0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:52:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:19.242714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:52:19.253976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:52:19.324240 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-be412270-03b0-46c3-adb2-01870711ec22 service neutron] 10.222.0.26 "GET /v2.0/networks/46e11507-2699-4724-bf6f-1cf036410b1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2975700
Jun 21 02:52:19.348845 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4156241
Jun 21 02:52:19.363711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5c180c83-7746-4992-a97c-051652320388 None None] Provisioning for port fb9feb2a-fa26-451d-9030-43a3a257ed40 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:19.387604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5c180c83-7746-4992-a97c-051652320388 None None] Provisioning complete for port fb9feb2a-fa26-451d-9030-43a3a257ed40 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:19.388461 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5c180c83-7746-4992-a97c-051652320388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:19.460475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5c180c83-7746-4992-a97c-051652320388 None None] Port fb9feb2a-fa26-451d-9030-43a3a257ed40 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:52:19.523440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] Set router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:19.625286 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b86f1bb9-5a15-4c74-aedf-ee2a7b55892d req-0dd5b47f-34b2-493d-842c-26423f11ad20 service neutron] 10.222.0.26 "GET /v2.0/networks/46e11507-2699-4724-bf6f-1cf036410b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726829
Jun 21 02:52:19.641034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Request body: {'port': {'device_id': '1b903823-4b38-4776-8ed4-542b702a0ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:19.656634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:19.708926 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb087929-a899-4824-b749-d11fb7a8d79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:19.863293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:19.863293 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:19.863293 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] 10.222.0.20 "PUT /v2.0/ports/8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e HTTP/1.1" status: 200  len: 1093 time: 4.8799789
Jun 21 02:52:19.863293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:19.869483 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6a1a3-a185-47a4-b124-b74a3f2749dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:20.000527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1dce449b-2ac0-43d2-99df-1c732e109810 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:20.018707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d804bdf0>, [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:52:14Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:20.043287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4565f3-a616-44b6-b980-6073546daa3d req-b21cc6b4-1157-44dc-8c11-2948bf674ae1 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:20.049425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:20.053553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4565f3-a616-44b6-b980-6073546daa3d req-b21cc6b4-1157-44dc-8c11-2948bf674ae1 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 943 time: 1.5895271
Jun 21 02:52:20.057866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:20.111400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-d6a48a96-8827-47ab-8317-a9222a1482f5 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:20.120976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-d6a48a96-8827-47ab-8317-a9222a1482f5 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 984 time: 1.3059151
Jun 21 02:52:20.132012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'port': {'security_groups': ['1238ec19-876b-43f5-a301-a2bf9cc776b2', '53276edd-aa1e-46b4-a409-60023c55ecdc', '6073867c-0d2b-4f81-8369-2f5773349d8a']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:20.196838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a38b78-c83c-4d7e-b5af-96f75682fc5f None None] The sync data for ids ['291a8539-7740-4cf9-93c2-7f8dc8bdc8ea'] in n-d-758944-33 is: [{'id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1569850907-router', 'tenant_id': 'ce81e63134ed4e12b66ff617814b88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:50:15Z', 'updated_at': '2021-06-21T02:52:14Z', 'revision_number': 5, 'project_id': 'ce81e63134ed4e12b66ff617814b88d3', 'gw_port': {'id': '496dc2b4-7666-4a4d-8e07-ef96ca190092', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a8539-7740-4cf9-93c2-7f8dc8bdc8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:50:17Z', 'updated_at': '2021-06-21T02:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:52:20.202211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 1dce449b-2ac0-43d2-99df-1c732e109810 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:20.202211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1dce449b-2ac0-43d2-99df-1c732e109810 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:20.203492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4565f3-a616-44b6-b980-6073546daa3d req-7d3b5af1-5a1e-4be7-8b65-a43f745b9857 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474907
Jun 21 02:52:20.266775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:20.295795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-ac5431bc-94d8-4606-95dd-599bdbbccb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:20.296921 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-ac5431bc-94d8-4606-95dd-599bdbbccb2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2562bee5a7814a78844cb2c9de831b93&device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 1095 time: 0.3881359
Jun 21 02:52:20.299013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:20.320117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-23217ff8-c842-479a-84ae-d8183f29fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:20.321735 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-23217ff8-c842-479a-84ae-d8183f29fd0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 1096 time: 0.3126199
Jun 21 02:52:20.409675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43088) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:20.439934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:20.549015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Deleting subnet a7b050c6-d5aa-487d-bb86-24620ba4b840 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:52:20.556968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:20.632139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:20.717759 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-b4fd3350-2c83-426d-828c-2c7c8cce9435 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e HTTP/1.1" status: 200  len: 217 time: 0.3843689
Jun 21 02:52:20.730623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 95bb11e2-6436-464a-a45b-a895a3cce677 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:20.790533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 95bb11e2-6436-464a-a45b-a895a3cce677 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:20.790843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 95bb11e2-6436-464a-a45b-a895a3cce677 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:20.844239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:20.916692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Deleting port 496dc2b4-7666-4a4d-8e07-ef96ca190092 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:20.917033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:20.921478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-ea0b26a4-1158-48b0-a31e-c89e7443186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:20.926822 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-ea0b26a4-1158-48b0-a31e-c89e7443186a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.2008092
Jun 21 02:52:20.994608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-f95f31a6-7376-42aa-aed0-76dd9480c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:20.996522 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-f95f31a6-7376-42aa-aed0-76dd9480c3ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=46e11507-2699-4724-bf6f-1cf036410b1c HTTP/1.1" status: 200  len: 915 time: 0.6718690
Jun 21 02:52:21.102945 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-7c744242-e565-4fc2-a090-fc2b63d9be1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8e8aa7b-3d85-49df-baf3-52bc18c4a441 HTTP/1.1" status: 200  len: 217 time: 0.0723777
Jun 21 02:52:21.138120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8103-0112-4b43-8f8d-330bd8c57bbb req-e14d5db5-6335-48a4-8a47-6ca0820874e3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:21.145566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7be8103-0112-4b43-8f8d-330bd8c57bbb req-e14d5db5-6335-48a4-8a47-6ca0820874e3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 931 time: 0.4592807
Jun 21 02:52:21.180456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e0b245-18d7-44d0-af32-861c292395fd req-2c5b3e46-7357-46bb-9af1-f4de9df4d342 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4901609
Jun 21 02:52:21.189537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] For port 496dc2b4-7666-4a4d-8e07-ef96ca190092, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=496dc2b4-7666-4a4d-8e07-ef96ca190092,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:21.189970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:21.280454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Calling delete_port for 496dc2b4-7666-4a4d-8e07-ef96ca190092 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:21.290636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:21.314472 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6794c3a3-3705-445c-8de6-cde71a45e916 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:21.371446 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:52:21.390415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b050c6-d5aa-487d-bb86-24620ba4b840,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:21.403849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7be8103-0112-4b43-8f8d-330bd8c57bbb req-55de5b26-253c-427c-8a2e-0e720c140a9a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572765
Jun 21 02:52:21.408696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] For port dc99951d-4f9e-4a67-b61e-8cf7566311b6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:21.482596 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:21.489239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:21.495210 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a7b050c6-d5aa-487d-bb86-24620ba4b840 HTTP/1.1" status: 204  len: 168 time: 1.0844784
Jun 21 02:52:21.502761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43098) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:21.638166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9feb2a-fa26-451d-9030-43a3a257ed40 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:21.647397 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:21.657668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:21.676223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Transition to ACTIVE for port object fb9feb2a-fa26-451d-9030-43a3a257ed40 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:21.715809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-a4a2771b-be28-4f3f-aac4-0145270471b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:21.717467 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-a4a2771b-be28-4f3f-aac4-0145270471b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7664814
Jun 21 02:52:21.747776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:21.755080 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:21.759196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:21.761043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b245-18d7-44d0-af32-861c292395fd req-7bed8525-a575-4aa4-bb66-15654bb352de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:21.762698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e0b245-18d7-44d0-af32-861c292395fd req-7bed8525-a575-4aa4-bb66-15654bb352de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1097 time: 0.4800048
Jun 21 02:52:21.769907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:21.774431 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-604500a0-e4bc-4586-b774-dd7d5bac4310 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:21.781044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dc99951d-4f9e-4a67-b61e-8cf7566311b6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:21.817797 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01da3382-a21a-4101-8537-e31ff342770d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:21.861165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-8f8fe83c-65d8-4736-91e8-4a33da3088cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:21.862789 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-8f8fe83c-65d8-4736-91e8-4a33da3088cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54f8ebf1-e760-4c2e-a05b-3954f19e73b5 HTTP/1.1" status: 200  len: 853 time: 0.7362909
Jun 21 02:52:22.008738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:22.009529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:22.036552 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79a75ece-166f-4c0d-90fb-bb974acb343b req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "PUT /v2.0/ports/dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 200  len: 1020 time: 1.9141548
Jun 21 02:52:22.039770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:22.046072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9feb2a-fa26-451d-9030-43a3a257ed40,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:22.054553 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:22.060764 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6689f6e6-2cb7-4846-ad03-404228aba1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:22.084466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dc99951d-4f9e-4a67-b61e-8cf7566311b6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:22.192494 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d298006f-d7ad-4da6-bda3-00ba72e203ee x-openstack-request-id: req-d298006f-d7ad-4da6-bda3-00ba72e203ee {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:22.192863 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:22.193162 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d298006f-d7ad-4da6-bda3-00ba72e203ee {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:22.193638 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'status': 'completed', 'code': 200}
Jun 21 02:52:22.207941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'Port': ['ID=dc99951d-4f9e-4a67-b61e-8cf7566311b6,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:22.315534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b245-18d7-44d0-af32-861c292395fd req-b9d7818a-a138-4e6c-ab03-e7ddd7ec8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:22.320668 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-a5a080c6-8452-48d9-bdce-30890a4a28e7 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5948896
Jun 21 02:52:22.323281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e0b245-18d7-44d0-af32-861c292395fd req-b9d7818a-a138-4e6c-ab03-e7ddd7ec8549 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.5271168
Jun 21 02:52:22.367987 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:22.375174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-6904d863-b1ca-4627-b1b8-c01210037ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:22.381950 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-6904d863-b1ca-4627-b1b8-c01210037ce1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46e11507-2699-4724-bf6f-1cf036410b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4680157
Jun 21 02:52:22.382719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Attempting to bind port fb9feb2a-fa26-451d-9030-43a3a257ed40 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:52:22.383060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Attempting to bind port fb9feb2a-fa26-451d-9030-43a3a257ed40 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:52:22.383426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Attempting to bind port fb9feb2a-fa26-451d-9030-43a3a257ed40 on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:22.425550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170272d7-3a43-42ec-af32-bf8344f46318 req-812dd3f8-d6f3-4975-a737-c2019022f895 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:22.436672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-170272d7-3a43-42ec-af32-bf8344f46318 req-812dd3f8-d6f3-4975-a737-c2019022f895 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.8448286
Jun 21 02:52:22.528414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Port fb9feb2a-fa26-451d-9030-43a3a257ed40 on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:52:22.530460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Attempting to bind port fb9feb2a-fa26-451d-9030-43a3a257ed40 on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:22.663011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:52:22.664439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Checking segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:22.665022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Bound using segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:52:22.666708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Bound port: fb9feb2a-fa26-451d-9030-43a3a257ed40, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:52:22.667529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:22.761427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-170272d7-3a43-42ec-af32-bf8344f46318 req-e0cba236-28e8-43ac-8796-f120c37b228c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3212719
Jun 21 02:52:22.817727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:22.823755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e0b245-18d7-44d0-af32-861c292395fd req-c2c17ab8-c6f1-434b-9cbf-9cbf57f3c3dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1000 time: 0.3806427
Jun 21 02:52:22.910513 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:22.913275 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4e7ad1a7-2f0f-4f36-9a3d-1ca319a52b7d req-0c377cc6-fc1e-4149-a104-c1b3c953975a service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5795913
Jun 21 02:52:22.920422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1c05310>,) {'filters': {'network_id': ['7ba14e75-db30-439c-8272-6d15ce4a812a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:22.935338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1c05310>, '042f761e-254d-4102-86cf-8142eef43c5c') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:22.935559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1c05310>, '042f761e-254d-4102-86cf-8142eef43c5c') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:22.948898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:22.973179 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a108ec6b-4d8b-4089-8b55-63bb5ca1fdb3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:22.985068 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-192c6261-8070-4d50-87ca-05aaac2c6e7c service neutron] 10.222.0.26 "GET /v2.0/networks/46e11507-2699-4724-bf6f-1cf036410b1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4981866
Jun 21 02:52:23.009085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] For port fb9feb2a-fa26-451d-9030-43a3a257ed40, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:52:23.033928 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.036860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] For port fb9feb2a-fa26-451d-9030-43a3a257ed40, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fb9feb2a-fa26-451d-9030-43a3a257ed40,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:52:23.054564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Pushing event deleted for resources: {'Port': ['ID=496dc2b4-7666-4a4d-8e07-ef96ca190092,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:23.065024 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:23.097874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:52:23.098277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:52:23.100574 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:52:23.196746 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.205924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b245-18d7-44d0-af32-861c292395fd req-ebccca7b-bf4c-498c-936a-8f0359d5dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:23.209229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e0b245-18d7-44d0-af32-861c292395fd req-ebccca7b-bf4c-498c-936a-8f0359d5dc2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.2477605
Jun 21 02:52:23.226228 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:23.263382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ea768-dde1-4432-a8f6-5d33588d85ca req-420349df-3289-4514-a722-92e5688c6f28 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:23.265165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b03ea768-dde1-4432-a8f6-5d33588d85ca req-420349df-3289-4514-a722-92e5688c6f28 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 943 time: 0.7327611
Jun 21 02:52:23.273253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.280994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:23.281674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.283108 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] 10.222.0.20 "PUT /v2.0/ports/fb9feb2a-fa26-451d-9030-43a3a257ed40 HTTP/1.1" status: 200  len: 1092 time: 3.6561401
Jun 21 02:52:23.333705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9feb2a-fa26-451d-9030-43a3a257ed40,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:23.343119 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:23.348566 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-614833f1-78bd-4d81-b7bd-5511cab3df7e tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:23.357610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.360768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bff60f31-01e7-43fd-b9f8-46cb69a5f746 req-adadc586-18cc-44c4-ac51-3f6801c3996e service neutron] 10.222.0.26 "GET /v2.0/networks/46e11507-2699-4724-bf6f-1cf036410b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3550291
Jun 21 02:52:23.362847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7ba14e75-db30-439c-8272-6d15ce4a812a HTTP/1.1" status: 204  len: 168 time: 1.8569338
Jun 21 02:52:23.402165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-e83dbb50-356f-49de-b1b7-aaa5c5394ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:23.403063 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.403342 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-e83dbb50-356f-49de-b1b7-aaa5c5394ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 1096 time: 0.2699869
Jun 21 02:52:23.406363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba14e75-db30-439c-8272-6d15ce4a812a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:23.479992 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:23.543608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b03ea768-dde1-4432-a8f6-5d33588d85ca req-47590c0f-ac09-4d81-99db-c8c3b2e5e6aa tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623022
Jun 21 02:52:23.642126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.646307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.674022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61aa999f-392e-4e18-bdd1-020d5ee3cd45 req-3e5c5f5b-6a55-4488-9eec-2cfb13c9c24e tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/6073867c-0d2b-4f81-8369-2f5773349d8a HTTP/1.1" status: 200  len: 1801 time: 0.1390731
Jun 21 02:52:23.684998 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbfb384-43aa-42bc-8e69-db68ab557dde x-openstack-request-id: req-dbbfb384-43aa-42bc-8e69-db68ab557dde {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:23.685666 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:23.686297 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbbfb384-43aa-42bc-8e69-db68ab557dde {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:23.686946 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6', 'status': 'completed', 'code': 200}
Jun 21 02:52:23.756104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b245-18d7-44d0-af32-861c292395fd req-d2b90e94-af1b-47ca-a7c2-dbb953d431fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:23.757959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e0b245-18d7-44d0-af32-861c292395fd req-d2b90e94-af1b-47ca-a7c2-dbb953d431fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5393403
Jun 21 02:52:23.840611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-ff4f3b8c-c7c5-4608-be0d-fc20c65ebf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:23.842156 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-ff4f3b8c-c7c5-4608-be0d-fc20c65ebf45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 1095 time: 0.4162080
Jun 21 02:52:23.874620 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.874884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 291a8539-7740-4cf9-93c2-7f8dc8bdc8ea {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:52:23.881459 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:23.886757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] 10.222.0.25 "DELETE /v2.0/routers/291a8539-7740-4cf9-93c2-7f8dc8bdc8ea HTTP/1.1" status: 204  len: 168 time: 5.3026249
Jun 21 02:52:23.891248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:23.961956 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-61aa999f-392e-4e18-bdd1-020d5ee3cd45 req-595173bd-3072-42ff-b7b3-ce3ad2dd0566 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 21 02:52:23.975926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61aa999f-392e-4e18-bdd1-020d5ee3cd45 req-595173bd-3072-42ff-b7b3-ce3ad2dd0566 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/6073867c-0d2b-4f81-8369-2f5773349d8a HTTP/1.1" status: 409  len: 341 time: 0.3008134
Jun 21 02:52:24.080998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:24.090928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Deleting subnet 94cffb21-0f53-4641-bb47-2ce909170387 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:52:24.104112 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:24.121416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-f15700b0-d495-452f-b264-1aeeb9474b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.138673 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-f15700b0-d495-452f-b264-1aeeb9474b5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.7190614
Jun 21 02:52:24.140216 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-1fb93c3e-a39c-49ed-9e09-0f5c9ffcae0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb9feb2a-fa26-451d-9030-43a3a257ed40 HTTP/1.1" status: 200  len: 217 time: 0.2726028
Jun 21 02:52:24.200604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b903823-4b38-4776-8ed4-542b702a0ee0', 'tag': 'fb9feb2a-fa26-451d-9030-43a3a257ed40'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:24.211507 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeae3f4-58ea-43a8-bce7-f5211250ad64" -d '{"events": [{"name": "network-changed", "server_uuid": "1b903823-4b38-4776-8ed4-542b702a0ee0", "tag": "fb9feb2a-fa26-451d-9030-43a3a257ed40"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:24.362502 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-2068ceb7-5a02-41e5-aa7c-afa2308af55f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e HTTP/1.1" status: 200  len: 217 time: 0.2032063
Jun 21 02:52:24.409696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-94ac244a-9f0b-45f0-85e7-52e39c621c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.411201 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-94ac244a-9f0b-45f0-85e7-52e39c621c40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8920d211a7549f1948e67460a99346d&device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1175 time: 0.6564198
Jun 21 02:52:24.479696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:24.551047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-db7618d7-6a7b-4aba-ad2d-12d7af6ecbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.552456 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-db7618d7-6a7b-4aba-ad2d-12d7af6ecbc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 200  len: 914 time: 0.1143224
Jun 21 02:52:24.559262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-3ce33576-2b45-47ae-9901-787c87f5c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.560699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-3ce33576-2b45-47ae-9901-787c87f5c65d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.4039981
Jun 21 02:52:24.619966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-ab1fec1e-32b5-47cd-8b0d-e9bdf48981e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.622299 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-ab1fec1e-32b5-47cd-8b0d-e9bdf48981e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.2493801
Jun 21 02:52:24.662606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2d096a5b-10ca-498f-b576-acc646c6b794 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0951ee824c546088676c4d03c145cbc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5644021
Jun 21 02:52:24.669901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e0b245-18d7-44d0-af32-861c292395fd req-fb4cb92a-9686-4ed4-8927-9d8e8c9e0604 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8904319
Jun 21 02:52:24.670742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43138) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:24.766510 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 496dc2b4-7666-4a4d-8e07-ef96ca190092 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:24.804855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:24.808223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 496dc2b4-7666-4a4d-8e07-ef96ca190092 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:24.808588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 496dc2b4-7666-4a4d-8e07-ef96ca190092 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:24.871887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-c92ca5ac-2910-42a0-85c0-ce441ebb64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.877369 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-c92ca5ac-2910-42a0-85c0-ce441ebb64a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3075349
Jun 21 02:52:24.881238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-884a939d-17aa-469d-bfd6-3a93ac8c73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.883489 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-884a939d-17aa-469d-bfd6-3a93ac8c73fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2476346
Jun 21 02:52:24.885873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-af261f52-4048-4cd1-84e0-cf45beaad34c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 200  len: 217 time: 0.1120241
Jun 21 02:52:24.927662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328a738-43a8-49ee-9300-e7d03dd66753 req-32191c30-d926-4be0-83bc-79254a16ce7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.935757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9328a738-43a8-49ee-9300-e7d03dd66753 req-32191c30-d926-4be0-83bc-79254a16ce7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 943 time: 0.6564043
Jun 21 02:52:24.973287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a03d8ce-8a96-4bac-ad81-ae7bd306bd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:24.994623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996efd10-5aa7-4869-8161-ddbff4dbc44d req-e6aa5d8e-0ca1-489c-9040-17b657c7b577 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:24.996329 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-996efd10-5aa7-4869-8161-ddbff4dbc44d req-e6aa5d8e-0ca1-489c-9040-17b657c7b577 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.5679522
Jun 21 02:52:25.005983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e0b245-18d7-44d0-af32-861c292395fd req-dc108017-6e84-4b1e-b5ad-124409ad2619 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3197439
Jun 21 02:52:25.053449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a03d8ce-8a96-4bac-ad81-ae7bd306bd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:25.078946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9328a738-43a8-49ee-9300-e7d03dd66753 req-0c331060-6207-43e9-9951-8a3f9a0eebd9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422260
Jun 21 02:52:25.127272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-996efd10-5aa7-4869-8161-ddbff4dbc44d req-0ccc986b-e077-44ab-96d3-e9902de98183 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177578
Jun 21 02:52:25.142978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:25.155747 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:25.222497 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:25.225412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/94cffb21-0f53-4641-bb47-2ce909170387 HTTP/1.1" status: 204  len: 168 time: 1.3323412
Jun 21 02:52:25.231741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43144) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:25.233664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94cffb21-0f53-4641-bb47-2ce909170387,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:25.236435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:25.276652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-2bbe1a47-ed2f-481a-8abc-186a5d1e2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:25.279812 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-2bbe1a47-ed2f-481a-8abc-186a5d1e2bb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 200  len: 853 time: 0.2906811
Jun 21 02:52:25.282796 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-8eea1c73-c834-4d4e-a706-1c48bf8aea48 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2948618
Jun 21 02:52:25.342192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a03d8ce-8a96-4bac-ad81-ae7bd306bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:25.344805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a03d8ce-8a96-4bac-ad81-ae7bd306bd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:25.346523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5a03d8ce-8a96-4bac-ad81-ae7bd306bd89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/836c33fe-f663-49c8-98ac-b5e399583503 HTTP/1.1" status: 204  len: 168 time: 0.6739655
Jun 21 02:52:25.346989 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-49d670b6-b77c-40ef-a9b0-c14e7c76e10f tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:25.374885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03d8ce-8a96-4bac-ad81-ae7bd306bd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c33fe-f663-49c8-98ac-b5e399583503,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:25.382416 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a03d8ce-8a96-4bac-ad81-ae7bd306bd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:25.424591 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfa6e79-6ed5-42e0-93d2-7f4922fc3a35 x-openstack-request-id: req-ccfa6e79-6ed5-42e0-93d2-7f4922fc3a35 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:25.425025 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b903823-4b38-4776-8ed4-542b702a0ee0", "tag": "fb9feb2a-fa26-451d-9030-43a3a257ed40", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:25.425894 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccfa6e79-6ed5-42e0-93d2-7f4922fc3a35 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:25.427137 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b903823-4b38-4776-8ed4-542b702a0ee0', 'tag': 'fb9feb2a-fa26-451d-9030-43a3a257ed40', 'status': 'completed', 'code': 200}
Jun 21 02:52:25.535251 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-9342f3b8-3f7c-47fe-93e1-0bccc4495386 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7989e12b-ccbe-4c15-b879-2f8badf2d861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2476957
Jun 21 02:52:25.819547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23713d1-0a2f-479c-b993-eca112b7ccec req-551f18a1-af31-4f2a-9122-d31b7df56319 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:25.841099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e23713d1-0a2f-479c-b993-eca112b7ccec req-551f18a1-af31-4f2a-9122-d31b7df56319 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 943 time: 0.2229972
Jun 21 02:52:25.850742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:25.877088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e23713d1-0a2f-479c-b993-eca112b7ccec req-45f77b37-f94e-47dd-a28a-ec1ff646680d tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379765
Jun 21 02:52:25.884075 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-235fe651-7365-43d0-8de5-56e27d6dfbf0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9969811
Jun 21 02:52:25.893895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-f90cf135-b013-4c07-85ec-ee61bfe1e644 service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3476450
Jun 21 02:52:26.067409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:52:26.079740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60bcf8-e7e6-424b-ba50-8bfc9eb0953f req-f80e48bb-b482-4833-9fb2-c8744e25043b tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:26.083141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab60bcf8-e7e6-424b-ba50-8bfc9eb0953f req-f80e48bb-b482-4833-9fb2-c8744e25043b tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1023 time: 0.1092479
Jun 21 02:52:26.174607 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-98b6a1a3-a185-47a4-b124-b74a3f2749dd req-77dcee5f-9b37-450b-8e55-45a099a7b4cb service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8715966
Jun 21 02:52:26.212632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab60bcf8-e7e6-424b-ba50-8bfc9eb0953f req-1b41f643-a174-4828-a499-37a93ad46429 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=1238ec19-876b-43f5-a301-a2bf9cc776b2&id=6073867c-0d2b-4f81-8369-2f5773349d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1228893
Jun 21 02:52:26.223678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:26.241035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'port_id': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'mac_address': 'fa:16:3e:a7:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:52:26.266100 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-803fc508-24cc-4aa7-96b8-8028d328bb58 req-09af4894-7274-4e75-8d37-082578535e71 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3712609
Jun 21 02:52:26.267856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:26.285703 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:26.310148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:26.312196 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6689f6e6-2cb7-4846-ad03-404228aba1ab req-aecf728f-68bc-4ba6-a23d-a5539d118930 service neutron] 10.222.0.26 "GET /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3535476
Jun 21 02:52:26.325727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d28ab970>,) {'filters': {'network_id': ['e1470a71-4100-45b8-bc12-b0cf1dcb1187']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:26.335278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:26.339559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d28ab970>, 'faa46f21-053b-420d-a597-56b43886ee73') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:26.340094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d28ab970>, 'faa46f21-053b-420d-a597-56b43886ee73') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:26.358389 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:26.376492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:26.389191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:52:26.390978 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:52:26.394511 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:52:26.405872 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:26.408548 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:26.481483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1537d-4de8-4b9e-818e-136986dc3096 req-091929df-5397-4c0e-bd02-e2e6fd40ff1f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:26.483349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9af1537d-4de8-4b9e-818e-136986dc3096 req-091929df-5397-4c0e-bd02-e2e6fd40ff1f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 943 time: 0.1671565
Jun 21 02:52:26.497289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167afd12-7faf-4840-99cc-1d1de689f3bc req-e22f2e25-d69c-4d72-a9a9-e8a81dc3b84e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:26.497899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:26.501637 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:26.505125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-167afd12-7faf-4840-99cc-1d1de689f3bc req-e22f2e25-d69c-4d72-a9a9-e8a81dc3b84e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 945 time: 0.1242378
Jun 21 02:52:26.565832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-03b08adf-c73d-4d10-874f-ccf8fd231fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:26.567421 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-03b08adf-c73d-4d10-874f-ccf8fd231fa2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 1095 time: 0.1421366
Jun 21 02:52:26.579585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-167afd12-7faf-4840-99cc-1d1de689f3bc req-5b151b1b-ca46-45f9-9405-82be56bc3515 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713527
Jun 21 02:52:26.592002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9af1537d-4de8-4b9e-818e-136986dc3096 req-24114b83-8650-4b50-9b68-caf0ab76fcc8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843372
Jun 21 02:52:26.632624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:26.668139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:26.674107 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:26.681668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:26.684248 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e1470a71-4100-45b8-bc12-b0cf1dcb1187 HTTP/1.1" status: 204  len: 168 time: 1.4152927
Jun 21 02:52:26.703454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1470a71-4100-45b8-bc12-b0cf1dcb1187,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:26.706341 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:26.707776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-6a764fa3-5760-4550-9a69-e9208472a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:26.709315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-6a764fa3-5760-4550-9a69-e9208472a7fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1348600
Jun 21 02:52:26.765489 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-8c33b30e-a845-488f-b71d-f9f66b72824c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb9feb2a-fa26-451d-9030-43a3a257ed40 HTTP/1.1" status: 200  len: 217 time: 0.0475636
Jun 21 02:52:26.823249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-bbb2f33a-7a72-4244-822f-a9704d95f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:26.824727 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-bbb2f33a-7a72-4244-822f-a9704d95f5c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0535347
Jun 21 02:52:26.927555 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-ab55c57f-0a9f-4332-93c0-34477cf9f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:26.929403 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-ab55c57f-0a9f-4332-93c0-34477cf9f398 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0979910
Jun 21 02:52:27.122197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43198) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:27.205308 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc126a0f-a068-4ad4-b083-50f0a3a20603 req-f6023a5b-d007-4ae2-96e0-1c2a04a2a8c1 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:27.207715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc126a0f-a068-4ad4-b083-50f0a3a20603 req-f6023a5b-d007-4ae2-96e0-1c2a04a2a8c1 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 943 time: 0.1445420
Jun 21 02:52:27.214302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e0fbebef-a532-42f6-89da-4d3ee046cd02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce81e63134ed4e12b66ff617814b88d3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0909092
Jun 21 02:52:27.218456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43202) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:27.302985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc126a0f-a068-4ad4-b083-50f0a3a20603 req-47c817d8-fed5-4e4c-9212-b94d975825d6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871253
Jun 21 02:52:27.592685 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-8a0141c8-f9d3-41c1-828e-cde8e2eeec49 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6552153
Jun 21 02:52:27.748097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ebeae3f4-58ea-43a8-bce7-f5211250ad64 req-ef734bf8-f3f1-4db0-8c55-8ac355136a2b service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477885
Jun 21 02:52:27.755802 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8042cada-837d-41da-b31c-2570be605681 req-d96b3b8b-0542-4b1e-86c4-a1463bfe7575 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2019613
Jun 21 02:52:27.865524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042cada-837d-41da-b31c-2570be605681 req-b743e3d8-af9f-478e-b824-6d9c5baf5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:27.867045 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8042cada-837d-41da-b31c-2570be605681 req-b743e3d8-af9f-478e-b824-6d9c5baf5166 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 1097 time: 0.0645421
Jun 21 02:52:27.907130 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a76d2273-ffde-449b-826d-ae1642914dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.007091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a76d2273-ffde-449b-826d-ae1642914dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.010568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042cada-837d-41da-b31c-2570be605681 req-6002e132-b33b-4a98-8fdc-75ab27b66cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:28.012073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8042cada-837d-41da-b31c-2570be605681 req-6002e132-b33b-4a98-8fdc-75ab27b66cae service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1243603
Jun 21 02:52:28.056795 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8042cada-837d-41da-b31c-2570be605681 req-333952c1-8201-431a-9d44-31f07e7dcf7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2 HTTP/1.1" status: 200  len: 217 time: 0.0387771
Jun 21 02:52:28.062587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-41065635-e7f9-4f10-8466-d832db618813 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:28.065280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-41065635-e7f9-4f10-8466-d832db618813 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.26 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1023 time: 0.7353511
Jun 21 02:52:28.081375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:28.126781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042cada-837d-41da-b31c-2570be605681 req-5b9bf427-b3ba-4d53-9bcf-d59b811d0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:28.135794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8042cada-837d-41da-b31c-2570be605681 req-5b9bf427-b3ba-4d53-9bcf-d59b811d0360 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0614710
Jun 21 02:52:28.137646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26410179-871b-422f-9dcd-9ebb81101926 req-4fd8cd79-af48-48ae-9367-3e7722a0a347 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:28.145964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26410179-871b-422f-9dcd-9ebb81101926 req-4fd8cd79-af48-48ae-9367-3e7722a0a347 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 1023 time: 0.2462411
Jun 21 02:52:28.185498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0b046-3412-4644-8fe2-38d17230486e req-efd2c23e-1568-4b79-818d-48247fc2762d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:28.194105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dc0b046-3412-4644-8fe2-38d17230486e req-efd2c23e-1568-4b79-818d-48247fc2762d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 943 time: 0.2961967
Jun 21 02:52:28.216193 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042cada-837d-41da-b31c-2570be605681 req-cabfc904-2b4a-4cdf-9993-f34bc08d848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:28.219069 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8042cada-837d-41da-b31c-2570be605681 req-cabfc904-2b4a-4cdf-9993-f34bc08d848a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0824397
Jun 21 02:52:28.256548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device a8e8aa7b-3d85-49df-baf3-52bc18c4a441 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:52:28.299310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26410179-871b-422f-9dcd-9ebb81101926 req-720fffa7-95bc-4ad5-b798-215cac49cbb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=1238ec19-876b-43f5-a301-a2bf9cc776b2&id=6073867c-0d2b-4f81-8369-2f5773349d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1529040
Jun 21 02:52:28.310139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dc0b046-3412-4644-8fe2-38d17230486e req-f68dde93-f3ce-4953-818a-4effcf027793 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146407
Jun 21 02:52:28.374439 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Deleting port dc99951d-4f9e-4a67-b61e-8cf7566311b6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:28.376876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.439781 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8042cada-837d-41da-b31c-2570be605681 req-374c9d11-be4e-44ca-91e1-6252a7743026 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142198
Jun 21 02:52:28.440150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port a8e8aa7b-3d85-49df-baf3-52bc18c4a441, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:28.455289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'a8e8aa7b-3d85-49df-baf3-52bc18c4a441', 'network_id': '46e11507-2699-4724-bf6f-1cf036410b1c', 'port_id': 'a8e8aa7b-3d85-49df-baf3-52bc18c4a441', 'mac_address': 'fa:16:3e:24:d6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f8ebf1-e760-4c2e-a05b-3954f19e73b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:52:28.549282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:28.561590 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.567857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:28.568241 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.653387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e8aa7b-3d85-49df-baf3-52bc18c4a441 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:28.694190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port a8e8aa7b-3d85-49df-baf3-52bc18c4a441, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:28.702452 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8042cada-837d-41da-b31c-2570be605681 req-0574f9c4-088d-49c2-bb10-d95bd226d33a service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2458482
Jun 21 02:52:28.748258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a76d2273-ffde-449b-826d-ae1642914dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.749040 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.751108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a76d2273-ffde-449b-826d-ae1642914dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.755080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a76d2273-ffde-449b-826d-ae1642914dc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d7932ab-79ff-4990-90ba-b1f39308fb81 HTTP/1.1" status: 204  len: 168 time: 1.5336871
Jun 21 02:52:28.789018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:28.792279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:28.794817 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200bfa80-da2a-4523-8839-d650590963d3" -d '{"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:28.798101 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.800056 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:28.826313 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-115ed580-fa75-4cd5-9e1a-651a3639b361 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:28.855049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:28.858486 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:28.865802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] For port dc99951d-4f9e-4a67-b61e-8cf7566311b6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc99951d-4f9e-4a67-b61e-8cf7566311b6,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:28.866444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.873713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d2273-ffde-449b-826d-ae1642914dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7932ab-79ff-4990-90ba-b1f39308fb81,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:28.876543 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:28.877881 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a36cc558-600c-480c-8c34-308298271eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:28.897874 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a76d2273-ffde-449b-826d-ae1642914dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:28.963368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:28.966509 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:29.002519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['a8e8aa7b-3d85-49df-baf3-52bc18c4a441'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:29.018152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Calling delete_port for dc99951d-4f9e-4a67-b61e-8cf7566311b6 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:29.082671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906f6e1-53b1-4e8d-88a1-93d21b69f376 req-547dbc07-978f-4849-9ef3-6fac63c8f6be tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:29.084222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7906f6e1-53b1-4e8d-88a1-93d21b69f376 req-547dbc07-978f-4849-9ef3-6fac63c8f6be tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 945 time: 0.5109212
Jun 21 02:52:29.103559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3994b-2908-4074-ab62-9b293321fc99 req-271db6c0-afe8-4feb-92d9-8dc3a16479c9 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:29.110348 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bc3994b-2908-4074-ab62-9b293321fc99 req-271db6c0-afe8-4feb-92d9-8dc3a16479c9 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 944 time: 0.3378253
Jun 21 02:52:29.130175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:29.277477 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3711ca5b-8a5b-451c-9b35-43a0286211e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:29.287665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7906f6e1-53b1-4e8d-88a1-93d21b69f376 req-324294f8-129d-41ce-aad7-00794fe96590 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1924496
Jun 21 02:52:29.312002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bc3994b-2908-4074-ab62-9b293321fc99 req-c8edb16d-edd6-44cd-820d-3fe3ef9e2466 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865087
Jun 21 02:52:29.407777 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50b0d76-9751-44d8-8d5b-2680a8e9e4ef x-openstack-request-id: req-b50b0d76-9751-44d8-8d5b-2680a8e9e4ef {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:29.408286 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:29.408478 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b50b0d76-9751-44d8-8d5b-2680a8e9e4ef {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:29.408989 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'code': 200}
Jun 21 02:52:29.516007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3711ca5b-8a5b-451c-9b35-43a0286211e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:29.553828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:29.567727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dc99951d-4f9e-4a67-b61e-8cf7566311b6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:29.570204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:29.600567 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0c2dffb-7439-44e0-af9f-fde77d4b25f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:29.612240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-69d97584-e02b-4262-88cf-105f10a1fc9b req-c18f4ee6-8b2f-4924-8624-31a8bc32ab14 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 210 time: 0.0779214
Jun 21 02:52:29.626268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dfa19-e291-4d16-bef4-fbd28b05072e req-88f68ef8-18cf-409a-801d-edf32166f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:29.630448 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e35dfa19-e291-4d16-bef4-fbd28b05072e req-88f68ef8-18cf-409a-801d-edf32166f645 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 1098 time: 0.1125994
Jun 21 02:52:29.633267 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3711ca5b-8a5b-451c-9b35-43a0286211e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:29.651899 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2384b010-0e02-4161-afd0-d6e2e86f7e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:29.746442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711ca5b-8a5b-451c-9b35-43a0286211e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfacc72-d804-4cd6-bdc6-39da64af362f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:29.757085 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3711ca5b-8a5b-451c-9b35-43a0286211e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:29.762113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'Port': ['ID=dc99951d-4f9e-4a67-b61e-8cf7566311b6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:29.771020 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:29.841596 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e35dfa19-e291-4d16-bef4-fbd28b05072e req-79954d51-a232-48a4-9753-e1fc58db23c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1989567
Jun 21 02:52:29.848181 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3711ca5b-8a5b-451c-9b35-43a0286211e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0726d768b0924481b3b413190076546c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7168696
Jun 21 02:52:29.858056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43278) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:29.901383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] No DVR routers for this DVR port dc99951d-4f9e-4a67-b61e-8cf7566311b6 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:52:29.919354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:29.921468 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-422346b6-b247-47fa-844c-cf89f4553cb1 req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.26 "DELETE /v2.0/ports/dc99951d-4f9e-4a67-b61e-8cf7566311b6 HTTP/1.1" status: 204  len: 173 time: 1.8242610
Jun 21 02:52:29.921944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'name': 'network-vif-deleted', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:29.924379 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c35033-4776-4684-9659-9153e1870e7e" -d '{"events": [{"server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "name": "network-vif-deleted", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:29.970026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd12b9-6183-4b73-ac20-1586e255e236 req-bd3f8da6-1ca0-4ed7-b6f8-f9d4686f027e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:29.978633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42fd12b9-6183-4b73-ac20-1586e255e236 req-bd3f8da6-1ca0-4ed7-b6f8-f9d4686f027e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 943 time: 0.3596568
Jun 21 02:52:29.979431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df76f2d5-4b39-4fc4-b160-77593b406071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.017185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df76f2d5-4b39-4fc4-b160-77593b406071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.027756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42fd12b9-6183-4b73-ac20-1586e255e236 req-4c9d6792-d17d-4264-a341-e154bd0d5a1f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483816
Jun 21 02:52:30.105905 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c31313-c458-4c53-979e-3e402646150f x-openstack-request-id: req-e3c31313-c458-4c53-979e-3e402646150f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:30.114590 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81374cb2-8afc-43a0-965c-ae769f46be50", "name": "network-vif-deleted", "tag": "dc99951d-4f9e-4a67-b61e-8cf7566311b6", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:30.114590 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3c31313-c458-4c53-979e-3e402646150f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:30.114590 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81374cb2-8afc-43a0-965c-ae769f46be50', 'name': 'network-vif-deleted', 'tag': 'dc99951d-4f9e-4a67-b61e-8cf7566311b6', 'status': 'completed', 'code': 200}
Jun 21 02:52:30.116828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fb9feb2a-fa26-451d-9030-43a3a257ed40 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:52:30.253237 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:30.267089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fb9feb2a-fa26-451d-9030-43a3a257ed40, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fb9feb2a-fa26-451d-9030-43a3a257ed40,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:30.272672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df76f2d5-4b39-4fc4-b160-77593b406071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.280088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df76f2d5-4b39-4fc4-b160-77593b406071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.280088 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-df76f2d5-4b39-4fc4-b160-77593b406071 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dfacc72-d804-4cd6-bdc6-39da64af362f HTTP/1.1" status: 204  len: 168 time: 0.4182205
Jun 21 02:52:30.280088 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3711ca5b-8a5b-451c-9b35-43a0286211e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:30.283953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device a8e8aa7b-3d85-49df-baf3-52bc18c4a441 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:30.292321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76f2d5-4b39-4fc4-b160-77593b406071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfacc72-d804-4cd6-bdc6-39da64af362f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:30.298155 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df76f2d5-4b39-4fc4-b160-77593b406071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:30.408254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'fb9feb2a-fa26-451d-9030-43a3a257ed40', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': 'fb9feb2a-fa26-451d-9030-43a3a257ed40', 'mac_address': 'fa:16:3e:f6:3a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:52:30.488733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2083454586-network', 'tenant_id': '49f53bb61e68423d9eba925eb90d4003'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:30.558956 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.600734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9feb2a-fa26-451d-9030-43a3a257ed40 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:30.604981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:30.607412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.617020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.667155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fb9feb2a-fa26-451d-9030-43a3a257ed40, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fb9feb2a-fa26-451d-9030-43a3a257ed40,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:30.747877 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.750196 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:30.797093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:30.814333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084be1a7-e99b-4305-bcf4-03fbbbecccad req-01fd38b6-04c9-4589-a398-75545f75031c tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:30.825788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-084be1a7-e99b-4305-bcf4-03fbbbecccad req-01fd38b6-04c9-4589-a398-75545f75031c tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 944 time: 0.2103875
Jun 21 02:52:30.855574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:30.857497 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:30.912226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fb9feb2a-fa26-451d-9030-43a3a257ed40,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:30.926753 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:30.976264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-084be1a7-e99b-4305-bcf4-03fbbbecccad req-c5b55cb2-9dc3-4ca7-9df2-906f6c21b233 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468246
Jun 21 02:52:30.987584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fb9feb2a-fa26-451d-9030-43a3a257ed40'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:31.018453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604f86c-b078-4d81-8e76-87e1af590572 req-ec9d419e-1bce-428e-87c5-6694138bc66c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:31.032117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f604f86c-b078-4d81-8e76-87e1af590572 req-ec9d419e-1bce-428e-87c5-6694138bc66c tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.3166189
Jun 21 02:52:31.038473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:31.090233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f604f86c-b078-4d81-8e76-87e1af590572 req-2ec37808-7b1e-4a50-9066-f3c04055e3ca tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547898
Jun 21 02:52:31.109567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:31.114392 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bd0070ae-d263-4ebd-81fa-64b8a582bee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:31.139318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a8a6e-3220-4db4-be93-bbc023a66882,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:31.142850 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:31.153818 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:31.221310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad609d3c-44a0-45d8-bf2d-a412aee8c830 req-66cb72c3-6af9-4acf-b99a-bc7067e7842e tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=81374cb2-8afc-43a0-965c-ae769f46be50 HTTP/1.1" status: 200  len: 210 time: 0.0437090
Jun 21 02:52:31.223772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port a8e8aa7b-3d85-49df-baf3-52bc18c4a441, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:31.238652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:52:31.282789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:31.283114 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Added segment da72b286-130f-49a4-a7ba-44335adf5e63 of type vlan for network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b
Jun 21 02:52:31.315684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:31.322948 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ed8e3f0a-9e10-42e0-9a32-78ad3962bd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:31.348667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:31.400448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b415c-fc67-4687-8fdd-0298378612b2 req-4f9d0cdb-2caf-4969-b94a-589b14d37548 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:31.409504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d7b415c-fc67-4687-8fdd-0298378612b2 req-4f9d0cdb-2caf-4969-b94a-589b14d37548 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 944 time: 0.1418073
Jun 21 02:52:31.466436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d7b415c-fc67-4687-8fdd-0298378612b2 req-80f6239b-3e07-483e-97da-517c8f5d2214 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551696
Jun 21 02:52:31.467647 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:31.468742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:31.469355 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:31.471642 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-54ea8c1a-9405-4b47-8cef-8efacceadf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:31.473096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddbe38c-8765-4a3c-bc25-e675fe2b19b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e8aa7b-3d85-49df-baf3-52bc18c4a441'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:31.475337 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affc51dc-7b83-4665-818c-8f684376193a" -d '{"events": [{"server_uuid": "cddbe38c-8765-4a3c-bc25-e675fe2b19b5", "name": "network-vif-plugged", "status": "completed", "tag": "a8e8aa7b-3d85-49df-baf3-52bc18c4a441"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:31.489480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:31.508559 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:31.562734 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9567aa-618c-414c-b05b-2c30d5e1fe08 x-openstack-request-id: req-3b9567aa-618c-414c-b05b-2c30d5e1fe08 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:31.567997 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddbe38c-8765-4a3c-bc25-e675fe2b19b5", "name": "network-vif-plugged", "status": "completed", "tag": "a8e8aa7b-3d85-49df-baf3-52bc18c4a441", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:31.568602 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b9567aa-618c-414c-b05b-2c30d5e1fe08 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:31.569432 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddbe38c-8765-4a3c-bc25-e675fe2b19b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e8aa7b-3d85-49df-baf3-52bc18c4a441', 'code': 200}
Jun 21 02:52:31.609661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Pushing event updated for resources: {'Network': ['ID=8f48e7d4-706a-4cc2-a94a-84a51ccf686b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:31.613240 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:31.624817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:52:31.673019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.4185948
Jun 21 02:52:31.675679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43338) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:31.686463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Request body: {'subnet': {'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2083454586-subnet', 'tenant_id': '49f53bb61e68423d9eba925eb90d4003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:31.765780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44da56e-4200-45f5-aaad-fa1c9b6d3306 req-08384208-ea42-4be2-8299-40d890b75282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:31.768995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f44da56e-4200-45f5-aaad-fa1c9b6d3306 req-08384208-ea42-4be2-8299-40d890b75282 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 1097 time: 0.1083882
Jun 21 02:52:31.811916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f44da56e-4200-45f5-aaad-fa1c9b6d3306 req-04734b82-3e67-4dbb-b098-e67c4388e75d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373416
Jun 21 02:52:31.844790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:31.847317 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:32.108869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fb9feb2a-fa26-451d-9030-43a3a257ed40 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:32.222278 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6dfea-aed0-48d6-9689-818058c9b492 req-7cb9dc9a-843d-47c1-8fb0-28fae3d90bd1 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:32.224389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68f6dfea-aed0-48d6-9689-818058c9b492 req-7cb9dc9a-843d-47c1-8fb0-28fae3d90bd1 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 945 time: 0.0942616
Jun 21 02:52:32.239457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:32.243932 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5949e9f2-4c18-4081-84e2-3e606923dacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:32.273432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port fb9feb2a-fa26-451d-9030-43a3a257ed40 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:32.279402 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port fb9feb2a-fa26-451d-9030-43a3a257ed40 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:32.280012 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:32.297588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5560c84-8f59-4593-b0b0-0b69a7dd416d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:32.303205 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:32.311178 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68f6dfea-aed0-48d6-9689-818058c9b492 req-8fd34ee6-4d13-429b-a8ff-3ae4a5c94e5b tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803025
Jun 21 02:52:32.320560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dc99951d-4f9e-4a67-b61e-8cf7566311b6 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:32.333516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Checking segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:32.334093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Network hostable DHCP agents. Network: 8f48e7d4-706a-4cc2-a94a-84a51ccf686b, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:52:32.353292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: dc99951d-4f9e-4a67-b61e-8cf7566311b6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:32.353965 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dc99951d-4f9e-4a67-b61e-8cf7566311b6 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:32.428341 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:32.467723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:52:32.498449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fb9feb2a-fa26-451d-9030-43a3a257ed40, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fb9feb2a-fa26-451d-9030-43a3a257ed40,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:32.553472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 8f48e7d4-706a-4cc2-a94a-84a51ccf686b) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:32.558701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:32.562583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:32.584527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dedd823-cd69-4d70-84c3-5ac2cfb40eb7 None None] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:52:32.585755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5d1bd-a14f-4407-b32d-bff6ad17e9d6 req-5c32fd80-6d20-48e0-be4a-9633016ff395 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:32.591443 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:32.597009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5eb5d1bd-a14f-4407-b32d-bff6ad17e9d6 req-5c32fd80-6d20-48e0-be4a-9633016ff395 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1879413
Jun 21 02:52:32.607035 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:32.644760 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.9679518
Jun 21 02:52:32.665963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5eb5d1bd-a14f-4407-b32d-bff6ad17e9d6 req-deafeeb6-f64a-450d-a33b-ae4b6c5e83dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646236
Jun 21 02:52:32.729789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fb9feb2a-fa26-451d-9030-43a3a257ed40,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:32.742698 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:32.818863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75aca5af-291a-451b-98f1-012d6294819f req-aca65e3a-6a01-4b96-be7e-fa5af2cdd60b tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/1238ec19-876b-43f5-a301-a2bf9cc776b2 HTTP/1.1" status: 200  len: 1803 time: 0.0947571
Jun 21 02:52:33.016904 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75aca5af-291a-451b-98f1-012d6294819f req-34d3964a-6cf1-48ed-9dff-467ca1c726b3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.019825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1139e8-4d02-4127-bfe5-9fc35e004a7a None None] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:52:33.062243 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75aca5af-291a-451b-98f1-012d6294819f req-34d3964a-6cf1-48ed-9dff-467ca1c726b3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.103321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b604aee-c38b-42fb-80a5-047e354c580a req-16f4a01a-4a26-48d8-a9bf-855d7b87d0c9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:33.110363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b604aee-c38b-42fb-80a5-047e354c580a req-16f4a01a-4a26-48d8-a9bf-855d7b87d0c9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 945 time: 0.2140937
Jun 21 02:52:33.166988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b604aee-c38b-42fb-80a5-047e354c580a req-814014ae-f966-4b33-91c1-463152c7d4f6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557368
Jun 21 02:52:33.279859 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75aca5af-291a-451b-98f1-012d6294819f req-34d3964a-6cf1-48ed-9dff-467ca1c726b3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.285402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75aca5af-291a-451b-98f1-012d6294819f req-34d3964a-6cf1-48ed-9dff-467ca1c726b3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.298360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75aca5af-291a-451b-98f1-012d6294819f req-34d3964a-6cf1-48ed-9dff-467ca1c726b3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/1238ec19-876b-43f5-a301-a2bf9cc776b2 HTTP/1.1" status: 204  len: 173 time: 0.4715757
Jun 21 02:52:33.300202 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dbfee5be-01bc-44e1-8089-fb954d124278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:33.323200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3964a-6cf1-48ed-9dff-467ca1c726b3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1238ec19-876b-43f5-a301-a2bf9cc776b2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:33.330111 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-34d3964a-6cf1-48ed-9dff-467ca1c726b3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:33.452031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc3190-e385-4f95-af29-f33fc9999d62 req-b0c76f79-d02f-47de-8b36-5f8aa17b639b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:33.453749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00fc3190-e385-4f95-af29-f33fc9999d62 req-b0c76f79-d02f-47de-8b36-5f8aa17b639b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1325660
Jun 21 02:52:33.463261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43390) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:33.471360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Request body: {'floatingip': {'port_id': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:33.552498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.570636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b903823-4b38-4776-8ed4-542b702a0ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9feb2a-fa26-451d-9030-43a3a257ed40'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:33.573913 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402bef42-0d37-4624-bc2f-f9ce0734ef5f" -d '{"events": [{"server_uuid": "1b903823-4b38-4776-8ed4-542b702a0ee0", "name": "network-vif-plugged", "status": "completed", "tag": "fb9feb2a-fa26-451d-9030-43a3a257ed40"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:33.582255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-829cb583-af0c-42e7-850e-73c7aabd6f4c req-7f02bc60-b26d-40d3-9cce-dab0c34a97fc tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/6073867c-0d2b-4f81-8369-2f5773349d8a HTTP/1.1" status: 200  len: 1801 time: 0.0984123
Jun 21 02:52:33.769129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-829cb583-af0c-42e7-850e-73c7aabd6f4c req-598e259f-5ef5-4f0a-af79-c6fce9baeeb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.801130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528a10-66c6-48ab-b80c-48f268024aee req-bcd811bb-3de1-4870-baf2-f3fabb81584d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:33.802645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-bcd811bb-3de1-4870-baf2-f3fabb81584d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.1577446
Jun 21 02:52:33.812940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-829cb583-af0c-42e7-850e-73c7aabd6f4c req-598e259f-5ef5-4f0a-af79-c6fce9baeeb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.832089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-c2c767d8-f84c-4427-8625-fa471391a18e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/quotas/49f53bb61e68423d9eba925eb90d4003 HTTP/1.1" status: 200  len: 375 time: 0.0209854
Jun 21 02:52:33.880294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-97df6bae-778c-4f43-99d8-e490a35ec2df tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0362287
Jun 21 02:52:33.977708 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-829cb583-af0c-42e7-850e-73c7aabd6f4c req-598e259f-5ef5-4f0a-af79-c6fce9baeeb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.980775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-829cb583-af0c-42e7-850e-73c7aabd6f4c req-598e259f-5ef5-4f0a-af79-c6fce9baeeb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:33.994203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-829cb583-af0c-42e7-850e-73c7aabd6f4c req-598e259f-5ef5-4f0a-af79-c6fce9baeeb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/6073867c-0d2b-4f81-8369-2f5773349d8a HTTP/1.1" status: 204  len: 173 time: 0.3957415
Jun 21 02:52:33.997803 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8fe59cdf-c501-4ab5-9b29-dc6c1c3997fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:34.019326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e259f-5ef5-4f0a-af79-c6fce9baeeb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073867c-0d2b-4f81-8369-2f5773349d8a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:34.026734 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-598e259f-5ef5-4f0a-af79-c6fce9baeeb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:34.059338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-d9ddb194-7348-408f-8e18-dc7cf6333b7c service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527486
Jun 21 02:52:34.216335 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1626529b-2010-4e52-969b-da7b512dc667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:34.234542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-abf49f83-a443-4504-86aa-897f6381b7e4 service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742566
Jun 21 02:52:34.283780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447643be-2630-44d3-a514-67cc7ca38295 req-2aeb700f-9470-478a-b239-0e74e65a3cb5 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:34.295059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-447643be-2630-44d3-a514-67cc7ca38295 req-2aeb700f-9470-478a-b239-0e74e65a3cb5 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 945 time: 0.1004877
Jun 21 02:52:34.322231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:34.341491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-447643be-2630-44d3-a514-67cc7ca38295 req-93f40b1e-c0e6-4cb2-b82f-f4bde56e5927 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466714
Jun 21 02:52:34.411880 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5903bf-c9b8-4d9b-a41c-792cb4d206e4 x-openstack-request-id: req-ee5903bf-c9b8-4d9b-a41c-792cb4d206e4 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:34.411880 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b903823-4b38-4776-8ed4-542b702a0ee0", "name": "network-vif-plugged", "status": "completed", "tag": "fb9feb2a-fa26-451d-9030-43a3a257ed40", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:34.411880 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee5903bf-c9b8-4d9b-a41c-792cb4d206e4 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:34.411880 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b903823-4b38-4776-8ed4-542b702a0ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9feb2a-fa26-451d-9030-43a3a257ed40', 'code': 200}
Jun 21 02:52:34.449782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:34.480522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9e6ad5dd-ad6d-43c5-9091-cd59f4ffa423 req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172432349', 'description': 'tempest-description-117424179'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:34.615845 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Floating IP 65eb13d9-fb4b-41fc-94f7-1053611dfd3a associated. External IP: 172.25.7.186, port: 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e.
Jun 21 02:52:34.669129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b9464-ce27-43e8-9bca-1cf8e11829d2 req-e030e3fa-00b1-4bcb-b7f3-56f42f888a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:34.671787 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ab9b9464-ce27-43e8-9bca-1cf8e11829d2 req-e030e3fa-00b1-4bcb-b7f3-56f42f888a94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 1097 time: 0.1645572
Jun 21 02:52:34.717606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e6ad5dd-ad6d-43c5-9091-cd59f4ffa423 req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:34.777628 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ab9b9464-ce27-43e8-9bca-1cf8e11829d2 req-8b6812bc-a782-408e-a3ec-be0f8c872f36 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971556
Jun 21 02:52:34.831066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639d3d8-453c-4d8c-9fd8-3c511a598a17 req-e0fd49ff-8786-44c4-bf10-9509a90b6a57 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:34.832794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9639d3d8-453c-4d8c-9fd8-3c511a598a17 req-e0fd49ff-8786-44c4-bf10-9509a90b6a57 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 945 time: 0.1348748
Jun 21 02:52:34.892796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9639d3d8-453c-4d8c-9fd8-3c511a598a17 req-a20b0a56-a6c1-4859-9dfb-2cfc508486a2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522563
Jun 21 02:52:34.904277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Router 8dc21028-f8b0-42c0-80c1-54ba989feaeb has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:52:34.951614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e6ad5dd-ad6d-43c5-9091-cd59f4ffa423 req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.035964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:52:35.039333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d512a816-4918-43ab-b120-7f9ed5e9ae16 req-948731d5-1c92-4034-800b-14d8b8d23819 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 210 time: 0.0376592
Jun 21 02:52:35.044821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.048627 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] Sync routers for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:52:35.060098 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:35.060722 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82f0d90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:52:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:35.073998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e6ad5dd-ad6d-43c5-9091-cd59f4ffa423 req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.077989 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d75570d-2844-4885-946c-924ff71a11f3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:35.107795 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bfcd8750-306d-495d-b3e4-1d860cc9cfbc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "PUT /v2.0/floatingips/65eb13d9-fb4b-41fc-94f7-1053611dfd3a HTTP/1.1" status: 200  len: 992 time: 1.6422868
Jun 21 02:52:35.108637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:35.111188 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f09093-ef93-4a28-9af6-38c46152359d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:35.113264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a930c490-0c83-42a8-8d06-31aa5657f39a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:35.117220 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:35.232471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e6ad5dd-ad6d-43c5-9091-cd59f4ffa423 req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.239531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e6ad5dd-ad6d-43c5-9091-cd59f4ffa423 req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.7605801
Jun 21 02:52:35.316516 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddafa64-8a04-47bb-a120-20fd38c6479d x-openstack-request-id: req-4ddafa64-8a04-47bb-a120-20fd38c6479d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:35.317052 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:35.323339 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ddafa64-8a04-47bb-a120-20fd38c6479d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:35.324119 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'status': 'completed', 'code': 200}
Jun 21 02:52:35.347698 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:35.362732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b461fe0f-d72e-4046-a2bb-4ef64c8f262a req-8d503f8e-9fd9-4b46-a9cb-fef3641f0cd8 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/a930c490-0c83-42a8-8d06-31aa5657f39a HTTP/1.1" status: 200  len: 1802 time: 0.0948420
Jun 21 02:52:35.369386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-b461fe0f-d72e-4046-a2bb-4ef64c8f262a req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1904117837', 'description': 'tempest-description-hth-1361656133'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:35.413059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b461fe0f-d72e-4046-a2bb-4ef64c8f262a req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.468242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f09093-ef93-4a28-9af6-38c46152359d req-115c07db-60fa-4c89-89c0-9398ec5c5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:35.470361 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45f09093-ef93-4a28-9af6-38c46152359d req-115c07db-60fa-4c89-89c0-9398ec5c5b75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 1098 time: 0.1155264
Jun 21 02:52:35.506333 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b461fe0f-d72e-4046-a2bb-4ef64c8f262a req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.592356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f09093-ef93-4a28-9af6-38c46152359d req-a10ce434-d715-4733-b08f-1c9507a7e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:35.594026 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45f09093-ef93-4a28-9af6-38c46152359d req-a10ce434-d715-4733-b08f-1c9507a7e871 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.1169901
Jun 21 02:52:35.617584 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82f0d90>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '65eb13d9-fb4b-41fc-94f7-1053611dfd3a', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'port_id': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'mac_address': 'fa:16:3e:a7:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:52:03Z', 'updated_at': '2021-06-21T02:52:34Z', 'revision_number': 1, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:35.644230 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] Checking router: 8dc21028-f8b0-42c0-80c1-54ba989feaeb for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:52:35.651171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b461fe0f-d72e-4046-a2bb-4ef64c8f262a req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.654140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b461fe0f-d72e-4046-a2bb-4ef64c8f262a req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.655318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b461fe0f-d72e-4046-a2bb-4ef64c8f262a req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "PUT /v2.0/security-groups/a930c490-0c83-42a8-8d06-31aa5657f39a HTTP/1.1" status: 200  len: 1777 time: 0.2910748
Jun 21 02:52:35.656024 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d5d41781-2735-41be-9dba-c0685c9eb61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:35.674918 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45f09093-ef93-4a28-9af6-38c46152359d req-8ee33a3f-2da5-4d18-bd38-f4064c27731f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e HTTP/1.1" status: 200  len: 1000 time: 0.0742476
Jun 21 02:52:35.683665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:35.686561 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82f0d90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:52:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:35.735930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a930c490-0c83-42a8-8d06-31aa5657f39a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:35.746521 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:35.765237 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f09093-ef93-4a28-9af6-38c46152359d req-1a1f8c94-473f-46d4-9ec4-dd8c49fa4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:35.766756 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45f09093-ef93-4a28-9af6-38c46152359d req-1a1f8c94-473f-46d4-9ec4-dd8c49fa4bf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.0862586
Jun 21 02:52:35.786323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5000aef6-67eb-414d-b22a-f493303c23f9 req-958d9042-b755-43e7-9441-9cc765501f2a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/a930c490-0c83-42a8-8d06-31aa5657f39a HTTP/1.1" status: 200  len: 1777 time: 0.0767319
Jun 21 02:52:35.811344 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:35.873025 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:35.883102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f09093-ef93-4a28-9af6-38c46152359d req-cbd65ba8-64be-4b0b-8efe-2ce0b57d80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:35.888300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d4cf3a9-ebf2-4fd8-a5ac-b4466aaa5626 req-c12f1523-de3e-4917-9a99-6f6f7addca33 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/a930c490-0c83-42a8-8d06-31aa5657f39a HTTP/1.1" status: 200  len: 1777 time: 0.0755937
Jun 21 02:52:35.890287 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45f09093-ef93-4a28-9af6-38c46152359d req-cbd65ba8-64be-4b0b-8efe-2ce0b57d80d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1162381
Jun 21 02:52:36.041254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43476) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:36.063344 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3d4cf3a9-ebf2-4fd8-a5ac-b4466aaa5626 req-0e8dcabd-917e-4583-a468-3ab698a8c803 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.114126 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45f09093-ef93-4a28-9af6-38c46152359d req-5a8de655-5e67-4b10-8086-90f727c5a554 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161233
Jun 21 02:52:36.126968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3d4cf3a9-ebf2-4fd8-a5ac-b4466aaa5626 req-0e8dcabd-917e-4583-a468-3ab698a8c803 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.204984 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82f0d90>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '65eb13d9-fb4b-41fc-94f7-1053611dfd3a', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'port_id': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'mac_address': 'fa:16:3e:a7:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:52:03Z', 'updated_at': '2021-06-21T02:52:34Z', 'revision_number': 1, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:36.235615 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fcff3b-05ea-47e2-b66b-e1faf4b2f7f7 None None] The sync data for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 is: [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '65eb13d9-fb4b-41fc-94f7-1053611dfd3a', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'port_id': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'mac_address': 'fa:16:3e:a7:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:52:03Z', 'updated_at': '2021-06-21T02:52:34Z', 'revision_number': 1, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:52:36.258150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9695fd55-cbe8-470a-84d5-a5d1c5fc8373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.262806 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45f09093-ef93-4a28-9af6-38c46152359d req-908526a3-c23a-4252-853e-e892b9b90d12 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401999
Jun 21 02:52:36.284132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5509c-0151-446a-93e8-96efb6a810db req-228af8fe-ad1c-43be-8f6f-b5902ed946db tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:36.292576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6f5509c-0151-446a-93e8-96efb6a810db req-228af8fe-ad1c-43be-8f6f-b5902ed946db tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 945 time: 0.1549413
Jun 21 02:52:36.349883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6f5509c-0151-446a-93e8-96efb6a810db req-b2b3236f-dfd3-454b-a406-7b816d36e0ed tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562952
Jun 21 02:52:36.454695 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3d4cf3a9-ebf2-4fd8-a5ac-b4466aaa5626 req-0e8dcabd-917e-4583-a468-3ab698a8c803 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.464753 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3d4cf3a9-ebf2-4fd8-a5ac-b4466aaa5626 req-0e8dcabd-917e-4583-a468-3ab698a8c803 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.472347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d4cf3a9-ebf2-4fd8-a5ac-b4466aaa5626 req-0e8dcabd-917e-4583-a468-3ab698a8c803 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/a930c490-0c83-42a8-8d06-31aa5657f39a HTTP/1.1" status: 204  len: 173 time: 0.5776334
Jun 21 02:52:36.563199 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9695fd55-cbe8-470a-84d5-a5d1c5fc8373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.564172 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a03d8ce-8a96-4bac-ad81-ae7bd306bd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:36.599257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dcabd-917e-4583-a468-3ab698a8c803 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a930c490-0c83-42a8-8d06-31aa5657f39a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:36.602474 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e8dcabd-917e-4583-a468-3ab698a8c803 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:36.622305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd2d8dcb-444e-43f9-a008-18d0a19b93a4 req-8b03daf4-1618-4a6f-a9d3-921dd3a2225c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 210 time: 0.0426691
Jun 21 02:52:36.664238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513cbf16-b3de-422f-823a-6d2ada40988f None None] New status for floating IP 65eb13d9-fb4b-41fc-94f7-1053611dfd3a: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:52:36.669721 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bbc04d27-54ae-4275-8135-ec312057e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.719574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9695fd55-cbe8-470a-84d5-a5d1c5fc8373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.723258 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3a0f1752-993b-4754-895b-bb4f7ce9006e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:36.785608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9695fd55-cbe8-470a-84d5-a5d1c5fc8373 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c4023ff6460408bb3328740ab3301b8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7304614
Jun 21 02:52:36.786865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695fd55-cbe8-470a-84d5-a5d1c5fc8373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc973453-9533-49ab-bb89-ca369bc74bd0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:36.788652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43500) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:36.808482 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9695fd55-cbe8-470a-84d5-a5d1c5fc8373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:36.887798 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbb65489-72ae-4731-849f-df32a99b0327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.943027 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbb65489-72ae-4731-849f-df32a99b0327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:36.974793 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-5bf5f2de-31bd-478b-b68d-28ca4b4b6ed9 req-c0759d14-00ab-4228-84c9-2bcc2266d77d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:52:36.979053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bf5f2de-31bd-478b-b68d-28ca4b4b6ed9 req-c0759d14-00ab-4228-84c9-2bcc2266d77d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/6073867c-0d2b-4f81-8369-2f5773349d8a HTTP/1.1" status: 404  len: 352 time: 0.0191619
Jun 21 02:52:37.023196 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-36d6312f-b102-409c-80b6-ba4c8a4edf63 req-1b692278-20fb-4afd-9ec0-6382f38ac750 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:52:37.024194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36d6312f-b102-409c-80b6-ba4c8a4edf63 req-1b692278-20fb-4afd-9ec0-6382f38ac750 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/1238ec19-876b-43f5-a301-a2bf9cc776b2 HTTP/1.1" status: 404  len: 352 time: 0.0148482
Jun 21 02:52:37.060479 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-887c1a78-2454-4744-947c-eb0a712b8fdc req-6316ee41-c799-457e-86af-af9f90da0901 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:52:37.061487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-887c1a78-2454-4744-947c-eb0a712b8fdc req-6316ee41-c799-457e-86af-af9f90da0901 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/f551f83c-4362-47a4-b905-a053c0eb49a4 HTTP/1.1" status: 404  len: 352 time: 0.0143962
Jun 21 02:52:37.096398 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-8b4d081d-e9f7-4846-9698-d0ac4fb06e9a req-8e5faee6-4426-4604-af69-25afea3658f2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:52:37.097402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b4d081d-e9f7-4846-9698-d0ac4fb06e9a req-8e5faee6-4426-4604-af69-25afea3658f2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/8733485b-3841-4b50-8e11-4a9877d29bb9 HTTP/1.1" status: 404  len: 352 time: 0.0151520
Jun 21 02:52:37.107190 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:37.107743 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbb65489-72ae-4731-849f-df32a99b0327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:37.110253 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbb65489-72ae-4731-849f-df32a99b0327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:37.111608 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dbb65489-72ae-4731-849f-df32a99b0327 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc973453-9533-49ab-bb89-ca369bc74bd0 HTTP/1.1" status: 204  len: 168 time: 0.3218820
Jun 21 02:52:37.112860 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:37.122435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb65489-72ae-4731-849f-df32a99b0327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc973453-9533-49ab-bb89-ca369bc74bd0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:37.127505 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dbb65489-72ae-4731-849f-df32a99b0327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:37.141734 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-8eb6b00f-0b33-493e-a05d-b35f38203ee1 req-ca5779c5-b10a-4e50-987c-b01b3c3f3ba2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:52:37.151477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8eb6b00f-0b33-493e-a05d-b35f38203ee1 req-ca5779c5-b10a-4e50-987c-b01b3c3f3ba2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/30d4cfe7-9fd4-4143-891c-8c1eb15cc650 HTTP/1.1" status: 404  len: 352 time: 0.0269678
Jun 21 02:52:37.188337 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-c42530ed-206f-4692-8bb2-50f0d4663b4b req-d40cfc4e-cdb4-4a10-80b9-034ca3a9a8d4 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] show failed (client error): The resource could not be found.
Jun 21 02:52:37.189313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c42530ed-206f-4692-8bb2-50f0d4663b4b req-d40cfc4e-cdb4-4a10-80b9-034ca3a9a8d4 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/995b80ba-59a0-40e6-9abc-f61dcbdb14bc HTTP/1.1" status: 404  len: 352 time: 0.0183978
Jun 21 02:52:37.911873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8495a548-546a-4cf3-9a98-711a9f9f5900 req-340ac84c-e359-4b92-8c39-0b8f68346d96 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 210 time: 0.0490241
Jun 21 02:52:38.012156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:38.045582 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:38.075169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528a10-66c6-48ab-b80c-48f268024aee req-f2a32249-cbb3-4dbd-b412-367e4f190ece tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:38.077050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-f2a32249-cbb3-4dbd-b412-367e4f190ece tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.26 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.1164384
Jun 21 02:52:38.090277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Request body: {'port': {'device_id': '3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'admin_state_up': True, 'tenant_id': '49f53bb61e68423d9eba925eb90d4003'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:38.268919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0188-9cba-46da-b129-4617529fe584 req-9dace4a0-e682-4040-9e99-389a42e0e09d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:38.268919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c20c0188-9cba-46da-b129-4617529fe584 req-9dace4a0-e682-4040-9e99-389a42e0e09d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1023 time: 0.1229243
Jun 21 02:52:38.314590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c20c0188-9cba-46da-b129-4617529fe584 req-b5f1fb35-8de0-4ad0-be8a-28d2c245c36b tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d7ec336-b968-4d1d-9a34-ddb81f07568e&id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=99145133-4c4f-4961-95e1-fc02bbc882ea&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0407352
Jun 21 02:52:38.400060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:38.404571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:38.567795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Allocated IP 172.20.0.2 (8f48e7d4-706a-4cc2-a94a-84a51ccf686b/a5560c84-8f59-4593-b0b0-0b69a7dd416d/6033f127-1bf3-4d4e-b2fb-38578d66d3df) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:38.743204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:38.896682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:38.900704 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e788118-e5e9-431b-98a1-162d5f426542 tempest-ImagesTestJSON-561274276 tempest-ImagesTestJSON-561274276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:38.956142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event updated for resources: {'Port': ['ID=6033f127-1bf3-4d4e-b2fb-38578d66d3df,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:38.960080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:38.961066 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:38.962484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:38.969292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:39.044578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:39.045692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:39.168095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-899acfdb-90e2-465c-b9db-bf024d20d9c2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:39.169720 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-899acfdb-90e2-465c-b9db-bf024d20d9c2 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1023 time: 0.0972302
Jun 21 02:52:39.177958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0925159
Jun 21 02:52:39.187836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711ae9b-9c0d-4072-919d-d77a40916bba req-32b30098-d9a0-4c6f-b28a-ba17a4611e2a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:39.190174 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8711ae9b-9c0d-4072-919d-d77a40916bba req-32b30098-d9a0-4c6f-b28a-ba17a4611e2a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 931 time: 0.1311274
Jun 21 02:52:39.197983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Request body: {'port': {'device_id': '3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:39.314474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8711ae9b-9c0d-4072-919d-d77a40916bba req-59f7df65-4177-4746-8bd5-0bc72aba439e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724082
Jun 21 02:52:39.315075 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:39.317486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Deleting port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:52:39.317913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:39.496089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] For port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,segment=NetworkSegment(47d79a72-63ce-4de7-b978-b611981fccc1),segment_id=47d79a72-63ce-4de7-b978-b611981fccc1)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:39.496089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:39.501714 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:39.661061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Calling delete_port for 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:52:39.733957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7087dbb-7a2d-48fd-8b76-9db7f5e993ab req-145f0cbf-a619-4c06-991d-c1dff626b0ac tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:39.735460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7087dbb-7a2d-48fd-8b76-9db7f5e993ab req-145f0cbf-a619-4c06-991d-c1dff626b0ac tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 1023 time: 0.1394844
Jun 21 02:52:39.806468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6033f127-1bf3-4d4e-b2fb-38578d66d3df {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:39.828574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7087dbb-7a2d-48fd-8b76-9db7f5e993ab req-56b856c9-a909-41fc-85f2-b1053ecd0891 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d7ec336-b968-4d1d-9a34-ddb81f07568e&id=53276edd-aa1e-46b4-a409-60023c55ecdc&id=99145133-4c4f-4961-95e1-fc02bbc882ea&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0858564
Jun 21 02:52:39.830805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:39.868818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Transition to ACTIVE for port object 6033f127-1bf3-4d4e-b2fb-38578d66d3df will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:39.970795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:39.973021 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6e09b3fe-3b2c-42f5-a078-816fe19d80c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:40.088940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Pushing event updated for resources: {'Port': ['ID=6033f127-1bf3-4d4e-b2fb-38578d66d3df,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:40.110598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:40.168830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Attempting to bind port 6033f127-1bf3-4d4e-b2fb-38578d66d3df on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:52:40.169293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Attempting to bind port 6033f127-1bf3-4d4e-b2fb-38578d66d3df by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:52:40.169848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Attempting to bind port 6033f127-1bf3-4d4e-b2fb-38578d66d3df on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:40.174769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Port 6033f127-1bf3-4d4e-b2fb-38578d66d3df on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:52:40.175086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Attempting to bind port 6033f127-1bf3-4d4e-b2fb-38578d66d3df on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:40.182852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:52:40.183259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Checking segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:40.183742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Bound using segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:52:40.184178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Bound port: 6033f127-1bf3-4d4e-b2fb-38578d66d3df, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:52:40.184480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:40.261227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] For port 6033f127-1bf3-4d4e-b2fb-38578d66d3df, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:52:40.265156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] For port 6033f127-1bf3-4d4e-b2fb-38578d66d3df, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6033f127-1bf3-4d4e-b2fb-38578d66d3df,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:52:40.410703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:40.416813 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:40.426680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:40.454881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'Port': ['ID=0095858e-9eea-4c99-9b7e-3b59b6e5d0d3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:40.458249 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:40.524946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b38e23-7960-441f-9d37-cc2b215d46dc req-dfbec129-2ead-48ff-b8c2-39c44df6b195 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:40.526816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] No DVR routers for this DVR port 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:52:40.530294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8b38e23-7960-441f-9d37-cc2b215d46dc req-dfbec129-2ead-48ff-b8c2-39c44df6b195 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 943 time: 0.0916860
Jun 21 02:52:40.539160 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:40.541615 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:40.544652 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce5a4a9-fce1-42d6-9bb0-a95ea4ef6ff1 req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.20 "DELETE /v2.0/ports/0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 HTTP/1.1" status: 204  len: 173 time: 1.3674614
Jun 21 02:52:40.545752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'name': 'network-vif-deleted', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:40.550048 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32a448-18ed-4ec8-8121-64cdd1604c53" -d '{"events": [{"server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "name": "network-vif-deleted", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:40.582127 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-362dc6f3-c237-4bd3-b571-526e0e3b8e13 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:40.590849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:40.591953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:40.593372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] 10.222.0.26 "PUT /v2.0/ports/6033f127-1bf3-4d4e-b2fb-38578d66d3df HTTP/1.1" status: 200  len: 1092 time: 1.4020693
Jun 21 02:52:40.611906 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31abec8a-272d-40e8-acf6-7ecb65388584 x-openstack-request-id: req-31abec8a-272d-40e8-acf6-7ecb65388584 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:40.612798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c', 'tag': '6033f127-1bf3-4d4e-b2fb-38578d66d3df'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:40.614199 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54", "name": "network-vif-deleted", "tag": "0095858e-9eea-4c99-9b7e-3b59b6e5d0d3", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:40.614631 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31abec8a-272d-40e8-acf6-7ecb65388584 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:40.615106 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54', 'name': 'network-vif-deleted', 'tag': '0095858e-9eea-4c99-9b7e-3b59b6e5d0d3', 'status': 'completed', 'code': 200}
Jun 21 02:52:40.627133 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c", "tag": "6033f127-1bf3-4d4e-b2fb-38578d66d3df"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:40.632322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8b38e23-7960-441f-9d37-cc2b215d46dc req-62f43262-d1a4-41b1-8102-f946092408f9 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937586
Jun 21 02:52:40.720722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Pushing event updated for resources: {'Port': ['ID=6033f127-1bf3-4d4e-b2fb-38578d66d3df,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:40.742123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:40.788830 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e628effc-6fb5-44a4-9cff-66107677e8a3 x-openstack-request-id: req-e628effc-6fb5-44a4-9cff-66107677e8a3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:40.789174 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c", "tag": "6033f127-1bf3-4d4e-b2fb-38578d66d3df", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:40.789525 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e628effc-6fb5-44a4-9cff-66107677e8a3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:40.790109 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c', 'tag': '6033f127-1bf3-4d4e-b2fb-38578d66d3df', 'status': 'completed', 'code': 200}
Jun 21 02:52:40.822233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528a10-66c6-48ab-b80c-48f268024aee req-867407c5-ee4b-471f-b0c0-8021293c8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:40.824224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-867407c5-ee4b-471f-b0c0-8021293c8219 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 1095 time: 0.0799069
Jun 21 02:52:40.874583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-13273018-acf4-44c8-8f23-476e928c9723 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6033f127-1bf3-4d4e-b2fb-38578d66d3df HTTP/1.1" status: 200  len: 217 time: 0.0438688
Jun 21 02:52:40.942575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528a10-66c6-48ab-b80c-48f268024aee req-e094b7d6-29f9-4f07-b444-97cb7ff6b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:40.944140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-e094b7d6-29f9-4f07-b444-97cb7ff6b737 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.0635433
Jun 21 02:52:41.026718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-f7b24aa9-e428-402d-a5f6-7642ab3e0f26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714684
Jun 21 02:52:41.116940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ece87d31-c7f2-41dc-afbd-8e1519ea0112 req-2e0271df-6622-4d1a-8d7c-a3c3de1e97b0 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c2d39d5-4b8f-4451-a7f3-99a3a9ba7f54 HTTP/1.1" status: 200  len: 210 time: 0.0357029
Jun 21 02:52:41.167119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-d91cc01f-e848-41bf-aab1-7cd5569dad65 service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376865
Jun 21 02:52:41.268989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8528a10-66c6-48ab-b80c-48f268024aee req-5cc533d9-f6df-4d21-9419-8b8f29ea5c65 service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955043
Jun 21 02:52:41.497112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-97c6b7dc-d3e0-45e0-b320-1d3b34c0eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:41.498813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-97c6b7dc-d3e0-45e0-b320-1d3b34c0eb8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 1095 time: 0.0997448
Jun 21 02:52:41.626371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-598e76e8-708b-4668-b3b3-7be7a68b7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:41.626371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-598e76e8-708b-4668-b3b3-7be7a68b7fd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 907 time: 0.1124845
Jun 21 02:52:41.672298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-b51f26f2-8419-48ca-b6a3-74749fa87651 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6033f127-1bf3-4d4e-b2fb-38578d66d3df HTTP/1.1" status: 200  len: 217 time: 0.0386827
Jun 21 02:52:41.789581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-cb1e81a0-2a2e-47cc-954a-15fafb4db50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:41.793255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-cb1e81a0-2a2e-47cc-954a-15fafb4db50c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.1152062
Jun 21 02:52:41.882466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-86841dea-5afe-48c4-b516-1e03aa00b6bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757258
Jun 21 02:52:42.416468 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7c75fbd-6271-49c3-ae36-ab9c152ebcbc req-85516399-41d7-40dc-a646-9732d1ebbab4 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/99145133-4c4f-4961-95e1-fc02bbc882ea HTTP/1.1" status: 200  len: 1802 time: 0.1286807
Jun 21 02:52:42.438857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cc983-56a6-4195-aea5-0f31bbd92566 req-0c4aa9dd-9563-47de-a2af-9f6c7661e72e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:42.440323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d39cc983-56a6-4195-aea5-0f31bbd92566 req-0c4aa9dd-9563-47de-a2af-9f6c7661e72e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 943 time: 0.5747952
Jun 21 02:52:42.467964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-de7de8d5-db68-4e31-9e1b-93c8abcb89ac service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787529
Jun 21 02:52:42.564404 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d39cc983-56a6-4195-aea5-0f31bbd92566 req-b6b541bc-9205-4f75-860b-aa12abf9660c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161251
Jun 21 02:52:42.590337 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b7c75fbd-6271-49c3-ae36-ab9c152ebcbc req-abdff426-4edb-4c27-a8ff-7565ebc35729 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:42.634474 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b7c75fbd-6271-49c3-ae36-ab9c152ebcbc req-abdff426-4edb-4c27-a8ff-7565ebc35729 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:42.638763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1293db0-6c0f-4c75-bc2f-c55c3cf9af69 req-9a370e79-fb8f-4036-aed8-d865fdd24a84 service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619010
Jun 21 02:52:42.780804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b7c75fbd-6271-49c3-ae36-ab9c152ebcbc req-abdff426-4edb-4c27-a8ff-7565ebc35729 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:42.783586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b7c75fbd-6271-49c3-ae36-ab9c152ebcbc req-abdff426-4edb-4c27-a8ff-7565ebc35729 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:42.784918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7c75fbd-6271-49c3-ae36-ab9c152ebcbc req-abdff426-4edb-4c27-a8ff-7565ebc35729 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/99145133-4c4f-4961-95e1-fc02bbc882ea HTTP/1.1" status: 204  len: 173 time: 0.3594873
Jun 21 02:52:42.785439 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4a5d319-dcd4-4ed2-9734-aee95be7025f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:42.796463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdff426-4edb-4c27-a8ff-7565ebc35729 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99145133-4c4f-4961-95e1-fc02bbc882ea,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:42.797834 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-abdff426-4edb-4c27-a8ff-7565ebc35729 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:42.839051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43686) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:42.862272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82467518-a774-4193-a18e-c50219be190f req-84af11ed-6f7b-48d1-801d-5609e44387c7 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "GET /v2.0/security-groups/0d7ec336-b968-4d1d-9a34-ddb81f07568e HTTP/1.1" status: 200  len: 1802 time: 0.0442491
Jun 21 02:52:42.942232 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-82467518-a774-4193-a18e-c50219be190f req-52d74a62-030b-4007-acaa-fc31b41bf3ae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.005656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-82467518-a774-4193-a18e-c50219be190f req-52d74a62-030b-4007-acaa-fc31b41bf3ae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.092666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.206492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.260751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-82467518-a774-4193-a18e-c50219be190f req-52d74a62-030b-4007-acaa-fc31b41bf3ae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.263363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-82467518-a774-4193-a18e-c50219be190f req-52d74a62-030b-4007-acaa-fc31b41bf3ae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.264487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82467518-a774-4193-a18e-c50219be190f req-52d74a62-030b-4007-acaa-fc31b41bf3ae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] 10.222.0.25 "DELETE /v2.0/security-groups/0d7ec336-b968-4d1d-9a34-ddb81f07568e HTTP/1.1" status: 204  len: 173 time: 0.3950920
Jun 21 02:52:43.265167 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:43.270750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43700) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:43.279443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d74a62-030b-4007-acaa-fc31b41bf3ae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ec336-b968-4d1d-9a34-ddb81f07568e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:43.282046 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52d74a62-030b-4007-acaa-fc31b41bf3ae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:43.317062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Deleting subnet c695b913-5e86-4aad-9b61-6d0e7db633d4 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:52:43.320758 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.352064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.358434 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-034527e4-2b60-4b3e-ac54-3ae0728901be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:43.370661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.429474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4402ad7-4a94-4653-b05a-3dfd080753ba,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:43.436546 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe26179a09d842a98721ff004f8a67b7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5933192
Jun 21 02:52:43.437011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43704) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:43.462965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.463585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.464115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.464657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.465174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.465786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.466152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.466514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.466875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.467232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.467593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.467940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:43.475068 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:43.484458 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.550282 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a7a16fc2-63d1-4793-845c-08c52d7d1be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.577684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a7a16fc2-63d1-4793-845c-08c52d7d1be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.714300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a7a16fc2-63d1-4793-845c-08c52d7d1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.736417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a7a16fc2-63d1-4793-845c-08c52d7d1be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.737926 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a7a16fc2-63d1-4793-845c-08c52d7d1be2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4402ad7-4a94-4653-b05a-3dfd080753ba HTTP/1.1" status: 204  len: 168 time: 0.2997100
Jun 21 02:52:43.745909 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dc378b11-69f8-4afe-a128-c07816ec7f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:43.763564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.770359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3ec48-a6b4-4edb-95f1-8c1526643045 req-8f39a0f7-27c9-4e27-b141-8fc26274337c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:43.773393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66e3ec48-a6b4-4edb-95f1-8c1526643045 req-8f39a0f7-27c9-4e27-b141-8fc26274337c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 943 time: 0.0878093
Jun 21 02:52:43.777226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a16fc2-63d1-4793-845c-08c52d7d1be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4402ad7-4a94-4653-b05a-3dfd080753ba,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:43.790238 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a7a16fc2-63d1-4793-845c-08c52d7d1be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:43.791015 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0cb19165-8130-4722-b84e-3d996cccc28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:43.826736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66e3ec48-a6b4-4edb-95f1-8c1526643045 req-146befa1-f288-4f74-bf1e-d62781ba2d8d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463860
Jun 21 02:52:43.831929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c695b913-5e86-4aad-9b61-6d0e7db633d4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:43.839412 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:43.841277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:43.847344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43714) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:43.848179 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c695b913-5e86-4aad-9b61-6d0e7db633d4 HTTP/1.1" status: 204  len: 168 time: 0.5758471
Jun 21 02:52:43.951005 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.047887 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.058540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2c07910>,) {'filters': {'network_id': ['7989e12b-ccbe-4c15-b879-2f8badf2d861']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:44.069040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2c07910>, '47d79a72-63ce-4de7-b978-b611981fccc1') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:44.069355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2c07910>, '47d79a72-63ce-4de7-b978-b611981fccc1') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:44.079417 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.093791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.099523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:52:44.099908 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:52:44.101642 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:52:44.157050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:52:44.179800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:52:44.181211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0095858e-9eea-4c99-9b7e-3b59b6e5d0d3 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:52:44.355309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6033f127-1bf3-4d4e-b2fb-38578d66d3df details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:52:44.359020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.367607 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0e090ea-6ece-4f4e-a7e6-2aa6a86d06ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:44.373178 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.379654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7989e12b-ccbe-4c15-b879-2f8badf2d861 HTTP/1.1" status: 204  len: 168 time: 0.5311592
Jun 21 02:52:44.398614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Pushing event deleted for resources: {'Network': ['ID=7989e12b-ccbe-4c15-b879-2f8badf2d861,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:44.401751 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:44.457729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6033f127-1bf3-4d4e-b2fb-38578d66d3df, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6033f127-1bf3-4d4e-b2fb-38578d66d3df,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:44.469288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6033f127-1bf3-4d4e-b2fb-38578d66d3df', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'port_id': '6033f127-1bf3-4d4e-b2fb-38578d66d3df', 'mac_address': 'fa:16:3e:c7:6e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5560c84-8f59-4593-b0b0-0b69a7dd416d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:52:44.507697 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.521073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6033f127-1bf3-4d4e-b2fb-38578d66d3df {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:44.542495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6033f127-1bf3-4d4e-b2fb-38578d66d3df, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6033f127-1bf3-4d4e-b2fb-38578d66d3df,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:44.655818 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:44.657706 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff5aeaa1-864a-473e-8da3-e409ca09b392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:44.704340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6033f127-1bf3-4d4e-b2fb-38578d66d3df,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:44.715409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.715760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.716106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.716444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.716782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.717117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.717482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.717817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.718152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.718594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.718799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.719124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:44.723257 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:44.877453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:44.886561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43734) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:44.919649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75402559-6855-4cff-abb7-f8fe4e354481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.048198 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75402559-6855-4cff-abb7-f8fe4e354481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.107228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43740) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:45.138875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19811-c245-41b3-a38c-daa5a3bb7543 req-7865fed6-39a9-4b06-acdd-29849c2a1bdd tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:45.140501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8c19811-c245-41b3-a38c-daa5a3bb7543 req-7865fed6-39a9-4b06-acdd-29849c2a1bdd tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 944 time: 0.0745561
Jun 21 02:52:45.149256 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-654c8ee0-ac98-4bc6-9900-86051fcbc24d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8920d211a7549f1948e67460a99346d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0406840
Jun 21 02:52:45.150200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75402559-6855-4cff-abb7-f8fe4e354481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.155912 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-334c1226-368f-487d-96a6-44dbfc70ba95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:45.161791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43742) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:45.191699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-75402559-6855-4cff-abb7-f8fe4e354481 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8fb554745f64484ae365ef1516eab31&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3042858
Jun 21 02:52:45.193814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75402559-6855-4cff-abb7-f8fe4e354481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08230658-e455-4fcc-9f90-af94d89bfa10,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:45.196705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43744) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:45.202989 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-75402559-6855-4cff-abb7-f8fe4e354481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:45.204252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8c19811-c245-41b3-a38c-daa5a3bb7543 req-49a67add-a10a-47b4-acc3-e198ce7b3d31 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577776
Jun 21 02:52:45.234047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fac8b53f-8605-47aa-9065-6a49e0e05427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.270599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fac8b53f-8605-47aa-9065-6a49e0e05427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.291754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-237c4111-c592-491f-bd4b-a19c5ebcea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.320025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-237c4111-c592-491f-bd4b-a19c5ebcea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.437635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-237c4111-c592-491f-bd4b-a19c5ebcea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.440613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-237c4111-c592-491f-bd4b-a19c5ebcea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.444207 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-237c4111-c592-491f-bd4b-a19c5ebcea2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08230658-e455-4fcc-9f90-af94d89bfa10 HTTP/1.1" status: 204  len: 168 time: 0.2442076
Jun 21 02:52:45.444207 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25bb7471-37e7-4969-9bd0-518583935c9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:45.454396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4111-c592-491f-bd4b-a19c5ebcea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08230658-e455-4fcc-9f90-af94d89bfa10,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:45.457599 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-237c4111-c592-491f-bd4b-a19c5ebcea2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:45.471832 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fac8b53f-8605-47aa-9065-6a49e0e05427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.474737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fac8b53f-8605-47aa-9065-6a49e0e05427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:45.476492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fac8b53f-8605-47aa-9065-6a49e0e05427 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53276edd-aa1e-46b4-a409-60023c55ecdc HTTP/1.1" status: 204  len: 168 time: 0.3136554
Jun 21 02:52:45.478009 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-34d3964a-6cf1-48ed-9dff-467ca1c726b3 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:45.490035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8b53f-8605-47aa-9065-6a49e0e05427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53276edd-aa1e-46b4-a409-60023c55ecdc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:45.492274 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fac8b53f-8605-47aa-9065-6a49e0e05427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:46.372226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6033f127-1bf3-4d4e-b2fb-38578d66d3df up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:46.438054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1a341-d121-42eb-9cd6-6ae4cbc83af7 req-0311331b-af0c-4546-9bd3-5f9694fd054e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:46.444465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ca1a341-d121-42eb-9cd6-6ae4cbc83af7 req-0311331b-af0c-4546-9bd3-5f9694fd054e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 944 time: 0.0969436
Jun 21 02:52:46.491372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ca1a341-d121-42eb-9cd6-6ae4cbc83af7 req-61bbc98a-c948-447f-8d31-11271837efd6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411406
Jun 21 02:52:46.501591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 6033f127-1bf3-4d4e-b2fb-38578d66d3df completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:46.513741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6033f127-1bf3-4d4e-b2fb-38578d66d3df triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:46.514438 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:46.600531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:46.627137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033f127-1bf3-4d4e-b2fb-38578d66d3df'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:46.629634 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b75272-b70a-4cbe-87b0-f71c5f36b1ba" -d '{"events": [{"server_uuid": "3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c", "name": "network-vif-plugged", "status": "completed", "tag": "6033f127-1bf3-4d4e-b2fb-38578d66d3df"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:46.644670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6033f127-1bf3-4d4e-b2fb-38578d66d3df, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6033f127-1bf3-4d4e-b2fb-38578d66d3df,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:46.673106 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f42c1-32b2-434b-8402-a8c7e96bdec9 x-openstack-request-id: req-152f42c1-32b2-434b-8402-a8c7e96bdec9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:46.673435 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c", "name": "network-vif-plugged", "status": "completed", "tag": "6033f127-1bf3-4d4e-b2fb-38578d66d3df", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:46.673698 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-152f42c1-32b2-434b-8402-a8c7e96bdec9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:46.674100 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033f127-1bf3-4d4e-b2fb-38578d66d3df', 'code': 200}
Jun 21 02:52:46.695958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:46.699593 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:46.752686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6033f127-1bf3-4d4e-b2fb-38578d66d3df,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:46.755922 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:46.795221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224033b1-cf3f-4656-a657-e8fcac3a9954 req-d4bd20cb-c31c-47ee-a9b9-64c98cae56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:46.797216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-224033b1-cf3f-4656-a657-e8fcac3a9954 req-d4bd20cb-c31c-47ee-a9b9-64c98cae56f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 1097 time: 0.0628641
Jun 21 02:52:46.832941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-224033b1-cf3f-4656-a657-e8fcac3a9954 req-27899a6d-8b36-4675-9c7c-6e56ac3b1287 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295486
Jun 21 02:52:47.069073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43812) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:47.149706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43816) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:47.261152 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:47.283127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1208166536-network', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:47.315206 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 02:52:47.315206 n-d-758944-33 neutron-server[94167]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 21 02:52:47.315206 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id': 'ae1740261e8841fc8780076f859ba358', 'id': 'fd743ab5-4933-4ae6-8357-13741c7508cc', 'expiration': datetime.datetime(2021, 6, 21, 2, 54, 47, 302232)}]
Jun 21 02:52:47.315206 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:52:47.315548 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:52:47.387645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-4e8ab7a9-59cc-4443-a790-74ac6eb3a14d tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1384060359&fields=id&tenant_id=ea95af1b2d634ec88cebc986629b20a2 HTTP/1.1" status: 200  len: 267 time: 0.0393739
Jun 21 02:52:47.409062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Made reservation on behalf of 8b0ca489994649c5a6436f6bcd31869d for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:47.411360 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:47.454533 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:47.546886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-0d1ee49f-f4cd-41ee-abe8-69bb435e156f tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:47.553930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-0d1ee49f-f4cd-41ee-abe8-69bb435e156f tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/networks?id=b23b1384-fb8e-493a-8499-a30a51d29c2a HTTP/1.1" status: 200  len: 816 time: 0.1594505
Jun 21 02:52:47.569030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-4828f681-6346-49e7-8c68-5bd713be580c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/quotas/ea95af1b2d634ec88cebc986629b20a2 HTTP/1.1" status: 200  len: 375 time: 0.0134273
Jun 21 02:52:47.715794 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:47.730265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-2c952698-cdaa-47a3-93d0-104c91cf2337 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea95af1b2d634ec88cebc986629b20a2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1518381
Jun 21 02:52:47.742076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5df57-625a-41d8-bf69-ae178f8639d8 req-d3e32e32-82ff-4cc0-86a3-e69a06e664e2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:47.743978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47f5df57-625a-41d8-bf69-ae178f8639d8 req-d3e32e32-82ff-4cc0-86a3-e69a06e664e2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 945 time: 0.1269460
Jun 21 02:52:47.817389 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:47.832789 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:47.843329 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52d74a62-030b-4007-acaa-fc31b41bf3ae tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:47.885392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47f5df57-625a-41d8-bf69-ae178f8639d8 req-1db090ac-99d8-4e9a-9634-7d7051b8ae02 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317329
Jun 21 02:52:47.893664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:52:47.921925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48005c74-d365-40a6-bd2b-1567b618695b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:47.948139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:47.948471 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Added segment 08bdd76e-17b4-4755-92a2-5a69c1f76b95 of type vlan for network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6
Jun 21 02:52:47.952191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.952589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.952980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.953391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.953880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.954275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.954650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.955026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.955395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.955763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.956128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.956493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:47.969500 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:47.975285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-6c775806-202b-4e92-95d1-0c529c6d65ee service neutron] 10.222.0.25 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304010
Jun 21 02:52:48.033661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.151660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-3c390663-62ff-486a-98a5-059dc0119b04 service neutron] 10.222.0.25 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494324
Jun 21 02:52:48.171374 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.221830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.223164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:48.223755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.226945 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:48.300268 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.304305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8ee88a-18bf-414f-87a6-8281e1ac39d6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:48.311946 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:48.316796 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-54189f65-a7c0-49a5-ad78-8950213f1389 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:48.317183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:52:48.342803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae1740261e8841fc8780076f859ba358&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2725115
Jun 21 02:52:48.345557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43858) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:48.351520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c983049b-4d3b-411f-b37a-2383e78d1052,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:48.356442 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:48.381866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2305236
Jun 21 02:52:48.386153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43862) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:48.393358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Request body: {'subnet': {'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1208166536-subnet', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:48.422044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c268bbb4-b6f6-44f3-9744-02958f040ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.452801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c268bbb4-b6f6-44f3-9744-02958f040ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.507078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Made reservation on behalf of 8b0ca489994649c5a6436f6bcd31869d for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:48.509679 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.581202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c268bbb4-b6f6-44f3-9744-02958f040ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.583831 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c268bbb4-b6f6-44f3-9744-02958f040ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.584965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c268bbb4-b6f6-44f3-9744-02958f040ae4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c983049b-4d3b-411f-b37a-2383e78d1052 HTTP/1.1" status: 204  len: 168 time: 0.2378206
Jun 21 02:52:48.585904 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:48.595105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268bbb4-b6f6-44f3-9744-02958f040ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983049b-4d3b-411f-b37a-2383e78d1052,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:48.597636 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c268bbb4-b6f6-44f3-9744-02958f040ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:48.759058 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:48.762198 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a48c5141-8cf9-4704-9459-626e0250eeb6 tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:48.825458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f4d09ec-1a66-4753-ab2a-55ff35fee835 req-dd398cc5-2535-4f14-b250-74cc52948a36 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0393963
Jun 21 02:52:48.845958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43346fe-aff2-4fbb-8d35-4b68e9801c39,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:48.856494 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:48.859240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Checking segment: {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:48.859610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Network hostable DHCP agents. Network: 6a8ee88a-18bf-414f-87a6-8281e1ac39d6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:52:48.914242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:52:48.993674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 6a8ee88a-18bf-414f-87a6-8281e1ac39d6) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:49.001094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:49.001094 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.005298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03feab-79e4-400c-982b-499c481d201e None None] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:52:49.125133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2ec49-cfa6-4bb0-b994-a34c1a67ccab req-5c3a65f1-ac11-44fa-a965-4fce950eadb7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:49.126693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66d2ec49-cfa6-4bb0-b994-a34c1a67ccab req-5c3a65f1-ac11-44fa-a965-4fce950eadb7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 945 time: 0.0911756
Jun 21 02:52:49.153820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7659774
Jun 21 02:52:49.156484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43896) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:49.162988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:49.194941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66d2ec49-cfa6-4bb0-b994-a34c1a67ccab req-5e8e98e8-2bd8-46c7-a586-55b3826af129 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626032
Jun 21 02:52:49.237131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:52:49.238056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.324118 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.325121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.375763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Allocated IP 172.20.0.2 (6a8ee88a-18bf-414f-87a6-8281e1ac39d6/a43346fe-aff2-4fbb-8d35-4b68e9801c39/0090a99d-e4b0-4265-a7f7-67bcb15e37fc) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:49.403719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.416516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f9317-d54e-4cb5-a706-96ac5978227e req-903b4bde-9313-459e-82cf-b95c0bdc9ad3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:49.418137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-081f9317-d54e-4cb5-a706-96ac5978227e req-903b4bde-9313-459e-82cf-b95c0bdc9ad3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1246779
Jun 21 02:52:49.466265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43902) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:49.511777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ceabd67-fa1f-4f3a-8a1e-80c0477d4d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.528259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-081f9317-d54e-4cb5-a706-96ac5978227e req-d0cdfbfa-e09f-48aa-80d4-979d441bed69 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002066
Jun 21 02:52:49.561456 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.573179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Transition to ACTIVE for port object 0090a99d-e4b0-4265-a7f7-67bcb15e37fc will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:49.605603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Transition to ACTIVE for port object 0090a99d-e4b0-4265-a7f7-67bcb15e37fc will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:49.715725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.715866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ceabd67-fa1f-4f3a-8a1e-80c0477d4d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:49.781952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54368-0821-4089-9533-fdf7f57eb464 req-868bb98f-0c8d-423d-a168-558555cd3710 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:49.783642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4e54368-0821-4089-9533-fdf7f57eb464 req-868bb98f-0c8d-423d-a168-558555cd3710 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0771296
Jun 21 02:52:49.889181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4e54368-0821-4089-9533-fdf7f57eb464 req-ef9bfaf9-2067-4f94-a097-4f7b84b4e1a6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824463
Jun 21 02:52:49.931671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa532b5b-4883-4f7c-9087-b6062f5b83cd req-e62a09ae-4b1a-41fb-87f8-18429013d214 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:49.933746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa532b5b-4883-4f7c-9087-b6062f5b83cd req-e62a09ae-4b1a-41fb-87f8-18429013d214 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.1490896
Jun 21 02:52:49.963326 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa532b5b-4883-4f7c-9087-b6062f5b83cd req-2516a0f5-129f-499e-8888-ca6007b8abaf tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/quotas/49f53bb61e68423d9eba925eb90d4003 HTTP/1.1" status: 200  len: 375 time: 0.0231154
Jun 21 02:52:49.983002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10c797f3-812a-4798-ac72-79a354f754c9 req-9d55ad16-e2dd-4ada-a113-ae587af5e9df tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0346725
Jun 21 02:52:50.045148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa532b5b-4883-4f7c-9087-b6062f5b83cd req-f3d2fb7d-9187-41bc-ba08-5c91ece5ceba tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0647407
Jun 21 02:52:50.162345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa532b5b-4883-4f7c-9087-b6062f5b83cd req-d214aa0b-d663-418a-ac99-af9a2436326f service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097913
Jun 21 02:52:50.260446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa532b5b-4883-4f7c-9087-b6062f5b83cd req-e3b1e4c5-b662-4e1d-9d1d-a8b75a426cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912566
Jun 21 02:52:50.274748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ceabd67-fa1f-4f3a-8a1e-80c0477d4d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.276408 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.281698 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:50.282101 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:50.304459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceabd67-fa1f-4f3a-8a1e-80c0477d4d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a3adc-5de3-4715-b76b-e50e2ca9d1cd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:50.315320 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2ceabd67-fa1f-4f3a-8a1e-80c0477d4d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:50.339905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2ceabd67-fa1f-4f3a-8a1e-80c0477d4d8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=698766fa6a6f4ee2b0e6a38d4267a762&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8698556
Jun 21 02:52:50.340899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43928) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:50.363277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:50.367143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:50.371331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:50.376119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Pushing event updated for resources: {'Port': ['ID=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:50.379567 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:50.412539 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4acfa2db-0cbd-455a-bc11-266b0a5eb9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.436976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4acfa2db-0cbd-455a-bc11-266b0a5eb9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.458450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Attempting to bind port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:52:50.458845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Attempting to bind port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:52:50.459338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Attempting to bind port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc on network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:50.466276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:52:50.466664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Checking segment: {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:50.467169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.467605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Bound using segment: {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:52:50.468086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Bound port: 0090a99d-e4b0-4265-a7f7-67bcb15e37fc, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:52:50.468463 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.543342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] For port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:52:50.547005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] For port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:52:50.554037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.573935 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.598768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4acfa2db-0cbd-455a-bc11-266b0a5eb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.601850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4acfa2db-0cbd-455a-bc11-266b0a5eb9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.606713 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4acfa2db-0cbd-455a-bc11-266b0a5eb9d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e7a3adc-5de3-4715-b76b-e50e2ca9d1cd HTTP/1.1" status: 204  len: 168 time: 0.2642784
Jun 21 02:52:50.608077 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c268bbb4-b6f6-44f3-9744-02958f040ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:50.616451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfa2db-0cbd-455a-bc11-266b0a5eb9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a3adc-5de3-4715-b76b-e50e2ca9d1cd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:50.624423 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4acfa2db-0cbd-455a-bc11-266b0a5eb9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:50.689592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:50.694506 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:50.781949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Pushing event updated for resources: {'Port': ['ID=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:50.788478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Allocated IP 172.25.7.191 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/c729969c-4ca2-4b74-bc9d-829987de90ee) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:50.796074 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:51.018480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:51.129139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:51.132680 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0a645b6-6303-42fb-84cd-b43b8dae6bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:51.258828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:51.269823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:51.278918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:51.355284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Pushing event updated for resources: {'Port': ['ID=c729969c-4ca2-4b74-bc9d-829987de90ee,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:51.371564 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:51.404972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab14cae4-675e-4e67-a133-d14367ad619e req-6268bd8b-c02c-4c48-a30c-5947f4c49f62 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0507653
Jun 21 02:52:51.648470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ad9e3-0e83-4a08-a9ad-b730da7dca7d req-9e8ee75e-af13-4b90-9543-9f2a6a263319 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:51.648470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-492ad9e3-0e83-4a08-a9ad-b730da7dca7d req-9e8ee75e-af13-4b90-9543-9f2a6a263319 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0920868
Jun 21 02:52:51.695431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-492ad9e3-0e83-4a08-a9ad-b730da7dca7d req-0ba7b6e9-4fab-4943-b737-66e7e83696b1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416911
Jun 21 02:52:51.858315 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:52.174727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:52.393738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27ac4c-74ed-43d1-bc55-8f52ecf8f173 None None] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:52:52.547357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a7a99d1e-6623-44c1-bd1b-2b13da7d0b74 None None] Provisioning for port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:52.755965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:52.862286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0090a99d-e4b0-4265-a7f7-67bcb15e37fc up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:52.960997 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df3dff23-4f6c-483c-949e-86f26e638255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.067723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:53.076152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:53.076152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.083277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-4da0a070-2b40-4948-8903-e790cee0f829 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:53.084694 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-4da0a070-2b40-4948-8903-e790cee0f829 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.26 "GET /v2.0/networks?id=b23b1384-fb8e-493a-8499-a30a51d29c2a HTTP/1.1" status: 200  len: 816 time: 0.2655437
Jun 21 02:52:53.105834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df3dff23-4f6c-483c-949e-86f26e638255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.182808 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.193079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-2065d97b-1f89-4db7-a330-c5f6e692bb89 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea95af1b2d634ec88cebc986629b20a2 HTTP/1.1" status: 200  len: 380 time: 0.0884480
Jun 21 02:52:53.202605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-64d56d59-6a6a-48a6-a066-b73ee589127e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:53.204984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df3dff23-4f6c-483c-949e-86f26e638255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.220274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-64d56d59-6a6a-48a6-a066-b73ee589127e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.3914700
Jun 21 02:52:53.220486 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:53.223023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Request body: {'port': {'device_id': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'admin_state_up': True, 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'security_groups': ['32f288cb-7f51-4760-b4fc-d7c026ceba3c']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:53.236353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-03f34cf9-e93d-42bc-aa5f-1794bc197880 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/quotas/49f53bb61e68423d9eba925eb90d4003 HTTP/1.1" status: 200  len: 375 time: 0.0257580
Jun 21 02:52:53.258479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dff23-4f6c-483c-949e-86f26e638255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36cf49b-5728-4fb0-950f-34731dc80617,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:53.277590 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df3dff23-4f6c-483c-949e-86f26e638255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:53.280599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:53.298562 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-df3dff23-4f6c-483c-949e-86f26e638255 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da31094f1d5f446184dad1b18afaed6c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5404432
Jun 21 02:52:53.300965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44042) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:53.313774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Router aebaf008-7d60-4136-a2fc-87baefa2fc75 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:52:53.364664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.368740 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:53.414054 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1caed45-be4c-4331-b2ba-96f5ee73297c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.456181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:53.460494 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:53.468949 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1caed45-be4c-4331-b2ba-96f5ee73297c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.566184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ee4a3a-d524-4be9-b049-709223c17aa6 req-f9f3661b-00c7-437d-93e3-be4b9b7dd9f4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0701640
Jun 21 02:52:53.576171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:52:53.595688 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Sync routers for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:52:53.615973 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1caed45-be4c-4331-b2ba-96f5ee73297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.620161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1caed45-be4c-4331-b2ba-96f5ee73297c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.620602 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:53.621372 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7f70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:52:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:53.624560 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e1caed45-be4c-4331-b2ba-96f5ee73297c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f36cf49b-5728-4fb0-950f-34731dc80617 HTTP/1.1" status: 204  len: 168 time: 0.3223107
Jun 21 02:52:53.626058 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9ffe831-b5e0-46b1-a97a-bdafb503c4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:53.631452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-79330f7e-6d0e-4e52-9e13-41dcaaeff18c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3941498
Jun 21 02:52:53.645138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caed45-be4c-4331-b2ba-96f5ee73297c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36cf49b-5728-4fb0-950f-34731dc80617,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:53.654515 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e1caed45-be4c-4331-b2ba-96f5ee73297c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:53.777490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-6cd2442d-19a1-43a6-acd0-8f26ddfb50a8 service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447639
Jun 21 02:52:53.802324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Made reservation on behalf of ea95af1b2d634ec88cebc986629b20a2 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:53.807244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.881937 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:53.886913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.7265706
Jun 21 02:52:53.888800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44054) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:54.010725 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:54.199612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-f7f7ea3c-c588-411a-b9b1-9d1af6c20c7a service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4083998
Jun 21 02:52:54.200165 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7f70>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:51Z', 'revision_number': 3, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:54.228470 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Checking router: aebaf008-7d60-4136-a2fc-87baefa2fc75 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:52:54.229166 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Updating router aebaf008-7d60-4136-a2fc-87baefa2fc75 port c729969c-4ca2-4b74-bc9d-829987de90ee binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:52:54.250610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Allocated IP 172.20.0.13 (b23b1384-fb8e-493a-8499-a30a51d29c2a/f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf/f801e0a3-031b-49ea-9989-f198c3090aa3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:54.265730 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:54.591652 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:54.611521 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Transition to ACTIVE for port object c729969c-4ca2-4b74-bc9d-829987de90ee will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:54.696358 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:54.700790 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-68a9115d-a5fc-4e52-b73c-41bb593c158d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:54.778596 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:54.788351 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Pushing event updated for resources: {'Port': ['ID=c729969c-4ca2-4b74-bc9d-829987de90ee,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:54.801794 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.802575 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.803394 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.803881 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.804358 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.806026 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.806682 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.807433 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.807912 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.808410 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.808989 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.809507 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:52:54.814748 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:54.844132 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Attempting to bind port c729969c-4ca2-4b74-bc9d-829987de90ee on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:52:54.844736 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Attempting to bind port c729969c-4ca2-4b74-bc9d-829987de90ee by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:52:54.845272 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Attempting to bind port c729969c-4ca2-4b74-bc9d-829987de90ee on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:54.857629 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:52:54.858466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:54.859213 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:54.859921 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:52:54.860738 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Bound port: c729969c-4ca2-4b74-bc9d-829987de90ee, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:52:54.861276 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:54.875918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e619ace-68dd-4777-a316-2e5eb4ee7c28 req-a9e44cbf-aa9c-47ce-8439-7eb4da7cb323 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.1180940
Jun 21 02:52:54.940879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Transition to ACTIVE for port object f801e0a3-031b-49ea-9989-f198c3090aa3 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:54.944510 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] For port c729969c-4ca2-4b74-bc9d-829987de90ee, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:52:54.952463 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] For port c729969c-4ca2-4b74-bc9d-829987de90ee, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c729969c-4ca2-4b74-bc9d-829987de90ee,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:52:54.960816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0090a99d-e4b0-4265-a7f7-67bcb15e37fc up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:54.981644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44082) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:54.990216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2705f8-12a3-4b32-813d-7cacbb4ebaf0 req-53f57de3-8071-47e4-a9d9-0cf5214f808d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:54.998224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e2705f8-12a3-4b32-813d-7cacbb4ebaf0 req-53f57de3-8071-47e4-a9d9-0cf5214f808d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.3989079
Jun 21 02:52:54.998816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7d86-07f8-4797-8a2b-f8f2d0f651da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.025048 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.036739 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.045787 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-92aac75a-6a6d-4e77-9a84-970979a353a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:55.058348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:55.058898 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.111940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1d07d52-5ba1-40c0-9c45-d759c83c90e4 req-8a33acff-d8ea-4f21-9659-44856ce8a7c2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 210 time: 0.1011381
Jun 21 02:52:55.174293 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Pushing event updated for resources: {'Port': ['ID=c729969c-4ca2-4b74-bc9d-829987de90ee,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:55.177589 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:55.201119 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:55.201372 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7f70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:52:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:55.240692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e2705f8-12a3-4b32-813d-7cacbb4ebaf0 req-9eb39149-56c2-4345-a35f-d841f3f075f7 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2415826
Jun 21 02:52:55.314004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7d86-07f8-4797-8a2b-f8f2d0f651da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.331091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Allocated IP 172.20.0.1 (6a8ee88a-18bf-414f-87a6-8281e1ac39d6/a43346fe-aff2-4fbb-8d35-4b68e9801c39/a0689616-0c6f-4fd4-be78-6a023762cb01) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:55.364572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.369552 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:55.378785 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:55.447794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Network b23b1384-fb8e-493a-8499-a30a51d29c2a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:55.457311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7d86-07f8-4797-8a2b-f8f2d0f651da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.459722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:55.468582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:55.520698 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f85eb7ec-5f78-4f6f-acc7-a1c309f7c50b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:55.539205 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2a6c7d86-07f8-4797-8a2b-f8f2d0f651da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a2f9fbf3ae5451da0da13f939192dc9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5533834
Jun 21 02:52:55.546799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44092) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:55.556626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event updated for resources: {'Port': ['ID=f801e0a3-031b-49ea-9989-f198c3090aa3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:55.565202 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:55.590493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:55.591269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.631749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b399d16b-1ffa-401a-8760-0e19cb7fd909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.638889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.675444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b399d16b-1ffa-401a-8760-0e19cb7fd909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.693747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c7d86-07f8-4797-8a2b-f8f2d0f651da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8461771d-4ee2-449b-84b1-36d7845e507f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:55.699869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4866841
Jun 21 02:52:55.714141 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a6c7d86-07f8-4797-8a2b-f8f2d0f651da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:55.718909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Transition to ACTIVE for port object a0689616-0c6f-4fd4-be78-6a023762cb01 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:55.723422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Request body: {'port': {'device_id': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:55.740564 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7f70>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:51Z', 'revision_number': 3, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:55.784778 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab598e36-45d1-439b-8c7f-5b9162dc5b95 None None] The sync data for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 is: [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:51Z', 'revision_number': 3, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:52:55.850546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.854487 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf625b9a-bd2f-44db-9ccb-c8a395aafe49 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:55.854652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.925461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:55.929123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:55.934588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:55.935913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab6d98e1-b3ef-4f59-886f-e59ca7fc4ebd None None] Provisioning for port f801e0a3-031b-49ea-9989-f198c3090aa3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:55.940309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab6d98e1-b3ef-4f59-886f-e59ca7fc4ebd None None] Provisioning complete for port f801e0a3-031b-49ea-9989-f198c3090aa3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:55.940702 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab6d98e1-b3ef-4f59-886f-e59ca7fc4ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:55.968541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Pushing event updated for resources: {'Port': ['ID=a0689616-0c6f-4fd4-be78-6a023762cb01,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:55.974022 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:56.008626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.040838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d98e1-b3ef-4f59-886f-e59ca7fc4ebd None None] Port f801e0a3-031b-49ea-9989-f198c3090aa3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:52:56.238770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b399d16b-1ffa-401a-8760-0e19cb7fd909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.241346 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b399d16b-1ffa-401a-8760-0e19cb7fd909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.242689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b399d16b-1ffa-401a-8760-0e19cb7fd909 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8461771d-4ee2-449b-84b1-36d7845e507f HTTP/1.1" status: 204  len: 168 time: 0.6940923
Jun 21 02:52:56.246306 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fac8b53f-8605-47aa-9065-6a49e0e05427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:56.264544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d16b-1ffa-401a-8760-0e19cb7fd909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461771d-4ee2-449b-84b1-36d7845e507f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:56.270756 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b399d16b-1ffa-401a-8760-0e19cb7fd909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:56.336657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01da6-bdd9-4976-9198-eebc0958bd40 req-b22dd190-b067-4b95-bbf7-f5e7497348d9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:56.343938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bd01da6-bdd9-4976-9198-eebc0958bd40 req-b22dd190-b067-4b95-bbf7-f5e7497348d9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 932 time: 0.2698128
Jun 21 02:52:56.376162 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.511422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8acf548-ac0e-4d47-85de-2584beea536e req-db2454c8-9cdb-490a-9662-bd6dc8394fd5 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 210 time: 0.1664088
Jun 21 02:52:56.626843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.632547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bd01da6-bdd9-4976-9198-eebc0958bd40 req-2eb7c65f-86ee-488a-884e-2d731a1bd3c2 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2570083
Jun 21 02:52:56.662080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-45054bb8-ed0f-4931-a182-3d7eeec20a9d None None] Provisioning for port a0689616-0c6f-4fd4-be78-6a023762cb01 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:56.674127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-45054bb8-ed0f-4931-a182-3d7eeec20a9d None None] Provisioning complete for port a0689616-0c6f-4fd4-be78-6a023762cb01 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:56.674527 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-45054bb8-ed0f-4931-a182-3d7eeec20a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.701570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.705627 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6e1f7ae-8df8-4544-87a3-64f31b87c99d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:56.782668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f801e0a3-031b-49ea-9989-f198c3090aa3 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:52:56.794287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.811063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Transition to ACTIVE for port object f801e0a3-031b-49ea-9989-f198c3090aa3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:52:56.876624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.877930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:56.883752 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d617fb46-e62a-47a3-bb9a-b9411e6682df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:56.896055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-45054bb8-ed0f-4931-a182-3d7eeec20a9d None None] Port a0689616-0c6f-4fd4-be78-6a023762cb01 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:52:56.950158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c729969c-4ca2-4b74-bc9d-829987de90ee up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:56.954699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Pushing event updated for resources: {'Port': ['ID=a0689616-0c6f-4fd4-be78-6a023762cb01,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:56.966761 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:56.967832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a0eb1-dfdb-41dc-b5ba-8b595c0c1dd8 req-e464f371-a355-42f4-b7e4-fb06f38cd6f1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:56.970400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce9a0eb1-dfdb-41dc-b5ba-8b595c0c1dd8 req-e464f371-a355-42f4-b7e4-fb06f38cd6f1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1609707
Jun 21 02:52:57.178735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce9a0eb1-dfdb-41dc-b5ba-8b595c0c1dd8 req-e0954d3e-82ca-4e6d-8ba4-9d8643544ef9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1919746
Jun 21 02:52:57.182980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c729969c-4ca2-4b74-bc9d-829987de90ee completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:52:57.188899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c729969c-4ca2-4b74-bc9d-829987de90ee triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:57.192485 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:57.200543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:57.205775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:57.228354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Pushing event updated for resources: {'Port': ['ID=f801e0a3-031b-49ea-9989-f198c3090aa3,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:57.269106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:57.308071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44116) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:57.428839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Attempting to bind port f801e0a3-031b-49ea-9989-f198c3090aa3 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:52:57.429180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Attempting to bind port f801e0a3-031b-49ea-9989-f198c3090aa3 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:52:57.429542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Attempting to bind port f801e0a3-031b-49ea-9989-f198c3090aa3 on network b23b1384-fb8e-493a-8499-a30a51d29c2a {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:57.445140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Port f801e0a3-031b-49ea-9989-f198c3090aa3 on network b23b1384-fb8e-493a-8499-a30a51d29c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:52:57.446287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Attempting to bind port f801e0a3-031b-49ea-9989-f198c3090aa3 on network b23b1384-fb8e-493a-8499-a30a51d29c2a {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:52:57.466961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:52:57.467310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Checking segment: {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:52:57.467699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Bound using segment: {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:52:57.469397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Bound port: f801e0a3-031b-49ea-9989-f198c3090aa3, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f56c0e-32c5-430c-8590-46020a7f2f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:52:57.469924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:57.485475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:57.559976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Router aebaf008-7d60-4136-a2fc-87baefa2fc75 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:52:57.568771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2176bb95-3b10-4634-ad0b-d80bcede1cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:57.577036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c729969c-4ca2-4b74-bc9d-829987de90ee, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c729969c-4ca2-4b74-bc9d-829987de90ee,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:52:57.630205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] For port f801e0a3-031b-49ea-9989-f198c3090aa3, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:52:57.636877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] For port f801e0a3-031b-49ea-9989-f198c3090aa3, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f801e0a3-031b-49ea-9989-f198c3090aa3,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:52:57.638683 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:57.640504 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ed8e3f0a-9e10-42e0-9a32-78ad3962bd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:57.714943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c729969c-4ca2-4b74-bc9d-829987de90ee,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:57.718877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:57.720857 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:57.722151 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:57.726155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5649e540-1bb2-4166-b95c-733f44926cd2 None None] Provisioning complete for port a0689616-0c6f-4fd4-be78-6a023762cb01 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:57.727173 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5649e540-1bb2-4166-b95c-733f44926cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:57.774488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5649e540-1bb2-4166-b95c-733f44926cd2 None None] Port a0689616-0c6f-4fd4-be78-6a023762cb01 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:52:57.803756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:57.803756 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:57.810018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] 10.222.0.26 "PUT /v2.0/ports/f801e0a3-031b-49ea-9989-f198c3090aa3 HTTP/1.1" status: 200  len: 1093 time: 2.0930545
Jun 21 02:52:57.810018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'tag': 'f801e0a3-031b-49ea-9989-f198c3090aa3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:52:57.822164 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdb94e2-bea7-475d-b409-bc98a4a620d0", "tag": "f801e0a3-031b-49ea-9989-f198c3090aa3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:52:57.931489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e3b6e66-513d-4c5a-9368-4c2d50a7dfd0 req-28d24df9-3e89-4d2d-9300-3b6d139e4893 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 210 time: 0.1229436
Jun 21 02:52:58.017468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:52:58.041633 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bbb891-e402-404f-bfba-1ba5b35ae537 x-openstack-request-id: req-81bbb891-e402-404f-bfba-1ba5b35ae537 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:52:58.043710 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdb94e2-bea7-475d-b409-bc98a4a620d0", "tag": "f801e0a3-031b-49ea-9989-f198c3090aa3", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:52:58.044375 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81bbb891-e402-404f-bfba-1ba5b35ae537 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:52:58.048184 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'tag': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'status': 'completed', 'code': 200}
Jun 21 02:52:58.054371 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] 10.222.0.25 "PUT /v2.0/routers/aebaf008-7d60-4136-a2fc-87baefa2fc75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1593277
Jun 21 02:52:58.155073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2176bb95-3b10-4634-ad0b-d80bcede1cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:58.166118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Pushing event updated for resources: {'Port': ['ID=f801e0a3-031b-49ea-9989-f198c3090aa3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:58.184128 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:58.259233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-ea3bd2c2-b144-4f70-ada6-f9d526ffc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:58.264119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-ea3bd2c2-b144-4f70-ada6-f9d526ffc525 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea95af1b2d634ec88cebc986629b20a2&device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 1096 time: 0.3163562
Jun 21 02:52:58.295030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-5071c530-ef72-48e7-90b4-e870bb27f837 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:58.299004 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-5071c530-ef72-48e7-90b4-e870bb27f837 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.2665191
Jun 21 02:52:58.305731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2176bb95-3b10-4634-ad0b-d80bcede1cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:58.305731 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e1caed45-be4c-4331-b2ba-96f5ee73297c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:58.320090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfa8e8-49cc-445f-96c3-f18528f29def req-2fea263f-88a8-493c-98bf-e9049da6c6f5 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:58.327102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Request body: {'port': {'device_id': '5e6a0d98-9b78-4076-b29c-ae67c2fa9b35', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'admin_state_up': True, 'tenant_id': '49f53bb61e68423d9eba925eb90d4003'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:58.336979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6acfa8e8-49cc-445f-96c3-f18528f29def req-2fea263f-88a8-493c-98bf-e9049da6c6f5 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.4040411
Jun 21 02:52:58.361902 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:52:58.444247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-63c152b2-5908-437b-ae4a-600af604b3a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f801e0a3-031b-49ea-9989-f198c3090aa3 HTTP/1.1" status: 200  len: 217 time: 0.1656826
Jun 21 02:52:58.509517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-11bce133-4c29-496d-a3ce-f3f91e47b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:58.511593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-11bce133-4c29-496d-a3ce-f3f91e47b7b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf HTTP/1.1" status: 200  len: 855 time: 0.0601213
Jun 21 02:52:58.557011 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2176bb95-3b10-4634-ad0b-d80bcede1cb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e794e0b21bc4f9284bbe0c08cf11c2c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2364979
Jun 21 02:52:58.561236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44150) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:58.597409 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176bb95-3b10-4634-ad0b-d80bcede1cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc118482-ab55-492d-bb43-d4545be30bc5,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:58.612968 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2176bb95-3b10-4634-ad0b-d80bcede1cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:58.639240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6acfa8e8-49cc-445f-96c3-f18528f29def req-045c9865-2296-4992-b402-f125716d2ef1 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3013315
Jun 21 02:52:58.641850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-daa1c898-46b5-4872-ad09-374c50a513a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:58.670107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-daa1c898-46b5-4872-ad09-374c50a513a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:58.718173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-c2fcec2b-4d45-4a05-b75c-2de7ac59f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:58.720005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-c2fcec2b-4d45-4a05-b75c-2de7ac59f98e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23b1384-fb8e-493a-8499-a30a51d29c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2007556
Jun 21 02:52:58.734641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a518f-edd6-4a87-bbef-e5c8f4558335 req-437bf162-260c-465b-855e-cf1be1428488 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:58.747634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e85a518f-edd6-4a87-bbef-e5c8f4558335 req-437bf162-260c-465b-855e-cf1be1428488 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.2347867
Jun 21 02:52:58.760446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:52:58.764109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:58.874242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e85a518f-edd6-4a87-bbef-e5c8f4558335 req-ad7c0e98-cc98-42dd-a051-617b7eeaf7f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252191
Jun 21 02:52:58.927805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c729969c-4ca2-4b74-bc9d-829987de90ee up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:52:58.943498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-daa1c898-46b5-4872-ad09-374c50a513a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:58.946606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-daa1c898-46b5-4872-ad09-374c50a513a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:58.948655 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-daa1c898-46b5-4872-ad09-374c50a513a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc118482-ab55-492d-bb43-d4545be30bc5 HTTP/1.1" status: 204  len: 168 time: 0.3861010
Jun 21 02:52:58.953795 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3477330-33be-4766-955a-36f7116eef34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:58.966683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-28ae2b1a-b64b-4bd7-89fd-4fd6a581b913 service neutron] 10.222.0.26 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155664
Jun 21 02:52:59.040169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Sync routers for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:52:59.072008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:52:59.077555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b356d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:52:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:52:59.150451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1c898-46b5-4872-ad09-374c50a513a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc118482-ab55-492d-bb43-d4545be30bc5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:59.155256 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-daa1c898-46b5-4872-ad09-374c50a513a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:52:59.222173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0988a624-1024-4c06-a506-0e27c458d545 req-309ef543-a97b-4dfc-93dd-77c940b5313d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 210 time: 0.0541155
Jun 21 02:52:59.228939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf6e2d47-98e2-4e6f-8681-db097a7ff1ff req-dd226d96-51bd-457f-9047-0eb099ef7767 service neutron] 10.222.0.26 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550440
Jun 21 02:52:59.230959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Allocated IP 172.20.0.12 (8f48e7d4-706a-4cc2-a94a-84a51ccf686b/a5560c84-8f59-4593-b0b0-0b69a7dd416d/2cea4dcc-3c9f-4216-9fc7-886fb4e971d8) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:52:59.284227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c729969c-4ca2-4b74-bc9d-829987de90ee triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:52:59.284746 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:59.362003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:52:59.557892 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:59.633127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-2670c403-eacf-4223-91b0-5d4f29e890f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:59.637874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-2670c403-eacf-4223-91b0-5d4f29e890f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea95af1b2d634ec88cebc986629b20a2&device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 1096 time: 0.2080662
Jun 21 02:52:59.720648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:52:59.734390 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad45cf88-c18d-4f39-9ec7-17732af0c8c1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:52:59.791072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:52:59.808960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-48f3b233-5e04-4940-87e8-5ab419b62c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:52:59.809967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-48f3b233-5e04-4940-87e8-5ab419b62c52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23b1384-fb8e-493a-8499-a30a51d29c2a HTTP/1.1" status: 200  len: 917 time: 0.1649551
Jun 21 02:52:59.858326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:52:59.869062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44170) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:52:59.870257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:52:59.878530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240109346', 'description': 'tempest-description--792196215'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:52:59.885191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:52:59.902847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-05a3a7c4-325b-422f-9ead-7641f8e96bd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f801e0a3-031b-49ea-9989-f198c3090aa3 HTTP/1.1" status: 200  len: 217 time: 0.0831656
Jun 21 02:52:59.982773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event updated for resources: {'Port': ['ID=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:52:59.990214 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:00.012459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:00.013126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.027864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-89887f2c-ac62-4f66-a3df-837e10e241f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:00.029381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-89887f2c-ac62-4f66-a3df-837e10e241f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf HTTP/1.1" status: 200  len: 855 time: 0.1189210
Jun 21 02:53:00.096354 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.108659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d865-6bd9-46b1-bc8b-e0c5aaa0fe58 req-462f8cdf-7b85-4cce-af8d-843330477db5 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:00.116584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b33d865-6bd9-46b1-bc8b-e0c5aaa0fe58 req-462f8cdf-7b85-4cce-af8d-843330477db5 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.1623578
Jun 21 02:53:00.129633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b356d0>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 2, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:00.136511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:00.167973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8527327
Jun 21 02:53:00.170834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Checking router: aebaf008-7d60-4136-a2fc-87baefa2fc75 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:53:00.171374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Updating router aebaf008-7d60-4136-a2fc-87baefa2fc75 port a0689616-0c6f-4fd4-be78-6a023762cb01 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:53:00.187273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Request body: {'port': {'device_id': '5e6a0d98-9b78-4076-b29c-ae67c2fa9b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:00.189575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b33d865-6bd9-46b1-bc8b-e0c5aaa0fe58 req-26af31c7-b29a-486e-9604-3b8137048915 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714378
Jun 21 02:53:00.205310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-914ad3d8-4e82-47f3-86cf-cfa51c0dbbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:00.205310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-914ad3d8-4e82-47f3-86cf-cfa51c0dbbd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23b1384-fb8e-493a-8499-a30a51d29c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1626279
Jun 21 02:53:00.206406 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3247-19c5-450d-8510-bec5ef0827bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.248146 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.359754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.366247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db70ed-c123-4aec-8902-36c9964bc3b6 req-49a42afd-51ac-4367-b28a-cbe272ec6625 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:00.369687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39db70ed-c123-4aec-8902-36c9964bc3b6 req-49a42afd-51ac-4367-b28a-cbe272ec6625 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1759541
Jun 21 02:53:00.406711 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.482126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-956b1388-98a9-4f78-8449-8cb4f56a48c5 service neutron] 10.222.0.26 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243319
Jun 21 02:53:00.528476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.541962 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4acfa2db-0cbd-455a-bc11-266b0a5eb9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:00.589011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39db70ed-c123-4aec-8902-36c9964bc3b6 req-249e17c0-c12c-4581-9891-8d6807c03517 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2002716
Jun 21 02:53:00.661300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:00.667483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b66167-7529-48ea-948c-f48eb3d40d6b req-4883ab7f-41ee-4066-ba0d-37b19a0b1d57 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:00.675927 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0b66167-7529-48ea-948c-f48eb3d40d6b req-4883ab7f-41ee-4066-ba0d-37b19a0b1d57 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 932 time: 0.2740080
Jun 21 02:53:00.677972 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:00.705316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bac5ab6-76b2-4dd1-ac73-6c81446ba628 req-dedb9be5-f54a-4004-9fbc-b17d25a5962c service neutron] 10.222.0.26 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134407
Jun 21 02:53:00.746799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0b66167-7529-48ea-948c-f48eb3d40d6b req-14be1809-f2d5-479e-8b99-0b2955e5fdb8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676823
Jun 21 02:53:00.833542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3247-19c5-450d-8510-bec5ef0827bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.925738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:00.936402 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.947356 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.952993 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3247-19c5-450d-8510-bec5ef0827bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:00.956865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Transition to ACTIVE for port object 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:00.957707 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:00.975321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Transition to ACTIVE for port object a0689616-0c6f-4fd4-be78-6a023762cb01 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:00.999567 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc0b3247-19c5-450d-8510-bec5ef0827bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=614485982bc3406bac53a92097f66ffe&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8610198
Jun 21 02:53:01.000595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b3247-19c5-450d-8510-bec5ef0827bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9910f94b-85e5-4aa8-ad8a-1d6ee92aa359,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:01.002177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44194) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:01.003737 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc0b3247-19c5-450d-8510-bec5ef0827bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:01.061640 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a37df06a-28e7-411b-bc14-86b8bd0ab591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.085508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a37df06a-28e7-411b-bc14-86b8bd0ab591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.101357 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.103454 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:01.106634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.106634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.108178 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.2350354
Jun 21 02:53:01.110049 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4d421138-7f1f-432d-bc41-49ef29e327d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:01.111758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44198) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:01.124913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Request body: {'security_group_rule': {'security_group_id': '8e21c2c0-c5de-43d1-9d4e-9dfaedf85816', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:01.207711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Pushing event updated for resources: {'Port': ['ID=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:01.222724 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:01.247625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d2796-8c14-4e32-8134-5ce470ad1515 None None] Pushing event updated for resources: {'Port': ['ID=a0689616-0c6f-4fd4-be78-6a023762cb01,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:01.307610 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-608d2796-8c14-4e32-8134-5ce470ad1515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:01.327836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a37df06a-28e7-411b-bc14-86b8bd0ab591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.339842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a37df06a-28e7-411b-bc14-86b8bd0ab591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.339842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a37df06a-28e7-411b-bc14-86b8bd0ab591 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9910f94b-85e5-4aa8-ad8a-1d6ee92aa359 HTTP/1.1" status: 204  len: 168 time: 0.3290384
Jun 21 02:53:01.339842 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ccefea30-3b2e-49fe-87e6-91ee6298f6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:01.360496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.420823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Attempting to bind port a0689616-0c6f-4fd4-be78-6a023762cb01 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:01.425254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Attempting to bind port a0689616-0c6f-4fd4-be78-6a023762cb01 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:01.425790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Attempting to bind port a0689616-0c6f-4fd4-be78-6a023762cb01 on network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:01.435318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:01.439488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Checking segment: {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:01.441571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Attempting to bind port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:01.441916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Attempting to bind port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:01.442225 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.442351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Attempting to bind port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:01.443808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Bound using segment: {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:01.444435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Bound port: a0689616-0c6f-4fd4-be78-6a023762cb01, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:01.449526 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.450431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:53:01.450742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Attempting to bind port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:01.466836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:01.467443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Checking segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:01.467993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Bound using segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:01.468892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Bound port: 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:01.469461 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.474460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37df06a-28e7-411b-bc14-86b8bd0ab591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9910f94b-85e5-4aa8-ad8a-1d6ee92aa359,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:01.513416 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a37df06a-28e7-411b-bc14-86b8bd0ab591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:01.595150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.598144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] For port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:01.598362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] For port a0689616-0c6f-4fd4-be78-6a023762cb01, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:01.601400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] For port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:01.602294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] For port a0689616-0c6f-4fd4-be78-6a023762cb01, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a0689616-0c6f-4fd4-be78-6a023762cb01,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:01.629421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c533a1-1ace-4662-9601-96f7c7f7673a req-67f18c0e-d528-492d-8851-ec90d4b32b95 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:01.631218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44c533a1-1ace-4662-9601-96f7c7f7673a req-67f18c0e-d528-492d-8851-ec90d4b32b95 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.1822450
Jun 21 02:53:01.686555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.710170 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca388590-8953-4fd6-adfc-61a2d7522dbe tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:01.718668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.719253 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.722130 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:01.725970 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8692d7cf-53e7-4a28-9b67-1fd8b058f4e7 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:01.736474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44c533a1-1ace-4662-9601-96f7c7f7673a req-2d7c3e96-1efb-4eaf-aab2-83fc3ce814e4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971820
Jun 21 02:53:01.769142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac30cdb8-5a9a-4df1-9d4d-4b983f31102b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:01.770221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:01.771006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.772783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] 10.222.0.20 "PUT /v2.0/ports/2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 HTTP/1.1" status: 200  len: 1093 time: 1.5899684
Jun 21 02:53:01.774175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6a0d98-9b78-4076-b29c-ae67c2fa9b35', 'tag': '2cea4dcc-3c9f-4216-9fc7-886fb4e971d8'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:01.775323 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:01.776543 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6a0d98-9b78-4076-b29c-ae67c2fa9b35", "tag": "2cea4dcc-3c9f-4216-9fc7-886fb4e971d8"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:01.815862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Pushing event updated for resources: {'Port': ['ID=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:01.815862 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:01.877652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:01.878305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b356d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:52:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:01.888239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:01.892112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7714062
Jun 21 02:53:01.895235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44228) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:01.902028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Request body: {'security_group_rule': {'security_group_id': '8e21c2c0-c5de-43d1-9d4e-9dfaedf85816', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:01.965140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d2796-8c14-4e32-8134-5ce470ad1515 None None] Pushing event updated for resources: {'Port': ['ID=a0689616-0c6f-4fd4-be78-6a023762cb01,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:01.976406 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-608d2796-8c14-4e32-8134-5ce470ad1515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:01.981613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05a5cb-4d31-44b4-a08a-cf4d79bcd06f req-2745b10f-ab54-47a3-b438-7bd15d5c368e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:01.983813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a05a5cb-4d31-44b4-a08a-cf4d79bcd06f req-2745b10f-ab54-47a3-b438-7bd15d5c368e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1819494
Jun 21 02:53:02.067212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-39a0fca0-3d2b-427a-ad5c-acff4fd5b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:02.069012 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-39a0fca0-3d2b-427a-ad5c-acff4fd5b00e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 1096 time: 0.1728539
Jun 21 02:53:02.091585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a05a5cb-4d31-44b4-a08a-cf4d79bcd06f req-6be65b90-86da-4959-bb30-fc7c1571be69 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018102
Jun 21 02:53:02.137905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4e29-af69-43df-abfe-48b636e87df5 req-da673151-f52d-43c2-b65e-c1187a04c40d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:02.145156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34fe4e29-af69-43df-abfe-48b636e87df5 req-da673151-f52d-43c2-b65e-c1187a04c40d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 944 time: 0.1437047
Jun 21 02:53:02.169184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:02.225925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34fe4e29-af69-43df-abfe-48b636e87df5 req-827f705a-aa3a-4e91-8c95-abd0dc53ecda tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781736
Jun 21 02:53:02.229796 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-fe8bf8bd-2135-45ee-b3c8-bf0b35059e7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 HTTP/1.1" status: 200  len: 217 time: 0.1469805
Jun 21 02:53:02.236790 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf69b0c-c228-46ac-b049-f83c95f03bb3 x-openstack-request-id: req-6bf69b0c-c228-46ac-b049-f83c95f03bb3 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:02.237397 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6a0d98-9b78-4076-b29c-ae67c2fa9b35", "tag": "2cea4dcc-3c9f-4216-9fc7-886fb4e971d8", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:02.237865 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bf69b0c-c228-46ac-b049-f83c95f03bb3 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:02.238489 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6a0d98-9b78-4076-b29c-ae67c2fa9b35', 'tag': '2cea4dcc-3c9f-4216-9fc7-886fb4e971d8', 'status': 'completed', 'code': 200}
Jun 21 02:53:02.568182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e888de6a-1386-4a54-8002-881a4268457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b356d0>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:53:01Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:02.634621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888de6a-1386-4a54-8002-881a4268457f None None] The sync data for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 is: [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:53:01Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:02.657485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:02.693099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-941fd726-a024-4869-8423-3ea973e67007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:02.694605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-941fd726-a024-4869-8423-3ea973e67007 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.4530659
Jun 21 02:53:02.766914 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-3860cb30-efa0-4dd9-a1b2-326fdf55ff54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627177
Jun 21 02:53:02.965172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:02.966407 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a0689616-0c6f-4fd4-be78-6a023762cb01 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:03.061051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a051ac-a0ca-4ca4-9a98-30874f4c3abd req-0987a922-2355-4351-8dab-430d7024f934 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:03.073192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21a051ac-a0ca-4ca4-9a98-30874f4c3abd req-0987a922-2355-4351-8dab-430d7024f934 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.1332300
Jun 21 02:53:03.114109 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-0e00a051-b074-4806-a640-8dec16656224 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3331406
Jun 21 02:53:03.117810 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:03.135737 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:03.153920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21a051ac-a0ca-4ca4-9a98-30874f4c3abd req-1c10f1d8-c241-4f39-a850-886e46111fc6 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797575
Jun 21 02:53:03.212634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf631f31-779f-46c4-b596-7a5b59c8d0c2,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:03.215592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port a0689616-0c6f-4fd4-be78-6a023762cb01 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:03.216090 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:03.230255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a0689616-0c6f-4fd4-be78-6a023762cb01 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:03.230255 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:03.303949 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:03.306763 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4093409
Jun 21 02:53:03.309437 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de6421d3-55e3-4193-8e3b-b5724991f194 req-3c923531-09db-4b6a-bab0-bc8adbb9a194 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795840
Jun 21 02:53:03.310092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44274) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:03.321527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:03.372872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2efb-1fe9-4bd2-9811-59241cb5b29a req-f9db3fe8-1674-4f78-a0c8-ef5616aa13f7 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:03.374583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63ca2efb-1fe9-4bd2-9811-59241cb5b29a req-f9db3fe8-1674-4f78-a0c8-ef5616aa13f7 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0859601
Jun 21 02:53:03.451734 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:03.472130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63ca2efb-1fe9-4bd2-9811-59241cb5b29a req-b23ea918-f86a-4c89-9237-bb5f8c781c79 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809362
Jun 21 02:53:03.478134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:03.540474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port a0689616-0c6f-4fd4-be78-6a023762cb01, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a0689616-0c6f-4fd4-be78-6a023762cb01,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:03.615724 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:03.619490 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:03.661692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-d2d76bac-b583-4e41-98d3-5d8fee9f4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:03.663345 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-d2d76bac-b583-4e41-98d3-5d8fee9f4eea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 1096 time: 0.2042019
Jun 21 02:53:03.757290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=a0689616-0c6f-4fd4-be78-6a023762cb01,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:03.775064 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:03.916232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c4f4e-d802-49bc-9f51-fae6e3f911b0 req-3fcff561-7d54-44f1-b0f1-e47600154e7e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:03.917875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd7c4f4e-d802-49bc-9f51-fae6e3f911b0 req-3fcff561-7d54-44f1-b0f1-e47600154e7e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 944 time: 0.2342765
Jun 21 02:53:03.936470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3db069-cb45-4912-a8e5-671a712d254b req-21a3a2ee-61ad-4744-b00e-3f53496c6c32 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:03.946919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee3db069-cb45-4912-a8e5-671a712d254b req-21a3a2ee-61ad-4744-b00e-3f53496c6c32 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 945 time: 0.2451272
Jun 21 02:53:03.948057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:04.048027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee3db069-cb45-4912-a8e5-671a712d254b req-070bad08-dbf8-48d7-a781-c81b70300d8d tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001678
Jun 21 02:53:04.063322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd7c4f4e-d802-49bc-9f51-fae6e3f911b0 req-8a1667e5-d706-41d2-8eee-e84ae635db9a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378498
Jun 21 02:53:04.105290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-4377efb4-fca9-4d08-98ca-534ac18e6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:04.106922 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-4377efb4-fca9-4d08-98ca-534ac18e6b31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 907 time: 0.4297116
Jun 21 02:53:04.215481 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce856dbe-e62e-461c-9124-650350f04673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:04.219563 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-ffe9ad27-d525-4b97-84bb-80e05c627a69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 HTTP/1.1" status: 200  len: 217 time: 0.1023431
Jun 21 02:53:04.313834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Allocated IP 172.25.7.102 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/779304cf-85ec-4b09-ad37-553eabdfd3b9) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:04.384674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-6d928a83-3c54-419d-99da-85cccebe6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:04.385845 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-6d928a83-3c54-419d-99da-85cccebe6b3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.1530178
Jun 21 02:53:04.406178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfc4f5-8e69-414c-ad22-ac10e54bd57f req-cf1a18c7-6ca6-4de9-a786-47729629ef61 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:04.407828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52dfc4f5-8e69-414c-ad22-ac10e54bd57f req-cf1a18c7-6ca6-4de9-a786-47729629ef61 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.0913529
Jun 21 02:53:04.427014 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-64eca56e-2ba0-45de-8017-78b54653caa9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327761
Jun 21 02:53:04.452086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52dfc4f5-8e69-414c-ad22-ac10e54bd57f req-75e49570-8426-4790-9ac0-b4a8cb0bd698 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377002
Jun 21 02:53:04.510581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:04.586935 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-e0caac41-f210-4ae4-9964-49db79a32f04 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498535
Jun 21 02:53:04.607832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44304) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:04.697409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:04.707279 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:04.730539 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59fd4c6b-ae4d-4cff-a4ec-bd00c5546e0b req-9a12e2dd-1358-468d-96bf-4be8489b7da5 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305552
Jun 21 02:53:04.759613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:04.765594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:04.769665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:04.798038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event updated for resources: {'Port': ['ID=779304cf-85ec-4b09-ad37-553eabdfd3b9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:04.802006 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:04.870426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3821bde-4e23-4921-9fb6-d98eb86fc4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:04.899109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a0689616-0c6f-4fd4-be78-6a023762cb01 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:04.926373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:04.970718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc0e2c-7c65-4805-b4d3-b9e19cd411f4 req-ebe98ca5-1118-48e1-b966-3cb804870a94 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:04.973801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cfc0e2c-7c65-4805-b4d3-b9e19cd411f4 req-ebe98ca5-1118-48e1-b966-3cb804870a94 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.2374678
Jun 21 02:53:04.978766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a0689616-0c6f-4fd4-be78-6a023762cb01 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:04.979159 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.041411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cfc0e2c-7c65-4805-b4d3-b9e19cd411f4 req-2cbf5d98-4b50-4720-b690-c70c63b2a258 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611393
Jun 21 02:53:05.111956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.120209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3821bde-4e23-4921-9fb6-d98eb86fc4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.159078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-ac8975dd-440f-4370-8110-b9569b1cd3c6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:05.162487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-ac8975dd-440f-4370-8110-b9569b1cd3c6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 945 time: 0.1003194
Jun 21 02:53:05.236774 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3821bde-4e23-4921-9fb6-d98eb86fc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.243432 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-af2f562f-f0da-416e-8969-19c4c0d0c580 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:05.363844 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.371097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3821bde-4e23-4921-9fb6-d98eb86fc4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec518f8-b857-40ad-81e6-906592c4db54,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:05.383714 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c3821bde-4e23-4921-9fb6-d98eb86fc4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:05.389376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c3821bde-4e23-4921-9fb6-d98eb86fc4eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd986530dcab45a89c718edde184da14&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7792499
Jun 21 02:53:05.391692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44322) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:05.434320 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.443469 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4277f1ff-ae7f-44d1-8200-5362474c111d tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:05.546087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event updated for resources: {'Port': ['ID=779304cf-85ec-4b09-ad37-553eabdfd3b9,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:05.549242 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:05.552781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35d782be-9349-4e80-ae57-36eab81a97eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.577492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.597201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35d782be-9349-4e80-ae57-36eab81a97eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.662275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44328) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:05.687426 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.697940 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3864315
Jun 21 02:53:05.736759 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.786753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35d782be-9349-4e80-ae57-36eab81a97eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.791707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35d782be-9349-4e80-ae57-36eab81a97eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.794684 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-35d782be-9349-4e80-ae57-36eab81a97eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fec518f8-b857-40ad-81e6-906592c4db54 HTTP/1.1" status: 204  len: 168 time: 0.4003682
Jun 21 02:53:05.794684 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dbb65489-72ae-4731-849f-df32a99b0327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:05.813273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d782be-9349-4e80-ae57-36eab81a97eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec518f8-b857-40ad-81e6-906592c4db54,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:05.827066 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35d782be-9349-4e80-ae57-36eab81a97eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:05.879207 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e3baa5-27fd-49b0-af49-f4f5d930328d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.895438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d048d9-cd9b-42aa-9a4e-775eb4a98d6f req-3ec13b03-a4f5-4509-8406-b1f45b56fa7d tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:05.902943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00d048d9-cd9b-42aa-9a4e-775eb4a98d6f req-3ec13b03-a4f5-4509-8406-b1f45b56fa7d tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 945 time: 0.6308265
Jun 21 02:53:05.922914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6d3b5-e583-4a9d-8e28-5290234fe7af req-56e2f0fa-fb85-4a9d-afa1-47b739bce936 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:05.924386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55d6d3b5-e583-4a9d-8e28-5290234fe7af req-56e2f0fa-fb85-4a9d-afa1-47b739bce936 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 944 time: 0.6848438
Jun 21 02:53:05.955114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Deleting port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:05.955114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:05.997464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00d048d9-cd9b-42aa-9a4e-775eb4a98d6f req-79b824fd-7e11-49a2-b4af-4830bbc292e3 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/security-groups?id=710323b6-0aa0-4008-8097-6a5c8f56ff93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877681
Jun 21 02:53:06.001915 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e3baa5-27fd-49b0-af49-f4f5d930328d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.061404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e3baa5-27fd-49b0-af49-f4f5d930328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.065277 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38083977-d622-4aae-b902-f9d3e011ba66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:06.077228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55d6d3b5-e583-4a9d-8e28-5290234fe7af req-83000c1f-0081-4f47-bd33-093205a368b6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416717
Jun 21 02:53:06.099462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3baa5-27fd-49b0-af49-f4f5d930328d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129db92c-8fa8-460c-82bd-24659fe5af89,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:06.104863 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52e3baa5-27fd-49b0-af49-f4f5d930328d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:06.129733 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-52e3baa5-27fd-49b0-af49-f4f5d930328d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b9b749b2bcc4e59ab26a85cdaf390de&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4660966
Jun 21 02:53:06.132080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44340) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:06.175040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] For port a8e8aa7b-3d85-49df-baf3-52bc18c4a441, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:06.175627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.217369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:53:06.261003 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb5de49d-da7a-456c-a9b1-7925d7af48db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.261776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Calling delete_port for a8e8aa7b-3d85-49df-baf3-52bc18c4a441 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:06.316773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb5de49d-da7a-456c-a9b1-7925d7af48db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.378514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:06.378751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-ed2d7b90-f5d2-4aa5-97d5-99a323056966 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--240109346&fields=id&tenant_id=8b0ca489994649c5a6436f6bcd31869d HTTP/1.1" status: 200  len: 267 time: 0.0930567
Jun 21 02:53:06.392982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '2cea4dcc-3c9f-4216-9fc7-886fb4e971d8', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'port_id': '2cea4dcc-3c9f-4216-9fc7-886fb4e971d8', 'mac_address': 'fa:16:3e:a7:84:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5560c84-8f59-4593-b0b0-0b69a7dd416d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:53:06.432951 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.449030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:06.468373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:06.478626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb5de49d-da7a-456c-a9b1-7925d7af48db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.481233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480699b8-a004-46d5-83ce-414e47efd648 req-42169e53-cb3a-480e-a054-41de0d7a96ae tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:06.481447 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb5de49d-da7a-456c-a9b1-7925d7af48db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.482634 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cb5de49d-da7a-456c-a9b1-7925d7af48db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/129db92c-8fa8-460c-82bd-24659fe5af89 HTTP/1.1" status: 204  len: 168 time: 0.3494611
Jun 21 02:53:06.482748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-480699b8-a004-46d5-83ce-414e47efd648 req-42169e53-cb3a-480e-a054-41de0d7a96ae tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.2113121
Jun 21 02:53:06.483591 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eceee7ce-8129-490a-9c0b-925c23769e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:06.492966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5de49d-da7a-456c-a9b1-7925d7af48db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129db92c-8fa8-460c-82bd-24659fe5af89,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:06.495702 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cb5de49d-da7a-456c-a9b1-7925d7af48db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:06.570060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.572875 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:06.603384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77ec763c-beac-4a71-aebf-9fe5851b6fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.616846 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-480699b8-a004-46d5-83ce-414e47efd648 req-f77a733f-0b04-4e67-8fb9-641bb1a390b5 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143327
Jun 21 02:53:06.633655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-02bad04b-f4a2-4c52-8fad-9450140dace6 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:06.635353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-02bad04b-f4a2-4c52-8fad-9450140dace6 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/networks?id=6a8ee88a-18bf-414f-87a6-8281e1ac39d6 HTTP/1.1" status: 200  len: 812 time: 0.2460117
Jun 21 02:53:06.667662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:06.668445 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:06.669991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-4ec5cb43-56c2-4e54-a098-beb163638fe0 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/quotas/8b0ca489994649c5a6436f6bcd31869d HTTP/1.1" status: 200  len: 375 time: 0.0219553
Jun 21 02:53:06.735629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44354) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:06.768037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.775840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0268cdf1-09ac-4700-ad8c-361108fd6ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.777475 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ca29752-32fa-4497-8b0e-0b36d2f1c93a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:06.828364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Pushing event deleted for resources: {'Port': ['ID=a8e8aa7b-3d85-49df-baf3-52bc18c4a441,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:06.838497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['2cea4dcc-3c9f-4216-9fc7-886fb4e971d8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:06.849972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-7bed958a-2771-484d-8fde-3724977e4adb tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b0ca489994649c5a6436f6bcd31869d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1755843
Jun 21 02:53:06.853943 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:06.930553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] No DVR routers for this DVR port a8e8aa7b-3d85-49df-baf3-52bc18c4a441 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:06.934158 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:06.936661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77cda95d-fc28-4ee5-afbd-6806e8cf9c93 req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.26 "DELETE /v2.0/ports/a8e8aa7b-3d85-49df-baf3-52bc18c4a441 HTTP/1.1" status: 204  len: 173 time: 1.7698975
Jun 21 02:53:06.970282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddbe38c-8765-4a3c-bc25-e675fe2b19b5', 'name': 'network-vif-deleted', 'tag': 'a8e8aa7b-3d85-49df-baf3-52bc18c4a441'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:06.972694 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845a5899-228b-41b7-98ee-999e89f9f5c4" -d '{"events": [{"server_uuid": "cddbe38c-8765-4a3c-bc25-e675fe2b19b5", "name": "network-vif-deleted", "tag": "a8e8aa7b-3d85-49df-baf3-52bc18c4a441"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:07.018133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc4c8d-16bb-4f19-a58c-57c13c03ab12 req-41980e15-fdc3-48a9-87b1-7403ce026460 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:07.019542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ffc4c8d-16bb-4f19-a58c-57c13c03ab12 req-41980e15-fdc3-48a9-87b1-7403ce026460 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.3043203
Jun 21 02:53:07.072772 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.086880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-383c300f-8e84-4db3-838c-3e5de7c330ad service neutron] 10.222.0.25 "GET /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063742
Jun 21 02:53:07.125553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ffc4c8d-16bb-4f19-a58c-57c13c03ab12 req-b0d6d28f-b2f5-457e-9f3c-405c74b3c6d9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945754
Jun 21 02:53:07.188044 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0268cdf1-09ac-4700-ad8c-361108fd6ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.215890 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcd6ea3-5873-4184-a16b-627a717c654c x-openstack-request-id: req-fbcd6ea3-5873-4184-a16b-627a717c654c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:07.216277 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddbe38c-8765-4a3c-bc25-e675fe2b19b5", "name": "network-vif-deleted", "tag": "a8e8aa7b-3d85-49df-baf3-52bc18c4a441", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:07.216589 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbcd6ea3-5873-4184-a16b-627a717c654c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:07.217041 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddbe38c-8765-4a3c-bc25-e675fe2b19b5', 'name': 'network-vif-deleted', 'tag': 'a8e8aa7b-3d85-49df-baf3-52bc18c4a441', 'status': 'completed', 'code': 200}
Jun 21 02:53:07.228702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-2cc631bd-bee7-494e-ae89-6b69fb1e2db1 service neutron] 10.222.0.25 "GET /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301985
Jun 21 02:53:07.256763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44368) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:07.266049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0268cdf1-09ac-4700-ad8c-361108fd6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.274905 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9695fd55-cbe8-470a-84d5-a5d1c5fc8373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:07.304417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268cdf1-09ac-4700-ad8c-361108fd6ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b3a014-e628-4232-98ce-37c850b9c4f3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:07.312787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73178c73-80a9-4ffe-a87d-ac2043181045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.314835 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0268cdf1-09ac-4700-ad8c-361108fd6ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:07.347434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0268cdf1-09ac-4700-ad8c-361108fd6ad2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=069b9ca484234400b1b6d6d0cbf1fef7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6079721
Jun 21 02:53:07.347756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44370) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:07.439729 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34cbf215-4fc5-4b9e-a82c-6c59b8152a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.461765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34cbf215-4fc5-4b9e-a82c-6c59b8152a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.464692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b4baa72-0e0d-45d6-8fc9-ec2b01a2b26a req-48994b43-2089-49ef-9227-2e509273ea32 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cddbe38c-8765-4a3c-bc25-e675fe2b19b5 HTTP/1.1" status: 200  len: 210 time: 0.0369105
Jun 21 02:53:07.496285 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73178c73-80a9-4ffe-a87d-ac2043181045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.609456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73178c73-80a9-4ffe-a87d-ac2043181045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.613662 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a76d2273-ffde-449b-826d-ae1642914dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:07.644527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34cbf215-4fc5-4b9e-a82c-6c59b8152a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.647556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34cbf215-4fc5-4b9e-a82c-6c59b8152a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.653629 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-34cbf215-4fc5-4b9e-a82c-6c59b8152a49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18b3a014-e628-4232-98ce-37c850b9c4f3 HTTP/1.1" status: 204  len: 168 time: 0.3002667
Jun 21 02:53:07.653629 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f268f1a-494f-4620-9b00-a26560a0fd59 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:07.663136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbf215-4fc5-4b9e-a82c-6c59b8152a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b3a014-e628-4232-98ce-37c850b9c4f3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:07.666635 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34cbf215-4fc5-4b9e-a82c-6c59b8152a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:07.673308 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73178c73-80a9-4ffe-a87d-ac2043181045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88573306-1134-4da4-b637-718ffc677b7c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:07.685553 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-73178c73-80a9-4ffe-a87d-ac2043181045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:07.694412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-73178c73-80a9-4ffe-a87d-ac2043181045 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd94daa8d14e4cdc8a59e632a8541411&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4333594
Jun 21 02:53:07.696232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44380) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:07.731060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a795c2-32d6-4d51-a31d-c76e11dc0c8c req-a06498be-092d-47ea-a271-4f344e261beb tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:07.732676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73a795c2-32d6-4d51-a31d-c76e11dc0c8c req-a06498be-092d-47ea-a271-4f344e261beb tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 945 time: 0.1546509
Jun 21 02:53:07.756034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edbc7ca8-24a5-4bf1-84fa-da16d8dda509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.782569 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edbc7ca8-24a5-4bf1-84fa-da16d8dda509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.814163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73a795c2-32d6-4d51-a31d-c76e11dc0c8c req-35867928-4a7a-4277-a9c3-c68a1e67a4a4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752187
Jun 21 02:53:07.887669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00b9487c-330c-4dac-b9c0-cd17b9d35a56 req-9dbffafc-96da-422c-bdba-c975323cfa0d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 210 time: 0.0376959
Jun 21 02:53:07.917760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edbc7ca8-24a5-4bf1-84fa-da16d8dda509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.921652 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edbc7ca8-24a5-4bf1-84fa-da16d8dda509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:07.923009 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-edbc7ca8-24a5-4bf1-84fa-da16d8dda509 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88573306-1134-4da4-b637-718ffc677b7c HTTP/1.1" status: 204  len: 168 time: 0.2256131
Jun 21 02:53:07.924132 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38c8bd3b-832b-433a-9fcb-c3dc054e03df tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:07.934132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc7ca8-24a5-4bf1-84fa-da16d8dda509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88573306-1134-4da4-b637-718ffc677b7c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:07.936941 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-edbc7ca8-24a5-4bf1-84fa-da16d8dda509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:07.974731 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:08.055189 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:08.080681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c1cb1-9904-4efd-ba59-a54d501d5bd8 req-c1e0f564-a93e-450a-b0db-bf8dab3eab24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:08.082304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e4c1cb1-9904-4efd-ba59-a54d501d5bd8 req-c1e0f564-a93e-450a-b0db-bf8dab3eab24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.0753767
Jun 21 02:53:08.149020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e4c1cb1-9904-4efd-ba59-a54d501d5bd8 req-8fd4a8a3-2d85-4c3b-abf1-c7309f25c45d tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585115
Jun 21 02:53:08.221915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:08.294493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ce3f0-c2ef-4525-b487-caf8fe293e42 req-a3a008b0-2a52-46b7-a423-d84405d9df7f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:08.296015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-570ce3f0-c2ef-4525-b487-caf8fe293e42 req-a3a008b0-2a52-46b7-a423-d84405d9df7f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0779400
Jun 21 02:53:08.344405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-570ce3f0-c2ef-4525-b487-caf8fe293e42 req-28a7990e-5bdb-4f63-be77-788697cbb81a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404358
Jun 21 02:53:08.384188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-667cc89d-f3b1-4774-9c3d-7e43d83612d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:08.385768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-667cc89d-f3b1-4774-9c3d-7e43d83612d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1097 time: 0.0876460
Jun 21 02:53:08.404126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:08.408341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:08.419980 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:08.470503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device a8e8aa7b-3d85-49df-baf3-52bc18c4a441 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:08.513068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-ac684bf0-9356-4e70-be63-6284ed94e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:08.513068 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-ac684bf0-9356-4e70-be63-6284ed94e1a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1200707
Jun 21 02:53:08.519484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: a8e8aa7b-3d85-49df-baf3-52bc18c4a441 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:08.519841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device a8e8aa7b-3d85-49df-baf3-52bc18c4a441 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:08.534727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:08.562750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6a0d98-9b78-4076-b29c-ae67c2fa9b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cea4dcc-3c9f-4216-9fc7-886fb4e971d8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:08.565247 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd54eb18-5898-4d08-8c91-22b0222ac7df" -d '{"events": [{"server_uuid": "5e6a0d98-9b78-4076-b29c-ae67c2fa9b35", "name": "network-vif-plugged", "status": "completed", "tag": "2cea4dcc-3c9f-4216-9fc7-886fb4e971d8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:08.579293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:08.611204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-ab3ae822-b8fb-4157-9934-5154f5f0ec8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1000 time: 0.0916371
Jun 21 02:53:08.617914 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a67c0e-f229-4515-b44a-659f0af5d44b x-openstack-request-id: req-92a67c0e-f229-4515-b44a-659f0af5d44b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:08.618298 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6a0d98-9b78-4076-b29c-ae67c2fa9b35", "name": "network-vif-plugged", "status": "completed", "tag": "2cea4dcc-3c9f-4216-9fc7-886fb4e971d8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:08.618786 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92a67c0e-f229-4515-b44a-659f0af5d44b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:08.619271 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6a0d98-9b78-4076-b29c-ae67c2fa9b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cea4dcc-3c9f-4216-9fc7-886fb4e971d8', 'code': 200}
Jun 21 02:53:08.672776 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:08.674595 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:08.688608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-0b3b8757-69f3-454a-85f9-69a76c7ca825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:08.690124 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-0b3b8757-69f3-454a-85f9-69a76c7ca825 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0617921
Jun 21 02:53:08.760838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:08.763884 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:08.864990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-0ecf1c11-231d-4307-824d-da28c9a197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:08.866577 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-0ecf1c11-231d-4307-824d-da28c9a197ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1660743
Jun 21 02:53:08.906608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4fc23-d170-4f51-990e-0af2c42f0521 req-ae58c6aa-473c-4f19-8e04-7b78e2ec8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:08.908583 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2fd4fc23-d170-4f51-990e-0af2c42f0521 req-ae58c6aa-473c-4f19-8e04-7b78e2ec8df7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 1098 time: 0.1910815
Jun 21 02:53:09.019336 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2fd4fc23-d170-4f51-990e-0af2c42f0521 req-e2b95c6c-3f7e-4a7e-ae9e-6e1c2667ea14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819790
Jun 21 02:53:09.046476 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-f610d9c1-6018-42ab-826e-8baf4e87fe9f service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670594
Jun 21 02:53:09.064064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202d08d-6e7a-4de2-b613-f5cc48724a9f req-64f779de-caa8-445e-8437-8fec249c481e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:09.072817 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7202d08d-6e7a-4de2-b613-f5cc48724a9f req-64f779de-caa8-445e-8437-8fec249c481e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 946 time: 0.0952160
Jun 21 02:53:09.116378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7202d08d-6e7a-4de2-b613-f5cc48724a9f req-8c2853a6-02ee-4240-9823-76730af382e7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408053
Jun 21 02:53:09.282577 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8213fa55-6d89-4c76-95b4-748e515f9de7 req-a4fa1d0b-2147-4471-8bb6-f40c18c72499 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1921704
Jun 21 02:53:09.292833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-944d7af3-1bf5-4fb2-b51b-4c5f5a5e47ac req-b14696a1-e4e0-4b60-8b82-ac99af909caa tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 210 time: 0.0288837
Jun 21 02:53:09.384072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b01f-fa2e-4ce1-b30e-cd06ac6fa18e req-00820d2a-517b-44a8-a2b6-7e1b5cd17ea3 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:09.386354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d844b01f-fa2e-4ce1-b30e-cd06ac6fa18e req-00820d2a-517b-44a8-a2b6-7e1b5cd17ea3 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.0793767
Jun 21 02:53:09.454657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d844b01f-fa2e-4ce1-b30e-cd06ac6fa18e req-4ec1b1fd-ce9d-4f32-9f7c-2b2c09984de9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625305
Jun 21 02:53:09.497817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:09.603696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacb702-fd7e-41ca-b42e-9a4cf5ee37ad req-a1228f1b-b20a-47ac-8be9-7bdc33acf14d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:09.605405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6dacb702-fd7e-41ca-b42e-9a4cf5ee37ad req-a1228f1b-b20a-47ac-8be9-7bdc33acf14d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0712123
Jun 21 02:53:09.648444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6dacb702-fd7e-41ca-b42e-9a4cf5ee37ad req-e6e5086d-9e18-462a-a04f-157b9f71aed4 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364046
Jun 21 02:53:10.444030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a3ebf-1678-49da-9400-5ffa2ee9505e req-a9a77ef0-db2a-4a1b-b65a-4e301da2e41f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:10.452487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-676a3ebf-1678-49da-9400-5ffa2ee9505e req-a9a77ef0-db2a-4a1b-b65a-4e301da2e41f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 946 time: 0.1381483
Jun 21 02:53:10.519457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58294b3a-e7a0-4d9f-a68a-1fe8ced976ab req-3dc004c4-bba8-4b4d-82fd-4fb5bbb78655 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 210 time: 0.0570872
Jun 21 02:53:10.546056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-676a3ebf-1678-49da-9400-5ffa2ee9505e req-cf8177a5-d488-41f6-8863-afd57798fa8e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924952
Jun 21 02:53:10.769219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-2d75d2c2-e150-41fa-b72f-08076d044413 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:10.770768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-2d75d2c2-e150-41fa-b72f-08076d044413 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.26 "GET /v2.0/networks?id=6a8ee88a-18bf-414f-87a6-8281e1ac39d6 HTTP/1.1" status: 200  len: 812 time: 0.1676619
Jun 21 02:53:10.782164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c5c5-e9a6-42cc-a727-3277f16626a3 req-07b936c7-3ab8-44d8-befc-934afee63caa tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:10.783939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a128c5c5-e9a6-42cc-a727-3277f16626a3 req-07b936c7-3ab8-44d8-befc-934afee63caa tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.1338100
Jun 21 02:53:10.862571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-86a8092f-4589-41b5-93f2-2bded9b6669f tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b0ca489994649c5a6436f6bcd31869d HTTP/1.1" status: 200  len: 379 time: 0.0776644
Jun 21 02:53:10.895947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a128c5c5-e9a6-42cc-a727-3277f16626a3 req-259f5900-bb4f-4477-83d3-5ffc8a220495 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050878
Jun 21 02:53:10.901796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Request body: {'port': {'device_id': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'admin_state_up': True, 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'security_groups': ['8e21c2c0-c5de-43d1-9d4e-9dfaedf85816']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:11.000518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39c1a7-2299-460a-abcb-a477149cf5b5 req-ec081d3e-9062-43c8-ba68-4a1511729dd0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:11.006573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af39c1a7-2299-460a-abcb-a477149cf5b5 req-ec081d3e-9062-43c8-ba68-4a1511729dd0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1723697
Jun 21 02:53:11.073486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af39c1a7-2299-460a-abcb-a477149cf5b5 req-528d2648-4bdb-4929-8dd8-879a9b567e6b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640042
Jun 21 02:53:11.183002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Made reservation on behalf of 8b0ca489994649c5a6436f6bcd31869d for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:11.187111 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:11.386878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a04840-867d-4cf1-9ab6-a3e5c0afe1db req-cd610fc2-fbf1-473e-8e7f-ee65a58b5c55 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:11.393684 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76a04840-867d-4cf1-9ab6-a3e5c0afe1db req-cd610fc2-fbf1-473e-8e7f-ee65a58b5c55 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1690826
Jun 21 02:53:11.421288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Allocated IP 172.20.0.7 (6a8ee88a-18bf-414f-87a6-8281e1ac39d6/a43346fe-aff2-4fbb-8d35-4b68e9801c39/dc50eb9a-06b4-4fa3-b635-e2a0d021860f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:11.460144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76a04840-867d-4cf1-9ab6-a3e5c0afe1db req-6bc627fe-10f2-478c-964d-3d038b9bd9f9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623868
Jun 21 02:53:11.644170 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:11.675799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Transition to ACTIVE for port object dc50eb9a-06b4-4fa3-b635-e2a0d021860f will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:11.754204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1123f58-4bbe-4bb1-89a5-36abe8ed913d req-42cf36a8-42ec-434a-810e-74d8f4ce932a tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 210 time: 0.0312009
Jun 21 02:53:11.782336 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:11.788082 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-70342eb4-4d04-4c77-b3d1-6a6a19f5fcc4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:11.844942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:11.850332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:11.869759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:11.966990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event updated for resources: {'Port': ['ID=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:11.970051 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:11.995498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:11.996154 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:12.056854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e33690-9d99-4727-bf18-460982805278 req-7ffdebd1-8ab7-4588-ab2a-961dde48e27c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:12.058445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18e33690-9d99-4727-bf18-460982805278 req-7ffdebd1-8ab7-4588-ab2a-961dde48e27c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 946 time: 0.1323137
Jun 21 02:53:12.105170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18e33690-9d99-4727-bf18-460982805278 req-1c86d15a-0a3a-491e-95a0-dd6fa0da7f2d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391581
Jun 21 02:53:12.106720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2223170
Jun 21 02:53:12.119988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Request body: {'port': {'device_id': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:12.241442 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:12.255187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9b58fc34-75ce-48d4-9bd3-190893d36725 None None] Provisioning for port dc50eb9a-06b4-4fa3-b635-e2a0d021860f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:12.263390 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9b58fc34-75ce-48d4-9bd3-190893d36725 None None] Provisioning complete for port dc50eb9a-06b4-4fa3-b635-e2a0d021860f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:12.264058 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9b58fc34-75ce-48d4-9bd3-190893d36725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:12.331144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9b58fc34-75ce-48d4-9bd3-190893d36725 None None] Port dc50eb9a-06b4-4fa3-b635-e2a0d021860f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:12.571661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f22ada-fba3-4465-b22c-793ba8c212bf req-3f6c9198-9b01-4853-9e26-5ec061a3b199 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:12.573171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83f22ada-fba3-4465-b22c-793ba8c212bf req-3f6c9198-9b01-4853-9e26-5ec061a3b199 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 946 time: 0.1975627
Jun 21 02:53:12.586304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843ba4-9a8c-480a-9d4d-3f0b5c67c4ab req-de46ab56-f824-4c27-9dec-42fcc1182e35 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:12.586304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15843ba4-9a8c-480a-9d4d-3f0b5c67c4ab req-de46ab56-f824-4c27-9dec-42fcc1182e35 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.2098544
Jun 21 02:53:12.680985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15843ba4-9a8c-480a-9d4d-3f0b5c67c4ab req-6f7a0bb2-a264-4c72-a689-4e2b37661620 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815518
Jun 21 02:53:12.690626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83f22ada-fba3-4465-b22c-793ba8c212bf req-9e29d80f-7095-4fe5-bd02-fd97cd6b577e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058414
Jun 21 02:53:12.791539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc50eb9a-06b4-4fa3-b635-e2a0d021860f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:12.803917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:12.838130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Transition to ACTIVE for port object dc50eb9a-06b4-4fa3-b635-e2a0d021860f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:12.935797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:12.943032 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:12.953557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c586a-781f-48d9-a353-712cbb79d92f req-21e3cd77-d72e-4019-8203-94a2e282fc04 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:12.961570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-205c586a-781f-48d9-a353-712cbb79d92f req-21e3cd77-d72e-4019-8203-94a2e282fc04 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1244595
Jun 21 02:53:13.077290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:13.104124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-205c586a-781f-48d9-a353-712cbb79d92f req-41b5c6bc-1832-40f3-93b0-7c0ffd5ebde6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1305497
Jun 21 02:53:13.106914 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:13.245060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Attempting to bind port dc50eb9a-06b4-4fa3-b635-e2a0d021860f on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:13.246558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Attempting to bind port dc50eb9a-06b4-4fa3-b635-e2a0d021860f by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:13.246882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Attempting to bind port dc50eb9a-06b4-4fa3-b635-e2a0d021860f on network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:13.309245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Port dc50eb9a-06b4-4fa3-b635-e2a0d021860f on network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:53:13.309715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Attempting to bind port dc50eb9a-06b4-4fa3-b635-e2a0d021860f on network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:13.320821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:13.321349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Checking segment: {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:13.321959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Bound using segment: {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:13.322905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Bound port: dc50eb9a-06b4-4fa3-b635-e2a0d021860f, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bdd76e-17b4-4755-92a2-5a69c1f76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:13.323561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:13.424603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d371e2-ca7b-4f8a-8da8-9f8cf855e7f9 req-5ad4f0b6-ba10-4ee5-9749-dc0d1d946222 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:13.426127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6d371e2-ca7b-4f8a-8da8-9f8cf855e7f9 req-5ad4f0b6-ba10-4ee5-9749-dc0d1d946222 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 943 time: 0.1573834
Jun 21 02:53:13.444550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] For port dc50eb9a-06b4-4fa3-b635-e2a0d021860f, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:13.448919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] For port dc50eb9a-06b4-4fa3-b635-e2a0d021860f, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:13.484682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6d371e2-ca7b-4f8a-8da8-9f8cf855e7f9 req-521029aa-6b64-4fd0-8336-dbfe85b4bee5 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496414
Jun 21 02:53:13.553037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:13.556863 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:13.625608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:13.626293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:13.628170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] 10.222.0.26 "PUT /v2.0/ports/dc50eb9a-06b4-4fa3-b635-e2a0d021860f HTTP/1.1" status: 200  len: 1092 time: 1.5137453
Jun 21 02:53:13.633968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'tag': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:13.636633 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fc4d5c-db61-411d-bae0-7cced7a4c373" -d '{"events": [{"name": "network-changed", "server_uuid": "c4290106-00b8-4ea8-b55c-d058ea3c14ec", "tag": "dc50eb9a-06b4-4fa3-b635-e2a0d021860f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:13.679293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:13.715231 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:13.757222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c6001-c761-4d72-8bc6-613f9c01a850 req-b3cd8a0f-2db2-4c3c-8472-0cff763f143d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:13.758840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c35c6001-c761-4d72-8bc6-613f9c01a850 req-b3cd8a0f-2db2-4c3c-8472-0cff763f143d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 946 time: 0.0976229
Jun 21 02:53:13.843787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c35c6001-c761-4d72-8bc6-613f9c01a850 req-c971d530-06ba-4a7a-947a-0e4d01683b13 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717895
Jun 21 02:53:13.868374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-b93fbda4-ac40-4476-8909-e5d55b58dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:13.869986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-b93fbda4-ac40-4476-8909-e5d55b58dfd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b0ca489994649c5a6436f6bcd31869d&device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 1095 time: 0.0998111
Jun 21 02:53:13.946522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-1b8e6af1-0540-4e92-a225-e279b9663df2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc50eb9a-06b4-4fa3-b635-e2a0d021860f HTTP/1.1" status: 200  len: 217 time: 0.0665307
Jun 21 02:53:13.989114 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4771e6eb-b2b7-4bcd-8d78-c18fe5660c8c x-openstack-request-id: req-4771e6eb-b2b7-4bcd-8d78-c18fe5660c8c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:13.989114 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4290106-00b8-4ea8-b55c-d058ea3c14ec", "tag": "dc50eb9a-06b4-4fa3-b635-e2a0d021860f", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:13.989114 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4771e6eb-b2b7-4bcd-8d78-c18fe5660c8c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:13.989685 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'tag': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'status': 'completed', 'code': 200}
Jun 21 02:53:14.058762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-0dcdf76d-7814-4da7-ae8e-799639c29e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:14.060493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-0dcdf76d-7814-4da7-ae8e-799639c29e90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a43346fe-aff2-4fbb-8d35-4b68e9801c39 HTTP/1.1" status: 200  len: 851 time: 0.1077001
Jun 21 02:53:14.223539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-5db1f8d0-fa7d-46e2-8e5f-8cf21f5307a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:14.225048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-5db1f8d0-fa7d-46e2-8e5f-8cf21f5307a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a8ee88a-18bf-414f-87a6-8281e1ac39d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1225014
Jun 21 02:53:14.243751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc7f14-7c59-4c88-b03c-ded5a442d089 req-8b721435-c283-4f80-af52-5a9e8b6aef04 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:14.245298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64fc7f14-7c59-4c88-b03c-ded5a442d089 req-8b721435-c283-4f80-af52-5a9e8b6aef04 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 944 time: 0.2122610
Jun 21 02:53:14.505651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f801e0a3-031b-49ea-9989-f198c3090aa3 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:53:14.649024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f801e0a3-031b-49ea-9989-f198c3090aa3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f801e0a3-031b-49ea-9989-f198c3090aa3,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:14.661450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'port_id': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'mac_address': 'fa:16:3e:f0:4f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:53:14.702577 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:14.717106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f801e0a3-031b-49ea-9989-f198c3090aa3 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:14.739660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f801e0a3-031b-49ea-9989-f198c3090aa3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f801e0a3-031b-49ea-9989-f198c3090aa3,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:14.777997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64fc7f14-7c59-4c88-b03c-ded5a442d089 req-1ed9f101-4d93-47ae-9e5f-c939ec7a52de tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5244124
Jun 21 02:53:14.821279 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:14.823443 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:14.838352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-e7368eb0-158c-4ad1-8615-d65544e8bcc9 service neutron] 10.222.0.26 "GET /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5920005
Jun 21 02:53:14.916274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f801e0a3-031b-49ea-9989-f198c3090aa3,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:14.922187 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:14.982637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27904d6c-ad7e-4a1a-8477-4356d772c5fe req-e1e2fb0e-eb32-4181-9078-b6c99364b1cc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:14.984186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27904d6c-ad7e-4a1a-8477-4356d772c5fe req-e1e2fb0e-eb32-4181-9078-b6c99364b1cc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.7047801
Jun 21 02:53:14.986410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e039917c-e7db-487d-9c81-fd1d547790b8 req-67add850-866b-4139-b414-e4e47902a5a6 service neutron] 10.222.0.26 "GET /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332507
Jun 21 02:53:15.062908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['f801e0a3-031b-49ea-9989-f198c3090aa3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:15.084681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-773d7078-cf7e-42c4-8085-13d2e9b16bbc tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:15.087136 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-773d7078-cf7e-42c4-8085-13d2e9b16bbc tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 946 time: 0.0771768
Jun 21 02:53:15.116074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27904d6c-ad7e-4a1a-8477-4356d772c5fe req-bee9ffa7-246f-40d3-b725-08df33c08dbe tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225958
Jun 21 02:53:15.244340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-a97f3a07-c834-4943-870c-ce761f831061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:15.244907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Deleting port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:15.245468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:15.246050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-a97f3a07-c834-4943-870c-ce761f831061 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b0ca489994649c5a6436f6bcd31869d&device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 1095 time: 0.1281769
Jun 21 02:53:15.255142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce245196-724f-4847-9f0d-eb0fcfe99fc6 req-799d0014-abe4-4084-bf6b-0355e0ef8f0f tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:15.261617 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce245196-724f-4847-9f0d-eb0fcfe99fc6 req-799d0014-abe4-4084-bf6b-0355e0ef8f0f tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 943 time: 0.2659781
Jun 21 02:53:15.357761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] For port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:15.358121 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:15.406507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce245196-724f-4847-9f0d-eb0fcfe99fc6 req-6e77d651-59f4-4c74-807c-5e06e9bdf959 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836084
Jun 21 02:53:15.428138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Calling delete_port for 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:15.460808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9633855-1096-4a45-9481-398c4c96d98c req-00249866-096d-4347-9027-bfae2ce29ba2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:15.463623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9633855-1096-4a45-9481-398c4c96d98c req-00249866-096d-4347-9027-bfae2ce29ba2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 946 time: 0.2166860
Jun 21 02:53:15.465736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-9d460e92-ff06-4b07-bbe8-74a8dfd6bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:15.467425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-9d460e92-ff06-4b07-bbe8-74a8dfd6bb4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6a8ee88a-18bf-414f-87a6-8281e1ac39d6 HTTP/1.1" status: 200  len: 913 time: 0.2078505
Jun 21 02:53:15.511921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44760) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:15.526475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-749ccbdc-51e9-420b-81db-3ab34b573d43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc50eb9a-06b4-4fa3-b635-e2a0d021860f HTTP/1.1" status: 200  len: 217 time: 0.0473197
Jun 21 02:53:15.559719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9633855-1096-4a45-9481-398c4c96d98c req-8cddb111-f654-447b-af08-eb56c09dcdc6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903873
Jun 21 02:53:15.629683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-da07fa25-e049-4f7c-b246-51e19ab00aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:15.632527 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-da07fa25-e049-4f7c-b246-51e19ab00aa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a43346fe-aff2-4fbb-8d35-4b68e9801c39 HTTP/1.1" status: 200  len: 851 time: 0.0780056
Jun 21 02:53:15.707258 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:15.709544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-bd39da04-0218-43f2-9fbf-a08b62620e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:15.711501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-bd39da04-0218-43f2-9fbf-a08b62620e29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a8ee88a-18bf-414f-87a6-8281e1ac39d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0710738
Jun 21 02:53:15.713436 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:15.720655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:15.724049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['2cea4dcc-3c9f-4216-9fc7-886fb4e971d8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:15.751529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event deleted for resources: {'Port': ['ID=2cea4dcc-3c9f-4216-9fc7-886fb4e971d8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:15.754462 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:15.851923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] No DVR routers for this DVR port 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:15.852079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-1f7e00d9-48c0-46a4-bf6f-551a63fd2c83 service neutron] 10.222.0.26 "GET /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292415
Jun 21 02:53:15.852874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:15.854949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7baecb9c-494b-49a0-a112-db465f64f2c1 req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "DELETE /v2.0/ports/2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 HTTP/1.1" status: 204  len: 173 time: 0.7616136
Jun 21 02:53:15.857209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6a0d98-9b78-4076-b29c-ae67c2fa9b35', 'name': 'network-vif-deleted', 'tag': '2cea4dcc-3c9f-4216-9fc7-886fb4e971d8'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:15.861315 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa8065-773f-4a8a-9f28-bb9f34e1f6b6" -d '{"events": [{"server_uuid": "5e6a0d98-9b78-4076-b29c-ae67c2fa9b35", "name": "network-vif-deleted", "tag": "2cea4dcc-3c9f-4216-9fc7-886fb4e971d8"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:15.998851 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a906d5ca-ebf1-43d2-b47d-746c8159e514 x-openstack-request-id: req-a906d5ca-ebf1-43d2-b47d-746c8159e514 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:15.999439 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6a0d98-9b78-4076-b29c-ae67c2fa9b35", "name": "network-vif-deleted", "tag": "2cea4dcc-3c9f-4216-9fc7-886fb4e971d8", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:15.999920 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a906d5ca-ebf1-43d2-b47d-746c8159e514 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:16.000666 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6a0d98-9b78-4076-b29c-ae67c2fa9b35', 'name': 'network-vif-deleted', 'tag': '2cea4dcc-3c9f-4216-9fc7-886fb4e971d8', 'status': 'completed', 'code': 200}
Jun 21 02:53:16.040667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0fc4d5c-db61-411d-bae0-7cced7a4c373 req-5795ad90-f8b0-4ba0-ac4d-739fae44331c service neutron] 10.222.0.26 "GET /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816041
Jun 21 02:53:16.177048 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:16.180181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef53f-ff90-4e76-8e74-dd7101ac5164 req-c2a8c369-8670-4037-82e9-8cdf3df9afa0 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:16.182300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df3ef53f-ff90-4e76-8e74-dd7101ac5164 req-c2a8c369-8670-4037-82e9-8cdf3df9afa0 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 945 time: 0.0847208
Jun 21 02:53:16.229482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df3ef53f-ff90-4e76-8e74-dd7101ac5164 req-46883c61-0e11-4334-a9df-bf695e9db004 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414066
Jun 21 02:53:16.338659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a33b87-bedf-4ae5-a3e6-83d09d084bae req-8260c27d-1e7a-4841-92e7-19eba0ee3767 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:16.346142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90a33b87-bedf-4ae5-a3e6-83d09d084bae req-8260c27d-1e7a-4841-92e7-19eba0ee3767 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0846739
Jun 21 02:53:16.385046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90a33b87-bedf-4ae5-a3e6-83d09d084bae req-385a5349-cd88-40a2-8247-073e4c760473 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376825
Jun 21 02:53:16.460655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Deleting port 8b12d204-ca51-4f4b-a27a-749cf014ee12 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:16.460655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:16.511874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f801e0a3-031b-49ea-9989-f198c3090aa3 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:16.557502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] For port 8b12d204-ca51-4f4b-a27a-749cf014ee12, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8b12d204-ca51-4f4b-a27a-749cf014ee12,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:16.557918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:16.636976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Calling delete_port for 8b12d204-ca51-4f4b-a27a-749cf014ee12 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:16.652077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99723dac-19ba-413d-a594-90dd3981dee3 req-13108a6b-7b98-4aa1-8393-2b794303162d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:16.652518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99723dac-19ba-413d-a594-90dd3981dee3 req-13108a6b-7b98-4aa1-8393-2b794303162d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 943 time: 0.0880470
Jun 21 02:53:16.667041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port f801e0a3-031b-49ea-9989-f198c3090aa3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:16.671823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port f801e0a3-031b-49ea-9989-f198c3090aa3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:16.672458 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:16.719962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99723dac-19ba-413d-a594-90dd3981dee3 req-11e3c785-c280-4501-8cd8-a9e82a16ade3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596256
Jun 21 02:53:16.833951 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:16.895669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f801e0a3-031b-49ea-9989-f198c3090aa3'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:16.913112 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff606d7-837f-4052-9794-a8e82910201e" -d '{"events": [{"server_uuid": "0cdb94e2-bea7-475d-b409-bc98a4a620d0", "name": "network-vif-plugged", "status": "completed", "tag": "f801e0a3-031b-49ea-9989-f198c3090aa3"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:16.913218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a3ebb8a-2496-45a7-9b94-7801e92a0506 req-ebe8751b-1ff3-415b-a3d5-69445701bcff tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a0d98-9b78-4076-b29c-ae67c2fa9b35 HTTP/1.1" status: 200  len: 210 time: 0.0669212
Jun 21 02:53:16.928720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f801e0a3-031b-49ea-9989-f198c3090aa3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f801e0a3-031b-49ea-9989-f198c3090aa3,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:17.009751 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:17.011579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:17.013150 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:17.021871 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:17.047797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b12d204-ca51-4f4b-a27a-749cf014ee12,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:17.074846 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:17.115134 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4991a6-c3ed-4d35-a7eb-56e3759887be x-openstack-request-id: req-0d4991a6-c3ed-4d35-a7eb-56e3759887be {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:17.115432 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdb94e2-bea7-475d-b409-bc98a4a620d0", "name": "network-vif-plugged", "status": "completed", "tag": "f801e0a3-031b-49ea-9989-f198c3090aa3", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:17.115877 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d4991a6-c3ed-4d35-a7eb-56e3759887be {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:17.116459 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'code': 200}
Jun 21 02:53:17.188447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f801e0a3-031b-49ea-9989-f198c3090aa3,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:17.197114 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:17.303754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:17.318489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da2bbe-ae0a-4fcf-8b7b-ae9bd9346062 req-6fdc59b8-1e53-4597-b2bf-4a48b49fec90 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:17.331896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6da2bbe-ae0a-4fcf-8b7b-ae9bd9346062 req-6fdc59b8-1e53-4597-b2bf-4a48b49fec90 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.2487464
Jun 21 02:53:17.387033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08435557-ec60-42e1-9dd5-2f630c8214f1 req-dd65b741-4c74-4e52-914e-877c3be60e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:17.388524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08435557-ec60-42e1-9dd5-2f630c8214f1 req-dd65b741-4c74-4e52-914e-877c3be60e4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 1098 time: 0.1830819
Jun 21 02:53:17.432426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6da2bbe-ae0a-4fcf-8b7b-ae9bd9346062 req-3a54955f-5139-493c-9579-f325cd9f04d1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0918787
Jun 21 02:53:17.488678 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08435557-ec60-42e1-9dd5-2f630c8214f1 req-ec271ea5-10c6-4ebc-b72e-89394b552972 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902548
Jun 21 02:53:17.489570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44836) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:17.518617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679080c-77dc-4584-8eb5-17a0ddcc9e3a req-02a2203f-1152-400c-9458-02fbed5f4257 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:17.520247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7679080c-77dc-4584-8eb5-17a0ddcc9e3a req-02a2203f-1152-400c-9458-02fbed5f4257 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 946 time: 0.1257677
Jun 21 02:53:17.560555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7679080c-77dc-4584-8eb5-17a0ddcc9e3a req-880ad87a-8e12-4b6d-9b8e-34048ce732fc tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340333
Jun 21 02:53:17.610641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Router ff71b420-3ed6-49f2-84dd-070e92f2182d has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:17.728751 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6332144f-411c-46fc-9be9-2ffacc05109e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:17.749049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:17.757920 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] 10.222.0.25 "PUT /v2.0/routers/ff71b420-3ed6-49f2-84dd-070e92f2182d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2425408
Jun 21 02:53:17.758118 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] Sync routers for ids ['ff71b420-3ed6-49f2-84dd-070e92f2182d'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:17.758553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44846) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:17.781750 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] Routers {'ff71b420-3ed6-49f2-84dd-070e92f2182d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:17.782476 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82c1760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ff71b420-3ed6-49f2-84dd-070e92f2182d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:17.922951 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] Set router ff71b420-3ed6-49f2-84dd-070e92f2182d gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:17.936364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef7f28-28c8-44d2-94c3-18e611c0e71b req-b5c8580c-2bae-4c48-91ff-edc4ba190699 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:17.947123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fef7f28-28c8-44d2-94c3-18e611c0e71b req-b5c8580c-2bae-4c48-91ff-edc4ba190699 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 943 time: 0.0873575
Jun 21 02:53:18.015240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fef7f28-28c8-44d2-94c3-18e611c0e71b req-b04b99cb-73cc-400c-a4fe-09813a1c79b3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661554
Jun 21 02:53:18.217536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.238657 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82c1760>, [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:53:16Z', 'revision_number': 5, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:18.261880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:18.277382 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] Checking router: ff71b420-3ed6-49f2-84dd-070e92f2182d for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:53:18.298075 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] Routers {'ff71b420-3ed6-49f2-84dd-070e92f2182d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:18.298716 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82c1760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ff71b420-3ed6-49f2-84dd-070e92f2182d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:18.312451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:18.312948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2cea4dcc-3c9f-4216-9fc7-886fb4e971d8 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:18.381041 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.418484 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6332144f-411c-46fc-9be9-2ffacc05109e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.422417 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] Set router ff71b420-3ed6-49f2-84dd-070e92f2182d gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:18.475139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6332144f-411c-46fc-9be9-2ffacc05109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.506279 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b046d71f-b293-4160-a223-ba148ab0871b tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:18.510253 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6332144f-411c-46fc-9be9-2ffacc05109e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13dda512153a4462ad94b01a6da7c4eb&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0196786
Jun 21 02:53:18.513050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44866) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:18.520354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dc50eb9a-06b4-4fa3-b635-e2a0d021860f details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:53:18.550069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332144f-411c-46fc-9be9-2ffacc05109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dad778c-ec17-486a-bdbe-3d335d1a3935,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:18.561172 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6332144f-411c-46fc-9be9-2ffacc05109e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:18.588121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Deleting port f03dd471-812e-4e9b-b8ab-5a0541a948e0 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:18.588121 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.738177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82c1760>, [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:53:16Z', 'revision_number': 5, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:18.760844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dc50eb9a-06b4-4fa3-b635-e2a0d021860f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:18.777029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'port_id': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'mac_address': 'fa:16:3e:a0:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:53:18.782966 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f315fed-619a-4a06-8340-ff43999e9899 None None] The sync data for ids ['ff71b420-3ed6-49f2-84dd-070e92f2182d'] in n-d-758944-33 is: [{'id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'name': 'tempest-AttachSCSIVolumeTestJSON-268261470-router', 'tenant_id': '2562bee5a7814a78844cb2c9de831b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:09Z', 'updated_at': '2021-06-21T02:53:16Z', 'revision_number': 5, 'project_id': '2562bee5a7814a78844cb2c9de831b93', 'gw_port': {'id': 'f03dd471-812e-4e9b-b8ab-5a0541a948e0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71b420-3ed6-49f2-84dd-070e92f2182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:11Z', 'updated_at': '2021-06-21T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:18.795985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] For port f03dd471-812e-4e9b-b8ab-5a0541a948e0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f03dd471-812e-4e9b-b8ab-5a0541a948e0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:18.796665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.817538 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-106cddcf-7182-4ddb-8fef-0d7d837c750c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.861119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.863338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff1cc0-022d-4a58-860b-d6475853da44 req-43c119e9-d9bf-4d28-bc85-808bd697b0e0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:18.864923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2ff1cc0-022d-4a58-860b-d6475853da44 req-43c119e9-d9bf-4d28-bc85-808bd697b0e0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.2565985
Jun 21 02:53:18.891500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc50eb9a-06b4-4fa3-b635-e2a0d021860f {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:18.898373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Calling delete_port for f03dd471-812e-4e9b-b8ab-5a0541a948e0 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:18.921123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dc50eb9a-06b4-4fa3-b635-e2a0d021860f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:18.924865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-106cddcf-7182-4ddb-8fef-0d7d837c750c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.988741 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:18.992082 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c63085d4-c9c4-43b8-888e-a72097374107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:19.018442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2ff1cc0-022d-4a58-860b-d6475853da44 req-08651274-d2e4-464f-84ac-ca30710a618a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137242
Jun 21 02:53:19.062657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:19.063597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e728-1b48-4d41-a614-c63e4a7f4f2f req-849d6723-6a07-4741-ad0f-ea16fc3a9f26 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:19.072279 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:19.073754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba58e728-1b48-4d41-a614-c63e4a7f4f2f req-849d6723-6a07-4741-ad0f-ea16fc3a9f26 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 946 time: 0.2001281
Jun 21 02:53:19.125957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba58e728-1b48-4d41-a614-c63e4a7f4f2f req-fcdba109-1f34-4332-a6e2-3397e6e2fe21 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510023
Jun 21 02:53:19.204370 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-106cddcf-7182-4ddb-8fef-0d7d837c750c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.207189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-106cddcf-7182-4ddb-8fef-0d7d837c750c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.208675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-106cddcf-7182-4ddb-8fef-0d7d837c750c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dad778c-ec17-486a-bdbe-3d335d1a3935 HTTP/1.1" status: 204  len: 168 time: 0.6944058
Jun 21 02:53:19.235014 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-73178c73-80a9-4ffe-a87d-ac2043181045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:19.240314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dc50eb9a-06b4-4fa3-b635-e2a0d021860f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:19.251476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cddcf-7182-4ddb-8fef-0d7d837c750c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dad778c-ec17-486a-bdbe-3d335d1a3935,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:19.264430 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-106cddcf-7182-4ddb-8fef-0d7d837c750c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:19.268240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.286680 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4e77b8e8-10d9-4c81-850d-4cbd90bc7190 tempest-ListServersNegativeTestJSON-1936673674 tempest-ListServersNegativeTestJSON-1936673674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:19.361666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03dd471-812e-4e9b-b8ab-5a0541a948e0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:19.370908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-304b9d85-36c1-4fcb-bf52-8194a3d44f46 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:19.372756 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:19.378164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-304b9d85-36c1-4fcb-bf52-8194a3d44f46 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.2056434
Jun 21 02:53:19.423584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2eb5d7-31dc-4675-a259-14cc5135d220 req-28913256-87ef-4946-9755-567685710647 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:19.433272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec2eb5d7-31dc-4675-a259-14cc5135d220 req-28913256-87ef-4946-9755-567685710647 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 944 time: 0.1844397
Jun 21 02:53:19.440162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-86a9e26e-0bae-4ff2-b6b3-b44598df7048 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/quotas/49f53bb61e68423d9eba925eb90d4003 HTTP/1.1" status: 200  len: 375 time: 0.0606000
Jun 21 02:53:19.457060 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.520349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec2eb5d7-31dc-4675-a259-14cc5135d220 req-7f34f574-8e18-48d5-984c-bc90e1313221 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872369
Jun 21 02:53:19.553596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-bd81402a-3e4f-4494-a108-30c2a1bd2151 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1117001
Jun 21 02:53:19.575316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.577916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.696044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.697129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff71b420-3ed6-49f2-84dd-070e92f2182d {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:53:19.702445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.707482 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ff71b420-3ed6-49f2-84dd-070e92f2182d HTTP/1.1" status: 204  len: 168 time: 1.9454858
Jun 21 02:53:19.707482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44902) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:19.745927 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-50103b47-f268-49c7-b08f-a712e45588c5 service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604316
Jun 21 02:53:19.779262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Deleting subnet 54f8ebf1-e760-4c2e-a05b-3954f19e73b5 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:53:19.784567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.799273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6fab-e7e6-438d-8306-abc200098c14 req-18bbd5c2-18f8-4e28-86a6-bf6dce8b81b8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:19.811001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54ae6fab-e7e6-438d-8306-abc200098c14 req-18bbd5c2-18f8-4e28-86a6-bf6dce8b81b8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1654058
Jun 21 02:53:19.844849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:19.914461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54ae6fab-e7e6-438d-8306-abc200098c14 req-8473c8d0-4ae5-425a-95ec-45c5fc0352cb tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617857
Jun 21 02:53:19.955925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-fc244e5a-e12f-4c3e-80bb-61fc7529b8b1 service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1953993
Jun 21 02:53:19.994492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:20.096573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b13d3-1055-46c3-9f22-ae08512fa3b3 req-06ca0093-3b18-494f-b66d-47041a421cee tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:20.098093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f81b13d3-1055-46c3-9f22-ae08512fa3b3 req-06ca0093-3b18-494f-b66d-47041a421cee tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 946 time: 0.0761602
Jun 21 02:53:20.110480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44916) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:20.118506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Request body: {'floatingip': {'port_id': 'f801e0a3-031b-49ea-9989-f198c3090aa3'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:20.160451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:20.178566 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b35fca81-718b-4ed2-90cc-9e10f15ef29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:20.189490 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:20.190091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb759021-b710-41d1-bf8e-4611171ed334 None None] Network 46e11507-2699-4724-bf6f-1cf036410b1c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:20.191905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/54f8ebf1-e760-4c2e-a05b-3954f19e73b5 HTTP/1.1" status: 204  len: 168 time: 0.4831872
Jun 21 02:53:20.194483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44922) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:20.254504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:20.295176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f8ebf1-e760-4c2e-a05b-3954f19e73b5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:20.313775 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:20.504970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12202018-d100-47bd-8e97-63955d62fc5c req-d6135668-d9ba-46e3-9f7d-fa2ef945823d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 210 time: 0.1261709
Jun 21 02:53:20.518826 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:20.596243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dc50eb9a-06b4-4fa3-b635-e2a0d021860f up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:20.650206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f66c-303b-438d-9630-51ff12996b16 req-7b19541f-689d-43c8-83a1-614de86e2e1b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:20.652038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0dd9f66c-303b-438d-9630-51ff12996b16 req-7b19541f-689d-43c8-83a1-614de86e2e1b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.2320595
Jun 21 02:53:20.685550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Deleting port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:20.685944 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:20.769347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44940) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:20.789960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] For port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:20.790465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:20.870298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port dc50eb9a-06b4-4fa3-b635-e2a0d021860f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:20.890734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port dc50eb9a-06b4-4fa3-b635-e2a0d021860f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:20.891124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:20.935134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Calling delete_port for 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:20.949911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0dd9f66c-303b-438d-9630-51ff12996b16 req-dcc085b6-f5d1-4d69-94b1-cfef3398a81c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2882471
Jun 21 02:53:20.952952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8b12d204-ca51-4f4b-a27a-749cf014ee12 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:20.976907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] DHCP port deletion for 46e11507-2699-4724-bf6f-1cf036410b1c request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:53:20.980142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 8b12d204-ca51-4f4b-a27a-749cf014ee12 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:20.980544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8b12d204-ca51-4f4b-a27a-749cf014ee12 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:20.981017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f03dd471-812e-4e9b-b8ab-5a0541a948e0 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:21.184305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f03dd471-812e-4e9b-b8ab-5a0541a948e0 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:21.184305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f03dd471-812e-4e9b-b8ab-5a0541a948e0 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:21.184305 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.186474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da954c1-f90b-45f1-9bfb-1eecdf193ad0 req-7eae7010-364e-4c55-a094-19c3c30fe935 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:21.186474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2da954c1-f90b-45f1-9bfb-1eecdf193ad0 req-7eae7010-364e-4c55-a094-19c3c30fe935 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 944 time: 0.2303715
Jun 21 02:53:21.187046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:21.187046 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842b268-eb0e-428c-ba5e-3f84ede34477" -d '{"events": [{"server_uuid": "c4290106-00b8-4ea8-b55c-d058ea3c14ec", "name": "network-vif-plugged", "status": "completed", "tag": "dc50eb9a-06b4-4fa3-b635-e2a0d021860f"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:21.187264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5694d1ef-0cef-4561-a854-ed9a9173e66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.187264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.187462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port dc50eb9a-06b4-4fa3-b635-e2a0d021860f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:21.187462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] Deleting port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:21.187462 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.193232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2da954c1-f90b-45f1-9bfb-1eecdf193ad0 req-1df09a3d-6441-4a15-81ad-3717a81b7e5a tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822217
Jun 21 02:53:21.235415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d42e86-dffa-408b-b4e9-26837d353184 req-f44ad8ba-0a97-47f0-ae56-4621ee38501c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:21.241999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3d42e86-dffa-408b-b4e9-26837d353184 req-f44ad8ba-0a97-47f0-ae56-4621ee38501c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1318893
Jun 21 02:53:21.244657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] For port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,segment=NetworkSegment(af78fb47-9553-41ea-9145-a09dacecf57d),segment_id=af78fb47-9553-41ea-9145-a09dacecf57d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:21.245388 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.250971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5694d1ef-0cef-4561-a854-ed9a9173e66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.268921 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac6200a-4e5a-45a8-a7e7-d0f57db17739 x-openstack-request-id: req-aac6200a-4e5a-45a8-a7e7-d0f57db17739 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:21.269227 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4290106-00b8-4ea8-b55c-d058ea3c14ec", "name": "network-vif-plugged", "status": "completed", "tag": "dc50eb9a-06b4-4fa3-b635-e2a0d021860f", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:21.269538 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aac6200a-4e5a-45a8-a7e7-d0f57db17739 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:21.269939 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'code': 200}
Jun 21 02:53:21.289754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3d42e86-dffa-408b-b4e9-26837d353184 req-f808ac6c-9127-4f99-9f18-37055bd03ffb tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409505
Jun 21 02:53:21.337643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] Calling delete_port for 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:21.426331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f8c02-c811-4a23-8aa9-1a702dbbea80 req-297ca2c0-3a22-492a-91de-aec38d51f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:21.426560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.428366 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.428651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b8f8c02-c811-4a23-8aa9-1a702dbbea80 req-297ca2c0-3a22-492a-91de-aec38d51f1a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 1096 time: 0.0648348
Jun 21 02:53:21.430844 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.432516 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff5aeaa1-864a-473e-8da3-e409ca09b392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:21.438326 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25949d12-e945-4b42-b242-baa62f6de123 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:21.460588 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.467917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5694d1ef-0cef-4561-a854-ed9a9173e66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.474080 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df3dff23-4f6c-483c-949e-86f26e638255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:21.481200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:21.490108 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:21.496154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] No DVR routers for this DVR port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:21.497645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] No DVR routers for this DVR port 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:21.502225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:21.513293 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:21.513889 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:21.537807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] Pushing event deleted for resources: {'Port': ['ID=50c98aa0-a3a3-4092-ae4a-20f43eb6afe6,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:21.541185 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:21.566923 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5694d1ef-0cef-4561-a854-ed9a9173e66d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=730c698f39bc4e5da8cd466746def004&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7958834
Jun 21 02:53:21.570842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44960) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:21.578266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694d1ef-0cef-4561-a854-ed9a9173e66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2448b-bcae-4e94-80b1-b80a495a21a4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:21.588383 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5694d1ef-0cef-4561-a854-ed9a9173e66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:21.594122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b8f8c02-c811-4a23-8aa9-1a702dbbea80 req-596b7c0d-6dff-4f5d-a4f2-63caf6b4f7a1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1525128
Jun 21 02:53:21.619739 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Floating IP 87b4a193-eba8-4987-9c77-d74a49d855ac associated. External IP: 172.25.7.216, port: f801e0a3-031b-49ea-9989-f198c3090aa3.
Jun 21 02:53:21.636770 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2853d705-b540-4f08-86d3-a1ee260b56a6 req-5e2ac03d-be7f-4cfa-98b3-f53d11b27532 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 210 time: 0.0416651
Jun 21 02:53:21.639961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.653777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d99affd0>,) {'filters': {'network_id': ['46e11507-2699-4724-bf6f-1cf036410b1c']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:21.665685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d99affd0>, 'af78fb47-9553-41ea-9145-a09dacecf57d') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:21.665983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d99affd0>, 'af78fb47-9553-41ea-9145-a09dacecf57d') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:21.675874 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.691871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.699933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:53:21.700446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:53:21.702383 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:53:21.705170 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a5c-1938-493d-ba7a-1c40d978fe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.760558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a5c-1938-493d-ba7a-1c40d978fe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.850134 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.859820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.861900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] 10.222.0.25 "DELETE /v2.0/networks/46e11507-2699-4724-bf6f-1cf036410b1c HTTP/1.1" status: 204  len: 168 time: 1.6656384
Jun 21 02:53:21.862748 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0172faf8-fffd-410c-b53a-a0549ce2add8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:21.865656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44970) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:21.913265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e11507-2699-4724-bf6f-1cf036410b1c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:21.921991 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:21.927825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Router 8564d9d8-eb5c-4454-b325-432188c278a4 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:21.973238 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a5c-1938-493d-ba7a-1c40d978fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.975967 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9b87a5c-1938-493d-ba7a-1c40d978fe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:21.979646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a9b87a5c-1938-493d-ba7a-1c40d978fe36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30a2448b-bcae-4e94-80b1-b80a495a21a4 HTTP/1.1" status: 204  len: 168 time: 0.4060824
Jun 21 02:53:21.979814 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-daa1c898-46b5-4872-ad09-374c50a513a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:21.992543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b87a5c-1938-493d-ba7a-1c40d978fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2448b-bcae-4e94-80b1-b80a495a21a4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:21.996197 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a9b87a5c-1938-493d-ba7a-1c40d978fe36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:22.070868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:22.076448 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:22.084744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] Sync routers for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:22.098613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:22.099266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d8b340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:22.114753 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b265c910-7a9a-4ad0-853e-e2878f566961 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "PUT /v2.0/floatingips/87b4a193-eba8-4987-9c77-d74a49d855ac HTTP/1.1" status: 200  len: 992 time: 2.0027878
Jun 21 02:53:22.116999 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'tag': 'f801e0a3-031b-49ea-9989-f198c3090aa3'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:22.119186 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d723d0a-d07e-4a8b-a580-4490c6b13628" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdb94e2-bea7-475d-b409-bc98a4a620d0", "tag": "f801e0a3-031b-49ea-9989-f198c3090aa3"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:22.164428 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b1fb32-7b4b-4f02-b0d3-2e7e16372b85 x-openstack-request-id: req-20b1fb32-7b4b-4f02-b0d3-2e7e16372b85 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:22.164775 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdb94e2-bea7-475d-b409-bc98a4a620d0", "tag": "f801e0a3-031b-49ea-9989-f198c3090aa3", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:22.165083 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20b1fb32-7b4b-4f02-b0d3-2e7e16372b85 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:22.165578 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'tag': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'status': 'completed', 'code': 200}
Jun 21 02:53:22.266984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:22.343269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-c890f602-7428-42c1-8983-beafd8949922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:22.344805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-c890f602-7428-42c1-8983-beafd8949922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea95af1b2d634ec88cebc986629b20a2&device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 1098 time: 0.1418169
Jun 21 02:53:22.449178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-301b1306-e1f5-4fe3-bf38-6e09bcd9f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:22.452494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-301b1306-e1f5-4fe3-bf38-6e09bcd9f1b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23b1384-fb8e-493a-8499-a30a51d29c2a HTTP/1.1" status: 200  len: 917 time: 0.0950723
Jun 21 02:53:22.588846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d8b340>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '87b4a193-eba8-4987-9c77-d74a49d855ac', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'port_id': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'mac_address': 'fa:16:3e:f0:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:52:03Z', 'updated_at': '2021-06-21T02:53:21Z', 'revision_number': 1, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:52:01Z', 'revision_number': 5, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:22.596832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-70e9b511-7fcc-47ae-8ad8-d8515444447d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f801e0a3-031b-49ea-9989-f198c3090aa3 HTTP/1.1" status: 200  len: 1000 time: 0.1352448
Jun 21 02:53:22.646294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] Checking router: 8564d9d8-eb5c-4454-b325-432188c278a4 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:53:22.676008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:22.678493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d8b340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:22.709054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-325e6c8f-dcca-4343-a655-fd7cd48d6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:22.711236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-325e6c8f-dcca-4343-a655-fd7cd48d6f1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf HTTP/1.1" status: 200  len: 855 time: 0.1061261
Jun 21 02:53:22.718720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39562d-f363-4989-8b5d-7ea5a4177d12 req-a4155388-abf2-49d4-bb21-05b015044dc2 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:22.730959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da39562d-f363-4989-8b5d-7ea5a4177d12 req-a4155388-abf2-49d4-bb21-05b015044dc2 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 945 time: 0.3686943
Jun 21 02:53:22.811720 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:22.839109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:22.846195 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da39562d-f363-4989-8b5d-7ea5a4177d12 req-3840b1a4-8b70-46b0-ac53-9e670ad331f1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186655
Jun 21 02:53:22.869144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:22.889620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89196ee-048a-499f-a967-cb166f6ff7eb req-63cff661-b61b-40e7-856d-ca485342cd73 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 210 time: 0.0961590
Jun 21 02:53:22.931267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:22.931267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50c98aa0-a3a3-4092-ae4a-20f43eb6afe6 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:22.968006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-7d8c9977-0b13-4a36-9c32-f5250ca3da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:22.969509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-7d8c9977-0b13-4a36-9c32-f5250ca3da1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23b1384-fb8e-493a-8499-a30a51d29c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2401586
Jun 21 02:53:23.018486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44998) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:23.056078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad819641-f33a-423f-b228-796098689ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.172501 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad819641-f33a-423f-b228-796098689ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.202472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d8b340>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '87b4a193-eba8-4987-9c77-d74a49d855ac', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'port_id': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'mac_address': 'fa:16:3e:f0:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:52:03Z', 'updated_at': '2021-06-21T02:53:21Z', 'revision_number': 1, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:52:01Z', 'revision_number': 5, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:23.232346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45002) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:23.236709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595b751-934e-4adf-8254-8c9a0ca7fc80 None None] The sync data for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 is: [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '87b4a193-eba8-4987-9c77-d74a49d855ac', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'port_id': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'mac_address': 'fa:16:3e:f0:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:52:03Z', 'updated_at': '2021-06-21T02:53:21Z', 'revision_number': 1, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:52:01Z', 'revision_number': 5, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:23.272645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad819641-f33a-423f-b228-796098689ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.275983 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52e3baa5-27fd-49b0-af49-f4f5d930328d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:23.326558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad819641-f33a-423f-b228-796098689ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce14d89-5cd8-45ad-9c55-cfef53f4fcca,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:23.343929 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad819641-f33a-423f-b228-796098689ebc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c5031997ca0447ab6cc7ed3dfd98501&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3198044
Jun 21 02:53:23.343929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad819641-f33a-423f-b228-796098689ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:23.354849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45008) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:23.459945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:23.494581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0913c938-19f6-4e18-843f-eacc4f579162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.534021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-bd1fcd00-14a2-4c3a-b063-b11cbfea501c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:23.534307 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-bd1fcd00-14a2-4c3a-b063-b11cbfea501c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.1912227
Jun 21 02:53:23.551139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Request body: {'port': {'device_id': '82be7003-db86-4cc5-8b85-444d44acb5b0', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'admin_state_up': True, 'tenant_id': '49f53bb61e68423d9eba925eb90d4003'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:23.561700 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0913c938-19f6-4e18-843f-eacc4f579162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.578825 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-01c55484-9306-498a-b1e7-db3d76f47048 service neutron] 10.222.0.26 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6017501
Jun 21 02:53:23.623975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.626622 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990f52b-20e7-444d-b1f4-94fb3d1aa61b None None] New status for floating IP 87b4a193-eba8-4987-9c77-d74a49d855ac: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:53:23.730637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d723d0a-d07e-4a8b-a580-4490c6b13628 req-53f6e42e-a8af-4aee-b109-f8edf948f50b service neutron] 10.222.0.26 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436045
Jun 21 02:53:23.812902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.846249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Deleting port d6049b97-0e3e-443b-b2c1-59d6d594301b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:23.846599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.868682 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0913c938-19f6-4e18-843f-eacc4f579162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.871533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0913c938-19f6-4e18-843f-eacc4f579162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.875135 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0913c938-19f6-4e18-843f-eacc4f579162 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cce14d89-5cd8-45ad-9c55-cfef53f4fcca HTTP/1.1" status: 204  len: 168 time: 0.5168672
Jun 21 02:53:23.905441 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c806cb20-7125-43e8-8ffb-e9abe67392c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:23.905441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:23.910239 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:23.931833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913c938-19f6-4e18-843f-eacc4f579162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce14d89-5cd8-45ad-9c55-cfef53f4fcca,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:23.942093 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0913c938-19f6-4e18-843f-eacc4f579162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:23.980558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] For port d6049b97-0e3e-443b-b2c1-59d6d594301b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d6049b97-0e3e-443b-b2c1-59d6d594301b,segment=NetworkSegment(6291c9b5-72ca-4484-9a62-5f8ec45034b7),segment_id=6291c9b5-72ca-4484-9a62-5f8ec45034b7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:23.981068 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:24.075239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Calling delete_port for d6049b97-0e3e-443b-b2c1-59d6d594301b owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:24.081081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Allocated IP 172.25.7.168 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/e0736670-2134-410c-a7a3-370e56c4d208) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:24.223569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6fe44b9-b996-47d3-b16a-9ea883d91a5d req-a75c484f-3683-4b60-96d9-3589edab1ea5 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 210 time: 0.0713460
Jun 21 02:53:24.310185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999e3d8-f71d-47ee-98f9-e86a4f081197 req-33f2ef93-daf9-4f40-b4cd-58429b9da6d4 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:24.311866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1999e3d8-f71d-47ee-98f9-e86a4f081197 req-33f2ef93-daf9-4f40-b4cd-58429b9da6d4 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 945 time: 0.1661284
Jun 21 02:53:24.368804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1999e3d8-f71d-47ee-98f9-e86a4f081197 req-0d605d83-d3c8-4084-9e26-40347f24d2cd tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436451
Jun 21 02:53:24.484227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Allocated IP 172.20.0.7 (8f48e7d4-706a-4cc2-a94a-84a51ccf686b/a5560c84-8f59-4593-b0b0-0b69a7dd416d/9e5f4efa-ab77-43e8-818a-0fa195d77cbb) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:24.590089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:24.598864 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:24.602626 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0f3afd6-8bd4-4be9-b964-a6fe406ec8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:24.633248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d6049b97-0e3e-443b-b2c1-59d6d594301b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:24.638160 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:24.730181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:24.742559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ecf35-37db-4dce-a336-b0f174568446 req-4ae69090-d565-4c9d-9ac2-56474fa681e6 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:24.744534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-912ecf35-37db-4dce-a336-b0f174568446 req-4ae69090-d565-4c9d-9ac2-56474fa681e6 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 945 time: 0.2140601
Jun 21 02:53:24.756616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45032) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:24.760468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:24.771058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Request body: {'floatingip': {'port_id': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:24.832411 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-571f790f-ba5c-4673-bf4c-766d800b2483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:24.836842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:24.934518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:24.985222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:24.999926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:25.005647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:25.008785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'Port': ['ID=e0736670-2134-410c-a7a3-370e56c4d208,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:25.011770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:25.090084 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:25.097028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f6d4287-4106-49a1-9e8b-4c59759df2ed tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:25.103167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:25.190110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:25.224210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:25.238061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:25.240527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:25.330652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event updated for resources: {'Port': ['ID=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:25.333725 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:25.345951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:25.347654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:25.360310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] Sync routers for ids ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:25.363030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] 10.222.0.25 "PUT /v2.0/routers/517c1f8a-4ce6-4be3-ba3d-81e9684b0bed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4963624
Jun 21 02:53:25.365542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45048) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:25.373300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] Routers {'517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:25.373949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ab2520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:25.399702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:25.400219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:25.499202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] Set router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:25.532662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9880557
Jun 21 02:53:25.533901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c69c9-75b5-4acc-85a0-9f9bb902204a req-67d1d012-388d-4c8d-a609-979ddaf4b4b3 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:25.541897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c92c69c9-75b5-4acc-85a0-9f9bb902204a req-67d1d012-388d-4c8d-a609-979ddaf4b4b3 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 931 time: 0.1726160
Jun 21 02:53:25.552757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Request body: {'port': {'device_id': '82be7003-db86-4cc5-8b85-444d44acb5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:25.558083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:25.561255 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:25.623987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c92c69c9-75b5-4acc-85a0-9f9bb902204a req-e8f83923-f4a9-4698-9fe2-21828cee9a1d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812080
Jun 21 02:53:25.759491 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:25.766252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ab2520>, [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:53:24Z', 'revision_number': 5, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:25.792630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] Checking router: 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:53:25.800970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] Routers {'517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:25.804416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ab2520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:25.841090 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:25.872405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Deleting port c9d3da5e-bfde-4c92-8736-dd89762e1dd3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:25.872749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:25.885471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.resource_extend [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:53:26.020268 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.042515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] For port c9d3da5e-bfde-4c92-8736-dd89762e1dd3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c9d3da5e-bfde-4c92-8736-dd89762e1dd3,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:26.042955 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.075651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] Set router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:26.112888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.114825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.136191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Calling delete_port for c9d3da5e-bfde-4c92-8736-dd89762e1dd3 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:26.199964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.204664 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab26bd2f-e042-40ec-9c8b-8640b109b4c3 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:26.321377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ab2520>, [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:53:24Z', 'revision_number': 5, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:26.349278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'Port': ['ID=e0736670-2134-410c-a7a3-370e56c4d208,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:26.362618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f92a6-33ac-4a98-baec-7087b4c5b9d1 None None] The sync data for ids ['517c1f8a-4ce6-4be3-ba3d-81e9684b0bed'] in n-d-758944-33 is: [{'id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'name': 'tempest-AttachSCSIVolumeTestJSON-999850474-router', 'tenant_id': '078d7dcc87954c0596ba1abbfedcd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:19Z', 'updated_at': '2021-06-21T02:53:24Z', 'revision_number': 5, 'project_id': '078d7dcc87954c0596ba1abbfedcd266', 'gw_port': {'id': 'c9d3da5e-bfde-4c92-8736-dd89762e1dd3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c1f8a-4ce6-4be3-ba3d-81e9684b0bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:20Z', 'updated_at': '2021-06-21T02:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:26.364489 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:26.400109 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Floating IP 4eac021c-06cd-4066-b6bc-e55f755f7396 associated. External IP: 172.25.7.102, port: dc50eb9a-06b4-4fa3-b635-e2a0d021860f.
Jun 21 02:53:26.437884 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.441072 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-68666bb5-59a5-417a-a723-22c8ec622142 tempest-ServerRescueTestJSON-696847214 tempest-ServerRescueTestJSON-696847214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:26.446269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.467497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d3da5e-bfde-4c92-8736-dd89762e1dd3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:26.471585 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:26.500023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5f4efa-ab77-43e8-818a-0fa195d77cbb {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:26.534109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.540979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.558155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Transition to ACTIVE for port object 9e5f4efa-ab77-43e8-818a-0fa195d77cbb will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:26.561018 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.564592 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3287520
Jun 21 02:53:26.565256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45070) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:26.573635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-497068584'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:26.629959 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.634770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0c827446-bd8e-4c16-b23c-617316280b24 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:26.637285 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.639850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.815833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.816730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517c1f8a-4ce6-4be3-ba3d-81e9684b0bed {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:53:26.836552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.844899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/517c1f8a-4ce6-4be3-ba3d-81e9684b0bed HTTP/1.1" status: 204  len: 168 time: 1.4774704
Jun 21 02:53:26.856589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45080) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:26.911666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Deleting subnet 7c8f4199-6998-4079-8f62-9b266c84a963 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:53:26.918001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.938381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d6049b97-0e3e-443b-b2c1-59d6d594301b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:26.951193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca455fe7-5e11-47c7-b82c-6f08f5ee19f2 req-e1474a91-3337-4771-8d6d-3951c23aa72f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:26.953643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca455fe7-5e11-47c7-b82c-6f08f5ee19f2 req-e1474a91-3337-4771-8d6d-3951c23aa72f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 943 time: 0.1868629
Jun 21 02:53:26.984387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:26.996339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d6049b97-0e3e-443b-b2c1-59d6d594301b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:26.999395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d6049b97-0e3e-443b-b2c1-59d6d594301b not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:27.077037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Made reservation on behalf of 191fabc0f7d544e68fe39392d9942e0f for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:27.080246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.080922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca455fe7-5e11-47c7-b82c-6f08f5ee19f2 req-749d557d-b2a9-48b9-aafa-3642ddf328ac tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097391
Jun 21 02:53:27.103385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.105398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:27.112531 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:27.167172 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.193643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-37277e7c-5b5d-4896-a26b-3b569ae26c0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1529517
Jun 21 02:53:27.196093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Router aebaf008-7d60-4136-a2fc-87baefa2fc75 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:27.327852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.331866 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:27.354492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Attempting to bind port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:27.354840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Attempting to bind port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:27.355177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Attempting to bind port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:27.368452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8f4199-6998-4079-8f62-9b266c84a963,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:27.371211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:53:27.371541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Attempting to bind port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:27.374636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.377357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7c8f4199-6998-4079-8f62-9b266c84a963 HTTP/1.1" status: 204  len: 168 time: 0.5183139
Jun 21 02:53:27.389900 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:27.390195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64045359-e5b6-4b59-b239-fe639c44207b None None] Network b8d97d36-a48b-457f-ac60-4c9933a3fcc5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:27.390722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:27.390722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Checking segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:27.390722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Bound using segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:27.390722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Bound port: 9e5f4efa-ab77-43e8-818a-0fa195d77cbb, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:27.390722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.391206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45096) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:27.446125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-7487fcf5-ec3b-4b34-8cf3-4e20ffc0b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:27.447954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-7487fcf5-ec3b-4b34-8cf3-4e20ffc0b882 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 1097 time: 0.1800406
Jun 21 02:53:27.450340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:27.459969 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.464057 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] Sync routers for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:27.479171 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:27.480131 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:27.491210 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.524850 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-702edfea-a397-4d4a-998e-6fc92479e65d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "PUT /v2.0/floatingips/4eac021c-06cd-4066-b6bc-e55f755f7396 HTTP/1.1" status: 200  len: 991 time: 2.7606645
Jun 21 02:53:27.527862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'tag': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:27.530250 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671eba1f-d95b-4770-8d63-f9dea579785a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4290106-00b8-4ea8-b55c-d058ea3c14ec", "tag": "dc50eb9a-06b4-4fa3-b635-e2a0d021860f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:27.545740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] For port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:27.549620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] For port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:27.557422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.562494 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df76f2d5-4b39-4fc4-b160-77593b406071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:27.598006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.613165 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fbc371-e0bb-415d-b58c-82f58869ff24 x-openstack-request-id: req-e1fbc371-e0bb-415d-b58c-82f58869ff24 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:27.613545 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4290106-00b8-4ea8-b55c-d058ea3c14ec", "tag": "dc50eb9a-06b4-4fa3-b635-e2a0d021860f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:27.613852 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1fbc371-e0bb-415d-b58c-82f58869ff24 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:27.614306 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'tag': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'status': 'completed', 'code': 200}
Jun 21 02:53:27.649064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.652212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a7f45-40f9-42e2-af16-58ea30d03b15,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:27.680079 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:27.681958 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:27.684462 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ee4d36b-3e95-4a04-a0a9-af7f81167914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:27.686591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-f8d2a560-80a2-4c7c-a4a6-104d73a1804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:27.687120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:53:27.689380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-f8d2a560-80a2-4c7c-a4a6-104d73a1804d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.2193768
Jun 21 02:53:27.752453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] DHCP port deletion for b8d97d36-a48b-457f-ac60-4c9933a3fcc5 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:53:27.795725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-e5b34a42-aa4e-4655-82cb-447b08a6bda1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2 HTTP/1.1" status: 200  len: 217 time: 0.0964534
Jun 21 02:53:27.822957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.822957 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Added segment ee1802dd-45b3-4f68-9ada-5028445ee0b8 of type vlan for network 02a4f67f-1e01-4dcc-8b68-f79bc730e450
Jun 21 02:53:27.868462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] Deleting port 46253a18-3c88-444c-86c5-5b87adec1c83 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:27.868854 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.892348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Deleting port 46253a18-3c88-444c-86c5-5b87adec1c83 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:27.893397 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.895791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:27.907798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:27.908716 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.910489 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] 10.222.0.20 "PUT /v2.0/ports/9e5f4efa-ab77-43e8-818a-0fa195d77cbb HTTP/1.1" status: 200  len: 1092 time: 2.3675904
Jun 21 02:53:27.915506 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:27.917907 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:27.974179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671eba1f-d95b-4770-8d63-f9dea579785a req-236cb679-b79a-45b6-a7f2-fe6febea4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:27.976498 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-671eba1f-d95b-4770-8d63-f9dea579785a req-236cb679-b79a-45b6-a7f2-fe6febea4fc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b0ca489994649c5a6436f6bcd31869d&device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 1097 time: 0.3160701
Jun 21 02:53:27.979866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-2fcdba32-3de0-481a-a52d-18f90dbbe688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:27.981345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-2fcdba32-3de0-481a-a52d-18f90dbbe688 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1737001
Jun 21 02:53:28.006206 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2520>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '4eac021c-06cd-4066-b6bc-e55f755f7396', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'port_id': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'mac_address': 'fa:16:3e:a0:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:53:04Z', 'updated_at': '2021-06-21T02:53:25Z', 'revision_number': 1, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:53:03Z', 'revision_number': 5, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:28.008284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] For port 46253a18-3c88-444c-86c5-5b87adec1c83, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=46253a18-3c88-444c-86c5-5b87adec1c83,segment=NetworkSegment(6291c9b5-72ca-4484-9a62-5f8ec45034b7),segment_id=6291c9b5-72ca-4484-9a62-5f8ec45034b7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:28.008648 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:28.030002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] For port 46253a18-3c88-444c-86c5-5b87adec1c83, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=46253a18-3c88-444c-86c5-5b87adec1c83,segment=NetworkSegment(6291c9b5-72ca-4484-9a62-5f8ec45034b7),segment_id=6291c9b5-72ca-4484-9a62-5f8ec45034b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:28.030715 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:28.041520 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] Checking router: aebaf008-7d60-4136-a2fc-87baefa2fc75 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:53:28.051914 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:28.052773 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:28.070814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:28.076510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:28.077247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:28.098866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b3b862a-cecf-4aa4-8692-5e97c7f1390f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:28.101987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] Calling delete_port for 46253a18-3c88-444c-86c5-5b87adec1c83 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:28.158185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Calling delete_port for 46253a18-3c88-444c-86c5-5b87adec1c83 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:28.195850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-b80dd668-99b2-4d70-8f17-125a754a69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:28.197463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-b80dd668-99b2-4d70-8f17-125a754a69d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2085738
Jun 21 02:53:28.208779 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:28.261218 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:28.264455 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:28.316962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] Pushing event deleted for resources: {'Port': ['ID=46253a18-3c88-444c-86c5-5b87adec1c83,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:28.319153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] No DVR routers for this DVR port 46253a18-3c88-444c-86c5-5b87adec1c83 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:28.320884 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:28.338543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'Network': ['ID=02a4f67f-1e01-4dcc-8b68-f79bc730e450,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:28.352311 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.7825973
Jun 21 02:53:28.360396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:53:28.360698 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:28.360789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45112) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:28.400671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Request body: {'subnet': {'network_id': '02a4f67f-1e01-4dcc-8b68-f79bc730e450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:28.434344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671eba1f-d95b-4770-8d63-f9dea579785a req-dae791ef-c827-4e6c-b340-29c434f0a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:28.435875 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-671eba1f-d95b-4770-8d63-f9dea579785a req-dae791ef-c827-4e6c-b340-29c434f0a936 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6a8ee88a-18bf-414f-87a6-8281e1ac39d6 HTTP/1.1" status: 200  len: 913 time: 0.4528627
Jun 21 02:53:28.438802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-3be9b4fb-7901-43cf-b2b7-6f9626b8dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:28.440288 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-3be9b4fb-7901-43cf-b2b7-6f9626b8dd05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 1095 time: 0.4398146
Jun 21 02:53:28.471537 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:28.498535 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bcee2533-e05b-4ad3-bce3-80b3a0fd777b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:28.537450 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-4fe3fcad-e550-4820-ba65-cdf7bf0326cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e5f4efa-ab77-43e8-818a-0fa195d77cbb HTTP/1.1" status: 200  len: 217 time: 0.0842853
Jun 21 02:53:28.552817 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da2520>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '4eac021c-06cd-4066-b6bc-e55f755f7396', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'port_id': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'mac_address': 'fa:16:3e:a0:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:53:04Z', 'updated_at': '2021-06-21T02:53:25Z', 'revision_number': 1, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:53:03Z', 'revision_number': 5, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:28.563787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-5d083a12-a7fd-4204-a0a1-7f2d10dec861 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3383589
Jun 21 02:53:28.564755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Pushing event deleted for resources: {'Port': ['ID=46253a18-3c88-444c-86c5-5b87adec1c83,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:28.583548 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d96b5-c8a8-4d43-bcfd-1bd9627af9c8 None None] The sync data for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 is: [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '4eac021c-06cd-4066-b6bc-e55f755f7396', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'port_id': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'mac_address': 'fa:16:3e:a0:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:53:04Z', 'updated_at': '2021-06-21T02:53:25Z', 'revision_number': 1, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:53:03Z', 'revision_number': 5, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:28.590726 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-671eba1f-d95b-4770-8d63-f9dea579785a req-77cb6c32-8765-42a5-9000-372d363f1722 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc50eb9a-06b4-4fa3-b635-e2a0d021860f HTTP/1.1" status: 200  len: 999 time: 0.1364541
Jun 21 02:53:28.604228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:28.609212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] No DVR routers for this DVR port 46253a18-3c88-444c-86c5-5b87adec1c83 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:28.636326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-73c276f1-2e20-4828-959c-334644361a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:28.637514 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-73c276f1-2e20-4828-959c-334644361a3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.0910304
Jun 21 02:53:28.681073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-d96893c3-4227-4bfe-b9f8-a5e4f6ab4926 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359776
Jun 21 02:53:28.685095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671eba1f-d95b-4770-8d63-f9dea579785a req-87a24803-dc1a-4727-bc31-934b4fb8b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:28.686534 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-671eba1f-d95b-4770-8d63-f9dea579785a req-87a24803-dc1a-4727-bc31-934b4fb8b9cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a43346fe-aff2-4fbb-8d35-4b68e9801c39 HTTP/1.1" status: 200  len: 851 time: 0.0877106
Jun 21 02:53:28.813955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbd9ef-265a-41b9-8ab6-a87f7ac2ffbb req-2b3234fd-f9c9-4926-aedb-bbde65ac1825 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:28.816131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ccbd9ef-265a-41b9-8ab6-a87f7ac2ffbb req-2b3234fd-f9c9-4926-aedb-bbde65ac1825 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 943 time: 0.4715478
Jun 21 02:53:28.840887 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:28.869915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-82c66c09-59f4-45b6-8b05-145d8e8cab61 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800354
Jun 21 02:53:28.872191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d85eb100>,) {'filters': {'network_id': ['b8d97d36-a48b-457f-ac60-4c9933a3fcc5']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:28.873541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671eba1f-d95b-4770-8d63-f9dea579785a req-82107306-5707-45b7-a307-9a2cbd5635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:28.875130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-671eba1f-d95b-4770-8d63-f9dea579785a req-82107306-5707-45b7-a307-9a2cbd5635d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a8ee88a-18bf-414f-87a6-8281e1ac39d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1741290
Jun 21 02:53:28.889128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c9d3da5e-bfde-4c92-8736-dd89762e1dd3 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:28.904589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63de14d-1ac2-4285-a3f9-1594b554f240 req-da790fb2-87f2-4547-a391-c91d7ecc07ec service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3208799
Jun 21 02:53:28.905579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Made reservation on behalf of 191fabc0f7d544e68fe39392d9942e0f for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:28.910356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:28.917179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d85eb100>, '6291c9b5-72ca-4484-9a62-5f8ec45034b7') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:28.917861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d85eb100>, '6291c9b5-72ca-4484-9a62-5f8ec45034b7') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:28.939751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c9d3da5e-bfde-4c92-8736-dd89762e1dd3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:28.940511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c9d3da5e-bfde-4c92-8736-dd89762e1dd3 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:28.941726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 46253a18-3c88-444c-86c5-5b87adec1c83 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:28.965186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 46253a18-3c88-444c-86c5-5b87adec1c83 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:28.965889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 46253a18-3c88-444c-86c5-5b87adec1c83 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:29.003554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f336157-abfc-4c5d-9bce-0e48bc5a1899 None None] New status for floating IP 4eac021c-06cd-4066-b6bc-e55f755f7396: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:53:29.004892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.025299 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.033457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ccbd9ef-265a-41b9-8ab6-a87f7ac2ffbb req-8ef1590c-8140-4a91-9531-ac1ce559e9fe tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787646
Jun 21 02:53:29.066051 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-671eba1f-d95b-4770-8d63-f9dea579785a req-c402d2d8-2483-406a-9f09-6b45fac31d7a service neutron] 10.222.0.26 "GET /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742532
Jun 21 02:53:29.066051 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9be5fcc5-e61f-41d3-a377-8ebe76147842 req-a7c143a4-e52f-4a8c-a5d0-9335b617ed1b service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867652
Jun 21 02:53:29.069763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:53:29.070950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:53:29.081384 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:53:29.209744 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-671eba1f-d95b-4770-8d63-f9dea579785a req-5685fc64-761e-43a5-8e0b-e40cbddd02bd service neutron] 10.222.0.26 "GET /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422164
Jun 21 02:53:29.242088 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.250573 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f3b401a-6c15-43d5-897b-6392e2afe73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:29.259897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.264754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] 10.222.0.25 "DELETE /v2.0/networks/b8d97d36-a48b-457f-ac60-4c9933a3fcc5 HTTP/1.1" status: 204  len: 168 time: 1.8736293
Jun 21 02:53:29.282272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d97d36-a48b-457f-ac60-4c9933a3fcc5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:29.284154 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:29.380546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.384528 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97f83e25-f61c-403e-b235-bc6be37d409e tempest-TaggedBootDevicesTest-2053736881 tempest-TaggedBootDevicesTest-2053736881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:29.441666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'Subnet': ['ID=8f2b0a99-3658-4606-8b70-8675021128b8,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:29.445728 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:29.453856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Checking segment: {'id': 'ee1802dd-45b3-4f68-9ada-5028445ee0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a4f67f-1e01-4dcc-8b68-f79bc730e450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:29.456915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Network hostable DHCP agents. Network: 02a4f67f-1e01-4dcc-8b68-f79bc730e450, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:53:29.546663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:53:29.615811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82be7003-db86-4cc5-8b85-444d44acb5b0', 'tag': '9e5f4efa-ab77-43e8-818a-0fa195d77cbb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:29.618961 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cc48de-d187-4ba6-bce3-f2ce84a644e2" -d '{"events": [{"name": "network-changed", "server_uuid": "82be7003-db86-4cc5-8b85-444d44acb5b0", "tag": "9e5f4efa-ab77-43e8-818a-0fa195d77cbb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:29.626715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 02a4f67f-1e01-4dcc-8b68-f79bc730e450) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:29.632377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:29.636435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.638182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cc98a-9f61-4d0a-b5b6-0d539659af01 None None] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:29.700801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45130) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:29.701554 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb6be8-100a-4f0d-a454-a39d8cabc09b x-openstack-request-id: req-faeb6be8-100a-4f0d-a454-a39d8cabc09b {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:29.701905 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82be7003-db86-4cc5-8b85-444d44acb5b0", "tag": "9e5f4efa-ab77-43e8-818a-0fa195d77cbb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:29.702219 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faeb6be8-100a-4f0d-a454-a39d8cabc09b {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:29.702677 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82be7003-db86-4cc5-8b85-444d44acb5b0', 'tag': '9e5f4efa-ab77-43e8-818a-0fa195d77cbb', 'status': 'completed', 'code': 200}
Jun 21 02:53:29.749805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3582067
Jun 21 02:53:29.751048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45132) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:29.756674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-231315937', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:29.771527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45134) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:29.786384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de50ba96-b6ef-4ca5-b565-726a4f6e4d76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2562bee5a7814a78844cb2c9de831b93&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0814848
Jun 21 02:53:29.787809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45138) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:29.861129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.863244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.891222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1995e34-10ec-4345-bb60-0a533194f254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.933860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-c32a9b8e-092f-49f7-854b-53294bcfe6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:29.937730 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-c32a9b8e-092f-49f7-854b-53294bcfe6f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 1095 time: 0.1971300
Jun 21 02:53:29.959448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-02a4f67f-1e01-4dcc-8b68-f79bc730e450', 'network_id': '02a4f67f-1e01-4dcc-8b68-f79bc730e450', 'tenant_id': '191fabc0f7d544e68fe39392d9942e0f', 'fixed_ips': [{'subnet_id': '8f2b0a99-3658-4606-8b70-8675021128b8'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:53:29.961946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.993801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1995e34-10ec-4345-bb60-0a533194f254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:29.995394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.025413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3502d67d-fd5b-4ce3-af1b-60521ef369c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.122508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-9a4f351d-5335-461e-86bd-e6c16f66f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:30.122843 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-9a4f351d-5335-461e-86bd-e6c16f66f9b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 907 time: 0.1757703
Jun 21 02:53:30.197871 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-8d7b9cb0-1f37-4309-8c37-08e2df0070a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e5f4efa-ab77-43e8-818a-0fa195d77cbb HTTP/1.1" status: 200  len: 217 time: 0.0665295
Jun 21 02:53:30.199767 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1995e34-10ec-4345-bb60-0a533194f254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.203232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1995e34-10ec-4345-bb60-0a533194f254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.207856 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d1995e34-10ec-4345-bb60-0a533194f254 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/710323b6-0aa0-4008-8097-6a5c8f56ff93 HTTP/1.1" status: 204  len: 168 time: 0.4150677
Jun 21 02:53:30.215312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5694d1ef-0cef-4561-a854-ed9a9173e66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:30.225920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Allocated IP 172.20.0.2 (02a4f67f-1e01-4dcc-8b68-f79bc730e450/8f2b0a99-3658-4606-8b70-8675021128b8/0095165b-a07e-4a16-bf3f-c5eb80a84021) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:30.253642 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1995e34-10ec-4345-bb60-0a533194f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710323b6-0aa0-4008-8097-6a5c8f56ff93,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:30.257992 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1995e34-10ec-4345-bb60-0a533194f254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:30.291338 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-fc72e670-06b7-4e1d-9a53-fc3ed5c59c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:30.297741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-fc72e670-06b7-4e1d-9a53-fc3ed5c59c97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.0874379
Jun 21 02:53:30.361627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-ae20a121-8f45-48cf-b99c-2761f6ad0a37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552614
Jun 21 02:53:30.444059 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.455929 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Transition to ACTIVE for port object 0095165b-a07e-4a16-bf3f-c5eb80a84021 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:30.475257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Transition to ACTIVE for port object 0095165b-a07e-4a16-bf3f-c5eb80a84021 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:30.504792 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-cef2e145-cc8b-4487-a074-4e33dd1075e9 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362650
Jun 21 02:53:30.524176 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.533136 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:30.567177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:30.570370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:30.574136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:30.634471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Pushing event updated for resources: {'Port': ['ID=0095165b-a07e-4a16-bf3f-c5eb80a84021,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:30.641825 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:30.647805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Attempting to bind port 0095165b-a07e-4a16-bf3f-c5eb80a84021 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:30.648205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Attempting to bind port 0095165b-a07e-4a16-bf3f-c5eb80a84021 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'ee1802dd-45b3-4f68-9ada-5028445ee0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a4f67f-1e01-4dcc-8b68-f79bc730e450'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:30.648794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Attempting to bind port 0095165b-a07e-4a16-bf3f-c5eb80a84021 on network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:30.654415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:30.654828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Checking segment: {'id': 'ee1802dd-45b3-4f68-9ada-5028445ee0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a4f67f-1e01-4dcc-8b68-f79bc730e450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:30.655241 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.655652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Bound using segment: {'id': 'ee1802dd-45b3-4f68-9ada-5028445ee0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a4f67f-1e01-4dcc-8b68-f79bc730e450'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:30.656141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Bound port: 0095165b-a07e-4a16-bf3f-c5eb80a84021, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1802dd-45b3-4f68-9ada-5028445ee0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a4f67f-1e01-4dcc-8b68-f79bc730e450'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:30.656526 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.662529 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74cc48de-d187-4ba6-bce3-f2ce84a644e2 req-63ba79f0-bfbf-4fe5-b267-b526cf7cecc9 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511862
Jun 21 02:53:30.724345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] For port 0095165b-a07e-4a16-bf3f-c5eb80a84021, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:30.730071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] For port 0095165b-a07e-4a16-bf3f-c5eb80a84021, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0095165b-a07e-4a16-bf3f-c5eb80a84021,segment=NetworkSegment(ee1802dd-45b3-4f68-9ada-5028445ee0b8),segment_id=ee1802dd-45b3-4f68-9ada-5028445ee0b8)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:30.749803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.804271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3502d67d-fd5b-4ce3-af1b-60521ef369c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.814689 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.816774 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:30.823388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3adf5c-281c-440e-a661-9ee361bf0d57 req-d0f83601-2832-4fc3-b9a8-a630ff346103 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:30.826143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba3adf5c-281c-440e-a661-9ee361bf0d57 req-d0f83601-2832-4fc3-b9a8-a630ff346103 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 943 time: 0.1152074
Jun 21 02:53:30.879249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba3adf5c-281c-440e-a661-9ee361bf0d57 req-63c0d828-f61b-42d3-8fae-b17d3d3b3f47 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479672
Jun 21 02:53:30.896517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Pushing event updated for resources: {'Port': ['ID=0095165b-a07e-4a16-bf3f-c5eb80a84021,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:30.906040 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:30.931388 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3502d67d-fd5b-4ce3-af1b-60521ef369c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:30.937558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96cadd7d-a782-4a48-ab1d-90a67a6d642d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:30.937713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45152) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:30.985553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3502d67d-fd5b-4ce3-af1b-60521ef369c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c938224b45f41de90e81b2c4f463e2f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2125576
Jun 21 02:53:30.987879 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c4b058fd-3523-4ba6-b502-7dc69c906ee7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=078d7dcc87954c0596ba1abbfedcd266&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0487938
Jun 21 02:53:30.988532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45154) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:30.990107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45156) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:30.997062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502d67d-fd5b-4ce3-af1b-60521ef369c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb08fa-f10f-4eed-a786-c527486aea9e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:31.001125 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3502d67d-fd5b-4ce3-af1b-60521ef369c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:31.052683 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e213336-bea5-4f07-bd50-6b83906a37e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.088786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac968c5-062d-4b87-bf46-2f831e69c0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.089528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e213336-bea5-4f07-bd50-6b83906a37e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.122173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac968c5-062d-4b87-bf46-2f831e69c0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.266221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e213336-bea5-4f07-bd50-6b83906a37e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.268778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e213336-bea5-4f07-bd50-6b83906a37e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.270097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4e213336-bea5-4f07-bd50-6b83906a37e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a67d3949-869c-46b5-b980-e1d9737c7cd7 HTTP/1.1" status: 204  len: 168 time: 0.2787023
Jun 21 02:53:31.270916 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0913c938-19f6-4e18-843f-eacc4f579162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:31.279758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e213336-bea5-4f07-bd50-6b83906a37e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67d3949-869c-46b5-b980-e1d9737c7cd7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:31.282060 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4e213336-bea5-4f07-bd50-6b83906a37e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:31.283684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.306819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.314811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac968c5-062d-4b87-bf46-2f831e69c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.319827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac968c5-062d-4b87-bf46-2f831e69c0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.321833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ac968c5-062d-4b87-bf46-2f831e69c0e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fceb08fa-f10f-4eed-a786-c527486aea9e HTTP/1.1" status: 204  len: 168 time: 0.3318446
Jun 21 02:53:31.324023 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f9923209-4f38-4b16-a9d3-45a06d8333e2 tempest-ServersOnMultiNodesTest-1332522420 tempest-ServersOnMultiNodesTest-1332522420-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:31.359935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac968c5-062d-4b87-bf46-2f831e69c0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb08fa-f10f-4eed-a786-c527486aea9e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:31.363767 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ac968c5-062d-4b87-bf46-2f831e69c0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:31.451822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Allocated IP 172.25.7.59 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/d09d5613-7725-44d8-95fb-621143e38f98) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:31.569252 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.723751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:31.735452 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57a8bcd6-c580-47e8-abe1-c0908d75faf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:31.775177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:31.776454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:31.782545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:31.822879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'Port': ['ID=d09d5613-7725-44d8-95fb-621143e38f98,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:31.827408 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:31.959434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45182) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:31.981176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-69135491-d29c-44c7-9055-d06c1482f1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.024240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a8af31-ff3c-42d8-bdb1-bbcbc9976d53 None None] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:32.150605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-69135491-d29c-44c7-9055-d06c1482f1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.170522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1bb8fd11-0764-4da0-ad4d-c184afa633c5 None None] Provisioning for port 0095165b-a07e-4a16-bf3f-c5eb80a84021 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:32.226643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-69135491-d29c-44c7-9055-d06c1482f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.230392 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1995e34-10ec-4345-bb60-0a533194f254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:32.271731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69135491-d29c-44c7-9055-d06c1482f1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a07eda-ccc2-411e-a4d7-367981d7742e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:32.278823 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-69135491-d29c-44c7-9055-d06c1482f1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:32.298427 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-69135491-d29c-44c7-9055-d06c1482f1c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3d78a6b0f23418195ed16cf4f8754bd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3373754
Jun 21 02:53:32.305400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45188) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:32.305611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9e5f4efa-ab77-43e8-818a-0fa195d77cbb details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:53:32.326774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac7ec6-6e72-499e-b7b2-68b5298beed1 req-9f85a9ef-42b7-4199-b22f-a8cd8a98b0da tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:32.337174 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67ac7ec6-6e72-499e-b7b2-68b5298beed1 req-9f85a9ef-42b7-4199-b22f-a8cd8a98b0da tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 943 time: 0.3076808
Jun 21 02:53:32.339263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.380078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2478acd0-51f4-4cec-a127-bf08e77335e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.410417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2478acd0-51f4-4cec-a127-bf08e77335e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.482824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67ac7ec6-6e72-499e-b7b2-68b5298beed1 req-2a263392-34a4-48cf-93f6-254b4c49f360 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445084
Jun 21 02:53:32.487360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:32.502792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '9e5f4efa-ab77-43e8-818a-0fa195d77cbb', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'port_id': '9e5f4efa-ab77-43e8-818a-0fa195d77cbb', 'mac_address': 'fa:16:3e:05:8a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5560c84-8f59-4593-b0b0-0b69a7dd416d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:53:32.557271 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.570112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5f4efa-ab77-43e8-818a-0fa195d77cbb {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:32.591563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:32.615144 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2478acd0-51f4-4cec-a127-bf08e77335e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.621966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2478acd0-51f4-4cec-a127-bf08e77335e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.626087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2478acd0-51f4-4cec-a127-bf08e77335e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7a07eda-ccc2-411e-a4d7-367981d7742e HTTP/1.1" status: 204  len: 168 time: 0.3226659
Jun 21 02:53:32.626952 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34cbf215-4fc5-4b9e-a82c-6c59b8152a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:32.635509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478acd0-51f4-4cec-a127-bf08e77335e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a07eda-ccc2-411e-a4d7-367981d7742e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:32.635703 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.638400 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2478acd0-51f4-4cec-a127-bf08e77335e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:32.678498 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.681784 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:32.717202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45200) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:32.733042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:32.736211 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:32.832688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-network', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:32.863147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0095165b-a07e-4a16-bf3f-c5eb80a84021 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:32.866511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Router f3409fb9-8051-42ee-9a3b-a6a9a40f7186 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:53:32.915568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9e5f4efa-ab77-43e8-818a-0fa195d77cbb'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:32.952054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Made reservation on behalf of caff820a4f3140c480cb734779ae62ab for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:32.954564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.967393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.979627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 0095165b-a07e-4a16-bf3f-c5eb80a84021 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:32.981932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:32.986618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0095165b-a07e-4a16-bf3f-c5eb80a84021 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:32.987004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:32.992151 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46648b-521f-4182-8148-a94026b18313 None None] Sync routers for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:33.003326 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46648b-521f-4182-8148-a94026b18313 None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:33.004244 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d46648b-521f-4182-8148-a94026b18313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9366160>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:33.043303 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d46648b-521f-4182-8148-a94026b18313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9366160>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:33.054082 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46648b-521f-4182-8148-a94026b18313 None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:33.055304 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d46648b-521f-4182-8148-a94026b18313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9366160>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:33.095676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.141467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.167589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.173035 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-69135491-d29c-44c7-9055-d06c1482f1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:33.189619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 0095165b-a07e-4a16-bf3f-c5eb80a84021, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0095165b-a07e-4a16-bf3f-c5eb80a84021,segment=NetworkSegment(ee1802dd-45b3-4f68-9ada-5028445ee0b8),segment_id=ee1802dd-45b3-4f68-9ada-5028445ee0b8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:33.216925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba2e733-d9ad-4a2e-ba63-32f6308be1ea,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:33.220084 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:33.223250 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d46648b-521f-4182-8148-a94026b18313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9366160>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:33.223906 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46648b-521f-4182-8148-a94026b18313 None None] The sync data for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:33.228872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.230153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 3.4778802
Jun 21 02:53:33.235362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45212) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:33.249203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.251092 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:33.261157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:53:33.319888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=0095165b-a07e-4a16-bf3f-c5eb80a84021,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:33.323889 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:33.332882 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.333240 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Added segment d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692 of type vlan for network 7d6f83ab-271a-46fd-9036-ed6bb6890df0
Jun 21 02:53:33.462297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.628669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.632145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:33.632145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.638140 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a264a959-1140-48ee-8dd1-c6f77baa20bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:33.680619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf1463-45c7-4706-8a53-7e67bc1dbcf4 req-f15148ca-1bc5-4609-8702-7a697e87331c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:33.682249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6cf1463-45c7-4706-8a53-7e67bc1dbcf4 req-f15148ca-1bc5-4609-8702-7a697e87331c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 944 time: 0.0735886
Jun 21 02:53:33.729106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6cf1463-45c7-4706-8a53-7e67bc1dbcf4 req-ee90b961-a05b-48a2-8a42-c27aa7d97bdf tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360785
Jun 21 02:53:33.762974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6f83ab-271a-46fd-9036-ed6bb6890df0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:33.766938 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:33.777700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:53:33.777885 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.0567598
Jun 21 02:53:33.778069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45234) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:33.783988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Request body: {'subnet': {'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-subnet', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:33.877205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Made reservation on behalf of caff820a4f3140c480cb734779ae62ab for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:33.880049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:33.980864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.112536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.115906 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4cd03426-c869-4828-b860-335bc301f2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:34.169244 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64fb1430-b569-4f19-bfc5-054e6c8f3c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.173044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdcebe91-268d-4d76-b5d1-d263fde2e938,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:34.176570 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:34.183275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Checking segment: {'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:34.184660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Network hostable DHCP agents. Network: 7d6f83ab-271a-46fd-9036-ed6bb6890df0, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:53:34.259786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Allocated IP 172.20.0.1 (02a4f67f-1e01-4dcc-8b68-f79bc730e450/8f2b0a99-3658-4606-8b70-8675021128b8/fca500a4-9dbf-41d6-99bf-27f289fb907e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:34.294023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:53:34.312905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9e5f4efa-ab77-43e8-818a-0fa195d77cbb up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:34.369693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7d6f83ab-271a-46fd-9036-ed6bb6890df0) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:34.375718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:34.376501 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.389579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7dbb55-c88f-4754-af92-79d79f0d88d7 None None] Network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:34.397621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.419616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Transition to ACTIVE for port object fca500a4-9dbf-41d6-99bf-27f289fb907e will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:34.436446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:34.441616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:34.441995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.462833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.6825883
Jun 21 02:53:34.464930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45254) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:34.472950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:34.501939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45256) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:34.543079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.546576 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af8059c4-831b-45fd-910e-98366ee0c63c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:34.575281 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.576950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.588331 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.628936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-7d6f83ab-271a-46fd-9036-ed6bb6890df0', 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'fixed_ips': [{'subnet_id': 'bdcebe91-268d-4d76-b5d1-d263fde2e938'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:53:34.629840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.644655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82be7003-db86-4cc5-8b85-444d44acb5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5f4efa-ab77-43e8-818a-0fa195d77cbb'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:34.648600 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a44ddb8-64d1-4a48-908b-61b79233e176" -d '{"events": [{"server_uuid": "82be7003-db86-4cc5-8b85-444d44acb5b0", "name": "network-vif-plugged", "status": "completed", "tag": "9e5f4efa-ab77-43e8-818a-0fa195d77cbb"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:34.658635 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.670549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:34.731898 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a95452-a5f1-4ca6-b51a-10a21a1633c9 x-openstack-request-id: req-67a95452-a5f1-4ca6-b51a-10a21a1633c9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:34.732201 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82be7003-db86-4cc5-8b85-444d44acb5b0", "name": "network-vif-plugged", "status": "completed", "tag": "9e5f4efa-ab77-43e8-818a-0fa195d77cbb", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:34.732469 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67a95452-a5f1-4ca6-b51a-10a21a1633c9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:34.732867 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82be7003-db86-4cc5-8b85-444d44acb5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5f4efa-ab77-43e8-818a-0fa195d77cbb', 'code': 200}
Jun 21 02:53:34.764860 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:34.786049 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cdcf1b46-4070-415d-9da1-4fbb9665752c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:34.978101 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-512f8762-d019-4280-ab5f-e8a3524c9be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.000181 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.004375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:35.006088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0095165b-a07e-4a16-bf3f-c5eb80a84021 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:35.016987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:35.031719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:35.043701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29598aca-d6ab-4654-b32c-f1749a7dcb67 req-57bd051b-ed83-4893-9b1b-fecdb86c8b6b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:35.045280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29598aca-d6ab-4654-b32c-f1749a7dcb67 req-57bd051b-ed83-4893-9b1b-fecdb86c8b6b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 945 time: 0.0817332
Jun 21 02:53:35.080541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.088443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'Port': ['ID=fca500a4-9dbf-41d6-99bf-27f289fb907e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:35.110036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Allocated IP 172.20.0.2 (7d6f83ab-271a-46fd-9036-ed6bb6890df0/bdcebe91-268d-4d76-b5d1-d263fde2e938/d7ce6f67-9b5d-45c8-affd-381b3acd3c2d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:35.119249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:35.120339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29598aca-d6ab-4654-b32c-f1749a7dcb67 req-643a61c3-ef3f-43e8-bd94-5a2466e56a09 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595939
Jun 21 02:53:35.128623 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:35.130680 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:35.165706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f620d4-b31a-4276-ad45-bf31d4523a5a req-da7d05b6-1228-47f7-830e-a915a5ab2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:35.167521 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4f620d4-b31a-4276-ad45-bf31d4523a5a req-da7d05b6-1228-47f7-830e-a915a5ab2fac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 1097 time: 0.2910640
Jun 21 02:53:35.171868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0095165b-a07e-4a16-bf3f-c5eb80a84021 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:35.172414 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.285087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4f620d4-b31a-4276-ad45-bf31d4523a5a req-f20f2a9e-2b59-49e7-b2a4-36a5e186becb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063535
Jun 21 02:53:35.325630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-512f8762-d019-4280-ab5f-e8a3524c9be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.362748 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:53:35.390418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.393424 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.402884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Transition to ACTIVE for port object d7ce6f67-9b5d-45c8-affd-381b3acd3c2d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:35.411680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.418472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-512f8762-d019-4280-ab5f-e8a3524c9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.420781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Transition to ACTIVE for port object d7ce6f67-9b5d-45c8-affd-381b3acd3c2d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:35.427310 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a7a16fc2-63d1-4793-845c-08c52d7d1be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:35.449233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0de44493-0391-43cc-afe7-071fbe06cc82 None None] Provisioning for port fca500a4-9dbf-41d6-99bf-27f289fb907e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:35.454862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0de44493-0391-43cc-afe7-071fbe06cc82 None None] Provisioning complete for port fca500a4-9dbf-41d6-99bf-27f289fb907e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:35.455398 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0de44493-0391-43cc-afe7-071fbe06cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.460868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.479251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.479505 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-512f8762-d019-4280-ab5f-e8a3524c9be0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e16653c0508743d7811638af0d4c9f84&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9762533
Jun 21 02:53:35.482451 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:35.484932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45268) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:35.495109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f8762-d019-4280-ab5f-e8a3524c9be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb4cf6a-9fae-45a7-9422-33f3544667a2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:35.530333 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-512f8762-d019-4280-ab5f-e8a3524c9be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:35.533988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0de44493-0391-43cc-afe7-071fbe06cc82 None None] Port fca500a4-9dbf-41d6-99bf-27f289fb907e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:35.539880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:35.541723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Allocated IP 172.25.7.130 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/9dea3362-42fb-428d-9c74-be3e7322147f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:35.543852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Pushing event updated for resources: {'Port': ['ID=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:35.546887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:35.549234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:35.552492 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:35.616045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Attempting to bind port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:35.616424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Attempting to bind port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:35.617583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Attempting to bind port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d on network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:35.623144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:35.623144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Checking segment: {'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:35.623543 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.624404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Bound using segment: {'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:35.624404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Bound port: d7ce6f67-9b5d-45c8-affd-381b3acd3c2d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:35.624779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.631637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-165a8189-6d28-49f1-9e2c-40a67815a7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.685390 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.696357 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-165a8189-6d28-49f1-9e2c-40a67815a7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.705209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] For port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:35.708539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] For port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,segment=NetworkSegment(d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692),segment_id=d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:35.745886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.768907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.771964 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:35.827028 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.830498 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-580582ae-6b66-4d97-bb2a-03f200d97dab tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:35.835440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Pushing event updated for resources: {'Port': ['ID=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:35.835440 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:35.861399 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-165a8189-6d28-49f1-9e2c-40a67815a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.864140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-165a8189-6d28-49f1-9e2c-40a67815a7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.868905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-165a8189-6d28-49f1-9e2c-40a67815a7c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddb4cf6a-9fae-45a7-9422-33f3544667a2 HTTP/1.1" status: 204  len: 168 time: 0.3785434
Jun 21 02:53:35.868905 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6332144f-411c-46fc-9be9-2ffacc05109e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:35.875710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:35.880129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:35.884395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:35.884608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a8189-6d28-49f1-9e2c-40a67815a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb4cf6a-9fae-45a7-9422-33f3544667a2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:35.892182 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-165a8189-6d28-49f1-9e2c-40a67815a7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:35.896643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.911620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=9dea3362-42fb-428d-9c74-be3e7322147f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:35.917591 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:35.975117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:35.987558 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c4a84549-5efb-4759-9f8f-b9ab631296f9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:36.129930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'Port': ['ID=fca500a4-9dbf-41d6-99bf-27f289fb907e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:36.129930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:36.136172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:36.246467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:36.247939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:36.427992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Router f3409fb9-8051-42ee-9a3b-a6a9a40f7186 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:36.463079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e572bd9-a0dd-4e6c-9799-a4b623873a00 req-0dd26916-5da8-4f4e-909c-0ebe17a2a2a9 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:36.466173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e572bd9-a0dd-4e6c-9799-a4b623873a00 req-0dd26916-5da8-4f4e-909c-0ebe17a2a2a9 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 945 time: 0.2063870
Jun 21 02:53:36.483816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:36.569660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e572bd9-a0dd-4e6c-9799-a4b623873a00 req-2220e4d2-ffb5-46c6-acc6-a106dd7b0f8e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935037
Jun 21 02:53:36.598131 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce13b7c1-0ad6-4a19-9ad6-4dab770dd586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:36.613971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:36.618035 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "PUT /v2.0/routers/f3409fb9-8051-42ee-9a3b-a6a9a40f7186/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3810096
Jun 21 02:53:36.621995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45288) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:36.624223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e2258-b40b-4427-b344-74286a8fc2e5 None None] Sync routers for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:36.627763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Request body: {'port': {'network_id': '02a4f67f-1e01-4dcc-8b68-f79bc730e450', 'name': 'tempest-FloatingIPAdminTestJSON-2128178195'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:36.640491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e2258-b40b-4427-b344-74286a8fc2e5 None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:36.641055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d47e2258-b40b-4427-b344-74286a8fc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d8c1c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:36.691958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d47e2258-b40b-4427-b344-74286a8fc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d8c1c0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:36.717617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e2258-b40b-4427-b344-74286a8fc2e5 None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:36.718452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d47e2258-b40b-4427-b344-74286a8fc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d8c1c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:36.764256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d47e2258-b40b-4427-b344-74286a8fc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d8c1c0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:36.765174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e2258-b40b-4427-b344-74286a8fc2e5 None None] The sync data for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:36.769535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e44b5605-9853-47fa-9a35-f43d00e50872 None None] Provisioning complete for port fca500a4-9dbf-41d6-99bf-27f289fb907e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:36.770156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e44b5605-9853-47fa-9a35-f43d00e50872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:36.819945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e44b5605-9853-47fa-9a35-f43d00e50872 None None] Port fca500a4-9dbf-41d6-99bf-27f289fb907e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:36.896775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:36.938348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d7ce6f67-9b5d-45c8-affd-381b3acd3c2d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:36.940969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Made reservation on behalf of 191fabc0f7d544e68fe39392d9942e0f for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:36.945666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:36.973927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] device_id is not set on port c95b0a7e-c4df-45be-a9ce-ef7c3288085d yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:53:37.104763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Allocated IP 172.20.0.10 (02a4f67f-1e01-4dcc-8b68-f79bc730e450/8f2b0a99-3658-4606-8b70-8675021128b8/c95b0a7e-c4df-45be-a9ce-ef7c3288085d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:37.106212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.152385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:37.182956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Router adc807c3-dc5a-4c35-a9e3-8621643c30da is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:53:37.226821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ff2de-4122-43e8-8aae-2274370ac9d9 None None] Network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:37.297998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.320211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Transition to ACTIVE for port object c95b0a7e-c4df-45be-a9ce-ef7c3288085d will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:37.387317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] Provisioning for port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:37.394354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] Provisioning complete for port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:37.394755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.443933 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.448827 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e051172-bebb-4b51-8367-6d4badb9e54e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:37.503703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:37.507907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:37.512782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:37.544579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event updated for resources: {'Port': ['ID=c95b0a7e-c4df-45be-a9ce-ef7c3288085d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:37.556121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.559623 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:37.598487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:37.599175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.613925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] For port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,segment=NetworkSegment(d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692),segment_id=d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:37.718132 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.721303 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:37.722599 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.0993874
Jun 21 02:53:37.724909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:37.835977 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] Pushing event updated for resources: {'Port': ['ID=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:37.839856 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:37.898487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:37.909742 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Sync routers for ids ['adc807c3-dc5a-4c35-a9e3-8621643c30da'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:37.924130 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Routers {'adc807c3-dc5a-4c35-a9e3-8621643c30da'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:37.927511 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9481be0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['adc807c3-dc5a-4c35-a9e3-8621643c30da'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:37.951447 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.975701 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:37.977216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.5103488
Jun 21 02:53:37.980129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45330) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:37.992896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c0af-996a-4645-aaf8-b9cce90af339 req-1f02d8de-32f8-44fc-a142-3358378ded94 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:37.999873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4813c0af-996a-4645-aaf8-b9cce90af339 req-1f02d8de-32f8-44fc-a142-3358378ded94 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 945 time: 0.1543536
Jun 21 02:53:38.020306 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.049935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5b3b5c9f-c1f5-4173-b65e-5b86baa636ca None None] Provisioning for port c95b0a7e-c4df-45be-a9ce-ef7c3288085d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:38.057727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5b3b5c9f-c1f5-4173-b65e-5b86baa636ca None None] Provisioning complete for port c95b0a7e-c4df-45be-a9ce-ef7c3288085d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:38.058317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5c9f-c1f5-4173-b65e-5b86baa636ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.076641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4813c0af-996a-4645-aaf8-b9cce90af339 req-59ebc046-04f0-428c-9c15-f9f08697965a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758839
Jun 21 02:53:38.107355 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Set router adc807c3-dc5a-4c35-a9e3-8621643c30da gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:38.108627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'project_id': '191fabc0f7d544e68fe39392d9942e0f', 'port_id': 'c95b0a7e-c4df-45be-a9ce-ef7c3288085d'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:38.132043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b5c9f-c1f5-4173-b65e-5b86baa636ca None None] Port c95b0a7e-c4df-45be-a9ce-ef7c3288085d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:38.265456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a65e3422-fe20-40df-a2c0-e468c493e31d None None] Provisioning complete for port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:38.266913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a65e3422-fe20-40df-a2c0-e468c493e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.273808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.319707 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9481be0>, [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:36Z', 'revision_number': 3, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port': {'id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:35Z', 'updated_at': '2021-06-21T02:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:38.350571 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Checking router: adc807c3-dc5a-4c35-a9e3-8621643c30da for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:53:38.351373 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Updating router adc807c3-dc5a-4c35-a9e3-8621643c30da port 9dea3362-42fb-428d-9c74-be3e7322147f binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:53:38.355234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec9bdc-882f-4204-905d-e3ce18c50921 req-d19f7ee7-0cdb-4548-99eb-62e0b2b03128 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:38.368194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bec9bdc-882f-4204-905d-e3ce18c50921 req-d19f7ee7-0cdb-4548-99eb-62e0b2b03128 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 945 time: 0.1348562
Jun 21 02:53:38.397353 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.423291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bec9bdc-882f-4204-905d-e3ce18c50921 req-5b85dd57-17b9-46cd-ab07-c315b97831a2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527616
Jun 21 02:53:38.572261 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.672417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.701380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45346) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:38.768384 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.780390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Transition to ACTIVE for port object 9dea3362-42fb-428d-9c74-be3e7322147f will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:38.849835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d7ce6f67-9b5d-45c8-affd-381b3acd3c2d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:38.854923 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.895617 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-39ca3ed5-48f2-478e-b03e-eb659d460292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:38.925288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:38.926112 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.947233 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd89-df1d-4963-a596-7d9d1fa7336e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:38.967919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Allocated IP 172.20.0.1 (7d6f83ab-271a-46fd-9036-ed6bb6890df0/bdcebe91-268d-4d76-b5d1-d263fde2e938/0d45b02c-d02d-4f9c-b31c-24475fecb193) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:38.967919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Allocated IP 172.25.7.44 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/bb1e25d6-d308-4bf5-963b-98253f81fd12) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:39.056019 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402514b-674a-4855-8116-dd3094505010 None None] Pushing event updated for resources: {'Port': ['ID=9dea3362-42fb-428d-9c74-be3e7322147f,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:39.057737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd89-df1d-4963-a596-7d9d1fa7336e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.059469 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Attempting to bind port 9dea3362-42fb-428d-9c74-be3e7322147f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:39.059853 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Attempting to bind port 9dea3362-42fb-428d-9c74-be3e7322147f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:39.060223 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Attempting to bind port 9dea3362-42fb-428d-9c74-be3e7322147f on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:39.069731 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e402514b-674a-4855-8116-dd3094505010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:39.074950 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:39.075726 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:39.079929 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.080394 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:39.081055 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Bound port: 9dea3362-42fb-428d-9c74-be3e7322147f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:39.081599 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.151687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd89-df1d-4963-a596-7d9d1fa7336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.152267 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] For port 9dea3362-42fb-428d-9c74-be3e7322147f, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:39.156421 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1cbc9373-02f7-4480-a09b-9d2a50c4fa61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:39.157793 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] For port 9dea3362-42fb-428d-9c74-be3e7322147f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9dea3362-42fb-428d-9c74-be3e7322147f,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:39.171874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.176089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.196503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Transition to ACTIVE for port object 0d45b02c-d02d-4f9c-b31c-24475fecb193 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:39.213494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0c55dd89-df1d-4963-a596-7d9d1fa7336e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c00f937f6dc94140a10bd8820dca2c15&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5094721
Jun 21 02:53:39.213494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55dd89-df1d-4963-a596-7d9d1fa7336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505ba85-f9ef-4d87-b429-a773a929d722,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:39.214962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45356) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:39.217974 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c55dd89-df1d-4963-a596-7d9d1fa7336e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:39.232660 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.238686 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:39.243959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733281c-1a14-4763-a9be-0acb80d91152 req-b6da5f20-993a-4f87-9af0-55f9685c5dce tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:39.243959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8733281c-1a14-4763-a9be-0acb80d91152 req-b6da5f20-993a-4f87-9af0-55f9685c5dce tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 945 time: 0.1363430
Jun 21 02:53:39.293744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8733281c-1a14-4763-a9be-0acb80d91152 req-5a4b54e0-98f3-4285-ab16-88150882b607 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441568
Jun 21 02:53:39.301196 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Routers {'adc807c3-dc5a-4c35-a9e3-8621643c30da'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:39.301781 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9481be0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['adc807c3-dc5a-4c35-a9e3-8621643c30da'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:39.305291 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a63d7f4-1b19-4369-9e14-335bab718224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.305465 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402514b-674a-4855-8116-dd3094505010 None None] Pushing event updated for resources: {'Port': ['ID=9dea3362-42fb-428d-9c74-be3e7322147f,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:39.331889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a63d7f4-1b19-4369-9e14-335bab718224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.340852 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e402514b-674a-4855-8116-dd3094505010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:39.347668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.355749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e8e9277e-d850-4c46-8b5a-e253c052c420 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:39.418688 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] Set router adc807c3-dc5a-4c35-a9e3-8621643c30da gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:39.422087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.461475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:39.469137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:39.471572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.472546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:39.485939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:39.508957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:39.511372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:39.513647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1e25d6-d308-4bf5-963b-98253f81fd12,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:39.524208 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:39.526421 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:39.604165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.606633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a63d7f4-1b19-4369-9e14-335bab718224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.609349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a63d7f4-1b19-4369-9e14-335bab718224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:39.611001 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2a63d7f4-1b19-4369-9e14-335bab718224 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a505ba85-f9ef-4d87-b429-a773a929d722 HTTP/1.1" status: 204  len: 168 time: 0.3946192
Jun 21 02:53:39.655688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Pushing event updated for resources: {'Port': ['ID=0d45b02c-d02d-4f9c-b31c-24475fecb193,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:39.669188 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9481be0>, [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:36Z', 'revision_number': 3, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port': {'id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:35Z', 'updated_at': '2021-06-21T02:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:39.681787 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:39.683822 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-109d28d3-3962-4f20-b0bf-0a41856b7732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:39.704763 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a49a9-e1fb-417d-8b2b-e2428a0356de None None] The sync data for ids ['adc807c3-dc5a-4c35-a9e3-8621643c30da'] in n-d-758944-33 is: [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:36Z', 'revision_number': 3, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port': {'id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:35Z', 'updated_at': '2021-06-21T02:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:39.706640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63d7f4-1b19-4369-9e14-335bab718224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505ba85-f9ef-4d87-b429-a773a929d722,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:39.711911 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a63d7f4-1b19-4369-9e14-335bab718224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:39.933941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3e8798bc-78a6-4ef5-9953-5565b58462b8 None None] Provisioning for port 0d45b02c-d02d-4f9c-b31c-24475fecb193 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:39.938658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3e8798bc-78a6-4ef5-9953-5565b58462b8 None None] Provisioning complete for port 0d45b02c-d02d-4f9c-b31c-24475fecb193 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:39.939039 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3e8798bc-78a6-4ef5-9953-5565b58462b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:40.020855 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:40.048001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3e8798bc-78a6-4ef5-9953-5565b58462b8 None None] Port 0d45b02c-d02d-4f9c-b31c-24475fecb193 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:40.546815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6ca6a-2fb7-464c-ab45-4ef5af33cb0a req-57175af8-2864-44a7-9d48-37080e3267df tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:40.554654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ed6ca6a-2fb7-464c-ab45-4ef5af33cb0a req-57175af8-2864-44a7-9d48-37080e3267df tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 945 time: 0.1100798
Jun 21 02:53:40.594769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:40.610870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ed6ca6a-2fb7-464c-ab45-4ef5af33cb0a req-ab562b4e-18bf-4c01-8edf-d94109996fba tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541840
Jun 21 02:53:40.644799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-970b7a80-5ae5-4735-8d4f-06426a6c2fda tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:40.646364 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-970b7a80-5ae5-4735-8d4f-06426a6c2fda tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 945 time: 0.2592294
Jun 21 02:53:40.763203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:40.856705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:40.860932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Deleting port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:40.861276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:40.896421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:40.905455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9dea3362-42fb-428d-9c74-be3e7322147f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:40.934892 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:41.009086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9dea3362-42fb-428d-9c74-be3e7322147f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:41.013419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9dea3362-42fb-428d-9c74-be3e7322147f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:41.014051 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.036035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Pushing event updated for resources: {'Port': ['ID=0d45b02c-d02d-4f9c-b31c-24475fecb193,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:41.050208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.052240 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:41.124402 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.145831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 9dea3362-42fb-428d-9c74-be3e7322147f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9dea3362-42fb-428d-9c74-be3e7322147f,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:41.168140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] For port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:41.168519 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.214871 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.217304 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:41.267484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Calling delete_port for 9e5f4efa-ab77-43e8-818a-0fa195d77cbb owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:41.278252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=9dea3362-42fb-428d-9c74-be3e7322147f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:41.281718 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:41.361498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.373918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:41.378729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:41.454173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.460052 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-22a00d14-ff14-4414-8ed0-ea23caa743bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:41.638733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1e25d6-d308-4bf5-963b-98253f81fd12,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:41.645194 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:41.661117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Router adc807c3-dc5a-4c35-a9e3-8621643c30da has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:41.667162 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.692262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1e928c0f-3d2e-431b-b162-bae11e09bdbd None None] Provisioning complete for port 0d45b02c-d02d-4f9c-b31c-24475fecb193 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:41.692862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e928c0f-3d2e-431b-b162-bae11e09bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.736106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1e928c0f-3d2e-431b-b162-bae11e09bdbd None None] Port 0d45b02c-d02d-4f9c-b31c-24475fecb193 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:41.779499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af238bd6-b0ef-4b27-bb5e-cbe22a25a5a1 req-15ff5817-61e0-4db2-9247-97656bdf14d7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 210 time: 0.0362134
Jun 21 02:53:41.796235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.804701 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:41.813272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:41.816701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9e5f4efa-ab77-43e8-818a-0fa195d77cbb'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:41.846787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event deleted for resources: {'Port': ['ID=9e5f4efa-ab77-43e8-818a-0fa195d77cbb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:41.858960 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:41.927066 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Floating IP 921601f6-d8c7-40a6-98ed-f941352129fd associated. External IP: 172.25.7.44, port: c95b0a7e-c4df-45be-a9ce-ef7c3288085d.
Jun 21 02:53:41.982460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] No DVR routers for this DVR port 9e5f4efa-ab77-43e8-818a-0fa195d77cbb on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:41.987904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:41.989910 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d069df09-3d4e-44e5-90a0-7ef9372ade1b req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "DELETE /v2.0/ports/9e5f4efa-ab77-43e8-818a-0fa195d77cbb HTTP/1.1" status: 204  len: 173 time: 1.3143907
Jun 21 02:53:41.994345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82be7003-db86-4cc5-8b85-444d44acb5b0', 'name': 'network-vif-deleted', 'tag': '9e5f4efa-ab77-43e8-818a-0fa195d77cbb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:41.996696 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c862471-2ef5-4515-a00f-cbfbed84a19d" -d '{"events": [{"server_uuid": "82be7003-db86-4cc5-8b85-444d44acb5b0", "name": "network-vif-deleted", "tag": "9e5f4efa-ab77-43e8-818a-0fa195d77cbb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:42.013080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:42.030193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Sync routers for ids ['adc807c3-dc5a-4c35-a9e3-8621643c30da'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:42.048468 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] 10.222.0.25 "PUT /v2.0/routers/adc807c3-dc5a-4c35-a9e3-8621643c30da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0669844
Jun 21 02:53:42.087213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Routers {'adc807c3-dc5a-4c35-a9e3-8621643c30da'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:42.088679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c92430>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['adc807c3-dc5a-4c35-a9e3-8621643c30da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:42.120143 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016850a3-922f-4914-878a-c2cd03976971 x-openstack-request-id: req-016850a3-922f-4914-878a-c2cd03976971 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:42.120499 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82be7003-db86-4cc5-8b85-444d44acb5b0", "name": "network-vif-deleted", "tag": "9e5f4efa-ab77-43e8-818a-0fa195d77cbb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:42.120774 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-016850a3-922f-4914-878a-c2cd03976971 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:42.121216 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82be7003-db86-4cc5-8b85-444d44acb5b0', 'name': 'network-vif-deleted', 'tag': '9e5f4efa-ab77-43e8-818a-0fa195d77cbb', 'status': 'completed', 'code': 200}
Jun 21 02:53:42.210770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Router f3409fb9-8051-42ee-9a3b-a6a9a40f7186 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:42.233640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Set router adc807c3-dc5a-4c35-a9e3-8621643c30da gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:42.356824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:42.370534 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46106246-32ad-468b-bdb6-a93d0f21edb6 None None] Sync routers for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:42.385798 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46106246-32ad-468b-bdb6-a93d0f21edb6 None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:42.386949 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-46106246-32ad-468b-bdb6-a93d0f21edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:42.426606 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-46106246-32ad-468b-bdb6-a93d0f21edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8280>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:42.436661 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46106246-32ad-468b-bdb6-a93d0f21edb6 None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:42.442304 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-46106246-32ad-468b-bdb6-a93d0f21edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:42.456070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:42.462699 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-b49cbca3-e19c-4bcd-accf-a28b33cea4bd req-e90583e9-8a71-41b8-8248-1eae0267a321 tempest-FloatingIPDetailsNegativeTestJSON-1341313677 tempest-FloatingIPDetailsNegativeTestJSON-1341313677-project] show failed (client error): The resource could not be found.
Jun 21 02:53:42.470322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b49cbca3-e19c-4bcd-accf-a28b33cea4bd req-e90583e9-8a71-41b8-8248-1eae0267a321 tempest-FloatingIPDetailsNegativeTestJSON-1341313677 tempest-FloatingIPDetailsNegativeTestJSON-1341313677-project] 10.222.0.25 "GET /v2.0/floatingips/ec076c7f-7ea0-43e2-9ce2-1c0575291476 HTTP/1.1" status: 404  len: 350 time: 0.0461051
Jun 21 02:53:42.473596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45490) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:42.481684 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-46106246-32ad-468b-bdb6-a93d0f21edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8280>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:42.482451 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46106246-32ad-468b-bdb6-a93d0f21edb6 None None] The sync data for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:42.511831 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 4.7853334
Jun 21 02:53:42.514192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:42.552914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c92430>, [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:39Z', 'revision_number': 4, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port': {'id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:35Z', 'updated_at': '2021-06-21T02:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '0d45b02c-d02d-4f9c-b31c-24475fecb193', 'name': '', 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'mac_address': 'fa:16:3e:d1:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bdcebe91-268d-4d76-b5d1-d263fde2e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:38Z', 'updated_at': '2021-06-21T02:53:40Z', 'revision_number': 2, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'subnets': [{'id': 'bdcebe91-268d-4d76-b5d1-d263fde2e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:42.594458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Checking router: adc807c3-dc5a-4c35-a9e3-8621643c30da for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:53:42.594826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Updating router adc807c3-dc5a-4c35-a9e3-8621643c30da port 0d45b02c-d02d-4f9c-b31c-24475fecb193 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:53:42.650081 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:42.672839 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-719da269-e989-4e14-a646-d68593baf2f8 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] 10.222.0.25 "GET /v2.0/floatingips/921601f6-d8c7-40a6-98ed-f941352129fd HTTP/1.1" status: 200  len: 983 time: 0.1574428
Jun 21 02:53:42.675715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45502) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:42.832205 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-08c5460a-2665-4b7c-826c-170ae3e1d407 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4608 time: 0.1526358
Jun 21 02:53:42.832813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45504) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:42.889900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9dea3362-42fb-428d-9c74-be3e7322147f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:42.965136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.062539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9dea3362-42fb-428d-9c74-be3e7322147f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:43.063512 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.083885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Deleting port bb1e25d6-d308-4bf5-963b-98253f81fd12 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:43.084991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.121898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a3842a6-38c2-4cd9-8046-792b5c8a8d71 req-fa38dedf-670a-42c7-9090-19a69cb8e942 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=82be7003-db86-4cc5-8b85-444d44acb5b0 HTTP/1.1" status: 200  len: 210 time: 0.0659032
Jun 21 02:53:43.223209 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.229314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.230557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.243738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Transition to ACTIVE for port object 0d45b02c-d02d-4f9c-b31c-24475fecb193 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:43.248490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45512) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:43.341215 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.345701 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:43.403212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Deleting port 0d45b02c-d02d-4f9c-b31c-24475fecb193 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:43.403749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.502280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bc01e-2e59-4e29-ba01-0f83fa7ed3c1 None None] Pushing event updated for resources: {'Port': ['ID=0d45b02c-d02d-4f9c-b31c-24475fecb193,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:43.514740 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-078bc01e-2e59-4e29-ba01-0f83fa7ed3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:43.544666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] For port 0d45b02c-d02d-4f9c-b31c-24475fecb193, host n-d-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:43.545817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.556435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Attempting to bind port 0d45b02c-d02d-4f9c-b31c-24475fecb193 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:43.556875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Attempting to bind port 0d45b02c-d02d-4f9c-b31c-24475fecb193 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:43.557257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Attempting to bind port 0d45b02c-d02d-4f9c-b31c-24475fecb193 on network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:43.565594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:43.566014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Checking segment: {'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:43.566405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.566809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Bound using segment: {'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:43.567293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Bound port: 0d45b02c-d02d-4f9c-b31c-24475fecb193, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:43.567675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.624877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Calling delete_port for 0d45b02c-d02d-4f9c-b31c-24475fecb193 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:43.639332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] For port 0d45b02c-d02d-4f9c-b31c-24475fecb193, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:43.642506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] For port 0d45b02c-d02d-4f9c-b31c-24475fecb193, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0d45b02c-d02d-4f9c-b31c-24475fecb193,segment=NetworkSegment(d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692),segment_id=d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:43.643924 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Calling delete_port for bb1e25d6-d308-4bf5-963b-98253f81fd12 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:43.726494 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.731377 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-078bc01e-2e59-4e29-ba01-0f83fa7ed3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:43.812549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Routers {'adc807c3-dc5a-4c35-a9e3-8621643c30da'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:43.813206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c92430>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['adc807c3-dc5a-4c35-a9e3-8621643c30da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:43.857780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d57df5f-4950-4a0f-b1aa-2bd2189469eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.900595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:43.904375 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c985a629-af4c-484b-bc6d-4a354174209a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:43.939651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d45b02c-d02d-4f9c-b31c-24475fecb193,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:43.944428 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:43.986425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bc01e-2e59-4e29-ba01-0f83fa7ed3c1 None None] Pushing event updated for resources: {'Port': ['ID=0d45b02c-d02d-4f9c-b31c-24475fecb193,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:43.991496 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-078bc01e-2e59-4e29-ba01-0f83fa7ed3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:44.018721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.026807 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:44.072502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] Set router adc807c3-dc5a-4c35-a9e3-8621643c30da gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:44.083197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event deleted for resources: {'Port': ['ID=bb1e25d6-d308-4bf5-963b-98253f81fd12,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:44.140827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.145743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.146169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.146555 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.147750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.148468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.148623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.149673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.150098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.150479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.150976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.153856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.155012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:44.170797 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:44.191367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-369b013b-7150-4f0d-95fc-e4a27ca6cd89 None None] Could not find standard attr ID for object 0d45b02c-d02d-4f9c-b31c-24475fecb193. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:53:44.219345 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.220094 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Floating IP 921601f6-d8c7-40a6-98ed-f941352129fd disassociated (deleted). External IP: 172.25.7.44, port: c95b0a7e-c4df-45be-a9ce-ef7c3288085d.
Jun 21 02:53:44.324579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d57df5f-4950-4a0f-b1aa-2bd2189469eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.328825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9e5f4efa-ab77-43e8-818a-0fa195d77cbb no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:44.382439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 9e5f4efa-ab77-43e8-818a-0fa195d77cbb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:44.383169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9e5f4efa-ab77-43e8-818a-0fa195d77cbb not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:44.439243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Router adc807c3-dc5a-4c35-a9e3-8621643c30da has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:44.455509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d57df5f-4950-4a0f-b1aa-2bd2189469eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.482123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c92430>, [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:39Z', 'revision_number': 4, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port': {'id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:35Z', 'updated_at': '2021-06-21T02:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '0d45b02c-d02d-4f9c-b31c-24475fecb193', 'name': '', 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'mac_address': 'fa:16:3e:d1:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bdcebe91-268d-4d76-b5d1-d263fde2e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:38Z', 'updated_at': '2021-06-21T02:53:43Z', 'revision_number': 4, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'subnets': [{'id': 'bdcebe91-268d-4d76-b5d1-d263fde2e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:44.515755 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2176bb95-3b10-4634-ad0b-d80bcede1cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:44.523606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6fdc1-6ace-460f-85bf-b45ed12cc49f None None] The sync data for ids ['adc807c3-dc5a-4c35-a9e3-8621643c30da'] in n-d-758944-33 is: [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:39Z', 'revision_number': 4, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port': {'id': '9dea3362-42fb-428d-9c74-be3e7322147f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:35Z', 'updated_at': '2021-06-21T02:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '0d45b02c-d02d-4f9c-b31c-24475fecb193', 'name': '', 'network_id': '7d6f83ab-271a-46fd-9036-ed6bb6890df0', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'mac_address': 'fa:16:3e:d1:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bdcebe91-268d-4d76-b5d1-d263fde2e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:53:38Z', 'updated_at': '2021-06-21T02:53:43Z', 'revision_number': 4, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'subnets': [{'id': 'bdcebe91-268d-4d76-b5d1-d263fde2e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:44.587994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57df5f-4950-4a0f-b1aa-2bd2189469eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee8081-1f2e-400d-9adf-de6bcb140b23,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:44.593759 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2d57df5f-4950-4a0f-b1aa-2bd2189469eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:44.596799 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2d57df5f-4950-4a0f-b1aa-2bd2189469eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da6cd3190d5b4e2abe467bd178838463&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3471868
Jun 21 02:53:44.614728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45530) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:44.654685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:44.662011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] 10.222.0.25 "PUT /v2.0/routers/adc807c3-dc5a-4c35-a9e3-8621643c30da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1871452
Jun 21 02:53:44.665124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45534) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:44.718607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Router f3409fb9-8051-42ee-9a3b-a6a9a40f7186 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:44.743427 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-254ca98a-46ef-4d62-b66e-544cc6dc7266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.820873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-254ca98a-46ef-4d62-b66e-544cc6dc7266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.853572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.932964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:44.942432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737baef-e2e7-4d13-a2f8-c41cee678aa6 None None] Sync routers for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:44.945100 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:44.955980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737baef-e2e7-4d13-a2f8-c41cee678aa6 None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:44.956775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9737baef-e2e7-4d13-a2f8-c41cee678aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e49e20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:44.978484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-46586cd9-4f6a-42ed-bfca-8059c9aa598f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:44.985429 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-46586cd9-4f6a-42ed-bfca-8059c9aa598f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.2237866
Jun 21 02:53:44.997720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45546) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:44.998553 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "DELETE /v2.0/floatingips/921601f6-d8c7-40a6-98ed-f941352129fd HTTP/1.1" status: 204  len: 168 time: 2.1642079
Jun 21 02:53:45.003886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9737baef-e2e7-4d13-a2f8-c41cee678aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e49e20>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:45.007545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:45.015467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737baef-e2e7-4d13-a2f8-c41cee678aa6 None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:45.016342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9737baef-e2e7-4d13-a2f8-c41cee678aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e49e20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:45.022661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-77c0e065-5b00-49ef-8284-090a05467189 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/quotas/49f53bb61e68423d9eba925eb90d4003 HTTP/1.1" status: 200  len: 375 time: 0.0355453
Jun 21 02:53:45.048864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-254ca98a-46ef-4d62-b66e-544cc6dc7266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:45.051973 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-254ca98a-46ef-4d62-b66e-544cc6dc7266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:45.053093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-254ca98a-46ef-4d62-b66e-544cc6dc7266 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fee8081-1f2e-400d-9adf-de6bcb140b23 HTTP/1.1" status: 204  len: 168 time: 0.4150438
Jun 21 02:53:45.053533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9737baef-e2e7-4d13-a2f8-c41cee678aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e49e20>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:45.053930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e91bd402-de62-414d-8957-2854c73b525e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:45.054529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737baef-e2e7-4d13-a2f8-c41cee678aa6 None None] The sync data for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:45.065877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ca98a-46ef-4d62-b66e-544cc6dc7266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee8081-1f2e-400d-9adf-de6bcb140b23,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:45.068082 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-254ca98a-46ef-4d62-b66e-544cc6dc7266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:45.114664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:45.128932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:45.192000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-fd6540f6-f436-499d-8ad7-801cf8008522 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1535537
Jun 21 02:53:45.609386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Deleting port 9dea3362-42fb-428d-9c74-be3e7322147f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:45.609750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:45.672707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-9d4eab87-b88f-4ec6-ba1c-564efd8ad892 service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4619513
Jun 21 02:53:45.783331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:45.800969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] For port 9dea3362-42fb-428d-9c74-be3e7322147f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9dea3362-42fb-428d-9c74-be3e7322147f,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:45.802037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:45.925589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Calling delete_port for 9dea3362-42fb-428d-9c74-be3e7322147f owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:45.939672 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] Sync routers for ids ['adc807c3-dc5a-4c35-a9e3-8621643c30da'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:45.960411 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] Routers {'adc807c3-dc5a-4c35-a9e3-8621643c30da'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:45.961225 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['adc807c3-dc5a-4c35-a9e3-8621643c30da'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:45.973088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-763d0639-5f55-419d-94f3-dcb2420a0d2a service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2921221
Jun 21 02:53:46.087474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Allocated IP 172.25.7.110 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/286c91ed-b08f-4193-a37d-4ea914aee94e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:46.109665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] Set router adc807c3-dc5a-4c35-a9e3-8621643c30da gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:46.164177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8fd0>, [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:45Z', 'revision_number': 6, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:46.191622 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] Checking router: adc807c3-dc5a-4c35-a9e3-8621643c30da for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:53:46.199838 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] Routers {'adc807c3-dc5a-4c35-a9e3-8621643c30da'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:46.200458 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['adc807c3-dc5a-4c35-a9e3-8621643c30da'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:46.288569 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] Set router adc807c3-dc5a-4c35-a9e3-8621643c30da gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:53:46.368301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45578) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:46.440183 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8fd0>, [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:45Z', 'revision_number': 6, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:46.445268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcff70c0-06ef-4577-a6e3-e7b36b213e00 req-53962d74-0368-4ad3-82fc-7303fa901fe0 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 210 time: 0.0968990
Jun 21 02:53:46.470525 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc72ae-feab-4bd0-aab9-1abb0235d0ba None None] The sync data for ids ['adc807c3-dc5a-4c35-a9e3-8621643c30da'] in n-d-758944-33 is: [{'id': 'adc807c3-dc5a-4c35-a9e3-8621643c30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-207949225-router', 'tenant_id': 'caff820a4f3140c480cb734779ae62ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:34Z', 'updated_at': '2021-06-21T02:53:45Z', 'revision_number': 6, 'project_id': 'caff820a4f3140c480cb734779ae62ab', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:46.519670 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.552130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-898598778'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:46.580710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.585560 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:46.619546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dea3362-42fb-428d-9c74-be3e7322147f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:46.623959 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:46.691948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.700433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Made reservation on behalf of 492b66c7f9284dc0ace5cb571b529f4b for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:46.704113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.713772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.752915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.783410 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9a16142a-2b5a-4c5e-a6b4-87cba811beca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:46.817505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.822371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.831529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.846912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:46.880296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:46.882616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Pushing event updated for resources: {'Port': ['ID=286c91ed-b08f-4193-a37d-4ea914aee94e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:46.887025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:46.887649 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:46.968686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.973294 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2ceabd67-fa1f-4f3a-8a1e-80c0477d4d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:46.994483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:46.994483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc807c3-dc5a-4c35-a9e3-8621643c30da {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:53:47.016954 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.018488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] 10.222.0.25 "DELETE /v2.0/routers/adc807c3-dc5a-4c35-a9e3-8621643c30da HTTP/1.1" status: 204  len: 168 time: 2.3517797
Jun 21 02:53:47.020783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45594) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:47.027406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:53:47.042017 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.042583 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Added segment 4b1165ef-d6d1-4781-a793-1153c3a46405 of type vlan for network 6365104c-4a05-4a1d-8eb3-01a131ce233f
Jun 21 02:53:47.088581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Deleting subnet bdcebe91-268d-4d76-b5d1-d263fde2e938 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:53:47.093539 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.094180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.095259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.103858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ce8a47-d6da-4b50-8668-6f22d11bf977,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:47.104041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9dea3362-42fb-428d-9c74-be3e7322147f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:47.108693 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:47.139802 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.145257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 9dea3362-42fb-428d-9c74-be3e7322147f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:47.145765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9dea3362-42fb-428d-9c74-be3e7322147f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:47.146521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0d45b02c-d02d-4f9c-b31c-24475fecb193 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:47.171421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 0d45b02c-d02d-4f9c-b31c-24475fecb193 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:47.172333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0d45b02c-d02d-4f9c-b31c-24475fecb193 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:47.272246 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.279089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.286772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:47.287633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.290358 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e4e9793c-f32c-4317-aeda-2d64d38cec74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:47.301942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.368623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event updated for resources: {'Network': ['ID=6365104c-4a05-4a1d-8eb3-01a131ce233f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:47.371610 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:47.379649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6365104c-4a05-4a1d-8eb3-01a131ce233f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:53:47.448352 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.0745106
Jun 21 02:53:47.450308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:47.455478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Request body: {'subnet': {'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:47.501109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.511851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.514928 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-187b215f-e605-4c8d-ba9e-ea1d346d233f tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:47.538928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdcebe91-268d-4d76-b5d1-d263fde2e938,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:47.542332 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:47.544253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.545457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bdcebe91-268d-4d76-b5d1-d263fde2e938 HTTP/1.1" status: 204  len: 168 time: 0.5226109
Jun 21 02:53:47.548292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45604) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:47.551405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818f81e-ccc9-4423-bdd7-ce11d8bc674b None None] Network 7d6f83ab-271a-46fd-9036-ed6bb6890df0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:47.607514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23e6ce93-3d73-4194-a5fa-01d63ee0a8b3 req-8a8d1705-6b01-4478-9a71-7e189522f065 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 210 time: 0.0339038
Jun 21 02:53:47.607514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.609164 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b09e221-0639-44b4-948e-af2a09177af9 tempest-ServerAddressesNegativeTestJSON-1975577048 tempest-ServerAddressesNegativeTestJSON-1975577048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:47.682289 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.686016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Made reservation on behalf of 492b66c7f9284dc0ace5cb571b529f4b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:47.686857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Pushing event updated for resources: {'Port': ['ID=286c91ed-b08f-4193-a37d-4ea914aee94e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:47.690634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.692316 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:47.699955 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.809718 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.811567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8073084
Jun 21 02:53:47.814155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45610) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:47.848225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] DHCP port deletion for 7d6f83ab-271a-46fd-9036-ed6bb6890df0 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:53:47.867135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Deleting port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:47.867482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.920461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Deleting port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:47.921906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:47.975382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] For port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,segment=NetworkSegment(d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692),segment_id=d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:47.975612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:47.975951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.030953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] For port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,segment=NetworkSegment(d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692),segment_id=d8f0364b-9e7b-46d9-9e6d-4d6a96fc6692)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:48.033826 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.089398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Calling delete_port for d7ce6f67-9b5d-45c8-affd-381b3acd3c2d owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:48.117201 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.119149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Calling delete_port for d7ce6f67-9b5d-45c8-affd-381b3acd3c2d owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:48.230868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.239799 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-83783206-f821-45b4-b5a9-65d86bbdf52a tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:48.275900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51a3e-08d8-4628-9c24-69375c7991ae req-50f2c753-e76a-4abf-84ac-6b17f4af5a5e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:48.282845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1d51a3e-08d8-4628-9c24-69375c7991ae req-50f2c753-e76a-4abf-84ac-6b17f4af5a5e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1026719
Jun 21 02:53:48.287869 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.300396 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:48.314787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event updated for resources: {'Subnet': ['ID=8ebea9e8-3b1d-4248-a72f-98aac68df555,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:48.322849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.327656 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:48.328257 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2ff2c8f-24f8-41b5-bab6-44a4c448ab88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:48.344021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1d51a3e-08d8-4628-9c24-69375c7991ae req-be69fc58-a396-4cf3-a230-961e5e0c28a0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602114
Jun 21 02:53:48.348329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] No DVR routers for this DVR port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:48.362294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Pushing event deleted for resources: {'Port': ['ID=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:48.363857 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.367171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ce6f67-9b5d-45c8-affd-381b3acd3c2d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:48.371657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Checking segment: {'id': '4b1165ef-d6d1-4781-a793-1153c3a46405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:48.372321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Network hostable DHCP agents. Network: 6365104c-4a05-4a1d-8eb3-01a131ce233f, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:53:48.375724 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:48.377685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8641bc1-fce6-4159-b769-c64d4511234f req-6007f4fd-adf3-4016-b524-25d9f03b07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:48.378537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.379178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.379306 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a8641bc1-fce6-4159-b769-c64d4511234f req-6007f4fd-adf3-4016-b524-25d9f03b07d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1097 time: 0.1798084
Jun 21 02:53:48.379420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.379599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.379933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.380260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.380950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.380950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.381393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.381706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.382008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.382330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:48.383715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] No DVR routers for this DVR port d7ce6f67-9b5d-45c8-affd-381b3acd3c2d on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:48.395702 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:48.486348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Allocated IP 172.25.7.15 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/d676086e-05bf-464b-83eb-aa5f42a6e219) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:48.521316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.540158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2514460>,) {'filters': {'network_id': ['7d6f83ab-271a-46fd-9036-ed6bb6890df0']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:48.548889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Network 6365104c-4a05-4a1d-8eb3-01a131ce233f is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:53:48.561618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2514460>, 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:48.561921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2514460>, 'd8f0364b-9e7b-46d9-9e6d-4d6a96fc6692') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:48.576390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8641bc1-fce6-4159-b769-c64d4511234f req-b6e37fb8-09ec-47da-92f6-207c02d263d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:48.577909 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a8641bc1-fce6-4159-b769-c64d4511234f req-b6e37fb8-09ec-47da-92f6-207c02d263d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1873417
Jun 21 02:53:48.579652 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.605311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.641252 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.651062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:53:48.651636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:53:48.653496 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:53:48.694758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 6365104c-4a05-4a1d-8eb3-01a131ce233f) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:48.699620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:48.700278 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.703986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3e518-fb53-41a0-9912-710dd29231d3 None None] Network 6365104c-4a05-4a1d-8eb3-01a131ce233f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:48.738513 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a8641bc1-fce6-4159-b769-c64d4511234f req-dc44f46f-6ec4-4bd9-8014-bdecf2d108e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1000 time: 0.1496911
Jun 21 02:53:48.800522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8641bc1-fce6-4159-b769-c64d4511234f req-c3d08e92-1b05-4922-9570-6752da0ecbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:48.802728 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a8641bc1-fce6-4159-b769-c64d4511234f req-c3d08e92-1b05-4922-9570-6752da0ecbd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0568357
Jun 21 02:53:48.806868 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3541329
Jun 21 02:53:48.808795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.811763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45624) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:48.814498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.818301 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] 10.222.0.25 "DELETE /v2.0/networks/7d6f83ab-271a-46fd-9036-ed6bb6890df0 HTTP/1.1" status: 204  len: 168 time: 1.2579844
Jun 21 02:53:48.818535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07a5565d-2591-41cf-b387-8da70337cbf0 req-e81795a4-f065-4e65-9612-d62756023ce6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 210 time: 0.0565038
Jun 21 02:53:48.818670 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1769fbff-7312-498d-b39a-f1de845fce15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:48.819684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:48.825847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Request body: {'port': {'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1018611001'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:48.829870 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c761b229-5f68-402d-8a56-fb3536013bb9 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:48.880182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:48.883740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6f83ab-271a-46fd-9036-ed6bb6890df0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:48.888602 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:48.920252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d7ce6f67-9b5d-45c8-affd-381b3acd3c2d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:48.951900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d7ce6f67-9b5d-45c8-affd-381b3acd3c2d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:48.952595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d7ce6f67-9b5d-45c8-affd-381b3acd3c2d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:48.960847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:48.967861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:49.010036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-6365104c-4a05-4a1d-8eb3-01a131ce233f', 'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f', 'tenant_id': '492b66c7f9284dc0ace5cb571b529f4b', 'fixed_ips': [{'subnet_id': '8ebea9e8-3b1d-4248-a72f-98aac68df555'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:53:49.011279 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.042279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8641bc1-fce6-4159-b769-c64d4511234f req-c4750ed3-1082-4130-9004-9e177db31a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:49.043763 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a8641bc1-fce6-4159-b769-c64d4511234f req-c4750ed3-1082-4130-9004-9e177db31a7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2267661
Jun 21 02:53:49.063490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Pushing event updated for resources: {'Port': ['ID=d676086e-05bf-464b-83eb-aa5f42a6e219,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:49.135166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.136726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.137603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.137739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-300e4286-5dc1-42ac-af8d-23e93077002f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:49.140523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.140523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.140523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.140811 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-300e4286-5dc1-42ac-af8d-23e93077002f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.2084267
Jun 21 02:53:49.140920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.140920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.140920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.141431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.142508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.143065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:53:49.149243 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:49.153564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Request body: {'port': {'device_id': '5c7d35a2-b1ca-4752-a407-51c3bd354432', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'admin_state_up': True, 'tenant_id': '49f53bb61e68423d9eba925eb90d4003'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:49.231426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.231955 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a8641bc1-fce6-4159-b769-c64d4511234f req-fde35c64-df90-436c-9b69-d72f95cf430b service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793942
Jun 21 02:53:49.246186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Allocated IP 2001:db8::2 (6365104c-4a05-4a1d-8eb3-01a131ce233f/8ebea9e8-3b1d-4248-a72f-98aac68df555/25136cc7-f688-4d61-bcc2-49aa46229e65) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:49.266117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Made reservation on behalf of 492b66c7f9284dc0ace5cb571b529f4b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:49.271043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.297190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] device_id is not set on port eade03bd-4f6d-41a8-82c3-163fe39763db yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:53:49.347869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45630) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:49.396578 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a8641bc1-fce6-4159-b769-c64d4511234f req-2b0708f6-1d20-40ca-8fc5-098044ea9dba service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549494
Jun 21 02:53:49.414556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.425425 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-daf6ded5-57bc-4f26-a413-5497f2ac0f2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caff820a4f3140c480cb734779ae62ab&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0762715
Jun 21 02:53:49.426106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45636) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:49.485077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94bca997-efd1-4f17-b5a2-d8b8a9dd5cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.487022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:49.492138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.541465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94bca997-efd1-4f17-b5a2-d8b8a9dd5cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.578205 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.602011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Transition to ACTIVE for port object 25136cc7-f688-4d61-bcc2-49aa46229e65 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:49.642663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Transition to ACTIVE for port object 25136cc7-f688-4d61-bcc2-49aa46229e65 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:49.671854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.690580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483aeb0-66d8-438b-94f6-874c4e27fff0 req-cfc170c3-175e-4441-98a8-d090b59dcd1c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:49.692166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a483aeb0-66d8-438b-94f6-874c4e27fff0 req-cfc170c3-175e-4441-98a8-d090b59dcd1c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1155882
Jun 21 02:53:49.702594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Allocated IP 172.20.0.9 (8f48e7d4-706a-4cc2-a94a-84a51ccf686b/a5560c84-8f59-4593-b0b0-0b69a7dd416d/45934fc1-69f1-4d0f-aaa4-3a30c7454dea) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:49.719093 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.723305 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:49.747404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94bca997-efd1-4f17-b5a2-d8b8a9dd5cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.750360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94bca997-efd1-4f17-b5a2-d8b8a9dd5cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.753940 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-94bca997-efd1-4f17-b5a2-d8b8a9dd5cab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ba2e733-d9ad-4a2e-ba63-32f6308be1ea HTTP/1.1" status: 204  len: 168 time: 0.3244119
Jun 21 02:53:49.754603 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.762584 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1bad4a58-7dde-435f-99d2-f6f172cdfad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:49.775983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Pushing event updated for resources: {'Port': ['ID=25136cc7-f688-4d61-bcc2-49aa46229e65,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:49.779241 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:49.788117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Network 6365104c-4a05-4a1d-8eb3-01a131ce233f is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:49.789552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:49.792219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:49.808596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a483aeb0-66d8-438b-94f6-874c4e27fff0 req-5633c35e-0c4a-4e91-af05-ef2db0e5668e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094186
Jun 21 02:53:49.844201 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-75402559-6855-4cff-abb7-f8fe4e354481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:49.858830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bca997-efd1-4f17-b5a2-d8b8a9dd5cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba2e733-d9ad-4a2e-ba63-32f6308be1ea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:49.863922 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-94bca997-efd1-4f17-b5a2-d8b8a9dd5cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:49.920513 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Attempting to bind port 25136cc7-f688-4d61-bcc2-49aa46229e65 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:49.921000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Attempting to bind port 25136cc7-f688-4d61-bcc2-49aa46229e65 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4b1165ef-d6d1-4781-a793-1153c3a46405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:49.921631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Attempting to bind port 25136cc7-f688-4d61-bcc2-49aa46229e65 on network 6365104c-4a05-4a1d-8eb3-01a131ce233f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:49.929991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:49.930713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Checking segment: {'id': '4b1165ef-d6d1-4781-a793-1153c3a46405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:49.931958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.932547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Bound using segment: {'id': '4b1165ef-d6d1-4781-a793-1153c3a46405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:49.933247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Bound port: 25136cc7-f688-4d61-bcc2-49aa46229e65, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1165ef-d6d1-4781-a793-1153c3a46405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:49.933727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:49.937005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:50.040954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] For port 25136cc7-f688-4d61-bcc2-49aa46229e65, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:50.044307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] For port 25136cc7-f688-4d61-bcc2-49aa46229e65, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=25136cc7-f688-4d61-bcc2-49aa46229e65,segment=NetworkSegment(4b1165ef-d6d1-4781-a793-1153c3a46405),segment_id=4b1165ef-d6d1-4781-a793-1153c3a46405)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:50.193085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Allocated IP 2001:db8::1dc (6365104c-4a05-4a1d-8eb3-01a131ce233f/8ebea9e8-3b1d-4248-a72f-98aac68df555/eade03bd-4f6d-41a8-82c3-163fe39763db) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:50.203806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:50.204211 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:50.208658 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82faa642-2a06-4c44-9d76-6341afc87f72 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:50.216381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Pushing event updated for resources: {'Port': ['ID=d676086e-05bf-464b-83eb-aa5f42a6e219,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:50.217260 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-608d2796-8c14-4e32-8134-5ce470ad1515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:50.238398 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:50.241769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:50.249049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:50.282427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:50.286699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:50.295198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:50.336009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e27cd1-c9d2-4ff0-8cea-5566dbd415f2 req-ef476834-ec21-446f-8beb-17ef87871348 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:50.356448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4e27cd1-c9d2-4ff0-8cea-5566dbd415f2 req-ef476834-ec21-446f-8beb-17ef87871348 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 931 time: 0.1578686
Jun 21 02:53:50.369980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Pushing event updated for resources: {'Port': ['ID=25136cc7-f688-4d61-bcc2-49aa46229e65,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:50.379057 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:50.383745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event updated for resources: {'Port': ['ID=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:50.391712 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:50.395366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:50.397837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.5823078
Jun 21 02:53:50.406090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45648) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:50.407321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:50.412167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:50.509897 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3603547
Jun 21 02:53:50.519781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Request body: {'port': {'device_id': '5c7d35a2-b1ca-4752-a407-51c3bd354432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:50.619195 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4e27cd1-c9d2-4ff0-8cea-5566dbd415f2 req-4773c2e9-e478-47cb-8831-52beb25b8c19 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613664
Jun 21 02:53:50.698852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-10fc73cd-651e-4c39-8cda-0a1a9cec0a2c tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4792 time: 0.2886727
Jun 21 02:53:50.701642 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45658) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:50.784915 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:50.827777 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4ae158a7-3ead-424a-ab73-dadc016f8f1c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.1246238
Jun 21 02:53:50.830269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45662) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:50.870483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:50.893659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Transition to ACTIVE for port object eade03bd-4f6d-41a8-82c3-163fe39763db will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:50.938490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 25136cc7-f688-4d61-bcc2-49aa46229e65 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:51.052407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f7ff-7a1c-4fc6-b7d4-0d0ab19b993e req-67446ecf-26dd-4a24-b8d4-e78e5326897b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:51.054382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf52f7ff-7a1c-4fc6-b7d4-0d0ab19b993e req-67446ecf-26dd-4a24-b8d4-e78e5326897b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0682087
Jun 21 02:53:51.058801 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.068049 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b58c9337-be9e-4a55-a354-69cbc160aeb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:51.127320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Network 6365104c-4a05-4a1d-8eb3-01a131ce233f is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:51.138744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:51.152861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:51.162453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:51.164297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.191647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 25136cc7-f688-4d61-bcc2-49aa46229e65 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:51.202609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event updated for resources: {'Port': ['ID=eade03bd-4f6d-41a8-82c3-163fe39763db,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:51.217861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf52f7ff-7a1c-4fc6-b7d4-0d0ab19b993e req-4d859cb9-6e06-4f69-97af-7064257b5922 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1525302
Jun 21 02:53:51.221689 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:51.283995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.4700305
Jun 21 02:53:51.290506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45678) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:51.296358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Request body: {'port': {'network_id': '6365104c-4a05-4a1d-8eb3-01a131ce233f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1265532259', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:51.297000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.api.validators [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] bootfile-name is not in valid_values {{(pid=94167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 02:53:51.297455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.api.validators [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] tftp-server is not in valid_values {{(pid=94167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 02:53:51.298025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.api.validators [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] server-ip-address is not in valid_values {{(pid=94167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 02:53:51.489201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Deleting port d676086e-05bf-464b-83eb-aa5f42a6e219 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:51.489813 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.523462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Made reservation on behalf of 492b66c7f9284dc0ace5cb571b529f4b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:51.527494 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.564233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] device_id is not set on port 19f75fb1-4c5c-4015-bce1-7fd7f374ca83 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:53:51.639366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.639704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.677557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2e98a5-025f-4b60-8dba-062ffe8a349a None None] Network 6365104c-4a05-4a1d-8eb3-01a131ce233f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:51.745452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Calling delete_port for d676086e-05bf-464b-83eb-aa5f42a6e219 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:51.777831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45934fc1-69f1-4d0f-aaa4-3a30c7454dea {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:51.791309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Allocated IP 2001:db8::3e (6365104c-4a05-4a1d-8eb3-01a131ce233f/8ebea9e8-3b1d-4248-a72f-98aac68df555/19f75fb1-4c5c-4015-bce1-7fd7f374ca83) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:51.819694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.830229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] Provisioning for port 25136cc7-f688-4d61-bcc2-49aa46229e65 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:51.836962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] Provisioning complete for port 25136cc7-f688-4d61-bcc2-49aa46229e65 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:51.840578 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.840825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Transition to ACTIVE for port object 45934fc1-69f1-4d0f-aaa4-3a30c7454dea will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:51.944171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:51.949197 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:52.037033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.059842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Pushing event updated for resources: {'Port': ['ID=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:52.063864 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:52.071428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d22af9-3b05-4a09-bcfb-0ff08a2aa130 req-7e309550-9626-475b-8afa-62d93fcca397 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:52.078847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76d22af9-3b05-4a09-bcfb-0ff08a2aa130 req-7e309550-9626-475b-8afa-62d93fcca397 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 931 time: 0.2551818
Jun 21 02:53:52.080237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] For port 25136cc7-f688-4d61-bcc2-49aa46229e65, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=25136cc7-f688-4d61-bcc2-49aa46229e65,segment=NetworkSegment(4b1165ef-d6d1-4781-a793-1153c3a46405),segment_id=4b1165ef-d6d1-4781-a793-1153c3a46405)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:52.146414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Attempting to bind port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:52.146957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Attempting to bind port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:52.147776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Attempting to bind port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:52.152309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:53:52.152728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Attempting to bind port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:52.158298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76d22af9-3b05-4a09-bcfb-0ff08a2aa130 req-3cde0f22-1e37-4ca6-9db6-c1a170450db1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781393
Jun 21 02:53:52.159195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:52.159607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Checking segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:52.160079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Bound using segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:52.160576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Bound port: 45934fc1-69f1-4d0f-aaa4-3a30c7454dea, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:52.161051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.249413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] For port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:52.252859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] For port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:52.260465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.278827 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-232b986c-306b-48aa-b63f-7f9057db383f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:52.280276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.296385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Pushing event deleted for resources: {'Port': ['ID=d676086e-05bf-464b-83eb-aa5f42a6e219,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:52.302065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Transition to ACTIVE for port object 19f75fb1-4c5c-4015-bce1-7fd7f374ca83 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:52.304580 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:52.370006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.371582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.372631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] 10.222.0.25 "DELETE /v2.0/floatingips/23aebd92-37dc-4287-b365-b22eef2e4330 HTTP/1.1" status: 204  len: 168 time: 1.5414498
Jun 21 02:53:52.375492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45722) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:52.400093 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.402178 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:52.465863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] Pushing event updated for resources: {'Port': ['ID=25136cc7-f688-4d61-bcc2-49aa46229e65,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:52.474213 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:52.489022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.499079 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6102b031-7bf2-4f00-a272-794212ad4f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:52.517536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.536579 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-761a5cd8-2fbe-4f3c-b03c-ab0dabcd1707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:52.547893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:52.548536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.556609 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] 10.222.0.20 "PUT /v2.0/ports/45934fc1-69f1-4d0f-aaa4-3a30c7454dea HTTP/1.1" status: 200  len: 1092 time: 2.0352058
Jun 21 02:53:52.556609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7d35a2-b1ca-4752-a407-51c3bd354432', 'tag': '45934fc1-69f1-4d0f-aaa4-3a30c7454dea'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:52.556848 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7be7985-114a-4966-b2b1-8beba36936f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7d35a2-b1ca-4752-a407-51c3bd354432", "tag": "45934fc1-69f1-4d0f-aaa4-3a30c7454dea"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:52.584897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Pushing event updated for resources: {'Port': ['ID=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:52.588955 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:52.590681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Deleting port 286c91ed-b08f-4193-a37d-4ea914aee94e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:52.591025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.597890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Network 6365104c-4a05-4a1d-8eb3-01a131ce233f is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:52.607785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:52.609735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:52.617852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:52.618619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.626996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0e39b252-377c-47e1-a946-69f3650c7878 None None] Provisioning for port eade03bd-4f6d-41a8-82c3-163fe39763db completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:52.640809 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8c8722-109d-4563-94fd-0b1019eb7501 x-openstack-request-id: req-4e8c8722-109d-4563-94fd-0b1019eb7501 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:52.641176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event updated for resources: {'Port': ['ID=19f75fb1-4c5c-4015-bce1-7fd7f374ca83,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:52.641806 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7d35a2-b1ca-4752-a407-51c3bd354432", "tag": "45934fc1-69f1-4d0f-aaa4-3a30c7454dea", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:52.642728 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e8c8722-109d-4563-94fd-0b1019eb7501 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:52.643335 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7d35a2-b1ca-4752-a407-51c3bd354432', 'tag': '45934fc1-69f1-4d0f-aaa4-3a30c7454dea', 'status': 'completed', 'code': 200}
Jun 21 02:53:52.646215 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:52.659142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0e39b252-377c-47e1-a946-69f3650c7878 None None] Provisioning complete for port eade03bd-4f6d-41a8-82c3-163fe39763db triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:52.659142 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e39b252-377c-47e1-a946-69f3650c7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.723160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0e39b252-377c-47e1-a946-69f3650c7878 None None] Port eade03bd-4f6d-41a8-82c3-163fe39763db cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:52.735118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 1.4433455
Jun 21 02:53:52.738460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45730) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:52.768653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0e39b252-377c-47e1-a946-69f3650c7878 None None] Provisioning complete for port 25136cc7-f688-4d61-bcc2-49aa46229e65 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:52.770489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e39b252-377c-47e1-a946-69f3650c7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.804755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45732) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:52.867606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.867951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:52.896783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7985-114a-4966-b2b1-8beba36936f8 req-c9e23b4a-9c13-431b-8e5e-fd501464c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:52.897599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 25136cc7-f688-4d61-bcc2-49aa46229e65 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:52.900717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7be7985-114a-4966-b2b1-8beba36936f8 req-c9e23b4a-9c13-431b-8e5e-fd501464c120 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 1095 time: 0.2046406
Jun 21 02:53:52.961714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0422281a-3fea-4d78-9b60-a28223531557 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:52.961714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0422281a-3fea-4d78-9b60-a28223531557 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:52.964271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0422281a-3fea-4d78-9b60-a28223531557 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:52.969716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0422281a-3fea-4d78-9b60-a28223531557 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.2306018
Jun 21 02:53:52.970460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45736) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:53.005317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 25136cc7-f688-4d61-bcc2-49aa46229e65 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:53.006540 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.008191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Calling delete_port for 286c91ed-b08f-4193-a37d-4ea914aee94e owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:53.082644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3829875f-2564-487b-a0fc-c7b79cc7c00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.127707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Deleting port 19f75fb1-4c5c-4015-bce1-7fd7f374ca83 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:53.127707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.128366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a4e87dde-b74b-431c-90da-5ab21f456dab None None] Provisioning for port 19f75fb1-4c5c-4015-bce1-7fd7f374ca83 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:53.135303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a4e87dde-b74b-431c-90da-5ab21f456dab None None] Provisioning complete for port 19f75fb1-4c5c-4015-bce1-7fd7f374ca83 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:53.136011 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a4e87dde-b74b-431c-90da-5ab21f456dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.176906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a4e87dde-b74b-431c-90da-5ab21f456dab None None] Port 19f75fb1-4c5c-4015-bce1-7fd7f374ca83 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:53.189380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a4e87dde-b74b-431c-90da-5ab21f456dab None None] Provisioning complete for port eade03bd-4f6d-41a8-82c3-163fe39763db triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:53.190139 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a4e87dde-b74b-431c-90da-5ab21f456dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.221216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7985-114a-4966-b2b1-8beba36936f8 req-eb440411-1f87-47a6-9d36-a8313d9fbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:53.222783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7be7985-114a-4966-b2b1-8beba36936f8 req-eb440411-1f87-47a6-9d36-a8313d9fbd5e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=49f53bb61e68423d9eba925eb90d4003&shared=False HTTP/1.1" status: 200  len: 907 time: 0.3088338
Jun 21 02:53:53.232806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a4e87dde-b74b-431c-90da-5ab21f456dab None None] Port eade03bd-4f6d-41a8-82c3-163fe39763db cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:53.245786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.325826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Calling delete_port for 19f75fb1-4c5c-4015-bce1-7fd7f374ca83 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:53.413308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7985-114a-4966-b2b1-8beba36936f8 req-18ff106e-57cd-4601-a144-9714051d1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:53.414972 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7be7985-114a-4966-b2b1-8beba36936f8 req-18ff106e-57cd-4601-a144-9714051d1c84 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1825156
Jun 21 02:53:53.423748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3829875f-2564-487b-a0fc-c7b79cc7c00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.445652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5ff0-366e-4543-9479-7c8ae609ee56 req-534ba3f1-6ff8-4278-8528-75953a9c80a8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:53.447367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee0f5ff0-366e-4543-9479-7c8ae609ee56 req-534ba3f1-6ff8-4278-8528-75953a9c80a8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 943 time: 0.1529341
Jun 21 02:53:53.503940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee0f5ff0-366e-4543-9479-7c8ae609ee56 req-f76ac2ce-30fa-48df-8388-d8f91f3b379c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442574
Jun 21 02:53:53.523821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.535429 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20400637-30e1-457a-898d-71223f8f55f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:53.570423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Pushing event deleted for resources: {'Port': ['ID=286c91ed-b08f-4193-a37d-4ea914aee94e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:53.579921 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:53.580616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3829875f-2564-487b-a0fc-c7b79cc7c00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.601502 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aedd9441-004d-4695-84e8-352acc4756f9 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:53.620987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-038328c4-2ffb-402e-a312-f89a4fd35736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:53.625303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-038328c4-2ffb-402e-a312-f89a4fd35736 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 1095 time: 0.1648276
Jun 21 02:53:53.665599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.670234 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b518baa5-7786-4db7-9871-10495580a624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:53.697083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event deleted for resources: {'Port': ['ID=19f75fb1-4c5c-4015-bce1-7fd7f374ca83,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:53.700214 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:53.717883 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-3ad5c5bb-fd46-4063-94ea-824b4983f231 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45934fc1-69f1-4d0f-aaa4-3a30c7454dea HTTP/1.1" status: 200  len: 217 time: 0.0698948
Jun 21 02:53:53.718562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829875f-2564-487b-a0fc-c7b79cc7c00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592342dc-110b-45a6-aa44-39fd6b670467,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:53.721841 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3829875f-2564-487b-a0fc-c7b79cc7c00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:53.727358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.729294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "DELETE /v2.0/ports/19f75fb1-4c5c-4015-bce1-7fd7f374ca83 HTTP/1.1" status: 204  len: 168 time: 0.7577865
Jun 21 02:53:53.732895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45744) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:53.733512 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3829875f-2564-487b-a0fc-c7b79cc7c00d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f2585c833d74e268ea6047472398514&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9094241
Jun 21 02:53:53.737157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45746) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:53.738544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Request body: {'port': {'name': 'tempest-new-port-name-1287602514', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:53.738879 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.api.validators [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] bootfile-name is not in valid_values {{(pid=94167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 02:53:53.739225 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.api.validators [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] tftp-server is not in valid_values {{(pid=94167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 02:53:53.739545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.api.validators [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] server-ip-address is not in valid_values {{(pid=94167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 02:53:53.785856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.791753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.794522 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/bb68867e-e970-45f8-b286-16b8609b2c08 HTTP/1.1" status: 204  len: 168 time: 1.4151797
Jun 21 02:53:53.795136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45748) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:53.832434 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:53.873651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-99823176-a5e9-4820-883d-ed7a22c13105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:53.875143 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-99823176-a5e9-4820-883d-ed7a22c13105 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.1406562
Jun 21 02:53:53.932233 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-087b33ee-0a09-43c0-81ef-e3202ae20769 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500507
Jun 21 02:53:53.963827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3d0d-c3b4-4a85-be54-ab0fc9011347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.055201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3d0d-c3b4-4a85-be54-ab0fc9011347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.058888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.117887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Deleting port c95b0a7e-c4df-45be-a9ce-ef7c3288085d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:54.118234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.157363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.169680 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e645e604-b190-4e88-adf1-5c078c89c650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:54.173193 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-f2e7ad9a-0a1a-4ecc-80a8-13066d675581 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119520
Jun 21 02:53:54.185490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] In _notify_port_updated(), no bound segment for port eade03bd-4f6d-41a8-82c3-163fe39763db on network 6365104c-4a05-4a1d-8eb3-01a131ce233f {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:53:54.192227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:54.193379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.196004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "PUT /v2.0/ports/eade03bd-4f6d-41a8-82c3-163fe39763db HTTP/1.1" status: 200  len: 1130 time: 0.4621475
Jun 21 02:53:54.210645 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45754) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:54.280843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event updated for resources: {'Port': ['ID=eade03bd-4f6d-41a8-82c3-163fe39763db,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:54.287923 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:54.292593 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3d0d-c3b4-4a85-be54-ab0fc9011347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.297620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3d0d-c3b4-4a85-be54-ab0fc9011347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.297620 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5c5b3d0d-c3b4-4a85-be54-ab0fc9011347 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/592342dc-110b-45a6-aa44-39fd6b670467 HTTP/1.1" status: 204  len: 168 time: 0.5492020
Jun 21 02:53:54.307409 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:54.351347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b3d0d-c3b4-4a85-be54-ab0fc9011347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592342dc-110b-45a6-aa44-39fd6b670467,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:54.353929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c5b3d0d-c3b4-4a85-be54-ab0fc9011347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:54.361957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.371825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d6f01b-b2e1-4c5e-ba2b-0f2ca897bbc2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:54.376902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45758) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:54.377570 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-35d6f01b-b2e1-4c5e-ba2b-0f2ca897bbc2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "GET /v2.0/ports/eade03bd-4f6d-41a8-82c3-163fe39763db HTTP/1.1" status: 200  len: 1130 time: 0.1652606
Jun 21 02:53:54.457677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Calling delete_port for c95b0a7e-c4df-45be-a9ce-ef7c3288085d owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:54.477354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cc066b50-74c1-407c-a7f6-25e78ca1d3ee req-c2fadc64-d8f2-4028-b08a-6758aff5d35c service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2969465
Jun 21 02:53:54.506987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Deleting port eade03bd-4f6d-41a8-82c3-163fe39763db {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:54.507325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.577166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-adda9c1f-8d27-4922-a90f-fb1952d46d93 None None] Provisioning complete for port eade03bd-4f6d-41a8-82c3-163fe39763db triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:54.581320 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-adda9c1f-8d27-4922-a90f-fb1952d46d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.626600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.641168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-adda9c1f-8d27-4922-a90f-fb1952d46d93 None None] Port eade03bd-4f6d-41a8-82c3-163fe39763db cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:53:54.700098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.702798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Calling delete_port for eade03bd-4f6d-41a8-82c3-163fe39763db owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:54.706093 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e4d93f5-d541-461c-a417-25d68f956815 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:54.748314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event deleted for resources: {'Port': ['ID=c95b0a7e-c4df-45be-a9ce-ef7c3288085d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:54.751154 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:54.848964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2d1a3-4822-4c8a-8532-cb4f19c75902 req-29b9f489-6125-43a0-b317-c958bb472357 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:54.856396 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:54.857633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4c2d1a3-4822-4c8a-8532-cb4f19c75902 req-29b9f489-6125-43a0-b317-c958bb472357 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 943 time: 0.1844010
Jun 21 02:53:54.861245 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "DELETE /v2.0/ports/c95b0a7e-c4df-45be-a9ce-ef7c3288085d HTTP/1.1" status: 204  len: 168 time: 1.0595410
Jun 21 02:53:54.861613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45772) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:54.985183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4c2d1a3-4822-4c8a-8532-cb4f19c75902 req-ff30fd72-acd2-46e5-8d95-a73c987d0e33 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264441
Jun 21 02:53:55.033192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4e5b7-edba-4f05-8240-93f9e67ae0af tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:55.034733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d0f4e5b7-edba-4f05-8240-93f9e67ae0af tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3409fb9-8051-42ee-9a3b-a6a9a40f7186 HTTP/1.1" status: 200  len: 913 time: 0.1722434
Jun 21 02:53:55.037875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45778) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:55.094046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.098043 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:55.125293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event deleted for resources: {'Port': ['ID=eade03bd-4f6d-41a8-82c3-163fe39763db,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:55.128454 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:55.159948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.163126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "DELETE /v2.0/ports/eade03bd-4f6d-41a8-82c3-163fe39763db HTTP/1.1" status: 204  len: 168 time: 0.7841480
Jun 21 02:53:55.167429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45780) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:55.234483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Deleting subnet 8ebea9e8-3b1d-4248-a72f-98aac68df555 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:53:55.238594 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.299571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.416806 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.505562 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.508573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45792) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:55.540376 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.542532 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:55.569562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebea9e8-3b1d-4248-a72f-98aac68df555,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:55.572632 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:55.573684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.575659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "DELETE /v2.0/subnets/8ebea9e8-3b1d-4248-a72f-98aac68df555 HTTP/1.1" status: 204  len: 168 time: 0.4096634
Jun 21 02:53:55.584394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c44a1-91fd-462d-9974-b9c83805d1b7 None None] Network 6365104c-4a05-4a1d-8eb3-01a131ce233f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:55.586142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45796) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:55.676784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.689420 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-469778674-network', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:55.740649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Deleting port 25136cc7-f688-4d61-bcc2-49aa46229e65 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:55.741002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.823216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] For port 25136cc7-f688-4d61-bcc2-49aa46229e65, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=25136cc7-f688-4d61-bcc2-49aa46229e65,segment=NetworkSegment(4b1165ef-d6d1-4781-a793-1153c3a46405),segment_id=4b1165ef-d6d1-4781-a793-1153c3a46405)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:55.823475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.851563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Made reservation on behalf of 755a06ab558d4fd1a34b80801b68499e for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:55.853702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.870431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.882455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Deleting port fca500a4-9dbf-41d6-99bf-27f289fb907e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:55.891816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:55.902671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Calling delete_port for 25136cc7-f688-4d61-bcc2-49aa46229e65 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:55.960223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] DHCP port deletion for 6365104c-4a05-4a1d-8eb3-01a131ce233f request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:53:56.015962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.019310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] Deleting port 25136cc7-f688-4d61-bcc2-49aa46229e65 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:56.020861 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.048399 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.050784 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:56.077852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event deleted for resources: {'Port': ['ID=25136cc7-f688-4d61-bcc2-49aa46229e65,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:56.082361 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:56.086086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] No DVR routers for this DVR port 25136cc7-f688-4d61-bcc2-49aa46229e65 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:56.100507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Calling delete_port for fca500a4-9dbf-41d6-99bf-27f289fb907e owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:56.136472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] For port 25136cc7-f688-4d61-bcc2-49aa46229e65, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=25136cc7-f688-4d61-bcc2-49aa46229e65,segment=NetworkSegment(4b1165ef-d6d1-4781-a793-1153c3a46405),segment_id=4b1165ef-d6d1-4781-a793-1153c3a46405)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:56.136881 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.179712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.218241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.230511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] Calling delete_port for 25136cc7-f688-4d61-bcc2-49aa46229e65 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:56.235219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d81114c0>,) {'filters': {'network_id': ['6365104c-4a05-4a1d-8eb3-01a131ce233f']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:56.247899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d81114c0>, '4b1165ef-d6d1-4781-a793-1153c3a46405') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:56.248219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d81114c0>, '4b1165ef-d6d1-4781-a793-1153c3a46405') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:56.259496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.259840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.266140 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a9b87a5c-1938-493d-ba7a-1c40d978fe36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:56.289463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871ce84-f7c9-47e3-b88c-18307dd9e4f5 req-bf612892-209d-4aee-b815-8d3061f47765 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:56.290989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c871ce84-f7c9-47e3-b88c-18307dd9e4f5 req-bf612892-209d-4aee-b815-8d3061f47765 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 943 time: 0.1676729
Jun 21 02:53:56.292000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.298224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:53:56.298628 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:53:56.301851 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:53:56.306748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc85186-5419-4f60-949f-5c283c9e9d9f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:56.310233 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:56.319037 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.321102 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:56.348781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] Pushing event deleted for resources: {'Port': ['ID=25136cc7-f688-4d61-bcc2-49aa46229e65,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:56.350998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] No DVR routers for this DVR port 25136cc7-f688-4d61-bcc2-49aa46229e65 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:53:56.352470 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:56.385222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c871ce84-f7c9-47e3-b88c-18307dd9e4f5 req-827ba171-7f25-41eb-afad-dae4537f201b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721145
Jun 21 02:53:56.388143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45934fc1-69f1-4d0f-aaa4-3a30c7454dea details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:53:56.437440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.441575 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:56.446223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:53:56.454270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.456402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] 10.222.0.25 "DELETE /v2.0/networks/6365104c-4a05-4a1d-8eb3-01a131ce233f HTTP/1.1" status: 204  len: 168 time: 0.8690052
Jun 21 02:53:56.459680 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.460193 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Added segment 5885f8f6-ec24-42e1-aba3-9e424ea6725a of type vlan for network 7177f997-bed4-461b-b172-41c98cd69f04
Jun 21 02:53:56.467981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.479753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Pushing event deleted for resources: {'Network': ['ID=6365104c-4a05-4a1d-8eb3-01a131ce233f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:56.484791 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:56.497282 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f611f0f8-d505-4b0f-a990-7f6febeef801 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:56.524531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event deleted for resources: {'Port': ['ID=fca500a4-9dbf-41d6-99bf-27f289fb907e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:56.525956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:56.528317 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:56.542300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '45934fc1-69f1-4d0f-aaa4-3a30c7454dea', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'port_id': '45934fc1-69f1-4d0f-aaa4-3a30c7454dea', 'mac_address': 'fa:16:3e:10:b2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5560c84-8f59-4593-b0b0-0b69a7dd416d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:53:56.587666 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.603015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45934fc1-69f1-4d0f-aaa4-3a30c7454dea {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:53:56.620650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.626288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:56.728581 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.730403 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:56.769601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.783715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:56.788461 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:56.819697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.824166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:56.824166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:56.824847 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26ae7ce2-551d-469d-bbbe-0bea7e410546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:56.855151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 25136cc7-f688-4d61-bcc2-49aa46229e65 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:53:56.882489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 25136cc7-f688-4d61-bcc2-49aa46229e65 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:53:56.887411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 25136cc7-f688-4d61-bcc2-49aa46229e65 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:53:56.970281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45810) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:56.982331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['45934fc1-69f1-4d0f-aaa4-3a30c7454dea'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:53:57.132973 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-876b1df3-1cde-4c9b-bb59-2a6dd73984a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=492b66c7f9284dc0ace5cb571b529f4b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1611581
Jun 21 02:53:57.135381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45816) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:57.188752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2138685d-02e2-4225-90bf-4ad865f928ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:57.215625 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2138685d-02e2-4225-90bf-4ad865f928ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:57.242073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Pushing event updated for resources: {'Network': ['ID=7177f997-bed4-461b-b172-41c98cd69f04,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:57.248586 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:57.259911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7177f997-bed4-461b-b172-41c98cd69f04 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:53:57.318729 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.8088260
Jun 21 02:53:57.321778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45820) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:57.327420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Request body: {'subnet': {'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-469778674-subnet', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:57.351997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2138685d-02e2-4225-90bf-4ad865f928ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:57.354878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2138685d-02e2-4225-90bf-4ad865f928ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:57.358014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2138685d-02e2-4225-90bf-4ad865f928ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43ce8a47-d6da-4b50-8668-6f22d11bf977 HTTP/1.1" status: 204  len: 168 time: 0.2196381
Jun 21 02:53:57.358014 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ac968c5-062d-4b87-bf46-2f831e69c0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:57.365470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138685d-02e2-4225-90bf-4ad865f928ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ce8a47-d6da-4b50-8668-6f22d11bf977,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:57.369179 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2138685d-02e2-4225-90bf-4ad865f928ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:57.399702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Router f3409fb9-8051-42ee-9a3b-a6a9a40f7186 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:53:57.431061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Made reservation on behalf of 755a06ab558d4fd1a34b80801b68499e for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:57.433902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:57.515576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:53:57.527621 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "PUT /v2.0/routers/f3409fb9-8051-42ee-9a3b-a6a9a40f7186/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4823425
Jun 21 02:53:57.527741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3dd9d0-1141-4875-828d-839529254b5a None None] Sync routers for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:53:57.530014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45826) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:57.538152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dd9d0-1141-4875-828d-839529254b5a None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:57.538982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fb3dd9d0-1141-4875-828d-839529254b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9e6d160>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:57.571076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fb3dd9d0-1141-4875-828d-839529254b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9e6d160>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:57.580297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dd9d0-1141-4875-828d-839529254b5a None None] Routers {'f3409fb9-8051-42ee-9a3b-a6a9a40f7186'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:53:57.581210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fb3dd9d0-1141-4875-828d-839529254b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9e6d160>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:57.618182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fb3dd9d0-1141-4875-828d-839529254b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9e6d160>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:53:57.618938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3dd9d0-1141-4875-828d-839529254b5a None None] The sync data for ids ['f3409fb9-8051-42ee-9a3b-a6a9a40f7186'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:53:58.041009 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.087660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b3a33-bb75-4e52-88b9-47cf7faad87d req-1657e2a6-ea2a-47f4-8d31-1c04f46a33e2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:58.089156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf8b3a33-bb75-4e52-88b9-47cf7faad87d req-1657e2a6-ea2a-47f4-8d31-1c04f46a33e2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 944 time: 0.5633011
Jun 21 02:53:58.098992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.103324 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7da8f7b-3a7c-4ea6-b6bf-278444ea03e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:58.228883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf8b3a33-bb75-4e52-88b9-47cf7faad87d req-81aea64b-1b93-4ede-8882-b049568a3b00 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311872
Jun 21 02:53:58.244115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce684287-3456-4245-ab0b-7da73e1f79e1,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:58.248675 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:58.263833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Checking segment: {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:58.264174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Network hostable DHCP agents. Network: 7177f997-bed4-461b-b172-41c98cd69f04, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:53:58.268510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.364645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Network 7177f997-bed4-461b-b172-41c98cd69f04 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:53:58.388371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45934fc1-69f1-4d0f-aaa4-3a30c7454dea up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:53:58.403574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45852) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:58.406864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Deleting port d09d5613-7725-44d8-95fb-621143e38f98 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:53:58.407211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.454574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7177f997-bed4-461b-b172-41c98cd69f04) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:58.465275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:58.466277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.468700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcddbad-be1f-4c5f-80b0-27fb89703e71 None None] Network 7177f997-bed4-461b-b172-41c98cd69f04 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:58.514268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:53:58.523112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:53:58.523508 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.527749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.534865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'networks': [{'name': 'tempest-network--1307208510'}, {'name': 'tempest-network--2066323738'}]} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:58.535370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'network': {'name': 'tempest-network--1307208510'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:58.535909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'network': {'name': 'tempest-network--2066323738'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:58.542503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.2195554
Jun 21 02:53:58.545506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45856) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:58.551211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:53:58.567429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 02:53:58.567429 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 02:53:58.567429 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id_1': '755a06ab558d4fd1a34b80801b68499e', 'expiration_1': datetime.datetime(2021, 6, 21, 2, 53, 58, 559308)}]
Jun 21 02:53:58.567429 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:53:58.571190 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:53:58.601987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Calling delete_port for d09d5613-7725-44d8-95fb-621143e38f98 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:53:58.642277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Made reservation on behalf of 9c07d3e2012b4f4c9d41685531c9eed0 for: {'network': 2} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:53:58.647924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.658793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.700539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.718568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-7177f997-bed4-461b-b172-41c98cd69f04', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:53:58.719792 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.750869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7d35a2-b1ca-4752-a407-51c3bd354432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45934fc1-69f1-4d0f-aaa4-3a30c7454dea'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:53:58.753813 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e24df8-9245-4cd1-8642-1523bb988ee8" -d '{"events": [{"server_uuid": "5c7d35a2-b1ca-4752-a407-51c3bd354432", "name": "network-vif-plugged", "status": "completed", "tag": "45934fc1-69f1-4d0f-aaa4-3a30c7454dea"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:53:58.779541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:53:58.848175 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27efca7e-60b6-4b10-91a5-345aa8080969 x-openstack-request-id: req-27efca7e-60b6-4b10-91a5-345aa8080969 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:53:58.848991 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7d35a2-b1ca-4752-a407-51c3bd354432", "name": "network-vif-plugged", "status": "completed", "tag": "45934fc1-69f1-4d0f-aaa4-3a30c7454dea", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:53:58.849301 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27efca7e-60b6-4b10-91a5-345aa8080969 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:53:58.850542 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7d35a2-b1ca-4752-a407-51c3bd354432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45934fc1-69f1-4d0f-aaa4-3a30c7454dea', 'code': 200}
Jun 21 02:53:58.857722 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.863278 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-608d2796-8c14-4e32-8134-5ce470ad1515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:58.868130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.890039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.894343 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-178e3a84-981f-4d9f-81a1-734f3365b058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:58.930777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event deleted for resources: {'Port': ['ID=d09d5613-7725-44d8-95fb-621143e38f98,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:58.934159 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:58.942754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.944511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:58.950311 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c5b3d0d-c3b4-4a85-be54-ab0fc9011347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:58.972478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:58.977404 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:58.995881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Allocated IP 172.20.0.2 (7177f997-bed4-461b-b172-41c98cd69f04/ce684287-3456-4245-ab0b-7da73e1f79e1/bd21eb15-0c30-4829-aba2-08763055f19a) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:53:59.007510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0563359-7875-48f2-9a5d-9e218b17f5a8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:59.011571 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:59.016326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:53:59.020821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.035244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.035950 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Added segment c276c79d-6163-4fbd-934c-43e38f7c85ee of type vlan for network 01626107-9d4a-447c-93d7-a30723ae8d5d
Jun 21 02:53:59.056690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a8be6-06ce-4926-8fe9-cd15bbfc957c req-3d298001-dd34-4735-aaba-20d53fb7d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:59.058255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-644a8be6-06ce-4926-8fe9-cd15bbfc957c req-3d298001-dd34-4735-aaba-20d53fb7d2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 1097 time: 0.1578586
Jun 21 02:53:59.120735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.135523 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.138150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.166513 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-644a8be6-06ce-4926-8fe9-cd15bbfc957c req-7400c6bc-76d9-4d0b-afa5-4ac1c5a39323 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845904
Jun 21 02:53:59.181704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:53:59.189784 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.191560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.191560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.198873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.199221 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Added segment 29006d6f-c9a3-43b6-a9ad-c97a48a80967 of type vlan for network b2e05364-a9e0-4d9a-a373-004a3e17b5c5
Jun 21 02:53:59.207037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Transition to ACTIVE for port object bd21eb15-0c30-4829-aba2-08763055f19a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:59.229781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Transition to ACTIVE for port object bd21eb15-0c30-4829-aba2-08763055f19a will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:53:59.249089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.250130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Fanout notify agent at l3_agent the message router_deleted on router f3409fb9-8051-42ee-9a3b-a6a9a40f7186 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:53:59.266857 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.268168 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "DELETE /v2.0/routers/f3409fb9-8051-42ee-9a3b-a6a9a40f7186 HTTP/1.1" status: 204  len: 168 time: 1.7354283
Jun 21 02:53:59.272467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45866) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:59.285887 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.300642 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.305182 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:59.363253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Deleting subnet 8f2b0a99-3658-4606-8b70-8675021128b8 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:53:59.367856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.376522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Pushing event updated for resources: {'Port': ['ID=bd21eb15-0c30-4829-aba2-08763055f19a,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:59.379377 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:59.387675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Network 7177f997-bed4-461b-b172-41c98cd69f04 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:53:59.388498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.389972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:53:59.392396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:53:59.420736 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.421776 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.431524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:59.438289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:59.439113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.444436 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06b521f7-f2b2-4366-b986-8a4fa150cb6b tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:59.455271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Attempting to bind port bd21eb15-0c30-4829-aba2-08763055f19a on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:53:59.455799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Attempting to bind port bd21eb15-0c30-4829-aba2-08763055f19a by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:53:59.456183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Attempting to bind port bd21eb15-0c30-4829-aba2-08763055f19a on network 7177f997-bed4-461b-b172-41c98cd69f04 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:53:59.462791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:53:59.463197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Checking segment: {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:53:59.463493 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.463901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Bound using segment: {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:53:59.464527 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.464661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Bound port: bd21eb15-0c30-4829-aba2-08763055f19a, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:53:59.465021 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.537879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45832ab0-1afb-4d26-818b-769738d91fc8 req-249c9dad-46bd-4160-8dd0-1df1b6ac2a87 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:53:59.539977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45832ab0-1afb-4d26-818b-769738d91fc8 req-249c9dad-46bd-4160-8dd0-1df1b6ac2a87 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 945 time: 0.1499557
Jun 21 02:53:59.545519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] For port bd21eb15-0c30-4829-aba2-08763055f19a, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:53:59.549395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] For port bd21eb15-0c30-4829-aba2-08763055f19a, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bd21eb15-0c30-4829-aba2-08763055f19a,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:53:59.613984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Network': ['ID=01626107-9d4a-447c-93d7-a30723ae8d5d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:59.619596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45832ab0-1afb-4d26-818b-769738d91fc8 req-5416e0fd-b182-4688-8c3d-4458abd38d8e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663545
Jun 21 02:53:59.620959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.634672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 01626107-9d4a-447c-93d7-a30723ae8d5d details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:53:59.655460 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.694841 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:59.725748 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.3210180
Jun 21 02:53:59.729234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45870) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:59.745859 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.758301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Network': ['ID=b2e05364-a9e0-4d9a-a373-004a3e17b5c5,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:59.761161 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:59.761560 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:59.761954 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:59.781937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b2e05364-a9e0-4d9a-a373-004a3e17b5c5 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:53:59.806710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Pushing event updated for resources: {'Port': ['ID=bd21eb15-0c30-4829-aba2-08763055f19a,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:59.810079 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:53:59.815788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.824364 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-edba0dcb-1ed9-449d-827a-9d69dfe6f3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:53:59.895995 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:53:59.900802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "DELETE /v2.0/subnets/8f2b0a99-3658-4606-8b70-8675021128b8 HTTP/1.1" status: 204  len: 168 time: 0.6241941
Jun 21 02:53:59.901662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45874) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:53:59.902111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462ee6f1-d3c1-4fd3-a2eb-daeeea93d2a0 None None] Network 02a4f67f-1e01-4dcc-8b68-f79bc730e450 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:53:59.935130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2b0a99-3658-4606-8b70-8675021128b8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:53:59.937946 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:00.020934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14328c13-0bff-429f-b69f-c31034973d43 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:00.032475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.043409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14328c13-0bff-429f-b69f-c31034973d43 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:00.050270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14328c13-0bff-429f-b69f-c31034973d43 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:00.092983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14328c13-0bff-429f-b69f-c31034973d43 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:00.100622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-14328c13-0bff-429f-b69f-c31034973d43 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.3669095
Jun 21 02:54:00.100622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45876) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:00.207974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.269956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.275837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] DHCP port deletion for 02a4f67f-1e01-4dcc-8b68-f79bc730e450 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:54:00.294686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.318028 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.330849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de4304f0>,) {'filters': {'network_id': ['01626107-9d4a-447c-93d7-a30723ae8d5d']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:00.336003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] Deleting port 0095165b-a07e-4a16-bf3f-c5eb80a84021 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:00.336383 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.344290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de4304f0>, 'c276c79d-6163-4fbd-934c-43e38f7c85ee') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:00.344673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de4304f0>, 'c276c79d-6163-4fbd-934c-43e38f7c85ee') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:00.347104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Deleting port 0095165b-a07e-4a16-bf3f-c5eb80a84021 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:00.350692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.357045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.381175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.389728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:00.390369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:00.394953 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:00.414379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] For port 0095165b-a07e-4a16-bf3f-c5eb80a84021, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0095165b-a07e-4a16-bf3f-c5eb80a84021,segment=NetworkSegment(ee1802dd-45b3-4f68-9ada-5028445ee0b8),segment_id=ee1802dd-45b3-4f68-9ada-5028445ee0b8)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:00.414939 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.500873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] Calling delete_port for 0095165b-a07e-4a16-bf3f-c5eb80a84021 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:00.532508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Allocated IP 172.25.7.94 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/51af8f1e-0949-4139-9c1f-2792ec32cb0d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:00.535574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] For port 0095165b-a07e-4a16-bf3f-c5eb80a84021, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0095165b-a07e-4a16-bf3f-c5eb80a84021,segment=NetworkSegment(ee1802dd-45b3-4f68-9ada-5028445ee0b8),segment_id=ee1802dd-45b3-4f68-9ada-5028445ee0b8)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:00.535946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.591323 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.596610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.601520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/networks/01626107-9d4a-447c-93d7-a30723ae8d5d HTTP/1.1" status: 204  len: 168 time: 0.4985275
Jun 21 02:54:00.601520 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da4a5aae-02b6-4b9a-a7e8-f70c863b6947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:00.605221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45880) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:00.612225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Calling delete_port for 0095165b-a07e-4a16-bf3f-c5eb80a84021 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:00.624383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Network': ['ID=01626107-9d4a-447c-93d7-a30723ae8d5d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:00.626869 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:00.672968 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.686910 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:00.728636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] Pushing event deleted for resources: {'Port': ['ID=0095165b-a07e-4a16-bf3f-c5eb80a84021,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:00.733180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] No DVR routers for this DVR port 0095165b-a07e-4a16-bf3f-c5eb80a84021 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:00.739039 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:00.762959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.788185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.806475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.809804 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4aea5c68-bd93-4c1a-ad9b-ce6dabc81f68 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:00.847393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event deleted for resources: {'Port': ['ID=0095165b-a07e-4a16-bf3f-c5eb80a84021,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:00.863465 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:00.870750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] No DVR routers for this DVR port 0095165b-a07e-4a16-bf3f-c5eb80a84021 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:00.964310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.980203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1b5bfd0>,) {'filters': {'network_id': ['b2e05364-a9e0-4d9a-a373-004a3e17b5c5']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:00.983284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bd21eb15-0c30-4829-aba2-08763055f19a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:00.992513 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:00.992744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1b5bfd0>, '29006d6f-c9a3-43b6-a9ad-c97a48a80967') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:00.992965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1b5bfd0>, '29006d6f-c9a3-43b6-a9ad-c97a48a80967') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:01.006412 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.006839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2c92af0>,) {'filters': {'network_id': ['02a4f67f-1e01-4dcc-8b68-f79bc730e450']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:01.024937 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.030891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2c92af0>, 'ee1802dd-45b3-4f68-9ada-5028445ee0b8') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:01.031435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2c92af0>, 'ee1802dd-45b3-4f68-9ada-5028445ee0b8') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:01.034184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d54ad-93df-4f18-a7ae-cee1b755ee42 req-33f79e78-d254-454f-97cc-5c045f1d3c2d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:01.035739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d04d54ad-93df-4f18-a7ae-cee1b755ee42 req-33f79e78-d254-454f-97cc-5c045f1d3c2d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 945 time: 0.2073946
Jun 21 02:54:01.041581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:01.041993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.044522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:01.045213 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:01.058262 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.063373 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:01.072305 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.100575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:01.100967 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:01.106117 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:01.126132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port bd21eb15-0c30-4829-aba2-08763055f19a completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:01.126362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:01.142203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d04d54ad-93df-4f18-a7ae-cee1b755ee42 req-cab2be55-b4d0-4e55-9096-3eaa1e649b83 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959611
Jun 21 02:54:01.163502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:01.171028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:01.198698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13341bff-9d64-4567-b4c9-3878c92450ff None None] Network 7177f997-bed4-461b-b172-41c98cd69f04 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:01.203777 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.207436 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae07a65e-f244-41b6-bd52-8f7a552f0ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:01.215470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.217422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0095165b-a07e-4a16-bf3f-c5eb80a84021 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:54:01.220864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/networks/b2e05364-a9e0-4d9a-a373-004a3e17b5c5 HTTP/1.1" status: 204  len: 168 time: 0.6146495
Jun 21 02:54:01.253582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45890) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:01.261714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Network': ['ID=b2e05364-a9e0-4d9a-a373-004a3e17b5c5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:01.267705 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:01.335697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=51af8f1e-0949-4139-9c1f-2792ec32cb0d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:01.346066 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:01.405376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c384ed-08a4-4c6f-bea5-1025c6f25a3e tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:01.412199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c384ed-08a4-4c6f-bea5-1025c6f25a3e tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:01.413980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-89c384ed-08a4-4c6f-bea5-1025c6f25a3e tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1453519
Jun 21 02:54:01.419343 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45902) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:01.425775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-598961083'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:01.448638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 0095165b-a07e-4a16-bf3f-c5eb80a84021 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:54:01.448978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0095165b-a07e-4a16-bf3f-c5eb80a84021 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:54:01.481122 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.493213 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:01.500578 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.505159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45906) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:01.506680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "DELETE /v2.0/networks/02a4f67f-1e01-4dcc-8b68-f79bc730e450 HTTP/1.1" status: 204  len: 168 time: 1.6035380
Jun 21 02:54:01.525685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event deleted for resources: {'Network': ['ID=02a4f67f-1e01-4dcc-8b68-f79bc730e450,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:01.528421 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:01.547536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] Provisioning for port bd21eb15-0c30-4829-aba2-08763055f19a completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:01.555805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] Provisioning complete for port bd21eb15-0c30-4829-aba2-08763055f19a triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:01.556183 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.586802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.622977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-9b02d8ed-0e05-43af-aa50-1f8a0edd0695 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:01.624145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-9b02d8ed-0e05-43af-aa50-1f8a0edd0695 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.2091453
Jun 21 02:54:01.629768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Made reservation on behalf of 9c07d3e2012b4f4c9d41685531c9eed0 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:01.634405 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.662024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-ff54f902-c735-4ca2-8111-e62edb1ad6cd tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/quotas/49f53bb61e68423d9eba925eb90d4003 HTTP/1.1" status: 200  len: 375 time: 0.0157237
Jun 21 02:54:01.698543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:01.713216 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.714274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Deleting port e0736670-2134-410c-a7a3-370e56c4d208 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:01.714807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.718410 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.718768 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Added segment ffdce831-d81a-42dc-8346-c2de05cdea12 of type vlan for network fab78ba3-e5a6-4e1b-97c5-21b880c33e35
Jun 21 02:54:01.768315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] For port bd21eb15-0c30-4829-aba2-08763055f19a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bd21eb15-0c30-4829-aba2-08763055f19a,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:01.806676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.860384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.867352 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b99c23e4-d1cc-4f6e-a0b8-9c98f0133b76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:01.895267 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.935117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] Pushing event updated for resources: {'Port': ['ID=bd21eb15-0c30-4829-aba2-08763055f19a,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:01.939346 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:01.953729 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.960794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:01.961433 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:01.966726 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25546c9f-13ec-435a-82ec-80d300dd0b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:01.987041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6e751db1-ee39-46a9-b82d-f5c6924496be None None] Provisioning complete for port bd21eb15-0c30-4829-aba2-08763055f19a triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:01.988200 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e751db1-ee39-46a9-b82d-f5c6924496be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.080356 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6597679
Jun 21 02:54:02.082196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Network': ['ID=fab78ba3-e5a6-4e1b-97c5-21b880c33e35,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:02.085753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45910) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:02.093998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2044830408'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:02.098608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network fab78ba3-e5a6-4e1b-97c5-21b880c33e35 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:02.103741 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:02.131177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-fd60f7d3-09ef-4ff7-8900-3374e069ec1f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4611015
Jun 21 02:54:02.136212 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.136636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.180248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Router d483a144-b886-4474-a37d-6e7e1d0b6fab is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:54:02.246478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Calling delete_port for e0736670-2134-410c-a7a3-370e56c4d208 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:02.248412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Made reservation on behalf of 9c07d3e2012b4f4c9d41685531c9eed0 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:02.251927 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.290173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:54:02.300849 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Sync routers for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:54:02.314818 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:54:02.315927 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d94e7880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:02.346169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:02.374944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-f6b1a662-02c4-41c0-9656-63ce9701b9db service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2345290
Jun 21 02:54:02.379167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.379516 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Added segment 641dc91b-032e-4f79-8251-8b576f15cc9e of type vlan for network 31fc29cb-dc6c-4454-a26b-ff1da2a6b148
Jun 21 02:54:02.384505 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.387209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 3.8404624
Jun 21 02:54:02.390051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45914) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:02.429146 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:54:02.497107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.595652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-acc3a618-8c61-44eb-b71a-9664d47ed0dd service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095678
Jun 21 02:54:02.618163 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d94e7880>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:01Z', 'revision_number': 3, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:02.645588 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Checking router: d483a144-b886-4474-a37d-6e7e1d0b6fab for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:54:02.645964 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Updating router d483a144-b886-4474-a37d-6e7e1d0b6fab port 51af8f1e-0949-4139-9c1f-2792ec32cb0d binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:54:02.667300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.682893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:02.683852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.692148 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.714339 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e973875b-649a-4503-a8de-abc832738928 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:02.721220 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:02.896766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Network': ['ID=31fc29cb-dc6c-4454-a26b-ff1da2a6b148,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:02.921055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 31fc29cb-dc6c-4454-a26b-ff1da2a6b148 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:02.925377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bd21eb15-0c30-4829-aba2-08763055f19a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:02.938997 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:02.945794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8543012
Jun 21 02:54:02.945794 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c089419d-f030-47df-98ca-6d113da716c7 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:02.981479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45922) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:02.986916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'ports': [{'network_id': 'fab78ba3-e5a6-4e1b-97c5-21b880c33e35', 'name': 'tempest-port--1591320757', 'admin_state_up': True}, {'network_id': '31fc29cb-dc6c-4454-a26b-ff1da2a6b148', 'admin_state_up': False}]} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:02.987377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'port': {'network_id': 'fab78ba3-e5a6-4e1b-97c5-21b880c33e35', 'name': 'tempest-port--1591320757', 'admin_state_up': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:02.988350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'port': {'network_id': '31fc29cb-dc6c-4454-a26b-ff1da2a6b148', 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:03.042451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.046207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.047753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] 10.222.0.25 "DELETE /v2.0/floatingips/f3f18428-1a54-481a-b90b-081e8e9dcc00 HTTP/1.1" status: 204  len: 168 time: 1.5409510
Jun 21 02:54:03.086413 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.096917 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Transition to ACTIVE for port object 51af8f1e-0949-4139-9c1f-2792ec32cb0d will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:03.122102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port bd21eb15-0c30-4829-aba2-08763055f19a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:03.127312 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.151086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59c196d2-eb74-4304-8dd4-d648df7e4947 req-a04496c8-3900-4427-ac98-6ca50b356a1d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 210 time: 0.2254734
Jun 21 02:54:03.152564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Pushing event deleted for resources: {'Port': ['ID=e0736670-2134-410c-a7a3-370e56c4d208,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:03.161313 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:03.243343 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.250049 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e402514b-674a-4855-8116-dd3094505010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:03.299334 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Attempting to bind port 51af8f1e-0949-4139-9c1f-2792ec32cb0d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:03.299699 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Attempting to bind port 51af8f1e-0949-4139-9c1f-2792ec32cb0d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:03.300060 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Attempting to bind port 51af8f1e-0949-4139-9c1f-2792ec32cb0d on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:03.301873 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Pushing event updated for resources: {'Port': ['ID=51af8f1e-0949-4139-9c1f-2792ec32cb0d,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:03.311822 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.312159 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.312492 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.312822 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.313151 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.313489 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.313998 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.314315 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.314629 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.314943 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.315256 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.315569 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:03.319063 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:03.321178 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:03.321178 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.321178 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:03.321178 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Bound port: 51af8f1e-0949-4139-9c1f-2792ec32cb0d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:03.321178 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.341198 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:03.374167 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] For port 51af8f1e-0949-4139-9c1f-2792ec32cb0d, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:03.377769 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] For port 51af8f1e-0949-4139-9c1f-2792ec32cb0d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=51af8f1e-0949-4139-9c1f-2792ec32cb0d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:03.433237 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Made reservation on behalf of 9c07d3e2012b4f4c9d41685531c9eed0 for: {'port': 2} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:03.438072 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.456968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.472015 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.478344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.484866 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-4b7aadd6-c5a1-4cf5-b1bd-a933f1e7ea58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:03.539449 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:54:03.540337 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d94e7880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:03.566253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] device_id is not set on port 1815a6ea-4153-4784-a8f9-7219ee3cf661 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:03.637845 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Pushing event updated for resources: {'Port': ['ID=51af8f1e-0949-4139-9c1f-2792ec32cb0d,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:03.641860 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:03.668035 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:54:03.798385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Allocated IP 172.20.0.1 (7177f997-bed4-461b-b172-41c98cd69f04/ce684287-3456-4245-ab0b-7da73e1f79e1/e90f1a9a-5823-4203-b8bb-8227bb61391f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:03.812465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45938) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:03.820247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:03.892010 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d94e7880>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:01Z', 'revision_number': 3, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:03.926085 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654a6a-face-4361-a863-9ec2b818fa70 None None] The sync data for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 is: [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:01Z', 'revision_number': 3, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:54:03.951763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] device_id is not set on port 6d7d71f9-0f59-42ef-b712-7b9702e2bec9 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:04.009636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.017202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bf22071a-8524-4b18-bb36-b7e59dd0844a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=191fabc0f7d544e68fe39392d9942e0f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2027228
Jun 21 02:54:04.019708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45944) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:04.031904 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Transition to ACTIVE for port object e90f1a9a-5823-4203-b8bb-8227bb61391f will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:04.079823 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fa70f6c-e0af-4b63-968e-e04663d1276c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.103050 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fa70f6c-e0af-4b63-968e-e04663d1276c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.139702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.185966 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ca6dd63-c559-4aee-94b7-03d1f7c25cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.250246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.250246 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:04.300081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fa70f6c-e0af-4b63-968e-e04663d1276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.306048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fa70f6c-e0af-4b63-968e-e04663d1276c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.309495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1fa70f6c-e0af-4b63-968e-e04663d1276c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b99a7f45-40f9-42e2-af16-58ea30d03b15 HTTP/1.1" status: 204  len: 168 time: 0.2879260
Jun 21 02:54:04.311919 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0268cdf1-09ac-4700-ad8c-361108fd6ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:04.335756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa70f6c-e0af-4b63-968e-e04663d1276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a7f45-40f9-42e2-af16-58ea30d03b15,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:04.340513 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fa70f6c-e0af-4b63-968e-e04663d1276c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:04.345345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Network 7177f997-bed4-461b-b172-41c98cd69f04 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:04.358177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:04.375000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.379605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:04.445886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Pushing event updated for resources: {'Port': ['ID=e90f1a9a-5823-4203-b8bb-8227bb61391f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:04.454378 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:04.454974 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5afa75ae-e7c2-46e1-8f10-b09fdaaf5d15 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:04.459418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-453e266e-0ee9-46a0-88bb-1f0d40c4a89e req-ef31b68d-f1d2-4afc-9724-17cb20a9fb42 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 210 time: 0.0472410
Jun 21 02:54:04.491152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.583077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Checking segment: {'id': 'ffdce831-d81a-42dc-8346-c2de05cdea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fab78ba3-e5a6-4e1b-97c5-21b880c33e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:04.586781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Network hostable DHCP agents. Network: fab78ba3-e5a6-4e1b-97c5-21b880c33e35, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:54:04.589773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Port': ['ID=1815a6ea-4153-4784-a8f9-7219ee3cf661,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:04.594467 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:04.736102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Network fab78ba3-e5a6-4e1b-97c5-21b880c33e35 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:54:04.779550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1604065d-106b-4694-8784-f0bac1f47c74 None None] Provisioning for port e90f1a9a-5823-4203-b8bb-8227bb61391f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:04.783281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.785531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1604065d-106b-4694-8784-f0bac1f47c74 None None] Provisioning complete for port e90f1a9a-5823-4203-b8bb-8227bb61391f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:04.786109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1604065d-106b-4694-8784-f0bac1f47c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.840563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, fab78ba3-e5a6-4e1b-97c5-21b880c33e35) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:04.852365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:04.852816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec266a-f279-484f-a57c-d4f8643b59d0 None None] Network fab78ba3-e5a6-4e1b-97c5-21b880c33e35 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:04.853780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:04.859226 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b19e1df1-3dd2-46a5-ba78-eb05e40fe1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:04.861498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1604065d-106b-4694-8784-f0bac1f47c74 None None] Port e90f1a9a-5823-4203-b8bb-8227bb61391f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:04.951210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 51af8f1e-0949-4139-9c1f-2792ec32cb0d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:05.026348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Port': ['ID=6d7d71f9-0f59-42ef-b712-7b9702e2bec9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:05.030326 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:05.097813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Checking segment: {'id': '641dc91b-032e-4f79-8251-8b576f15cc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31fc29cb-dc6c-4454-a26b-ff1da2a6b148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:05.097813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Network hostable DHCP agents. Network: 31fc29cb-dc6c-4454-a26b-ff1da2a6b148, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:54:05.152954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.162776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 51af8f1e-0949-4139-9c1f-2792ec32cb0d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:05.166907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 51af8f1e-0949-4139-9c1f-2792ec32cb0d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:05.167790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.234166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Network 31fc29cb-dc6c-4454-a26b-ff1da2a6b148 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:54:05.234890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45960) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:05.247626 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.250145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-502c480c-9640-4183-b5a2-bfff49632fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.260217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.264050 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25de6702-eb2b-4d04-8a44-d5b2bc519b66 tempest-FloatingIPAdminTestJSON-1762218259 tempest-FloatingIPAdminTestJSON-1762218259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:05.269547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 51af8f1e-0949-4139-9c1f-2792ec32cb0d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=51af8f1e-0949-4139-9c1f-2792ec32cb0d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:05.332341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Pushing event updated for resources: {'Port': ['ID=e90f1a9a-5823-4203-b8bb-8227bb61391f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:05.335121 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.337318 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:05.346950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 31fc29cb-dc6c-4454-a26b-ff1da2a6b148) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:05.355327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc9c63-9b8e-42b1-9c21-190e90365075 None None] Network 31fc29cb-dc6c-4454-a26b-ff1da2a6b148 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:05.356519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-502c480c-9640-4183-b5a2-bfff49632fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.388680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:05.394347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:05.397491 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.399330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:05.400021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.404101 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-41bed117-15ce-476e-ba3c-2c382ff13657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:05.440542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-502c480c-9640-4183-b5a2-bfff49632fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.450610 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:05.465440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Network 7177f997-bed4-461b-b172-41c98cd69f04 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:05.467159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:05.554796 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.5718322
Jun 21 02:54:05.557647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45968) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:05.580478 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-502c480c-9640-4183-b5a2-bfff49632fb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a789d9d62c6466da9473601436a2c14&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3440974
Jun 21 02:54:05.583111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c480c-9640-4183-b5a2-bfff49632fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948f28d2-cd1f-411a-8c6f-c98f277ad851,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:05.593137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45970) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:05.604440 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-502c480c-9640-4183-b5a2-bfff49632fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:05.604573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=51af8f1e-0949-4139-9c1f-2792ec32cb0d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:05.604795 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:05.707187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3894e8d9-f53c-44b7-977b-e31691fa568d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.745067 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.765225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Router d483a144-b886-4474-a37d-6e7e1d0b6fab has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:54:05.795447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0558b2-5dd1-4a35-a459-32471c9c5395 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:05.795685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a28c142-59ef-4720-b4ec-08f7809cb1c1 req-340ee18a-b4f7-430c-8309-45bdcaf6369e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 210 time: 0.0584941
Jun 21 02:54:05.802193 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0558b2-5dd1-4a35-a459-32471c9c5395 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:05.804259 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3d0558b2-5dd1-4a35-a459-32471c9c5395 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2439637
Jun 21 02:54:05.812580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3894e8d9-f53c-44b7-977b-e31691fa568d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.817419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45974) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:05.893493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6cd85185-d27c-479f-8518-dcdb413f5630 None None] Provisioning complete for port e90f1a9a-5823-4203-b8bb-8227bb61391f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:05.894080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6cd85185-d27c-479f-8518-dcdb413f5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.967921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Deleting port 1815a6ea-4153-4784-a8f9-7219ee3cf661 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:05.968269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:05.976487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6cd85185-d27c-479f-8518-dcdb413f5630 None None] Port e90f1a9a-5823-4203-b8bb-8227bb61391f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:06.018097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-61a492e1-3420-4116-8841-c36b19112025 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:06.019990 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-61a492e1-3420-4116-8841-c36b19112025 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.26 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.2139509
Jun 21 02:54:06.023705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:54:06.033869 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] 10.222.0.25 "PUT /v2.0/routers/d483a144-b886-4474-a37d-6e7e1d0b6fab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6426549
Jun 21 02:54:06.043019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Request body: {'port': {'device_id': '451d65e7-37b9-46cb-8ae5-873fe5ae1931', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'admin_state_up': True, 'tenant_id': '49f53bb61e68423d9eba925eb90d4003'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:06.044739 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.047188 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3894e8d9-f53c-44b7-977b-e31691fa568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.049792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3894e8d9-f53c-44b7-977b-e31691fa568d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.050930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3894e8d9-f53c-44b7-977b-e31691fa568d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/948f28d2-cd1f-411a-8c6f-c98f277ad851 HTTP/1.1" status: 204  len: 168 time: 0.4559984
Jun 21 02:54:06.065778 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b399d16b-1ffa-401a-8760-0e19cb7fd909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:06.094136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894e8d9-f53c-44b7-977b-e31691fa568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f28d2-cd1f-411a-8c6f-c98f277ad851,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:06.160259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Sync routers for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:54:06.161392 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3894e8d9-f53c-44b7-977b-e31691fa568d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:06.179918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:54:06.182131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8aa6910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:53:36Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:06.223044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Calling delete_port for 1815a6ea-4153-4784-a8f9-7219ee3cf661 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:06.312556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:54:06.345369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:06.353020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.404983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.410630 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:06.446609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Port': ['ID=1815a6ea-4153-4784-a8f9-7219ee3cf661,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:06.450874 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:06.455478 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.457701 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/ports/1815a6ea-4153-4784-a8f9-7219ee3cf661 HTTP/1.1" status: 204  len: 168 time: 0.6402094
Jun 21 02:54:06.461028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45986) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:06.543801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Allocated IP 172.20.0.11 (8f48e7d4-706a-4cc2-a94a-84a51ccf686b/a5560c84-8f59-4593-b0b0-0b69a7dd416d/f8d68567-131e-4d0e-b979-6ea0a47f3a5b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:06.589114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Deleting port 6d7d71f9-0f59-42ef-b712-7b9702e2bec9 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:06.591063 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.606371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8aa6910>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 2, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:06.679102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Checking router: d483a144-b886-4474-a37d-6e7e1d0b6fab for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:54:06.679576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Updating router d483a144-b886-4474-a37d-6e7e1d0b6fab port e90f1a9a-5823-4203-b8bb-8227bb61391f binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:54:06.690266 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.710318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9c42c90-710e-435b-b468-d938ee591c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.740666 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.808727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Calling delete_port for 6d7d71f9-0f59-42ef-b712-7b9702e2bec9 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:06.832853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.918848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 51af8f1e-0949-4139-9c1f-2792ec32cb0d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:06.952913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:06.959821 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4418cc43-3f9c-4503-8184-734303a5435c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:06.972702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['45934fc1-69f1-4d0f-aaa4-3a30c7454dea'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:06.975816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:07.013114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:07.016737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:07.021702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:07.040006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.050292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event updated for resources: {'Port': ['ID=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:07.054250 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8ec3b7d7-76df-4e84-9c14-19950bf2a0cc tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:07.056124 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:07.085345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:07.090112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.098386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45996) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:07.115566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Port': ['ID=6d7d71f9-0f59-42ef-b712-7b9702e2bec9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:07.119636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45998) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:07.119885 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:07.127476 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.129400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008684632', 'description': 'tempest-description--1469740036'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:07.134539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/ports/6d7d71f9-0f59-42ef-b712-7b9702e2bec9 HTTP/1.1" status: 204  len: 168 time: 0.6697800
Jun 21 02:54:07.135478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac27376f-8ddd-4c94-bf81-e62c04eff3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.139187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46000) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:07.164088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197beff2-e5d1-4f8c-85ca-c7b754dab5cd req-d9e958ed-d342-45b1-81f0-6512f2f1c47d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:07.170536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 51af8f1e-0949-4139-9c1f-2792ec32cb0d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:07.170924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.191499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-197beff2-e5d1-4f8c-85ca-c7b754dab5cd req-d9e958ed-d342-45b1-81f0-6512f2f1c47d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 932 time: 0.2016869
Jun 21 02:54:07.191719 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-daadb1be-8d6f-4688-8a73-edcc05fe28ee tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0454223
Jun 21 02:54:07.192208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46002) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:07.202577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2041204374'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:07.212909 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.232137 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1956286
Jun 21 02:54:07.241942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-197beff2-e5d1-4f8c-85ca-c7b754dab5cd req-f4431c87-3006-4533-8492-e3d1e481816c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556462
Jun 21 02:54:07.248693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Request body: {'port': {'device_id': '451d65e7-37b9-46cb-8ae5-873fe5ae1931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:07.343594 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.351827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.382619 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 02:54:07.382619 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 02:54:07.382619 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id_1': '9c07d3e2012b4f4c9d41685531c9eed0', 'expiration_1': datetime.datetime(2021, 6, 21, 2, 54, 7, 210222)}]
Jun 21 02:54:07.382619 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:54:07.383151 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:54:07.518237 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.569322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Transition to ACTIVE for port object e90f1a9a-5823-4203-b8bb-8227bb61391f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:07.636817 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac27376f-8ddd-4c94-bf81-e62c04eff3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.659520 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.663039 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:07.733466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56756c2c-fa4c-44f2-a0f1-7b66f90c6842 None None] Pushing event updated for resources: {'Port': ['ID=e90f1a9a-5823-4203-b8bb-8227bb61391f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:07.738624 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-56756c2c-fa4c-44f2-a0f1-7b66f90c6842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:07.738987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac27376f-8ddd-4c94-bf81-e62c04eff3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.744069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d68567-131e-4d0e-b979-6ea0a47f3a5b {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:07.751259 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc0b3247-19c5-450d-8510-bec5ef0827bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:07.768494 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.794442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Attempting to bind port e90f1a9a-5823-4203-b8bb-8227bb61391f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:07.794822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Attempting to bind port e90f1a9a-5823-4203-b8bb-8227bb61391f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:07.795201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Attempting to bind port e90f1a9a-5823-4203-b8bb-8227bb61391f on network 7177f997-bed4-461b-b172-41c98cd69f04 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:07.806094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:07.806094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Checking segment: {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:07.806094 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.806094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Bound using segment: {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:07.806094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Bound port: e90f1a9a-5823-4203-b8bb-8227bb61391f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:07.806094 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.823068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Transition to ACTIVE for port object f8d68567-131e-4d0e-b979-6ea0a47f3a5b will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:07.828227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27376f-8ddd-4c94-bf81-e62c04eff3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faab3f3-bbaa-4183-9e20-9523c2b5f1cb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:07.832027 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac27376f-8ddd-4c94-bf81-e62c04eff3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:07.837053 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ac27376f-8ddd-4c94-bf81-e62c04eff3c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5dbc2b0c2a6741109f2700e6c4a65bf6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7369404
Jun 21 02:54:07.840142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46008) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:07.908034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.921811 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:07.926848 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.945882 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fb07167-e873-436c-9e47-06b215f5c9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.965117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] For port e90f1a9a-5823-4203-b8bb-8227bb61391f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:07.974854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fb07167-e873-436c-9e47-06b215f5c9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:07.975753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] For port e90f1a9a-5823-4203-b8bb-8227bb61391f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e90f1a9a-5823-4203-b8bb-8227bb61391f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:08.010748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.021499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Pushing event updated for resources: {'Port': ['ID=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:08.025413 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.030861 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:08.032209 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2478acd0-51f4-4cec-a127-bf08e77335e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:08.071284 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.072613 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.075624 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6d4d1001-a129-4984-8773-a57d28e5cee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:08.097961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a285785-a6a5-4227-b70b-e12b10b4b3ab,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:08.101964 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:08.121384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:54:08.122034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8aa6910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:54:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:08.127010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Attempting to bind port f8d68567-131e-4d0e-b979-6ea0a47f3a5b on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:08.127348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Attempting to bind port f8d68567-131e-4d0e-b979-6ea0a47f3a5b by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:08.127892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Attempting to bind port f8d68567-131e-4d0e-b979-6ea0a47f3a5b on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:08.133420 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Port f8d68567-131e-4d0e-b979-6ea0a47f3a5b on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:54:08.140252 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fb07167-e873-436c-9e47-06b215f5c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.140398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Attempting to bind port f8d68567-131e-4d0e-b979-6ea0a47f3a5b on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:08.140525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fb07167-e873-436c-9e47-06b215f5c9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.140525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7fb07167-e873-436c-9e47-06b215f5c9fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6faab3f3-bbaa-4183-9e20-9523c2b5f1cb HTTP/1.1" status: 204  len: 168 time: 0.2961228
Jun 21 02:54:08.140525 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:08.141838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:08.142272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Checking segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:08.142767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Bound using segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:08.143458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Bound port: f8d68567-131e-4d0e-b979-6ea0a47f3a5b, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:08.143648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.148581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb07167-e873-436c-9e47-06b215f5c9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faab3f3-bbaa-4183-9e20-9523c2b5f1cb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:08.151004 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7fb07167-e873-436c-9e47-06b215f5c9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:08.187327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Made reservation on behalf of 9c07d3e2012b4f4c9d41685531c9eed0 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:08.192139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.196301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56756c2c-fa4c-44f2-a0f1-7b66f90c6842 None None] Pushing event updated for resources: {'Port': ['ID=e90f1a9a-5823-4203-b8bb-8227bb61391f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:08.199766 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-56756c2c-fa4c-44f2-a0f1-7b66f90c6842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:08.257469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:08.296661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] For port f8d68567-131e-4d0e-b979-6ea0a47f3a5b, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:08.305481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] For port f8d68567-131e-4d0e-b979-6ea0a47f3a5b, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:08.313660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.316064 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Added segment fff0180d-f828-47cc-86d2-a9cb1a1086f0 of type vlan for network 3df32355-3f35-49e0-9657-92b98f05a19e
Jun 21 02:54:08.322411 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.327017 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.2046564
Jun 21 02:54:08.327966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46016) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:08.334004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Request body: {'security_group_rule': {'security_group_id': '7a285785-a6a5-4227-b70b-e12b10b4b3ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:08.340262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:54:08.393794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.398449 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9126b279-f831-40a4-bb75-b3c9eec36d34 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:08.437522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.458537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:08.459996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.460983 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] 10.222.0.26 "PUT /v2.0/ports/f8d68567-131e-4d0e-b979-6ea0a47f3a5b HTTP/1.1" status: 200  len: 1093 time: 1.2175651
Jun 21 02:54:08.463327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451d65e7-37b9-46cb-8ae5-873fe5ae1931', 'tag': 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:08.472226 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1323216d-c790-42e7-b623-70d076725e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "451d65e7-37b9-46cb-8ae5-873fe5ae1931", "tag": "f8d68567-131e-4d0e-b979-6ea0a47f3a5b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:08.497778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.507471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Pushing event updated for resources: {'Port': ['ID=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:08.514760 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:08.583808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17556d-d4aa-43a0-8e30-ef39cc6cd13d req-725b6f5c-7212-4b2a-829c-e5e3216a0567 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:08.590894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e17556d-d4aa-43a0-8e30-ef39cc6cd13d req-725b6f5c-7212-4b2a-829c-e5e3216a0567 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 944 time: 0.1434379
Jun 21 02:54:08.611563 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.615379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.624067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:08.624726 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.639007 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d444693-fa9d-4062-9d1d-2dcc66d390d1 x-openstack-request-id: req-4d444693-fa9d-4062-9d1d-2dcc66d390d1 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:08.639323 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451d65e7-37b9-46cb-8ae5-873fe5ae1931", "tag": "f8d68567-131e-4d0e-b979-6ea0a47f3a5b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:08.639631 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d444693-fa9d-4062-9d1d-2dcc66d390d1 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:08.640080 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451d65e7-37b9-46cb-8ae5-873fe5ae1931', 'tag': 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b', 'status': 'completed', 'code': 200}
Jun 21 02:54:08.642006 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ce88df4-5385-4fd7-81c5-920086eb5762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:08.650512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e17556d-d4aa-43a0-8e30-ef39cc6cd13d req-6a2b8ba3-2317-406e-b99e-c268454fd86f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586529
Jun 21 02:54:08.665367 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.668109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8aa6910>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:07Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:08.668840 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:08.694048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa8c77e-4bd2-46d0-b7c8-948b05f78376,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:08.697153 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:08.703692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e47902-e8e2-443d-8492-53de5fcb54da None None] The sync data for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 is: [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:07Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:54:08.734547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.735842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4068727
Jun 21 02:54:08.738340 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.5441973
Jun 21 02:54:08.738959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46026) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:08.741390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46028) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:08.748185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Request body: {'security_group_rule': {'security_group_id': '7a285785-a6a5-4227-b70b-e12b10b4b3ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:08.749232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-360278830'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:08.788864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Network': ['ID=3df32355-3f35-49e0-9657-92b98f05a19e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:08.796291 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:08.803117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-51348135-554f-45e7-b6bf-3fd559700ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:08.806175 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-51348135-554f-45e7-b6bf-3fd559700ec9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 1096 time: 0.2498739
Jun 21 02:54:08.823045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3df32355-3f35-49e0-9657-92b98f05a19e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:08.880429 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-662b4dca-fe2c-4581-b07e-08dc63637b5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8d68567-131e-4d0e-b979-6ea0a47f3a5b HTTP/1.1" status: 200  len: 217 time: 0.0646884
Jun 21 02:54:08.881754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.933747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Made reservation on behalf of 9c07d3e2012b4f4c9d41685531c9eed0 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:08.937444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.977525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:08.987292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:08.987841 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Added segment 51340309-7c91-41ff-b38f-05c5359ae709 of type vlan for network daf7046a-0bcd-4a8d-98e8-afa1468f9850
Jun 21 02:54:09.002480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e90f1a9a-5823-4203-b8bb-8227bb61391f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:09.033020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.039610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-b389accd-ecac-4198-9d6c-d09a0546247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:09.041766 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-b389accd-ecac-4198-9d6c-d09a0546247c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.1555820
Jun 21 02:54:09.043567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.101964 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-4bdc4d6c-20b9-4525-a52d-e69837591010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523241
Jun 21 02:54:09.104860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.107281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:09.166377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423b230c-ec3f-418b-bb2d-159c27a7fc12,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:09.172204 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:09.191203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e90f1a9a-5823-4203-b8bb-8227bb61391f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:09.195685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e90f1a9a-5823-4203-b8bb-8227bb61391f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:09.196298 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.218577 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-d4a318eb-9947-4e2c-9cbe-81f499c414ba service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1077597
Jun 21 02:54:09.231642 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.243910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:09.245016 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.250676 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-358652b2-d5de-4bc3-b00f-591340259925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:09.285651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.285858 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5428755
Jun 21 02:54:09.294104 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.299495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46038) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:09.306573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:09.342210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port e90f1a9a-5823-4203-b8bb-8227bb61391f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e90f1a9a-5823-4203-b8bb-8227bb61391f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:09.374504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Network': ['ID=daf7046a-0bcd-4a8d-98e8-afa1468f9850,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:09.378366 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:09.385097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4a8f652e-b00f-4943-9c24-fcc199d0caca req-b1cbe5ef-9566-48d2-be5c-8fefcacdc17a service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597245
Jun 21 02:54:09.420685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network daf7046a-0bcd-4a8d-98e8-afa1468f9850 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:09.448013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.470705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.475553 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:09.560714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=e90f1a9a-5823-4203-b8bb-8227bb61391f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:09.563930 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:09.637130 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:09.663325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.8964703
Jun 21 02:54:09.800483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46054) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:09.806821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'subnets': [{'network_id': '3df32355-3f35-49e0-9657-92b98f05a19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--634130197', 'ip_version': 4}, {'network_id': 'daf7046a-0bcd-4a8d-98e8-afa1468f9850', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:09.807410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'subnet': {'network_id': '3df32355-3f35-49e0-9657-92b98f05a19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--634130197', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:09.808155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Request body: {'subnet': {'network_id': 'daf7046a-0bcd-4a8d-98e8-afa1468f9850', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:10.029163 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.034051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323216d-c790-42e7-b623-70d076725e9d req-be6fd70e-9f7a-469f-a25a-d731036bc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:10.035911 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1323216d-c790-42e7-b623-70d076725e9d req-be6fd70e-9f7a-469f-a25a-d731036bc17f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 1096 time: 0.0951090
Jun 21 02:54:10.067730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bcda2-be01-41ea-b219-14464b769182 req-88f22631-44d4-46dd-9467-9dbd3d482390 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:10.077394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e7bcda2-be01-41ea-b219-14464b769182 req-88f22631-44d4-46dd-9467-9dbd3d482390 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 944 time: 0.2464273
Jun 21 02:54:10.140995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e7bcda2-be01-41ea-b219-14464b769182 req-6c7e8200-2135-4cba-acb3-5cff254dc829 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620637
Jun 21 02:54:10.151516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Made reservation on behalf of 9c07d3e2012b4f4c9d41685531c9eed0 for: {'subnet': 2} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:10.161213 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.162877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.219281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323216d-c790-42e7-b623-70d076725e9d req-abcdb6a6-59af-4e0f-ac1b-29f1979786f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:10.220779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1323216d-c790-42e7-b623-70d076725e9d req-abcdb6a6-59af-4e0f-ac1b-29f1979786f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 907 time: 0.1774452
Jun 21 02:54:10.244530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Allocated IP 172.25.7.226 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/66bd0e05-bc40-4f33-8ed0-e486dae59778) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:10.282666 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1323216d-c790-42e7-b623-70d076725e9d req-b9a1a313-c048-461a-aa6d-93e52476c73f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8d68567-131e-4d0e-b979-6ea0a47f3a5b HTTP/1.1" status: 200  len: 217 time: 0.0534465
Jun 21 02:54:10.382618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323216d-c790-42e7-b623-70d076725e9d req-a8802717-368a-4c8d-9c65-a27bfb6ad267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:10.384174 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1323216d-c790-42e7-b623-70d076725e9d req-a8802717-368a-4c8d-9c65-a27bfb6ad267 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.0945501
Jun 21 02:54:10.429879 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1323216d-c790-42e7-b623-70d076725e9d req-4a07cddf-ea68-418d-8e1d-d597a3297ac8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371468
Jun 21 02:54:10.511440 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.561846 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1323216d-c790-42e7-b623-70d076725e9d req-3fd8d270-c0ec-4aaa-b823-57e3aafbe8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236050
Jun 21 02:54:10.655237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.662315 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-788aacba-0fca-42b0-9b05-f1ac2149d5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:10.672484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1323216d-c790-42e7-b623-70d076725e9d req-107d247c-510e-4803-a2ab-af81e6835d0b service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037989
Jun 21 02:54:10.711707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.717391 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:10.734213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Subnet': ['ID=a0101d37-d2f1-4334-8f56-f165e9fead6f,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:10.738247 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:10.739099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Checking segment: {'id': 'fff0180d-f828-47cc-86d2-a9cb1a1086f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3df32355-3f35-49e0-9657-92b98f05a19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:10.739717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Network hostable DHCP agents. Network: 3df32355-3f35-49e0-9657-92b98f05a19e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:54:10.743270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46074) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:10.773569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:10.779772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:10.782279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:10.812090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event updated for resources: {'Port': ['ID=66bd0e05-bc40-4f33-8ed0-e486dae59778,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:10.815122 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:10.819575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Network 3df32355-3f35-49e0-9657-92b98f05a19e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:54:10.878619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4fb2662c-2076-4a60-bfdf-ad0b6af57fde tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1738930950'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:10.897797 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.925755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e90f1a9a-5823-4203-b8bb-8227bb61391f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:10.962214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 3df32355-3f35-49e0-9657-92b98f05a19e) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:10.966528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.969136 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-548a2370-27e2-4bc5-b29c-4823e78f0fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:10.972092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c19fa-27a6-4266-8f25-1f66600ddbfd None None] Network 3df32355-3f35-49e0-9657-92b98f05a19e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:10.998438 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fb2662c-2076-4a60-bfdf-ad0b6af57fde tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:10.999414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fb2662c-2076-4a60-bfdf-ad0b6af57fde tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.026693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e90f1a9a-5823-4203-b8bb-8227bb61391f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:11.027101 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.028889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.072225 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fb2662c-2076-4a60-bfdf-ad0b6af57fde tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.095658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Checking segment: {'id': '51340309-7c91-41ff-b38f-05c5359ae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf7046a-0bcd-4a8d-98e8-afa1468f9850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:11.096120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Network hostable DHCP agents. Network: daf7046a-0bcd-4a8d-98e8-afa1468f9850, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:54:11.098084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event updated for resources: {'Subnet': ['ID=24c5ebee-c1c4-4fd8-9333-90ae691e8601,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:11.102409 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:11.157125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fb2662c-2076-4a60-bfdf-ad0b6af57fde tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.192042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-3df32355-3f35-49e0-9657-92b98f05a19e', 'network_id': '3df32355-3f35-49e0-9657-92b98f05a19e', 'tenant_id': '9c07d3e2012b4f4c9d41685531c9eed0', 'fixed_ips': [{'subnet_id': 'a0101d37-d2f1-4334-8f56-f165e9fead6f'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:54:11.193478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.202867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Network daf7046a-0bcd-4a8d-98e8-afa1468f9850 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:54:11.224749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.248235 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fb2662c-2076-4a60-bfdf-ad0b6af57fde tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.249763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4fb2662c-2076-4a60-bfdf-ad0b6af57fde tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.5049906
Jun 21 02:54:11.253650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46084) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:11.344842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Allocated IP 172.20.0.2 (3df32355-3f35-49e0-9657-92b98f05a19e/a0101d37-d2f1-4334-8f56-f165e9fead6f/bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:11.349271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, daf7046a-0bcd-4a8d-98e8-afa1468f9850) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:11.354780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06aecdf7-6ba9-4cb8-9d05-4064bd6f08cf tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.355009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:11.355904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:11.356860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.365189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5380de5-c870-46f0-97f4-d113a549fd86 None None] Network daf7046a-0bcd-4a8d-98e8-afa1468f9850 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:11.390358 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.390603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d71b59-2051-466d-9467-3260cbaa2541 req-03df109c-75f6-4785-8def-422e4243aaed tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:11.392144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3d71b59-2051-466d-9467-3260cbaa2541 req-03df109c-75f6-4785-8def-422e4243aaed tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 944 time: 0.0962374
Jun 21 02:54:11.418747 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11a96560-e8e5-41e7-b609-f119361f63b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:11.443260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3d71b59-2051-466d-9467-3260cbaa2541 req-536fd50a-36cc-47a5-9ce8-33271f631bf5 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437021
Jun 21 02:54:11.446430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 1.6448357
Jun 21 02:54:11.450734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46086) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:11.558129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed84878-f5ff-4bd9-9487-f23bf9cfdb1e tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:11.559742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed84878-f5ff-4bd9-9487-f23bf9cfdb1e tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:11.561369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed84878-f5ff-4bd9-9487-f23bf9cfdb1e tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:11.566157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fed84878-f5ff-4bd9-9487-f23bf9cfdb1e tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.1105492
Jun 21 02:54:11.567045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46088) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:11.585082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event updated for resources: {'Port': ['ID=66bd0e05-bc40-4f33-8ed0-e486dae59778,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:11.591066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06aecdf7-6ba9-4cb8-9d05-4064bd6f08cf tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.592830 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:11.594065 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06aecdf7-6ba9-4cb8-9d05-4064bd6f08cf tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.605573 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.621079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Deleting subnet a0101d37-d2f1-4334-8f56-f165e9fead6f {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:54:11.636960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.646452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-daf7046a-0bcd-4a8d-98e8-afa1468f9850', 'network_id': 'daf7046a-0bcd-4a8d-98e8-afa1468f9850', 'tenant_id': '9c07d3e2012b4f4c9d41685531c9eed0', 'fixed_ips': [{'subnet_id': '24c5ebee-c1c4-4fd8-9333-90ae691e8601'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:54:11.647285 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.694137 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.695324 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3948600
Jun 21 02:54:11.712811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06aecdf7-6ba9-4cb8-9d05-4064bd6f08cf tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.713367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aecdf7-6ba9-4cb8-9d05-4064bd6f08cf tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 495b2da1-584e-443c-8f9a-9b6bff4603d9 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:54:11.716910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Transition to ACTIVE for port object bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:11.718009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06aecdf7-6ba9-4cb8-9d05-4064bd6f08cf tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.719358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-06aecdf7-6ba9-4cb8-9d05-4064bd6f08cf tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "DELETE /v2.0/routers/495b2da1-584e-443c-8f9a-9b6bff4603d9 HTTP/1.1" status: 204  len: 168 time: 0.4646907
Jun 21 02:54:11.727059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46094) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:11.732338 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bb4f8ec1-39ec-4b9b-befd-2cb7dbb6722d tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Request body: {'router': {'name': 'tempest-router-712956091', 'distributed': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:11.769874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Transition to ACTIVE for port object bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:11.816316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ec1-39ec-4b9b-befd-2cb7dbb6722d tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.819643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ec1-39ec-4b9b-befd-2cb7dbb6722d tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.844825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Allocated IP 172.20.0.18 (daf7046a-0bcd-4a8d-98e8-afa1468f9850/24c5ebee-c1c4-4fd8-9333-90ae691e8601/8bae19a2-345e-4197-a4a5-3930aeef1838) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:11.847657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.849943 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.854336 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:11.876984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ec1-39ec-4b9b-befd-2cb7dbb6722d tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.898460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Network 3df32355-3f35-49e0-9657-92b98f05a19e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:11.903613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:11.906064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:11.911546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.948259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ec1-39ec-4b9b-befd-2cb7dbb6722d tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:11.991088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-e179d436-6f47-4cd0-af20-1f77798cacd1 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2008684632&fields=id&tenant_id=755a06ab558d4fd1a34b80801b68499e HTTP/1.1" status: 200  len: 267 time: 0.0555398
Jun 21 02:54:12.014846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Pushing event updated for resources: {'Port': ['ID=bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:12.017613 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:12.048321 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ec1-39ec-4b9b-befd-2cb7dbb6722d tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.049259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Attempting to bind port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:12.050493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Attempting to bind port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'fff0180d-f828-47cc-86d2-a9cb1a1086f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3df32355-3f35-49e0-9657-92b98f05a19e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:12.050650 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bb4f8ec1-39ec-4b9b-befd-2cb7dbb6722d tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.3221769
Jun 21 02:54:12.050755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Attempting to bind port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c on network 3df32355-3f35-49e0-9657-92b98f05a19e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:12.058170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46108) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:12.065458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:12.066720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Checking segment: {'id': 'fff0180d-f828-47cc-86d2-a9cb1a1086f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3df32355-3f35-49e0-9657-92b98f05a19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:12.067308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.069747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Bound using segment: {'id': 'fff0180d-f828-47cc-86d2-a9cb1a1086f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3df32355-3f35-49e0-9657-92b98f05a19e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:12.070764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Bound port: bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff0180d-f828-47cc-86d2-a9cb1a1086f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3df32355-3f35-49e0-9657-92b98f05a19e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:12.071531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.087663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.139050 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9124-c824-4d8c-b2e9-7bbfad4f3903 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.204222 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.215998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Transition to ACTIVE for port object 8bae19a2-345e-4197-a4a5-3930aeef1838 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:12.232211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Transition to ACTIVE for port object 8bae19a2-345e-4197-a4a5-3930aeef1838 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:12.313445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9124-c824-4d8c-b2e9-7bbfad4f3903 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.315706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9124-c824-4d8c-b2e9-7bbfad4f3903 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.328450 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.330481 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:12.367644 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:54:12.375842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Network daf7046a-0bcd-4a8d-98e8-afa1468f9850 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:12.378964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:12.385814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:12.397352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Pushing event updated for resources: {'Port': ['ID=8bae19a2-345e-4197-a4a5-3930aeef1838,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:12.400154 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:12.436722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9124-c824-4d8c-b2e9-7bbfad4f3903 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.437279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4d9124-c824-4d8c-b2e9-7bbfad4f3903 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3983d7d3-4b43-470a-b133-278741efba30 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:54:12.439149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-080501c2-5259-4765-8069-9f53445b1c27 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:12.442580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9124-c824-4d8c-b2e9-7bbfad4f3903 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.447280 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a4d9124-c824-4d8c-b2e9-7bbfad4f3903 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "DELETE /v2.0/routers/3983d7d3-4b43-470a-b133-278741efba30 HTTP/1.1" status: 204  len: 168 time: 0.3846602
Jun 21 02:54:12.447750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46112) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:12.448113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-080501c2-5259-4765-8069-9f53445b1c27 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/networks?id=7177f997-bed4-461b-b172-41c98cd69f04 HTTP/1.1" status: 200  len: 805 time: 0.4492636
Jun 21 02:54:12.453565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-dcf33613-2487-4888-bbf0-23a624cf9d0f tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Request body: {'router': {'name': 'tempest-router-1604022685', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0891ef5ac2c24fb1a643d24d864f5f4e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:12.473558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-558acd75-cfcd-47f3-94ab-a39699c4755c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/quotas/755a06ab558d4fd1a34b80801b68499e HTTP/1.1" status: 200  len: 375 time: 0.0243955
Jun 21 02:54:12.549143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-1f74ea0b-4ed7-44d8-9f60-4411a2731f2c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=755a06ab558d4fd1a34b80801b68499e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0738447
Jun 21 02:54:12.580625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcf33613-2487-4888-bbf0-23a624cf9d0f tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.581794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcf33613-2487-4888-bbf0-23a624cf9d0f tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.595668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Attempting to bind port 8bae19a2-345e-4197-a4a5-3930aeef1838 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:12.596056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Attempting to bind port 8bae19a2-345e-4197-a4a5-3930aeef1838 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '51340309-7c91-41ff-b38f-05c5359ae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf7046a-0bcd-4a8d-98e8-afa1468f9850'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:12.596476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Attempting to bind port 8bae19a2-345e-4197-a4a5-3930aeef1838 on network daf7046a-0bcd-4a8d-98e8-afa1468f9850 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:12.602967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:12.603640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Checking segment: {'id': '51340309-7c91-41ff-b38f-05c5359ae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf7046a-0bcd-4a8d-98e8-afa1468f9850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:12.604061 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.604466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Bound using segment: {'id': '51340309-7c91-41ff-b38f-05c5359ae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf7046a-0bcd-4a8d-98e8-afa1468f9850'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:12.604943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Bound port: 8bae19a2-345e-4197-a4a5-3930aeef1838, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51340309-7c91-41ff-b38f-05c5359ae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'daf7046a-0bcd-4a8d-98e8-afa1468f9850'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:12.605396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.621806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] For port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:12.628265 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.642810 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-adcb9435-7a4a-4118-9069-4478feb1f72e tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:12.644159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcf33613-2487-4888-bbf0-23a624cf9d0f tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.656865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] For port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c,segment=NetworkSegment(fff0180d-f828-47cc-86d2-a9cb1a1086f0),segment_id=fff0180d-f828-47cc-86d2-a9cb1a1086f0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:12.683101 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcf33613-2487-4888-bbf0-23a624cf9d0f tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.685109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Subnet': ['ID=a0101d37-d2f1-4334-8f56-f165e9fead6f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:12.689599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] For port 8bae19a2-345e-4197-a4a5-3930aeef1838, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:12.695062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] For port 8bae19a2-345e-4197-a4a5-3930aeef1838, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8bae19a2-345e-4197-a4a5-3930aeef1838,segment=NetworkSegment(51340309-7c91-41ff-b38f-05c5359ae709),segment_id=51340309-7c91-41ff-b38f-05c5359ae709)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:12.696389 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:12.704382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.706338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/subnets/a0101d37-d2f1-4334-8f56-f165e9fead6f HTTP/1.1" status: 204  len: 168 time: 1.1390083
Jun 21 02:54:12.709049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46118) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:12.711596 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.714782 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:12.746008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-838a834b-86e4-4bf5-8ed2-bd9dc97e8f63 service neutron] 10.222.0.25 "GET /v2.0/networks/7177f997-bed4-461b-b172-41c98cd69f04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842241
Jun 21 02:54:12.758836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1bda-cf19-46f5-bd4b-e4ed762878f5 req-2a194faa-c368-473c-abd1-3b0f4f4b9bfc tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:12.760357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4f1bda-cf19-46f5-bd4b-e4ed762878f5 req-2a194faa-c368-473c-abd1-3b0f4f4b9bfc tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 944 time: 0.1363442
Jun 21 02:54:12.772802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Deleting subnet 24c5ebee-c1c4-4fd8-9333-90ae691e8601 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:54:12.776242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Pushing event updated for resources: {'Port': ['ID=bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:12.783725 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcf33613-2487-4888-bbf0-23a624cf9d0f tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.785791 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dcf33613-2487-4888-bbf0-23a624cf9d0f tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3371825
Jun 21 02:54:12.786178 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:12.787740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.804523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:12.810389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:12.816435 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.820916 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e16990f-9653-45f6-9f73-9175e32ab439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:12.843303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.847976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f8d68567-131e-4d0e-b979-6ea0a47f3a5b details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:54:12.948925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c4f1bda-cf19-46f5-bd4b-e4ed762878f5 req-2d342789-9b15-411f-a475-4e27e863f8e9 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822999
Jun 21 02:54:12.962298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Pushing event updated for resources: {'Port': ['ID=8bae19a2-345e-4197-a4a5-3930aeef1838,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:12.971803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:12.976643 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:13.012206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f8d68567-131e-4d0e-b979-6ea0a47f3a5b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:13.022198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'port_id': 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b', 'mac_address': 'fa:16:3e:6c:bd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5560c84-8f59-4593-b0b0-0b69a7dd416d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:54:13.069969 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.075201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-cba019ae-3ec7-4c13-8c2c-75a59cf6d32a service neutron] 10.222.0.25 "GET /v2.0/networks/7177f997-bed4-461b-b172-41c98cd69f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2968421
Jun 21 02:54:13.134865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d68567-131e-4d0e-b979-6ea0a47f3a5b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:13.215070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.216189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f8d68567-131e-4d0e-b979-6ea0a47f3a5b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:13.243675 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-45cf4071-522c-4b12-b6f6-d86a538a7427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:13.301631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Subnet': ['ID=24c5ebee-c1c4-4fd8-9333-90ae691e8601,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:13.305716 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.307712 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:13.320667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.320667 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/subnets/24c5ebee-c1c4-4fd8-9333-90ae691e8601 HTTP/1.1" status: 204  len: 168 time: 0.6075094
Jun 21 02:54:13.320667 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:13.323141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:13.336029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.336593 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.482340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:13.490727 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:13.544816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['f8d68567-131e-4d0e-b979-6ea0a47f3a5b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:13.562050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284d025-14d0-4080-bcf7-1b8b6749f158 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:13.563699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0284d025-14d0-4080-bcf7-1b8b6749f158 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2392502
Jun 21 02:54:13.574925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46136) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:13.598918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a651a6fc-1a62-4ed9-84b2-c721a08e3bf4 req-b2015903-faad-41b7-a24f-f01243414c1f tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 210 time: 0.0628161
Jun 21 02:54:13.604241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94167) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Jun 21 02:54:13.604931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Router eda85290-f32b-4133-9bcd-fd3f011dde42 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f73dac1a910> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f73dac1a700> provider. {{(pid=94167) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Jun 21 02:54:13.605682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.611002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.689864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.740399 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.747697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Deleting port 8bae19a2-345e-4197-a4a5-3930aeef1838 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:13.748039 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.821525 n-d-758944-33 neutron-server[94167]: WARNING neutron.scheduler.l3_agent_scheduler [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] No L3 agents can host the router eda85290-f32b-4133-9bcd-fd3f011dde42
Jun 21 02:54:13.850587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] For port 8bae19a2-345e-4197-a4a5-3930aeef1838, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8bae19a2-345e-4197-a4a5-3930aeef1838,segment=NetworkSegment(51340309-7c91-41ff-b38f-05c5359ae709),segment_id=51340309-7c91-41ff-b38f-05c5359ae709)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:13.850953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.933166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Calling delete_port for 8bae19a2-345e-4197-a4a5-3930aeef1838 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:13.950722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Hosts for router eda85290-f32b-4133-9bcd-fd3f011dde42: [] {{(pid=94167) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Jun 21 02:54:13.982174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Hosts for other DVR routers connected to router eda85290-f32b-4133-9bcd-fd3f011dde42: set() {{(pid=94167) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Jun 21 02:54:13.985073 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:13.987059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-541ea8d2-e87e-4331-833c-135db10e72b7 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "PUT /v2.0/routers/eda85290-f32b-4133-9bcd-fd3f011dde42 HTTP/1.1" status: 200  len: 717 time: 1.1795664
Jun 21 02:54:13.990969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46144) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:14.094310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ea18646a-10ad-4cfe-96c3-13f7973d176a tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "GET /v2.0/routers/eda85290-f32b-4133-9bcd-fd3f011dde42 HTTP/1.1" status: 200  len: 717 time: 0.1021686
Jun 21 02:54:14.103776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46150) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:14.215867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8a55-e7ac-4d0a-a440-34b4ecaa0457 req-595dfcd9-dce1-4a31-881c-d088e71a62f5 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:14.225922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de8f8a55-e7ac-4d0a-a440-34b4ecaa0457 req-595dfcd9-dce1-4a31-881c-d088e71a62f5 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 945 time: 0.1313186
Jun 21 02:54:14.276233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de8f8a55-e7ac-4d0a-a440-34b4ecaa0457 req-3b40df03-84b3-4c44-94a4-7823351670d8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488951
Jun 21 02:54:14.326377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.364113 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dfb53fd3-f6d2-4a4b-836d-efe9f730bc8b tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:14.392030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] No DVR routers for this DVR port 8bae19a2-345e-4197-a4a5-3930aeef1838 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:14.393897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Port': ['ID=8bae19a2-345e-4197-a4a5-3930aeef1838,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:14.406086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f7d4d-d814-4b20-8e3e-ba4efc0cbaf7 None None] Network 3df32355-3f35-49e0-9657-92b98f05a19e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:14.422873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:14.447301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46158) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:14.448896 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7d80c45c-7b0f-4611-ad14-d33fa710c3ba tempest-RoutersTestDVR-1163801416 tempest-RoutersTestDVR-1163801416-project] 10.222.0.25 "GET /v2.0/routers/eda85290-f32b-4133-9bcd-fd3f011dde42 HTTP/1.1" status: 200  len: 683 time: 0.3426871
Jun 21 02:54:14.535980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.554062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de42d310>,) {'filters': {'network_id': ['daf7046a-0bcd-4a8d-98e8-afa1468f9850']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:14.576549 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de42d310>, '51340309-7c91-41ff-b38f-05c5359ae709') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:14.576961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de42d310>, '51340309-7c91-41ff-b38f-05c5359ae709') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:14.591056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.613855 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.621018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:14.621873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:14.625812 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:14.704918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cb1aa2e6-9a6c-40b0-8dfb-022c0f1d82af None None] Provisioning for port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:14.778217 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1caac674-5d42-4ca3-a3ac-30473689b424 req-452e297e-6cfd-4d17-b6a6-b927cf41f066 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 210 time: 0.0667417
Jun 21 02:54:14.781385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03ab47-3f3e-4663-8671-4c83570247c3 None None] Network daf7046a-0bcd-4a8d-98e8-afa1468f9850 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:14.789942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] DHCP port deletion for 3df32355-3f35-49e0-9657-92b98f05a19e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:54:14.791010 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-137705aa-6f27-4eaf-b2aa-3b44e49e7ee8 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.851148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f8d68567-131e-4d0e-b979-6ea0a47f3a5b up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:14.854021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.859019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.863424 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/networks/daf7046a-0bcd-4a8d-98e8-afa1468f9850 HTTP/1.1" status: 204  len: 168 time: 1.2869141
Jun 21 02:54:14.863424 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d461c2e-2217-441c-96f3-e2ed0cf9819c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:14.866812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46168) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:14.977766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bb9d9493-8510-41ad-920f-30c8670d7449 None None] Could not find standard attr ID for object 8bae19a2-345e-4197-a4a5-3930aeef1838. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:54:14.984059 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:14.998347 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-137705aa-6f27-4eaf-b2aa-3b44e49e7ee8 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.001502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-137705aa-6f27-4eaf-b2aa-3b44e49e7ee8 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.058345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] Deleting port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:15.058845 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.117594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649a34b-f569-4441-ad2c-baff8ec661be None None] DHCP port deletion for daf7046a-0bcd-4a8d-98e8-afa1468f9850 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:54:15.140815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] For port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c,segment=NetworkSegment(fff0180d-f828-47cc-86d2-a9cb1a1086f0),segment_id=fff0180d-f828-47cc-86d2-a9cb1a1086f0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:15.141234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.198552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-137705aa-6f27-4eaf-b2aa-3b44e49e7ee8 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.199388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137705aa-6f27-4eaf-b2aa-3b44e49e7ee8 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eda85290-f32b-4133-9bcd-fd3f011dde42 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:54:15.208598 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-137705aa-6f27-4eaf-b2aa-3b44e49e7ee8 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.213070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-137705aa-6f27-4eaf-b2aa-3b44e49e7ee8 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "DELETE /v2.0/routers/eda85290-f32b-4133-9bcd-fd3f011dde42 HTTP/1.1" status: 204  len: 168 time: 0.7640283
Jun 21 02:54:15.232486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46172) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:15.232746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] Calling delete_port for bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:15.239114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port f8d68567-131e-4d0e-b979-6ea0a47f3a5b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:15.245820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e9d50497-a068-43c3-8386-ad9b8c0ea144 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Request body: {'router': {'name': 'tempest-router-158095463', 'distributed': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:15.253185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port f8d68567-131e-4d0e-b979-6ea0a47f3a5b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:15.253546 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.391894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9d50497-a068-43c3-8386-ad9b8c0ea144 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.392685 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9d50497-a068-43c3-8386-ad9b8c0ea144 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.407404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Network': ['ID=daf7046a-0bcd-4a8d-98e8-afa1468f9850,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:15.412648 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:15.449285 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.487676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451d65e7-37b9-46cb-8ae5-873fe5ae1931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:15.495746 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358f7420-2420-4027-943b-8e8f0e5ad2f4" -d '{"events": [{"server_uuid": "451d65e7-37b9-46cb-8ae5-873fe5ae1931", "name": "network-vif-plugged", "status": "completed", "tag": "f8d68567-131e-4d0e-b979-6ea0a47f3a5b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:15.499655 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.511204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9d50497-a068-43c3-8386-ad9b8c0ea144 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.514939 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4eb657c7-4feb-4a9f-b4a1-b3f6142f79e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:15.526138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f8d68567-131e-4d0e-b979-6ea0a47f3a5b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:15.533443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Deleting port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:15.534007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.546948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] Pushing event deleted for resources: {'Port': ['ID=bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:15.555842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8553-bd3f-433c-b104-fb431811253d req-ffaaf4a4-039b-4f9b-9307-aead89d00d16 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:15.556025 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:15.557045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] No DVR routers for this DVR port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:15.557642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bdf8553-bd3f-433c-b104-fb431811253d req-ffaaf4a4-039b-4f9b-9307-aead89d00d16 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 945 time: 0.1255682
Jun 21 02:54:15.611799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bdf8553-bd3f-433c-b104-fb431811253d req-fb5fd4e0-7af3-487b-bee6-6cd15a219776 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480237
Jun 21 02:54:15.619735 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.621567 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5bfcfac8-e410-416f-aaa6-48c8561939d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:15.621988 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9d50497-a068-43c3-8386-ad9b8c0ea144 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.633600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] For port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c, host n-d-758944-33, got binding levels [] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:15.634465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.654388 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd199076-35cd-4c17-b9f3-0e2d53851a62 x-openstack-request-id: req-bd199076-35cd-4c17-b9f3-0e2d53851a62 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:15.654682 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451d65e7-37b9-46cb-8ae5-873fe5ae1931", "name": "network-vif-plugged", "status": "completed", "tag": "f8d68567-131e-4d0e-b979-6ea0a47f3a5b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:15.654941 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd199076-35cd-4c17-b9f3-0e2d53851a62 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:15.655338 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451d65e7-37b9-46cb-8ae5-873fe5ae1931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b', 'code': 200}
Jun 21 02:54:15.682924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:15.690598 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:15.712536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Calling delete_port for bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:15.715766 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c was not found and therefore no delete operation was performed {{(pid=94166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 21 02:54:15.717049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.719094 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:15.745504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9d50497-a068-43c3-8386-ad9b8c0ea144 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.755417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e9d50497-a068-43c3-8386-ad9b8c0ea144 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.5186126
Jun 21 02:54:15.755417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46182) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:15.763503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Port': ['ID=bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:15.766024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] No DVR routers for this DVR port bda9bf36-fc77-4c2c-8a7f-8c7d5b15906c on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:15.773366 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:15.848229 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ddc-8892-46cc-a9ef-77dd5cf4cf47 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.894335 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.907263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de591970>,) {'filters': {'network_id': ['3df32355-3f35-49e0-9657-92b98f05a19e']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:15.924311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4fdd6-8069-409b-98c1-16645d4b7918 req-ee824bfe-d3a4-4dd8-82e0-8d852291d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:15.925898 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7a4fdd6-8069-409b-98c1-16645d4b7918 req-ee824bfe-d3a4-4dd8-82e0-8d852291d7c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 1098 time: 0.1839316
Jun 21 02:54:15.927578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de591970>, 'fff0180d-f828-47cc-86d2-a9cb1a1086f0') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:15.927876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de591970>, 'fff0180d-f828-47cc-86d2-a9cb1a1086f0') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:15.950049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.952356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab169190-caca-48d1-b86a-1d05fe623dc8 req-f9b0fe63-b357-4745-a8e8-cbbbb11f37bc tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 210 time: 0.0354180
Jun 21 02:54:15.977258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7a4fdd6-8069-409b-98c1-16645d4b7918 req-29201c0d-3303-4deb-a0f4-e3cafe6884ce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423551
Jun 21 02:54:15.982681 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.988772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:15.989258 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:15.992439 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:16.048793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ddc-8892-46cc-a9ef-77dd5cf4cf47 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.050921 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ddc-8892-46cc-a9ef-77dd5cf4cf47 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.111260 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.115169 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31c6d097-2d3d-4992-ba36-23dba490d5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:16.119188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.120991 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/networks/3df32355-3f35-49e0-9657-92b98f05a19e HTTP/1.1" status: 204  len: 168 time: 1.2532437
Jun 21 02:54:16.123566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46186) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:16.140479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Network': ['ID=3df32355-3f35-49e0-9657-92b98f05a19e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:16.142817 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:16.220474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.236437 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ddc-8892-46cc-a9ef-77dd5cf4cf47 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.236947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf42ddc-8892-46cc-a9ef-77dd5cf4cf47 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a8320b8-bad8-45b8-9ba9-29e247c17f76 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:54:16.242438 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ddc-8892-46cc-a9ef-77dd5cf4cf47 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.242438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3bf42ddc-8892-46cc-a9ef-77dd5cf4cf47 tempest-RoutersTestDVR-837456941 tempest-RoutersTestDVR-837456941-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0a8320b8-bad8-45b8-9ba9-29e247c17f76 HTTP/1.1" status: 204  len: 168 time: 0.4877803
Jun 21 02:54:16.307836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.320388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d20cca60>,) {'filters': {'network_id': ['31fc29cb-dc6c-4454-a26b-ff1da2a6b148']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:16.329848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d20cca60>, '641dc91b-032e-4f79-8251-8b576f15cc9e') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:16.330150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d20cca60>, '641dc91b-032e-4f79-8251-8b576f15cc9e') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:16.340414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.359757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.366794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:16.372974 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:16.516671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.520108 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ec8719b-b5b2-480f-abb5-defd8f7b1e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:16.528191 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.528191 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/networks/31fc29cb-dc6c-4454-a26b-ff1da2a6b148 HTTP/1.1" status: 204  len: 168 time: 0.3939674
Jun 21 02:54:16.530034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46194) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:16.540830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Network': ['ID=31fc29cb-dc6c-4454-a26b-ff1da2a6b148,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:16.543113 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:16.615934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.718466 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.742760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2b69df0>,) {'filters': {'network_id': ['fab78ba3-e5a6-4e1b-97c5-21b880c33e35']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:16.758926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2b69df0>, 'ffdce831-d81a-42dc-8346-c2de05cdea12') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:16.759222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2b69df0>, 'ffdce831-d81a-42dc-8346-c2de05cdea12') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:16.789086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.791749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-01ef8a86-c39e-45f5-a737-7c92e34e68ef tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:16.793715 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-01ef8a86-c39e-45f5-a737-7c92e34e68ef tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.20 "GET /v2.0/networks?id=7177f997-bed4-461b-b172-41c98cd69f04 HTTP/1.1" status: 200  len: 805 time: 0.1533768
Jun 21 02:54:16.824091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46202) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:16.828483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.838835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:16.839249 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:16.842591 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:16.883982 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c9cd3ba0-cff5-4c95-8c7a-caffb1f4fd1f tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=755a06ab558d4fd1a34b80801b68499e HTTP/1.1" status: 200  len: 380 time: 0.0790808
Jun 21 02:54:16.898269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Request body: {'port': {'device_id': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'admin_state_up': True, 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'security_groups': ['7a285785-a6a5-4227-b70b-e12b10b4b3ab']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:16.910518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8bae19a2-345e-4197-a4a5-3930aeef1838 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:54:16.930647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a192c-7df0-4146-9a41-6d686d16531a req-8ce81b3e-16d6-4c09-95a2-956de233f816 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:16.937812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d8a192c-7df0-4146-9a41-6d686d16531a req-8ce81b3e-16d6-4c09-95a2-956de233f816 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 946 time: 0.1760330
Jun 21 02:54:16.956144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 8bae19a2-345e-4197-a4a5-3930aeef1838 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:54:16.957986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8bae19a2-345e-4197-a4a5-3930aeef1838 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:54:16.990040 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d8a192c-7df0-4146-9a41-6d686d16531a req-7c6d81ec-75e3-4080-a4f7-1ebe6b2672f1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512571
Jun 21 02:54:17.038010 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.042105 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:17.052330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.055728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] 10.222.0.25 "DELETE /v2.0/networks/fab78ba3-e5a6-4e1b-97c5-21b880c33e35 HTTP/1.1" status: 204  len: 168 time: 0.5243404
Jun 21 02:54:17.079885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Pushing event deleted for resources: {'Network': ['ID=fab78ba3-e5a6-4e1b-97c5-21b880c33e35,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:17.082380 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:17.112908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eca195d2-3cf0-4725-b62d-4ccd96d0f2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.152474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c66dc85d-e74a-466c-a392-79e23c2e5226 req-3192f124-59b5-4952-b367-f0c4dc0e14a3 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 210 time: 0.0367656
Jun 21 02:54:17.163734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Made reservation on behalf of 755a06ab558d4fd1a34b80801b68499e for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:17.167438 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.346869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Allocated IP 172.20.0.14 (7177f997-bed4-461b-b172-41c98cd69f04/ce684287-3456-4245-ab0b-7da73e1f79e1/1ab25a6f-b764-4531-a9e1-1263abb2571f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:17.365998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eca195d2-3cf0-4725-b62d-4ccd96d0f2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.464938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eca195d2-3cf0-4725-b62d-4ccd96d0f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.470489 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-237c4111-c592-491f-bd4b-a19c5ebcea2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:17.524586 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eca195d2-3cf0-4725-b62d-4ccd96d0f2cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0891ef5ac2c24fb1a643d24d864f5f4e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6978619
Jun 21 02:54:17.527381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46216) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:17.530572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca195d2-3cf0-4725-b62d-4ccd96d0f2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bca416-6b4d-4855-ac9e-2fb2821a2dd8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:17.538749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eca195d2-3cf0-4725-b62d-4ccd96d0f2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:17.543774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.560250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Transition to ACTIVE for port object 1ab25a6f-b764-4531-a9e1-1263abb2571f will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:17.597663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bd35afa-9178-474b-b538-67481de58429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.625666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bd35afa-9178-474b-b538-67481de58429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.664432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46224) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:17.705448 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.710302 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:17.751051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bd35afa-9178-474b-b538-67481de58429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.753647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bd35afa-9178-474b-b538-67481de58429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.754946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6bd35afa-9178-474b-b538-67481de58429 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48bca416-6b4d-4855-ac9e-2fb2821a2dd8 HTTP/1.1" status: 204  len: 168 time: 0.2263782
Jun 21 02:54:17.764554 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-14a130e6-31f9-4b0d-b99a-c8215e85d591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:17.769939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd35afa-9178-474b-b538-67481de58429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bca416-6b4d-4855-ac9e-2fb2821a2dd8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:17.774120 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6bd35afa-9178-474b-b538-67481de58429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:17.781914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Network 7177f997-bed4-461b-b172-41c98cd69f04 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:17.789375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:17.812279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event updated for resources: {'Port': ['ID=1ab25a6f-b764-4531-a9e1-1263abb2571f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:17.816190 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:17.817589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:17.903445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:17.904190 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:17.910238 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-424fd955-7841-45c5-95d1-c11890b9eb81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c07d3e2012b4f4c9d41685531c9eed0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2443557
Jun 21 02:54:17.913541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46236) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:17.994809 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-257e7ef1-458d-401a-b388-3b90278ced6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.015458 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1229830
Jun 21 02:54:18.020150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-257e7ef1-458d-401a-b388-3b90278ced6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.028145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Request body: {'port': {'device_id': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:18.138178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.147867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ead67-d703-4f18-a21b-1a511486a774 req-adf9064f-26fa-4c0b-8c88-71e514c2e07b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:18.149542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a64ead67-d703-4f18-a21b-1a511486a774 req-adf9064f-26fa-4c0b-8c88-71e514c2e07b tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.0867574
Jun 21 02:54:18.186678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b2a623da-50cd-4c13-902c-e2a028589de6 None None] Provisioning for port 1ab25a6f-b764-4531-a9e1-1263abb2571f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:18.188194 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-257e7ef1-458d-401a-b388-3b90278ced6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.190815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-257e7ef1-458d-401a-b388-3b90278ced6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.192672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-257e7ef1-458d-401a-b388-3b90278ced6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0563359-7875-48f2-9a5d-9e218b17f5a8 HTTP/1.1" status: 204  len: 168 time: 0.2773316
Jun 21 02:54:18.198599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b2a623da-50cd-4c13-902c-e2a028589de6 None None] Provisioning complete for port 1ab25a6f-b764-4531-a9e1-1263abb2571f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:18.198599 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b2a623da-50cd-4c13-902c-e2a028589de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.198823 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-598e259f-5ef5-4f0a-af79-c6fce9baeeb1 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:18.243685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e7ef1-458d-401a-b388-3b90278ced6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0563359-7875-48f2-9a5d-9e218b17f5a8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:18.253313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b2a623da-50cd-4c13-902c-e2a028589de6 None None] Port 1ab25a6f-b764-4531-a9e1-1263abb2571f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:18.254453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a64ead67-d703-4f18-a21b-1a511486a774 req-2e827539-43a1-4811-a9da-45a3e20b7724 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690198
Jun 21 02:54:18.255649 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-257e7ef1-458d-401a-b388-3b90278ced6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:18.287724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93d128-4965-42f3-b45f-6bfb0ed57585 req-eb65ada1-18c5-4e45-ac14-6df10dd7481c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:18.290576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a93d128-4965-42f3-b45f-6bfb0ed57585 req-eb65ada1-18c5-4e45-ac14-6df10dd7481c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 946 time: 0.1388509
Jun 21 02:54:18.344737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a93d128-4965-42f3-b45f-6bfb0ed57585 req-68b912d6-06ee-4f79-9944-5b2bbec682af tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495641
Jun 21 02:54:18.546443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab25a6f-b764-4531-a9e1-1263abb2571f {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:18.554969 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.561609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554b2f9-9098-4fc8-9d2c-e5ce07ccd816 req-54476248-24a2-4cd8-97a3-68a8990d3a59 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:18.563065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8554b2f9-9098-4fc8-9d2c-e5ce07ccd816 req-54476248-24a2-4cd8-97a3-68a8990d3a59 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 932 time: 0.1016331
Jun 21 02:54:18.566947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Transition to ACTIVE for port object 1ab25a6f-b764-4531-a9e1-1263abb2571f will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:18.625400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.628209 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5fe4d4a-d61a-46c8-8d9f-c08c118f6c8c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:18.713914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46254) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:18.740600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9afd9938-efb9-40ab-9ae9-2a6c08ae232a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.744862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab25a6f-b764-4531-a9e1-1263abb2571f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:18.765022 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:18.868162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Attempting to bind port 1ab25a6f-b764-4531-a9e1-1263abb2571f on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:18.869420 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Attempting to bind port 1ab25a6f-b764-4531-a9e1-1263abb2571f by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:18.869827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Attempting to bind port 1ab25a6f-b764-4531-a9e1-1263abb2571f on network 7177f997-bed4-461b-b172-41c98cd69f04 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:18.877048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Port 1ab25a6f-b764-4531-a9e1-1263abb2571f on network 7177f997-bed4-461b-b172-41c98cd69f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:54:18.877474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Attempting to bind port 1ab25a6f-b764-4531-a9e1-1263abb2571f on network 7177f997-bed4-461b-b172-41c98cd69f04 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:18.893512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:18.893860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Checking segment: {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:18.894162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Bound using segment: {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:18.894616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Bound port: 1ab25a6f-b764-4531-a9e1-1263abb2571f, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5885f8f6-ec24-42e1-aba3-9e424ea6725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:18.895023 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:18.994222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2070203-0df6-4ac3-a575-dd8c4ec3ad10 req-2033fea4-42aa-4b0b-b692-4bb6d1772bf3 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:18.996420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2070203-0df6-4ac3-a575-dd8c4ec3ad10 req-2033fea4-42aa-4b0b-b692-4bb6d1772bf3 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 945 time: 0.4848430
Jun 21 02:54:19.001835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8554b2f9-9098-4fc8-9d2c-e5ce07ccd816 req-18607b62-33a0-4976-a4cf-d7f73ecc6c8a tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4292762
Jun 21 02:54:19.013768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9afd9938-efb9-40ab-9ae9-2a6c08ae232a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:19.018559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] For port 1ab25a6f-b764-4531-a9e1-1263abb2571f, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:19.027310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] For port 1ab25a6f-b764-4531-a9e1-1263abb2571f, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1ab25a6f-b764-4531-a9e1-1263abb2571f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:19.045631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2070203-0df6-4ac3-a575-dd8c4ec3ad10 req-51408437-b441-4dcd-b635-ac349a7828d9 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419102
Jun 21 02:54:19.048373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9afd9938-efb9-40ab-9ae9-2a6c08ae232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:19.053800 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2661092e-d02e-40fa-8e71-f53440ba7ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:19.085568 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:19.107123 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9afd9938-efb9-40ab-9ae9-2a6c08ae232a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dc4735f28224661b779dc6d25050a53&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3919036
Jun 21 02:54:19.107983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46268) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:19.110442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd9938-efb9-40ab-9ae9-2a6c08ae232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06d0862-4cfe-481d-bde5-527c413d94a0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:19.114793 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9afd9938-efb9-40ab-9ae9-2a6c08ae232a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:19.115681 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-423e6849-4b94-426f-b53f-6ffa152d9c31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:19.121368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.127634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:19.127634 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ab25a6f-b764-4531-a9e1-1263abb2571f HTTP/1.1" status: 200  len: 1093 time: 1.0997624
Jun 21 02:54:19.127634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:19.127634 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b299d5e-acba-431c-b15a-8dbd22792ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:19.211040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab25a6f-b764-4531-a9e1-1263abb2571f,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:19.219566 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:19.226601 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62580aa3-1863-44a0-a618-90dc9c8e8958 x-openstack-request-id: req-62580aa3-1863-44a0-a618-90dc9c8e8958 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:19.227052 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:19.227462 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62580aa3-1863-44a0-a618-90dc9c8e8958 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:19.228098 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'status': 'completed', 'code': 200}
Jun 21 02:54:19.256378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52793788-6cae-4bb2-94cf-a78a43061388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:19.291557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52793788-6cae-4bb2-94cf-a78a43061388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:19.311901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299d5e-acba-431c-b15a-8dbd22792ad0 req-9dc533c2-df6e-4dc1-90b2-edf534362609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.313643 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b299d5e-acba-431c-b15a-8dbd22792ad0 req-9dc533c2-df6e-4dc1-90b2-edf534362609 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=755a06ab558d4fd1a34b80801b68499e&device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 1096 time: 0.0730054
Jun 21 02:54:19.320482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45a68e-0ddf-4b08-9c52-d33715c228e3 req-c57659c5-b37e-4427-98b0-55164dba8329 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.322544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc45a68e-0ddf-4b08-9c52-d33715c228e3 req-c57659c5-b37e-4427-98b0-55164dba8329 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 946 time: 0.1176894
Jun 21 02:54:19.391491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc45a68e-0ddf-4b08-9c52-d33715c228e3 req-a1746911-e1bd-4d83-9f7a-d53f90591d21 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598366
Jun 21 02:54:19.475065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52793788-6cae-4bb2-94cf-a78a43061388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:19.477800 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52793788-6cae-4bb2-94cf-a78a43061388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:19.479015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-52793788-6cae-4bb2-94cf-a78a43061388 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a06d0862-4cfe-481d-bde5-527c413d94a0 HTTP/1.1" status: 204  len: 168 time: 0.3699682
Jun 21 02:54:19.513718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299d5e-acba-431c-b15a-8dbd22792ad0 req-d82e6079-5178-4963-9fff-bde664ed656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.515772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b299d5e-acba-431c-b15a-8dbd22792ad0 req-d82e6079-5178-4963-9fff-bde664ed656c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=755a06ab558d4fd1a34b80801b68499e&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1880038
Jun 21 02:54:19.533851 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-824a7cec-4082-4d8d-8bdb-6ef85d959577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:19.556546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52793788-6cae-4bb2-94cf-a78a43061388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06d0862-4cfe-481d-bde5-527c413d94a0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:19.560235 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52793788-6cae-4bb2-94cf-a78a43061388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:19.612475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5379656-f7ee-48b3-86cf-021c31de6a6a req-cc762789-b85d-4093-9d07-3971f0a20198 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.619962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5379656-f7ee-48b3-86cf-021c31de6a6a req-cc762789-b85d-4093-9d07-3971f0a20198 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1570549
Jun 21 02:54:19.668347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299d5e-acba-431c-b15a-8dbd22792ad0 req-57d50f32-504b-4702-b86d-397094a44b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.670082 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b299d5e-acba-431c-b15a-8dbd22792ad0 req-57d50f32-504b-4702-b86d-397094a44b21 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1449416
Jun 21 02:54:19.671450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5379656-f7ee-48b3-86cf-021c31de6a6a req-fd518041-d9f4-4106-9255-eeb5b73c2435 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488491
Jun 21 02:54:19.759191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46288) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:19.780805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-cde8f481-276c-424c-ae08-d339f3cea41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.782414 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-cde8f481-276c-424c-ae08-d339f3cea41c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=755a06ab558d4fd1a34b80801b68499e&device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 1096 time: 0.0599833
Jun 21 02:54:19.828560 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-ee4755cf-0af3-4660-a0e9-cdb7d5f97c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ab25a6f-b764-4531-a9e1-1263abb2571f HTTP/1.1" status: 200  len: 217 time: 0.0376878
Jun 21 02:54:19.884097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2ef90e3b-cc38-4648-b25b-a814c61e0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.885694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-2ef90e3b-cc38-4648-b25b-a814c61e0de1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce684287-3456-4245-ab0b-7da73e1f79e1 HTTP/1.1" status: 200  len: 844 time: 0.0503147
Jun 21 02:54:19.950051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-3fc89ac6-85a1-4d2c-841a-d5d1134a8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:19.951917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-3fc89ac6-85a1-4d2c-841a-d5d1134a8b60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7177f997-bed4-461b-b172-41c98cd69f04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0586617
Jun 21 02:54:19.982052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6f88b18b-dc39-420e-ac1e-9740371ed913 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] Request body: {'port': {'network_id': '76604a84-364f-4210-bf89-253e915b2e51', 'name': 'tempest-NetworksNegativeTestJSON-1124470957'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:19.996146 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f88b18b-dc39-420e-ac1e-9740371ed913 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] POST failed (client error): The resource could not be found.
Jun 21 02:54:19.996775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f88b18b-dc39-420e-ac1e-9740371ed913 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:54:19.997948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6f88b18b-dc39-420e-ac1e-9740371ed913 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2379084
Jun 21 02:54:20.006546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46300) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.027378 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f741fa58-2013-4526-a6fd-6c6443ae4433 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:54:20.028108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f741fa58-2013-4526-a6fd-6c6443ae4433 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:54:20.030067 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f741fa58-2013-4526-a6fd-6c6443ae4433 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "DELETE /v2.0/networks/93151290-7023-4a82-a632-89c36b9b8c97 HTTP/1.1" status: 404  len: 339 time: 0.0224710
Jun 21 02:54:20.034020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46304) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.071022 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d744ee-e9d8-4862-b480-b465bb73415d tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:54:20.084323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d744ee-e9d8-4862-b480-b465bb73415d tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:54:20.084323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-77d744ee-e9d8-4862-b480-b465bb73415d tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "DELETE /v2.0/ports/dbbf407a-1b10-43ec-888a-0b04f8e1e1fc HTTP/1.1" status: 404  len: 333 time: 0.0383174
Jun 21 02:54:20.084591 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-9d568222-a275-4d83-981e-4ff5d3a3528c service neutron] 10.222.0.20 "GET /v2.0/networks/7177f997-bed4-461b-b172-41c98cd69f04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159437
Jun 21 02:54:20.087863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46306) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.114787 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65bc86e-1b47-4707-a251-216546f8e050 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:54:20.115057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65bc86e-1b47-4707-a251-216546f8e050 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:54:20.117001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b65bc86e-1b47-4707-a251-216546f8e050 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "DELETE /v2.0/subnets/da1cf711-0305-45a0-aa6b-92fed3c0d573 HTTP/1.1" status: 404  len: 337 time: 0.0277226
Jun 21 02:54:20.120829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46308) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.153625 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af6b151-a68d-4cc2-87c8-af3a9e2cee5c tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] GET failed (client error): The resource could not be found.
Jun 21 02:54:20.155395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9af6b151-a68d-4cc2-87c8-af3a9e2cee5c tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "GET /v2.0/networks/7e41b20f-c0d3-401f-87ed-2d75ac65d976 HTTP/1.1" status: 404  len: 339 time: 0.0335221
Jun 21 02:54:20.159357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46314) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.210270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a4956-13eb-4895-ab9e-ec2cb6a035d1 req-e079eda6-5592-4f40-83e4-0ca9ad72275c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:20.211772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa6a4956-13eb-4895-ab9e-ec2cb6a035d1 req-e079eda6-5592-4f40-83e4-0ca9ad72275c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 944 time: 0.0791588
Jun 21 02:54:20.214254 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29ae1ee-7dcb-4691-8cd4-786218fc2374 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] GET failed (client error): The resource could not be found.
Jun 21 02:54:20.220328 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d29ae1ee-7dcb-4691-8cd4-786218fc2374 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "GET /v2.0/ports/036f21fb-b9e9-44dd-920b-7993bd96f1b5 HTTP/1.1" status: 404  len: 333 time: 0.0599627
Jun 21 02:54:20.225113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.271492 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e398b5ed-f5f0-43a3-ba80-7046278abdb5 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] GET failed (client error): The resource could not be found.
Jun 21 02:54:20.273168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e398b5ed-f5f0-43a3-ba80-7046278abdb5 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "GET /v2.0/subnets/a8327330-7fe1-4fdc-817a-24b7aaa3e79f HTTP/1.1" status: 404  len: 337 time: 0.0467613
Jun 21 02:54:20.277472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46320) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.284240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-881f044e-8f5b-417c-8854-02590e368109 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:20.285386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa6a4956-13eb-4895-ab9e-ec2cb6a035d1 req-2200df6c-fac5-498b-9521-b4c69b9b1844 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666912
Jun 21 02:54:20.291417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7fdde42f-0c35-40a5-aa54-462f785be2c1 req-72177161-424e-4b02-af50-845dfd7ff63a service neutron] 10.222.0.20 "GET /v2.0/networks/7177f997-bed4-461b-b172-41c98cd69f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082117
Jun 21 02:54:20.304366 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-881f044e-8f5b-417c-8854-02590e368109 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] PUT failed (client error): The resource could not be found.
Jun 21 02:54:20.305143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881f044e-8f5b-417c-8854-02590e368109 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:54:20.306474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-881f044e-8f5b-417c-8854-02590e368109 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "PUT /v2.0/networks/c546cdbd-a9f8-43ce-8522-76c4905f6915 HTTP/1.1" status: 404  len: 339 time: 0.0280850
Jun 21 02:54:20.310282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46322) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.316710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cc2d83e8-a0cd-4181-bad9-53f8e6f4edd5 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:20.333123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c9fa1-8ef5-4778-ac7d-29cbda65a26e req-2fbd666d-b076-4046-ac65-f86a1d3cb449 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:20.335393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-970c9fa1-8ef5-4778-ac7d-29cbda65a26e req-2fbd666d-b076-4046-ac65-f86a1d3cb449 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 946 time: 0.0879760
Jun 21 02:54:20.347627 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2d83e8-a0cd-4181-bad9-53f8e6f4edd5 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] PUT failed (client error): The resource could not be found.
Jun 21 02:54:20.348410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2d83e8-a0cd-4181-bad9-53f8e6f4edd5 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:54:20.353441 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cc2d83e8-a0cd-4181-bad9-53f8e6f4edd5 tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "PUT /v2.0/ports/a8f52d4a-70e0-4da2-87f5-5e58873b6033 HTTP/1.1" status: 404  len: 333 time: 0.0416183
Jun 21 02:54:20.354651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46324) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.359746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7a104c7a-e9d7-4038-9957-cd479741f5bc tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:20.383110 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a104c7a-e9d7-4038-9957-cd479741f5bc tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] PUT failed (client error): The resource could not be found.
Jun 21 02:54:20.383618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a104c7a-e9d7-4038-9957-cd479741f5bc tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:54:20.385367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-970c9fa1-8ef5-4778-ac7d-29cbda65a26e req-471c4350-ded0-46a8-81bc-50e64231d739 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444114
Jun 21 02:54:20.389116 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a104c7a-e9d7-4038-9957-cd479741f5bc tempest-NetworksNegativeTestJSON-1125553233 tempest-NetworksNegativeTestJSON-1125553233-project] 10.222.0.25 "PUT /v2.0/subnets/d341a292-f7ad-4fc7-8517-c01759539252 HTTP/1.1" status: 404  len: 337 time: 0.0340838
Jun 21 02:54:20.693648 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-45c3a19e-90df-4c66-9de0-88f7e923ed20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0562313
Jun 21 02:54:20.703305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46340) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.813445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1465974939'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:20.847986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-fb03d154-f82d-488f-9ff7-e4d502ed0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:20.852305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-fb03d154-f82d-488f-9ff7-e4d502ed0d82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1097 time: 0.0886948
Jun 21 02:54:20.863741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5b5e8-71aa-488b-8f5f-6ae462c8fa93 req-1c2c4f90-1002-4cef-92d1-501cbe4661c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:20.866220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fc5b5e8-71aa-488b-8f5f-6ae462c8fa93 req-1c2c4f90-1002-4cef-92d1-501cbe4661c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.0718563
Jun 21 02:54:20.883741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46346) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:20.924632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Made reservation on behalf of 3df7d785464342f290245b9c9a87f714 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:20.925830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fc5b5e8-71aa-488b-8f5f-6ae462c8fa93 req-17d7cb60-e2e1-41a8-a546-dc542de1cced tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518529
Jun 21 02:54:20.928853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:20.940196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.012298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7177703-349e-422d-a40d-8d726cd8b4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.016731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-9426265e-3a22-41bf-b318-fd8b78052892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:21.018255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-9426265e-3a22-41bf-b318-fd8b78052892 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1389551
Jun 21 02:54:21.106385 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-9c4a71e5-19fa-4b96-a591-2fde9c4ff3ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1000 time: 0.0778074
Jun 21 02:54:21.149778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.167911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-7f9fa9f2-5fcf-478a-bad6-bd1d831ba473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:21.169398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-7f9fa9f2-5fcf-478a-bad6-bd1d831ba473 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0554371
Jun 21 02:54:21.215844 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.224504 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cb5de49d-da7a-456c-a9b1-7925d7af48db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:21.244078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:21.266290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.266645 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Added segment 4e5a30e9-d750-40fc-b83b-44f6b0a21fa5 of type vlan for network 7532b00d-11d9-4145-8841-ce5f60331fe3
Jun 21 02:54:21.278258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf7f8f-e6d8-4567-bcfa-6ebe070e2035,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:21.282840 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:21.284691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-add3a9b3-20a8-48d3-a258-cc2c8ad5664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:21.288777 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-add3a9b3-20a8-48d3-a258-cc2c8ad5664c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1101117
Jun 21 02:54:21.293668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7177703-349e-422d-a40d-8d726cd8b4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.358073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.362015 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7177703-349e-422d-a40d-8d726cd8b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.367043 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7fb07167-e873-436c-9e47-06b215f5c9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:21.410586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7177703-349e-422d-a40d-8d726cd8b4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db628815-ea9f-44b8-9fad-f7df3bc5c23d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:21.415585 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7177703-349e-422d-a40d-8d726cd8b4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:21.421769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7177703-349e-422d-a40d-8d726cd8b4c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdb9bf369a364b12859c2240376dbca2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5347006
Jun 21 02:54:21.422060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46354) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:21.426827 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-ed11fe79-2325-49e2-a0da-291e2c488d10 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217511
Jun 21 02:54:21.465081 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.471312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:21.471991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.502485 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee294de7-e098-4581-992f-0207e1358ac7 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:21.530497 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b11f-1c53-4244-9c65-a1c276b89bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.587123 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b11f-1c53-4244-9c65-a1c276b89bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.602242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032073-2cb8-4ffc-a390-301c3060cf5e req-8ad9959d-09ad-44db-8ee8-2e2383dd624e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:21.603744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78032073-2cb8-4ffc-a390-301c3060cf5e req-8ad9959d-09ad-44db-8ee8-2e2383dd624e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 944 time: 0.1525514
Jun 21 02:54:21.624037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Network': ['ID=7532b00d-11d9-4145-8841-ce5f60331fe3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:21.626289 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:21.642071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:21.644698 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.9405110
Jun 21 02:54:21.651311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46358) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:21.657258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'subnet': {'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:21.664786 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e4f68e00-524f-4270-a5f4-0315df3a6c31 req-ce193418-2184-4b3d-9a26-44267ef2f4c6 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283158
Jun 21 02:54:21.683753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-9df8f975-c4d1-41c7-98c3-ee3ddd14e1c1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:21.685243 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-9df8f975-c4d1-41c7-98c3-ee3ddd14e1c1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.26 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 946 time: 0.1306372
Jun 21 02:54:21.753758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ac12b-cd53-431c-877e-66635575a25a req-81b06448-f159-4138-86ca-70c419eba92a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:21.755208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-076ac12b-cd53-431c-877e-66635575a25a req-81b06448-f159-4138-86ca-70c419eba92a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 946 time: 0.2385232
Jun 21 02:54:21.760026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78032073-2cb8-4ffc-a390-301c3060cf5e req-59700937-8310-4e7f-b667-9dc174472aec tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425579
Jun 21 02:54:21.812143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Deleting port f8d68567-131e-4d0e-b979-6ea0a47f3a5b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:21.812758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-076ac12b-cd53-431c-877e-66635575a25a req-a6a1ac28-78af-4a01-8259-c0b6592e2f77 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484741
Jun 21 02:54:21.812885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.825621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b11f-1c53-4244-9c65-a1c276b89bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.828795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b11f-1c53-4244-9c65-a1c276b89bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.830252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ffb0b11f-1c53-4244-9c65-a1c276b89bb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db628815-ea9f-44b8-9fad-f7df3bc5c23d HTTP/1.1" status: 204  len: 168 time: 0.4072554
Jun 21 02:54:21.831488 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c55dd89-df1d-4963-a596-7d9d1fa7336e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:21.864812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0b11f-1c53-4244-9c65-a1c276b89bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db628815-ea9f-44b8-9fad-f7df3bc5c23d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:21.864812 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ffb0b11f-1c53-4244-9c65-a1c276b89bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:21.894493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Made reservation on behalf of 3df7d785464342f290245b9c9a87f714 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:21.902214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:21.959154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] For port f8d68567-131e-4d0e-b979-6ea0a47f3a5b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:21.959513 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:22.031026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Calling delete_port for f8d68567-131e-4d0e-b979-6ea0a47f3a5b owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:22.176312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c52be-2ea6-4829-84c7-147d11e2fd0f req-5b6a61c0-9a59-42cc-b704-231a04ce34df tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:22.177941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d5c52be-2ea6-4829-84c7-147d11e2fd0f req-5b6a61c0-9a59-42cc-b704-231a04ce34df tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.0829771
Jun 21 02:54:22.203350 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:22.206430 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:22.219284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:22.224604 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3027bb5-eb72-463d-8c0b-835945472790 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:22.236422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df', 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:22.241230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['45934fc1-69f1-4d0f-aaa4-3a30c7454dea'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:22.257212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event deleted for resources: {'Port': ['ID=f8d68567-131e-4d0e-b979-6ea0a47f3a5b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:22.261152 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:22.267030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d5c52be-2ea6-4829-84c7-147d11e2fd0f req-f6d2ed68-3397-48d2-8504-dcb523cb5d30 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826514
Jun 21 02:54:22.302848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Subnet': ['ID=53e1cf9e-95ce-458b-b884-79d8936f2f9a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:22.307792 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:22.308648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Checking segment: {'id': '4e5a30e9-d750-40fc-b83b-44f6b0a21fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:22.309033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Network hostable DHCP agents. Network: 7532b00d-11d9-4145-8841-ce5f60331fe3, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:54:22.320653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] No DVR routers for this DVR port f8d68567-131e-4d0e-b979-6ea0a47f3a5b on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:22.323341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:22.326599 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e35dfcb3-7e4e-4c3f-9049-b1cfe79808fd req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.26 "DELETE /v2.0/ports/f8d68567-131e-4d0e-b979-6ea0a47f3a5b HTTP/1.1" status: 204  len: 173 time: 0.6354709
Jun 21 02:54:22.327592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451d65e7-37b9-46cb-8ae5-873fe5ae1931', 'name': 'network-vif-deleted', 'tag': 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:22.330490 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc493bd-4af5-44a6-9eee-81f69ada6eb6" -d '{"events": [{"server_uuid": "451d65e7-37b9-46cb-8ae5-873fe5ae1931", "name": "network-vif-deleted", "tag": "f8d68567-131e-4d0e-b979-6ea0a47f3a5b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:22.373728 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcaa131-90f5-4597-84e9-d844765097f7 x-openstack-request-id: req-6dcaa131-90f5-4597-84e9-d844765097f7 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:22.374091 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451d65e7-37b9-46cb-8ae5-873fe5ae1931", "name": "network-vif-deleted", "tag": "f8d68567-131e-4d0e-b979-6ea0a47f3a5b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:22.374830 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dcaa131-90f5-4597-84e9-d844765097f7 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:22.374962 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451d65e7-37b9-46cb-8ae5-873fe5ae1931', 'name': 'network-vif-deleted', 'tag': 'f8d68567-131e-4d0e-b979-6ea0a47f3a5b', 'status': 'completed', 'code': 200}
Jun 21 02:54:22.379290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:54:22.430852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7532b00d-11d9-4145-8841-ce5f60331fe3) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:22.440333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:22.440961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:22.452820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377b193-c4c3-4b5b-a014-6b576e419721 None None] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:22.503217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1ab25a6f-b764-4531-a9e1-1263abb2571f details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:54:22.520779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46378) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:22.521479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8640895
Jun 21 02:54:22.534704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437480028'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:22.740127 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Made reservation on behalf of 3df7d785464342f290245b9c9a87f714 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:22.743857 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:22.746960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1ab25a6f-b764-4531-a9e1-1263abb2571f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1ab25a6f-b764-4531-a9e1-1263abb2571f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:22.768452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] device_id is not set on port 16fb1d89-ed0a-425e-96eb-104ac9ec0388 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:22.775118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'port_id': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'mac_address': 'fa:16:3e:2d:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:54:22.781429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-7532b00d-11d9-4145-8841-ce5f60331fe3', 'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3', 'tenant_id': '3df7d785464342f290245b9c9a87f714', 'fixed_ips': [{'subnet_id': '53e1cf9e-95ce-458b-b884-79d8936f2f9a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:54:22.782267 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:22.843628 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:22.932072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Allocated IP 2001:db8::1c0 (7532b00d-11d9-4145-8841-ce5f60331fe3/53e1cf9e-95ce-458b-b884-79d8936f2f9a/16fb1d89-ed0a-425e-96eb-104ac9ec0388) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:23.088296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab25a6f-b764-4531-a9e1-1263abb2571f {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:23.121294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a892db4f-9e6c-4a6b-b3bf-aed2435fdc3b req-0e2409de-5893-4952-bf58-8ca5f617e256 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=451d65e7-37b9-46cb-8ae5-873fe5ae1931 HTTP/1.1" status: 200  len: 210 time: 0.0485027
Jun 21 02:54:23.129088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1ab25a6f-b764-4531-a9e1-1263abb2571f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1ab25a6f-b764-4531-a9e1-1263abb2571f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:23.277192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3a6a3-b182-48be-8a11-043f8db0ff57 req-4e09b745-9c1f-4c1f-af8e-533dee6caeb3 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:23.277192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afa3a6a3-b182-48be-8a11-043f8db0ff57 req-4e09b745-9c1f-4c1f-af8e-533dee6caeb3 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 944 time: 0.1573179
Jun 21 02:54:23.279008 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.279008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Transition to ACTIVE for port object 16fb1d89-ed0a-425e-96eb-104ac9ec0388 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:23.279365 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afa3a6a3-b182-48be-8a11-043f8db0ff57 req-c2a67606-ec21-48f1-a8b2-65ffb904a032 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363417
Jun 21 02:54:23.280755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46396) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:23.384276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1304610165'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:23.460011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3839438-004b-4bc9-8d74-06391cdf0237 req-950689f8-a821-4bf8-b5b2-405a0ee180ef tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:23.461763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3839438-004b-4bc9-8d74-06391cdf0237 req-950689f8-a821-4bf8-b5b2-405a0ee180ef tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.0636592
Jun 21 02:54:23.500895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3839438-004b-4bc9-8d74-06391cdf0237 req-f4f4c78b-8488-4ceb-b3f9-ad20cb671d34 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325308
Jun 21 02:54:23.532132 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.532132 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a749e70-5165-47b1-8366-86cd94cc81b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:23.577940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1ab25a6f-b764-4531-a9e1-1263abb2571f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:23.581034 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:23.608283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Made reservation on behalf of d150774dd5ab42299d9997c683cb71ba for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:23.612333 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.615036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.619161 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:23.650196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.660813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Allocated IP 2001:db8::2 (7532b00d-11d9-4145-8841-ce5f60331fe3/53e1cf9e-95ce-458b-b884-79d8936f2f9a/3a6f56cd-5908-4a67-bdbd-ad23bd77f116) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:23.677837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:23.684597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:23.690446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:23.696412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:23.697025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.714270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=16fb1d89-ed0a-425e-96eb-104ac9ec0388,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:23.719221 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:23.790914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.815293 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.825441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1ab25a6f-b764-4531-a9e1-1263abb2571f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:23.827486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Transition to ACTIVE for port object 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:23.869862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Transition to ACTIVE for port object 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:23.923667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.928178 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4e213336-bea5-4f07-bd50-6b83906a37e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:23.945996 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.947923 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fdbc19a6-0047-4a5e-822c-74a9ca2e4566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:23.948687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:23.965353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:23.965709 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Added segment 8f36a2ae-2f75-4478-8078-c92272410556 of type vlan for network 3e17b4df-79e4-4274-8ed9-43fca74c4277
Jun 21 02:54:23.971360 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.4452119
Jun 21 02:54:23.972012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46402) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:23.975789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020af302-c4ae-4ad3-866a-8419080d8ca4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:23.979224 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:23.980892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1335042129', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:56:9f:1d'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:24.003703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:24.010519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:24.014042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:24.015880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Pushing event updated for resources: {'Port': ['ID=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:24.016318 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.019873 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:24.082136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.086846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Attempting to bind port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:24.086846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Attempting to bind port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4e5a30e9-d750-40fc-b83b-44f6b0a21fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:24.086846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Attempting to bind port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 on network 7532b00d-11d9-4145-8841-ce5f60331fe3 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:24.090471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:24.090753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:24.091141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Checking segment: {'id': '4e5a30e9-d750-40fc-b83b-44f6b0a21fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:24.091601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.091728 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.092141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Bound using segment: {'id': '4e5a30e9-d750-40fc-b83b-44f6b0a21fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:24.092652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Bound port: 3a6f56cd-5908-4a67-bdbd-ad23bd77f116, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5a30e9-d750-40fc-b83b-44f6b0a21fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:24.092995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.095192 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f8c3513-f62c-4212-b8d0-f5176e5bc9e1 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:24.162269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Pushing event updated for resources: {'Network': ['ID=3e17b4df-79e4-4274-8ed9-43fca74c4277,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:24.165269 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:24.165878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] For port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:24.169465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] For port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,segment=NetworkSegment(4e5a30e9-d750-40fc-b83b-44f6b0a21fa5),segment_id=4e5a30e9-d750-40fc-b83b-44f6b0a21fa5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:24.172660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3e17b4df-79e4-4274-8ed9-43fca74c4277 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:24.185006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Made reservation on behalf of 3df7d785464342f290245b9c9a87f714 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:24.267123 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.289303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 1.0070965
Jun 21 02:54:24.291206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] device_id is not set on port 0ba2626a-3ca3-4442-aacc-f1ce15534036 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:24.292470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46410) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:24.301469 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.301781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-eb8cdb30-31fc-441a-bd34-560864bbf210 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d2e721f0>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', 'tempest-TagsTest-Tag-1137221008') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:24.304843 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-48dc04ac-fc54-4033-9160-adda71bf6dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:24.391091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Pushing event updated for resources: {'Port': ['ID=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:24.396208 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:24.449077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Allocated IP 2001:db8::343 (7532b00d-11d9-4145-8841-ce5f60331fe3/53e1cf9e-95ce-458b-b884-79d8936f2f9a/0ba2626a-3ca3-4442-aacc-f1ce15534036) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:24.563702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eb8cdb30-31fc-441a-bd34-560864bbf210 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "PUT /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags/tempest-TagsTest-Tag-1137221008 HTTP/1.1" status: 201  len: 201 time: 0.2672448
Jun 21 02:54:24.565916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46422) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:24.573751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-8fbbbd73-9ecd-45f8-8b7a-0f73b432069a tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73de5205b0>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', 'tempest-TagsTest-Tag-1137221008') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:24.675396 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.693904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Transition to ACTIVE for port object 0ba2626a-3ca3-4442-aacc-f1ce15534036 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:24.714753 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8fbbbd73-9ecd-45f8-8b7a-0f73b432069a tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "GET /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags/tempest-TagsTest-Tag-1137221008 HTTP/1.1" status: 204  len: 168 time: 0.1474123
Jun 21 02:54:24.716352 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46424) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:24.722391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-c98996aa-7df0-4753-9429-235a4a6db32b tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73de4d24f0>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:24.791327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.803166 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11bba98f-7b6c-4b09-b583-8b922c119d39 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:24.809859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46426) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:24.810623 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c98996aa-7df0-4753-9429-235a4a6db32b tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "GET /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags HTTP/1.1" status: 200  len: 238 time: 0.0929780
Jun 21 02:54:24.820208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-781df4fe-506e-4504-ba50-267b9e8ff631 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d85e4820>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', {'tags': ['tempest-TagsTest-Tag-1376918744', 'tempest-TagsTest-Tag-878766744', 'tempest-TagsTest-Tag-163073423']}) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:24.892968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f8d68567-131e-4d0e-b979-6ea0a47f3a5b no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:54:24.932156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:24.944653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: f8d68567-131e-4d0e-b979-6ea0a47f3a5b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:54:24.945186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f8d68567-131e-4d0e-b979-6ea0a47f3a5b not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:54:24.945697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:24.951023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=0ba2626a-3ca3-4442-aacc-f1ce15534036,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:24.955896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:24.962578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:24.963218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:24.970809 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:24.983372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a398-301b-4784-b3a6-e60dfdfa4348 req-53c7f911-80c5-4f74-892d-0610bc1bdb46 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:24.988145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:24.990919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bc4a398-301b-4784-b3a6-e60dfdfa4348 req-53c7f911-80c5-4f74-892d-0610bc1bdb46 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 945 time: 0.4633141
Jun 21 02:54:25.045987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bc4a398-301b-4784-b3a6-e60dfdfa4348 req-59de3a40-78db-465c-b35e-d2678735c71b tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540495
Jun 21 02:54:25.058013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46428) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:25.058923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 1.0848069
Jun 21 02:54:25.063813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-781df4fe-506e-4504-ba50-267b9e8ff631 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "PUT /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags HTTP/1.1" status: 200  len: 307 time: 0.2496715
Jun 21 02:54:25.064171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46430) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:25.069371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-2a891ab8-20ef-43a6-bba7-3b626ee1d10f tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d265dd90>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', 'tempest-TagsTest-Tag-1376918744') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:25.133511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:25.147958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80bceaf-4f4d-4832-bd8c-eaaa6f5cc2ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:25.154390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80bceaf-4f4d-4832-bd8c-eaaa6f5cc2ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:25.160888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80bceaf-4f4d-4832-bd8c-eaaa6f5cc2ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:25.163359 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c80bceaf-4f4d-4832-bd8c-eaaa6f5cc2ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.1043394
Jun 21 02:54:25.166937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:25.277396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727815d-3400-4168-8960-35694a717420 req-2c27b808-dcec-43dd-afd9-726ad249b06c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:25.288315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7727815d-3400-4168-8960-35694a717420 req-2c27b808-dcec-43dd-afd9-726ad249b06c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1078355
Jun 21 02:54:25.292638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Deleting port 0ba2626a-3ca3-4442-aacc-f1ce15534036 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:25.293203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:25.317912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2a891ab8-20ef-43a6-bba7-3b626ee1d10f tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "DELETE /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags/tempest-TagsTest-Tag-1376918744 HTTP/1.1" status: 204  len: 168 time: 0.2527351
Jun 21 02:54:25.332036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46436) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:25.339872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-d467d89e-8171-4792-8e29-c53c01896db8 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d22696d0>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', 'tempest-TagsTest-Tag-1376918744') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:25.378427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7727815d-3400-4168-8960-35694a717420 req-7404db04-a113-49b0-a8e2-5d4f0710cbd8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890265
Jun 21 02:54:25.392261 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:25.458553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4ee0a-75de-46c7-b399-529c680a1fda req-7350debf-3ddb-4096-b81f-35be9d5cf614 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:25.465800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbe4ee0a-75de-46c7-b399-529c680a1fda req-7350debf-3ddb-4096-b81f-35be9d5cf614 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1541760
Jun 21 02:54:25.475045 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-d467d89e-8171-4792-8e29-c53c01896db8 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] show failed (client error): The resource could not be found.
Jun 21 02:54:25.477744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d467d89e-8171-4792-8e29-c53c01896db8 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "GET /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags/tempest-TagsTest-Tag-1376918744 HTTP/1.1" status: 404  len: 326 time: 0.1415842
Jun 21 02:54:25.490618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46440) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:25.491835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Calling delete_port for 0ba2626a-3ca3-4442-aacc-f1ce15534036 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:25.496197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-078ec782-7fe4-41cb-a50c-030af4d883d5 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73da60f5b0>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', 'tempest-TagsTest-Tag-878766744') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:25.590077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbe4ee0a-75de-46c7-b399-529c680a1fda req-6e9effca-8cfe-4f7c-b601-2a3b30004ffe tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1231563
Jun 21 02:54:25.614851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4301a-305f-4005-abdc-2e05f65ef165 None None] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:25.664159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-078ec782-7fe4-41cb-a50c-030af4d883d5 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "GET /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags/tempest-TagsTest-Tag-878766744 HTTP/1.1" status: 204  len: 168 time: 0.1727588
Jun 21 02:54:25.669385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46446) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:25.674783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-f4fde480-54ee-480d-ab37-8780c53632ab tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d1ab78e0>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', 'tempest-TagsTest-Tag-163073423') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:25.740200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:25.740468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] Provisioning for port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:25.744547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61046847-4bb3-42fe-8f7d-50bdba6e4e51 req-8843bf3a-6d75-4d45-ad14-5e3d9431d053 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:25.744967 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01b08c75-fd1c-4c9c-b1c6-3f5f397a38db tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:25.746056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61046847-4bb3-42fe-8f7d-50bdba6e4e51 req-8843bf3a-6d75-4d45-ad14-5e3d9431d053 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 945 time: 0.1743944
Jun 21 02:54:25.750727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] Provisioning complete for port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:25.751112 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:25.782046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Port': ['ID=0ba2626a-3ca3-4442-aacc-f1ce15534036,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:25.788250 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:25.837406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f4fde480-54ee-480d-ab37-8780c53632ab tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "GET /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags/tempest-TagsTest-Tag-163073423 HTTP/1.1" status: 204  len: 168 time: 0.1668730
Jun 21 02:54:25.841944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46448) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:25.849514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61046847-4bb3-42fe-8f7d-50bdba6e4e51 req-f34f9931-c86f-4224-99b5-f66d4aa8807c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900121
Jun 21 02:54:25.876148 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:25.878869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-b3cbce8d-3a83-42c6-929f-95070cf07640 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d236de50>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:25.891137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7ba9c-fa82-4b36-ae96-af8169e3de8d req-856c75dd-778c-458d-b31c-3b84a671efcb tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:25.891788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4f7ba9c-fa82-4b36-ae96-af8169e3de8d req-856c75dd-778c-458d-b31c-3b84a671efcb tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1447060
Jun 21 02:54:25.946045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] For port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,segment=NetworkSegment(4e5a30e9-d750-40fc-b83b-44f6b0a21fa5),segment_id=4e5a30e9-d750-40fc-b83b-44f6b0a21fa5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:25.961256 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4f7ba9c-fa82-4b36-ae96-af8169e3de8d req-4811f129-9eb3-4dce-8412-818d3e481aea tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645745
Jun 21 02:54:25.967170 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:25.969135 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "DELETE /v2.0/ports/0ba2626a-3ca3-4442-aacc-f1ce15534036 HTTP/1.1" status: 204  len: 168 time: 0.8012064
Jun 21 02:54:25.975093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46450) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:26.038000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:26.039991 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-56756c2c-fa4c-44f2-a0f1-7b66f90c6842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:26.137371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] Pushing event updated for resources: {'Port': ['ID=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:26.140772 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:26.310781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2cc5e8d9-837f-41b3-b553-335069f6b4b5 None None] Provisioning for port 16fb1d89-ed0a-425e-96eb-104ac9ec0388 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:26.315979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2cc5e8d9-837f-41b3-b553-335069f6b4b5 None None] Provisioning complete for port 16fb1d89-ed0a-425e-96eb-104ac9ec0388 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:26.316966 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e8d9-837f-41b3-b553-335069f6b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:26.361770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e8d9-837f-41b3-b553-335069f6b4b5 None None] Port 16fb1d89-ed0a-425e-96eb-104ac9ec0388 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:26.370810 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5403b7-dd9a-4d89-b6a4-0c0d53daf198 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] GET failed (client error): The resource could not be found.
Jun 21 02:54:26.372393 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba5403b7-dd9a-4d89-b6a4-0c0d53daf198 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "GET /v2.0/ports/0ba2626a-3ca3-4442-aacc-f1ce15534036 HTTP/1.1" status: 404  len: 333 time: 0.3967330
Jun 21 02:54:26.377405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46466) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:26.380919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2cc5e8d9-837f-41b3-b553-335069f6b4b5 None None] Provisioning complete for port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:26.381308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e8d9-837f-41b3-b553-335069f6b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:26.386054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1c97f-49ec-46eb-ac3c-e22ff1839f3d req-8c90ceee-653c-4c26-911f-620cb31c1667 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:26.387742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a1c97f-49ec-46eb-ac3c-e22ff1839f3d req-8c90ceee-653c-4c26-911f-620cb31c1667 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 945 time: 0.1797340
Jun 21 02:54:26.400151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1854517357'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:26.478083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-5fcbbd29-386e-4a1b-a39e-82f786d434ee tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:26.479804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-5fcbbd29-386e-4a1b-a39e-82f786d434ee tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.2150011
Jun 21 02:54:26.495749 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b3cbce8d-3a83-42c6-929f-95070cf07640 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "DELETE /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags HTTP/1.1" status: 204  len: 168 time: 0.6255324
Jun 21 02:54:26.498663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46468) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:26.504385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-370fe67d-51e8-40e1-95bd-d079149a0556 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d8cb0dc0>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', 'tempest-TagsTest-Tag-878766744') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:26.533952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-0e274044-d1b7-478d-bd1c-b8fcd1e8eefe tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/quotas/6e3f63e47a8c42f492a6e2d14c9d105b HTTP/1.1" status: 200  len: 375 time: 0.0399394
Jun 21 02:54:26.549655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1ab25a6f-b764-4531-a9e1-1263abb2571f up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:26.555354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a1c97f-49ec-46eb-ac3c-e22ff1839f3d req-01fcfad2-60b7-4474-b7cd-d7f06f255edb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443808
Jun 21 02:54:26.620271 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-370fe67d-51e8-40e1-95bd-d079149a0556 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] show failed (client error): The resource could not be found.
Jun 21 02:54:26.621959 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-370fe67d-51e8-40e1-95bd-d079149a0556 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "GET /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags/tempest-TagsTest-Tag-878766744 HTTP/1.1" status: 404  len: 325 time: 0.1217229
Jun 21 02:54:26.626125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46470) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:26.627493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7175beae-e91a-4b16-a735-7d8884550619 None None] Provisioning complete for port 16fb1d89-ed0a-425e-96eb-104ac9ec0388 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:26.627967 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7175beae-e91a-4b16-a735-7d8884550619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:26.632988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-efb7c04f-fcba-4848-9c0c-b0cf8e39a3ac tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d2909070>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277', 'tempest-TagsTest-Tag-163073423') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:26.680715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 1ab25a6f-b764-4531-a9e1-1263abb2571f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:26.686092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7175beae-e91a-4b16-a735-7d8884550619 None None] Port 16fb1d89-ed0a-425e-96eb-104ac9ec0388 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:26.690726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 1ab25a6f-b764-4531-a9e1-1263abb2571f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:26.694217 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:26.699842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-439b98ef-a6a3-4f8d-b592-ab8f187cf336 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1651173
Jun 21 02:54:26.800278 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:26.804431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Made reservation on behalf of 3df7d785464342f290245b9c9a87f714 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:26.808948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:26.821670 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-efb7c04f-fcba-4848-9c0c-b0cf8e39a3ac tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] show failed (client error): The resource could not be found.
Jun 21 02:54:26.826004 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-efb7c04f-fcba-4848-9c0c-b0cf8e39a3ac tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "GET /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags/tempest-TagsTest-Tag-163073423 HTTP/1.1" status: 404  len: 325 time: 0.1982033
Jun 21 02:54:26.827088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46474) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:26.832419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-fc4cfb7e-20bf-4809-b0e5-34e9fda1ef55 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d21b8af0>, 'networks', '3e17b4df-79e4-4274-8ed9-43fca74c4277') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:26.834924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:26.839797 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa5e322-6a5b-40e5-a729-7afd2159e4fb" -d '{"events": [{"server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "name": "network-vif-plugged", "status": "completed", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:26.843859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-568f4d23-c52d-4c19-a7b9-a4833d63df2c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:26.845389 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-568f4d23-c52d-4c19-a7b9-a4833d63df2c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 945 time: 0.1328692
Jun 21 02:54:26.858218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1ab25a6f-b764-4531-a9e1-1263abb2571f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1ab25a6f-b764-4531-a9e1-1263abb2571f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:26.873974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] device_id is not set on port 9660b8fa-67e1-444e-b236-72a75db0bd2e yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:26.918462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8c65b8e0-5e68-42f8-ab31-a70a1d9c4c9b None None] Could not find standard attr ID for object 0ba2626a-3ca3-4442-aacc-f1ce15534036. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:54:26.950623 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:26.956537 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:26.995236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:27.012159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-099da2ef-ae5d-49d8-aeea-461c8367aa4b service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3048625
Jun 21 02:54:27.023997 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc4cfb7e-20bf-4809-b0e5-34e9fda1ef55 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "DELETE /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277/tags HTTP/1.1" status: 204  len: 168 time: 0.1957922
Jun 21 02:54:27.031169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46480) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:27.078956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1ab25a6f-b764-4531-a9e1-1263abb2571f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:27.079405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f162a-3077-4087-bddd-924251f06e96 req-e7d701dc-ce74-4d88-9f07-0379a6a401f2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:27.082587 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:27.087442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d93f162a-3077-4087-bddd-924251f06e96 req-e7d701dc-ce74-4d88-9f07-0379a6a401f2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.2893829
Jun 21 02:54:27.097531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:27.097916 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.134109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.153612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Deleting port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:27.153830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.303104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.324641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3f5e160>,) {'filters': {'network_id': ['3e17b4df-79e4-4274-8ed9-43fca74c4277']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:27.344752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3f5e160>, '8f36a2ae-2f75-4478-8078-c92272410556') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:27.345058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3f5e160>, '8f36a2ae-2f75-4478-8078-c92272410556') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:27.359826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] For port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:27.360197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.363564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.441762 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Calling delete_port for 45934fc1-69f1-4d0f-aaa4-3a30c7454dea owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:27.444617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.456421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:27.456825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:27.460711 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:27.463328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d93f162a-3077-4087-bddd-924251f06e96 req-1ae9ba46-3367-403b-b3a9-9a9fb34cf6bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3744047
Jun 21 02:54:27.482146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Allocated IP 2001:db8::2c9 (7532b00d-11d9-4145-8841-ce5f60331fe3/53e1cf9e-95ce-458b-b884-79d8936f2f9a/9660b8fa-67e1-444e-b236-72a75db0bd2e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:27.505911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-cc2caacb-bc98-4cd2-bfcb-774dbec5dd2a service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4927287
Jun 21 02:54:27.534195 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e4dd03-fc67-4ccd-b2bb-ae9c96f9c1e8 x-openstack-request-id: req-f5e4dd03-fc67-4ccd-b2bb-ae9c96f9c1e8 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:27.537129 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "name": "network-vif-plugged", "status": "completed", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:27.537129 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5e4dd03-fc67-4ccd-b2bb-ae9c96f9c1e8 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:27.537129 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'code': 200}
Jun 21 02:54:27.620252 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.626179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fc131844-7fc4-4d4c-8ff7-53c0105be146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:27.633993 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.638603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] 10.222.0.25 "DELETE /v2.0/networks/3e17b4df-79e4-4274-8ed9-43fca74c4277 HTTP/1.1" status: 204  len: 168 time: 0.6039174
Jun 21 02:54:27.706046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Pushing event deleted for resources: {'Network': ['ID=3e17b4df-79e4-4274-8ed9-43fca74c4277,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:27.716587 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:27.737912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.751120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3c98e-4b4e-4ed9-9b14-0dc42624c4c4 req-35f49437-0b6c-4637-ba4c-53025ca89eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:27.753518 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51f3c98e-4b4e-4ed9-9b14-0dc42624c4c4 req-35f49437-0b6c-4637-ba4c-53025ca89eec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 1098 time: 0.1003315
Jun 21 02:54:27.777781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479c58c-251f-485d-9003-9f57049bd543 req-60cb82f8-8aef-4cc0-b476-cda5f06f3e01 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:27.779444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0479c58c-251f-485d-9003-9f57049bd543 req-60cb82f8-8aef-4cc0-b476-cda5f06f3e01 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 945 time: 0.0987995
Jun 21 02:54:27.780582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Transition to ACTIVE for port object 9660b8fa-67e1-444e-b236-72a75db0bd2e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:27.787342 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.800533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:27.822209 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f742b8dc-963e-477b-a895-2c647afa614c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:27.842281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['45934fc1-69f1-4d0f-aaa4-3a30c7454dea'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:27.854914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0479c58c-251f-485d-9003-9f57049bd543 req-5ac8e348-cfdb-4cb7-aa9d-c6f03cf8c3ae tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678134
Jun 21 02:54:27.892726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event deleted for resources: {'Port': ['ID=45934fc1-69f1-4d0f-aaa4-3a30c7454dea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:27.892726 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:27.892726 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-51f3c98e-4b4e-4ed9-9b14-0dc42624c4c4 req-a6ae7b85-91d4-487d-946f-c5ffe3a8722f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299088
Jun 21 02:54:27.945224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.950319 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-932105ad-3f68-4086-8fe0-a12af3f055ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:27.970203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] No DVR routers for this DVR port 45934fc1-69f1-4d0f-aaa4-3a30c7454dea on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:27.978617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:27.981541 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-82d0fe8a-0f31-41c5-badb-08c8c386f24a req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "DELETE /v2.0/ports/45934fc1-69f1-4d0f-aaa4-3a30c7454dea HTTP/1.1" status: 204  len: 173 time: 1.1242023
Jun 21 02:54:27.982134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7d35a2-b1ca-4752-a407-51c3bd354432', 'name': 'network-vif-deleted', 'tag': '45934fc1-69f1-4d0f-aaa4-3a30c7454dea'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:27.996007 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a7e0c0-662f-4117-a58a-a6c5b1cfab9e" -d '{"events": [{"server_uuid": "5c7d35a2-b1ca-4752-a407-51c3bd354432", "name": "network-vif-deleted", "tag": "45934fc1-69f1-4d0f-aaa4-3a30c7454dea"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:28.042498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:28.045822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:28.064650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:28.078130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:28.080637 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:28.084742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=9660b8fa-67e1-444e-b236-72a75db0bd2e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:28.094033 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:28.217923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46504) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:28.219134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.8301384
Jun 21 02:54:28.222327 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74ef84cb-6130-4515-aaed-c58e5369b448 req-96ffa71d-d09b-4496-b645-464f8544a7f3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 210 time: 0.0738204
Jun 21 02:54:28.236653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:56:9f:1d'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:28.262279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509818b-ddcb-41cb-924f-1dacf5c3175c req-c96384e1-0c99-462a-bf5f-cbc72263a509 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:28.272132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f509818b-ddcb-41cb-924f-1dacf5c3175c req-c96384e1-0c99-462a-bf5f-cbc72263a509 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 946 time: 0.2401543
Jun 21 02:54:28.320531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f509818b-ddcb-41cb-924f-1dacf5c3175c req-fd63c664-d168-45f2-b7cf-6cace761513c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466714
Jun 21 02:54:28.353127 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ecce46-e1fc-4ac3-bcb0-aebb7aac9123 x-openstack-request-id: req-65ecce46-e1fc-4ac3-bcb0-aebb7aac9123 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:28.353577 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7d35a2-b1ca-4752-a407-51c3bd354432", "name": "network-vif-deleted", "tag": "45934fc1-69f1-4d0f-aaa4-3a30c7454dea", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:28.353886 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65ecce46-e1fc-4ac3-bcb0-aebb7aac9123 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:28.354333 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7d35a2-b1ca-4752-a407-51c3bd354432', 'name': 'network-vif-deleted', 'tag': '45934fc1-69f1-4d0f-aaa4-3a30c7454dea', 'status': 'completed', 'code': 200}
Jun 21 02:54:28.381530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46506) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:28.491078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-dcda49d0-51bb-4b5d-96b7-c888294573a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1776466
Jun 21 02:54:28.555233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d18a0c8c-b94f-4ef8-8e2b-c88a6369f53b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d150774dd5ab42299d9997c683cb71ba&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1721385
Jun 21 02:54:28.557236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46514) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:28.558294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1ec6d6e2-fb46-4feb-a081-06d6606ffb8b None None] Provisioning for port 9660b8fa-67e1-444e-b236-72a75db0bd2e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:28.563417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1ec6d6e2-fb46-4feb-a081-06d6606ffb8b None None] Provisioning complete for port 9660b8fa-67e1-444e-b236-72a75db0bd2e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:28.563871 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ec6d6e2-fb46-4feb-a081-06d6606ffb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:28.592240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:28.622136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3f8541c-8379-4a48-bf2d-8ac42e897991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:28.647800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6d6e2-fb46-4feb-a081-06d6606ffb8b None None] Port 9660b8fa-67e1-444e-b236-72a75db0bd2e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:28.662008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3f8541c-8379-4a48-bf2d-8ac42e897991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:28.685483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-e6f321f1-1a81-4598-b6fa-3a410751b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:28.687782 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-e6f321f1-1a81-4598-b6fa-3a410751b141 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 1097 time: 0.1445110
Jun 21 02:54:28.752196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669707cb-d11b-49ae-a099-d5b22d24706d req-42dff9be-9ca6-48f5-9acc-f4dfd4809a3a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:28.753756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-669707cb-d11b-49ae-a099-d5b22d24706d req-42dff9be-9ca6-48f5-9acc-f4dfd4809a3a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.0955982
Jun 21 02:54:28.814334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-669707cb-d11b-49ae-a099-d5b22d24706d req-3c716613-05fb-4364-a707-41a6b2a70380 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483217
Jun 21 02:54:28.841705 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3f8541c-8379-4a48-bf2d-8ac42e897991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:28.844746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3f8541c-8379-4a48-bf2d-8ac42e897991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:28.846082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d3f8541c-8379-4a48-bf2d-8ac42e897991 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/020af302-c4ae-4ad3-866a-8419080d8ca4 HTTP/1.1" status: 204  len: 168 time: 0.2876236
Jun 21 02:54:28.851902 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e8dcabd-917e-4583-a468-3ab698a8c803 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:28.854590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8541c-8379-4a48-bf2d-8ac42e897991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020af302-c4ae-4ad3-866a-8419080d8ca4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:28.856976 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3f8541c-8379-4a48-bf2d-8ac42e897991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:28.884393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-97af84ef-f724-4127-978d-0da5734861c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:28.886077 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-97af84ef-f724-4127-978d-0da5734861c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 907 time: 0.1584325
Jun 21 02:54:28.948927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-5c9dac24-5524-48c9-85ae-115148cc4e57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6033f127-1bf3-4d4e-b2fb-38578d66d3df HTTP/1.1" status: 200  len: 217 time: 0.0543568
Jun 21 02:54:28.954360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:29.009427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-9c6a04d1-c570-4205-aae1-a2e3264f3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:29.012428 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-9c6a04d1-c570-4205-aae1-a2e3264f3ff5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.0557737
Jun 21 02:54:29.051336 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-67891607-460b-46c3-8a67-a4a4848a0422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291190
Jun 21 02:54:29.079316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15286a41-d468-4494-ad74-6037ad580106 req-f7ed6e2a-458e-41e4-91dc-191880f8794b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7d35a2-b1ca-4752-a407-51c3bd354432 HTTP/1.1" status: 200  len: 210 time: 0.0328069
Jun 21 02:54:29.108790 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:29.113178 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a772ce50-5d2b-4c60-b576-9d6a0e0e4337 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:29.155259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] In _notify_port_updated(), no bound segment for port 9660b8fa-67e1-444e-b236-72a75db0bd2e on network 7532b00d-11d9-4145-8841-ce5f60331fe3 {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:54:29.162520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:29.162916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:29.164240 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "PUT /v2.0/ports/9660b8fa-67e1-444e-b236-72a75db0bd2e HTTP/1.1" status: 200  len: 1003 time: 0.9454241
Jun 21 02:54:29.168734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46524) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:29.196477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=9660b8fa-67e1-444e-b236-72a75db0bd2e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:29.199619 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:29.231509 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-190e2f21-d210-4652-abef-1f040743333a service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731503
Jun 21 02:54:29.358918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Deleting port 9660b8fa-67e1-444e-b236-72a75db0bd2e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:29.365519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:29.444525 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-22de1605-6e8a-452f-8c4b-4b232a3cb2e1 req-c9cdf735-f3cb-4866-a501-81d5e0178cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061203
Jun 21 02:54:29.550827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d4665e5-5951-4315-805d-1b1b519ab5db req-30b65812-835d-441c-8924-3401d5cd9f8e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 210 time: 0.0671654
Jun 21 02:54:29.612903 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:29.633445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-373f7ec5-51d6-45e4-9052-69a73e73eab4 None None] Provisioning complete for port 9660b8fa-67e1-444e-b236-72a75db0bd2e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:29.633997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-373f7ec5-51d6-45e4-9052-69a73e73eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:29.674408 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-373f7ec5-51d6-45e4-9052-69a73e73eab4 None None] Port 9660b8fa-67e1-444e-b236-72a75db0bd2e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:29.689940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Calling delete_port for 9660b8fa-67e1-444e-b236-72a75db0bd2e owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:29.754668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219ec12-820b-4007-b946-068531fe6d55 req-f9000bec-09f2-46af-9c55-c4f3585cc084 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:29.761855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3219ec12-820b-4007-b946-068531fe6d55 req-f9000bec-09f2-46af-9c55-c4f3585cc084 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 946 time: 0.2046587
Jun 21 02:54:29.818903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3219ec12-820b-4007-b946-068531fe6d55 req-0f9ddcb4-370d-4607-b31b-2284e81db4ce tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561149
Jun 21 02:54:29.962786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:29.988199 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84a9287c-b2bf-481a-ae87-5b7c42f5e058 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:30.059065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Port': ['ID=9660b8fa-67e1-444e-b236-72a75db0bd2e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:30.070038 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:30.185585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da2207-24ed-48b4-bc43-19bc41221d7d req-52b2b53a-ea43-4644-a105-9b081d2746d2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:30.188984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95da2207-24ed-48b4-bc43-19bc41221d7d req-52b2b53a-ea43-4644-a105-9b081d2746d2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.2184210
Jun 21 02:54:30.197057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6fce-5252-488e-853c-56cc6f00eb99 req-1f43ce05-3c37-4f01-91cc-82cbd4532e9d tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:30.208225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46556) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:30.210230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff7a6fce-5252-488e-853c-56cc6f00eb99 req-1f43ce05-3c37-4f01-91cc-82cbd4532e9d tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 946 time: 0.2609591
Jun 21 02:54:30.216057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Request body: {'floatingip': {'port_id': '1ab25a6f-b764-4531-a9e1-1263abb2571f'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:30.350736 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:30.353520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "DELETE /v2.0/ports/9660b8fa-67e1-444e-b236-72a75db0bd2e HTTP/1.1" status: 204  len: 168 time: 1.1834829
Jun 21 02:54:30.365958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95da2207-24ed-48b4-bc43-19bc41221d7d req-31e195f3-9f19-4042-bc24-6f19b8e00b54 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246319
Jun 21 02:54:30.367191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46560) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:30.421920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:30.447708 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5feb591e-1fc6-4d69-8d50-3486c11ca234 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] GET failed (client error): The resource could not be found.
Jun 21 02:54:30.458441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5feb591e-1fc6-4d69-8d50-3486c11ca234 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "GET /v2.0/ports/9660b8fa-67e1-444e-b236-72a75db0bd2e HTTP/1.1" status: 404  len: 333 time: 0.0898137
Jun 21 02:54:30.459140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46564) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:30.472020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-8894619'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:30.569804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:54:30.728530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45934fc1-69f1-4d0f-aaa4-3a30c7454dea no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:54:30.758717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 45934fc1-69f1-4d0f-aaa4-3a30c7454dea {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:54:30.758717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45934fc1-69f1-4d0f-aaa4-3a30c7454dea not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:54:30.759589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:30.777126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'port_id': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'mac_address': 'fa:16:3e:a7:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:54:30.834000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:30.854488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-653e477e-bf5e-42f8-9f7f-d2597d6ed088 req-0483816e-a024-4d27-a013-18898cb9ad8e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 210 time: 0.1220090
Jun 21 02:54:30.864674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:30.894476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:30.905075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-7e9bed0c-ccd1-4b34-8eb8-79972970940b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:30.906599 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-7e9bed0c-ccd1-4b34-8eb8-79972970940b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.3516061
Jun 21 02:54:30.946319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'port': {'device_id': '9abae612-4dfe-4f94-b676-857ded7a2403', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'admin_state_up': True, 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:30.973752 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:30.976004 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-078bc01e-2e59-4e29-ba01-0f83fa7ed3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:31.002378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-ea262441-5442-4872-9f45-892e0f907fa2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:31.010122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-ea262441-5442-4872-9f45-892e0f907fa2 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.1678703
Jun 21 02:54:31.025908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-2d20339f-0717-43b4-8547-ee4ee38a2b8a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/quotas/49f53bb61e68423d9eba925eb90d4003 HTTP/1.1" status: 200  len: 375 time: 0.0147872
Jun 21 02:54:31.069058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:31.074088 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:31.082395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Made reservation on behalf of 3df7d785464342f290245b9c9a87f714 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:31.089285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:31.090215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:31.122865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] device_id is not set on port d94f87f4-d31c-4a8d-80b1-386a8a8ab62e yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:31.256101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-42c156ef-4fa8-4cb0-86ee-e8b45b422216 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2237160
Jun 21 02:54:31.337419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Allocated IP 2001:db8::2f7 (7532b00d-11d9-4145-8841-ce5f60331fe3/53e1cf9e-95ce-458b-b884-79d8936f2f9a/d94f87f4-d31c-4a8d-80b1-386a8a8ab62e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:31.375519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Made reservation on behalf of 6e3f63e47a8c42f492a6e2d14c9d105b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:31.375519 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:31.434220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-b0e3a40d-d29a-4e0e-a3c4-2e80acc74a71 service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664810
Jun 21 02:54:31.654543 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.resource_extend [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:54:31.672908 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:31.735717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-5a1625c7-e3b7-4a38-9c8e-1f80cc6e194f service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3004620
Jun 21 02:54:31.736878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Transition to ACTIVE for port object d94f87f4-d31c-4a8d-80b1-386a8a8ab62e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:31.795674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091499f-4c24-4f36-803a-f65f4e0075dd req-a0dff4e1-a996-42b2-ae28-2fcd74503046 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:31.797155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2091499f-4c24-4f36-803a-f65f4e0075dd req-a0dff4e1-a996-42b2-ae28-2fcd74503046 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 945 time: 0.1277976
Jun 21 02:54:31.886488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2091499f-4c24-4f36-803a-f65f4e0075dd req-dcc12db0-2ba9-4f3c-bfe8-fab71ba7bcd7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778556
Jun 21 02:54:31.887560 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:31.902751 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-94c51287-726f-4c1b-877d-e3d501b0c0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:32.018883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:32.025409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:32.026395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=d94f87f4-d31c-4a8d-80b1-386a8a8ab62e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:32.043166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:32.048997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:32.049716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.072413 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:32.203222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.7392654
Jun 21 02:54:32.205893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46646) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:32.213403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:56:9f:1d'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:32.300045 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.332502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcc1188d-7cd4-4a50-991c-078a45d6626e req-5b7a7e58-8bd0-45d2-a2b3-d73d35e17436 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 210 time: 0.0520794
Jun 21 02:54:32.336627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Allocated IP 172.20.0.3 (6b0b82a3-20b5-4489-b9d6-24575f1529c4/fda1c219-64cb-499d-84eb-1841281b9bb0/57992f29-10cc-4e6c-8d5d-f5d1d94b0bef) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:32.384966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.472135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc3423f1-1ee8-49bd-a018-c00755d1b160 req-85b558bc-8c5b-49a8-a1ed-a61c1330fc45 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 210 time: 0.0351970
Jun 21 02:54:32.590081 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Floating IP ab6adb46-96a8-48f2-bccb-c7ba25c7202a associated. External IP: 172.25.7.226, port: 1ab25a6f-b764-4531-a9e1-1263abb2571f.
Jun 21 02:54:32.599024 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.619193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:32.741349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:32.742024 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.831634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.863786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.881130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ce7c22e2-3233-4692-9221-ca012a14e09b None None] Provisioning for port d94f87f4-d31c-4a8d-80b1-386a8a8ab62e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:32.889759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ce7c22e2-3233-4692-9221-ca012a14e09b None None] Provisioning complete for port d94f87f4-d31c-4a8d-80b1-386a8a8ab62e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:32.890393 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce7c22e2-3233-4692-9221-ca012a14e09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.917953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:32.920229 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef717ee7-8126-4cb8-873d-0c845bda7a27" -d '{"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:32.936771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:32.947689 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-035f4e07-bea5-444f-ae36-ec23ff0f1376 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:32.968501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Router d483a144-b886-4474-a37d-6e7e1d0b6fab has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:54:33.119152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] In _notify_port_updated(), no bound segment for port d94f87f4-d31c-4a8d-80b1-386a8a8ab62e on network 7532b00d-11d9-4145-8841-ce5f60331fe3 {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:54:33.136117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:33.137766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:33.147111 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "PUT /v2.0/ports/d94f87f4-d31c-4a8d-80b1-386a8a8ab62e HTTP/1.1" status: 200  len: 1000 time: 0.9362230
Jun 21 02:54:33.149924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46660) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:33.177959 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e65dfbf-6c68-455f-908f-a9cc22159e77 x-openstack-request-id: req-5e65dfbf-6c68-455f-908f-a9cc22159e77 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:33.178635 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:33.178898 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e65dfbf-6c68-455f-908f-a9cc22159e77 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:33.179482 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'code': 200}
Jun 21 02:54:33.181432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:33.208802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:54:33.217216 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:33.223131 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] Sync routers for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:54:33.241140 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:54:33.242192 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de1f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:54:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:33.247099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c22e2-3233-4692-9221-ca012a14e09b None None] Port d94f87f4-d31c-4a8d-80b1-386a8a8ab62e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:33.293576 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:33.295807 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4ffc9e04-8eef-4319-bd02-283fb18c9a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:33.347441 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0727fef8-55c0-4bdd-8553-d5203e85be58 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "PUT /v2.0/floatingips/ab6adb46-96a8-48f2-bccb-c7ba25c7202a HTTP/1.1" status: 200  len: 992 time: 3.1228168
Jun 21 02:54:33.353977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:33.357701 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:33.447531 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:33.453304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:33.460378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=d94f87f4-d31c-4a8d-80b1-386a8a8ab62e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:33.471903 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:33.481194 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:33.541862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Transition to ACTIVE for port object 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:33.544732 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:54:33.680728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ac770d46-31a7-4622-ace3-835304298df7 None None] Provisioning complete for port d94f87f4-d31c-4a8d-80b1-386a8a8ab62e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:33.682471 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ac770d46-31a7-4622-ace3-835304298df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:33.694465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:33.699452 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2c4620bd-ee83-46f7-a57b-f8209e7a3046 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:33.704033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5291265-b131-454f-ac03-32c0ad10863c req-ebfc014b-a6d3-4c76-9591-b0988657fc62 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:33.710933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5291265-b131-454f-ac03-32c0ad10863c req-ebfc014b-a6d3-4c76-9591-b0988657fc62 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.3958886
Jun 21 02:54:33.751022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Deleting port d94f87f4-d31c-4a8d-80b1-386a8a8ab62e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:33.751195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:33.755792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fb9feb2a-fa26-451d-9030-43a3a257ed40'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:33.762800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dcc07fab-7f39-43c6-93bb-9b98d21526f2'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:33.885706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:33.892044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:33.898570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:33.940532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'Port': ['ID=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:33.964939 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:34.014499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:34.015235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:34.031958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5291265-b131-454f-ac03-32c0ad10863c req-a0b3965a-aded-4606-83b8-7150fc835551 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3096604
Jun 21 02:54:34.064870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ac770d46-31a7-4622-ace3-835304298df7 None None] Port d94f87f4-d31c-4a8d-80b1-386a8a8ab62e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:34.122484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1829193
Jun 21 02:54:34.138680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Request body: {'port': {'device_id': '9abae612-4dfe-4f94-b676-857ded7a2403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:34.195743 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a46210-7c69-4d7f-a9ec-9fe0d7ffc810 x-openstack-request-id: req-b7a46210-7c69-4d7f-a9ec-9fe0d7ffc810 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:34.195743 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:34.195743 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7a46210-7c69-4d7f-a9ec-9fe0d7ffc810 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:34.195743 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'status': 'completed', 'code': 200}
Jun 21 02:54:34.285974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5cfb55c9-43a9-4d4b-8713-9cd8c8401db2 req-34729e84-5a5c-463a-86bd-ca490d55e618 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 210 time: 0.2350845
Jun 21 02:54:34.354979 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:34.372625 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de1f10>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'ab6adb46-96a8-48f2-bccb-c7ba25c7202a', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'port_id': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'mac_address': 'fa:16:3e:2d:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:54:10Z', 'updated_at': '2021-06-21T02:54:31Z', 'revision_number': 1, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:09Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:34.379129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-f59fda9a-67db-42bc-bccf-1a3a48931c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:34.380857 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-f59fda9a-67db-42bc-bccf-1a3a48931c24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=755a06ab558d4fd1a34b80801b68499e&device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 1098 time: 0.1727834
Jun 21 02:54:34.395775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:34.452589 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] Checking router: d483a144-b886-4474-a37d-6e7e1d0b6fab for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:54:34.484574 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:54:34.487508 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de1f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:54:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:34.529254 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f43f2729-2d80-4757-aca8-b35a2ade5674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:34.614296 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:54:34.620579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-a93a3669-a74f-4795-8300-6c10bbbdf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:34.624333 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-a93a3669-a74f-4795-8300-6c10bbbdf3da service neutron] 10.222.0.20 "GET /v2.0/networks?id=7177f997-bed4-461b-b172-41c98cd69f04 HTTP/1.1" status: 200  len: 906 time: 0.2192073
Jun 21 02:54:34.754014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Calling delete_port for d94f87f4-d31c-4a8d-80b1-386a8a8ab62e owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:34.806124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b5d75b84-1de9-4319-b18c-0125acecbba6 None None] Provisioning for port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:34.829806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b5d75b84-1de9-4319-b18c-0125acecbba6 None None] Provisioning complete for port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:34.832354 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b5d75b84-1de9-4319-b18c-0125acecbba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:34.932177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b5d75b84-1de9-4319-b18c-0125acecbba6 None None] Port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:34.962249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3629-2efb-4c31-86db-01e4d0413dd1 req-e43a7b3c-73f2-47dc-b7f9-a2099e3a6cd5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:34.974038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12cc3629-2efb-4c31-86db-01e4d0413dd1 req-e43a7b3c-73f2-47dc-b7f9-a2099e3a6cd5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 931 time: 0.3652673
Jun 21 02:54:35.046417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-76c904ac-ae8a-4f64-b5df-d1c6afaa98a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ab25a6f-b764-4531-a9e1-1263abb2571f HTTP/1.1" status: 200  len: 1000 time: 0.4065230
Jun 21 02:54:35.051872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12cc3629-2efb-4c31-86db-01e4d0413dd1 req-4b1bf0d6-62bb-4893-ac28-e8ea0bc758cf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731332
Jun 21 02:54:35.139420 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de1f10>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'ab6adb46-96a8-48f2-bccb-c7ba25c7202a', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'port_id': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'mac_address': 'fa:16:3e:2d:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:54:10Z', 'updated_at': '2021-06-21T02:54:31Z', 'revision_number': 1, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:09Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:35.173772 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205d8c7-4b9b-44f5-82dd-ab2ae667b50b None None] The sync data for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 is: [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'ab6adb46-96a8-48f2-bccb-c7ba25c7202a', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'port_id': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'mac_address': 'fa:16:3e:2d:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:54:10Z', 'updated_at': '2021-06-21T02:54:31Z', 'revision_number': 1, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:09Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:54:35.360514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:35.378665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:35.383838 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e59e3afb-7ce3-41e6-9d58-49828d2ff346 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:35.388852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:35.408957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Transition to ACTIVE for port object 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:35.617984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc82eb08-bef3-4ecc-86e0-c97823a78799 None None] New status for floating IP ab6adb46-96a8-48f2-bccb-c7ba25c7202a: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:54:35.681573 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:35.684648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-29530adc-5731-443a-924c-ea0a85cbc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:35.686376 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-29530adc-5731-443a-924c-ea0a85cbc12c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce684287-3456-4245-ab0b-7da73e1f79e1 HTTP/1.1" status: 200  len: 844 time: 0.6313524
Jun 21 02:54:35.691445 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7581c77-0fe3-4c17-bcd0-5d23268d6a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:36.093220 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:36.097616 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "DELETE /v2.0/ports/d94f87f4-d31c-4a8d-80b1-386a8a8ab62e HTTP/1.1" status: 204  len: 168 time: 2.9307828
Jun 21 02:54:36.103668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Attempting to bind port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:36.104207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Attempting to bind port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:36.104549 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Attempting to bind port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:36.104672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Port': ['ID=d94f87f4-d31c-4a8d-80b1-386a8a8ab62e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:36.107756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46710) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:36.126056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:36.127201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-be3855a1-f90d-49ad-9e9c-c61d7ac10886 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:36.128743 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-be3855a1-f90d-49ad-9e9c-c61d7ac10886 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.6585839
Jun 21 02:54:36.134570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Pushing event updated for resources: {'Port': ['ID=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:36.141298 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:36.146734 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:36.146975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Request body: {'port': {'device_id': 'eb16b9b3-724e-4a93-932c-a35a8528a299', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'admin_state_up': True, 'tenant_id': '49f53bb61e68423d9eba925eb90d4003'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:36.185633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b92a526a-d30e-4dea-9569-fabdba4dcc62 req-f099ce88-3c4a-48f3-891d-70b39a23cb13 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 210 time: 0.1524098
Jun 21 02:54:36.230604 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5374cd6e-fc6b-451b-b29c-85f2a0b4df2a tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] GET failed (client error): The resource could not be found.
Jun 21 02:54:36.232174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:54:36.232345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5374cd6e-fc6b-451b-b29c-85f2a0b4df2a tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "GET /v2.0/ports/d94f87f4-d31c-4a8d-80b1-386a8a8ab62e HTTP/1.1" status: 404  len: 333 time: 0.1220310
Jun 21 02:54:36.232439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Attempting to bind port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:36.237104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46714) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:36.242810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:36.243272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Checking segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:36.243608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Bound using segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:36.244053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Bound port: 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:36.244340 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:36.255153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-545411300'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:36.389506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-5c075383-6230-42f1-a6ed-c57460a41a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:36.389506 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-5c075383-6230-42f1-a6ed-c57460a41a79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7177f997-bed4-461b-b172-41c98cd69f04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6761162
Jun 21 02:54:36.389756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a37db-71c8-483a-b0f7-45ed77e70e4d req-f53a9469-7f41-4c7c-9c00-e2e042d5222d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:36.392344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] For port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:36.398901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c23a37db-71c8-483a-b0f7-45ed77e70e4d req-f53a9469-7f41-4c7c-9c00-e2e042d5222d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.3670285
Jun 21 02:54:36.403595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] For port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:36.516401 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c23a37db-71c8-483a-b0f7-45ed77e70e4d req-7ffe7c1f-27c7-46c3-a68f-0f754a500429 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163769
Jun 21 02:54:36.519476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:36.536295 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e1518c44-ec3d-493d-993d-726d54c85a0d tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:36.561569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46720) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:36.579816 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fb5927a8-f179-4abe-9c35-edfa2b2be4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:36.582195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:36.582960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:36.584380 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] 10.222.0.26 "PUT /v2.0/ports/57992f29-10cc-4e6c-8d5d-f5d1d94b0bef HTTP/1.1" status: 200  len: 1092 time: 2.4525595
Jun 21 02:54:36.588959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abae612-4dfe-4f94-b676-857ded7a2403', 'tag': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:36.593028 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4679715-3f09-4fc9-9dd4-429703d18e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9abae612-4dfe-4f94-b676-857ded7a2403", "tag": "57992f29-10cc-4e6c-8d5d-f5d1d94b0bef"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:36.658639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Made reservation on behalf of 3df7d785464342f290245b9c9a87f714 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:36.664193 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:36.696276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] device_id is not set on port 2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:36.763314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Pushing event updated for resources: {'Port': ['ID=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:36.767773 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-2857c3fd-e428-4c0d-83b1-7fa1050fc482 service neutron] 10.222.0.20 "GET /v2.0/networks/7177f997-bed4-461b-b172-41c98cd69f04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3626688
Jun 21 02:54:36.768686 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:36.834384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158c8bf-102b-436e-a445-f325b538c22c req-4db7afdf-f9ed-4f41-bd8a-bc512b3d3401 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:36.846717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8158c8bf-102b-436e-a445-f325b538c22c req-4db7afdf-f9ed-4f41-bd8a-bc512b3d3401 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 943 time: 0.2459497
Jun 21 02:54:36.900519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:36.902540 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5d8-0a27-401c-87e5-ba563e9d65c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:36.904358 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.055775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5d8-0a27-401c-87e5-ba563e9d65c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.066110 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.135184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8158c8bf-102b-436e-a445-f325b538c22c req-1901f39c-52fb-49e0-950c-c7c815c8da41 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862890
Jun 21 02:54:37.135184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5d8-0a27-401c-87e5-ba563e9d65c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.148890 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-502c480c-9640-4183-b5a2-bfff49632fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:37.200253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbe5d8-0a27-401c-87e5-ba563e9d65c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72631d6d-9589-4588-a134-bcb6dd9607b0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:37.235701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Allocated IP 2001:db8::2b0 (7532b00d-11d9-4145-8841-ce5f60331fe3/53e1cf9e-95ce-458b-b884-79d8936f2f9a/2aa5f61d-5dcf-41ce-91e9-b2b192d131d5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:37.358360 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-10dbe5d8-0a27-401c-87e5-ba563e9d65c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:37.366282 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6bc4f7-7eec-4349-8cb5-02c94e4182d6 x-openstack-request-id: req-1e6bc4f7-7eec-4349-8cb5-02c94e4182d6 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:37.366624 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abae612-4dfe-4f94-b676-857ded7a2403", "tag": "57992f29-10cc-4e6c-8d5d-f5d1d94b0bef", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:37.366930 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e6bc4f7-7eec-4349-8cb5-02c94e4182d6 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:37.367561 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abae612-4dfe-4f94-b676-857ded7a2403', 'tag': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef', 'status': 'completed', 'code': 200}
Jun 21 02:54:37.386197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Allocated IP 172.20.0.9 (8f48e7d4-706a-4cc2-a94a-84a51ccf686b/a5560c84-8f59-4593-b0b0-0b69a7dd416d/b9029c5a-94a9-4c54-b32c-cbde83de82e4) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:37.389517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-10dbe5d8-0a27-401c-87e5-ba563e9d65c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ac5c146e00944b4991c25cd9ea6f01b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8252048
Jun 21 02:54:37.395931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8921a9e9-54e9-415c-a9e4-d7a379ed632f req-d3c3f8c8-e460-4d18-9d2a-c23c7c7b2987 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 210 time: 0.0374858
Jun 21 02:54:37.395931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46728) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:37.428923 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ceb2d9f-abd7-45b7-9e23-196eeb70957d req-9eee5a86-1b87-48bb-ad0e-244164b617d7 service neutron] 10.222.0.20 "GET /v2.0/networks/7177f997-bed4-461b-b172-41c98cd69f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6466601
Jun 21 02:54:37.432813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-ea68d861-6e25-4da4-953c-2dcf9bd2dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:37.435184 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-ea68d861-6e25-4da4-953c-2dcf9bd2dfc8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 1095 time: 0.6631253
Jun 21 02:54:37.499396 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-9f31d2b7-424a-481c-83b5-3c540373cf02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef HTTP/1.1" status: 200  len: 217 time: 0.0524440
Jun 21 02:54:37.522307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.545131 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77d4ab16-1473-459f-a4b3-c0c117436af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.547029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Transition to ACTIVE for port object 2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:37.578241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77d4ab16-1473-459f-a4b3-c0c117436af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.631780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-b2a6605c-f156-46c0-b656-89db9cfccd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:37.633269 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-b2a6605c-f156-46c0-b656-89db9cfccd8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1223352
Jun 21 02:54:37.722124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.764935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-d521293d-5490-4301-865a-6fcc8cc526bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:37.766502 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-d521293d-5490-4301-865a-6fcc8cc526bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1249428
Jun 21 02:54:37.797714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bdaff-eeb0-4f3c-b1bb-60ca2c183cb6 req-ecf8abc7-a6d4-4bbd-8032-d4b4582e1861 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:37.799910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-578bdaff-eeb0-4f3c-b1bb-60ca2c183cb6 req-ecf8abc7-a6d4-4bbd-8032-d4b4582e1861 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.0749884
Jun 21 02:54:37.851785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.877814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-e562ea5f-c257-41b4-a465-fc51fe738935 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038461
Jun 21 02:54:37.931544 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63e1b383-1088-4703-9bf1-89fbf7fa048b tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:37.946181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:37.949455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:37.952204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:37.953987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.961045 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:37.968499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:37.972403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:37.974042 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.976172 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77d4ab16-1473-459f-a4b3-c0c117436af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.978755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77d4ab16-1473-459f-a4b3-c0c117436af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:37.986244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-77d4ab16-1473-459f-a4b3-c0c117436af9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72631d6d-9589-4588-a134-bcb6dd9607b0 HTTP/1.1" status: 204  len: 168 time: 0.5723121
Jun 21 02:54:38.029451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:38.037650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:38.044751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:38.064713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-578bdaff-eeb0-4f3c-b1bb-60ca2c183cb6 req-de938059-59c5-4acc-9ff2-26aa0340b816 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2572830
Jun 21 02:54:38.065586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=2aa5f61d-5dcf-41ce-91e9-b2b192d131d5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:38.101527 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:38.102091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2138685d-02e2-4225-90bf-4ad865f928ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:38.119161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4ab16-1473-459f-a4b3-c0c117436af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72631d6d-9589-4588-a134-bcb6dd9607b0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:38.124482 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:38.128777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:38.135870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event updated for resources: {'Port': ['ID=b9029c5a-94a9-4c54-b32c-cbde83de82e4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:38.136065 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77d4ab16-1473-459f-a4b3-c0c117436af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:38.159315 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:38.197217 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e484a29-30f8-41a3-9a7d-89e8ef3e126f req-50f01f8a-a811-48b8-be90-114e2480f19c service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3125825
Jun 21 02:54:38.214746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.9678211
Jun 21 02:54:38.218883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46742) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:38.225027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'network_id': '7532b00d-11d9-4145-8841-ce5f60331fe3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1618478602'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:38.249896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:38.253087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:38.346544 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2040019
Jun 21 02:54:38.400818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Request body: {'port': {'device_id': 'eb16b9b3-724e-4a93-932c-a35a8528a299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:38.480230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Made reservation on behalf of 3df7d785464342f290245b9c9a87f714 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:38.485481 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:38.543505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] device_id is not set on port 246a5d87-86bd-4ed6-a655-dfb730b290ef yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:38.548633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-e9aa5007-5dc3-4bec-92a2-bf7595c6996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:38.550986 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-e9aa5007-5dc3-4bec-92a2-bf7595c6996a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 1095 time: 0.2329454
Jun 21 02:54:38.565201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61dfaf-b4b4-42af-9b93-cf1b5bad3665 req-629b5b78-854d-4657-9394-46690ec60769 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:38.567211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e61dfaf-b4b4-42af-9b93-cf1b5bad3665 req-629b5b78-854d-4657-9394-46690ec60769 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 943 time: 0.1521792
Jun 21 02:54:38.658872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:38.737941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e61dfaf-b4b4-42af-9b93-cf1b5bad3665 req-ac7b1446-1e00-40f1-98a9-3d18fd587d8c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402619
Jun 21 02:54:38.791267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa374566-34e3-478c-9cd7-3d4ea7105acb req-00561a6a-a8a8-4deb-81fc-bfea5f98e3ab tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:38.793068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa374566-34e3-478c-9cd7-3d4ea7105acb req-00561a6a-a8a8-4deb-81fc-bfea5f98e3ab tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 931 time: 0.1735749
Jun 21 02:54:38.844211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Allocated IP 2001:db8::8f (7532b00d-11d9-4145-8841-ce5f60331fe3/53e1cf9e-95ce-458b-b884-79d8936f2f9a/246a5d87-86bd-4ed6-a655-dfb730b290ef) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:38.859515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-6d56fac0-4971-4b5a-873d-ac46629233f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:38.861198 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-6d56fac0-4971-4b5a-873d-ac46629233f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.2912226
Jun 21 02:54:38.879137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa374566-34e3-478c-9cd7-3d4ea7105acb req-c626a2cd-54f2-4840-8e3b-cca565699d2c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718434
Jun 21 02:54:38.933399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e4ec20d1-0a7a-44ab-b0d5-0c17b28e2305 None None] Provisioning for port 2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:38.942648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e4ec20d1-0a7a-44ab-b0d5-0c17b28e2305 None None] Provisioning complete for port 2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:38.943445 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e4ec20d1-0a7a-44ab-b0d5-0c17b28e2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:38.999635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec20d1-0a7a-44ab-b0d5-0c17b28e2305 None None] Port 2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:39.008243 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-5dc3b633-2eee-4c93-92ee-acff7dc34d37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef HTTP/1.1" status: 200  len: 217 time: 0.1365623
Jun 21 02:54:39.107173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.125995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Transition to ACTIVE for port object 246a5d87-86bd-4ed6-a655-dfb730b290ef will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:39.166433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46754) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:39.200930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-cf6fa807-a397-476e-8ede-27c4dc970a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:39.202525 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-cf6fa807-a397-476e-8ede-27c4dc970a69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1718230
Jun 21 02:54:39.206135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56cc4f6e-d7d8-47be-8dac-4e8a905acb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.289040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.293388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9029c5a-94a9-4c54-b32c-cbde83de82e4 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:39.294119 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2123b478-4af5-45dd-822c-3e6b03a00359 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:39.305530 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.347854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Transition to ACTIVE for port object b9029c5a-94a9-4c54-b32c-cbde83de82e4 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:39.372336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-7463d969-4655-494c-88e1-2ad589682234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:39.372336 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-7463d969-4655-494c-88e1-2ad589682234 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1440523
Jun 21 02:54:39.409406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:39.420560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:39.423578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:39.430407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:39.431084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.438606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.447078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=246a5d87-86bd-4ed6-a655-dfb730b290ef,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:39.459878 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:39.464648 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8e787de5-bc30-4f8a-acd9-26a1b4761434 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:39.505647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89615ad-d412-4074-9219-bf1312dbe859 req-e0eb03da-1239-4055-b7fe-fc9bd989c34a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:39.513171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c89615ad-d412-4074-9219-bf1312dbe859 req-e0eb03da-1239-4055-b7fe-fc9bd989c34a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.2119966
Jun 21 02:54:39.560509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c89615ad-d412-4074-9219-bf1312dbe859 req-d5376b8d-0ca5-46cb-b4ce-cc5f460aa0e9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464036
Jun 21 02:54:39.593567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Pushing event updated for resources: {'Port': ['ID=b9029c5a-94a9-4c54-b32c-cbde83de82e4,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:39.596217 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:39.636121 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56cc4f6e-d7d8-47be-8dac-4e8a905acb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.661176 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-56a37a82-c8f5-460b-8a1d-b30f5a4e0816 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2835422
Jun 21 02:54:39.732900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.747217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Attempting to bind port b9029c5a-94a9-4c54-b32c-cbde83de82e4 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:39.747569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Attempting to bind port b9029c5a-94a9-4c54-b32c-cbde83de82e4 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:39.747908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Attempting to bind port b9029c5a-94a9-4c54-b32c-cbde83de82e4 on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:39.757081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Port b9029c5a-94a9-4c54-b32c-cbde83de82e4 on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:54:39.757443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Attempting to bind port b9029c5a-94a9-4c54-b32c-cbde83de82e4 on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:39.766980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:39.767270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Checking segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:39.767669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Bound using segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:39.768102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Bound port: b9029c5a-94a9-4c54-b32c-cbde83de82e4, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:39.768525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.822381 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4679715-3f09-4fc9-9dd4-429703d18e2f req-ade09438-29b4-4ab1-a500-9bb96ba5a9b4 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545939
Jun 21 02:54:39.841977 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56cc4f6e-d7d8-47be-8dac-4e8a905acb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.851011 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9aa79b4-96db-4940-8683-c8ee2e048044 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:39.858919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-271fecd0-9a89-4d73-8654-5ffe1a2b901e None None] Provisioning for port 246a5d87-86bd-4ed6-a655-dfb730b290ef completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:39.863129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-271fecd0-9a89-4d73-8654-5ffe1a2b901e None None] Provisioning complete for port 246a5d87-86bd-4ed6-a655-dfb730b290ef triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:39.864878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-271fecd0-9a89-4d73-8654-5ffe1a2b901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:39.911740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc4f6e-d7d8-47be-8dac-4e8a905acb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96a804f-1ec7-4be5-94c8-7e5d891355d2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:39.916261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-271fecd0-9a89-4d73-8654-5ffe1a2b901e None None] Port 246a5d87-86bd-4ed6-a655-dfb730b290ef cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:39.919119 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56cc4f6e-d7d8-47be-8dac-4e8a905acb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:39.928364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] For port b9029c5a-94a9-4c54-b32c-cbde83de82e4, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:39.943848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] For port b9029c5a-94a9-4c54-b32c-cbde83de82e4, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b9029c5a-94a9-4c54-b32c-cbde83de82e4,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:39.947570 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-56cc4f6e-d7d8-47be-8dac-4e8a905acb6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69ba42aa5c3e4f8dacb728c5eece48d6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7781510
Jun 21 02:54:39.950646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46766) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:39.961117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.7407787
Jun 21 02:54:39.980648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94c6d-2809-4ff8-99e4-8f00fa5bd04b req-8a138144-e2cb-4c45-a51a-a2ad9f135c6d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:39.983704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46770) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:39.987788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cb94c6d-2809-4ff8-99e4-8f00fa5bd04b req-8a138144-e2cb-4c45-a51a-a2ad9f135c6d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 943 time: 0.0907538
Jun 21 02:54:39.998896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:56:9f:1d'}, {'ip_address': '2001:db8::2b0', 'mac_address': 'fa:16:3e:cb:56:2b'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:40.050495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cb94c6d-2809-4ff8-99e4-8f00fa5bd04b req-b5b74082-a95f-4d23-aa68-5ed8f22973f3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617223
Jun 21 02:54:40.068035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:40.090360 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6df14c3-0069-479f-9b57-dbae22f35ae7 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:40.167406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:40.169462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:40.170884 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] 10.222.0.20 "PUT /v2.0/ports/b9029c5a-94a9-4c54-b32c-cbde83de82e4 HTTP/1.1" status: 200  len: 1092 time: 1.7856176
Jun 21 02:54:40.175415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fbb3c-f5b5-4898-86e3-8b54a670bd41 req-967b6410-7d96-4e64-93ad-b44d913b786d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:40.181791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb16b9b3-724e-4a93-932c-a35a8528a299', 'tag': 'b9029c5a-94a9-4c54-b32c-cbde83de82e4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:40.183054 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328" -d '{"events": [{"name": "network-changed", "server_uuid": "eb16b9b3-724e-4a93-932c-a35a8528a299", "tag": "b9029c5a-94a9-4c54-b32c-cbde83de82e4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:40.192356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c3fbb3c-f5b5-4898-86e3-8b54a670bd41 req-967b6410-7d96-4e64-93ad-b44d913b786d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 943 time: 0.0962846
Jun 21 02:54:40.263693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c3fbb3c-f5b5-4898-86e3-8b54a670bd41 req-6a102ab1-1911-44da-9534-36676c80c91c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702307
Jun 21 02:54:40.266032 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0180d63-fcf2-4fee-9c0e-8c060bd03c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:40.303429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0180d63-fcf2-4fee-9c0e-8c060bd03c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:40.303429 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bac02b-5a07-4029-9034-2c43595a1e5e x-openstack-request-id: req-f7bac02b-5a07-4029-9034-2c43595a1e5e {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:40.303429 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb16b9b3-724e-4a93-932c-a35a8528a299", "tag": "b9029c5a-94a9-4c54-b32c-cbde83de82e4", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:40.303867 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7bac02b-5a07-4029-9034-2c43595a1e5e {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:40.303957 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb16b9b3-724e-4a93-932c-a35a8528a299', 'tag': 'b9029c5a-94a9-4c54-b32c-cbde83de82e4', 'status': 'completed', 'code': 200}
Jun 21 02:54:40.378083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Pushing event updated for resources: {'Port': ['ID=b9029c5a-94a9-4c54-b32c-cbde83de82e4,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:40.381462 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:40.510934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:40.532742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-97c24822-7dc8-4f3b-9b75-a17103cbd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:40.534305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-97c24822-7dc8-4f3b-9b75-a17103cbd586 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 1095 time: 0.2115271
Jun 21 02:54:40.621863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0180d63-fcf2-4fee-9c0e-8c060bd03c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:40.629731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0180d63-fcf2-4fee-9c0e-8c060bd03c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:40.629731 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d0180d63-fcf2-4fee-9c0e-8c060bd03c2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f96a804f-1ec7-4be5-94c8-7e5d891355d2 HTTP/1.1" status: 204  len: 168 time: 0.6737792
Jun 21 02:54:40.629731 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9afd9938-efb9-40ab-9ae9-2a6c08ae232a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:40.637934 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-3ffe561e-b60d-4768-9f10-0497b8c1babd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9029c5a-94a9-4c54-b32c-cbde83de82e4 HTTP/1.1" status: 200  len: 217 time: 0.0713744
Jun 21 02:54:40.640907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0180d63-fcf2-4fee-9c0e-8c060bd03c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96a804f-1ec7-4be5-94c8-7e5d891355d2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:40.643613 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0180d63-fcf2-4fee-9c0e-8c060bd03c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:40.796237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0bd12-8dcd-413f-b2b0-1b7852fbdc60 req-a23cdd74-39fa-42f6-8e65-18782e20f32e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:40.798036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33c0bd12-8dcd-413f-b2b0-1b7852fbdc60 req-a23cdd74-39fa-42f6-8e65-18782e20f32e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.0825188
Jun 21 02:54:40.804793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-93d352c0-63e3-46c0-a124-419af7e1a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:40.806411 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-93d352c0-63e3-46c0-a124-419af7e1a2b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.1585617
Jun 21 02:54:40.858863 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-97fc3f74-2c4c-4e96-a9bc-705b65ec8d26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422745
Jun 21 02:54:40.866162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33c0bd12-8dcd-413f-b2b0-1b7852fbdc60 req-4dc09b8d-e744-40e2-894e-711fc6c66ca5 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570586
Jun 21 02:54:41.000570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:54:41.007744 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:41.042903 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-70d3ddd0-c419-4176-9921-abb7809d5d41 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695881
Jun 21 02:54:41.106964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:41.173816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:41.201201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef', 'mac_address': 'fa:16:3e:61:64:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:54:41.203687 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-808f11c8-8cfe-4fb7-890f-f888db9d3aaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:41.259945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event updated for resources: {'Port': ['ID=246a5d87-86bd-4ed6-a655-dfb730b290ef,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:41.271903 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:41.284745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] In _notify_port_updated(), no bound segment for port 246a5d87-86bd-4ed6-a655-dfb730b290ef on network 7532b00d-11d9-4145-8841-ce5f60331fe3 {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:54:41.291073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:41.291804 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:41.296070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "PUT /v2.0/ports/246a5d87-86bd-4ed6-a655-dfb730b290ef HTTP/1.1" status: 200  len: 1067 time: 1.3039074
Jun 21 02:54:41.298686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46792) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:41.348843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960d7fa-570e-420e-9446-31929188a590 req-13501f8b-98d8-42d9-9b1b-f918ff6b8aa9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:41.358662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f960d7fa-570e-420e-9446-31929188a590 req-13501f8b-98d8-42d9-9b1b-f918ff6b8aa9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 943 time: 0.0891109
Jun 21 02:54:41.378765 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:41.433273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:41.447529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f960d7fa-570e-420e-9446-31929188a590 req-575497cb-621c-4f8c-92fa-4f91759e10d8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870271
Jun 21 02:54:41.476886 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-625808c6-d749-4063-84a8-a8db526cb8c8 req-653d369b-028f-4636-86cc-e45cb2a05e32 service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4257338
Jun 21 02:54:41.507843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Deleting port 246a5d87-86bd-4ed6-a655-dfb730b290ef {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:41.508209 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:41.510086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:41.664924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:41.669710 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:41.734031 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:41.761938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53201bf-5810-490e-8c2c-a6f66027cac2 req-3d39e95b-e4c2-41ae-bde2-d9765c6ec50b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:41.771590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e53201bf-5810-490e-8c2c-a6f66027cac2 req-3d39e95b-e4c2-41ae-bde2-d9765c6ec50b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 943 time: 0.1422839
Jun 21 02:54:41.824224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Calling delete_port for 246a5d87-86bd-4ed6-a655-dfb730b290ef owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:41.860138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:41.864915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e53201bf-5810-490e-8c2c-a6f66027cac2 req-d1ab3be1-d1ef-4461-88c6-74188dd2f536 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922797
Jun 21 02:54:41.869771 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:41.896922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a5f763e-3e32-4fd8-8189-be4a2b53a6da None None] Provisioning complete for port 246a5d87-86bd-4ed6-a655-dfb730b290ef triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:41.897381 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a5f763e-3e32-4fd8-8189-be4a2b53a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:41.926801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['57992f29-10cc-4e6c-8d5d-f5d1d94b0bef'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:42.015189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f763e-3e32-4fd8-8189-be4a2b53a6da None None] Port 246a5d87-86bd-4ed6-a655-dfb730b290ef cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:42.026877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-6c80decf-02ac-4ffb-b77a-4ec9c7cd17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:42.028461 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-6c80decf-02ac-4ffb-b77a-4ec9c7cd17b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 1095 time: 0.3528333
Jun 21 02:54:42.108563 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:42.118260 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:42.186745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a5621-cb7d-43c3-881e-16842331ee54 req-49bde9a6-7163-468d-82e9-fd01326442c4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:42.189870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c09a5621-cb7d-43c3-881e-16842331ee54 req-49bde9a6-7163-468d-82e9-fd01326442c4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1546617
Jun 21 02:54:42.240674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c09a5621-cb7d-43c3-881e-16842331ee54 req-5e819000-b2a6-4b33-9e4f-9c3d1e5f6258 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426238
Jun 21 02:54:42.603512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Port': ['ID=246a5d87-86bd-4ed6-a655-dfb730b290ef,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:42.606461 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:42.784409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:42.794945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46826) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:42.796281 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "DELETE /v2.0/ports/246a5d87-86bd-4ed6-a655-dfb730b290ef HTTP/1.1" status: 204  len: 168 time: 1.4962947
Jun 21 02:54:42.809010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-6ad98f8f-f8bf-4a74-bb8f-d4fa7967e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:42.819530 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-6ad98f8f-f8bf-4a74-bb8f-d4fa7967e9c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 907 time: 0.7837138
Jun 21 02:54:42.864248 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0495df58-cd76-44ce-b85c-326e497042f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] GET failed (client error): The resource could not be found.
Jun 21 02:54:42.869455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0495df58-cd76-44ce-b85c-326e497042f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "GET /v2.0/ports/246a5d87-86bd-4ed6-a655-dfb730b290ef HTTP/1.1" status: 404  len: 333 time: 0.0728843
Jun 21 02:54:42.870672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46828) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:42.924758 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-54280d6d-df11-4ea8-9a9e-62853f6aa64c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9029c5a-94a9-4c54-b32c-cbde83de82e4 HTTP/1.1" status: 200  len: 217 time: 0.0885823
Jun 21 02:54:43.023088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:43.043147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-8549fe8c-6464-49da-b154-3e37f6a2d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:43.046487 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-8549fe8c-6464-49da-b154-3e37f6a2d652 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.1208451
Jun 21 02:54:43.095822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa29e8c-ea4c-407f-9e2e-9efc3b0fe5cd req-128c81d4-a5df-4394-96ed-8328db692e70 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:43.104521 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0aa29e8c-ea4c-407f-9e2e-9efc3b0fe5cd req-128c81d4-a5df-4394-96ed-8328db692e70 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 944 time: 0.3762457
Jun 21 02:54:43.108251 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-47111823-2d34-4f74-8802-e28da41eceef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527241
Jun 21 02:54:43.173532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Deleting port 2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:43.174021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:43.195666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:43.202071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:43.202635 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:43.230815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-932e9f5c-63d1-4460-b4ff-2e6b11fda6ef service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150079
Jun 21 02:54:43.273862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:43.353385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Calling delete_port for 2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:43.402583 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:43.458897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abae612-4dfe-4f94-b676-857ded7a2403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:43.465625 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c85f1f5-057c-4297-9a03-e7e500a9916d" -d '{"events": [{"server_uuid": "9abae612-4dfe-4f94-b676-857ded7a2403", "name": "network-vif-plugged", "status": "completed", "tag": "57992f29-10cc-4e6c-8d5d-f5d1d94b0bef"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:43.468404 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9af9f1d4-b8a1-4e83-a0a7-644b9a5e5328 req-ef913c4b-0087-482c-8ce6-573af5408d8d service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2301629
Jun 21 02:54:43.469870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0aa29e8c-ea4c-407f-9e2e-9efc3b0fe5cd req-fb9041fc-da89-438a-b401-d22813de3119 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3644860
Jun 21 02:54:43.501384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:43.559677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d200d-01c7-4740-b69b-31b42d682211 req-88e7354b-7df4-472d-ac5a-ecd94dff5d7c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:43.567418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc3d200d-01c7-4740-b69b-31b42d682211 req-88e7354b-7df4-472d-ac5a-ecd94dff5d7c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 943 time: 0.4522457
Jun 21 02:54:43.578905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:43.580963 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:43.634738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:43.641907 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1eca65e0-c40d-4061-9824-afbaf7ed6c99 tempest-ServersOnMultiNodesTest-1250957340 tempest-ServersOnMultiNodesTest-1250957340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:43.666440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:43.670767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Port': ['ID=2aa5f61d-5dcf-41ce-91e9-b2b192d131d5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:43.684673 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:43.695209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc3d200d-01c7-4740-b69b-31b42d682211 req-68758a05-81cb-49e0-9f40-0dac49e8d90b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266472
Jun 21 02:54:43.698202 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:43.778963 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:43.783866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46854) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:43.784045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "DELETE /v2.0/ports/2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 HTTP/1.1" status: 204  len: 168 time: 0.9119451
Jun 21 02:54:43.789549 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8c55b3-00ee-4602-9734-165190c2eac7 x-openstack-request-id: req-ff8c55b3-00ee-4602-9734-165190c2eac7 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:43.790214 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abae612-4dfe-4f94-b676-857ded7a2403", "name": "network-vif-plugged", "status": "completed", "tag": "57992f29-10cc-4e6c-8d5d-f5d1d94b0bef", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:43.790644 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff8c55b3-00ee-4602-9734-165190c2eac7 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:43.791440 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abae612-4dfe-4f94-b676-857ded7a2403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef', 'code': 200}
Jun 21 02:54:43.864428 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf3cfbb-a534-4294-9c3b-c8260704f813 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] GET failed (client error): The resource could not be found.
Jun 21 02:54:43.871893 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bbf3cfbb-a534-4294-9c3b-c8260704f813 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "GET /v2.0/ports/2aa5f61d-5dcf-41ce-91e9-b2b192d131d5 HTTP/1.1" status: 404  len: 333 time: 0.0866647
Jun 21 02:54:43.883361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46860) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:44.037984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f95b3a-7e2f-4107-b2e2-82423afd80f6 req-66c3e117-69c7-4244-8b3d-7ba42e3bd12a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:44.042986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91f95b3a-7e2f-4107-b2e2-82423afd80f6 req-66c3e117-69c7-4244-8b3d-7ba42e3bd12a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1950858
Jun 21 02:54:44.144292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Deleting port 16fb1d89-ed0a-425e-96eb-104ac9ec0388 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:44.146129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:44.155013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91f95b3a-7e2f-4107-b2e2-82423afd80f6 req-2c790da3-a4f0-47e1-8005-c0c1e95445d4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030235
Jun 21 02:54:44.168314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd104b-8369-4612-86f5-928ad10b5cf4 req-9de9ec7e-8f25-4a04-bdfd-88538f3bfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:44.168314 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10dd104b-8369-4612-86f5-928ad10b5cf4 req-9de9ec7e-8f25-4a04-bdfd-88538f3bfce0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 1097 time: 0.1467659
Jun 21 02:54:44.270917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10dd104b-8369-4612-86f5-928ad10b5cf4 req-a528870f-5415-4579-bf6c-0741b9a1a240 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644426
Jun 21 02:54:44.284043 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:44.358548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Calling delete_port for 16fb1d89-ed0a-425e-96eb-104ac9ec0388 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:44.560339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46876) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:44.615605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:44.618461 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-58f49324-0a55-46d2-b2a3-9ac14bfb90b7 tempest-FloatingIPAdminTestJSON-432408930 tempest-FloatingIPAdminTestJSON-432408930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:44.638926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b9029c5a-94a9-4c54-b32c-cbde83de82e4 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:54:44.662231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Port': ['ID=16fb1d89-ed0a-425e-96eb-104ac9ec0388,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:44.722614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffaef4-9e31-4d60-a9c3-906fe0ceeed6 req-8e7957a8-fd72-4bdb-b306-f9757022e8bb tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:44.731747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20ffaef4-9e31-4d60-a9c3-906fe0ceeed6 req-8e7957a8-fd72-4bdb-b306-f9757022e8bb tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 945 time: 0.1309843
Jun 21 02:54:44.736034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:44.738070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "DELETE /v2.0/ports/16fb1d89-ed0a-425e-96eb-104ac9ec0388 HTTP/1.1" status: 204  len: 168 time: 0.8536932
Jun 21 02:54:44.742119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46884) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:44.742432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.742848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.743246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.743635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.744028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.744413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.744793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.745292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.745710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.746087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.746466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.746842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:44.762226 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:44.769117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ee44cf7-c39b-443c-8a96-d2f24f68032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:44.799942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20ffaef4-9e31-4d60-a9c3-906fe0ceeed6 req-eadae2e9-0af1-471b-958a-0d1f9f758b0c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669281
Jun 21 02:54:44.916233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Deleting subnet 53e1cf9e-95ce-458b-b884-79d8936f2f9a {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:54:44.922526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:44.945874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b9029c5a-94a9-4c54-b32c-cbde83de82e4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b9029c5a-94a9-4c54-b32c-cbde83de82e4,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:44.974561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'b9029c5a-94a9-4c54-b32c-cbde83de82e4', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'port_id': 'b9029c5a-94a9-4c54-b32c-cbde83de82e4', 'mac_address': 'fa:16:3e:81:4b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5560c84-8f59-4593-b0b0-0b69a7dd416d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:54:45.017145 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.022541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ee44cf7-c39b-443c-8a96-d2f24f68032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.076448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9029c5a-94a9-4c54-b32c-cbde83de82e4 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:45.076611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.077227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b9029c5a-94a9-4c54-b32c-cbde83de82e4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b9029c5a-94a9-4c54-b32c-cbde83de82e4,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:45.136604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736efdb-2859-4511-b54e-7ca7d9f05978 req-07fa79ac-0590-4d3c-be7c-a16fd46474dc tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:45.138674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6736efdb-2859-4511-b54e-7ca7d9f05978 req-07fa79ac-0590-4d3c-be7c-a16fd46474dc tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 943 time: 0.1396852
Jun 21 02:54:45.169574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.172765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ee44cf7-c39b-443c-8a96-d2f24f68032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.175502 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-94bca997-efd1-4f17-b5a2-d8b8a9dd5cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:45.191065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.194105 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:45.221659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6736efdb-2859-4511-b54e-7ca7d9f05978 req-5c86e7b2-f38b-46f7-a70f-76f073e1aba1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768104
Jun 21 02:54:45.274568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee44cf7-c39b-443c-8a96-d2f24f68032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389e650c-5ff5-44c0-86bf-34cc49dafdd0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:45.281940 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0ee44cf7-c39b-443c-8a96-d2f24f68032c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4140f020dfe54eb39f438ba781b404e6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7204037
Jun 21 02:54:45.282952 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0ee44cf7-c39b-443c-8a96-d2f24f68032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:45.284535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46896) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:45.325146 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.326404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=b9029c5a-94a9-4c54-b32c-cbde83de82e4,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:45.329971 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:45.354590 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2bc0210a-5596-49f0-a381-89bf818bed5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:45.369961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd92faa-b2c6-4a3c-b761-4f5a6993d6f3 None None] Network 7532b00d-11d9-4145-8841-ce5f60331fe3 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:45.387855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.395245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "DELETE /v2.0/subnets/53e1cf9e-95ce-458b-b884-79d8936f2f9a HTTP/1.1" status: 204  len: 168 time: 0.6501966
Jun 21 02:54:45.398591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46898) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:45.458847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b9029c5a-94a9-4c54-b32c-cbde83de82e4'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:45.478204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Subnet': ['ID=53e1cf9e-95ce-458b-b884-79d8936f2f9a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:45.484522 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:45.522878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5136d4f2-7457-44e8-9e2c-caf786f2b97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.555536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06eaee-e73c-4b93-8853-fc28c3970fa2 req-57ce5ef2-63a8-46c1-a4be-02d52606b397 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:45.563575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d06eaee-e73c-4b93-8853-fc28c3970fa2 req-57ce5ef2-63a8-46c1-a4be-02d52606b397 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1196685
Jun 21 02:54:45.575488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.576993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5136d4f2-7457-44e8-9e2c-caf786f2b97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.647300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Deleting port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:45.647626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.651652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d06eaee-e73c-4b93-8853-fc28c3970fa2 req-d22b7909-2d81-474e-b77d-337bfb9517c7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865602
Jun 21 02:54:45.748177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] For port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,segment=NetworkSegment(4e5a30e9-d750-40fc-b83b-44f6b0a21fa5),segment_id=4e5a30e9-d750-40fc-b83b-44f6b0a21fa5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:45.748835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.750634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5136d4f2-7457-44e8-9e2c-caf786f2b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.752668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5136d4f2-7457-44e8-9e2c-caf786f2b97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.757378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5136d4f2-7457-44e8-9e2c-caf786f2b97d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/389e650c-5ff5-44c0-86bf-34cc49dafdd0 HTTP/1.1" status: 204  len: 168 time: 0.4673688
Jun 21 02:54:45.757378 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d6711ee2-7b04-4d5f-a120-2ce2ad67816f tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:45.768397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] DHCP port deletion for 7532b00d-11d9-4145-8841-ce5f60331fe3 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:54:45.778903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136d4f2-7457-44e8-9e2c-caf786f2b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389e650c-5ff5-44c0-86bf-34cc49dafdd0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:45.789586 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5136d4f2-7457-44e8-9e2c-caf786f2b97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:45.861265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] Deleting port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:45.861719 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:45.875096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Calling delete_port for 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:45.985106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] For port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,segment=NetworkSegment(4e5a30e9-d750-40fc-b83b-44f6b0a21fa5),segment_id=4e5a30e9-d750-40fc-b83b-44f6b0a21fa5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:45.985466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.093980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c94fe-429d-4105-aab0-2e4ec2a91052 req-aa7f79fd-b6b6-47e1-a035-4cb3f06252db tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:46.099221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] Calling delete_port for 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:46.103185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f58c94fe-429d-4105-aab0-2e4ec2a91052 req-aa7f79fd-b6b6-47e1-a035-4cb3f06252db tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 945 time: 0.1028175
Jun 21 02:54:46.110841 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.113074 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0819b6ab-640e-44d6-ba47-1287f2512ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:46.185058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Port': ['ID=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:46.188771 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:46.200115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] No DVR routers for this DVR port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:46.204417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f58c94fe-429d-4105-aab0-2e4ec2a91052 req-6cebc2c4-9f99-4c1c-ad4e-ea056d4c3593 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980141
Jun 21 02:54:46.308523 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.315095 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:46.399333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] No DVR routers for this DVR port 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:46.399605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.407836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-e569515d-ca5f-442e-aaf6-8d20e87895b3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b HTTP/1.1" status: 200  len: 267 time: 0.0635056
Jun 21 02:54:46.408118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] Pushing event deleted for resources: {'Port': ['ID=3a6f56cd-5908-4a67-bdbd-ad23bd77f116,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:46.418383 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:46.449640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0d907f0>,) {'filters': {'network_id': ['7532b00d-11d9-4145-8841-ce5f60331fe3']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:46.467663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0d907f0>, '4e5a30e9-d750-40fc-b83b-44f6b0a21fa5') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:46.468263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0d907f0>, '4e5a30e9-d750-40fc-b83b-44f6b0a21fa5') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:46.479098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.498038 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.505443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:46.505879 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:46.533293 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:46.567886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-fb9c6738-a5d4-4044-b795-97b5d8d4a8b4 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:46.569887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-fb9c6738-a5d4-4044-b795-97b5d8d4a8b4 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 945 time: 0.1611276
Jun 21 02:54:46.582558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1aa284-17ed-46ae-944e-f8913b3c80ff req-0aad2d11-12a0-4034-adf5-e26bb4f51248 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:46.584558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce1aa284-17ed-46ae-944e-f8913b3c80ff req-0aad2d11-12a0-4034-adf5-e26bb4f51248 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 944 time: 0.1352589
Jun 21 02:54:46.592492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'port': {'security_groups': []}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:46.645424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b9029c5a-94a9-4c54-b32c-cbde83de82e4 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:54:46.687635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.691304 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90b288b1-0d03-419a-8b04-679e49a12ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:46.696223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.714365 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] 10.222.0.25 "DELETE /v2.0/networks/7532b00d-11d9-4145-8841-ce5f60331fe3 HTTP/1.1" status: 204  len: 168 time: 1.3141608
Jun 21 02:54:46.725386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce1aa284-17ed-46ae-944e-f8913b3c80ff req-c26ad374-08b1-4f7c-97bf-459146c324a4 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310258
Jun 21 02:54:46.736145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Pushing event deleted for resources: {'Network': ['ID=7532b00d-11d9-4145-8841-ce5f60331fe3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:46.742149 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.762598 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:46.772275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46920) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:46.790878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port b9029c5a-94a9-4c54-b32c-cbde83de82e4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:46.796472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port b9029c5a-94a9-4c54-b32c-cbde83de82e4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:46.802426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.814784 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f66665eb-4992-45ab-b4dd-8865aa2c4c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:46.979061 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.010608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb16b9b3-724e-4a93-932c-a35a8528a299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9029c5a-94a9-4c54-b32c-cbde83de82e4'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:47.013148 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9746ecf6-4830-4b45-89f0-9a4de55e303d" -d '{"events": [{"server_uuid": "eb16b9b3-724e-4a93-932c-a35a8528a299", "name": "network-vif-plugged", "status": "completed", "tag": "b9029c5a-94a9-4c54-b32c-cbde83de82e4"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:47.036255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:54:47.043419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b9029c5a-94a9-4c54-b32c-cbde83de82e4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b9029c5a-94a9-4c54-b32c-cbde83de82e4,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:47.056212 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f66665eb-4992-45ab-b4dd-8865aa2c4c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.070687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] For port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:47.076376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:54:47.076749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3a6f56cd-5908-4a67-bdbd-ad23bd77f116 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:54:47.121793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f66665eb-4992-45ab-b4dd-8865aa2c4c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.121975 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.124342 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:47.127435 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-512f8762-d019-4280-ab5f-e8a3524c9be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:47.214899 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f66665eb-4992-45ab-b4dd-8865aa2c4c5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fae298815c641659d03168e81e92906&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4383559
Jun 21 02:54:47.215697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46928) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:47.224828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66665eb-4992-45ab-b4dd-8865aa2c4c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21210c-327a-4238-a5e3-7de886dd447d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:47.245026 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f66665eb-4992-45ab-b4dd-8865aa2c4c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:47.264182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=b9029c5a-94a9-4c54-b32c-cbde83de82e4,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:47.270802 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:47.312924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee5213ea-5a08-4877-b49c-47dec54e05b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.350660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee5213ea-5a08-4877-b49c-47dec54e05b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.368386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46932) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:47.476658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee5213ea-5a08-4877-b49c-47dec54e05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.479355 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee5213ea-5a08-4877-b49c-47dec54e05b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.487236 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ee5213ea-5a08-4877-b49c-47dec54e05b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a21210c-327a-4238-a5e3-7de886dd447d HTTP/1.1" status: 204  len: 168 time: 0.2668681
Jun 21 02:54:47.487236 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-254ca98a-46ef-4d62-b66e-544cc6dc7266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:47.496892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5213ea-5a08-4877-b49c-47dec54e05b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21210c-327a-4238-a5e3-7de886dd447d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:47.508228 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee5213ea-5a08-4877-b49c-47dec54e05b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:47.514326 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.551700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce52636-2860-4186-8e62-aaaa600f7cf8 req-ee1d2579-27ba-4d47-8e47-7103ce0c20f7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:47.554719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dce52636-2860-4186-8e62-aaaa600f7cf8 req-ee1d2579-27ba-4d47-8e47-7103ce0c20f7 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.4893763
Jun 21 02:54:47.576272 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.581350 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b550ab52-6497-4d7a-85e4-064c3651e7ea tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:47.588785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dcc07fab-7f39-43c6-93bb-9b98d21526f2', '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:47.591458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fb9feb2a-fa26-451d-9030-43a3a257ed40'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:47.608305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8395d13b-26d2-41ee-be80-9e863023389b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3df7d785464342f290245b9c9a87f714&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2362683
Jun 21 02:54:47.608516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46938) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:47.651126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dce52636-2860-4186-8e62-aaaa600f7cf8 req-5eb4633b-058c-4df9-bb94-c16379674373 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876021
Jun 21 02:54:47.666372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:47.671148 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.674667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ee232dc-6a22-4aab-8a92-545d9ac21bd8 req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "PUT /v2.0/ports/57992f29-10cc-4e6c-8d5d-f5d1d94b0bef HTTP/1.1" status: 200  len: 904 time: 1.0890052
Jun 21 02:54:47.682768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abae612-4dfe-4f94-b676-857ded7a2403', 'tag': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:47.688437 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f0a18c-b628-4657-a310-8940f30e888d" -d '{"events": [{"name": "network-changed", "server_uuid": "9abae612-4dfe-4f94-b676-857ded7a2403", "tag": "57992f29-10cc-4e6c-8d5d-f5d1d94b0bef"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:47.699919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-de2580d8-a121-4155-85a2-3edc02497e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.736240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-de2580d8-a121-4155-85a2-3edc02497e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.754755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['57992f29-10cc-4e6c-8d5d-f5d1d94b0bef'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:47.763451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'Port': ['ID=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:47.769433 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:47.993371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-de2580d8-a121-4155-85a2-3edc02497e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.997816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-de2580d8-a121-4155-85a2-3edc02497e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:47.998985 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-de2580d8-a121-4155-85a2-3edc02497e43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04cf7f8f-e6d8-4567-bcfa-6ebe070e2035 HTTP/1.1" status: 204  len: 168 time: 0.3894496
Jun 21 02:54:48.000727 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56cc4f6e-d7d8-47be-8dac-4e8a905acb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:48.021704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2580d8-a121-4155-85a2-3edc02497e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf7f8f-e6d8-4567-bcfa-6ebe070e2035,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:48.025511 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-de2580d8-a121-4155-85a2-3edc02497e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:48.057497 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5836ebd8-aa3b-403f-9db8-d79575aef775 x-openstack-request-id: req-5836ebd8-aa3b-403f-9db8-d79575aef775 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:48.058090 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abae612-4dfe-4f94-b676-857ded7a2403", "tag": "57992f29-10cc-4e6c-8d5d-f5d1d94b0bef", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:48.058319 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5836ebd8-aa3b-403f-9db8-d79575aef775 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:48.058589 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abae612-4dfe-4f94-b676-857ded7a2403', 'tag': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef', 'status': 'completed', 'code': 200}
Jun 21 02:54:48.076405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d596f-cdd4-454a-964b-792d86129e6a req-2ceec1a6-6425-4969-8b6b-de70ae9f6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:48.079435 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-624d596f-cdd4-454a-964b-792d86129e6a req-2ceec1a6-6425-4969-8b6b-de70ae9f6cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 1097 time: 0.1659410
Jun 21 02:54:48.151307 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19fc613-dd83-46a8-934e-46ba63f2c1b7 x-openstack-request-id: req-c19fc613-dd83-46a8-934e-46ba63f2c1b7 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:48.153577 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb16b9b3-724e-4a93-932c-a35a8528a299", "name": "network-vif-plugged", "status": "completed", "tag": "b9029c5a-94a9-4c54-b32c-cbde83de82e4", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:48.153577 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c19fc613-dd83-46a8-934e-46ba63f2c1b7 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:48.153577 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb16b9b3-724e-4a93-932c-a35a8528a299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9029c5a-94a9-4c54-b32c-cbde83de82e4', 'code': 200}
Jun 21 02:54:48.251523 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-624d596f-cdd4-454a-964b-792d86129e6a req-10038e46-0659-496e-9597-b63b85d596c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521044
Jun 21 02:54:48.273515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a18c-b628-4657-a310-8940f30e888d req-ef98146d-313f-4b00-bb59-8e734e066ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:48.273515 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-48f0a18c-b628-4657-a310-8940f30e888d req-ef98146d-313f-4b00-bb59-8e734e066ab5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 1059 time: 0.1888750
Jun 21 02:54:48.386037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557361d-98ca-4f18-a35c-79a9252ee8ee req-ff817d97-912f-42aa-b93b-8224aa6199ee tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:48.388109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a557361d-98ca-4f18-a35c-79a9252ee8ee req-ff817d97-912f-42aa-b93b-8224aa6199ee tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 907 time: 0.1852493
Jun 21 02:54:48.401491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-67f43d29-5e58-46ea-ab1c-5b72c1209bbe None None] Provisioning complete for port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:48.401880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67f43d29-5e58-46ea-ab1c-5b72c1209bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:48.412317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8a80e-8b86-4ee6-afa6-a58cbac54018 req-f3258552-12c6-4ec5-ba91-f05a665c1d56 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:48.419550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7dd8a80e-8b86-4ee6-afa6-a58cbac54018 req-f3258552-12c6-4ec5-ba91-f05a665c1d56 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 945 time: 0.1199486
Jun 21 02:54:48.472358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a18c-b628-4657-a310-8940f30e888d req-c9caa8e2-512c-41dc-b477-99097616d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:48.477971 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7dd8a80e-8b86-4ee6-afa6-a58cbac54018 req-943188f0-9a6d-45d7-b32b-76d98fe48886 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571508
Jun 21 02:54:48.480124 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-48f0a18c-b628-4657-a310-8940f30e888d req-c9caa8e2-512c-41dc-b477-99097616d63c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1977890
Jun 21 02:54:48.603248 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-48f0a18c-b628-4657-a310-8940f30e888d req-07c595fa-09d5-44ed-900f-6dfdf35aa737 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef HTTP/1.1" status: 200  len: 217 time: 0.1163809
Jun 21 02:54:48.695184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae02be7-7a4f-4a91-957f-be1a82f3ee25 req-c27cc617-a322-4515-82c8-8a2360e7853c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:48.697074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cae02be7-7a4f-4a91-957f-be1a82f3ee25 req-c27cc617-a322-4515-82c8-8a2360e7853c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1132035
Jun 21 02:54:48.714279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a18c-b628-4657-a310-8940f30e888d req-8d39a5bf-1a3e-4566-9269-4fbde1180369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:48.715999 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-48f0a18c-b628-4657-a310-8940f30e888d req-8d39a5bf-1a3e-4566-9269-4fbde1180369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1036458
Jun 21 02:54:48.797680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cae02be7-7a4f-4a91-957f-be1a82f3ee25 req-ccc837fb-6350-4645-983a-834e11ea36d8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931711
Jun 21 02:54:48.890995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a18c-b628-4657-a310-8940f30e888d req-19cdc8ee-9641-48e9-9be2-606e22d72c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:48.897810 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-48f0a18c-b628-4657-a310-8940f30e888d req-19cdc8ee-9641-48e9-9be2-606e22d72c51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1739173
Jun 21 02:54:49.065904 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-48f0a18c-b628-4657-a310-8940f30e888d req-3dc65f9b-80e1-4623-91d5-4b31c17ff4ce service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583204
Jun 21 02:54:49.091749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fdf08-d52d-4163-a577-a30cfbab40c8 req-d4d51ee2-bfcb-4f41-b517-afef552f07f1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:49.100255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-839fdf08-d52d-4163-a577-a30cfbab40c8 req-d4d51ee2-bfcb-4f41-b517-afef552f07f1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1773436
Jun 21 02:54:49.149999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657ed2f-950b-41dd-96f1-f8624bf2b894 req-f876a24e-56d7-46e4-bb20-505f26daeb39 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:49.151556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4657ed2f-950b-41dd-96f1-f8624bf2b894 req-f876a24e-56d7-46e4-bb20-505f26daeb39 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1630948
Jun 21 02:54:49.181085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-839fdf08-d52d-4163-a577-a30cfbab40c8 req-0c211ff4-b687-4381-ae2b-38430246ea2e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796552
Jun 21 02:54:49.279482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4657ed2f-950b-41dd-96f1-f8624bf2b894 req-8499df29-9236-47fa-8e16-780ce3ae953c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196170
Jun 21 02:54:49.312524 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-48f0a18c-b628-4657-a310-8940f30e888d req-d671b977-8c8e-4a49-ae25-7ae714c098b9 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2352276
Jun 21 02:54:49.367163 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:54:49.777609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-0e9d1695-27ba-45ed-a34b-e5d5981c87f6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:49.784344 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-0e9d1695-27ba-45ed-a34b-e5d5981c87f6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.1781807
Jun 21 02:54:49.804179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba5e3-dd63-4062-972a-3815ed464dba req-6a6aa1ef-b573-42f2-9c1b-44af48ea0555 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:49.806193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca3ba5e3-dd63-4062-972a-3815ed464dba req-6a6aa1ef-b573-42f2-9c1b-44af48ea0555 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 945 time: 0.1296890
Jun 21 02:54:49.812577 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-ce2d7171-0779-45a2-a72a-f85815213e0d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/quotas/6e3f63e47a8c42f492a6e2d14c9d105b HTTP/1.1" status: 200  len: 375 time: 0.0273514
Jun 21 02:54:49.914013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47020) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:49.919186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca3ba5e3-dd63-4062-972a-3815ed464dba req-9d4f6b7d-2418-4378-8ca5-135770e1544d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962083
Jun 21 02:54:49.982331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-0171886d-b64a-4a81-ba2c-f7b0848294b4 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1688304
Jun 21 02:54:50.123126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-016c7fc9-df54-47cd-abed-0a78d5cf9cd2 service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394341
Jun 21 02:54:50.255369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-97b05f62-e2ab-46bd-990a-28590217d061 service neutron] 10.222.0.25 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298499
Jun 21 02:54:50.315985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'networks': [{'name': 'tempest-network--1759117096'}, {'name': 'tempest-network--1873735686'}]} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:50.316755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'network': {'name': 'tempest-network--1759117096'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:50.317315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'network': {'name': 'tempest-network--1873735686'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:50.426643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Made reservation on behalf of eb9569300ad443e3b801950955b80102 for: {'network': 2} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:50.431729 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:50.466848 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:50.629094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e73cf5-87ad-4c15-b926-639951cd1f3b req-672de43e-46d8-4943-abf1-f855e6f3c70d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:50.651378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7e73cf5-87ad-4c15-b926-639951cd1f3b req-672de43e-46d8-4943-abf1-f855e6f3c70d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1883268
Jun 21 02:54:50.727347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:50.807017 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:50.808267 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:50.810694 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:50.825272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7e73cf5-87ad-4c15-b926-639951cd1f3b req-c0ce11c2-863e-44a4-b4ae-3312cbed39ac tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1699352
Jun 21 02:54:50.930777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdc9d3-b373-48c4-b5de-2fae7fb2ce0d req-b63651bf-064c-47eb-b1a5-4e29fac4c7d8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:50.932884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e7b06-c3aa-4def-91ce-5a1c6998c1f4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:50.937536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75cdc9d3-b373-48c4-b5de-2fae7fb2ce0d req-b63651bf-064c-47eb-b1a5-4e29fac4c7d8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 945 time: 0.2175329
Jun 21 02:54:50.948191 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:50.973718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:51.004988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:51.007088 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Added segment 62cfe0da-a4ec-4466-8d87-da804be2c2e6 of type vlan for network c3357084-d01d-47ec-af66-e0493b492d30
Jun 21 02:54:51.051704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75cdc9d3-b373-48c4-b5de-2fae7fb2ce0d req-1d50b8af-a0c4-4a08-83b7-9b1ffaadfa42 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072056
Jun 21 02:54:51.069722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:51.125456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:51.146007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:51.146690 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Added segment 58e1eede-cf34-4c13-ba7e-c42252294774 of type vlan for network 30b04f8b-050e-4315-9c00-aec8b8ba13b8
Jun 21 02:54:51.161625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-395b25b4-4764-417e-b9e9-1b12710d13a4 req-597f57cf-625f-42f5-b3c2-f6e40d70072c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 210 time: 0.0329659
Jun 21 02:54:51.204728 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:51.379790 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:51.380504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:51.385727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:51.390607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:51.391284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:51.394762 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dea41391-79c8-4a4e-9934-deea706daa2c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:51.399416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1edde-4a98-4f13-b529-d9929b00c6a2 req-56cc661f-41c0-4795-86e8-8177d4e487ab tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:51.400913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aee1edde-4a98-4f13-b529-d9929b00c6a2 req-56cc661f-41c0-4795-86e8-8177d4e487ab tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 945 time: 0.0720565
Jun 21 02:54:51.464443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aee1edde-4a98-4f13-b529-d9929b00c6a2 req-71c2cfb0-71e9-4241-ac2c-5f8f7fb4ab4e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561440
Jun 21 02:54:51.475660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Network': ['ID=c3357084-d01d-47ec-af66-e0493b492d30,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:51.490926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c3357084-d01d-47ec-af66-e0493b492d30 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:51.510302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47066) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:51.510644 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.5952778
Jun 21 02:54:51.600931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Network': ['ID=30b04f8b-050e-4315-9c00-aec8b8ba13b8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:51.618792 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:51.620027 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:51.621841 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:51.639612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 30b04f8b-050e-4315-9c00-aec8b8ba13b8 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:51.694060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a845424-3590-41ac-abfb-a5c6ce5ac44d tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:51.700186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a845424-3590-41ac-abfb-a5c6ce5ac44d tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:51.706914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a845424-3590-41ac-abfb-a5c6ce5ac44d tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:51.713928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a845424-3590-41ac-abfb-a5c6ce5ac44d tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:51.715995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8a845424-3590-41ac-abfb-a5c6ce5ac44d tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.2040453
Jun 21 02:54:51.720822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47070) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:51.899898 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.042839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.064734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3ef1b50>,) {'filters': {'network_id': ['c3357084-d01d-47ec-af66-e0493b492d30']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:52.077118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ef1b50>, '62cfe0da-a4ec-4466-8d87-da804be2c2e6') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:52.077803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ef1b50>, '62cfe0da-a4ec-4466-8d87-da804be2c2e6') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:52.091703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.114889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.123514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:52.124304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.152918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d70e-2e37-4f0a-bd17-b8bc6edd0fb8 req-adccbd61-8d42-4ce5-af4c-5b5e01138d2e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:52.162606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b48d70e-2e37-4f0a-bd17-b8bc6edd0fb8 req-adccbd61-8d42-4ce5-af4c-5b5e01138d2e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.0970979
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:52.186932 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:52.249966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b48d70e-2e37-4f0a-bd17-b8bc6edd0fb8 req-14f8074b-37e1-453c-8d71-e624b7cb56f9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638287
Jun 21 02:54:52.355650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.358981 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f956648f-09eb-408f-82e4-88cb379ec1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:52.365904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.375645 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/networks/c3357084-d01d-47ec-af66-e0493b492d30 HTTP/1.1" status: 204  len: 168 time: 0.6460810
Jun 21 02:54:52.377778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47090) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:52.399283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Network': ['ID=c3357084-d01d-47ec-af66-e0493b492d30,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:52.405238 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:52.543249 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.583032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01ca7f17-4aaf-47b1-8a65-14dbdb07591f req-bd374623-20b8-40d9-b68e-373c516b123a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 210 time: 0.0376458
Jun 21 02:54:52.621451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ad2a5-77bf-4337-a273-10325400b547 req-90971d2e-e31e-40c2-86bd-9e8ad8a9e625 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:52.625838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b7ad2a5-77bf-4337-a273-10325400b547 req-90971d2e-e31e-40c2-86bd-9e8ad8a9e625 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 945 time: 0.1965635
Jun 21 02:54:52.744481 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.756366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b7ad2a5-77bf-4337-a273-10325400b547 req-c8938497-d060-488f-95c2-af76ab4341bd tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200080
Jun 21 02:54:52.759935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8576910>,) {'filters': {'network_id': ['30b04f8b-050e-4315-9c00-aec8b8ba13b8']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:52.771561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8576910>, '58e1eede-cf34-4c13-ba7e-c42252294774') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:52.771959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8576910>, '58e1eede-cf34-4c13-ba7e-c42252294774') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:54:52.785210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.799087 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.806833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:54:52.811264 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:54:52.814707 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:54:52.961428 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.965179 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aea79a8b-a160-4be1-a86c-3fcbed94ef53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:52.970557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:52.974024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/networks/30b04f8b-050e-4315-9c00-aec8b8ba13b8 HTTP/1.1" status: 204  len: 168 time: 0.5951941
Jun 21 02:54:52.976499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47102) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:53.017015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Network': ['ID=30b04f8b-050e-4315-9c00-aec8b8ba13b8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:53.071489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.071885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.072274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.072658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.073035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.073451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.073824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.074374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.074936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.075486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.075875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.076231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:53.081636 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:53.132246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8c369-db6c-416b-bacb-7caa2729c573 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:53.138519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8c369-db6c-416b-bacb-7caa2729c573 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:53.140001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bba8c369-db6c-416b-bacb-7caa2729c573 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1626017
Jun 21 02:54:53.143785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47106) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:53.148712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1960310895'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:53.230362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Made reservation on behalf of eb9569300ad443e3b801950955b80102 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:53.233886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.258561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:53.267418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.267804 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Added segment e8ed2f8a-66ad-405d-8f8f-efdb9bcea8ae of type vlan for network 7baef47a-f9a9-41c3-9b84-f8e9b690ccf6
Jun 21 02:54:53.309277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.406487 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.412678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:53.413314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.417784 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dc4d0e86-e155-4ca0-8b69-88ab2e4c8790 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:53.497562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Network': ['ID=7baef47a-f9a9-41c3-9b84-f8e9b690ccf6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:53.500414 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:53.514272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cda153-8051-4c09-99be-1e2bd464864a req-80caf606-f2b1-4f7b-af03-8979e1beb24f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:53.515886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38cda153-8051-4c09-99be-1e2bd464864a req-80caf606-f2b1-4f7b-af03-8979e1beb24f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1447074
Jun 21 02:54:53.522393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7baef47a-f9a9-41c3-9b84-f8e9b690ccf6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:53.541518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3966122
Jun 21 02:54:53.543997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47112) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:53.550415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1082682254'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:53.593968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38cda153-8051-4c09-99be-1e2bd464864a req-d7213b58-feaf-4ee5-acc4-76942d26fd68 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710642
Jun 21 02:54:53.653559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-5f1ba478-5d2a-4fd8-b389-72e4ced63212 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:53.657084 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-5f1ba478-5d2a-4fd8-b389-72e4ced63212 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 811 time: 0.1508639
Jun 21 02:54:53.669016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Request body: {'port': {'device_id': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'admin_state_up': True, 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:53.669794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Made reservation on behalf of eb9569300ad443e3b801950955b80102 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:53.673409 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.712216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:53.735604 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84091fa7-2f7b-4e07-95ca-db1f85ef0670 req-ea2a3dcc-de1b-45ad-bd7e-6bd3de5a55aa tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 210 time: 0.0350609
Jun 21 02:54:53.740575 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.740924 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Added segment 8a3d1e9f-7037-437b-a1ee-e41f1741ec81 of type vlan for network 58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46
Jun 21 02:54:53.783473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.946888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.952378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:53.954067 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:53.958149 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41de77c0-1911-451d-95e9-bf9abee44c8b tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:53.968900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-38cf7648-9fdf-4df8-b7eb-a069e61afac3 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:53.970539 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-38cf7648-9fdf-4df8-b7eb-a069e61afac3 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 945 time: 0.1733336
Jun 21 02:54:54.018230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-82145c80-3648-4d40-ac19-dc112dd9fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:54.018230 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-82145c80-3648-4d40-ac19-dc112dd9fc1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 1098 time: 0.1544082
Jun 21 02:54:54.037822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Made reservation on behalf of 6e3f63e47a8c42f492a6e2d14c9d105b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:54.041209 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:54.041509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09863887-8f01-4d0a-b48c-fb6b87e53e34 req-e008ebec-e75a-450e-858b-2911b82dc0ca tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:54.043189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09863887-8f01-4d0a-b48c-fb6b87e53e34 req-e008ebec-e75a-450e-858b-2911b82dc0ca tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 945 time: 0.1489780
Jun 21 02:54:54.046768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Network': ['ID=58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:54.049440 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:54.059994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:54.106801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.5613790
Jun 21 02:54:54.109876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:54.124198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'ports': [{'network_id': '7baef47a-f9a9-41c3-9b84-f8e9b690ccf6', 'name': 'tempest-port--997613138', 'admin_state_up': True}, {'network_id': '58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46', 'admin_state_up': False}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:54.124527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'port': {'network_id': '7baef47a-f9a9-41c3-9b84-f8e9b690ccf6', 'name': 'tempest-port--997613138', 'admin_state_up': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:54.125669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'port': {'network_id': '58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46', 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:54.152392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09863887-8f01-4d0a-b48c-fb6b87e53e34 req-61a4de52-2161-48b6-80f1-5ca6c5d443e3 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940020
Jun 21 02:54:54.367550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Made reservation on behalf of eb9569300ad443e3b801950955b80102 for: {'port': 2} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:54.373934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:54.391393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:54.484141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-e14b3122-2eb2-454a-8fa4-3e3b1b0f4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:54.485648 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-e14b3122-2eb2-454a-8fa4-3e3b1b0f4213 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.4650433
Jun 21 02:54:54.533749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] device_id is not set on port 485a7fa4-f6c7-4db6-a374-d8b29da7c23e yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:54.625294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Deleting port b9029c5a-94a9-4c54-b32c-cbde83de82e4 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:54.625589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:54.670249 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:54.734989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Allocated IP 172.20.0.10 (6b0b82a3-20b5-4489-b9d6-24575f1529c4/fda1c219-64cb-499d-84eb-1841281b9bb0/27365dec-3b94-41a4-85ea-bb35c81472ce) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:54:54.748164 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-92a9db9b-e69c-4c7f-acfc-c8273b1231a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e HTTP/1.1" status: 200  len: 1002 time: 0.2504160
Jun 21 02:54:54.794550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] device_id is not set on port 7e02bef5-4c70-4a83-89f3-4c7eaf42710f yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:54:54.832033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8fc78-f4e2-4437-b682-a8371479377c req-5e6e14c1-e10e-4c0b-8919-e394bff4d1ce tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:54.833773 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a8fc78-f4e2-4437-b682-a8371479377c req-5e6e14c1-e10e-4c0b-8919-e394bff4d1ce tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.1099889
Jun 21 02:54:54.888699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-ea698c9b-5fb0-45c4-a179-66591da77cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:54.894890 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-ea698c9b-5fb0-45c4-a179-66591da77cb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.1340549
Jun 21 02:54:54.899348 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a8fc78-f4e2-4437-b682-a8371479377c req-cea3b984-55fc-46e2-ac3f-a31a13e0bcea tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583329
Jun 21 02:54:54.972763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] For port b9029c5a-94a9-4c54-b32c-cbde83de82e4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b9029c5a-94a9-4c54-b32c-cbde83de82e4,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:54.973148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.034416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed3c4189-466d-4b95-b58c-0aba185dc5b0 req-921729c2-56da-411e-8f22-88d2b4c4176b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 210 time: 0.0656018
Jun 21 02:54:55.089976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.108970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Calling delete_port for b9029c5a-94a9-4c54-b32c-cbde83de82e4 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:55.185839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.193822 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-964ad3b3-4875-49d4-aae8-48cf8a2d8e02 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:55.210981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-3e3856b6-17fd-462e-9996-7c34e342351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:55.212962 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-3e3856b6-17fd-462e-9996-7c34e342351f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3077655
Jun 21 02:54:55.249678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Port': ['ID=485a7fa4-f6c7-4db6-a374-d8b29da7c23e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:55.261478 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:55.293603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Checking segment: {'id': 'e8ed2f8a-66ad-405d-8f8f-efdb9bcea8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7baef47a-f9a9-41c3-9b84-f8e9b690ccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:55.293970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Network hostable DHCP agents. Network: 7baef47a-f9a9-41c3-9b84-f8e9b690ccf6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:54:55.323409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.352943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Transition to ACTIVE for port object 27365dec-3b94-41a4-85ea-bb35c81472ce will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:55.381784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff1868-15c1-4ef0-830d-76a9676a03ad req-d4bfdb9e-37fc-4055-8497-b64563db61ce tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:55.383345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4dff1868-15c1-4ef0-830d-76a9676a03ad req-d4bfdb9e-37fc-4055-8497-b64563db61ce tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 945 time: 0.0826404
Jun 21 02:54:55.412495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Network 7baef47a-f9a9-41c3-9b84-f8e9b690ccf6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:54:55.431036 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-240e2444-f278-4cd0-a0bb-26dc3755d387 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013457
Jun 21 02:54:55.431278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4dff1868-15c1-4ef0-830d-76a9676a03ad req-c1a46017-c0c0-4f7b-bb85-78f06f9b285a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412524
Jun 21 02:54:55.498614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7baef47a-f9a9-41c3-9b84-f8e9b690ccf6) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:55.508758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:55.509043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a62b3e-7836-4fa5-a39b-c911f619bfb9 None None] Network 7baef47a-f9a9-41c3-9b84-f8e9b690ccf6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:55.509897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.515672 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:55.537237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.544296 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5acb2941-9a72-4f9e-ae52-3f3b97add45b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:55.584868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.585152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dcc07fab-7f39-43c6-93bb-9b98d21526f2'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:55.588863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Port': ['ID=7e02bef5-4c70-4a83-89f3-4c7eaf42710f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:55.593276 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:55.593485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fb9feb2a-fa26-451d-9030-43a3a257ed40'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:55.602272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Checking segment: {'id': '8a3d1e9f-7037-437b-a1ee-e41f1741ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:55.602893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Network hostable DHCP agents. Network: 58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:54:55.614063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:54:55.616520 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b8f23846-0cff-495c-be29-c99ff5b84eec req-5e4fcdd9-172a-4c62-9e52-0f4646ec823f service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766551
Jun 21 02:54:55.623254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:55.629622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:55.636994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event updated for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:55.658989 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:55.677194 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:55.681724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Network 58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:54:55.737605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] No DVR routers for this DVR port b9029c5a-94a9-4c54-b32c-cbde83de82e4 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:54:55.739996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event deleted for resources: {'Port': ['ID=b9029c5a-94a9-4c54-b32c-cbde83de82e4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:55.751222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.751222 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27dd24b2-a3b2-4269-a892-c2edf56b372c req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "DELETE /v2.0/ports/b9029c5a-94a9-4c54-b32c-cbde83de82e4 HTTP/1.1" status: 204  len: 173 time: 1.7703776
Jun 21 02:54:55.751222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb16b9b3-724e-4a93-932c-a35a8528a299', 'name': 'network-vif-deleted', 'tag': 'b9029c5a-94a9-4c54-b32c-cbde83de82e4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:55.751222 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce6faa6-5e62-40d9-8ca3-a0a49f8aa33d" -d '{"events": [{"server_uuid": "eb16b9b3-724e-4a93-932c-a35a8528a299", "name": "network-vif-deleted", "tag": "b9029c5a-94a9-4c54-b32c-cbde83de82e4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:55.754294 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:55.773126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:54:55.781282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:54:55.785063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:55.785432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.792894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:55.803403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:55.804115 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:55.809373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb76763-90d6-4813-841a-d7726ab53d10 None None] Network 58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:54:55.887910 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2231493
Jun 21 02:54:55.976775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47156) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:55.976943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.8660085
Jun 21 02:54:56.074840 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f488cb-1d13-4fcb-90dd-af8024e0bef0 x-openstack-request-id: req-46f488cb-1d13-4fcb-90dd-af8024e0bef0 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:56.075558 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb16b9b3-724e-4a93-932c-a35a8528a299", "name": "network-vif-deleted", "tag": "b9029c5a-94a9-4c54-b32c-cbde83de82e4", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:56.077151 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46f488cb-1d13-4fcb-90dd-af8024e0bef0 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:56.077826 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb16b9b3-724e-4a93-932c-a35a8528a299', 'name': 'network-vif-deleted', 'tag': 'b9029c5a-94a9-4c54-b32c-cbde83de82e4', 'status': 'completed', 'code': 200}
Jun 21 02:54:56.102376 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Request body: {'port': {'device_id': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:56.179409 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec1fe0a-113d-4b47-8acf-206185a43ebf tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:56.193742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec1fe0a-113d-4b47-8acf-206185a43ebf tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:56.199116 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eec1fe0a-113d-4b47-8acf-206185a43ebf tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.2206564
Jun 21 02:54:56.218204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47164) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:56.256521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:56.350801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a8d684cc-04d6-4362-a9bb-951a4e228f2d None None] Provisioning for port 27365dec-3b94-41a4-85ea-bb35c81472ce completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:54:56.354772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a8d684cc-04d6-4362-a9bb-951a4e228f2d None None] Provisioning complete for port 27365dec-3b94-41a4-85ea-bb35c81472ce triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:54:56.355160 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a8d684cc-04d6-4362-a9bb-951a4e228f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:56.395527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a8d684cc-04d6-4362-a9bb-951a4e228f2d None None] Port 27365dec-3b94-41a4-85ea-bb35c81472ce cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:54:56.412474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62dc0-437f-4f2b-bb66-6a628b49f135 req-20c986a7-8ce9-40eb-9a14-e909459955a8 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:56.414045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36b62dc0-437f-4f2b-bb66-6a628b49f135 req-20c986a7-8ce9-40eb-9a14-e909459955a8 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 946 time: 0.2176800
Jun 21 02:54:56.422951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f079de-27e9-4a4c-8ed2-de0770328107 req-d882d1ea-7251-46ce-8658-d0f0ca25ef14 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:56.424320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17f079de-27e9-4a4c-8ed2-de0770328107 req-d882d1ea-7251-46ce-8658-d0f0ca25ef14 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 932 time: 0.2051063
Jun 21 02:54:56.473979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:54:56.558964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27365dec-3b94-41a4-85ea-bb35c81472ce {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:54:56.568099 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:56.582717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Transition to ACTIVE for port object 27365dec-3b94-41a4-85ea-bb35c81472ce will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:54:56.671186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b9029c5a-94a9-4c54-b32c-cbde83de82e4 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:54:56.677135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:56.679731 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2fa14982-cd68-45d7-ab7a-b53bfac98bbb tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:56.695678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: b9029c5a-94a9-4c54-b32c-cbde83de82e4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:54:56.696037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b9029c5a-94a9-4c54-b32c-cbde83de82e4 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:54:56.696459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:54:56.788455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Deleting port 485a7fa4-f6c7-4db6-a374-d8b29da7c23e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:56.788769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:56.798069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Pushing event updated for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:56.806577 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:56.834195 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:56.881879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36b62dc0-437f-4f2b-bb66-6a628b49f135 req-f6255652-651c-41e2-a69f-80aa05e9b526 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4547229
Jun 21 02:54:56.898253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:54:56.899027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:56.901018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17f079de-27e9-4a4c-8ed2-de0770328107 req-11425e21-944f-490a-adb9-2763c672d296 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4661071
Jun 21 02:54:56.905696 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0fc0ee-dea5-42d4-a3dd-b2c97f9fbbb5" -d '{"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:56.944244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Attempting to bind port 27365dec-3b94-41a4-85ea-bb35c81472ce on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:54:56.944491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Attempting to bind port 27365dec-3b94-41a4-85ea-bb35c81472ce by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:54:56.955847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Attempting to bind port 27365dec-3b94-41a4-85ea-bb35c81472ce on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:56.956641 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:56.964909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Port 27365dec-3b94-41a4-85ea-bb35c81472ce on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:54:56.967264 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:56.969057 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:56.969705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Attempting to bind port 27365dec-3b94-41a4-85ea-bb35c81472ce on network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:54:56.983551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:54:56.985685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Checking segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:54:56.989886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Bound using segment: {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:54:56.990572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Bound port: 27365dec-3b94-41a4-85ea-bb35c81472ce, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb8201-3191-428e-b38b-b9da94107978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:54:56.991144 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:57.085457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:57.104493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.104493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.104493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.104493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.104493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.104930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.104930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.105258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.105600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.105930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.106263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.106968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:54:57.117772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Calling delete_port for 485a7fa4-f6c7-4db6-a374-d8b29da7c23e owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:57.120651 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:57.161909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:54:57.169394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:54:57.236565 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:57.247484 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:57.277667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:57.278300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:57.279792 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] 10.222.0.26 "PUT /v2.0/ports/27365dec-3b94-41a4-85ea-bb35c81472ce HTTP/1.1" status: 200  len: 1093 time: 1.3839176
Jun 21 02:54:57.323531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52e638cb-7ff9-4297-8fab-1e407b415ca5 req-fedc4b63-76cd-4a60-a2e6-78c490160841 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb16b9b3-724e-4a93-932c-a35a8528a299 HTTP/1.1" status: 200  len: 210 time: 0.0907061
Jun 21 02:54:57.324765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:57.329102 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5481f6e3-9c27-4e1b-95bc-2f9fe3602f97 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:57.342482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Pushing event updated for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:57.351133 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:57.390498 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:57.397000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/ports/485a7fa4-f6c7-4db6-a374-d8b29da7c23e HTTP/1.1" status: 204  len: 168 time: 1.1737258
Jun 21 02:54:57.397000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Port': ['ID=485a7fa4-f6c7-4db6-a374-d8b29da7c23e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:57.397669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:57.401536 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:57.449086 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e0d525-bca9-426a-ba4c-8128dd6b9642 x-openstack-request-id: req-96e0d525-bca9-426a-ba4c-8128dd6b9642 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:57.449571 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:57.449907 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96e0d525-bca9-426a-ba4c-8128dd6b9642 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:57.450497 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'code': 200}
Jun 21 02:54:57.547783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-24a8d11a-2694-42a8-a72c-7d7c0e829c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:57.549222 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-24a8d11a-2694-42a8-a72c-7d7c0e829c6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 1096 time: 0.1194935
Jun 21 02:54:57.564582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Deleting port 7e02bef5-4c70-4a83-89f3-4c7eaf42710f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:54:57.565063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:57.596215 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-4741055e-46e7-47cb-98cc-d7095e49ac7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27365dec-3b94-41a4-85ea-bb35c81472ce HTTP/1.1" status: 200  len: 217 time: 0.0400457
Jun 21 02:54:57.707127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:57.719771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-e556b9d7-b001-4f39-8fd4-2cc95b296feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:57.721306 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-e556b9d7-b001-4f39-8fd4-2cc95b296feb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1152720
Jun 21 02:54:57.779842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Calling delete_port for 7e02bef5-4c70-4a83-89f3-4c7eaf42710f owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:54:57.903599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-288db008-f8e0-4156-8467-914194d8d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:57.905123 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-288db008-f8e0-4156-8467-914194d8d015 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1511185
Jun 21 02:54:57.999412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.008352 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:58.054502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Port': ['ID=7e02bef5-4c70-4a83-89f3-4c7eaf42710f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:58.057190 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:58.060361 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-72e1ad9d-6a10-4bfc-afc8-7c6f498999e7 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429353
Jun 21 02:54:58.062860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.066025 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/ports/7e02bef5-4c70-4a83-89f3-4c7eaf42710f HTTP/1.1" status: 204  len: 168 time: 0.6662035
Jun 21 02:54:58.067407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47186) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:58.085691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:54:58.088208 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5624261b-bee0-432d-80d5-a166e3b3c1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:54:58.181569 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07081a07-5823-4766-91b8-a8f20cb8e34d req-f06342ed-fb7c-4389-9f2e-6a576dad3aeb service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142633
Jun 21 02:54:58.186667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a7816493-391d-45bc-989d-93b3be807aaf tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1166465
Jun 21 02:54:58.189985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:58.196849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-205243865'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:58.232791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47198) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:58.274294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6bf9f-ccc1-4dd7-912c-37641fc7f164 req-0ec185ed-1b55-4353-8645-7314365ff820 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:58.275782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61c6bf9f-ccc1-4dd7-912c-37641fc7f164 req-0ec185ed-1b55-4353-8645-7314365ff820 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1987212
Jun 21 02:54:58.283507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b7e09-81b3-4c78-addd-6c0b68a68fcb req-86ffb40c-a111-4875-a378-ecfe705c7919 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:58.284944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e73b7e09-81b3-4c78-addd-6c0b68a68fcb req-86ffb40c-a111-4875-a378-ecfe705c7919 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 944 time: 0.2006857
Jun 21 02:54:58.344868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61c6bf9f-ccc1-4dd7-912c-37641fc7f164 req-eff54ac1-a989-41ab-8421-f20e5e850072 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588329
Jun 21 02:54:58.348480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e73b7e09-81b3-4c78-addd-6c0b68a68fcb req-7c698e4e-d42c-488d-b629-dbcc5b2772bd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559978
Jun 21 02:54:58.348627 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b91a54f6-88ac-4992-aa35-94b1bdba2262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.379584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Made reservation on behalf of eb9569300ad443e3b801950955b80102 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:58.395560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.408796 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d760d0-9b78-47d6-a48e-a5b02734a63b x-openstack-request-id: req-19d760d0-9b78-47d6-a48e-a5b02734a63b {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:54:58.409451 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:54:58.409705 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19d760d0-9b78-47d6-a48e-a5b02734a63b {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:54:58.410211 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'status': 'completed', 'code': 200}
Jun 21 02:54:58.476504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:58.500276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.500703 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Added segment 473ba5b7-5992-42b3-9cc5-c8a465068858 of type vlan for network d2cb6bbd-5de0-433c-a19c-2a8b3457bac8
Jun 21 02:54:58.578077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.595744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-daebe242-bce7-408e-8255-de498d995618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:58.597315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-daebe242-bce7-408e-8255-de498d995618 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 1096 time: 0.1649501
Jun 21 02:54:58.715163 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b91a54f6-88ac-4992-aa35-94b1bdba2262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.751139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-73b040ab-cd90-4d69-970d-f4fd87a10b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:58.752658 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-73b040ab-cd90-4d69-970d-f4fd87a10b88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1449213
Jun 21 02:54:58.756176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.762528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:58.763143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:58.769079 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-73847940-25f6-4fe7-b100-45fca80b9f44 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:58.936096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-5d5ac51e-ee23-406d-a090-06275b1c6f9e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:58.937716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-5d5ac51e-ee23-406d-a090-06275b1c6f9e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.1386297
Jun 21 02:54:58.958643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-1804c75b-0030-46f8-a9a6-e42f04d87605 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/quotas/49f53bb61e68423d9eba925eb90d4003 HTTP/1.1" status: 200  len: 375 time: 0.0125670
Jun 21 02:54:59.043171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-b703340b-b5e2-4af9-abaa-066dce39249f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0783849
Jun 21 02:54:59.130787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b91a54f6-88ac-4992-aa35-94b1bdba2262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.136714 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-8b1ad9bf-2fb0-42ed-8ab0-b27ca8551856 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27365dec-3b94-41a4-85ea-bb35c81472ce HTTP/1.1" status: 200  len: 217 time: 0.3689833
Jun 21 02:54:59.154403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-7daedbe2-fa5f-4c1e-8fb2-a2d59e9cfb09 service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1016488
Jun 21 02:54:59.236314 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.0451305
Jun 21 02:54:59.243613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b91a54f6-88ac-4992-aa35-94b1bdba2262 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=308723d084a3485a9f4a7132d0eee661&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0093226
Jun 21 02:54:59.244193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47226) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:59.246636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47228) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:54:59.251367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1482488636'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:54:59.255480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Network': ['ID=d2cb6bbd-5de0-433c-a19c-2a8b3457bac8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:59.258334 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:59.264242 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:59.270334 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network d2cb6bbd-5de0-433c-a19c-2a8b3457bac8 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:59.287817 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-6905a376-4c03-4f9e-93f6-6575f1a00c4c service neutron] 10.222.0.25 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271446
Jun 21 02:54:59.315210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-5badf211-6a18-4d36-b07e-539112b49a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:59.317381 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-5badf211-6a18-4d36-b07e-539112b49a53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.1431253
Jun 21 02:54:59.384935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Made reservation on behalf of eb9569300ad443e3b801950955b80102 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:54:59.385644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a54f6-88ac-4992-aa35-94b1bdba2262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d0fdad-a1b2-4acb-8181-8750543e4490,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:59.397506 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b91a54f6-88ac-4992-aa35-94b1bdba2262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:59.398064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.423789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b15bd9b-9edc-4a25-8801-25389842a28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.427915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:54:59.438886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.439281 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Added segment 2fa78b6f-5263-41f6-8238-e4e779b59e30 of type vlan for network 832fef62-850c-4aa4-85d9-761924f851a6
Jun 21 02:54:59.464418 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b15bd9b-9edc-4a25-8801-25389842a28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.489741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.510850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-2e1a1188-1613-4e65-b984-ba10350b2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:59.512065 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-2e1a1188-1613-4e65-b984-ba10350b2341 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1810665
Jun 21 02:54:59.581194 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.589200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:59.590020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.596604 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:59.655846 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-52503646-e0b1-48a7-b06c-9a9079894afe service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279590
Jun 21 02:54:59.712933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Network': ['ID=832fef62-850c-4aa4-85d9-761924f851a6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:59.716164 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:59.721791 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b15bd9b-9edc-4a25-8801-25389842a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.724873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b15bd9b-9edc-4a25-8801-25389842a28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:54:59.726042 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8b15bd9b-9edc-4a25-8801-25389842a28d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84d0fdad-a1b2-4acb-8181-8750543e4490 HTTP/1.1" status: 204  len: 168 time: 0.4782801
Jun 21 02:54:59.728716 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac27376f-8ddd-4c94-bf81-e62c04eff3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:54:59.734336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 832fef62-850c-4aa4-85d9-761924f851a6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:54:59.748905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb7336-4259-4d8d-8231-84edb7f012b5 req-e13898aa-8c77-4b2f-992a-ea04d0cdf684 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:54:59.750990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45fb7336-4259-4d8d-8231-84edb7f012b5 req-e13898aa-8c77-4b2f-992a-ea04d0cdf684 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 944 time: 0.1561913
Jun 21 02:54:59.763823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.5185716
Jun 21 02:54:59.811673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45fb7336-4259-4d8d-8231-84edb7f012b5 req-75635dc5-23d7-42cc-a5c5-0b1d87657c1b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508049
Jun 21 02:54:59.870079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15bd9b-9edc-4a25-8801-25389842a28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d0fdad-a1b2-4acb-8181-8750543e4490,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:54:59.884510 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b15bd9b-9edc-4a25-8801-25389842a28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:54:59.887016 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5624261b-bee0-432d-80d5-a166e3b3c1d1 req-0e940f04-91f5-4b95-ae32-e056315914a6 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253461
Jun 21 02:54:59.970186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2297bcf-59dc-487d-aefb-e089d9ece3c8 req-d912bc43-4354-4d16-a337-1da94e10f8da tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 210 time: 0.0815675
Jun 21 02:55:00.372396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47260) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:00.387850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3592ddb9-a9f3-4620-a1be-06cd116ebd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:00.505117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3592ddb9-a9f3-4620-a1be-06cd116ebd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:00.626699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3592ddb9-a9f3-4620-a1be-06cd116ebd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:00.630821 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-edbc7ca8-24a5-4bf1-84fa-da16d8dda509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:00.690035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:00.705608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47264) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:00.713455 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3592ddb9-a9f3-4620-a1be-06cd116ebd0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68eca48138514d62afd869e09567e2af&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3277919
Jun 21 02:55:00.721638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592ddb9-a9f3-4620-a1be-06cd116ebd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f8c4f-6290-4f7c-a704-59a7a933c3a6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:00.724866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3592ddb9-a9f3-4620-a1be-06cd116ebd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:00.792769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebe7426d-35de-4086-b857-82f1f87d0634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:00.816906 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebe7426d-35de-4086-b857-82f1f87d0634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:00.927993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebe7426d-35de-4086-b857-82f1f87d0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:00.930649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebe7426d-35de-4086-b857-82f1f87d0634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:00.933651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ebe7426d-35de-4086-b857-82f1f87d0634 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e77f8c4f-6290-4f7c-a704-59a7a933c3a6 HTTP/1.1" status: 204  len: 168 time: 0.2250783
Jun 21 02:55:00.933651 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45e96adf-42c4-4e43-85b2-b64c69bf1912 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:00.983072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7426d-35de-4086-b857-82f1f87d0634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f8c4f-6290-4f7c-a704-59a7a933c3a6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:01.032646 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ebe7426d-35de-4086-b857-82f1f87d0634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:01.087679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94988faf-1c29-4501-8773-5134e5dd5cee req-5959140d-f01b-4b72-b5a7-d3f91cce7009 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:01.094801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94988faf-1c29-4501-8773-5134e5dd5cee req-5959140d-f01b-4b72-b5a7-d3f91cce7009 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 944 time: 0.1519310
Jun 21 02:55:01.109749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27365dec-3b94-41a4-85ea-bb35c81472ce details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:55:01.167845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94988faf-1c29-4501-8773-5134e5dd5cee req-fcec6c3c-f95f-4428-a7e7-aa20dfa43b32 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719090
Jun 21 02:55:01.267409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:01.280793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'mac_address': 'fa:16:3e:3a:f3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:55:01.335659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:01.358830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27365dec-3b94-41a4-85ea-bb35c81472ce {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:01.387157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:01.455913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:01.460713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29e1abfa-3e29-484b-943b-a7d39100c46d req-638663ae-15be-49f8-aa4c-391197518238 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 210 time: 0.0500216
Jun 21 02:55:01.468002 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:01.599887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:01.608452 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:01.754744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['27365dec-3b94-41a4-85ea-bb35c81472ce'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:01.806011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bdd33-39fb-4ed0-9470-ff2ae0bd82c9 req-1868f122-ebf3-4d31-a56d-a22608017fd8 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:01.810516 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-936bdd33-39fb-4ed0-9470-ff2ae0bd82c9 req-1868f122-ebf3-4d31-a56d-a22608017fd8 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.0947301
Jun 21 02:55:01.892377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-936bdd33-39fb-4ed0-9470-ff2ae0bd82c9 req-21820368-64a6-4390-acb7-b413986ccd33 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752847
Jun 21 02:55:02.008973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-d1a8c073-80ca-4a9f-986f-83b04836baf7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:02.011054 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-d1a8c073-80ca-4a9f-986f-83b04836baf7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 806 time: 0.1719387
Jun 21 02:55:02.026635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Request body: {'port': {'device_id': '21448c85-fbd4-4ef8-963f-b0426b284ba7', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'admin_state_up': True, 'tenant_id': '49f53bb61e68423d9eba925eb90d4003'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:02.254874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Made reservation on behalf of 49f53bb61e68423d9eba925eb90d4003 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:02.258675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:02.306626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47320) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:02.401987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-512867765-network', 'tenant_id': '5cae40c99d84435c925994c3da27530a'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:02.511603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbea9b-670c-4f0f-9138-60c2ced970a6 req-27733c69-1fe7-4572-b87a-0d6c8e6d482f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:02.514114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcbbea9b-670c-4f0f-9138-60c2ced970a6 req-27733c69-1fe7-4572-b87a-0d6c8e6d482f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 945 time: 0.0825725
Jun 21 02:55:02.528461 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-c1b61a5a-bf77-448c-8684-b6c15f72cc98 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3721871
Jun 21 02:55:02.562634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Allocated IP 172.20.0.13 (8f48e7d4-706a-4cc2-a94a-84a51ccf686b/a5560c84-8f59-4593-b0b0-0b69a7dd416d/162d4fcb-cd27-418b-8dae-347e31c679ed) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:02.586922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcbbea9b-670c-4f0f-9138-60c2ced970a6 req-e5cb2457-324c-415b-b804-8c3f2b358012 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645993
Jun 21 02:55:02.589359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Made reservation on behalf of 5cae40c99d84435c925994c3da27530a for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:02.598727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:02.626945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:02.762034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e4c1eda-0422-4ab4-b737-541baaff2966 req-08e71e42-ba4b-484e-992c-7a0ad4d815da tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 210 time: 0.0493851
Jun 21 02:55:02.852398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:02.854936 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:02.911416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47336) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:02.916707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'subnets': [{'network_id': 'd2cb6bbd-5de0-433c-a19c-2a8b3457bac8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--929339059', 'ip_version': 6}, {'network_id': '832fef62-850c-4aa4-85d9-761924f851a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:02.917027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'subnet': {'network_id': 'd2cb6bbd-5de0-433c-a19c-2a8b3457bac8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--929339059', 'ip_version': 6}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:02.917757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Request body: {'subnet': {'network_id': '832fef62-850c-4aa4-85d9-761924f851a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:02.943848 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:02.947061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-10dbe5d8-0a27-401c-87e5-ba563e9d65c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:02.973787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:55:02.986920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1faa109-4ebd-42ae-9def-d5f83d20c884,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:02.986920 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:02.993184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:02.994369 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Added segment 5e6ceac5-e78c-40b6-a5e8-4747e682dcaf of type vlan for network 717628e0-987a-4b1e-9614-1e8ed6764095
Jun 21 02:55:03.026637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.033086 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f85493e-1de8-44bf-9454-837292d6900c tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:03.039627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:03.080616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.114594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27365dec-3b94-41a4-85ea-bb35c81472ce up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:03.150669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:03.165583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:03.173799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:03.181224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af6af2-4036-4ccc-9fc9-63bafcd588a3 req-979d669c-8970-46af-b2de-e7820f0a128d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:03.183753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event updated for resources: {'Port': ['ID=162d4fcb-cd27-418b-8dae-347e31c679ed,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:03.191000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07af6af2-4036-4ccc-9fc9-63bafcd588a3 req-979d669c-8970-46af-b2de-e7820f0a128d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 945 time: 0.1596172
Jun 21 02:55:03.213652 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:03.227289 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.229269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:03.230032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.235688 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d6333f2b-cd49-4191-84ff-7ac198462fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:03.250558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:03.251203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.298602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 27365dec-3b94-41a4-85ea-bb35c81472ce completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:03.303003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 27365dec-3b94-41a4-85ea-bb35c81472ce triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:03.303384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.313209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b791d-c1f0-4045-b09d-ac8ecb767b85 req-027a8c9a-3731-44c6-a7b5-8c17b3ffdd54 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:03.314805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f13b791d-c1f0-4045-b09d-ac8ecb767b85 req-027a8c9a-3731-44c6-a7b5-8c17b3ffdd54 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1957839
Jun 21 02:55:03.319791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07af6af2-4036-4ccc-9fc9-63bafcd588a3 req-fed2bd56-ce4e-4ea7-ae87-d0c2697075db tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1270061
Jun 21 02:55:03.334307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Made reservation on behalf of eb9569300ad443e3b801950955b80102 for: {'subnet': 2} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:03.339163 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.339634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.361064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Pushing event updated for resources: {'Network': ['ID=717628e0-987a-4b1e-9614-1e8ed6764095,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:03.369378 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:03.387198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 717628e0-987a-4b1e-9614-1e8ed6764095 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:55:03.392283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0836892
Jun 21 02:55:03.396667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f13b791d-c1f0-4045-b09d-ac8ecb767b85 req-95d9fa3b-f128-4773-939d-dd817bcff598 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744224
Jun 21 02:55:03.397298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47344) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:03.403933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Request body: {'subnet': {'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-512867765-subnet', 'tenant_id': '5cae40c99d84435c925994c3da27530a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:03.449615 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4272273
Jun 21 02:55:03.459687 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.467984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Request body: {'port': {'device_id': '21448c85-fbd4-4ef8-963f-b0426b284ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:03.494251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Made reservation on behalf of 5cae40c99d84435c925994c3da27530a for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:03.499336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:03.499525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.505645 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6626f2c1-2d5e-48a7-a8ac-c8715542ac44" -d '{"events": [{"server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "name": "network-vif-plugged", "status": "completed", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:03.522426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:03.555081 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929268c5-1a4d-442a-a839-82cb757adff9 x-openstack-request-id: req-929268c5-1a4d-442a-a839-82cb757adff9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:03.555400 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "name": "network-vif-plugged", "status": "completed", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:03.555662 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-929268c5-1a4d-442a-a839-82cb757adff9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:03.556066 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'code': 200}
Jun 21 02:55:03.608118 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.611283 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-96ec5f9b-172d-4f98-ba63-ab149a50b3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:03.619362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.696395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:03.699939 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:03.822511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca793fe-c3b5-45b4-806e-261a62631ad5 req-20879ce6-b81f-4cee-afc9-101819ad27b5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:03.825795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cca793fe-c3b5-45b4-806e-261a62631ad5 req-20879ce6-b81f-4cee-afc9-101819ad27b5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.0905089
Jun 21 02:55:03.827471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:03.847569 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-521949fb-b033-4b43-88ab-08e7268ad776 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:03.959367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cca793fe-c3b5-45b4-806e-261a62631ad5 req-d4c0bdd3-e38c-4343-8460-c95b582df3d9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851853
Jun 21 02:55:03.969810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e9bc65-42cf-4422-a076-d67c6c038e5a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:03.976986 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:03.987424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54133e59-0c4f-47c8-a80f-a12d9fea2e7b req-d66ae5a3-2983-492f-bf4d-7001b3353c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:03.987424 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54133e59-0c4f-47c8-a80f-a12d9fea2e7b req-d66ae5a3-2983-492f-bf4d-7001b3353c38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 1098 time: 0.3062754
Jun 21 02:55:03.999296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Checking segment: {'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:04.004286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Network hostable DHCP agents. Network: 717628e0-987a-4b1e-9614-1e8ed6764095, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:04.023817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30b8da-bd13-4dd9-8fe7-6fab5f2a37d2 req-6ce1300f-3d13-42ae-9a6e-db8fa7a12084 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:04.025431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac30b8da-bd13-4dd9-8fe7-6fab5f2a37d2 req-6ce1300f-3d13-42ae-9a6e-db8fa7a12084 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 932 time: 0.1236100
Jun 21 02:55:04.070666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac30b8da-bd13-4dd9-8fe7-6fab5f2a37d2 req-dd21883c-4ac2-4fe3-a92e-ab0dd72ac419 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333779
Jun 21 02:55:04.423982 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54133e59-0c4f-47c8-a80f-a12d9fea2e7b req-c78dfd4f-46df-4f23-a26a-ee0a60dd1cb3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866673
Jun 21 02:55:04.423982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162d4fcb-cd27-418b-8dae-347e31c679ed {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:04.423982 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:04.423982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-c5cf1f81-c4de-434a-be7a-632a9b5d5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:04.423982 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-c5cf1f81-c4de-434a-be7a-632a9b5d5200 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d&tenant_id=26d4c0aad2a948aab4a7da7028f31c6b HTTP/1.1" status: 200  len: 1096 time: 0.1694217
Jun 21 02:55:04.423982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Transition to ACTIVE for port object 162d4fcb-cd27-418b-8dae-347e31c679ed will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:04.426280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Network 717628e0-987a-4b1e-9614-1e8ed6764095 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:04.446373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-d9e450ae-c252-4b84-b5f5-436f8b831378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:04.448401 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-d9e450ae-c252-4b84-b5f5-436f8b831378 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 1096 time: 0.0599644
Jun 21 02:55:04.456950 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:04.458226 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81ca2f85-1df9-4cf5-9a4e-a8fb9b5ca74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:04.526661 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c25e338d-0928-416c-8331-4ff745beef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:04.546918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:04.586286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 717628e0-987a-4b1e-9614-1e8ed6764095) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:04.590835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:04.591503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Subnet': ['ID=810c5133-b737-45c8-9284-eb1208b66d57,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:04.591759 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:04.595888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d1d0fb-31e9-402e-ab85-44ae46fe73c7 None None] Network 717628e0-987a-4b1e-9614-1e8ed6764095 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:04.639522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:04.640054 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-84c25224-febe-4324-bf64-7556f16b7f96 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:04.667366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a0241-b345-4b75-826c-18ae01d2aa56 req-94b11cd7-bfa1-4cba-96e3-1d664c3cd9de tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:04.668997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-753a0241-b345-4b75-826c-18ae01d2aa56 req-94b11cd7-bfa1-4cba-96e3-1d664c3cd9de tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1316483
Jun 21 02:55:04.682957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf14ac0-ab4c-461e-a7aa-00b319a3ac1f req-e521e289-ca27-4f5a-85d1-d3e2497a66c7 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:04.684278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bf14ac0-ab4c-461e-a7aa-00b319a3ac1f req-e521e289-ca27-4f5a-85d1-d3e2497a66c7 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 945 time: 0.1172512
Jun 21 02:55:04.687842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2894044
Jun 21 02:55:04.715317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Checking segment: {'id': '473ba5b7-5992-42b3-9cc5-c8a465068858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd2cb6bbd-5de0-433c-a19c-2a8b3457bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:04.715317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Network hostable DHCP agents. Network: d2cb6bbd-5de0-433c-a19c-2a8b3457bac8, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:04.726223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba485340-7f30-42be-8264-bad387c412cc None None] Network 717628e0-987a-4b1e-9614-1e8ed6764095 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:04.742475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-753a0241-b345-4b75-826c-18ae01d2aa56 req-633b7635-4c38-423b-ba48-f59a5a87e2ad tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571671
Jun 21 02:55:04.745611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-f2e465bf-411f-4240-89d8-2172e43f03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:04.747171 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-f2e465bf-411f-4240-89d8-2172e43f03a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.2904477
Jun 21 02:55:04.767233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bf14ac0-ab4c-461e-a7aa-00b319a3ac1f req-24971b33-32d3-4b2c-bf4d-da54c107517a tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586383
Jun 21 02:55:04.779046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Pushing event updated for resources: {'Port': ['ID=162d4fcb-cd27-418b-8dae-347e31c679ed,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:04.826080 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:04.874828 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-f075cccf-c258-431f-9c49-5b4595bfdbf3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e HTTP/1.1" status: 200  len: 1000 time: 0.1040087
Jun 21 02:55:04.875936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Attempting to bind port 162d4fcb-cd27-418b-8dae-347e31c679ed on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:04.876265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Attempting to bind port 162d4fcb-cd27-418b-8dae-347e31c679ed by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:04.876595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Attempting to bind port 162d4fcb-cd27-418b-8dae-347e31c679ed on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:04.900820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Port 162d4fcb-cd27-418b-8dae-347e31c679ed on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:55:04.901216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Attempting to bind port 162d4fcb-cd27-418b-8dae-347e31c679ed on network 8f48e7d4-706a-4cc2-a94a-84a51ccf686b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:04.929065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:04.929994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Checking segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:04.929994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Bound using segment: {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:04.930533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Bound port: 162d4fcb-cd27-418b-8dae-347e31c679ed, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72b286-130f-49a4-a7ba-44335adf5e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:04.931096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:04.943660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Network d2cb6bbd-5de0-433c-a19c-2a8b3457bac8 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:04.989761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-624f7f18-52af-46d0-a27e-a91f7db79620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:04.991356 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-624f7f18-52af-46d0-a27e-a91f7db79620 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.1030076
Jun 21 02:55:05.040638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, d2cb6bbd-5de0-433c-a19c-2a8b3457bac8) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:05.049826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74335e79-437d-431e-8e7b-d9f3c5ac36cb None None] Network d2cb6bbd-5de0-433c-a19c-2a8b3457bac8 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:05.052240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:05.054501 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-581183e6-3b6f-422a-beeb-6c145139c23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:05.108197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] For port 162d4fcb-cd27-418b-8dae-347e31c679ed, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:05.131794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] For port 162d4fcb-cd27-418b-8dae-347e31c679ed, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=162d4fcb-cd27-418b-8dae-347e31c679ed,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:05.162521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event updated for resources: {'Subnet': ['ID=f519937c-caba-4fad-8afa-3414225537c3,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:05.165776 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:05.168132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Checking segment: {'id': '2fa78b6f-5263-41f6-8238-e4e779b59e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '832fef62-850c-4aa4-85d9-761924f851a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:05.168499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Network hostable DHCP agents. Network: 832fef62-850c-4aa4-85d9-761924f851a6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:05.178386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-ab2ba7ee-1eda-4a35-b70d-4a9ddd455e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:05.179939 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-ab2ba7ee-1eda-4a35-b70d-4a9ddd455e5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1813068
Jun 21 02:55:05.239179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ceb82-80d0-4ced-8a0e-189143cbadae req-a5409ab2-8fb4-4860-9d38-46669016f035 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:05.246873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee0ceb82-80d0-4ced-8a0e-189143cbadae req-a5409ab2-8fb4-4860-9d38-46669016f035 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.1362553
Jun 21 02:55:05.256437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:05.261284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-016b48f3-4325-4d0e-83ba-a17e5042b749 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:05.304136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee0ceb82-80d0-4ced-8a0e-189143cbadae req-12458250-c8e3-4e83-93d4-8565cffc9cba tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562789
Jun 21 02:55:05.309133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:05.309703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:05.311115 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] 10.222.0.20 "PUT /v2.0/ports/162d4fcb-cd27-418b-8dae-347e31c679ed HTTP/1.1" status: 200  len: 1093 time: 1.8516371
Jun 21 02:55:05.322347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21448c85-fbd4-4ef8-963f-b0426b284ba7', 'tag': '162d4fcb-cd27-418b-8dae-347e31c679ed'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:05.324545 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78193676-9890-43cf-9a73-a3a65ab44235" -d '{"events": [{"name": "network-changed", "server_uuid": "21448c85-fbd4-4ef8-963f-b0426b284ba7", "tag": "162d4fcb-cd27-418b-8dae-347e31c679ed"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:05.325418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-d2cb6bbd-5de0-433c-a19c-2a8b3457bac8', 'network_id': 'd2cb6bbd-5de0-433c-a19c-2a8b3457bac8', 'tenant_id': 'eb9569300ad443e3b801950955b80102', 'fixed_ips': [{'subnet_id': '810c5133-b737-45c8-9284-eb1208b66d57'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:55:05.326887 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:05.333971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Network 832fef62-850c-4aa4-85d9-761924f851a6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:05.376462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Pushing event updated for resources: {'Port': ['ID=162d4fcb-cd27-418b-8dae-347e31c679ed,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:05.384286 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:05.388019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-f0762a2d-3a7b-479a-a20a-57f2bbcb19f2 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998079
Jun 21 02:55:05.454332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 832fef62-850c-4aa4-85d9-761924f851a6) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:05.515312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c93979-4e0a-495b-999d-1c196a962745 req-14444f4c-4a75-4aa5-b088-d225dec60785 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:05.517199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0c93979-4e0a-495b-999d-1c196a962745 req-14444f4c-4a75-4aa5-b088-d225dec60785 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 944 time: 0.0837243
Jun 21 02:55:05.586843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0c93979-4e0a-495b-999d-1c196a962745 req-dfdace68-a006-44d5-8753-fb7607dd6b08 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629368
Jun 21 02:55:05.632038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac80b2a5-eefc-4c25-be21-55e0d0ac2a86 None None] Network 832fef62-850c-4aa4-85d9-761924f851a6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:05.709353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Allocated IP 2001:db8::1 (d2cb6bbd-5de0-433c-a19c-2a8b3457bac8/810c5133-b737-45c8-9284-eb1208b66d57/cf7234c7-bd0d-47e4-a554-4562557c81b4) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:05.778929 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ef89d5-318c-4057-bb36-f153977d0cce x-openstack-request-id: req-54ef89d5-318c-4057-bb36-f153977d0cce {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:05.779278 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21448c85-fbd4-4ef8-963f-b0426b284ba7", "tag": "162d4fcb-cd27-418b-8dae-347e31c679ed", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:05.779585 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54ef89d5-318c-4057-bb36-f153977d0cce {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:05.780041 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21448c85-fbd4-4ef8-963f-b0426b284ba7', 'tag': '162d4fcb-cd27-418b-8dae-347e31c679ed', 'status': 'completed', 'code': 200}
Jun 21 02:55:05.784773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:05.785128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:05.785761 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:05.795189 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:05.879549 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f62d660e-22ac-452b-99f9-5e30c585f6fa req-d809737e-8863-4f61-b5c2-3bb35b0d548d service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4803743
Jun 21 02:55:05.890781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8c48538d-16fb-4216-87c9-7454f7d1ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:05.892486 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-8c48538d-16fb-4216-87c9-7454f7d1ed6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 1096 time: 0.1116512
Jun 21 02:55:05.895112 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 2.9826112
Jun 21 02:55:05.897761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47390) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:05.983099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-832fef62-850c-4aa4-85d9-761924f851a6', 'network_id': '832fef62-850c-4aa4-85d9-761924f851a6', 'tenant_id': 'eb9569300ad443e3b801950955b80102', 'fixed_ips': [{'subnet_id': 'f519937c-caba-4fad-8afa-3414225537c3'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:55:05.984089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.008470 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-4a872c91-501b-4b55-87af-b8daf76c8dc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162d4fcb-cd27-418b-8dae-347e31c679ed HTTP/1.1" status: 200  len: 217 time: 0.0911274
Jun 21 02:55:06.008730 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.017623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Transition to ACTIVE for port object cf7234c7-bd0d-47e4-a554-4562557c81b4 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:06.099684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e485b4a-f9fc-4b98-bcc4-39c5b6d0ae2c tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:06.101219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e485b4a-f9fc-4b98-bcc4-39c5b6d0ae2c tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:06.102807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e485b4a-f9fc-4b98-bcc4-39c5b6d0ae2c tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:06.114376 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8e485b4a-f9fc-4b98-bcc4-39c5b6d0ae2c tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.2154536
Jun 21 02:55:06.117503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47400) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:06.129773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f818f88-12c4-4b40-8b94-0eec3f422c5b req-3dabd56c-3626-43bd-90d6-293e2b88d15f tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:06.131784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f818f88-12c4-4b40-8b94-0eec3f422c5b req-3dabd56c-3626-43bd-90d6-293e2b88d15f tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 945 time: 0.1362109
Jun 21 02:55:06.164084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Allocated IP 2001:db8:0:1::1 (832fef62-850c-4aa4-85d9-761924f851a6/f519937c-caba-4fad-8afa-3414225537c3/6e6e3e25-09be-4d5f-8673-489044afd067) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:06.188105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Transition to ACTIVE for port object cf7234c7-bd0d-47e4-a554-4562557c81b4 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:06.195255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f818f88-12c4-4b40-8b94-0eec3f422c5b req-67a8da80-06ea-4c76-90e4-7c72cdb52cfc tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556166
Jun 21 02:55:06.207322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Deleting subnet 810c5133-b737-45c8-9284-eb1208b66d57 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:55:06.214393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c1096-9039-47a8-9a10-e1609570c464 req-d1e17544-758f-4ea7-a7df-fd0b4c191854 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:06.215997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-874c1096-9039-47a8-9a10-e1609570c464 req-d1e17544-758f-4ea7-a7df-fd0b4c191854 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1657658
Jun 21 02:55:06.235718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-92568606-7972-4095-8bb2-02a3a30d2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:06.237178 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-92568606-7972-4095-8bb2-02a3a30d2450 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.2263315
Jun 21 02:55:06.293756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-874c1096-9039-47a8-9a10-e1609570c464 req-4e57c3cb-7bd0-4b87-a885-03ab08ec460d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717468
Jun 21 02:55:06.296302 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.310448 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0e93d5b0-ce23-43e5-b592-a94c6be87fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:06.320491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.335626 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-ddfeb494-83e2-4066-96fa-50d0e0fddf2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0834670
Jun 21 02:55:06.377475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Network d2cb6bbd-5de0-433c-a19c-2a8b3457bac8 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:06.377475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:06.407079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:06.484399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Pushing event updated for resources: {'Port': ['ID=cf7234c7-bd0d-47e4-a554-4562557c81b4,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:06.487643 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:06.514946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.519139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.561540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-2745374a-ef23-4ea8-ac77-79de1cb31a0b service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837268
Jun 21 02:55:06.564186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Transition to ACTIVE for port object 6e6e3e25-09be-4d5f-8673-489044afd067 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:06.590096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Transition to ACTIVE for port object 6e6e3e25-09be-4d5f-8673-489044afd067 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:06.595066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Attempting to bind port cf7234c7-bd0d-47e4-a554-4562557c81b4 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:06.595444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Attempting to bind port cf7234c7-bd0d-47e4-a554-4562557c81b4 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '473ba5b7-5992-42b3-9cc5-c8a465068858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd2cb6bbd-5de0-433c-a19c-2a8b3457bac8'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:06.595817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Attempting to bind port cf7234c7-bd0d-47e4-a554-4562557c81b4 on network d2cb6bbd-5de0-433c-a19c-2a8b3457bac8 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:06.634812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:06.635461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Checking segment: {'id': '473ba5b7-5992-42b3-9cc5-c8a465068858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd2cb6bbd-5de0-433c-a19c-2a8b3457bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:06.635608 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.636013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Bound using segment: {'id': '473ba5b7-5992-42b3-9cc5-c8a465068858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd2cb6bbd-5de0-433c-a19c-2a8b3457bac8'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:06.647741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47108-e4b1-478e-bf8d-5ed0e8ca97a0 req-85587445-5be8-4033-9c1f-43b0c115d4fc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:06.654072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Bound port: cf7234c7-bd0d-47e4-a554-4562557c81b4, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473ba5b7-5992-42b3-9cc5-c8a465068858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd2cb6bbd-5de0-433c-a19c-2a8b3457bac8'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:06.654505 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.656268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75d47108-e4b1-478e-bf8d-5ed0e8ca97a0 req-85587445-5be8-4033-9c1f-43b0c115d4fc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.0947642
Jun 21 02:55:06.672945 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-14a4c1f8-14b3-4f9a-9ebf-53d0904a6970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.684474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d066d2cd-771d-4bc3-a3a1-9c271ff8243d req-33b4316d-b046-454e-b504-5e6653ba50cf service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158481
Jun 21 02:55:06.712537 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.729048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75d47108-e4b1-478e-bf8d-5ed0e8ca97a0 req-fbe30299-6f8a-49b7-8771-14c9ebd7f7da tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716126
Jun 21 02:55:06.732444 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:06.808308 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:06.977769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Network 832fef62-850c-4aa4-85d9-761924f851a6 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:07.022883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38101-3e43-4c19-8d15-f9e81090303b req-f8b6439e-6149-4eac-8303-ac86a09773da tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:07.024733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:07.033442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:07.037616 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2b38101-3e43-4c19-8d15-f9e81090303b req-f8b6439e-6149-4eac-8303-ac86a09773da tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 944 time: 0.1180634
Jun 21 02:55:07.110224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2b38101-3e43-4c19-8d15-f9e81090303b req-c8a5a597-77ea-4990-b4f5-a8586c79eeaf tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543504
Jun 21 02:55:07.116124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78193676-9890-43cf-9a73-a3a65ab44235 req-41a05c7f-52f7-4181-a789-10945bb868ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:07.149846 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78193676-9890-43cf-9a73-a3a65ab44235 req-41a05c7f-52f7-4181-a789-10945bb868ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f53bb61e68423d9eba925eb90d4003&device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 1096 time: 0.2864881
Jun 21 02:55:07.152064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.175841 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d76b47c1-9986-4885-beae-f78ccf051422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:07.181103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Pushing event updated for resources: {'Port': ['ID=6e6e3e25-09be-4d5f-8673-489044afd067,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:07.200694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.200823 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:07.200922 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/subnets/810c5133-b737-45c8-9284-eb1208b66d57 HTTP/1.1" status: 204  len: 168 time: 1.0721972
Jun 21 02:55:07.201027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47426) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:07.324598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] For port cf7234c7-bd0d-47e4-a554-4562557c81b4, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:07.340811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] For port cf7234c7-bd0d-47e4-a554-4562557c81b4, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cf7234c7-bd0d-47e4-a554-4562557c81b4,segment=NetworkSegment(473ba5b7-5992-42b3-9cc5-c8a465068858),segment_id=473ba5b7-5992-42b3-9cc5-c8a465068858)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:07.354179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Subnet': ['ID=810c5133-b737-45c8-9284-eb1208b66d57,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:07.395607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Attempting to bind port 6e6e3e25-09be-4d5f-8673-489044afd067 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:07.396011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Attempting to bind port 6e6e3e25-09be-4d5f-8673-489044afd067 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '2fa78b6f-5263-41f6-8238-e4e779b59e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '832fef62-850c-4aa4-85d9-761924f851a6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:07.401102 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:07.405291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Deleting subnet f519937c-caba-4fad-8afa-3414225537c3 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:55:07.406137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Attempting to bind port 6e6e3e25-09be-4d5f-8673-489044afd067 on network 832fef62-850c-4aa4-85d9-761924f851a6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:07.417310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.418091 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.429043 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.437165 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:07.455279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:07.457104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Checking segment: {'id': '2fa78b6f-5263-41f6-8238-e4e779b59e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '832fef62-850c-4aa4-85d9-761924f851a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:07.457417 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.459617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Bound using segment: {'id': '2fa78b6f-5263-41f6-8238-e4e779b59e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '832fef62-850c-4aa4-85d9-761924f851a6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:07.461161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Bound port: 6e6e3e25-09be-4d5f-8673-489044afd067, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa78b6f-5263-41f6-8238-e4e779b59e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '832fef62-850c-4aa4-85d9-761924f851a6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:07.462171 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.516348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.641096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78193676-9890-43cf-9a73-a3a65ab44235 req-bb062615-8408-46d8-b743-084a53442a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:07.651739 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78193676-9890-43cf-9a73-a3a65ab44235 req-bb062615-8408-46d8-b743-084a53442a5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 200  len: 907 time: 0.4510648
Jun 21 02:55:07.688322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-8654d77b-d537-4dd3-8508-8d9bb9c15407 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:07.698581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-8654d77b-d537-4dd3-8508-8d9bb9c15407 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 945 time: 0.3709161
Jun 21 02:55:07.737186 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:07.803336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Pushing event updated for resources: {'Port': ['ID=cf7234c7-bd0d-47e4-a554-4562557c81b4,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:07.816440 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:07.899676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78193676-9890-43cf-9a73-a3a65ab44235 req-6642af92-f12c-4c8a-9778-a1091ff04464 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162d4fcb-cd27-418b-8dae-347e31c679ed HTTP/1.1" status: 200  len: 217 time: 0.1997833
Jun 21 02:55:08.038854 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:08.074032 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:08.120078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78193676-9890-43cf-9a73-a3a65ab44235 req-6ec6e771-d386-44e7-a7bb-f3159dbd1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:08.121703 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78193676-9890-43cf-9a73-a3a65ab44235 req-6ec6e771-d386-44e7-a7bb-f3159dbd1871 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 200  len: 846 time: 0.1986542
Jun 21 02:55:08.181196 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78193676-9890-43cf-9a73-a3a65ab44235 req-ce36f3d6-e880-46d8-8f1d-dacfcfc052a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f48e7d4-706a-4cc2-a94a-84a51ccf686b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438335
Jun 21 02:55:08.264514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb4879-6aa1-4d2b-bff1-73f4de167bcc req-9a1bc1fa-7970-4794-a88c-22d0cf99e524 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:08.273204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebbb4879-6aa1-4d2b-bff1-73f4de167bcc req-9a1bc1fa-7970-4794-a88c-22d0cf99e524 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.3841131
Jun 21 02:55:08.295840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Deleting port dc50eb9a-06b4-4fa3-b635-e2a0d021860f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:08.296913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:08.311574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] For port 6e6e3e25-09be-4d5f-8673-489044afd067, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:08.336522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] For port 6e6e3e25-09be-4d5f-8673-489044afd067, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6e6e3e25-09be-4d5f-8673-489044afd067,segment=NetworkSegment(2fa78b6f-5263-41f6-8238-e4e779b59e30),segment_id=2fa78b6f-5263-41f6-8238-e4e779b59e30)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:08.340383 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:08.354972 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52501199-af4c-4f80-a1b7-4eacf351c2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:08.360717 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:08.366370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/subnets/f519937c-caba-4fad-8afa-3414225537c3 HTTP/1.1" status: 204  len: 168 time: 1.1621833
Jun 21 02:55:08.374967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47448) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:08.377983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77ac9-433b-46a1-b928-06ffba787177 req-22af8d07-2934-4389-9c15-05824f7e3afc tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:08.380216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32b77ac9-433b-46a1-b928-06ffba787177 req-22af8d07-2934-4389-9c15-05824f7e3afc tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4290106-00b8-4ea8-b55c-d058ea3c14ec HTTP/1.1" status: 200  len: 945 time: 0.5249071
Jun 21 02:55:08.408165 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:08.410279 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:08.434112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Subnet': ['ID=f519937c-caba-4fad-8afa-3414225537c3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:08.453132 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:08.476518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ebbb4879-6aa1-4d2b-bff1-73f4de167bcc req-a5df9a44-9422-40cd-8012-611cc52fa40f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1960359
Jun 21 02:55:08.509244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32b77ac9-433b-46a1-b928-06ffba787177 req-ace2942e-aecf-4e2a-8b9f-58313a51d0e2 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865314
Jun 21 02:55:08.556182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Pushing event updated for resources: {'Port': ['ID=6e6e3e25-09be-4d5f-8673-489044afd067,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:08.566990 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:08.574953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59443cf-0065-49e5-a2d3-3cb8cdf775f6 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:08.580611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47450) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:08.581969 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b59443cf-0065-49e5-a2d3-3cb8cdf775f6 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2034481
Jun 21 02:55:08.647038 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78193676-9890-43cf-9a73-a3a65ab44235 req-86ea7ac0-4f6f-4e24-9c7d-050deda2b45d service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4565938
Jun 21 02:55:08.726418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] For port dc50eb9a-06b4-4fa3-b635-e2a0d021860f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:08.728605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:08.745796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 162d4fcb-cd27-418b-8dae-347e31c679ed details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:55:08.833317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.071157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 162d4fcb-cd27-418b-8dae-347e31c679ed, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=162d4fcb-cd27-418b-8dae-347e31c679ed,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:09.091701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '162d4fcb-cd27-418b-8dae-347e31c679ed', 'network_id': '8f48e7d4-706a-4cc2-a94a-84a51ccf686b', 'port_id': '162d4fcb-cd27-418b-8dae-347e31c679ed', 'mac_address': 'fa:16:3e:71:c5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5560c84-8f59-4593-b0b0-0b69a7dd416d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:55:09.131627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78193676-9890-43cf-9a73-a3a65ab44235 req-81d27c92-f2ae-4106-82eb-83dc85dc460a service neutron] 10.222.0.20 "GET /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4467878
Jun 21 02:55:09.218311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61767a1-9dcb-49c8-be16-a3d6fc016d37 req-e9849513-f3f1-4bc2-ab69-75cd304ef74c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:09.224961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cf7234c7-bd0d-47e4-a554-4562557c81b4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:09.231155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f61767a1-9dcb-49c8-be16-a3d6fc016d37 req-e9849513-f3f1-4bc2-ab69-75cd304ef74c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 944 time: 0.2244241
Jun 21 02:55:09.271240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d2c74-008c-46d2-8eb4-e63c9d6989a0 req-25ab9bde-5f44-4563-89ae-bf1a1afbc275 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:09.278887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-284d2c74-008c-46d2-8eb4-e63c9d6989a0 req-25ab9bde-5f44-4563-89ae-bf1a1afbc275 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.3310447
Jun 21 02:55:09.340283 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.352695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-284d2c74-008c-46d2-8eb4-e63c9d6989a0 req-67d8732a-3d15-484c-9326-c3ac37389481 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719860
Jun 21 02:55:09.359120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Deleting port 6e6e3e25-09be-4d5f-8673-489044afd067 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:09.359120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.360849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.361919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.366949 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Floating IP 4eac021c-06cd-4066-b6bc-e55f755f7396 disassociated. External IP: 172.25.7.102, port: dc50eb9a-06b4-4fa3-b635-e2a0d021860f.
Jun 21 02:55:09.367387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Calling delete_port for dc50eb9a-06b4-4fa3-b635-e2a0d021860f owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:09.388704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162d4fcb-cd27-418b-8dae-347e31c679ed {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:09.483364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f61767a1-9dcb-49c8-be16-a3d6fc016d37 req-fa1546d7-29e3-4a7e-a855-c71e95dfa2c9 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507091
Jun 21 02:55:09.489936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 162d4fcb-cd27-418b-8dae-347e31c679ed, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=162d4fcb-cd27-418b-8dae-347e31c679ed,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:09.533607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] For port 6e6e3e25-09be-4d5f-8673-489044afd067, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6e6e3e25-09be-4d5f-8673-489044afd067,segment=NetworkSegment(2fa78b6f-5263-41f6-8238-e4e779b59e30),segment_id=2fa78b6f-5263-41f6-8238-e4e779b59e30)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:09.534163 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.561402 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.567075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port cf7234c7-bd0d-47e4-a554-4562557c81b4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:09.571316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.577431 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67a7c08f-cf26-4fa1-9e65-8f344d61a6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:09.642180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74d625-4388-47eb-9453-8b9a0bae5b9b None None] Network d2cb6bbd-5de0-433c-a19c-2a8b3457bac8 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:09.795027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=162d4fcb-cd27-418b-8dae-347e31c679ed,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:09.799699 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:09.855491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['162d4fcb-cd27-418b-8dae-347e31c679ed'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:09.870144 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:09.874641 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:09.934816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event deleted for resources: {'Port': ['ID=dc50eb9a-06b4-4fa3-b635-e2a0d021860f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:09.951343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] Provisioning for port cf7234c7-bd0d-47e4-a554-4562557c81b4 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:09.952348 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:10.005933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] Provisioning complete for port cf7234c7-bd0d-47e4-a554-4562557c81b4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:10.015687 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:10.137834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Router aebaf008-7d60-4136-a2fc-87baefa2fc75 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:55:10.180089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:10.275749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Calling delete_port for 6e6e3e25-09be-4d5f-8673-489044afd067 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:10.299691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] For port cf7234c7-bd0d-47e4-a554-4562557c81b4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cf7234c7-bd0d-47e4-a554-4562557c81b4,segment=NetworkSegment(473ba5b7-5992-42b3-9cc5-c8a465068858),segment_id=473ba5b7-5992-42b3-9cc5-c8a465068858)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:10.378819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:55:10.389485 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] Sync routers for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:55:10.401955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] DHCP port deletion for d2cb6bbd-5de0-433c-a19c-2a8b3457bac8 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:55:10.420601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:10.422941 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:55:10.429829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d944f670>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:55:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:10.440743 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:10.514695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] No DVR routers for this DVR port dc50eb9a-06b4-4fa3-b635-e2a0d021860f on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:10.518041 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:10.524110 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1affc96f-475e-4d79-9c5a-cb0e77bb9aa7 req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.26 "DELETE /v2.0/ports/dc50eb9a-06b4-4fa3-b635-e2a0d021860f HTTP/1.1" status: 204  len: 173 time: 2.7989383
Jun 21 02:55:10.527789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'name': 'network-vif-deleted', 'tag': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:10.534019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] Pushing event updated for resources: {'Port': ['ID=cf7234c7-bd0d-47e4-a554-4562557c81b4,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:10.541752 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10478e87-0b64-4a58-8e06-5de073ce7cb8" -d '{"events": [{"server_uuid": "c4290106-00b8-4ea8-b55c-d058ea3c14ec", "name": "network-vif-deleted", "tag": "dc50eb9a-06b4-4fa3-b635-e2a0d021860f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:10.548575 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:10.557864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6aed1b-74b9-42f1-a233-941ccc81f311 None None] Network 832fef62-850c-4aa4-85d9-761924f851a6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:10.713926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-553c3de5-7765-4503-8bb6-c38df66c0a77 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:10.716017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-553c3de5-7765-4503-8bb6-c38df66c0a77 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/networks?id=717628e0-987a-4b1e-9614-1e8ed6764095 HTTP/1.1" status: 200  len: 808 time: 1.1529739
Jun 21 02:55:10.750868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-ee1c3d53-5611-4605-8329-2e294ba6880e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/quotas/5cae40c99d84435c925994c3da27530a HTTP/1.1" status: 200  len: 375 time: 0.0292332
Jun 21 02:55:10.751677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:10.754391 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21ef1827-1953-4881-b2fa-3e63a5e1fc83 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:10.759803 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:55:10.787140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9e830bd9-a6ee-4b6a-a6b8-4d37af173335 None None] Could not find standard attr ID for object 6e6e3e25-09be-4d5f-8673-489044afd067. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:55:10.816509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] Deleting port cf7234c7-bd0d-47e4-a554-4562557c81b4 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:10.817522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:10.873962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Port': ['ID=6e6e3e25-09be-4d5f-8673-489044afd067,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:10.895109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-4f820d60-5b4d-488d-a629-e101a9553d67 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cae40c99d84435c925994c3da27530a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1236527
Jun 21 02:55:10.896261 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:10.897209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] No DVR routers for this DVR port 6e6e3e25-09be-4d5f-8673-489044afd067 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:10.922961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] For port cf7234c7-bd0d-47e4-a554-4562557c81b4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cf7234c7-bd0d-47e4-a554-4562557c81b4,segment=NetworkSegment(473ba5b7-5992-42b3-9cc5-c8a465068858),segment_id=473ba5b7-5992-42b3-9cc5-c8a465068858)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:10.928819 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:10.995548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] Calling delete_port for cf7234c7-bd0d-47e4-a554-4562557c81b4 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:11.084533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc47e7-8741-44e4-8e4e-5bec79d20141 None None] DHCP port deletion for 832fef62-850c-4aa4-85d9-761924f851a6 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:55:11.086521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cf7234c7-bd0d-47e4-a554-4562557c81b4 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:11.158674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dc50eb9a-06b4-4fa3-b635-e2a0d021860f no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:11.179110 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:11.184753 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:11.189863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: dc50eb9a-06b4-4fa3-b635-e2a0d021860f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:11.190210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dc50eb9a-06b4-4fa3-b635-e2a0d021860f not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:11.211478 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d944f670>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:53:03Z', 'revision_number': 5, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:11.244363 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] Checking router: aebaf008-7d60-4136-a2fc-87baefa2fc75 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:55:11.256993 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:55:11.257956 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d944f670>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:55:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:11.279327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:11.311728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2fc7e20>,) {'filters': {'network_id': ['832fef62-850c-4aa4-85d9-761924f851a6']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:11.340505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2fc7e20>, '2fa78b6f-5263-41f6-8238-e4e779b59e30') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:11.340931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2fc7e20>, '2fa78b6f-5263-41f6-8238-e4e779b59e30') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:11.371229 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:11.382985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] Pushing event deleted for resources: {'Port': ['ID=cf7234c7-bd0d-47e4-a554-4562557c81b4,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:11.384906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] No DVR routers for this DVR port cf7234c7-bd0d-47e4-a554-4562557c81b4 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:11.387579 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:11.390000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:11.402199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-844d84ff-e13f-4af1-80da-cfa57157926e service neutron] 10.222.0.25 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4828248
Jun 21 02:55:11.441867 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:11.523579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c980-0e43-4342-8901-643d3baf786c req-203e1396-a1dd-4029-a383-59fc14363bc0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:11.526044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c632c980-0e43-4342-8901-643d3baf786c req-203e1396-a1dd-4029-a383-59fc14363bc0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.3768380
Jun 21 02:55:11.547738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:11.548330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:11.663886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:11.704214 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:11.801772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c632c980-0e43-4342-8901-643d3baf786c req-0edb6ac2-dcf7-4762-8236-c1d8ce17b715 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878680
Jun 21 02:55:11.824171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:11.828828 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82b46f90-9ee4-4412-b2a0-bd5189225079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:11.834499 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:11.836194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/networks/832fef62-850c-4aa4-85d9-761924f851a6 HTTP/1.1" status: 204  len: 168 time: 3.2527635
Jun 21 02:55:11.839137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47486) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:11.839945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-8c4717e4-f86f-4c22-b00f-e69c4f673e63 service neutron] 10.222.0.25 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4295161
Jun 21 02:55:11.852579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Network': ['ID=832fef62-850c-4aa4-85d9-761924f851a6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:11.854917 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:12.047392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.066302 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d944f670>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:53:03Z', 'revision_number': 5, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:12.100230 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9d51d-7ec8-41e1-a64d-028128d65fc2 None None] The sync data for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 is: [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:52:56Z', 'revision_number': 4, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a0689616-0c6f-4fd4-be78-6a023762cb01', 'name': '', 'network_id': '6a8ee88a-18bf-414f-87a6-8281e1ac39d6', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'mac_address': 'fa:16:3e:72:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:55Z', 'updated_at': '2021-06-21T02:53:03Z', 'revision_number': 5, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'subnets': [{'id': 'a43346fe-aff2-4fbb-8d35-4b68e9801c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:55:12.169668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.183033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d22259d0>,) {'filters': {'network_id': ['d2cb6bbd-5de0-433c-a19c-2a8b3457bac8']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:12.213917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d22259d0>, '473ba5b7-5992-42b3-9cc5-c8a465068858') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:12.213917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d22259d0>, '473ba5b7-5992-42b3-9cc5-c8a465068858') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:12.224647 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.255585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.263950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:12.264896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:12.274935 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:12.422615 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b4e8f7-9730-470f-b948-591b947b35de x-openstack-request-id: req-34b4e8f7-9730-470f-b948-591b947b35de {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:12.423524 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4290106-00b8-4ea8-b55c-d058ea3c14ec", "name": "network-vif-deleted", "tag": "dc50eb9a-06b4-4fa3-b635-e2a0d021860f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:12.424080 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34b4e8f7-9730-470f-b948-591b947b35de {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:12.424829 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4290106-00b8-4ea8-b55c-d058ea3c14ec', 'name': 'network-vif-deleted', 'tag': 'dc50eb9a-06b4-4fa3-b635-e2a0d021860f', 'status': 'completed', 'code': 200}
Jun 21 02:55:12.436861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.443491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.446079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/networks/d2cb6bbd-5de0-433c-a19c-2a8b3457bac8 HTTP/1.1" status: 204  len: 168 time: 0.6056070
Jun 21 02:55:12.448050 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:12.462490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47494) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:12.495394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Network': ['ID=d2cb6bbd-5de0-433c-a19c-2a8b3457bac8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:12.508643 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:12.575491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2869f44-94c6-4f07-808f-7349529912bf None None] New status for floating IP 4eac021c-06cd-4066-b6bc-e55f755f7396: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:55:12.595021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.634310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edb3ab-102e-4ede-bacb-b865d8c3d505 req-3e8d4e31-288d-4267-a0e9-936865d82bfe tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:12.635930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85edb3ab-102e-4ede-bacb-b865d8c3d505 req-3e8d4e31-288d-4267-a0e9-936865d82bfe tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 945 time: 0.2217519
Jun 21 02:55:12.762737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 162d4fcb-cd27-418b-8dae-347e31c679ed up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:12.792521 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85edb3ab-102e-4ede-bacb-b865d8c3d505 req-bc37b8ca-b94a-4587-b3ce-dd949e98a83d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496029
Jun 21 02:55:12.798936 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.858747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67f5d6-d412-479a-b752-0850509def64 req-4f62a57d-3eab-4995-8725-902c9dea1676 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:12.861109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c67f5d6-d412-479a-b752-0850509def64 req-4f62a57d-3eab-4995-8725-902c9dea1676 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.2850647
Jun 21 02:55:12.862046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3739c70>,) {'filters': {'network_id': ['58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:12.888446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3739c70>, '8a3d1e9f-7037-437b-a1ee-e41f1741ec81') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:12.895877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3739c70>, '8a3d1e9f-7037-437b-a1ee-e41f1741ec81') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:12.907837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.915045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 162d4fcb-cd27-418b-8dae-347e31c679ed completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:12.919595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 162d4fcb-cd27-418b-8dae-347e31c679ed triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:12.919989 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.930343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.962198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47502) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:12.983735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:12.988020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:12.989010 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:13.025662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c67f5d6-d412-479a-b752-0850509def64 req-25303051-c7ad-4108-a3f6-1a46017909a3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566019
Jun 21 02:55:13.110857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3edb9c90-d7b6-4f49-a42c-49bb59e92a7c req-1be3e12d-0601-494e-9431-1be0adbe397e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 210 time: 0.0974770
Jun 21 02:55:13.153688 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1babb2ee-fb69-4585-bc73-4b1204ff7326 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.160866 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.207618 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1babb2ee-fb69-4585-bc73-4b1204ff7326 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.218536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21448c85-fbd4-4ef8-963f-b0426b284ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162d4fcb-cd27-418b-8dae-347e31c679ed'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:13.223289 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c2e4ed-810f-4be9-a1a3-772e9f3758a1" -d '{"events": [{"server_uuid": "21448c85-fbd4-4ef8-963f-b0426b284ba7", "name": "network-vif-plugged", "status": "completed", "tag": "162d4fcb-cd27-418b-8dae-347e31c679ed"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:13.226823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27365dec-3b94-41a4-85ea-bb35c81472ce details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:55:13.242587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.259255 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d6d1fcaf-5169-47d5-8a27-f05e5da3c5cb tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:13.301508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.303745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/networks/58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46 HTTP/1.1" status: 204  len: 168 time: 0.8353162
Jun 21 02:55:13.313418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47510) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:13.324362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Network': ['ID=58c1a78c-1e21-4d10-a5e0-6b43ae8f2c46,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:13.326842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 162d4fcb-cd27-418b-8dae-347e31c679ed, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=162d4fcb-cd27-418b-8dae-347e31c679ed,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:13.330732 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:13.377966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f44e23-b200-4d49-bfee-defa879fa96d req-82dd8895-4fc7-4eaa-ac4c-f5345d020c68 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:13.379681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4f44e23-b200-4d49-bfee-defa879fa96d req-82dd8895-4fc7-4eaa-ac4c-f5345d020c68 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1604691
Jun 21 02:55:13.436606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1babb2ee-fb69-4585-bc73-4b1204ff7326 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.441794 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.443735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1babb2ee-fb69-4585-bc73-4b1204ff7326 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.447745 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:13.447892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1babb2ee-fb69-4585-bc73-4b1204ff7326 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "DELETE /v2.0/security-groups/8e21c2c0-c5de-43d1-9d4e-9dfaedf85816 HTTP/1.1" status: 204  len: 168 time: 0.4831202
Jun 21 02:55:13.449583 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ffb0b11f-1c53-4244-9c65-a1c276b89bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:13.458427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47516) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:13.545914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4f44e23-b200-4d49-bfee-defa879fa96d req-09ff8145-ecfd-4385-a903-51b78883468f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1542816
Jun 21 02:55:13.547581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babb2ee-fb69-4585-bc73-4b1204ff7326 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e21c2c0-c5de-43d1-9d4e-9dfaedf85816,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:13.550544 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-ad58c510-89c7-4056-8178-ad2c10ee93f6 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] show failed (client error): The resource could not be found.
Jun 21 02:55:13.554335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ad58c510-89c7-4056-8178-ad2c10ee93f6 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "GET /v2.0/security-groups/8e21c2c0-c5de-43d1-9d4e-9dfaedf85816 HTTP/1.1" status: 404  len: 347 time: 0.0863247
Jun 21 02:55:13.554335 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1babb2ee-fb69-4585-bc73-4b1204ff7326 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:13.554624 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c57daa0-4a99-4198-bc98-bcd892925fde x-openstack-request-id: req-1c57daa0-4a99-4198-bc98-bcd892925fde {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:13.554753 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21448c85-fbd4-4ef8-963f-b0426b284ba7", "name": "network-vif-plugged", "status": "completed", "tag": "162d4fcb-cd27-418b-8dae-347e31c679ed", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:13.555168 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c57daa0-4a99-4198-bc98-bcd892925fde {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:13.555865 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21448c85-fbd4-4ef8-963f-b0426b284ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162d4fcb-cd27-418b-8dae-347e31c679ed', 'code': 200}
Jun 21 02:55:13.556831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47524) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:13.563269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.707037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=162d4fcb-cd27-418b-8dae-347e31c679ed,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:13.724969 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:13.739398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:13.764243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'port_id': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'mac_address': 'fa:16:3e:3a:f3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:55:13.791721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.817798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0d859a0>,) {'filters': {'network_id': ['7baef47a-f9a9-41c3-9b84-f8e9b690ccf6']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:13.819421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Deleting port 779304cf-85ec-4b09-ad37-553eabdfd3b9 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:13.820217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.830429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0d859a0>, 'e8ed2f8a-66ad-405d-8f8f-efdb9bcea8ae') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:13.830429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0d859a0>, 'e8ed2f8a-66ad-405d-8f8f-efdb9bcea8ae') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:13.851583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.872570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.876953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:13.877391 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.967240 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.967831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.976636 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:13.996156 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:14.021615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27365dec-3b94-41a4-85ea-bb35c81472ce {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:14.056129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ff1dc-a8e4-40c6-bd32-42cf8d60d56f req-843c52d1-4166-473b-b54f-7a590f04f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:14.058336 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c25ff1dc-a8e4-40c6-bd32-42cf8d60d56f req-843c52d1-4166-473b-b54f-7a590f04f785 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 1098 time: 0.0899913
Jun 21 02:55:14.061825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:14.099835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:14.106413 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:14.118936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:14.122096 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] 10.222.0.25 "DELETE /v2.0/networks/7baef47a-f9a9-41c3-9b84-f8e9b690ccf6 HTTP/1.1" status: 204  len: 168 time: 0.8134961
Jun 21 02:55:14.140599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Pushing event deleted for resources: {'Network': ['ID=7baef47a-f9a9-41c3-9b84-f8e9b690ccf6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:14.155345 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c25ff1dc-a8e4-40c6-bd32-42cf8d60d56f req-08c1a776-f643-4056-ac93-6b2d52d02c47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899513
Jun 21 02:55:14.157307 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:14.167002 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:14.174360 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:14.198584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Calling delete_port for 779304cf-85ec-4b09-ad37-553eabdfd3b9 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:14.290725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['27365dec-3b94-41a4-85ea-bb35c81472ce'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:14.333430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:14.337710 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:14.497414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504674-d685-4699-b25b-71f9abf67054 req-164aab5a-428e-4d1b-8023-68c6df94961a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:14.506569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4504674-d685-4699-b25b-71f9abf67054 req-164aab5a-428e-4d1b-8023-68c6df94961a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.3842185
Jun 21 02:55:14.548736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c3ad5-9835-40c7-9de3-b82a6ad38726 req-e53a3247-18f3-448d-ba07-19f40a4f195a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:14.560567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf7c3ad5-9835-40c7-9de3-b82a6ad38726 req-e53a3247-18f3-448d-ba07-19f40a4f195a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 945 time: 0.2847490
Jun 21 02:55:14.649949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4504674-d685-4699-b25b-71f9abf67054 req-7c414446-b62a-498b-a4d5-84803f95afa3 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424949
Jun 21 02:55:14.664880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf7c3ad5-9835-40c7-9de3-b82a6ad38726 req-01f4c329-0e52-4b24-a960-2b158f77e798 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033094
Jun 21 02:55:14.778189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:14.780424 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e8f3bcec-dcd5-46eb-b306-beb2d3731c18 tempest-ServerRescueTestJSONUnderV235-208995632 tempest-ServerRescueTestJSONUnderV235-208995632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:14.873241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47556) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:14.963373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Pushing event deleted for resources: {'Port': ['ID=779304cf-85ec-4b09-ad37-553eabdfd3b9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:14.986737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-427737d9-4167-4f4c-98ab-8c54addc6e69 req-b16b86a5-00d3-4c61-8aae-36d998efad86 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 210 time: 0.1143155
Jun 21 02:55:15.000300 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:15.120035 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.127171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.137590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] 10.222.0.25 "DELETE /v2.0/floatingips/4eac021c-06cd-4066-b6bc-e55f755f7396 HTTP/1.1" status: 204  len: 168 time: 1.5770402
Jun 21 02:55:15.137822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47560) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:15.187163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27365dec-3b94-41a4-85ea-bb35c81472ce up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:15.218196 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e86fd18e-d5f6-4a21-8ee3-7a918250c9b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb9569300ad443e3b801950955b80102&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3437910
Jun 21 02:55:15.218906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47562) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:15.351238 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f583db-a93e-4536-9cb2-bc21252a9bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.387174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 27365dec-3b94-41a4-85ea-bb35c81472ce triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:15.387480 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.396234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f583db-a93e-4536-9cb2-bc21252a9bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.604303 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.606884 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f583db-a93e-4536-9cb2-bc21252a9bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.609961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3f583db-a93e-4536-9cb2-bc21252a9bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.615268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f3f583db-a93e-4536-9cb2-bc21252a9bf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f11e7b06-c3aa-4def-91ce-5a1c6998c1f4 HTTP/1.1" status: 204  len: 168 time: 0.3951645
Jun 21 02:55:15.616752 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:15.634559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f583db-a93e-4536-9cb2-bc21252a9bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e7b06-c3aa-4def-91ce-5a1c6998c1f4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:15.646095 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3f583db-a93e-4536-9cb2-bc21252a9bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:15.675519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:15.678681 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23061724-4c42-4ea0-80e0-18424af3ba22" -d '{"events": [{"server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "name": "network-vif-plugged", "status": "completed", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:15.697688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:15.765887 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570512a5-2c5d-4206-8c61-f0d372b24ba6 x-openstack-request-id: req-570512a5-2c5d-4206-8c61-f0d372b24ba6 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:15.766214 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "name": "network-vif-plugged", "status": "completed", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:15.766481 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-570512a5-2c5d-4206-8c61-f0d372b24ba6 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:15.766888 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'code': 200}
Jun 21 02:55:15.802427 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:15.804313 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:15.942487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:15.965226 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:15.972443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-03eb36ab-3a51-4c6c-9ca4-627adb2410e9 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:15.974201 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-03eb36ab-3a51-4c6c-9ca4-627adb2410e9 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.26 "GET /v2.0/networks?id=717628e0-987a-4b1e-9614-1e8ed6764095 HTTP/1.1" status: 200  len: 808 time: 0.2526741
Jun 21 02:55:15.988273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Request body: {'port': {'device_id': '7781561e-78e9-462d-9617-08ebad345489', 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095', 'admin_state_up': True, 'tenant_id': '5cae40c99d84435c925994c3da27530a'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:16.365738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d78a2a-c132-44e5-a33d-a9bb6cb8122f req-c136bdf5-92da-49f7-9f88-0e27198564b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:16.371251 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08d78a2a-c132-44e5-a33d-a9bb6cb8122f req-c136bdf5-92da-49f7-9f88-0e27198564b9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.7644284
Jun 21 02:55:16.401925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6d99c-5348-4efe-959e-3695f365b0ed req-f60c90be-53b2-4682-a6f6-15624ac61998 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:16.409660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68d6d99c-5348-4efe-959e-3695f365b0ed req-f60c90be-53b2-4682-a6f6-15624ac61998 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.4061744
Jun 21 02:55:16.528374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68d6d99c-5348-4efe-959e-3695f365b0ed req-3745f8f9-9de9-4077-82f3-856d4198e087 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173742
Jun 21 02:55:16.556188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08d78a2a-c132-44e5-a33d-a9bb6cb8122f req-9c3db0c0-f70e-493d-b4e8-dd78c046045e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1759801
Jun 21 02:55:16.605781 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:17.141468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Made reservation on behalf of 5cae40c99d84435c925994c3da27530a for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:17.386764 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:17.388108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ab797dc-8bc5-40eb-a5f3-ce220774456b req-9919a1f4-43f7-4f77-ad98-d7a29a06b248 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 210 time: 0.0815461
Jun 21 02:55:17.388570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Allocated IP 172.20.0.2 (717628e0-987a-4b1e-9614-1e8ed6764095/37e9bc65-42cf-4422-a076-d67c6c038e5a/333f23f5-90b8-4dc1-8c7c-ce1138ff8c76) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:17.388721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1877936-a5b3-422f-950e-42a64914e612 req-844877ff-952a-4d21-b654-f7779f4889d8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:17.390659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1877936-a5b3-422f-950e-42a64914e612 req-844877ff-952a-4d21-b654-f7779f4889d8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1908889
Jun 21 02:55:17.505291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1877936-a5b3-422f-950e-42a64914e612 req-3714a0c7-5208-4bbd-8120-afc0d0d24d76 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136110
Jun 21 02:55:17.649384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:17.741905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Deleting port a0689616-0c6f-4fd4-be78-6a023762cb01 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:17.742433 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:17.848239 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:17.852636 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57fff0ed-a678-4b27-b2a2-c205c3d25ada tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:17.947602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Pushing event updated for resources: {'Port': ['ID=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:17.954254 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:17.965995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Network 717628e0-987a-4b1e-9614-1e8ed6764095 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:17.968241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:17.972751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:18.035044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95a1c-fd40-4b2f-93eb-08bb827eec40 req-967879ff-73c9-427e-b7a5-6fafac9729f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:18.047707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87a95a1c-fd40-4b2f-93eb-08bb827eec40 req-967879ff-73c9-427e-b7a5-6fafac9729f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.2271812
Jun 21 02:55:18.077945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] For port a0689616-0c6f-4fd4-be78-6a023762cb01, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a0689616-0c6f-4fd4-be78-6a023762cb01,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:18.078348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:18.140354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:18.141072 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:18.192559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:18.241618 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2579658
Jun 21 02:55:18.256084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Request body: {'port': {'device_id': '7781561e-78e9-462d-9617-08ebad345489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:18.264711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Calling delete_port for a0689616-0c6f-4fd4-be78-6a023762cb01 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:18.425294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87a95a1c-fd40-4b2f-93eb-08bb827eec40 req-44098620-140c-4270-9ce9-f1ddfcfc8ab6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3681338
Jun 21 02:55:18.443914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-494251181'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:18.447600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:18.550278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:18.556681 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:18.614825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb9cd7-d162-472c-809e-47790568705e req-d0c60380-29e2-40b1-9a31-8a2d02f64f33 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:18.623479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98eb9cd7-d162-472c-809e-47790568705e req-d0c60380-29e2-40b1-9a31-8a2d02f64f33 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.2743638
Jun 21 02:55:18.776018 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:18.835413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:18.845754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:18.862817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Transition to ACTIVE for port object 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:18.879622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98eb9cd7-d162-472c-809e-47790568705e req-23f8aede-29ae-4aff-99bd-842002310205 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2549953
Jun 21 02:55:18.926787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56334360-02fa-414b-8c3b-6c803ad70bae req-2888e63f-383b-4787-a311-861070629040 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:18.928734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56334360-02fa-414b-8c3b-6c803ad70bae req-2888e63f-383b-4787-a311-861070629040 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1148553
Jun 21 02:55:18.982654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56334360-02fa-414b-8c3b-6c803ad70bae req-48987734-5e71-4206-b390-d342930d7035 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418274
Jun 21 02:55:18.984855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:18.992229 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:18.992992 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a567626d-d9e8-4bed-a09c-9ee6bc292646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:19.041529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0689616-0c6f-4fd4-be78-6a023762cb01,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:19.047004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.054285 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77c49dfe-4cf1-4649-a458-8edae88583fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:19.099399 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:19.104555 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Pushing event updated for resources: {'Port': ['ID=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:19.129175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.140180 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:19.140949 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f66665eb-4992-45ab-b4dd-8865aa2c4c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:19.238523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:55:19.244738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21c7bf4-5bfe-4e84-a7f2-e843690d1954,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:19.262132 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:19.283423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cdfa1-b514-41c3-866e-61693d09df46 req-ebcc4a55-1810-4418-bcf5-d730f83604bc tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:19.293207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-114cdfa1-b514-41c3-866e-61693d09df46 req-ebcc4a55-1810-4418-bcf5-d730f83604bc tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 931 time: 0.2838202
Jun 21 02:55:19.361867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.365127 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Added segment 7e2507c7-c6a4-4e95-9023-fa4c4bb0e022 of type vlan for network 2bfa0293-7002-4690-8a90-4a23a47e73ad
Jun 21 02:55:19.489609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.506021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Attempting to bind port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:19.506525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Attempting to bind port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:19.506974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Attempting to bind port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 on network 717628e0-987a-4b1e-9614-1e8ed6764095 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:19.513415 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 on network 717628e0-987a-4b1e-9614-1e8ed6764095 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:55:19.513723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Attempting to bind port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 on network 717628e0-987a-4b1e-9614-1e8ed6764095 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:19.529485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:19.530009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Checking segment: {'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:19.530526 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Bound using segment: {'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:19.531128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Bound port: 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:19.531616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.611344 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.630076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] For port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:19.636160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] For port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:19.646905 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.658072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:19.661128 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.665623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-114cdfa1-b514-41c3-866e-61693d09df46 req-9d4ff812-c269-492c-b689-5c13799c5249 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3693504
Jun 21 02:55:19.669502 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-faff80a4-88cd-4fb0-91f0-1a565ae6c41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:19.808466 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.875011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:19.875674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:19.877173 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 HTTP/1.1" status: 200  len: 1092 time: 1.6269066
Jun 21 02:55:19.877851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7781561e-78e9-462d-9617-08ebad345489', 'tag': '333f23f5-90b8-4dc1-8c7c-ce1138ff8c76'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:19.880270 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bb3eba-a66e-4c86-bd94-01b526de6428" -d '{"events": [{"name": "network-changed", "server_uuid": "7781561e-78e9-462d-9617-08ebad345489", "tag": "333f23f5-90b8-4dc1-8c7c-ce1138ff8c76"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:19.939778 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.7434816
Jun 21 02:55:19.941386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47630) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:19.946965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'name': 'tempest-PortsIpV6TestJSON-377645836'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:19.956341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Network': ['ID=2bfa0293-7002-4690-8a90-4a23a47e73ad,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:19.967292 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:19.967828 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:19.968155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:55:19.996670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Router aebaf008-7d60-4136-a2fc-87baefa2fc75 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:55:20.010390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb949c-9055-4590-8efb-ea5a78c0258c req-bf796ada-3a1b-4315-b09b-c53f2401d75e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:20.017866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25cb949c-9055-4590-8efb-ea5a78c0258c req-bf796ada-3a1b-4315-b09b-c53f2401d75e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.6243770
Jun 21 02:55:20.060372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Pushing event updated for resources: {'Port': ['ID=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:20.222188 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:20.235637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:55:20.243808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] 10.222.0.25 "PUT /v2.0/routers/aebaf008-7d60-4136-a2fc-87baefa2fc75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1030293
Jun 21 02:55:20.246577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47634) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:20.251377 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b43209-5782-4409-8908-cad132f28aab None None] Sync routers for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:55:20.266427 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b43209-5782-4409-8908-cad132f28aab None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:55:20.267397 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-98b43209-5782-4409-8908-cad132f28aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:55:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:20.370775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-5771cbe4-1120-41c0-8afa-45984ace4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:20.372322 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-5771cbe4-1120-41c0-8afa-45984ace4b8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cae40c99d84435c925994c3da27530a&device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 1095 time: 0.3416030
Jun 21 02:55:20.391952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25cb949c-9055-4590-8efb-ea5a78c0258c req-b04e9494-8a86-41bb-800d-3eae8d266d67 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3718631
Jun 21 02:55:20.400397 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:20.516132 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-db74d36b-3fd8-470e-93a2-bc881bfa243f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 HTTP/1.1" status: 200  len: 217 time: 0.1174808
Jun 21 02:55:20.632197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:20.645421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:20.669234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3526f6-64b6-45a8-9b04-1b9bf71b6909 req-c1fc89fb-2b95-420c-8727-fdc157b9fc45 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:20.686611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3526f6-64b6-45a8-9b04-1b9bf71b6909 req-c1fc89fb-2b95-420c-8727-fdc157b9fc45 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.7057467
Jun 21 02:55:20.701679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 63248643-077b-41f9-adbd-75ce817c4592 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:20.758684 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-98b43209-5782-4409-8908-cad132f28aab None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:55:20.816466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3526f6-64b6-45a8-9b04-1b9bf71b6909 req-b38bda55-a696-442f-a505-bd0b00ad0145 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272323
Jun 21 02:55:20.816880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f11022ab-a5bb-4572-9144-7cc3958cca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:20.818614 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-f11022ab-a5bb-4572-9144-7cc3958cca52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37e9bc65-42cf-4422-a076-d67c6c038e5a HTTP/1.1" status: 200  len: 848 time: 0.2956674
Jun 21 02:55:20.856529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:20.898037 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417805e4-ad42-4100-9745-7418973c84e6 x-openstack-request-id: req-417805e4-ad42-4100-9745-7418973c84e6 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:20.899879 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7781561e-78e9-462d-9617-08ebad345489", "tag": "333f23f5-90b8-4dc1-8c7c-ce1138ff8c76", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:20.900343 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-417805e4-ad42-4100-9745-7418973c84e6 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:20.901026 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7781561e-78e9-462d-9617-08ebad345489', 'tag': '333f23f5-90b8-4dc1-8c7c-ce1138ff8c76', 'status': 'completed', 'code': 200}
Jun 21 02:55:20.917128 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-d50d0d80-e2c4-41e4-8281-0a201118135a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=717628e0-987a-4b1e-9614-1e8ed6764095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0863984
Jun 21 02:55:21.193680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d8d9f-4200-4e65-9638-490299fe419b req-588e3226-27f1-40ba-b2c8-44d18dcc380a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:21.193680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd3d8d9f-4200-4e65-9638-490299fe419b req-588e3226-27f1-40ba-b2c8-44d18dcc380a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.3098898
Jun 21 02:55:21.193680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Deleting port c729969c-4ca2-4b74-bc9d-829987de90ee {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:21.193680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:21.205808 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-598ce6ca-6395-4d68-9be7-8060ae3f96e9 service neutron] 10.222.0.26 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638125
Jun 21 02:55:21.250271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-98b43209-5782-4409-8908-cad132f28aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8f10>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:55:18Z', 'revision_number': 5, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port': {'id': 'c729969c-4ca2-4b74-bc9d-829987de90ee', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:52:50Z', 'updated_at': '2021-06-21T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:21.343007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd3d8d9f-4200-4e65-9638-490299fe419b req-d28f4e3c-0efe-414a-b362-706ec1ba30dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472590
Jun 21 02:55:21.351689 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b43209-5782-4409-8908-cad132f28aab None None] Checking router: aebaf008-7d60-4136-a2fc-87baefa2fc75 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:55:21.375076 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b43209-5782-4409-8908-cad132f28aab None None] Routers {'aebaf008-7d60-4136-a2fc-87baefa2fc75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:55:21.375921 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-98b43209-5782-4409-8908-cad132f28aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:55:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['aebaf008-7d60-4136-a2fc-87baefa2fc75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:21.482697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] For port c729969c-4ca2-4b74-bc9d-829987de90ee, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c729969c-4ca2-4b74-bc9d-829987de90ee,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:21.485394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:21.605364 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-98b43209-5782-4409-8908-cad132f28aab None None] Set router aebaf008-7d60-4136-a2fc-87baefa2fc75 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:55:21.638661 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6aea79d8-b305-4232-971b-6204bd4aea0e req-66826e75-708f-41ce-bf17-ca88197068e6 service neutron] 10.222.0.26 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4245031
Jun 21 02:55:21.677214 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:21.718735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Calling delete_port for c729969c-4ca2-4b74-bc9d-829987de90ee owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:21.744345 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-98b43209-5782-4409-8908-cad132f28aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ee8f10>, [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:55:20Z', 'revision_number': 6, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:21.811271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b43209-5782-4409-8908-cad132f28aab None None] The sync data for ids ['aebaf008-7d60-4136-a2fc-87baefa2fc75'] in n-d-758944-33 is: [{'id': 'aebaf008-7d60-4136-a2fc-87baefa2fc75', 'name': 'tempest-ServersTestManualDisk-1208166536-router', 'tenant_id': '8b0ca489994649c5a6436f6bcd31869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:52:49Z', 'updated_at': '2021-06-21T02:55:20Z', 'revision_number': 6, 'project_id': '8b0ca489994649c5a6436f6bcd31869d', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:55:21.909322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-ced51fa3-6db2-45b3-ace9-578b831ed6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:21.910233 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-ced51fa3-6db2-45b3-ace9-578b831ed6ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 1096 time: 0.1072583
Jun 21 02:55:22.096544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6898fdc-d3a6-4a28-959f-93444eea0747 req-6bca4613-165c-4f92-8287-104ed04804bf tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:22.099282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6898fdc-d3a6-4a28-959f-93444eea0747 req-6bca4613-165c-4f92-8287-104ed04804bf tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 943 time: 0.1120939
Jun 21 02:55:22.108655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-f7b61903-de25-43e2-b136-1236db278264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:22.110463 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-f7b61903-de25-43e2-b136-1236db278264 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 200  len: 917 time: 0.1613705
Jun 21 02:55:22.148523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6898fdc-d3a6-4a28-959f-93444eea0747 req-6cd60ec3-0850-426a-b4a1-f104aaaff87d tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415089
Jun 21 02:55:22.256759 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-069e033e-ceb9-4587-9a39-4cd0be13ea02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e HTTP/1.1" status: 200  len: 1000 time: 0.1280451
Jun 21 02:55:22.271076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:22.273022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:22.280532 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-906a7a2b-2e86-46ea-8434-ecb384be9027 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:22.294814 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb82d988-6b09-4cd1-bdda-84fce66ca1b1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:22.359478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Pushing event deleted for resources: {'Port': ['ID=c729969c-4ca2-4b74-bc9d-829987de90ee,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:22.370321 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:22.440627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=63248643-077b-41f9-adbd-75ce817c4592,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:22.447163 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:22.537220 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:22.557877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-72aeceb3-ecb0-42cf-aa7c-b6236d183ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:22.559534 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-72aeceb3-ecb0-42cf-aa7c-b6236d183ca1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 200  len: 855 time: 0.2821791
Jun 21 02:55:22.577099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-e683af9c-cd50-4b21-a5c3-2f2f8c970794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:22.578765 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-e683af9c-cd50-4b21-a5c3-2f2f8c970794 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cae40c99d84435c925994c3da27530a&device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 1095 time: 0.1909027
Jun 21 02:55:22.580092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Checking segment: {'id': '7e2507c7-c6a4-4e95-9023-fa4c4bb0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:22.581108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network hostable DHCP agents. Network: 2bfa0293-7002-4690-8a90-4a23a47e73ad, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:22.714731 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:22.717573 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:22.833891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-0ace527b-6631-44ea-90d2-58fc048c798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:22.835927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-0ace527b-6631-44ea-90d2-58fc048c798d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3c98cde-3f83-4783-bf65-2f48f9c19e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2481852
Jun 21 02:55:22.848421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-665da607-2f6a-4d2a-9312-33bab4fd569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:22.860805 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-665da607-2f6a-4d2a-9312-33bab4fd569a service neutron] 10.222.0.26 "GET /v2.0/networks?id=717628e0-987a-4b1e-9614-1e8ed6764095 HTTP/1.1" status: 200  len: 909 time: 0.2371669
Jun 21 02:55:22.871721 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:22.945772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:22.946640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aebaf008-7d60-4136-a2fc-87baefa2fc75 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:55:22.951604 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:22.956467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] 10.222.0.25 "DELETE /v2.0/routers/aebaf008-7d60-4136-a2fc-87baefa2fc75 HTTP/1.1" status: 204  len: 168 time: 2.7078860
Jun 21 02:55:22.958168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:23.025656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c729969c-4ca2-4b74-bc9d-829987de90ee no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:23.074291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c729969c-4ca2-4b74-bc9d-829987de90ee {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:23.077372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c729969c-4ca2-4b74-bc9d-829987de90ee not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:23.077372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a0689616-0c6f-4fd4-be78-6a023762cb01 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:23.107174 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-4c347d4d-9560-420a-be05-fa3ff9fa7c6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 HTTP/1.1" status: 200  len: 217 time: 0.2330756
Jun 21 02:55:23.122885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: a0689616-0c6f-4fd4-be78-6a023762cb01 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:23.126455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a0689616-0c6f-4fd4-be78-6a023762cb01 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:23.188459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-0a1588c7-4ec3-47d7-b144-e1a0bc4e96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:23.190513 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-0a1588c7-4ec3-47d7-b144-e1a0bc4e96ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37e9bc65-42cf-4422-a076-d67c6c038e5a HTTP/1.1" status: 200  len: 848 time: 0.0740402
Jun 21 02:55:23.231997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 2bfa0293-7002-4690-8a90-4a23a47e73ad) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:23.242146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7ae2c-6c5f-426a-951c-50e0f9c52819 None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:23.261584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:23.276803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:23.277521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:23.290846 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-153e3da1-50e6-4293-8351-f8acb2c5fd02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=717628e0-987a-4b1e-9614-1e8ed6764095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0894117
Jun 21 02:55:23.452038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a83d8a-3e7c-4185-937b-4d9cd3bda193 req-af7f156e-c133-4da1-8164-677b28b4945a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:23.453589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9a83d8a-3e7c-4185-937b-4d9cd3bda193 req-af7f156e-c133-4da1-8164-677b28b4945a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.8700116
Jun 21 02:55:23.481625 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-361f6102-2d15-4c75-94ca-fbb3b5384446 service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6187243
Jun 21 02:55:23.535999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Deleting subnet a43346fe-aff2-4fbb-8d35-4b68e9801c39 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:55:23.543631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:23.559762 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-1269b0b0-9245-4529-8209-86c860dbc5b4 service neutron] 10.222.0.26 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462978
Jun 21 02:55:23.574864 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 3.6322889
Jun 21 02:55:23.590028 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:23.626863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47660) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:23.634845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1654203678'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:23.688974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:23.764694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7b35c-e7fe-4401-ac1a-c17afdc510e1 req-2e30c8e0-e7c7-4521-aacb-34d9934dcd04 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:23.773408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18b7b35c-e7fe-4401-ac1a-c17afdc510e1 req-2e30c8e0-e7c7-4521-aacb-34d9934dcd04 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.9288964
Jun 21 02:55:23.778499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9a83d8a-3e7c-4185-937b-4d9cd3bda193 req-2e7359b4-3bcf-4822-9501-4c08855203f9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3087339
Jun 21 02:55:23.901021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18b7b35c-e7fe-4401-ac1a-c17afdc510e1 req-599e0358-f490-4c20-b931-c7b81a9740ce tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850167
Jun 21 02:55:23.902440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:23.902440 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:23.914223 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b3bb3eba-a66e-4c86-bd94-01b526de6428 req-454e9566-1cb2-4a36-844a-647b13fa2e7c service neutron] 10.222.0.26 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3379211
Jun 21 02:55:23.917621 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-17fe0882-c2f9-4cdb-ad93-d99d09fa6a0d req-1cddddfb-1c3a-4f2b-bd74-b206c02a115c service neutron] 10.222.0.20 "GET /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4218235
Jun 21 02:55:23.937349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:55:23.947675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:23.948029 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Added segment 57ee94d9-7921-4f75-9f87-336f2e6625f4 of type vlan for network d8ba1cbe-b6af-4189-927e-c5898aa26e97
Jun 21 02:55:23.999469 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.045926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.050608 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2ff0870-2f87-40b3-a2a1-e9fbdca71dd6 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:24.086147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.090682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43346fe-aff2-4fbb-8d35-4b68e9801c39,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:24.092680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:24.092680 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.099595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.100737 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-029e6c38-0af5-4aae-b488-50822df50586 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:24.100866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a43346fe-aff2-4fbb-8d35-4b68e9801c39 HTTP/1.1" status: 204  len: 168 time: 1.1349699
Jun 21 02:55:24.101877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47664) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:24.104388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d969a8-86e5-4b75-bd91-374cf93628de req-f1682b09-51f9-4765-ba9c-85b914c7bda1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:24.105540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115afa6-4eb3-4038-a527-98b2fb6de4a9 None None] Network 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:24.111638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65d969a8-86e5-4b75-bd91-374cf93628de req-f1682b09-51f9-4765-ba9c-85b914c7bda1 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1735709
Jun 21 02:55:24.115586 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:24.147644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4674fa-4336-4bef-9769-97e7a13a4f65 req-d6b8fb8d-27a5-4c6a-bb63-a89d226a885a tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:24.149123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac4674fa-4336-4bef-9769-97e7a13a4f65 req-d6b8fb8d-27a5-4c6a-bb63-a89d226a885a tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 943 time: 0.1485152
Jun 21 02:55:24.179615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65d969a8-86e5-4b75-bd91-374cf93628de req-6a11e81f-1bc1-4a22-84c3-552a8f8cff8f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663867
Jun 21 02:55:24.244161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Network': ['ID=d8ba1cbe-b6af-4189-927e-c5898aa26e97,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:24.249170 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:24.254040 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.278699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network d8ba1cbe-b6af-4189-927e-c5898aa26e97 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:55:24.292023 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6637127
Jun 21 02:55:24.294734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47668) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:24.319688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Deleting port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:24.320272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.336724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'ports': [{'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad'}, {'network_id': 'd8ba1cbe-b6af-4189-927e-c5898aa26e97'}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:24.337052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:24.337832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': 'd8ba1cbe-b6af-4189-927e-c5898aa26e97'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:24.356563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac4674fa-4336-4bef-9769-97e7a13a4f65 req-a601e249-42ac-480e-bf38-b070e67b0adb tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999006
Jun 21 02:55:24.420519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] For port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:24.420972 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.531331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] DHCP port deletion for 6a8ee88a-18bf-414f-87a6-8281e1ac39d6 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:55:24.539117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Calling delete_port for 0090a99d-e4b0-4265-a7f7-67bcb15e37fc owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:24.636803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] Deleting port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:24.636803 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.755465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] For port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,segment=NetworkSegment(08bdd76e-17b4-4755-92a2-5a69c1f76b95),segment_id=08bdd76e-17b4-4755-92a2-5a69c1f76b95)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:24.755838 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.785793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.788123 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:24.818233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 2} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:24.823117 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.837955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] Calling delete_port for 0090a99d-e4b0-4265-a7f7-67bcb15e37fc owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:24.849072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Pushing event deleted for resources: {'Port': ['ID=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:24.852473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:24.854888 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:24.856561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] No DVR routers for this DVR port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:25.003883 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.024189 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-34616554-7301-4532-8ccf-b6724b4c2145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:25.026269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.028399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] No DVR routers for this DVR port 0090a99d-e4b0-4265-a7f7-67bcb15e37fc on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:25.049413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 957f64a6-e290-431d-9ce3-070c266c4ee5 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:25.052919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2814970>,) {'filters': {'network_id': ['6a8ee88a-18bf-414f-87a6-8281e1ac39d6']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:25.077497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0090a99d-e4b0-4265-a7f7-67bcb15e37fc no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:25.091880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2814970>, '08bdd76e-17b4-4755-92a2-5a69c1f76b95') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:25.092344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2814970>, '08bdd76e-17b4-4755-92a2-5a69c1f76b95') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:25.095196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] Pushing event deleted for resources: {'Port': ['ID=0090a99d-e4b0-4265-a7f7-67bcb15e37fc,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:25.105680 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.124772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.132349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:25.132841 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.153217 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:25.160534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 0090a99d-e4b0-4265-a7f7-67bcb15e37fc {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:25.161521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0090a99d-e4b0-4265-a7f7-67bcb15e37fc not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:25.188516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802727fa-1596-4936-a782-848eb7ca0ae2 req-ad3a8fc4-1da8-468a-a340-0f366d1c0495 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:25.196189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-802727fa-1596-4936-a782-848eb7ca0ae2 req-ad3a8fc4-1da8-468a-a340-0f366d1c0495 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.2011509
Jun 21 02:55:25.202827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:25.214160 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:25.269739 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.273720 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-404d1c36-6add-4533-a900-f30bd6067fc1 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:25.287165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-802727fa-1596-4936-a782-848eb7ca0ae2 req-10db1ac3-6fe9-4262-b12c-9ef699f37f37 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900927
Jun 21 02:55:25.289833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.305704 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] 10.222.0.25 "DELETE /v2.0/networks/6a8ee88a-18bf-414f-87a6-8281e1ac39d6 HTTP/1.1" status: 204  len: 168 time: 1.2024024
Jun 21 02:55:25.324972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8ee88a-18bf-414f-87a6-8281e1ac39d6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:25.327341 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:25.334073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d917f-938c-4389-a84d-e7856255832e req-db04bb48-b2af-4b3c-84c1-cd14d00b34ca tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:25.341109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c9d917f-938c-4389-a84d-e7856255832e req-db04bb48-b2af-4b3c-84c1-cd14d00b34ca tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.2092521
Jun 21 02:55:25.386969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:25.395394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c9d917f-938c-4389-a84d-e7856255832e req-46fd70dd-78d7-41b3-a556-590ae2ca5a90 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533698
Jun 21 02:55:25.399273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.412351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '333f23f5-90b8-4dc1-8c7c-ce1138ff8c76', 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095', 'port_id': '333f23f5-90b8-4dc1-8c7c-ce1138ff8c76', 'mac_address': 'fa:16:3e:b2:20:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e9bc65-42cf-4422-a076-d67c6c038e5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:55:25.518164 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.536791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:25.562906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port a3b4dad5-26a7-4219-b2c8-df8614864c56 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:25.574892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:25.646500 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.649947 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:25.702554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.716910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:25.722057 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:25.773758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94200cba-28dc-47d9-954d-6b4037589784 req-efd8fb85-35b8-4e38-8138-ac7c45b173e4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:25.775321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94200cba-28dc-47d9-954d-6b4037589784 req-efd8fb85-35b8-4e38-8138-ac7c45b173e4 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.2773581
Jun 21 02:55:25.838001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94200cba-28dc-47d9-954d-6b4037589784 req-fa1b6801-46d3-440d-928d-9543890bac9f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555527
Jun 21 02:55:25.865719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300e1e6-7c77-4a94-9e01-ae4c364e1597 req-e3a99cb8-1a76-4113-944f-6c64b941702d tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:25.867448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d300e1e6-7c77-4a94-9e01-ae4c364e1597 req-e3a99cb8-1a76-4113-944f-6c64b941702d tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 944 time: 0.1437643
Jun 21 02:55:25.892150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47686) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:25.921924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['333f23f5-90b8-4dc1-8c7c-ce1138ff8c76'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:25.965447 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f8d341cf-ecfd-444f-b4b2-6a2200454f32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b0ca489994649c5a6436f6bcd31869d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0669668
Jun 21 02:55:25.965743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47688) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:25.967742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d300e1e6-7c77-4a94-9e01-ae4c364e1597 req-d87db55e-cbd0-4e93-9b9d-bac70f700060 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888295
Jun 21 02:55:25.973395 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:25.993598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-43095133-6090-4670-b26a-f5973aaee6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:26.055179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:26.060593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:26.063463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:26.065971 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:26.070641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6086f5e3-a4be-4de9-9a55-2cbc057b18dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:26.088337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=957f64a6-e290-431d-9ce3-070c266c4ee5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:26.092795 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:26.094492 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4989b275-7568-4369-8454-d215f3ba8e86 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:26.113036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6086f5e3-a4be-4de9-9a55-2cbc057b18dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:26.165955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=a3b4dad5-26a7-4219-b2c8-df8614864c56,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:26.170379 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:26.171523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Checking segment: {'id': '57ee94d9-7921-4f75-9f87-336f2e6625f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8ba1cbe-b6af-4189-927e-c5898aa26e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:26.171891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network hostable DHCP agents. Network: d8ba1cbe-b6af-4189-927e-c5898aa26e97, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:26.246559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network d8ba1cbe-b6af-4189-927e-c5898aa26e97 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:26.275620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6086f5e3-a4be-4de9-9a55-2cbc057b18dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:26.278465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6086f5e3-a4be-4de9-9a55-2cbc057b18dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:26.280417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6086f5e3-a4be-4de9-9a55-2cbc057b18dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48005c74-d365-40a6-bd2b-1567b618695b HTTP/1.1" status: 204  len: 168 time: 0.3135023
Jun 21 02:55:26.281252 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b15bd9b-9edc-4a25-8801-25389842a28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:26.292069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086f5e3-a4be-4de9-9a55-2cbc057b18dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48005c74-d365-40a6-bd2b-1567b618695b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:26.294644 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6086f5e3-a4be-4de9-9a55-2cbc057b18dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:26.343845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, d8ba1cbe-b6af-4189-927e-c5898aa26e97) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:26.352995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:26.355197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59bab8-86a5-4f21-a9be-9d738e284947 None None] Network d8ba1cbe-b6af-4189-927e-c5898aa26e97 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:26.374535 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:55:26.378406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:26.384832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:26.385883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:26.465129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.1529160
Jun 21 02:55:26.467631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47696) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:26.768989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee53de7-c2d5-4971-bf79-f7443bef95a2 req-24a29dd5-7c70-4db4-bcd4-d3ce319cbe6b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:26.778274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fee53de7-c2d5-4971-bf79-f7443bef95a2 req-24a29dd5-7c70-4db4-bcd4-d3ce319cbe6b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.1861908
Jun 21 02:55:26.822436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port a3b4dad5-26a7-4219-b2c8-df8614864c56 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:26.822931 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:26.850974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca63b6-74ff-4cfb-92c9-91185a63b88b req-974036ca-107e-408d-a419-5696d2795e77 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:26.852700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5ca63b6-74ff-4cfb-92c9-91185a63b88b req-974036ca-107e-408d-a419-5696d2795e77 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1950452
Jun 21 02:55:26.948145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fee53de7-c2d5-4971-bf79-f7443bef95a2 req-dd42beb4-a4b0-4290-ac39-2ce9e252e5b2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690619
Jun 21 02:55:26.962036 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:27.055257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for a3b4dad5-26a7-4219-b2c8-df8614864c56 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:27.078000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5ca63b6-74ff-4cfb-92c9-91185a63b88b req-db2298dc-7fbc-4ff1-a5a4-781e90115fff tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927757
Jun 21 02:55:27.204941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:27.328223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c56eb9-aa08-4fad-94c8-ea7755eef0a7 req-91c4a88e-6637-46eb-996c-78f7c2a78e56 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:27.329855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c56eb9-aa08-4fad-94c8-ea7755eef0a7 req-91c4a88e-6637-46eb-996c-78f7c2a78e56 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 944 time: 0.1178741
Jun 21 02:55:27.386898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40789809-45a1-4a79-b68d-b8f54927b78b req-2f78bce9-bf63-448d-92a5-3f5d6163224f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:27.388374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40789809-45a1-4a79-b68d-b8f54927b78b req-2f78bce9-bf63-448d-92a5-3f5d6163224f tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1564081
Jun 21 02:55:27.400419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97c56eb9-aa08-4fad-94c8-ea7755eef0a7 req-1ff631fe-06c7-40d3-b688-ff18173bf53c tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576386
Jun 21 02:55:27.405143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:27.412507 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-087ebc7d-71b6-4f85-ae5f-190d8fe3fcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:27.424805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:27.431784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:27.433662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:27.448330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=a3b4dad5-26a7-4219-b2c8-df8614864c56,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:27.457495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:27.461775 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/a3b4dad5-26a7-4219-b2c8-df8614864c56 HTTP/1.1" status: 204  len: 168 time: 0.9908075
Jun 21 02:55:27.461775 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:27.462031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47716) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:27.522037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40789809-45a1-4a79-b68d-b8f54927b78b req-2a2ead80-5046-4619-b13c-111e7231f3c6 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203740
Jun 21 02:55:27.583864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295f011-5bd5-43c0-8c06-9f7d54b5f24f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:27.597255 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:27.599725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295f011-5bd5-43c0-8c06-9f7d54b5f24f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:27.601426 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b295f011-5bd5-43c0-8c06-9f7d54b5f24f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.1378455
Jun 21 02:55:27.604224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47722) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:27.636420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7781561e-78e9-462d-9617-08ebad345489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f23f5-90b8-4dc1-8c7c-ce1138ff8c76'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:27.639045 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296e9bab-5dee-4072-8795-ad1a80680e4d" -d '{"events": [{"server_uuid": "7781561e-78e9-462d-9617-08ebad345489", "name": "network-vif-plugged", "status": "completed", "tag": "333f23f5-90b8-4dc1-8c7c-ce1138ff8c76"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:27.679962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:27.700745 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11b51e3-dc58-44a6-b1c4-7bc9e48d08ef x-openstack-request-id: req-f11b51e3-dc58-44a6-b1c4-7bc9e48d08ef {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:27.701144 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7781561e-78e9-462d-9617-08ebad345489", "name": "network-vif-plugged", "status": "completed", "tag": "333f23f5-90b8-4dc1-8c7c-ce1138ff8c76", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:27.701537 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f11b51e3-dc58-44a6-b1c4-7bc9e48d08ef {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:27.702057 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7781561e-78e9-462d-9617-08ebad345489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f23f5-90b8-4dc1-8c7c-ce1138ff8c76', 'code': 200}
Jun 21 02:55:27.724332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 957f64a6-e290-431d-9ce3-070c266c4ee5 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:27.724850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:27.743385 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:27.745370 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:27.822340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:27.827622 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:27.857598 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:27.942931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 957f64a6-e290-431d-9ce3-070c266c4ee5 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:27.970143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc5978-5310-42b8-a03b-9085184da9b7 req-f3b5770d-8763-4df0-978d-506adf46e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:27.972550 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2dc5978-5310-42b8-a03b-9085184da9b7 req-f3b5770d-8763-4df0-978d-506adf46e47a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 1097 time: 0.1842902
Jun 21 02:55:28.212233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f713d-d4ee-439a-ac0d-90e37563881c req-486e3c60-bdf7-4603-a7f9-8bccfc4921a4 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:28.214551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-446f713d-d4ee-439a-ac0d-90e37563881c req-486e3c60-bdf7-4603-a7f9-8bccfc4921a4 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.1256087
Jun 21 02:55:28.279752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-446f713d-d4ee-439a-ac0d-90e37563881c req-472d570f-3f75-4dc7-9e00-c288ca6a9da7 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555651
Jun 21 02:55:28.426314 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2dc5978-5310-42b8-a03b-9085184da9b7 req-1bc2522c-11c6-4c6d-ae29-730db6cfeac3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430899
Jun 21 02:55:28.544983 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:28.554820 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8881d5e4-37eb-4fc0-98b0-b68d54629e0c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:28.616019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=957f64a6-e290-431d-9ce3-070c266c4ee5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:28.625551 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:28.633567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:28.636547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/957f64a6-e290-431d-9ce3-070c266c4ee5 HTTP/1.1" status: 204  len: 168 time: 1.0312514
Jun 21 02:55:28.639067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47760) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:28.653513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94304a40-ca31-444f-9947-bead7167e4e2 req-9433b3a3-1cb4-4528-bd92-b8c095162a83 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:28.661599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94304a40-ca31-444f-9947-bead7167e4e2 req-9433b3a3-1cb4-4528-bd92-b8c095162a83 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1089537
Jun 21 02:55:28.773890 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94304a40-ca31-444f-9947-bead7167e4e2 req-73ee7d54-391f-4221-85aa-e5c414f1dba7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112361
Jun 21 02:55:28.827741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef8846-5a57-4d26-a0e4-5b6fb3e5cfda tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:28.832487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-85ef8846-5a57-4d26-a0e4-5b6fb3e5cfda tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1883738
Jun 21 02:55:28.832841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47766) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:28.879343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:55:28.879954 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-42562dea-312c-4d07-be90-a82ce366d8bd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:55:28.879954 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-42562dea-312c-4d07-be90-a82ce366d8bd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/a3b4dad5-26a7-4219-b2c8-df8614864c56 HTTP/1.1" status: 404  len: 333 time: 0.0409303
Jun 21 02:55:28.881300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47768) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:28.883580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71447ca-df44-46eb-87f7-518cfaaa214d req-219849a7-039a-47bf-a600-85ec9540070f tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:28.885871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b71447ca-df44-46eb-87f7-518cfaaa214d req-219849a7-039a-47bf-a600-85ec9540070f tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 945 time: 0.1720498
Jun 21 02:55:28.888109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-520410a6-6c51-4c2c-bd86-26c8aa506a17 req-32524eb0-5d5b-477e-ad05-e336643307fe tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3328531-aa36-4993-a2cb-2e031fd5b70a HTTP/1.1" status: 200  len: 210 time: 0.0574863
Jun 21 02:55:28.953697 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-628cf6b2-2f18-467d-b883-221cc0419abc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:55:28.953697 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-628cf6b2-2f18-467d-b883-221cc0419abc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/957f64a6-e290-431d-9ce3-070c266c4ee5 HTTP/1.1" status: 404  len: 333 time: 0.0680380
Jun 21 02:55:28.954023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47770) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:29.032663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b71447ca-df44-46eb-87f7-518cfaaa214d req-365b0c93-4d77-40c4-940f-5de7daa746a4 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367190
Jun 21 02:55:29.041127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:29.061585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'port_id': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'mac_address': 'fa:16:3e:a7:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:55:29.073909 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.111308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.125492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:29.149570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:29.259652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.259652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0162e-5c9b-4197-870d-78be5f6ec4f3 req-c7ce4c27-ac45-4bd7-ab91-9e97dabe68eb tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:29.259652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0c0162e-5c9b-4197-870d-78be5f6ec4f3 req-c7ce4c27-ac45-4bd7-ab91-9e97dabe68eb tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 944 time: 0.1697857
Jun 21 02:55:29.265711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3da7520>,) {'filters': {'network_id': ['d8ba1cbe-b6af-4189-927e-c5898aa26e97']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:29.285198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3da7520>, '57ee94d9-7921-4f75-9f87-336f2e6625f4') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:29.285612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3da7520>, '57ee94d9-7921-4f75-9f87-336f2e6625f4') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:29.304115 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.320623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0c0162e-5c9b-4197-870d-78be5f6ec4f3 req-aff18294-ce8e-474e-95c6-0276e65ab176 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750756
Jun 21 02:55:29.324075 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.331575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:29.332148 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:29.335468 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:29.349601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.353638 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e732040-dbe1-4fc7-8005-99cdcb47d308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:29.444898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:29.448887 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:29.475923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.481252 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f9e0351f-219b-45f9-bfe2-e6286b171d9f tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:29.487714 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.490058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/networks/d8ba1cbe-b6af-4189-927e-c5898aa26e97 HTTP/1.1" status: 204  len: 168 time: 0.5353639
Jun 21 02:55:29.493917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47792) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:29.499970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1220252640'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:29.556509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Network': ['ID=d8ba1cbe-b6af-4189-927e-c5898aa26e97,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:29.605583 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:29.616168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:29.681250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c602d3-8609-400c-b1c2-24bcf66b5617 req-cbcb2e41-68f6-40d7-9058-19950b8882ce tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:29.700374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2c602d3-8609-400c-b1c2-24bcf66b5617 req-cbcb2e41-68f6-40d7-9058-19950b8882ce tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.2077372
Jun 21 02:55:29.720721 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:29.725217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.808584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:55:29.830963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:29.831820 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Added segment 2f0cba50-1bb4-4df6-98db-c393e5c3aee3 of type vlan for network 45910a89-328e-4c20-be7c-2de274f64c59
Jun 21 02:55:29.842461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2c602d3-8609-400c-b1c2-24bcf66b5617 req-85f75434-4456-4d13-b42d-beb61cdeee12 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420631
Jun 21 02:55:29.991154 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:30.082570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c63c5a1-2cd9-4e2c-a2cc-afe3d2c72e65 req-6e11bac6-2417-42ea-aeb0-6283ace969b7 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0633433
Jun 21 02:55:30.121874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:30.132100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:30.133400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:30.138558 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1419f0fe-ed90-44c2-95cb-0e35aafadf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:30.211214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dd6c1-f5e5-4ac1-afc9-5ec58ce8af78 req-17d1fe0b-c9cc-4a80-b7df-0a9a99bd59a1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:30.213985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b8dd6c1-f5e5-4ac1-afc9-5ec58ce8af78 req-17d1fe0b-c9cc-4a80-b7df-0a9a99bd59a1 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1235673
Jun 21 02:55:30.267273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Network': ['ID=45910a89-328e-4c20-be7c-2de274f64c59,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:30.284781 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:30.298536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 45910a89-328e-4c20-be7c-2de274f64c59 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:55:30.301264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b8dd6c1-f5e5-4ac1-afc9-5ec58ce8af78 req-fded317a-31e3-40df-9f78-5a849cfd6e4e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799034
Jun 21 02:55:30.471735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47816) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:30.472104 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9753234
Jun 21 02:55:30.479878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '45910a89-328e-4c20-be7c-2de274f64c59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:30.532662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-42f84003-aabd-43ef-8df7-54488da94f96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1712804
Jun 21 02:55:30.614517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3aa55-ac38-4b9f-8c55-657821600c51 req-3989692e-421a-4548-b040-e83494dd9d8b tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:30.616167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02e3aa55-ac38-4b9f-8c55-657821600c51 req-3989692e-421a-4548-b040-e83494dd9d8b tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 945 time: 0.2410245
Jun 21 02:55:30.631801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-7becdad0-b0ac-471b-9afa-9f8525ecc3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:30.633956 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-7becdad0-b0ac-471b-9afa-9f8525ecc3d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea95af1b2d634ec88cebc986629b20a2&device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 1098 time: 0.0661833
Jun 21 02:55:30.709612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02e3aa55-ac38-4b9f-8c55-657821600c51 req-b25950f5-7adb-4be8-9b9f-1475d48ff318 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765691
Jun 21 02:55:30.766770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692a7ba-a924-4344-8032-a257c2bdf49c req-192c4812-ca04-4cf0-a585-905741b30530 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:30.769753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6692a7ba-a924-4344-8032-a257c2bdf49c req-192c4812-ca04-4cf0-a585-905741b30530 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 945 time: 0.1018021
Jun 21 02:55:30.773955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-b3d03327-fa19-4516-9258-e244dc2b9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:30.776494 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-b3d03327-fa19-4516-9258-e244dc2b9137 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23b1384-fb8e-493a-8499-a30a51d29c2a HTTP/1.1" status: 200  len: 917 time: 0.1202793
Jun 21 02:55:30.809622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:30.813274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:30.859412 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-e926280f-7c14-4a54-9db5-bdf6aa4aaa8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f801e0a3-031b-49ea-9989-f198c3090aa3 HTTP/1.1" status: 200  len: 1002 time: 0.0735986
Jun 21 02:55:30.876266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6692a7ba-a924-4344-8032-a257c2bdf49c req-e4a177dc-466c-41d2-8399-69f78bddf074 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980375
Jun 21 02:55:30.895112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:30.988355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-eeafaf88-26e6-4d27-8f0d-f62c6fd790ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:30.988355 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-eeafaf88-26e6-4d27-8f0d-f62c6fd790ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf HTTP/1.1" status: 200  len: 855 time: 0.1202333
Jun 21 02:55:30.988682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:30.988880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:31.084284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-62fc35b1-dccc-4609-a05f-6daddff75363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:31.090333 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-62fc35b1-dccc-4609-a05f-6daddff75363 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23b1384-fb8e-493a-8499-a30a51d29c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0963953
Jun 21 02:55:31.131482 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:31.192498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:31.194868 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b118aecd-7b43-49c2-9b8f-f085c0e12aab" -d '{"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:31.220812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:31.230815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-139e55e3-4e84-4a4d-a442-0d72e1867ba8 service neutron] 10.222.0.26 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327834
Jun 21 02:55:31.245364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669211a7-c033-4cfc-b0fd-bec703933c28 req-d01cd435-a80a-4cff-8b31-241d33fd9258 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:31.246786 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-669211a7-c033-4cfc-b0fd-bec703933c28 req-d01cd435-a80a-4cff-8b31-241d33fd9258 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.1540873
Jun 21 02:55:31.290832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-669211a7-c033-4cfc-b0fd-bec703933c28 req-9e1b959d-4cf8-4d07-9530-2d6ce126fa81 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376091
Jun 21 02:55:31.314123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:31.320951 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:31.328183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c5d47db-db6a-4add-9ff8-521c52daac85 req-46e6faa3-e32d-40ac-9d2f-fc432aebaf44 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0340321
Jun 21 02:55:31.329421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:31.334585 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-df939853-4c5f-4d70-a4b5-47d9226c8112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:31.404975 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb15455e-9169-43bc-8a9b-f4a700c17add x-openstack-request-id: req-bb15455e-9169-43bc-8a9b-f4a700c17add {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:31.405266 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:31.407923 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb15455e-9169-43bc-8a9b-f4a700c17add {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:31.409845 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'code': 200}
Jun 21 02:55:31.437475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Checking segment: {'id': '2f0cba50-1bb4-4df6-98db-c393e5c3aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45910a89-328e-4c20-be7c-2de274f64c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:31.437845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network hostable DHCP agents. Network: 45910a89-328e-4c20-be7c-2de274f64c59, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:31.442312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=016abca6-10eb-4e4d-89de-dc7e5c74e596,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:31.446727 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:31.448274 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-07659a4b-d3a0-4974-abf6-9b9f66b743fa req-33788e9d-c014-43c6-a650-7c0c19ccd2b2 service neutron] 10.222.0.26 "GET /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093918
Jun 21 02:55:31.483561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=10']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:31.487144 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:31.571091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 45910a89-328e-4c20-be7c-2de274f64c59 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:31.617031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ef902-cad5-461f-9dbe-e400310f563c req-5b6ba73f-97a4-468a-b2e9-b90567dae8c6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:31.625540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-477ef902-cad5-461f-9dbe-e400310f563c req-5b6ba73f-97a4-468a-b2e9-b90567dae8c6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1086433
Jun 21 02:55:31.669579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-477ef902-cad5-461f-9dbe-e400310f563c req-4539b8f4-c2b6-4c62-8acf-ba37b0d4bfde tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431285
Jun 21 02:55:31.680429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 45910a89-328e-4c20-be7c-2de274f64c59) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:31.684796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:31.685487 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:31.692071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3692b17-96a5-48f4-bdd7-1ab603c571a3 None None] Network 45910a89-328e-4c20-be7c-2de274f64c59 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:31.715882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e578e-e34d-49e7-a3b5-274dd7d6f9ee req-8c0439ee-8e28-4750-b6d5-3986e4e37e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:31.719786 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-734e578e-e34d-49e7-a3b5-274dd7d6f9ee req-8c0439ee-8e28-4750-b6d5-3986e4e37e3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 1099 time: 0.0615699
Jun 21 02:55:31.755387 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-734e578e-e34d-49e7-a3b5-274dd7d6f9ee req-c8772805-ff49-4f3a-b6f7-c655ed8bb620 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313141
Jun 21 02:55:31.767140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2928445
Jun 21 02:55:31.770219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47848) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:31.777500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '45910a89-328e-4c20-be7c-2de274f64c59', 'name': 'tempest-PortsIpV6TestJSON-2128680081'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:31.997059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-45910a89-328e-4c20-be7c-2de274f64c59', 'network_id': '45910a89-328e-4c20-be7c-2de274f64c59', 'tenant_id': 'd5fde035d19442f59a4b3f49644e7605', 'fixed_ips': [{'subnet_id': '016abca6-10eb-4e4d-89de-dc7e5c74e596'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:55:31.998145 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:32.011181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-cb668f09-c518-4078-ab54-f12b1cc0e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:32.012822 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-cb668f09-c518-4078-ab54-f12b1cc0e7f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 1098 time: 0.0834296
Jun 21 02:55:32.013310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:32.017134 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:32.136140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-9c1f2a56-1db4-400a-8930-12e53967c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:32.137828 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-9c1f2a56-1db4-400a-8930-12e53967c3c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1180151
Jun 21 02:55:32.202728 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-829437d0-517a-4ff2-849f-c7bfcbdce46a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27365dec-3b94-41a4-85ea-bb35c81472ce HTTP/1.1" status: 200  len: 217 time: 0.0576661
Jun 21 02:55:32.216724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Allocated IP 2001:db8::2 (45910a89-328e-4c20-be7c-2de274f64c59/016abca6-10eb-4e4d-89de-dc7e5c74e596/e6b836ad-f50c-463a-808a-21348a0853d3) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:32.253878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-9fa5b91e-e655-4ad4-986e-6a1934b2156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:32.255551 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-9fa5b91e-e655-4ad4-986e-6a1934b2156e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0474310
Jun 21 02:55:32.334137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-70966668-dad5-4c34-9a67-1f0c5d6eb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:32.335641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-70966668-dad5-4c34-9a67-1f0c5d6eb573 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0732415
Jun 21 02:55:32.369576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 7b18f797-3ef1-467b-b853-17f9f3075697 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:32.389377 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:32.399060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Transition to ACTIVE for port object e6b836ad-f50c-463a-808a-21348a0853d3 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:32.415339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Transition to ACTIVE for port object e6b836ad-f50c-463a-808a-21348a0853d3 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:32.460165 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-9af3afff-c25c-4146-adab-ae79d80897e3 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161563
Jun 21 02:55:32.469819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb549-80e2-4d75-a502-a138b0469b09 req-34450e2c-cc7e-4fc2-8136-417bc3beaf1e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:32.480436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf2cb549-80e2-4d75-a502-a138b0469b09 req-34450e2c-cc7e-4fc2-8136-417bc3beaf1e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 947 time: 0.1437385
Jun 21 02:55:32.499030 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:32.501972 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:32.555043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Network 45910a89-328e-4c20-be7c-2de274f64c59 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:32.559103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:32.561365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Pushing event updated for resources: {'Port': ['ID=e6b836ad-f50c-463a-808a-21348a0853d3,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:32.563330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:32.564346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::262 (45910a89-328e-4c20-be7c-2de274f64c59/016abca6-10eb-4e4d-89de-dc7e5c74e596/7b18f797-3ef1-467b-b853-17f9f3075697) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:32.565435 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:32.626498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Attempting to bind port e6b836ad-f50c-463a-808a-21348a0853d3 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:32.626891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Attempting to bind port e6b836ad-f50c-463a-808a-21348a0853d3 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '2f0cba50-1bb4-4df6-98db-c393e5c3aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45910a89-328e-4c20-be7c-2de274f64c59'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:32.627301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Attempting to bind port e6b836ad-f50c-463a-808a-21348a0853d3 on network 45910a89-328e-4c20-be7c-2de274f64c59 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:32.633663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:32.634062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Checking segment: {'id': '2f0cba50-1bb4-4df6-98db-c393e5c3aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45910a89-328e-4c20-be7c-2de274f64c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:32.634527 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:32.635093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Bound using segment: {'id': '2f0cba50-1bb4-4df6-98db-c393e5c3aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45910a89-328e-4c20-be7c-2de274f64c59'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:32.635528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Bound port: e6b836ad-f50c-463a-808a-21348a0853d3, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0cba50-1bb4-4df6-98db-c393e5c3aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45910a89-328e-4c20-be7c-2de274f64c59'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:32.636114 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:32.654349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf2cb549-80e2-4d75-a502-a138b0469b09 req-e6216c35-dbce-4692-bfeb-d8733bf592d2 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1738000
Jun 21 02:55:32.733443 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2c565f1-6837-4ee2-bddf-ff8d0bdc5af1 req-f63ee9b3-3983-4797-ba71-70416c329c1e service neutron] 10.222.0.26 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2652187
Jun 21 02:55:32.749149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] For port e6b836ad-f50c-463a-808a-21348a0853d3, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:32.756030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] For port e6b836ad-f50c-463a-808a-21348a0853d3, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e6b836ad-f50c-463a-808a-21348a0853d3,segment=NetworkSegment(2f0cba50-1bb4-4df6-98db-c393e5c3aee3),segment_id=2f0cba50-1bb4-4df6-98db-c393e5c3aee3)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:32.850681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:32.881391 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:32.884179 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:32.891182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec7be549-50b1-4af4-9f83-080632ed3c45 req-b3cf69f2-f3a8-4e23-bd39-03f190bf742f tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0448022
Jun 21 02:55:32.897315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 7b18f797-3ef1-467b-b853-17f9f3075697 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:32.942554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de6382-da93-42e2-aef5-d89337da211f req-71739197-b50c-4caa-be45-94ca92a56c4c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:32.949463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76de6382-da93-42e2-aef5-d89337da211f req-71739197-b50c-4caa-be45-94ca92a56c4c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.1475644
Jun 21 02:55:32.991080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Pushing event updated for resources: {'Port': ['ID=e6b836ad-f50c-463a-808a-21348a0853d3,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:33.000224 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:33.001028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76de6382-da93-42e2-aef5-d89337da211f req-75a7bdb0-c1b3-492d-8328-dbe257b5d0c5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506201
Jun 21 02:55:33.035678 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:33.039985 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-209f548c-467d-4855-990c-3486cb6ebbec tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:33.126696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 45910a89-328e-4c20-be7c-2de274f64c59 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:33.133061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=7b18f797-3ef1-467b-b853-17f9f3075697,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:33.136460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:33.138510 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:33.140343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:33.146183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:33.146817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:33.206047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a270bf6-c9e2-46ed-a0d0-05b25a75b623 req-217d7543-4fa1-4b4c-98ac-ed77e55f5011 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:33.207603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a270bf6-c9e2-46ed-a0d0-05b25a75b623 req-217d7543-4fa1-4b4c-98ac-ed77e55f5011 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 945 time: 0.1279862
Jun 21 02:55:33.271794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a270bf6-c9e2-46ed-a0d0-05b25a75b623 req-72c35cc7-6dc2-4023-a42d-ba8f022a593e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583873
Jun 21 02:55:33.290902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.5180638
Jun 21 02:55:33.292432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47886) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:33.394587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956043fb-8c8c-413b-b00e-c7e7b45140fd req-bcdac7a7-4d87-413a-b428-f771c82190c6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:33.396059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-956043fb-8c8c-413b-b00e-c7e7b45140fd req-bcdac7a7-4d87-413a-b428-f771c82190c6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.0784018
Jun 21 02:55:33.434677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 7b18f797-3ef1-467b-b853-17f9f3075697 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:33.435036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:33.448988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-956043fb-8c8c-413b-b00e-c7e7b45140fd req-3374f84b-7ceb-45e1-9c36-199b046d6a43 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462408
Jun 21 02:55:33.533125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:33.604907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 7b18f797-3ef1-467b-b853-17f9f3075697 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:33.840400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:33.849396 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b20591b-591e-4467-a6b8-851ff6667061 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:33.889242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60fecc-b35e-4fd9-8ba8-428fe86c3fb7 req-6eaff994-cb03-41e8-a94f-3cea9604b9f9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:33.891005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d60fecc-b35e-4fd9-8ba8-428fe86c3fb7 req-6eaff994-cb03-41e8-a94f-3cea9604b9f9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 947 time: 0.1001709
Jun 21 02:55:33.906328 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-73fc8ead-39e4-46bc-b82a-00fc3cf5cc6c tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:33.908368 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-73fc8ead-39e4-46bc-b82a-00fc3cf5cc6c tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.26 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 945 time: 0.1191900
Jun 21 02:55:33.914414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=7b18f797-3ef1-467b-b853-17f9f3075697,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:33.922381 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:33.953616 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d60fecc-b35e-4fd9-8ba8-428fe86c3fb7 req-8c718460-6b7c-424b-acec-02219de14f14 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523090
Jun 21 02:55:33.979726 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:33.987527 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/7b18f797-3ef1-467b-b853-17f9f3075697 HTTP/1.1" status: 204  len: 168 time: 0.6867576
Jun 21 02:55:33.987934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47910) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:34.035399 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-553890f8-7a42-4b71-a9fb-c20204667276 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:55:34.037866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553890f8-7a42-4b71-a9fb-c20204667276 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:55:34.042496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-553890f8-7a42-4b71-a9fb-c20204667276 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/7b18f797-3ef1-467b-b853-17f9f3075697 HTTP/1.1" status: 404  len: 333 time: 0.0510485
Jun 21 02:55:34.043980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47914) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:34.083590 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a216c7-7fb7-44c4-977d-b5228fcf2d8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:55:34.085208 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c0a216c7-7fb7-44c4-977d-b5228fcf2d8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/7b18f797-3ef1-467b-b853-17f9f3075697 HTTP/1.1" status: 404  len: 333 time: 0.0402579
Jun 21 02:55:34.087928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47916) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:34.123221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-047a903b-4fab-4571-ab27-2d7c956a8895 req-42aa9735-a879-4cbf-af9e-6eaf44af0708 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0666616
Jun 21 02:55:34.161836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Deleting port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:34.162189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.206729 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f362-38eb-495a-abf1-f07b9034de39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.231324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 016abca6-10eb-4e4d-89de-dc7e5c74e596 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:55:34.235216 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.257576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db7d713-60ee-472c-8567-863b81671d05 None None] Network 45910a89-328e-4c20-be7c-2de274f64c59 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:34.292814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6fdf898a-2ec6-462a-9c5d-e9581792f9bb req-5328bd52-7bad-43bc-bdc5-5136bc4b1b96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3328531-aa36-4993-a2cb-2e031fd5b70a HTTP/1.1" status: 200  len: 210 time: 0.0771437
Jun 21 02:55:34.316571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0e107-feda-4f29-838c-d475ec91237c req-852b7219-30ee-4e91-bfbf-531153b422c7 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:34.318228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81d0e107-feda-4f29-838c-d475ec91237c req-852b7219-30ee-4e91-bfbf-531153b422c7 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.1082413
Jun 21 02:55:34.334782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.396263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81d0e107-feda-4f29-838c-d475ec91237c req-8da3e6af-0d38-4b8d-a13a-3743e9630e76 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698819
Jun 21 02:55:34.398527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] For port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:34.398942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.458900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2f9fdde5-594d-4417-ba8d-626be7d7d48a None None] Provisioning for port e6b836ad-f50c-463a-808a-21348a0853d3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:34.495950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Calling delete_port for 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:34.508638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53ffd-f0b2-461f-8d51-5ed45c811674 req-3688f8bc-d1a2-4891-b3ac-15bbe43675d4 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:34.510282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02f53ffd-f0b2-461f-8d51-5ed45c811674 req-3688f8bc-d1a2-4891-b3ac-15bbe43675d4 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 945 time: 0.0804374
Jun 21 02:55:34.559076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02f53ffd-f0b2-461f-8d51-5ed45c811674 req-2abe8295-daf0-422c-85bd-32b0b04ba32b tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388083
Jun 21 02:55:34.601873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.702481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66330784-991b-4238-9791-12f6be2cab89 req-48d262d7-9307-4a6f-8420-c8e07d16b81d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:34.704046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66330784-991b-4238-9791-12f6be2cab89 req-48d262d7-9307-4a6f-8420-c8e07d16b81d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.0776691
Jun 21 02:55:34.761894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66330784-991b-4238-9791-12f6be2cab89 req-97153c4c-08fc-4c70-870a-6753dd70101d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506167
Jun 21 02:55:34.785747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.790303 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d975c5ac-eb02-428b-8492-95a83de21d60 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:34.796750 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.798650 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/016abca6-10eb-4e4d-89de-dc7e5c74e596 HTTP/1.1" status: 204  len: 168 time: 0.7098055
Jun 21 02:55:34.802347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47926) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:34.814907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f386d3-b6df-448a-bb2c-0399977d7757 None None] Network 45910a89-328e-4c20-be7c-2de274f64c59 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:34.831287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=016abca6-10eb-4e4d-89de-dc7e5c74e596,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:34.834184 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:34.914395 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dc6dad77-74f5-42b5-8545-71e60a13ef42 req-c78dcc9a-1c55-4c15-9ab3-16a4d14a4dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0434988
Jun 21 02:55:34.915952 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.920448 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20f8185b-67a7-4b6a-97dd-972e2ed46375 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:34.931315 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:34.951099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Pushing event deleted for resources: {'Port': ['ID=333f23f5-90b8-4dc1-8c7c-ce1138ff8c76,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:34.951294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['333f23f5-90b8-4dc1-8c7c-ce1138ff8c76'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:34.955946 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:35.016065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port e6b836ad-f50c-463a-808a-21348a0853d3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:35.016348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.052597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] No DVR routers for this DVR port 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:35.055092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.057111 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a626ea86-e9e6-4ea1-9c47-ad919f18154d req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.26 "DELETE /v2.0/ports/333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 HTTP/1.1" status: 204  len: 173 time: 1.1406791
Jun 21 02:55:35.057682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7781561e-78e9-462d-9617-08ebad345489', 'name': 'network-vif-deleted', 'tag': '333f23f5-90b8-4dc1-8c7c-ce1138ff8c76'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:35.060185 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee69457-21ac-447b-9670-7c37cb75efc2" -d '{"events": [{"server_uuid": "7781561e-78e9-462d-9617-08ebad345489", "name": "network-vif-deleted", "tag": "333f23f5-90b8-4dc1-8c7c-ce1138ff8c76"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:35.116179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] For port e6b836ad-f50c-463a-808a-21348a0853d3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e6b836ad-f50c-463a-808a-21348a0853d3,segment=NetworkSegment(2f0cba50-1bb4-4df6-98db-c393e5c3aee3),segment_id=2f0cba50-1bb4-4df6-98db-c393e5c3aee3)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:35.116179 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.124214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] DHCP port deletion for 45910a89-328e-4c20-be7c-2de274f64c59 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:55:35.130356 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894eb691-6146-4c64-b2ea-3181115bf623 x-openstack-request-id: req-894eb691-6146-4c64-b2ea-3181115bf623 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:35.130730 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7781561e-78e9-462d-9617-08ebad345489", "name": "network-vif-deleted", "tag": "333f23f5-90b8-4dc1-8c7c-ce1138ff8c76", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:35.131044 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-894eb691-6146-4c64-b2ea-3181115bf623 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:35.132010 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7781561e-78e9-462d-9617-08ebad345489', 'name': 'network-vif-deleted', 'tag': '333f23f5-90b8-4dc1-8c7c-ce1138ff8c76', 'status': 'completed', 'code': 200}
Jun 21 02:55:35.179507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] Deleting port e6b836ad-f50c-463a-808a-21348a0853d3 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:35.180045 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.218632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for e6b836ad-f50c-463a-808a-21348a0853d3 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:35.253224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] For port e6b836ad-f50c-463a-808a-21348a0853d3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e6b836ad-f50c-463a-808a-21348a0853d3,segment=NetworkSegment(2f0cba50-1bb4-4df6-98db-c393e5c3aee3),segment_id=2f0cba50-1bb4-4df6-98db-c393e5c3aee3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:35.254782 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.271530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27365dec-3b94-41a4-85ea-bb35c81472ce no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:35.317385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03faa-aef4-4d43-bf7a-d9891524710c req-621a9067-c734-4ff0-9d40-216f8289cb71 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:35.318965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24a03faa-aef4-4d43-bf7a-d9891524710c req-621a9067-c734-4ff0-9d40-216f8289cb71 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 947 time: 0.1925721
Jun 21 02:55:35.363045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] Calling delete_port for e6b836ad-f50c-463a-808a-21348a0853d3 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:35.377824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0890dbe-74f4-49e7-8ada-478a654b7f5b req-57450c47-9867-410a-8aa6-6ecd7446b029 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0509334
Jun 21 02:55:35.398361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-24a03faa-aef4-4d43-bf7a-d9891524710c req-868019c3-60d6-4164-927e-f70495f55f1e tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696895
Jun 21 02:55:35.509968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.514329 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad44db94-c904-4af3-b98b-e88b9a1ff797 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:35.525487 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.545109 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:55:35.547844 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 02:55:35.550803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=e6b836ad-f50c-463a-808a-21348a0853d3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:35.556622 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:35.559080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No DVR routers for this DVR port e6b836ad-f50c-463a-808a-21348a0853d3 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:35.563341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:35.566198 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419156e5-b8fa-4472-8ca0-56700ba09185" -d '{"events": [{"server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "name": "network-vif-unplugged", "status": "completed", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:35.571779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.581917 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:35.591336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:35.608782 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e3587-c31d-4078-94e0-f768969b0a6a x-openstack-request-id: req-043e3587-c31d-4078-94e0-f768969b0a6a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:35.609090 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "name": "network-vif-unplugged", "status": "failed", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce", "code": 422}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:35.609383 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-043e3587-c31d-4078-94e0-f768969b0a6a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:35.609836 n-d-758944-33 neutron-server[94168]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'code': 422} returned with failed status
Jun 21 02:55:35.612774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] Pushing event deleted for resources: {'Port': ['ID=e6b836ad-f50c-463a-808a-21348a0853d3,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:35.618767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] No DVR routers for this DVR port e6b836ad-f50c-463a-808a-21348a0853d3 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:35.620499 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:35.653756 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.654959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:35.656835 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-56756c2c-fa4c-44f2-a0f1-7b66f90c6842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:35.695630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:35.696426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 333f23f5-90b8-4dc1-8c7c-ce1138ff8c76 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:35.702862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.718899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3e9ef10>,) {'filters': {'network_id': ['45910a89-328e-4c20-be7c-2de274f64c59']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:35.726042 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.735247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:35.739153 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:35.746385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3e9ef10>, '2f0cba50-1bb4-4df6-98db-c393e5c3aee3') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:35.746385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3e9ef10>, '2f0cba50-1bb4-4df6-98db-c393e5c3aee3') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:35.771622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47808a23-ce74-4db3-aff0-6b70bbc66810 req-3f25e0ce-72ae-42f2-9f1f-09b6125a5dac tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=7781561e-78e9-462d-9617-08ebad345489 HTTP/1.1" status: 200  len: 210 time: 0.0417085
Jun 21 02:55:35.776585 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.797850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f6ab-f42f-4b71-a955-fb2858e8d59a req-e4dc4b91-f3b1-4df6-ad39-4efe10fa6e9d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:35.799546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a395f6ab-f42f-4b71-a955-fb2858e8d59a req-e4dc4b91-f3b1-4df6-ad39-4efe10fa6e9d tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 946 time: 0.1964395
Jun 21 02:55:35.801466 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.808669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:35.809063 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:35.812060 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:35.935599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a395f6ab-f42f-4b71-a955-fb2858e8d59a req-3b631316-5b14-44dc-8738-6a2ffe61f748 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286054
Jun 21 02:55:35.985631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a65d32-cf87-4a44-977f-8ddc9450f76d req-f2556639-b8a7-4248-96c9-1fec18dba788 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:35.987111 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41a65d32-cf87-4a44-977f-8ddc9450f76d req-f2556639-b8a7-4248-96c9-1fec18dba788 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1065648
Jun 21 02:55:36.009291 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.013919 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b1a08de-db9f-4576-8bfb-4826d52a6747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:36.028385 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.030181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/networks/45910a89-328e-4c20-be7c-2de274f64c59 HTTP/1.1" status: 204  len: 168 time: 1.2268357
Jun 21 02:55:36.034629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47950) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:36.040676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1111147979'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:36.042874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Network': ['ID=45910a89-328e-4c20-be7c-2de274f64c59,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:36.047694 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:36.060596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41a65d32-cf87-4a44-977f-8ddc9450f76d req-a7845aa2-fdd3-4c56-a689-2425bb53ca54 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671031
Jun 21 02:55:36.131801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:36.136319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.161317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:55:36.170515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.170814 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Added segment e7fcafc3-b608-44d3-8e97-c77f1409fc3f of type vlan for network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e
Jun 21 02:55:36.212970 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.225036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89f0c8-a912-434d-b43c-649ed1ec14b5 req-347340cb-bac9-42d5-af6c-f32f1ddbb994 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:36.226679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db89f0c8-a912-434d-b43c-649ed1ec14b5 req-347340cb-bac9-42d5-af6c-f32f1ddbb994 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0698845
Jun 21 02:55:36.272913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db89f0c8-a912-434d-b43c-649ed1ec14b5 req-4af051cb-101e-4111-b94a-ea2e285cb719 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323167
Jun 21 02:55:36.331992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.337692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:36.338293 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.340695 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1214f608-6dcd-41c0-b819-6270419396b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:36.406022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Network': ['ID=88cdbf2c-2227-41ce-b6d0-b2a51db5b59e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:36.409290 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:36.417546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:55:36.443925 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4055483
Jun 21 02:55:36.444276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47956) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:36.450144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '88cdbf2c-2227-41ce-b6d0-b2a51db5b59e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:36.470189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780429f-bb3d-4d7e-8d9b-624286b07529 req-6eb563b0-25d9-4e8d-a051-65b7e5d6740e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:36.472453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d780429f-bb3d-4d7e-8d9b-624286b07529 req-6eb563b0-25d9-4e8d-a051-65b7e5d6740e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0841401
Jun 21 02:55:36.522127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d780429f-bb3d-4d7e-8d9b-624286b07529 req-7e1617c4-2814-42c9-b9e9-12909638211b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434382
Jun 21 02:55:36.560448 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5c002740-77cc-47b2-89cb-a0356b523c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.564143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f72c26c1-fe5d-434c-b743-0dabef06fc0d req-dc5b3288-5d2d-4384-8249-f42fa8f9a91f tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0403061
Jun 21 02:55:36.600466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:36.604345 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.875086 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:36.878228 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0b88938-5e70-4fa6-96de-cb08d2d94540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:36.951010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=af8e0b73-2b16-4a1e-b4fc-a48c9828a8b7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:36.959364 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:36.962298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Checking segment: {'id': 'e7fcafc3-b608-44d3-8e97-c77f1409fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '88cdbf2c-2227-41ce-b6d0-b2a51db5b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:36.962298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network hostable DHCP agents. Network: 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:36.995720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e6b836ad-f50c-463a-808a-21348a0853d3 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:37.016461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e6b836ad-f50c-463a-808a-21348a0853d3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:37.016822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e6b836ad-f50c-463a-808a-21348a0853d3 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:37.035228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:37.063477 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:37.102882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:37.108049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:37.109659 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:37.111663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702c5fd-74a4-4a5f-a257-cc91099a937c None None] Network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:37.126806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505564cc-0d3e-44c9-80ab-bf8dcc3f69f7 req-e218fbb1-e4fe-4213-add6-3b02997389c3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:37.128585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-505564cc-0d3e-44c9-80ab-bf8dcc3f69f7 req-e218fbb1-e4fe-4213-add6-3b02997389c3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0763979
Jun 21 02:55:37.182757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-505564cc-0d3e-44c9-80ab-bf8dcc3f69f7 req-74e08bf8-22d8-4458-882a-34f7e24c9249 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477321
Jun 21 02:55:37.218605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7731829
Jun 21 02:55:37.227023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47990) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:37.233091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '88cdbf2c-2227-41ce-b6d0-b2a51db5b59e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2115824357'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:37.345401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-88cdbf2c-2227-41ce-b6d0-b2a51db5b59e', 'network_id': '88cdbf2c-2227-41ce-b6d0-b2a51db5b59e', 'tenant_id': 'd5fde035d19442f59a4b3f49644e7605', 'fixed_ips': [{'subnet_id': 'af8e0b73-2b16-4a1e-b4fc-a48c9828a8b7'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:55:37.347907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:37.435474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-dde421ab-03ad-4c3c-9c35-bb6120ba578c tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:37.436966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-dde421ab-03ad-4c3c-9c35-bb6120ba578c tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/networks?id=717628e0-987a-4b1e-9614-1e8ed6764095 HTTP/1.1" status: 200  len: 808 time: 0.1638546
Jun 21 02:55:37.445947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce975d-6bfb-4d69-9f35-c10b74980ba7 req-5afbb80e-b24a-4017-870b-cc7367a19d7b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:37.447433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58ce975d-6bfb-4d69-9f35-c10b74980ba7 req-5afbb80e-b24a-4017-870b-cc7367a19d7b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1480005
Jun 21 02:55:37.470389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-9d1f8cb7-40ee-429c-97ec-e8792d51a50f tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/quotas/5cae40c99d84435c925994c3da27530a HTTP/1.1" status: 200  len: 375 time: 0.0219674
Jun 21 02:55:37.496079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Allocated IP 2001:db8::2 (88cdbf2c-2227-41ce-b6d0-b2a51db5b59e/af8e0b73-2b16-4a1e-b4fc-a48c9828a8b7/ea7c8ea1-42e9-49a8-9391-a0c06efa6552) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:37.503861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:37.508807 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:37.513155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58ce975d-6bfb-4d69-9f35-c10b74980ba7 req-4faa6c84-3ace-41a2-8d41-b229ee9cb62c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581090
Jun 21 02:55:37.537165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 127f86e0-355b-488b-9887-4369b334afc0 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:37.555469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-6715ab14-be00-4d8f-862d-85e52be07732 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cae40c99d84435c925994c3da27530a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0692503
Jun 21 02:55:37.677072 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:37.682485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-a8376338-16bb-416b-b759-dfb93a8e0a49 service neutron] 10.222.0.25 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255391
Jun 21 02:55:37.686150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Transition to ACTIVE for port object ea7c8ea1-42e9-49a8-9391-a0c06efa6552 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:37.706191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Transition to ACTIVE for port object ea7c8ea1-42e9-49a8-9391-a0c06efa6552 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:37.772152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:37.775210 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-43a28a2e-1ed9-48e7-b4f3-2121e2341c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:37.787593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51d66bbc-7540-46fd-be33-175b7b60f429 req-4ef250ba-8679-485b-b5d4-5736c2aad61d tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0367367
Jun 21 02:55:37.812304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-d4337a64-570a-4f8e-bff0-293822ee8224 service neutron] 10.222.0.25 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207244
Jun 21 02:55:37.812565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:37.824989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:37.828352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:37.845126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Pushing event updated for resources: {'Port': ['ID=ea7c8ea1-42e9-49a8-9391-a0c06efa6552,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:37.845533 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:37.872173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::13e (88cdbf2c-2227-41ce-b6d0-b2a51db5b59e/af8e0b73-2b16-4a1e-b4fc-a48c9828a8b7/127f86e0-355b-488b-9887-4369b334afc0) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:37.921001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Attempting to bind port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:37.921786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Attempting to bind port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'e7fcafc3-b608-44d3-8e97-c77f1409fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '88cdbf2c-2227-41ce-b6d0-b2a51db5b59e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:37.922566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Attempting to bind port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 on network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:37.929436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:37.929849 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Checking segment: {'id': 'e7fcafc3-b608-44d3-8e97-c77f1409fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '88cdbf2c-2227-41ce-b6d0-b2a51db5b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:37.930254 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:37.930655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Bound using segment: {'id': 'e7fcafc3-b608-44d3-8e97-c77f1409fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '88cdbf2c-2227-41ce-b6d0-b2a51db5b59e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:37.931489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Bound port: ea7c8ea1-42e9-49a8-9391-a0c06efa6552, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fcafc3-b608-44d3-8e97-c77f1409fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '88cdbf2c-2227-41ce-b6d0-b2a51db5b59e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:37.931883 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:37.990319 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:38.009532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] For port ea7c8ea1-42e9-49a8-9391-a0c06efa6552, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:38.012472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] For port ea7c8ea1-42e9-49a8-9391-a0c06efa6552, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ea7c8ea1-42e9-49a8-9391-a0c06efa6552,segment=NetworkSegment(e7fcafc3-b608-44d3-8e97-c77f1409fc3f),segment_id=e7fcafc3-b608-44d3-8e97-c77f1409fc3f)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:38.022733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:38.059836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:38.074087 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:38.076102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 127f86e0-355b-488b-9887-4369b334afc0 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:38.082157 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-131549d7-a8e9-47c0-9615-081f59dd67d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:38.115130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6b38b9c-8803-4557-90d2-6088d05e4739 req-019b3ef0-c11f-4703-a5c0-27bc0644d55e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 210 time: 0.0414600
Jun 21 02:55:38.152463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:38.160984 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-277b9a03-48b3-4f8c-8b1b-a04ce56da7d8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:38.162738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Pushing event updated for resources: {'Port': ['ID=ea7c8ea1-42e9-49a8-9391-a0c06efa6552,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:38.166042 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:38.193176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:38.196593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:38.202093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:38.209385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:38.210044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:38.234050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=127f86e0-355b-488b-9887-4369b334afc0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:38.237873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:38.306018 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.0776801
Jun 21 02:55:38.307874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48012) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:38.443794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b9719-9f87-48bf-823a-ece2ebe5d7a3 req-406a8f6a-0ffb-42b1-bf5b-3d54e1036447 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:38.445960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e0b9719-9f87-48bf-823a-ece2ebe5d7a3 req-406a8f6a-0ffb-42b1-bf5b-3d54e1036447 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1252968
Jun 21 02:55:38.503963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e0b9719-9f87-48bf-823a-ece2ebe5d7a3 req-6ad87528-80ac-4dd1-945f-754369f68927 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506773
Jun 21 02:55:38.699335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b2eef-2973-46c8-9bd2-3da460026a95 req-66b48d75-fca7-4ea4-80d3-8f910ce3f42f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:38.701396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-456b2eef-2973-46c8-9bd2-3da460026a95 req-66b48d75-fca7-4ea4-80d3-8f910ce3f42f tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.0749481
Jun 21 02:55:38.733461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 127f86e0-355b-488b-9887-4369b334afc0 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:38.733887 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:38.744501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-456b2eef-2973-46c8-9bd2-3da460026a95 req-aa54725e-4f2c-41f4-8543-cee1effdb5ac tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357583
Jun 21 02:55:38.825979 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:38.902460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 127f86e0-355b-488b-9887-4369b334afc0 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:39.009465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c3d6f57-b981-48bd-809c-7accf5857ee4 req-ef2fcc62-c597-4305-b272-60fba65464f9 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0646329
Jun 21 02:55:39.074749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ea7c8ea1-42e9-49a8-9391-a0c06efa6552 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:39.144075 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.146422 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c52c4f6-8eb0-4998-95c9-22fe2523f45b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:39.178531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:39.180715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=127f86e0-355b-488b-9887-4369b334afc0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:39.197549 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:39.223107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.227441 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/127f86e0-355b-488b-9887-4369b334afc0 HTTP/1.1" status: 204  len: 168 time: 0.9160342
Jun 21 02:55:39.227706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48026) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:39.262135 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3586a1c9-a56b-4aa8-89a1-39fedaa839cc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:55:39.264298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3586a1c9-a56b-4aa8-89a1-39fedaa839cc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/127f86e0-355b-488b-9887-4369b334afc0 HTTP/1.1" status: 404  len: 333 time: 0.0352621
Jun 21 02:55:39.266821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:39.290146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7114194c-cf7a-4ecb-86f5-00a9fdf5e575 req-c23da70f-e254-4e76-8e74-21f7c8478bf2 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 210 time: 0.0342472
Jun 21 02:55:39.324181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet af8e0b73-2b16-4a1e-b4fc-a48c9828a8b7 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:55:39.328792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa719311-4dd5-43a0-8184-0f82143e1817 None None] Network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:39.330511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.376858 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.425349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-05c80f4f-3c64-474e-8b54-bad7c89742b5 None None] Provisioning for port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:39.429557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-05c80f4f-3c64-474e-8b54-bad7c89742b5 None None] Provisioning complete for port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:39.429930 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-05c80f4f-3c64-474e-8b54-bad7c89742b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.472425 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.491373 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.588329 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-05c80f4f-3c64-474e-8b54-bad7c89742b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.601932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.605007 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6f1575d9-6ece-4ad5-9ccf-db130fc6beff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:39.637058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=af8e0b73-2b16-4a1e-b4fc-a48c9828a8b7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:39.639096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.642503 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/af8e0b73-2b16-4a1e-b4fc-a48c9828a8b7 HTTP/1.1" status: 204  len: 168 time: 0.3744152
Jun 21 02:55:39.651257 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:39.652886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48032) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:39.653600 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-05c80f4f-3c64-474e-8b54-bad7c89742b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:55:39.653600 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-05c80f4f-3c64-474e-8b54-bad7c89742b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:55:39.751248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.763858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b6e7a-d044-4e57-b85c-e76f70404f2e req-3de5dc54-2458-4cf8-8bde-230e8eec9277 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:39.766493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd0b6e7a-d044-4e57-b85c-e76f70404f2e req-3de5dc54-2458-4cf8-8bde-230e8eec9277 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1507540
Jun 21 02:55:39.816117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240334c8-135a-4894-bb14-90b25efa9c18 None None] Network 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:39.836452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd0b6e7a-d044-4e57-b85c-e76f70404f2e req-cbdf561f-f339-4fa5-bcad-5aefce422042 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606513
Jun 21 02:55:39.858743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:39.859093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:39.944183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] For port ea7c8ea1-42e9-49a8-9391-a0c06efa6552, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ea7c8ea1-42e9-49a8-9391-a0c06efa6552,segment=NetworkSegment(e7fcafc3-b608-44d3-8e97-c77f1409fc3f),segment_id=e7fcafc3-b608-44d3-8e97-c77f1409fc3f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:39.944667 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.037248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for ea7c8ea1-42e9-49a8-9391-a0c06efa6552 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:40.051763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] DHCP port deletion for 88cdbf2c-2227-41ce-b6d0-b2a51db5b59e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:55:40.113891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] Deleting port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:40.114569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.234037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-401a90f5-23a7-4f5a-a81e-45534c444745 req-cb07021d-b24c-4bd4-97b8-6487c4aed15a tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0591078
Jun 21 02:55:40.258009 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.271555 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d44796dd-5c04-4ed1-8c7e-a499d59e683c tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:40.275862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No DVR routers for this DVR port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:40.300822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=ea7c8ea1-42e9-49a8-9391-a0c06efa6552,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:40.320090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-e8aa3569-e88a-4bc5-9845-5ac64ee53872 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:40.322008 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-e8aa3569-e88a-4bc5-9845-5ac64ee53872 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.26 "GET /v2.0/networks?id=717628e0-987a-4b1e-9614-1e8ed6764095 HTTP/1.1" status: 200  len: 808 time: 0.2088897
Jun 21 02:55:40.336230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Request body: {'port': {'device_id': '41582e42-363e-4d72-a0a1-22c29a7b1fc5', 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095', 'admin_state_up': True, 'tenant_id': '5cae40c99d84435c925994c3da27530a'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:40.342875 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:40.381640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] For port ea7c8ea1-42e9-49a8-9391-a0c06efa6552, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ea7c8ea1-42e9-49a8-9391-a0c06efa6552,segment=NetworkSegment(e7fcafc3-b608-44d3-8e97-c77f1409fc3f),segment_id=e7fcafc3-b608-44d3-8e97-c77f1409fc3f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:40.382198 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.390282 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-05c80f4f-3c64-474e-8b54-bad7c89742b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.459780 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.479683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d95fc3a0>,) {'filters': {'network_id': ['88cdbf2c-2227-41ce-b6d0-b2a51db5b59e']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:40.499121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306af64-7dfb-448e-b43e-c7b61361a778 req-2be25104-e160-4e56-a914-75f6be4a51ec tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:40.500659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0306af64-7dfb-448e-b43e-c7b61361a778 req-2be25104-e160-4e56-a914-75f6be4a51ec tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1564314
Jun 21 02:55:40.501827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] Calling delete_port for ea7c8ea1-42e9-49a8-9391-a0c06efa6552 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:40.505188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d95fc3a0>, 'e7fcafc3-b608-44d3-8e97-c77f1409fc3f') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:40.505518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d95fc3a0>, 'e7fcafc3-b608-44d3-8e97-c77f1409fc3f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:40.526781 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.566419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Made reservation on behalf of 5cae40c99d84435c925994c3da27530a for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:40.570379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.583293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.586872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a493b3d0-698a-4fb8-accb-4daddfa81762 req-ad5f00fb-0c21-4a30-b923-7e3c8c435b09 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 210 time: 0.0458724
Jun 21 02:55:40.604389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:40.604812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:40.615733 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:40.618410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0306af64-7dfb-448e-b43e-c7b61361a778 req-5cae3c97-30c0-4c77-9f8f-18d8fc506beb tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029992
Jun 21 02:55:40.623371 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.626550 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:40.667235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] Pushing event deleted for resources: {'Port': ['ID=ea7c8ea1-42e9-49a8-9391-a0c06efa6552,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:40.670651 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:40.671635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] No DVR routers for this DVR port ea7c8ea1-42e9-49a8-9391-a0c06efa6552 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:40.695653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-69f4d3c4-c87b-4f70-bbd8-e48228e1e4c7 None None] Could not find standard attr ID for object ea7c8ea1-42e9-49a8-9391-a0c06efa6552. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:55:40.734706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Allocated IP 172.20.0.3 (717628e0-987a-4b1e-9614-1e8ed6764095/37e9bc65-42cf-4422-a076-d67c6c038e5a/284a14e9-cc53-416a-a4e2-e442343d5f3f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:40.749286 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.753098 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd0e874c-63a7-4fa6-86db-bcab98c9620f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:40.763669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:40.763669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/networks/88cdbf2c-2227-41ce-b6d0-b2a51db5b59e HTTP/1.1" status: 204  len: 168 time: 1.1053946
Jun 21 02:55:40.763897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48044) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:40.771765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Network': ['ID=88cdbf2c-2227-41ce-b6d0-b2a51db5b59e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:40.774141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'name': 'tempest-PortsIpV6TestJSON-189472043'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:40.774335 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:40.970644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.014218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:41.020375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.027631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ea7c8ea1-42e9-49a8-9391-a0c06efa6552 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:41.045263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 8e8cd05a-bc4b-4632-b447-9738b4615ddb yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:41.050164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ea7c8ea1-42e9-49a8-9391-a0c06efa6552 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:41.050512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ea7c8ea1-42e9-49a8-9391-a0c06efa6552 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:41.060354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b15602-48eb-445f-b9fa-f441eede7f74 req-2d9d4e81-781a-4e45-9242-fa5ae7aed017 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:41.062305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22b15602-48eb-445f-b9fa-f441eede7f74 req-2d9d4e81-781a-4e45-9242-fa5ae7aed017 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1001027
Jun 21 02:55:41.102898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22b15602-48eb-445f-b9fa-f441eede7f74 req-2fe72201-1db0-40f3-84f7-fbe756a89c9a tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332663
Jun 21 02:55:41.118335 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.123698 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e5ede8a4-6c84-4b30-8b5d-9acb246c6c7e tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:41.192115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Network 717628e0-987a-4b1e-9614-1e8ed6764095 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:41.225822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:41.232374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:41.239065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Pushing event updated for resources: {'Port': ['ID=284a14e9-cc53-416a-a4e2-e442343d5f3f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:41.265923 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:41.310796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:41.311462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.316183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.383984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6816e2e2-63e2-4828-88f5-12ade7c5b2d0 req-ed2b6152-09e0-4e62-8485-955bc629e604 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0294828
Jun 21 02:55:41.424321 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0923939
Jun 21 02:55:41.435710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Request body: {'port': {'device_id': '41582e42-363e-4d72-a0a1-22c29a7b1fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:41.461111 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.465920 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:41.552147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=8e8cd05a-bc4b-4632-b447-9738b4615ddb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:41.557129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:41.558141 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:41.562974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:41.566566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:41.572160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:41.572772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.586167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.640323 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.8758688
Jun 21 02:55:41.643435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48058) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:41.826826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf2ed8-ed91-48a1-9c6b-fe7169385f51 req-738caf14-d379-4c5a-aa45-5a039c533a63 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:41.828231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfbf2ed8-ed91-48a1-9c6b-fe7169385f51 req-738caf14-d379-4c5a-aa45-5a039c533a63 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 931 time: 0.1158102
Jun 21 02:55:41.852680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbdd72-cf11-4e32-8373-45487bd660a8 req-e80bd77f-3336-4d5b-82f7-aa0578f17c2c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:41.854212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ffbdd72-cf11-4e32-8373-45487bd660a8 req-e80bd77f-3336-4d5b-82f7-aa0578f17c2c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1034780
Jun 21 02:55:41.888128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 8e8cd05a-bc4b-4632-b447-9738b4615ddb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:41.888473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:41.897060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfbf2ed8-ed91-48a1-9c6b-fe7169385f51 req-b36abf04-e426-4fa8-bffb-fbbd501eee65 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584004
Jun 21 02:55:41.916228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ffbdd72-cf11-4e32-8373-45487bd660a8 req-bc3736ab-8864-4245-81cb-3f7ccfcbb57b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535207
Jun 21 02:55:42.000714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.016356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284a14e9-cc53-416a-a4e2-e442343d5f3f {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:42.074091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 8e8cd05a-bc4b-4632-b447-9738b4615ddb owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:42.077239 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.099578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Transition to ACTIVE for port object 284a14e9-cc53-416a-a4e2-e442343d5f3f will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:42.152346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.155528 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7639a25-bf73-408c-9629-74fd34ed29c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:42.246634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Pushing event updated for resources: {'Port': ['ID=284a14e9-cc53-416a-a4e2-e442343d5f3f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:42.268664 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:42.299514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd590c-3381-49ff-81a0-000a6c1160ec req-0e3e4813-a166-4c71-ac59-040780c6487b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:42.301006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9efd590c-3381-49ff-81a0-000a6c1160ec req-0e3e4813-a166-4c71-ac59-040780c6487b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0687177
Jun 21 02:55:42.317618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.325416 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9a1ca845-1f54-4142-a5f6-3bea64a893ef tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:42.340608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9efd590c-3381-49ff-81a0-000a6c1160ec req-779d6648-6ca2-4164-ba87-1b5462b8ca3f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335393
Jun 21 02:55:42.350845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Attempting to bind port 284a14e9-cc53-416a-a4e2-e442343d5f3f on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:42.351194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Attempting to bind port 284a14e9-cc53-416a-a4e2-e442343d5f3f by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:42.351531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Attempting to bind port 284a14e9-cc53-416a-a4e2-e442343d5f3f on network 717628e0-987a-4b1e-9614-1e8ed6764095 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:42.357812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=8e8cd05a-bc4b-4632-b447-9738b4615ddb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:42.360820 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:42.366319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.368951 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/8e8cd05a-bc4b-4632-b447-9738b4615ddb HTTP/1.1" status: 204  len: 168 time: 0.7241557
Jun 21 02:55:42.369876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Port 284a14e9-cc53-416a-a4e2-e442343d5f3f on network 717628e0-987a-4b1e-9614-1e8ed6764095 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:55:42.370248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Attempting to bind port 284a14e9-cc53-416a-a4e2-e442343d5f3f on network 717628e0-987a-4b1e-9614-1e8ed6764095 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:42.371292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48064) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:42.376235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:42.376417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'mac_address': 'fa:16:3e:d4:96:77', 'name': 'tempest-PortsIpV6TestJSON-1834966236'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:42.376576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Checking segment: {'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:42.377007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Bound using segment: {'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:42.377468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Bound port: 284a14e9-cc53-416a-a4e2-e442343d5f3f, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:42.377824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.448008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] For port 284a14e9-cc53-416a-a4e2-e442343d5f3f, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:42.451452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] For port 284a14e9-cc53-416a-a4e2-e442343d5f3f, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=284a14e9-cc53-416a-a4e2-e442343d5f3f,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:42.526732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.530375 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8cb0da64-addf-403d-8f90-428d2df70c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:42.586632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Pushing event updated for resources: {'Port': ['ID=284a14e9-cc53-416a-a4e2-e442343d5f3f,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:42.591343 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:42.596778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:42.597536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.599150 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] 10.222.0.26 "PUT /v2.0/ports/284a14e9-cc53-416a-a4e2-e442343d5f3f HTTP/1.1" status: 200  len: 1092 time: 1.1677244
Jun 21 02:55:42.599526 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41582e42-363e-4d72-a0a1-22c29a7b1fc5', 'tag': '284a14e9-cc53-416a-a4e2-e442343d5f3f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:42.601954 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612bb3d3-c06a-4e9e-a0cc-643761fcc786" -d '{"events": [{"name": "network-changed", "server_uuid": "41582e42-363e-4d72-a0a1-22c29a7b1fc5", "tag": "284a14e9-cc53-416a-a4e2-e442343d5f3f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:42.666283 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0415aac3-bfa0-4948-a5fe-89842e149612 x-openstack-request-id: req-0415aac3-bfa0-4948-a5fe-89842e149612 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:42.667167 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41582e42-363e-4d72-a0a1-22c29a7b1fc5", "tag": "284a14e9-cc53-416a-a4e2-e442343d5f3f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:42.668019 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0415aac3-bfa0-4948-a5fe-89842e149612 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:42.668675 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41582e42-363e-4d72-a0a1-22c29a7b1fc5', 'tag': '284a14e9-cc53-416a-a4e2-e442343d5f3f', 'status': 'completed', 'code': 200}
Jun 21 02:55:42.741628 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d04c56bf-b969-4c45-aba4-29a3c996bd47 req-d9ac2559-4fd6-45ee-a7e5-6b2678c57587 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0390058
Jun 21 02:55:42.744511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb3d3-c06a-4e9e-a0cc-643761fcc786 req-b20d3543-6699-418c-a446-8db5d02481e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:42.746110 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-612bb3d3-c06a-4e9e-a0cc-643761fcc786 req-b20d3543-6699-418c-a446-8db5d02481e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cae40c99d84435c925994c3da27530a&device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 1095 time: 0.0542965
Jun 21 02:55:42.846439 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:42.847014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb3d3-c06a-4e9e-a0cc-643761fcc786 req-27062005-fc2d-44eb-939c-bf2bba8388f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:42.847951 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-612bb3d3-c06a-4e9e-a0cc-643761fcc786 req-27062005-fc2d-44eb-939c-bf2bba8388f9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5cae40c99d84435c925994c3da27530a&shared=False HTTP/1.1" status: 200  len: 909 time: 0.0946238
Jun 21 02:55:42.915047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:42.937710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 68b7fa72-ab68-4d34-b174-029eaec83098 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:42.954414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb3d3-c06a-4e9e-a0cc-643761fcc786 req-63e22c61-e1dc-4243-8842-cfadb4ae7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:42.956298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-612bb3d3-c06a-4e9e-a0cc-643761fcc786 req-63e22c61-e1dc-4243-8842-cfadb4ae7e02 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1024642
Jun 21 02:55:43.074242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-d325be88-6e8d-4e5e-aa51-c907c09c87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:43.075870 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-d325be88-6e8d-4e5e-aa51-c907c09c87cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cae40c99d84435c925994c3da27530a&device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 1095 time: 0.0717881
Jun 21 02:55:43.123802 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-93864d6c-3743-4f87-a5bd-1da1924826ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=284a14e9-cc53-416a-a4e2-e442343d5f3f HTTP/1.1" status: 200  len: 217 time: 0.0389745
Jun 21 02:55:43.173082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-d2c76d80-24b7-49ea-8f28-eaf556531e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:43.175313 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-d2c76d80-24b7-49ea-8f28-eaf556531e16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37e9bc65-42cf-4422-a076-d67c6c038e5a HTTP/1.1" status: 200  len: 848 time: 0.0451252
Jun 21 02:55:43.178285 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:43.210144 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-471fa893-148d-4b27-995c-5999ff0f2ab6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=717628e0-987a-4b1e-9614-1e8ed6764095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280502
Jun 21 02:55:43.235772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a842c08-537c-4cef-b59f-dd8ebf7c100d req-3b0c984b-562d-4acd-8b0d-e81ff32b0d04 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:43.237686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a842c08-537c-4cef-b59f-dd8ebf7c100d req-3b0c984b-562d-4acd-8b0d-e81ff32b0d04 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1673694
Jun 21 02:55:43.244750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c51d-2bbe-499c-9ee5-ab581ef5aaeb req-83df7132-9cbe-49f8-878b-3eb074318297 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:43.246164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d293c51d-2bbe-499c-9ee5-ab581ef5aaeb req-83df7132-9cbe-49f8-878b-3eb074318297 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 943 time: 0.1748981
Jun 21 02:55:43.303618 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-29c83768-c4cb-4824-82e6-cb34b9315838 service neutron] 10.222.0.26 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862756
Jun 21 02:55:43.314651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a842c08-537c-4cef-b59f-dd8ebf7c100d req-f8ef1294-6bf8-46a6-8342-e9537643cf62 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657127
Jun 21 02:55:43.319643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d293c51d-2bbe-499c-9ee5-ab581ef5aaeb req-e7e17b1e-e4cf-4083-98c7-81845351b873 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622532
Jun 21 02:55:43.349669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:43.360935 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21415afd-4dcd-49fc-a145-edff0ad4b73a tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:43.394428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:43.398121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:43.406743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:43.411009 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-89cdbf2a-f14d-4a1a-a16d-fb3af0cdd4ac req-5738103c-3760-4b3a-a889-8543c4ec4d2a service neutron] 10.222.0.26 "GET /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1007226
Jun 21 02:55:43.412951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:43.413592 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:43.440664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=68b7fa72-ab68-4d34-b174-029eaec83098,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:43.440936 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:43.546707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbc5e9-8bc5-453c-8735-b2548043021d req-f8c82757-47ee-43fd-88b0-c3f72736c0af tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:43.548165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95fbc5e9-8bc5-453c-8735-b2548043021d req-f8c82757-47ee-43fd-88b0-c3f72736c0af tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0636170
Jun 21 02:55:43.573729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.2013159
Jun 21 02:55:43.576485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48080) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:43.594247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95fbc5e9-8bc5-453c-8735-b2548043021d req-5ded6891-cec0-4df6-8324-f88850ef88a1 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393822
Jun 21 02:55:43.635520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72154e6-abf0-4555-bb4c-308418487dd4 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:43.637412 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a72154e6-abf0-4555-bb4c-308418487dd4 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/68b7fa72-ab68-4d34-b174-029eaec83098 HTTP/1.1" status: 200  len: 845 time: 0.0593138
Jun 21 02:55:43.639568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48084) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:43.740316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 68b7fa72-ab68-4d34-b174-029eaec83098 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:43.740316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:43.808599 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:43.872861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 68b7fa72-ab68-4d34-b174-029eaec83098 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:43.919980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d9de02a-dba5-47c1-bef6-cfa6016f00ce req-43a5ccf6-ff8c-4d42-ac6d-6506d9b12b8d tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0392697
Jun 21 02:55:44.343047 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:44.349322 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5859dc97-3c2d-4b54-8a8c-7da75ca3e863 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:44.377368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=68b7fa72-ab68-4d34-b174-029eaec83098,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:44.384656 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:44.389087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:44.389087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/68b7fa72-ab68-4d34-b174-029eaec83098 HTTP/1.1" status: 204  len: 168 time: 0.7472429
Jun 21 02:55:44.390468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48092) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:44.420419 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f768d00e-4ce4-45a9-be77-defae582e81b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:55:44.422352 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f768d00e-4ce4-45a9-be77-defae582e81b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/68b7fa72-ab68-4d34-b174-029eaec83098 HTTP/1.1" status: 404  len: 333 time: 0.0307927
Jun 21 02:55:44.426274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48094) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:44.432187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'name': 'tempest-PortsIpV6TestJSON-2103423055'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:44.543421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee735b26-059d-4e20-b0bd-1dc5779bc289 req-b766650b-04b7-4368-b258-463f6c6af2a5 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:44.544903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee735b26-059d-4e20-b0bd-1dc5779bc289 req-b766650b-04b7-4368-b258-463f6c6af2a5 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 943 time: 0.1071951
Jun 21 02:55:44.553311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e07389-512d-4ab2-b250-eb661f848242 req-f560c3ff-4b4a-4ba3-b01c-965aada70b5c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:44.557244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56e07389-512d-4ab2-b250-eb661f848242 req-f560c3ff-4b4a-4ba3-b01c-965aada70b5c tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1058586
Jun 21 02:55:44.594430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:44.599359 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:44.612274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee735b26-059d-4e20-b0bd-1dc5779bc289 req-a05da8f6-7ccf-4ce3-afa6-5b0c3c4e2adf tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566242
Jun 21 02:55:44.619115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 0c280928-d994-45cf-a029-f9de0155a13f yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:44.619670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56e07389-512d-4ab2-b250-eb661f848242 req-b0127191-8000-439d-b11e-e7e1ee0bb33b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581703
Jun 21 02:55:44.804750 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:44.813448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc11408-eff8-4cad-8052-a6489cc14cfb req-bb77b958-83ec-4ad2-a403-8f55146d115c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:44.815249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bc11408-eff8-4cad-8052-a6489cc14cfb req-bb77b958-83ec-4ad2-a403-8f55146d115c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0725462
Jun 21 02:55:44.855756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bc11408-eff8-4cad-8052-a6489cc14cfb req-0780534e-cbd7-4458-9e85-e17e975ceb28 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346315
Jun 21 02:55:44.937840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:44.942475 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e80e4bc2-7c05-40df-8e24-4efb69d9395d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:44.989178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:44.992368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:44.996414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:45.002725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:45.005401 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.015280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=0c280928-d994-45cf-a029-f9de0155a13f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:45.024494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.024887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.025279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.025714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.026098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.026468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.026838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.027214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.027581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.027955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.028334 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.028696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:45.032153 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:45.081283 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.6531832
Jun 21 02:55:45.081975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87346d21-186d-41d0-a61c-cde3962a79cf req-9995ab4e-29bc-4484-bf96-d8fe93fc551d tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0293088
Jun 21 02:55:45.083818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48104) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:45.089173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:45.175147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.310831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 284a14e9-cc53-416a-a4e2-e442343d5f3f details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:55:45.334534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.388753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.391951 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:45.407688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 284a14e9-cc53-416a-a4e2-e442343d5f3f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=284a14e9-cc53-416a-a4e2-e442343d5f3f,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:45.419434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '284a14e9-cc53-416a-a4e2-e442343d5f3f', 'network_id': '717628e0-987a-4b1e-9614-1e8ed6764095', 'port_id': '284a14e9-cc53-416a-a4e2-e442343d5f3f', 'mac_address': 'fa:16:3e:6f:74:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e9bc65-42cf-4422-a076-d67c6c038e5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:55:45.422591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] In _notify_port_updated(), no bound segment for port 0c280928-d994-45cf-a029-f9de0155a13f on network 2bfa0293-7002-4690-8a90-4a23a47e73ad {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:55:45.428522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:45.429088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.430422 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "PUT /v2.0/ports/0c280928-d994-45cf-a029-f9de0155a13f HTTP/1.1" status: 200  len: 818 time: 0.3456533
Jun 21 02:55:45.437864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48106) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:45.451520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=0c280928-d994-45cf-a029-f9de0155a13f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:45.454473 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:45.460489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.474535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284a14e9-cc53-416a-a4e2-e442343d5f3f {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:55:45.494777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 284a14e9-cc53-416a-a4e2-e442343d5f3f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=284a14e9-cc53-416a-a4e2-e442343d5f3f,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:45.541516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 0c280928-d994-45cf-a029-f9de0155a13f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:45.541814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.571346 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.573218 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a949583-5744-4a64-bd8e-16e2f27dab4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:45.617076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.620109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=284a14e9-cc53-416a-a4e2-e442343d5f3f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:45.623615 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:45.693253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 0c280928-d994-45cf-a029-f9de0155a13f owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:45.817146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['284a14e9-cc53-416a-a4e2-e442343d5f3f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:45.876115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b5081-61ee-4918-ba72-ddf31c7ee4d3 req-1dd27172-b225-4522-9cf6-bbb8868b946b tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:45.878281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a6b5081-61ee-4918-ba72-ddf31c7ee4d3 req-1dd27172-b225-4522-9cf6-bbb8868b946b tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 944 time: 0.1395411
Jun 21 02:55:45.890895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70cbf6-1d60-4ae1-a2d7-490bc4667623 req-e4bab237-0652-4ab7-956e-313c9e717799 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:45.892670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a70cbf6-1d60-4ae1-a2d7-490bc4667623 req-e4bab237-0652-4ab7-956e-313c9e717799 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1425791
Jun 21 02:55:45.949402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a6b5081-61ee-4918-ba72-ddf31c7ee4d3 req-6d50632e-1493-402f-b617-cf88e1fa9265 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555658
Jun 21 02:55:45.955360 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:45.963638 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:46.006834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a70cbf6-1d60-4ae1-a2d7-490bc4667623 req-53a81a35-21e7-4e78-865a-2422e76226a7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054819
Jun 21 02:55:46.008029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=0c280928-d994-45cf-a029-f9de0155a13f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:46.010986 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:46.016382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:46.020205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/0c280928-d994-45cf-a029-f9de0155a13f HTTP/1.1" status: 204  len: 168 time: 0.5813179
Jun 21 02:55:46.022965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48118) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:46.103343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96382358-170d-4947-93c7-9747b34b012e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:46.104830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-96382358-170d-4947-93c7-9747b34b012e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0809386
Jun 21 02:55:46.107623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:46.135247 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b234c3f3-aa07-4913-91f6-c1b74328edf1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:55:46.140336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b234c3f3-aa07-4913-91f6-c1b74328edf1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/0c280928-d994-45cf-a029-f9de0155a13f HTTP/1.1" status: 404  len: 333 time: 0.0282061
Jun 21 02:55:46.140646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:46.147520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1169614214'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:46.229622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcb3d7-5856-471a-9f64-3a0e7840b732 req-e52af1eb-b2f7-44a4-b294-8aaa58f70531 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:46.231171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1bcb3d7-5856-471a-9f64-3a0e7840b732 req-e52af1eb-b2f7-44a4-b294-8aaa58f70531 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0664442
Jun 21 02:55:46.234087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:46.237585 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:46.294279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c6efcf3-8260-4106-8255-0b4cd63b43f3 req-c4309f88-97e6-4915-b6c0-7dba9213012b tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0515592
Jun 21 02:55:46.318334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1bcb3d7-5856-471a-9f64-3a0e7840b732 req-e0dd56cc-4728-4567-aae6-639970da19a5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783024
Jun 21 02:55:46.321562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:55:46.331523 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:46.332008 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Added segment 886fec20-4f02-49ef-a207-dbbc4455f9f2 of type vlan for network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7
Jun 21 02:55:46.370845 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:46.474273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:46.479972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:46.480497 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:46.482807 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-140d1bf5-02f5-41b5-a30a-9bbf30705a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:46.550481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Network': ['ID=9be33fde-2fff-4c9c-ab4b-65a79759a9c7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:46.553353 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:46.564979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:55:46.623745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4813812
Jun 21 02:55:46.629852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48126) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:46.635180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:46.800335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:46.804086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:47.046459 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:47.054091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-480329e9-4e65-4269-a110-bc58cc3e0462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:47.179165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=7d372a5e-fae1-4c71-a924-300586c5510b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:47.187137 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:47.196170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Checking segment: {'id': '886fec20-4f02-49ef-a207-dbbc4455f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:47.196526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network hostable DHCP agents. Network: 9be33fde-2fff-4c9c-ab4b-65a79759a9c7, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:47.227629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7955-0d82-41fa-bc4e-91ae6432f9d0 req-b4cf9ec1-48f7-40aa-aaf2-d7044bcfbea5 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:47.229090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d7e7955-0d82-41fa-bc4e-91ae6432f9d0 req-b4cf9ec1-48f7-40aa-aaf2-d7044bcfbea5 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 944 time: 0.1536255
Jun 21 02:55:47.271011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90ec27-beaf-4c65-baf1-02498b2f5b40 req-40079458-06a2-4a96-9821-c28697a68117 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:47.272579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd90ec27-beaf-4c65-baf1-02498b2f5b40 req-40079458-06a2-4a96-9821-c28697a68117 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1406257
Jun 21 02:55:47.298214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d7e7955-0d82-41fa-bc4e-91ae6432f9d0 req-d23ed77e-2a14-415f-b39f-d36e65714fdd tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611956
Jun 21 02:55:47.318294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 284a14e9-cc53-416a-a4e2-e442343d5f3f up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:47.327287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:47.338473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd90ec27-beaf-4c65-baf1-02498b2f5b40 req-648f8399-3fa6-457c-af7a-e013b5cdff06 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589612
Jun 21 02:55:47.434767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 9be33fde-2fff-4c9c-ab4b-65a79759a9c7) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:47.439618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:47.440253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:47.452502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135630cc-3496-496b-9993-4c2ceb9b74dc None None] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:47.465005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 284a14e9-cc53-416a-a4e2-e442343d5f3f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:47.496022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 284a14e9-cc53-416a-a4e2-e442343d5f3f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:47.496403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:47.566923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef5a9138-4d77-42b9-839a-310954f6069a req-455453c6-d94a-4309-8b33-994b3b828c42 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0351520
Jun 21 02:55:47.569062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9381728
Jun 21 02:55:47.571808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48140) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:47.576901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-771fe9ef-5e67-4cfc-b889-56a468728acc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:47.639652 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:47.676966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-9be33fde-2fff-4c9c-ab4b-65a79759a9c7', 'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7', 'tenant_id': 'd5fde035d19442f59a4b3f49644e7605', 'fixed_ips': [{'subnet_id': '7d372a5e-fae1-4c71-a924-300586c5510b'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:55:47.677929 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:47.691735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41582e42-363e-4d72-a0a1-22c29a7b1fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a14e9-cc53-416a-a4e2-e442343d5f3f'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:47.694091 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf10dca-5b88-470d-ad84-7113b550e733" -d '{"events": [{"server_uuid": "41582e42-363e-4d72-a0a1-22c29a7b1fc5", "name": "network-vif-plugged", "status": "completed", "tag": "284a14e9-cc53-416a-a4e2-e442343d5f3f"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:47.712674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 284a14e9-cc53-416a-a4e2-e442343d5f3f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=284a14e9-cc53-416a-a4e2-e442343d5f3f,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:47.747596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc4d5c-f6e5-4970-be17-167e24514580 req-b4ce4f84-2224-451a-bb66-c3afcc2d193c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:47.751449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ffc4d5c-f6e5-4970-be17-167e24514580 req-b4ce4f84-2224-451a-bb66-c3afcc2d193c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1419408
Jun 21 02:55:47.775943 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c36936e-0b8e-4580-85f5-fb338c667218 x-openstack-request-id: req-1c36936e-0b8e-4580-85f5-fb338c667218 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:47.776336 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41582e42-363e-4d72-a0a1-22c29a7b1fc5", "name": "network-vif-plugged", "status": "completed", "tag": "284a14e9-cc53-416a-a4e2-e442343d5f3f", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:47.776600 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c36936e-0b8e-4580-85f5-fb338c667218 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:47.776990 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41582e42-363e-4d72-a0a1-22c29a7b1fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a14e9-cc53-416a-a4e2-e442343d5f3f', 'code': 200}
Jun 21 02:55:47.795515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ffc4d5c-f6e5-4970-be17-167e24514580 req-12e43020-6b3c-4c7f-a03a-f74544b3ac60 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375297
Jun 21 02:55:47.828905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:47.833865 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1b9d4295-01c2-4202-89aa-d72b273263bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:47.852327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771fe9ef-5e67-4cfc-b889-56a468728acc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:47.857413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-771fe9ef-5e67-4cfc-b889-56a468728acc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:47.879859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5958e5-a0ed-42ad-bda0-c0772e9cae4b req-27fc439d-8e1c-42d8-aa2b-246bec020f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:47.882098 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0f5958e5-a0ed-42ad-bda0-c0772e9cae4b req-27fc439d-8e1c-42d8-aa2b-246bec020f4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 1097 time: 0.0693481
Jun 21 02:55:47.898950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=284a14e9-cc53-416a-a4e2-e442343d5f3f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:47.910884 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:47.912073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Allocated IP 2001:db8::2 (9be33fde-2fff-4c9c-ab4b-65a79759a9c7/7d372a5e-fae1-4c71-a924-300586c5510b/1512244f-6fc7-4241-a326-2008241bc3fa) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:47.931267 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0f5958e5-a0ed-42ad-bda0-c0772e9cae4b req-9fd11563-27ac-48cb-8180-d063a612da7a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367754
Jun 21 02:55:47.973684 n-d-758944-33 neutron-server[94167]: INFO neutron.db.ipam_backend_mixin [None req-771fe9ef-5e67-4cfc-b889-56a468728acc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d372a5e-fae1-4c71-a924-300586c5510b (CIDR: 2001:db8::/64)
Jun 21 02:55:48.006382 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-771fe9ef-5e67-4cfc-b889-56a468728acc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 02:55:48.006824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771fe9ef-5e67-4cfc-b889-56a468728acc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:55:48.068747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:48.076838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Transition to ACTIVE for port object 1512244f-6fc7-4241-a326-2008241bc3fa will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:48.090954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Transition to ACTIVE for port object 1512244f-6fc7-4241-a326-2008241bc3fa will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:48.092104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-771fe9ef-5e67-4cfc-b889-56a468728acc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5192490
Jun 21 02:55:48.094751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48146) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:48.099955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:48.172037 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:48.175546 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ab94e012-42e6-4455-b274-0ca39a7af915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:48.209742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:48.212938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:48.216673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:48.251526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:48.255685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Pushing event updated for resources: {'Port': ['ID=1512244f-6fc7-4241-a326-2008241bc3fa,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:48.256358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:48.260185 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:48.296447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Attempting to bind port 1512244f-6fc7-4241-a326-2008241bc3fa on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:48.297114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Attempting to bind port 1512244f-6fc7-4241-a326-2008241bc3fa by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '886fec20-4f02-49ef-a207-dbbc4455f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:48.297525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Attempting to bind port 1512244f-6fc7-4241-a326-2008241bc3fa on network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:48.303512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:48.303913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Checking segment: {'id': '886fec20-4f02-49ef-a207-dbbc4455f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:48.304752 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:48.304752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Bound using segment: {'id': '886fec20-4f02-49ef-a207-dbbc4455f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:48.305225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Bound port: 1512244f-6fc7-4241-a326-2008241bc3fa, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fec20-4f02-49ef-a207-dbbc4455f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:48.305642 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:48.392760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] For port 1512244f-6fc7-4241-a326-2008241bc3fa, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:48.396920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] For port 1512244f-6fc7-4241-a326-2008241bc3fa, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1512244f-6fc7-4241-a326-2008241bc3fa,segment=NetworkSegment(886fec20-4f02-49ef-a207-dbbc4455f9f2),segment_id=886fec20-4f02-49ef-a207-dbbc4455f9f2)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:48.416635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-00d52863-2b1b-4fbb-8f58-92ae1a39a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:48.418164 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-00d52863-2b1b-4fbb-8f58-92ae1a39a1f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1097 time: 0.0665686
Jun 21 02:55:48.432479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d071f2-7a91-4a29-acdd-d31f39d5661e req-9a79d102-46ff-40eb-b63d-1d255db25e91 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:48.432765 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88d071f2-7a91-4a29-acdd-d31f39d5661e req-9a79d102-46ff-40eb-b63d-1d255db25e91 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1151502
Jun 21 02:55:48.469648 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:48.472975 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-dfee23df-ed28-4d8a-b085-d20a7405e1db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:48.518968 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-8418f280-af7e-483b-9f93-a902a2342e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:48.520547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-8418f280-af7e-483b-9f93-a902a2342e66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.0931153
Jun 21 02:55:48.536100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Pushing event updated for resources: {'Port': ['ID=1512244f-6fc7-4241-a326-2008241bc3fa,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:48.539555 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:48.550650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88d071f2-7a91-4a29-acdd-d31f39d5661e req-4686528d-fac6-4e0d-be07-92bdd3435fef tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078484
Jun 21 02:55:48.611937 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-23a40f2a-136b-4a40-b90d-043c31c262de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1000 time: 0.0784137
Jun 21 02:55:48.650337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba99b6-d090-4666-b75e-b499096fd3c6 req-b0a57709-635b-4cae-8ca6-8652e9c01b54 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:48.652234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6ba99b6-d090-4666-b75e-b499096fd3c6 req-b0a57709-635b-4cae-8ca6-8652e9c01b54 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 945 time: 0.1904373
Jun 21 02:55:48.705369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-3d6de796-d71f-4e74-9611-f6785c3d9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:48.707107 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-3d6de796-d71f-4e74-9611-f6785c3d9d61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0666630
Jun 21 02:55:48.793030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6ba99b6-d090-4666-b75e-b499096fd3c6 req-811a4b79-a6d8-47c8-af12-f353170cad34 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322944
Jun 21 02:55:48.820685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f04b2-bcc3-41ff-b156-f258e3915b0c req-b28edb65-14cc-430d-be8e-afc35af5f940 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:48.824782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-329f04b2-bcc3-41ff-b156-f258e3915b0c req-b28edb65-14cc-430d-be8e-afc35af5f940 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1524713
Jun 21 02:55:48.827788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-146fbf99-f59d-419f-8596-95656a77556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:48.829679 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-146fbf99-f59d-419f-8596-95656a77556f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1014202
Jun 21 02:55:48.853569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:48.856947 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-47c5095d-0ef2-40b2-823f-c08b0d78261c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:48.974987 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-424ad0d7-bdbb-4f36-8b39-a5b9dd1cb871 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274366
Jun 21 02:55:48.980436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-329f04b2-bcc3-41ff-b156-f258e3915b0c req-7effa6de-6dfa-4784-9669-c3cdec96be98 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434443
Jun 21 02:55:49.043739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:49.047324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:49.056115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:49.056867 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:49.086703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1512244f-6fc7-4241-a326-2008241bc3fa up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:49.103702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=2be8a85f-aa65-4f59-a369-3350f5708b60,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:49.111317 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1413dc8e-9c51-4fde-b14c-2c4c43ac02d2 req-587008fe-0a6d-49c2-ad37-86c32f2f5af2 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277804
Jun 21 02:55:49.133418 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:49.182117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6c5d9ea-dbda-4262-affe-3123319df664 req-dcda1127-bb1b-48a2-85df-9c0c5d5fe97d tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0323486
Jun 21 02:55:49.195367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0993900
Jun 21 02:55:49.202447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48160) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:49.208436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7', 'fixed_ips': [{'subnet_id': '7d372a5e-fae1-4c71-a924-300586c5510b'}, {'subnet_id': '2be8a85f-aa65-4f59-a369-3350f5708b60'}], 'name': 'tempest-PortsIpV6TestJSON-1371398640'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:49.218668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 1512244f-6fc7-4241-a326-2008241bc3fa completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:49.394804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:49.482518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:49.503322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 675800ac-ceb5-4bce-843d-5c0c16de05bb yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:49.640694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc1657-4683-4df8-a334-6db8eecfede6 None None] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:49.813436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] Provisioning for port 1512244f-6fc7-4241-a326-2008241bc3fa completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:49.826961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] Provisioning complete for port 1512244f-6fc7-4241-a326-2008241bc3fa triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:49.827396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:49.975841 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:50.010861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Update dhcp port {'port': {'network_id': '9be33fde-2fff-4c9c-ab4b-65a79759a9c7', 'fixed_ips': [{'subnet_id': '7d372a5e-fae1-4c71-a924-300586c5510b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2be8a85f-aa65-4f59-a369-3350f5708b60'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '1512244f-6fc7-4241-a326-2008241bc3fa'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 02:55:50.041037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] For port 1512244f-6fc7-4241-a326-2008241bc3fa, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1512244f-6fc7-4241-a326-2008241bc3fa,segment=NetworkSegment(886fec20-4f02-49ef-a207-dbbc4455f9f2),segment_id=886fec20-4f02-49ef-a207-dbbc4455f9f2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:50.057409 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:50.155649 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:50.159472 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8a84d3bc-90f2-492b-991d-cf8cfb7cb73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:50.205206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53f6cd-d533-4b6e-b8ab-7b235455c9f6 req-b6bc7640-ae94-46dc-b602-07fe0f97eea6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:50.207150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c53f6cd-d533-4b6e-b8ab-7b235455c9f6 req-b6bc7640-ae94-46dc-b602-07fe0f97eea6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.5248871
Jun 21 02:55:50.219454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] Pushing event updated for resources: {'Port': ['ID=1512244f-6fc7-4241-a326-2008241bc3fa,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:50.222973 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:50.272550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4956ac3-c61b-4c66-92b7-f569cb6b5e54 req-9e96a23d-f251-4ea4-901e-29855cd90050 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:50.275131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4956ac3-c61b-4c66-92b7-f569cb6b5e54 req-9e96a23d-f251-4ea4-901e-29855cd90050 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 945 time: 0.2179728
Jun 21 02:55:50.338599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::86 (9be33fde-2fff-4c9c-ab4b-65a79759a9c7/7d372a5e-fae1-4c71-a924-300586c5510b/675800ac-ceb5-4bce-843d-5c0c16de05bb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:50.346360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c53f6cd-d533-4b6e-b8ab-7b235455c9f6 req-176cf3af-ffd9-47f4-8021-797faa870fcf tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1277452
Jun 21 02:55:50.355476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8:0:1::2ae (9be33fde-2fff-4c9c-ab4b-65a79759a9c7/2be8a85f-aa65-4f59-a369-3350f5708b60/675800ac-ceb5-4bce-843d-5c0c16de05bb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:50.366683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4956ac3-c61b-4c66-92b7-f569cb6b5e54 req-8ee2fc9a-75e0-4d9f-8973-9695b04d4d1d tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838666
Jun 21 02:55:50.558787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:50.581595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 675800ac-ceb5-4bce-843d-5c0c16de05bb will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:50.602920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e456-7700-4ae2-ab94-1e9971caa6df req-b751bd35-71a1-4c40-90bb-e2a88f5e07fc tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:50.604374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4996e456-7700-4ae2-ab94-1e9971caa6df req-b751bd35-71a1-4c40-90bb-e2a88f5e07fc tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1080017
Jun 21 02:55:50.660517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4996e456-7700-4ae2-ab94-1e9971caa6df req-8f865a96-f5c1-4c85-b102-1b7690eb3cc5 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488136
Jun 21 02:55:50.717600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad937241-4665-4fe9-8e51-2ed6dcec3bd5 req-0ff842c2-64eb-4961-998b-01a84568885b tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0321100
Jun 21 02:55:50.732145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:50.737031 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c5446f07-2241-48e7-91fd-443df1560a3c tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:50.780328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:50.784394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:50.788553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:50.794227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:50.794910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:50.796734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Allocated IP 2001:db8:0:1::2 (9be33fde-2fff-4c9c-ab4b-65a79759a9c7/2be8a85f-aa65-4f59-a369-3350f5708b60/1512244f-6fc7-4241-a326-2008241bc3fa) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:50.807138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=675800ac-ceb5-4bce-843d-5c0c16de05bb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:50.815867 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:50.894070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] For port 1512244f-6fc7-4241-a326-2008241bc3fa, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1512244f-6fc7-4241-a326-2008241bc3fa,segment=NetworkSegment(886fec20-4f02-49ef-a207-dbbc4455f9f2),segment_id=886fec20-4f02-49ef-a207-dbbc4455f9f2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:50.915354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 1.7068882
Jun 21 02:55:50.917848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48182) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:50.924147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d372a5e-fae1-4c71-a924-300586c5510b'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:50.933423 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:50.952406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Transition to ACTIVE for port object 1512244f-6fc7-4241-a326-2008241bc3fa will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:50.988437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1512244f-6fc7-4241-a326-2008241bc3fa up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:51.014743 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:51.019197 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:51.024307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:51.123112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Pushing event updated for resources: {'Port': ['ID=1512244f-6fc7-4241-a326-2008241bc3fa,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:51.128064 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:51.308055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Delete allocated IP 2001:db8:0:1::2ae (9be33fde-2fff-4c9c-ab4b-65a79759a9c7/2be8a85f-aa65-4f59-a369-3350f5708b60) {{(pid=94167) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 21 02:55:51.446258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:51.460822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Ignored duplicate provisioning block setup for port 675800ac-ceb5-4bce-843d-5c0c16de05bb by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jun 21 02:55:51.543500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af58cdc-4bc8-4b8f-a314-52de58ce3275 req-4505b907-c560-4097-acf3-ebe8158a68bc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:51.545060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1af58cdc-4bc8-4b8f-a314-52de58ce3275 req-4505b907-c560-4097-acf3-ebe8158a68bc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0720546
Jun 21 02:55:51.560772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:51.571285 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a33227de-d2c6-4f1d-acc1-4f46804b553f tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:51.649696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] In _notify_port_updated(), no bound segment for port 675800ac-ceb5-4bce-843d-5c0c16de05bb on network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:55:51.655149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:51.655851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:51.658924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "PUT /v2.0/ports/675800ac-ceb5-4bce-843d-5c0c16de05bb HTTP/1.1" status: 200  len: 925 time: 0.7377880
Jun 21 02:55:51.665282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1af58cdc-4bc8-4b8f-a314-52de58ce3275 req-0bdfce54-54c4-4609-b090-cdf3be1b9df2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111078
Jun 21 02:55:51.665965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48194) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:51.670381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=675800ac-ceb5-4bce-843d-5c0c16de05bb,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:51.673983 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:51.676905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d372a5e-fae1-4c71-a924-300586c5510b'}, {'subnet_id': '2be8a85f-aa65-4f59-a369-3350f5708b60'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:51.744369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00ef06-625e-4223-86ce-b225acc2d9c4 None None] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:51.894170 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:51.915638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92b5ce12-3533-4bea-be46-6ed80d73b8b4 None None] Provisioning for port 1512244f-6fc7-4241-a326-2008241bc3fa completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:51.924933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92b5ce12-3533-4bea-be46-6ed80d73b8b4 None None] Provisioning complete for port 1512244f-6fc7-4241-a326-2008241bc3fa triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:51.925663 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92b5ce12-3533-4bea-be46-6ed80d73b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:52.024258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c209b4-d091-4d77-8120-1275cbb0ed5d req-3e63407c-0037-43c0-82ab-3a4dfc92081f tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:52.031400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22c209b4-d091-4d77-8120-1275cbb0ed5d req-3e63407c-0037-43c0-82ab-3a4dfc92081f tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 945 time: 0.1052713
Jun 21 02:55:52.082286 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22c209b4-d091-4d77-8120-1275cbb0ed5d req-cce2d820-1c31-4c01-b83c-57e9c14d0ad0 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494850
Jun 21 02:55:52.106997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1b51-27da-422e-8eca-b25c3ce68ee8 req-803e6956-f454-4476-9e06-b2ef042ec700 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:52.108862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e4c1b51-27da-422e-8eca-b25c3ce68ee8 req-803e6956-f454-4476-9e06-b2ef042ec700 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1374621
Jun 21 02:55:52.163892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e4c1b51-27da-422e-8eca-b25c3ce68ee8 req-d895b5a1-cf22-4221-9226-581df476762d tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455723
Jun 21 02:55:52.278182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2171-1dee-418f-806b-287d844e016e req-923d621d-6b51-4090-9986-007b7e2f4fa3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:52.280440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-487b2171-1dee-418f-806b-287d844e016e req-923d621d-6b51-4090-9986-007b7e2f4fa3 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0847433
Jun 21 02:55:52.309198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8:0:1::1ef (9be33fde-2fff-4c9c-ab4b-65a79759a9c7/2be8a85f-aa65-4f59-a369-3350f5708b60/675800ac-ceb5-4bce-843d-5c0c16de05bb) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:52.324569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0875680-3de3-4aa2-ae18-d129509e7bcd req-928cb986-8e40-49d9-85a8-626266706c30 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0429242
Jun 21 02:55:52.354799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-487b2171-1dee-418f-806b-287d844e016e req-96f096c2-1d54-415b-8d83-930f7a0802b8 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629370
Jun 21 02:55:52.437962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d6bfa34-efd6-493a-a196-20d5be481144 None None] Provisioning for port 675800ac-ceb5-4bce-843d-5c0c16de05bb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:55:52.497191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d6bfa34-efd6-493a-a196-20d5be481144 None None] Provisioning complete for port 675800ac-ceb5-4bce-843d-5c0c16de05bb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:52.497191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d6bfa34-efd6-493a-a196-20d5be481144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:52.498621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:52.498621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Ignored duplicate provisioning block setup for port 675800ac-ceb5-4bce-843d-5c0c16de05bb by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jun 21 02:55:52.512455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9d6bfa34-efd6-493a-a196-20d5be481144 None None] Port 675800ac-ceb5-4bce-843d-5c0c16de05bb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:55:52.525392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d6bfa34-efd6-493a-a196-20d5be481144 None None] Provisioning complete for port 1512244f-6fc7-4241-a326-2008241bc3fa triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:52.526044 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d6bfa34-efd6-493a-a196-20d5be481144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:52.576605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0934-035e-45ac-a6bb-3ff3683d2ee3 req-da51d529-4bd1-452f-8632-2ff07990d064 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:52.580062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bceb0934-035e-45ac-a6bb-3ff3683d2ee3 req-da51d529-4bd1-452f-8632-2ff07990d064 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.0957239
Jun 21 02:55:52.627515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bceb0934-035e-45ac-a6bb-3ff3683d2ee3 req-6e546ef2-de15-483e-be32-a8805a760adc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414383
Jun 21 02:55:52.743693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a8e35a9-a0f7-42a2-a1c3-3c588787856f None None] Provisioning complete for port 675800ac-ceb5-4bce-843d-5c0c16de05bb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:52.744071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a8e35a9-a0f7-42a2-a1c3-3c588787856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:52.917823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e35a9-a0f7-42a2-a1c3-3c588787856f None None] Port 675800ac-ceb5-4bce-843d-5c0c16de05bb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:55:52.972203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:52.987750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1512244f-6fc7-4241-a326-2008241bc3fa up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:55:52.998271 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8c4acf5-ed2d-44c4-b88c-dc0b896c4945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:53.070167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d97df527-40e5-4ade-a5a0-00425c3e81ad None None] Provisioning complete for port 675800ac-ceb5-4bce-843d-5c0c16de05bb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:53.072683 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d97df527-40e5-4ade-a5a0-00425c3e81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.117634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] In _notify_port_updated(), no bound segment for port 675800ac-ceb5-4bce-843d-5c0c16de05bb on network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:55:53.125115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:53.127347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.128551 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "PUT /v2.0/ports/675800ac-ceb5-4bce-843d-5c0c16de05bb HTTP/1.1" status: 200  len: 1011 time: 1.4607043
Jun 21 02:55:53.131560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48214) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:53.141085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d97df527-40e5-4ade-a5a0-00425c3e81ad None None] Port 675800ac-ceb5-4bce-843d-5c0c16de05bb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:55:53.141310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=675800ac-ceb5-4bce-843d-5c0c16de05bb,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:53.145493 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:53.169931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 1512244f-6fc7-4241-a326-2008241bc3fa triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:53.170488 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.179370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-ce56f2f3-888b-4462-a79e-7b9f0d8be905 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:53.181951 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-ce56f2f3-888b-4462-a79e-7b9f0d8be905 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.26 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 945 time: 0.2223656
Jun 21 02:55:53.344816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Deleting port 284a14e9-cc53-416a-a4e2-e442343d5f3f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:53.346008 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.347160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ff406-61d3-4aac-8040-0a69f5c5b9da req-171f1bfa-dde6-4885-90c7-3555b35d0555 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:53.348792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d5ff406-61d3-4aac-8040-0a69f5c5b9da req-171f1bfa-dde6-4885-90c7-3555b35d0555 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 945 time: 0.1289647
Jun 21 02:55:53.357555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 675800ac-ceb5-4bce-843d-5c0c16de05bb {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:53.358153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.452688 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d5ff406-61d3-4aac-8040-0a69f5c5b9da req-c7b52651-fb8d-41f5-a71f-2019f4124613 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1faa109-4ebd-42ae-9def-d5f83d20c884&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877678
Jun 21 02:55:53.463433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] For port 284a14e9-cc53-416a-a4e2-e442343d5f3f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=284a14e9-cc53-416a-a4e2-e442343d5f3f,segment=NetworkSegment(5e6ceac5-e78c-40b6-a5e8-4747e682dcaf),segment_id=5e6ceac5-e78c-40b6-a5e8-4747e682dcaf)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:53.464332 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.489507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-843dcd2e-b242-4b84-a07e-2005e188b25a None None] Provisioning complete for port 675800ac-ceb5-4bce-843d-5c0c16de05bb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:53.493570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-843dcd2e-b242-4b84-a07e-2005e188b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.504164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.546696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-843dcd2e-b242-4b84-a07e-2005e188b25a None None] Port 675800ac-ceb5-4bce-843d-5c0c16de05bb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:55:53.557486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Calling delete_port for 284a14e9-cc53-416a-a4e2-e442343d5f3f owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:53.602253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 675800ac-ceb5-4bce-843d-5c0c16de05bb owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:53.681965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3a8ec8b-0762-4461-8119-89863744b510 req-9ed68f8f-7d31-42e9-973c-ef9e7968f7ac tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0742142
Jun 21 02:55:53.748908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.754057 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1a1e117-52f6-42e0-a37b-c7f75935f142 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:53.761901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['284a14e9-cc53-416a-a4e2-e442343d5f3f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:53.784252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Pushing event deleted for resources: {'Port': ['ID=284a14e9-cc53-416a-a4e2-e442343d5f3f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:53.792938 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:53.799416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29fadf-c2e5-476b-9d08-0ce47114d937 req-e3051c20-ea70-4fe5-9063-c9276a892c22 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:53.804193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d29fadf-c2e5-476b-9d08-0ce47114d937 req-e3051c20-ea70-4fe5-9063-c9276a892c22 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.2304704
Jun 21 02:55:53.843695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] No DVR routers for this DVR port 284a14e9-cc53-416a-a4e2-e442343d5f3f on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:53.846942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:53.849045 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c9ec1b4d-4675-4d4d-9f2f-c1dad9681b46 req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.26 "DELETE /v2.0/ports/284a14e9-cc53-416a-a4e2-e442343d5f3f HTTP/1.1" status: 204  len: 173 time: 0.6605768
Jun 21 02:55:53.849805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41582e42-363e-4d72-a0a1-22c29a7b1fc5', 'name': 'network-vif-deleted', 'tag': '284a14e9-cc53-416a-a4e2-e442343d5f3f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:53.852328 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b007c4f-6e82-47ec-a0ae-40721a203793" -d '{"events": [{"server_uuid": "41582e42-363e-4d72-a0a1-22c29a7b1fc5", "name": "network-vif-deleted", "tag": "284a14e9-cc53-416a-a4e2-e442343d5f3f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:53.918131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d29fadf-c2e5-476b-9d08-0ce47114d937 req-b779333f-e616-4686-9175-6776c66dab1e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047926
Jun 21 02:55:53.973549 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8f53ce-aae7-4017-a7b2-1a5bdba1cb07 x-openstack-request-id: req-6f8f53ce-aae7-4017-a7b2-1a5bdba1cb07 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:53.974040 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41582e42-363e-4d72-a0a1-22c29a7b1fc5", "name": "network-vif-deleted", "tag": "284a14e9-cc53-416a-a4e2-e442343d5f3f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:53.974217 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f8f53ce-aae7-4017-a7b2-1a5bdba1cb07 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:53.975072 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41582e42-363e-4d72-a0a1-22c29a7b1fc5', 'name': 'network-vif-deleted', 'tag': '284a14e9-cc53-416a-a4e2-e442343d5f3f', 'status': 'completed', 'code': 200}
Jun 21 02:55:53.982365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff83c9-627e-4d28-babd-49f84e05031c req-eebf2d6f-231a-4023-b5a5-f0e26d4533d0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:53.983910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5ff83c9-627e-4d28-babd-49f84e05031c req-eebf2d6f-231a-4023-b5a5-f0e26d4533d0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1806509
Jun 21 02:55:54.035882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5ff83c9-627e-4d28-babd-49f84e05031c req-aa33a4a9-98b0-484c-b02a-acc6543dc99f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363655
Jun 21 02:55:54.102923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.104965 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:54.131755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=675800ac-ceb5-4bce-843d-5c0c16de05bb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:54.186511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.189508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.189508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.189508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.189508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.190351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.190896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.191436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.191972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.192530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.193069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.193626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:54.222973 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:54.233197 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.236036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/675800ac-ceb5-4bce-843d-5c0c16de05bb HTTP/1.1" status: 204  len: 168 time: 1.1029630
Jun 21 02:55:54.238827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48230) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:54.270276 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3aa5be-59cd-4297-9352-363a7395f8e4 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:55:54.271940 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1f3aa5be-59cd-4297-9352-363a7395f8e4 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/675800ac-ceb5-4bce-843d-5c0c16de05bb HTTP/1.1" status: 404  len: 333 time: 0.0321326
Jun 21 02:55:54.274655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48232) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:54.336801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 2be8a85f-aa65-4f59-a369-3350f5708b60 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:55:54.336801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.376999 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.477508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.513457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48712de2-9071-4053-bfe3-581a1c63401d req-01249e67-69c5-4ba4-ad1e-9899414b2823 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:54.513457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-48712de2-9071-4053-bfe3-581a1c63401d req-01249e67-69c5-4ba4-ad1e-9899414b2823 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.0718527
Jun 21 02:55:54.551998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-48712de2-9071-4053-bfe3-581a1c63401d req-58ffc978-1f3d-4e15-a8d2-4d20353f956e tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357234
Jun 21 02:55:54.620420 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.620420 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-46929698-f4de-4ae9-bf82-6256120dc0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:54.629734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a97dbf70-928f-47d3-8cb6-cb3c2d73451c req-b2bb1c32-e192-44d9-8b00-4c963eeb3afb tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] 10.222.0.25 "GET /v2.0/ports?device_id=41582e42-363e-4d72-a0a1-22c29a7b1fc5 HTTP/1.1" status: 200  len: 210 time: 0.0297804
Jun 21 02:55:54.643521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=2be8a85f-aa65-4f59-a369-3350f5708b60,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:54.645670 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.658009 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/2be8a85f-aa65-4f59-a369-3350f5708b60 HTTP/1.1" status: 204  len: 168 time: 0.3722315
Jun 21 02:55:54.658009 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:54.658009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:54.661426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32683b42-2eea-4f3e-972e-b5f6d7be809d None None] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:54.716346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 7d372a5e-fae1-4c71-a924-300586c5510b {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:55:54.721774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.746393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c281bc9-a130-45b3-a025-cd3b087f2f6e req-5afd8995-8abc-4c25-8b74-dc5462e4d6f6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:54.747937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c281bc9-a130-45b3-a025-cd3b087f2f6e req-5afd8995-8abc-4c25-8b74-dc5462e4d6f6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.0756087
Jun 21 02:55:54.800176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c281bc9-a130-45b3-a025-cd3b087f2f6e req-38fd21a5-6198-4e77-85d7-3b7c4cd23453 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443337
Jun 21 02:55:54.815401 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:54.875377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a646c3e-5de8-44b3-bb54-ccf772785ad6 req-d2d8b6f1-ff80-4b4d-8475-ff40a20581ae tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0372381
Jun 21 02:55:54.943593 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.081521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.086085 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7007ef3c-8cb4-464d-bfc2-327ff2767720 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:55.122595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=7d372a5e-fae1-4c71-a924-300586c5510b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:55.135789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.138322 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/7d372a5e-fae1-4c71-a924-300586c5510b HTTP/1.1" status: 204  len: 168 time: 0.4852324
Jun 21 02:55:55.139535 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:55.140744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:55.258429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.336788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 1512244f-6fc7-4241-a326-2008241bc3fa {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:55.337136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.383910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30f811-020d-4fea-b690-3a63ba227306 req-9001b8ef-c4a7-479b-b7ab-42d35ec31043 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:55.392370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b30f811-020d-4fea-b690-3a63ba227306 req-9001b8ef-c4a7-479b-b7ab-42d35ec31043 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1625147
Jun 21 02:55:55.440858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b30f811-020d-4fea-b690-3a63ba227306 req-661e63ec-5b59-40f7-b746-724f57b980ad tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471790
Jun 21 02:55:55.467554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] For port 1512244f-6fc7-4241-a326-2008241bc3fa, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1512244f-6fc7-4241-a326-2008241bc3fa,segment=NetworkSegment(886fec20-4f02-49ef-a207-dbbc4455f9f2),segment_id=886fec20-4f02-49ef-a207-dbbc4455f9f2)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:55.467554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.536386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 1512244f-6fc7-4241-a326-2008241bc3fa owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:55.642405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed37c6-1b9a-4f0d-a94c-2114aa083517 req-7f001193-3ce1-4b8e-b08c-d30cc20844f6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:55.643940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12ed37c6-1b9a-4f0d-a94c-2114aa083517 req-7f001193-3ce1-4b8e-b08c-d30cc20844f6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.0777347
Jun 21 02:55:55.661190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd941e9-740c-4c7c-b3c9-8ac3076afa83 None None] Network 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:55.709138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.712630 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee151a52-54fc-4319-9b5d-73df649d2186 tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:55.718601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12ed37c6-1b9a-4f0d-a94c-2114aa083517 req-2c19ff0c-54c2-4a61-b19a-f6911c40e7fd tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663927
Jun 21 02:55:55.726936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-17f6db71-28f1-46a5-a408-4f46b0ee00ad None None] Provisioning complete for port 1512244f-6fc7-4241-a326-2008241bc3fa triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:55:55.727465 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-17f6db71-28f1-46a5-a408-4f46b0ee00ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.739863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f336241-0906-41ac-94be-8c9816418a7f req-1aa2a33f-c64b-4c0e-9cee-afcedaf0cf13 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:55.741709 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f336241-0906-41ac-94be-8c9816418a7f req-1aa2a33f-c64b-4c0e-9cee-afcedaf0cf13 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 946 time: 0.1083002
Jun 21 02:55:55.750669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-17f6db71-28f1-46a5-a408-4f46b0ee00ad None None] Port 1512244f-6fc7-4241-a326-2008241bc3fa was deleted so its status cannot be updated. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 21 02:55:55.751997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=1512244f-6fc7-4241-a326-2008241bc3fa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:55.762906 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:55.771203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No DVR routers for this DVR port 1512244f-6fc7-4241-a326-2008241bc3fa on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:55.792982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f336241-0906-41ac-94be-8c9816418a7f req-7dce7520-7387-48b4-95ba-77a1205cf62d tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453532
Jun 21 02:55:55.868934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.889198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3c51040>,) {'filters': {'network_id': ['9be33fde-2fff-4c9c-ab4b-65a79759a9c7']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:55.906581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3c51040>, '886fec20-4f02-49ef-a207-dbbc4455f9f2') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:55.906581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3c51040>, '886fec20-4f02-49ef-a207-dbbc4455f9f2') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:55:55.916487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e217a04f-048c-4841-b19c-3a0568ccbc79 None None] DHCP port deletion for 9be33fde-2fff-4c9c-ab4b-65a79759a9c7 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:55:55.917109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.943724 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:55.951633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:55:55.952230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:56.073480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8338788-7afc-488d-9782-de5991d354ce req-63b48274-94bf-47a4-8b40-f890beb17415 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0334020
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:55:56.297820 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:55:56.313419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61b4a8-067d-45fe-a532-64bc661bb9d9 req-f58591cd-63be-415a-b59e-6b752afbe542 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:56.317498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a61b4a8-067d-45fe-a532-64bc661bb9d9 req-f58591cd-63be-415a-b59e-6b752afbe542 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1009889
Jun 21 02:55:56.363947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-e2041c5e-8259-4256-a666-737093b07999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:56.369052 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-e2041c5e-8259-4256-a666-737093b07999 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 1097 time: 0.0597739
Jun 21 02:55:56.369174 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a61b4a8-067d-45fe-a532-64bc661bb9d9 req-73439ee6-6355-4f41-8e56-63de26e63d34 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380030
Jun 21 02:55:56.423456 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:56.428376 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c694b76d-c802-4d3b-8150-4f152e76f51e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:56.433486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:56.435240 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/networks/9be33fde-2fff-4c9c-ab4b-65a79759a9c7 HTTP/1.1" status: 204  len: 168 time: 1.2933547
Jun 21 02:55:56.439194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48278) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:56.452121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Network': ['ID=9be33fde-2fff-4c9c-ab4b-65a79759a9c7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:56.458318 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:56.490284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-9657edad-bee4-4661-a69a-e28e7b96efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:56.495632 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-9657edad-bee4-4661-a69a-e28e7b96efb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 200  len: 912 time: 0.1136258
Jun 21 02:55:56.512528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501cbc47-f7ad-43f3-b8bc-fe1df0b14072 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:56.518539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-501cbc47-f7ad-43f3-b8bc-fe1df0b14072 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0737343
Jun 21 02:55:56.518735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48284) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:56.573158 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-0f7c1b0a-ac51-49c2-b24c-d8e23b7f5015 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 200  len: 1000 time: 0.0737302
Jun 21 02:55:56.590446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ebd30d45-df02-45f3-a05f-36e5afe3c5b2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0639920
Jun 21 02:55:56.593900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48290) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:56.600517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-695098028'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:56.634923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-fabcdc0e-00e4-4e58-9443-cdf0049baa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:56.636484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-fabcdc0e-00e4-4e58-9443-cdf0049baa09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 200  len: 850 time: 0.0481479
Jun 21 02:55:56.683406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:56.683406 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:56.705009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-eafb353b-eede-4f8c-8089-0b19326333ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:56.706752 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-eafb353b-eede-4f8c-8089-0b19326333ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b0b82a3-20b5-4489-b9d6-24575f1529c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0615885
Jun 21 02:55:56.710349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:55:56.720665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:56.720851 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Added segment 1d2f95d3-de38-44e5-9d83-c191e6b6b5d2 of type vlan for network 3053bb67-a736-4613-af29-601304850d79
Jun 21 02:55:56.770393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:56.822959 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-bfd6d590-f9ef-4cad-87b8-97ccee1c45fa service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1042237
Jun 21 02:55:56.889952 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:56.894120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:56.894727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:56.899234 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ef7de6d-0673-4353-865e-b8cd623dcc99 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:56.942039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9e7728e3-7e91-44d3-b783-a7530a5710d0 req-856663f2-685b-484b-8232-16a82a68af42 service neutron] 10.222.0.20 "GET /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1026371
Jun 21 02:55:56.992255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Network': ['ID=3053bb67-a736-4613-af29-601304850d79,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:56.996013 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:57.005245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3053bb67-a736-4613-af29-601304850d79 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:55:57.008924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370fc4f-caf6-4fdb-9854-0e0520e37cbc req-a5fc677c-26c7-4857-b825-a880b857cbd6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:57.013831 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0370fc4f-caf6-4fdb-9854-0e0520e37cbc req-a5fc677c-26c7-4857-b825-a880b857cbd6 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1594188
Jun 21 02:55:57.020276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1512244f-6fc7-4241-a326-2008241bc3fa no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:57.059523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4635603
Jun 21 02:55:57.059733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48304) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:57.067465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '3053bb67-a736-4613-af29-601304850d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:57.082417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0370fc4f-caf6-4fdb-9854-0e0520e37cbc req-c964c056-f779-483f-ba0c-7b11e7f0b0bb tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652394
Jun 21 02:55:57.082591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 1512244f-6fc7-4241-a326-2008241bc3fa {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:57.082891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1512244f-6fc7-4241-a326-2008241bc3fa not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:57.128421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-28c23515-11e0-4283-aae7-4f0f38b0c8b9 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:57.130074 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-28c23515-11e0-4283-aae7-4f0f38b0c8b9 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 946 time: 0.1563628
Jun 21 02:55:57.258224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ceb80971-07e8-475f-bed2-096617f16419 req-c7b28752-380a-412f-bfa2-67d473391a72 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0330338
Jun 21 02:55:57.289991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Deleting port 162d4fcb-cd27-418b-8dae-347e31c679ed {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:55:57.290563 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:57.374257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 284a14e9-cc53-416a-a4e2-e442343d5f3f no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:55:57.400267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 284a14e9-cc53-416a-a4e2-e442343d5f3f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:55:57.400995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 284a14e9-cc53-416a-a4e2-e442343d5f3f not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:55:57.401153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] For port 162d4fcb-cd27-418b-8dae-347e31c679ed, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=162d4fcb-cd27-418b-8dae-347e31c679ed,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:55:57.401671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:57.404075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:57.407773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:57.516358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Calling delete_port for 162d4fcb-cd27-418b-8dae-347e31c679ed owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:55:57.650916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c754fe1-fa5c-4cec-9f5c-8c37539e4eae req-bc4ddb4b-9d40-4bc7-90d6-1d2630764317 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:57.652449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c754fe1-fa5c-4cec-9f5c-8c37539e4eae req-bc4ddb4b-9d40-4bc7-90d6-1d2630764317 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1521430
Jun 21 02:55:57.723657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c754fe1-fa5c-4cec-9f5c-8c37539e4eae req-fedb98ca-e781-4f03-bf15-b4b9e994c4a6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605240
Jun 21 02:55:57.743029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381bea1-7828-497d-835f-a272c1136004 req-c9919cfd-04a0-49f3-a58d-9a92a570b428 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:57.751585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2381bea1-7828-497d-835f-a272c1136004 req-c9919cfd-04a0-49f3-a58d-9a92a570b428 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 946 time: 0.1532068
Jun 21 02:55:57.807012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2381bea1-7828-497d-835f-a272c1136004 req-7846bcc5-5925-40c5-87f8-c0bc9631b9e6 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416918
Jun 21 02:55:57.862719 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:57.862961 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3d6adfae-b80e-4e8e-ad04-6c11a894f33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:57.871122 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:57.882725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6033f127-1bf3-4d4e-b2fb-38578d66d3df'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:57.892483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['162d4fcb-cd27-418b-8dae-347e31c679ed'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:55:57.927776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=42b9d847-bc89-4e29-97b7-53a09809b090,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:57.932508 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:57.936166 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-16309109-bd67-4343-bbff-0d36ced3bf4c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:58.000202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event deleted for resources: {'Port': ['ID=162d4fcb-cd27-418b-8dae-347e31c679ed,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:58.008207 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:58.034740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] No DVR routers for this DVR port 162d4fcb-cd27-418b-8dae-347e31c679ed on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:55:58.038689 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:58.040729 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8717b60d-2388-4a43-bb41-fc3de9079c68 req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.20 "DELETE /v2.0/ports/162d4fcb-cd27-418b-8dae-347e31c679ed HTTP/1.1" status: 204  len: 173 time: 0.9035964
Jun 21 02:55:58.041816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21448c85-fbd4-4ef8-963f-b0426b284ba7', 'name': 'network-vif-deleted', 'tag': '162d4fcb-cd27-418b-8dae-347e31c679ed'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:55:58.043645 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d74e794-9b4a-412b-a5fc-fddfc90b7c47" -d '{"events": [{"server_uuid": "21448c85-fbd4-4ef8-963f-b0426b284ba7", "name": "network-vif-deleted", "tag": "162d4fcb-cd27-418b-8dae-347e31c679ed"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:55:58.055230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Checking segment: {'id': '1d2f95d3-de38-44e5-9d83-c191e6b6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3053bb67-a736-4613-af29-601304850d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:58.055657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network hostable DHCP agents. Network: 3053bb67-a736-4613-af29-601304850d79, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:55:58.098120 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6661a43-5d98-4642-b1a9-414a308f4f6b x-openstack-request-id: req-d6661a43-5d98-4642-b1a9-414a308f4f6b {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:55:58.098120 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21448c85-fbd4-4ef8-963f-b0426b284ba7", "name": "network-vif-deleted", "tag": "162d4fcb-cd27-418b-8dae-347e31c679ed", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:55:58.098120 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6661a43-5d98-4642-b1a9-414a308f4f6b {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:55:58.098120 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21448c85-fbd4-4ef8-963f-b0426b284ba7', 'name': 'network-vif-deleted', 'tag': '162d4fcb-cd27-418b-8dae-347e31c679ed', 'status': 'completed', 'code': 200}
Jun 21 02:55:58.183322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 3053bb67-a736-4613-af29-601304850d79 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:55:58.251876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 3053bb67-a736-4613-af29-601304850d79) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:58.253696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eeff80d5-0d77-4e73-82fd-9101087b0ee9 req-01788769-6aba-4447-8be4-a19c72d86ba7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=21448c85-fbd4-4ef8-963f-b0426b284ba7 HTTP/1.1" status: 200  len: 210 time: 0.0378778
Jun 21 02:55:58.256120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:58.256783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:58.267928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe5cc24-92ee-4673-80da-9f769db29858 None None] Network 3053bb67-a736-4613-af29-601304850d79 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:55:58.372346 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3117933
Jun 21 02:55:58.378641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48358) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:55:58.384369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '3053bb67-a736-4613-af29-601304850d79', 'name': 'tempest-PortsIpV6TestJSON-1216386557'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:55:58.489398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a7097c-70b5-4e82-8a44-d6d4d62a3960 req-1a87961e-edd9-41ec-ab6f-47fe45de78d3 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0356591
Jun 21 02:55:58.504619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-3053bb67-a736-4613-af29-601304850d79', 'network_id': '3053bb67-a736-4613-af29-601304850d79', 'tenant_id': 'd5fde035d19442f59a4b3f49644e7605', 'fixed_ips': [{'subnet_id': '42b9d847-bc89-4e29-97b7-53a09809b090'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:55:58.506602 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:58.663169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:55:58.668944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:58.702159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 6b4cc68d-f994-4254-91fa-1f94978629e9 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:55:58.718641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Allocated IP 2001:db8::2 (3053bb67-a736-4613-af29-601304850d79/42b9d847-bc89-4e29-97b7-53a09809b090/d8f1ea67-5174-4937-824e-5609210d0e94) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:58.976744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e09562-1555-4099-a26a-0e9c3aec6708 req-657de6bb-6990-49bc-8c54-19acd23c8751 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:58.978362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e09562-1555-4099-a26a-0e9c3aec6708 req-657de6bb-6990-49bc-8c54-19acd23c8751 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 946 time: 0.1308055
Jun 21 02:55:59.013004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:59.025726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Transition to ACTIVE for port object d8f1ea67-5174-4937-824e-5609210d0e94 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:59.047654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Transition to ACTIVE for port object d8f1ea67-5174-4937-824e-5609210d0e94 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:59.067045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e09562-1555-4099-a26a-0e9c3aec6708 req-fd775b26-78b5-4088-9baf-288aead7bb79 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692320
Jun 21 02:55:59.101985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f3bf1-6102-491f-9d43-4e9b2bec1a23 req-5085efc4-7bda-4b95-b61f-8a5131c600de tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:59.103750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd9f3bf1-6102-491f-9d43-4e9b2bec1a23 req-5085efc4-7bda-4b95-b61f-8a5131c600de tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1529419
Jun 21 02:55:59.155354 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:59.160630 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c6bd7719-20f1-4317-bd0d-2d639e401c85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:59.221115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd9f3bf1-6102-491f-9d43-4e9b2bec1a23 req-c4cfdf1b-64e8-4cb1-9232-b7957a51f02b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1071501
Jun 21 02:55:59.260966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::225 (3053bb67-a736-4613-af29-601304850d79/42b9d847-bc89-4e29-97b7-53a09809b090/6b4cc68d-f994-4254-91fa-1f94978629e9) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:55:59.271117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Network 3053bb67-a736-4613-af29-601304850d79 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:59.280061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:59.286374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:59.419891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Pushing event updated for resources: {'Port': ['ID=d8f1ea67-5174-4937-824e-5609210d0e94,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:59.445984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.449837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.456131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:55:59.460841 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:59.473120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Attempting to bind port d8f1ea67-5174-4937-824e-5609210d0e94 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:55:59.479285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Attempting to bind port d8f1ea67-5174-4937-824e-5609210d0e94 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1d2f95d3-de38-44e5-9d83-c191e6b6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3053bb67-a736-4613-af29-601304850d79'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:55:59.479285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Attempting to bind port d8f1ea67-5174-4937-824e-5609210d0e94 on network 3053bb67-a736-4613-af29-601304850d79 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:55:59.484956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:55:59.486343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Checking segment: {'id': '1d2f95d3-de38-44e5-9d83-c191e6b6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3053bb67-a736-4613-af29-601304850d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:55:59.486779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:59.487186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Bound using segment: {'id': '1d2f95d3-de38-44e5-9d83-c191e6b6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3053bb67-a736-4613-af29-601304850d79'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:55:59.487674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Bound port: d8f1ea67-5174-4937-824e-5609210d0e94, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2f95d3-de38-44e5-9d83-c191e6b6b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3053bb67-a736-4613-af29-601304850d79'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:55:59.488058 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:59.494667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a24718-65c1-41e4-aae2-8e46d566febb req-5ade337b-edad-4fe0-b9c6-03c6b8da0c66 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:59.497350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41a24718-65c1-41e4-aae2-8e46d566febb req-5ade337b-edad-4fe0-b9c6-03c6b8da0c66 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.1036379
Jun 21 02:55:59.614456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41a24718-65c1-41e4-aae2-8e46d566febb req-24e57edb-1af2-49e1-b89a-3d063f0c1f61 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901537
Jun 21 02:55:59.643141 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:59.665689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 6b4cc68d-f994-4254-91fa-1f94978629e9 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:55:59.680094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] For port d8f1ea67-5174-4937-824e-5609210d0e94, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:55:59.687123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] For port d8f1ea67-5174-4937-824e-5609210d0e94, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d8f1ea67-5174-4937-824e-5609210d0e94,segment=NetworkSegment(1d2f95d3-de38-44e5-9d83-c191e6b6b5d2),segment_id=1d2f95d3-de38-44e5-9d83-c191e6b6b5d2)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:55:59.754652 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:59.757021 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:59.783429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:55:59.788237 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:55:59.820127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ed0725d-43c9-4fa2-bccc-88a4f78b7b03 req-ce256368-2500-4062-8713-6511a9273cb0 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0563853
Jun 21 02:55:59.896990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=6b4cc68d-f994-4254-91fa-1f94978629e9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:59.923673 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:59.933608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 3053bb67-a736-4613-af29-601304850d79 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:55:59.936297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:55:59.942893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Pushing event updated for resources: {'Port': ['ID=d8f1ea67-5174-4937-824e-5609210d0e94,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:55:59.944447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:55:59.950435 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:55:59.954070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:55:59.955705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:00.058786 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6786928
Jun 21 02:56:00.061312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48398) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:00.068037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '3053bb67-a736-4613-af29-601304850d79', 'name': 'tempest-PortsIpV6TestJSON-466772763'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:00.370329 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d170ab2-b2dd-4213-9c41-fd2b4011f6c0 req-8c37ea19-522d-4a87-b8dd-55a28fea1b29 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:00.372940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-b98e055e-f623-40b8-bd64-bbeaf3c8f25e tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:00.375023 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-b98e055e-f623-40b8-bd64-bbeaf3c8f25e tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 946 time: 0.1303511
Jun 21 02:56:00.377893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d170ab2-b2dd-4213-9c41-fd2b4011f6c0 req-8c37ea19-522d-4a87-b8dd-55a28fea1b29 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 946 time: 0.1370497
Jun 21 02:56:00.379900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:00.383810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:00.464624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d170ab2-b2dd-4213-9c41-fd2b4011f6c0 req-9a874674-9715-46be-b43c-4e811d308cc7 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f288cb-7f51-4760-b4fc-d7c026ceba3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856192
Jun 21 02:56:00.496340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 197b611b-bfa5-4a31-90be-a134508b011d yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:56:00.635335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::25e (3053bb67-a736-4613-af29-601304850d79/42b9d847-bc89-4e29-97b7-53a09809b090/197b611b-bfa5-4a31-90be-a134508b011d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:00.679913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Deleting port f801e0a3-031b-49ea-9989-f198c3090aa3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:00.681794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:00.937906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] For port f801e0a3-031b-49ea-9989-f198c3090aa3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f801e0a3-031b-49ea-9989-f198c3090aa3,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:00.939905 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:01.008123 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:01.028496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 162d4fcb-cd27-418b-8dae-347e31c679ed no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:01.061229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 197b611b-bfa5-4a31-90be-a134508b011d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:01.111740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 162d4fcb-cd27-418b-8dae-347e31c679ed {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:01.113932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 162d4fcb-cd27-418b-8dae-347e31c679ed not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:01.177898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d8f1ea67-5174-4937-824e-5609210d0e94 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:01.279683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:01.292656 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6cc84983-0fff-45ba-a6d1-96b4deb1fc5d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:01.326232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port d8f1ea67-5174-4937-824e-5609210d0e94 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:01.384069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 3053bb67-a736-4613-af29-601304850d79 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:01.385675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:01.396046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:01.404783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:01.405500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:01.414903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:01.414903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:01.414903 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Floating IP 87b4a193-eba8-4987-9c77-d74a49d855ac disassociated. External IP: 172.25.7.216, port: f801e0a3-031b-49ea-9989-f198c3090aa3.
Jun 21 02:56:01.414903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Calling delete_port for f801e0a3-031b-49ea-9989-f198c3090aa3 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:01.468000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9267eb00-832e-4eee-b75f-37088c5430da req-d6484425-213a-49d2-a61e-14aa7c329642 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.1046438
Jun 21 02:56:01.514741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=197b611b-bfa5-4a31-90be-a134508b011d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:01.530327 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:01.567351 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5049322
Jun 21 02:56:01.572656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48446) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:01.598871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e916f-7fb9-4f8c-93af-0a3d3479861b None None] Network 3053bb67-a736-4613-af29-601304850d79 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:01.760476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:01.765078 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3763d73e-f898-44e4-bd47-00aac16baccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:01.793806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] Provisioning for port d8f1ea67-5174-4937-824e-5609210d0e94 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:01.818671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] Provisioning complete for port d8f1ea67-5174-4937-824e-5609210d0e94 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:01.819845 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:01.822288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event deleted for resources: {'Port': ['ID=f801e0a3-031b-49ea-9989-f198c3090aa3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:01.834770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:02.038151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Router 8564d9d8-eb5c-4454-b325-432188c278a4 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:02.284962 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:02.375138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] For port d8f1ea67-5174-4937-824e-5609210d0e94, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d8f1ea67-5174-4937-824e-5609210d0e94,segment=NetworkSegment(1d2f95d3-de38-44e5-9d83-c191e6b6b5d2),segment_id=1d2f95d3-de38-44e5-9d83-c191e6b6b5d2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:02.379033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:02.403814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] Sync routers for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:02.417088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5930f-64de-4883-b0d0-2997bcbd8e67 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:02.421133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cdd5930f-64de-4883-b0d0-2997bcbd8e67 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A225 HTTP/1.1" status: 200  len: 929 time: 0.8444505
Jun 21 02:56:02.425061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:02.428307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:55:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:02.429108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48454) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:02.456290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c51fd9f-1a1e-478a-8204-9b78b2d139c8 req-7c6a563b-6a75-4265-a2d2-bbf33faccae6 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.6270456
Jun 21 02:56:02.490457 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:02.498708 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:02.687706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] No DVR routers for this DVR port f801e0a3-031b-49ea-9989-f198c3090aa3 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:02.703336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b92e34-32bb-47cf-8723-667166603a7f req-9f53ca20-cded-4c47-8f5c-8a76b6397a1f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:02.707554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:02.709926 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6f11710f-8b91-42d1-8d11-df16a599d496 req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.26 "DELETE /v2.0/ports/f801e0a3-031b-49ea-9989-f198c3090aa3 HTTP/1.1" status: 204  len: 173 time: 2.3276570
Jun 21 02:56:02.710980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'name': 'network-vif-deleted', 'tag': 'f801e0a3-031b-49ea-9989-f198c3090aa3'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:02.713162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33b92e34-32bb-47cf-8723-667166603a7f req-9f53ca20-cded-4c47-8f5c-8a76b6397a1f tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a41b7a3-4d7a-4da9-a337-3da644e8dd09 HTTP/1.1" status: 200  len: 944 time: 0.1227787
Jun 21 02:56:02.715280 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d75ac9-2d79-4f91-9b52-1a094aca7a2f" -d '{"events": [{"server_uuid": "0cdb94e2-bea7-475d-b409-bc98a4a620d0", "name": "network-vif-deleted", "tag": "f801e0a3-031b-49ea-9989-f198c3090aa3"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:02.780997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 197b611b-bfa5-4a31-90be-a134508b011d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:02.781614 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:02.841235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:02.976669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Deleting port 27365dec-3b94-41a4-85ea-bb35c81472ce {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:02.979164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:03.055474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91dcd391-e5a8-461b-bb0f-a2b9e4d94883 req-29b02d96-456c-4d4f-a0da-ef45ec048683 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0413067
Jun 21 02:56:03.111808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:03.229772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] For port 27365dec-3b94-41a4-85ea-bb35c81472ce, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27365dec-3b94-41a4-85ea-bb35c81472ce,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:03.230137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:03.276771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] Pushing event updated for resources: {'Port': ['ID=d8f1ea67-5174-4937-824e-5609210d0e94,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:03.281102 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:03.299179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 197b611b-bfa5-4a31-90be-a134508b011d owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:03.326570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Provisioning for port 6b4cc68d-f994-4254-91fa-1f94978629e9 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:03.366321 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:56:03.381781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Provisioning complete for port 6b4cc68d-f994-4254-91fa-1f94978629e9 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:03.382170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:03.418566 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1833f21-61dc-4a63-9d07-d26a0d01eccf x-openstack-request-id: req-a1833f21-61dc-4a63-9d07-d26a0d01eccf {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:03.419279 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdb94e2-bea7-475d-b409-bc98a4a620d0", "name": "network-vif-deleted", "tag": "f801e0a3-031b-49ea-9989-f198c3090aa3", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:03.419770 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1833f21-61dc-4a63-9d07-d26a0d01eccf {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:03.423352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f801e0a3-031b-49ea-9989-f198c3090aa3 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:03.426380 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdb94e2-bea7-475d-b409-bc98a4a620d0', 'name': 'network-vif-deleted', 'tag': 'f801e0a3-031b-49ea-9989-f198c3090aa3', 'status': 'completed', 'code': 200}
Jun 21 02:56:03.474431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Calling delete_port for 27365dec-3b94-41a4-85ea-bb35c81472ce owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:03.559210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: f801e0a3-031b-49ea-9989-f198c3090aa3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:03.559620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f801e0a3-031b-49ea-9989-f198c3090aa3 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:03.624366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Port 6b4cc68d-f994-4254-91fa-1f94978629e9 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:03.655027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00760>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:52:01Z', 'revision_number': 5, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:03.693859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] Checking router: 8564d9d8-eb5c-4454-b325-432188c278a4 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:56:03.702500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:03.703122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:55:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:03.731998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:03.740039 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a359889-44cd-4ab3-bdb4-219a932aa36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:03.803512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=197b611b-bfa5-4a31-90be-a134508b011d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:03.807706 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:03.839934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:03.842879 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/197b611b-bfa5-4a31-90be-a134508b011d HTTP/1.1" status: 204  len: 168 time: 1.4125597
Jun 21 02:56:03.846608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48476) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:03.856398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30682d71-ace2-4e89-869b-0104bf5f1038 req-7f1774f4-976c-4ba3-bb7b-b87b994be5b8 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0833254
Jun 21 02:56:03.877694 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:03.883289 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8584e228-5397-4079-8152-7a5d1c9015f4 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:03.932561 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed43826-e419-441e-9fb1-6e898dfce028 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:56:03.948273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ed43826-e419-441e-9fb1-6e898dfce028 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/197b611b-bfa5-4a31-90be-a134508b011d HTTP/1.1" status: 404  len: 333 time: 0.0993388
Jun 21 02:56:03.950521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event deleted for resources: {'Port': ['ID=27365dec-3b94-41a4-85ea-bb35c81472ce,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:03.952593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48478) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:03.958299 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:04.098383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dcc07fab-7f39-43c6-93bb-9b98d21526f2'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:56:04.108445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fb9feb2a-fa26-451d-9030-43a3a257ed40'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:56:04.109820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] No DVR routers for this DVR port 27365dec-3b94-41a4-85ea-bb35c81472ce on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:04.116504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:04.131276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33b92e34-32bb-47cf-8723-667166603a7f req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "DELETE /v2.0/ports/27365dec-3b94-41a4-85ea-bb35c81472ce HTTP/1.1" status: 204  len: 173 time: 1.4153299
Jun 21 02:56:04.132148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'name': 'network-vif-deleted', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:04.135953 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df622875-34e3-442b-b72f-dc5832f5c8c3" -d '{"events": [{"server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "name": "network-vif-deleted", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:04.210269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Provisioning for port 197b611b-bfa5-4a31-90be-a134508b011d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:04.250229 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 6b4cc68d-f994-4254-91fa-1f94978629e9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:04.250597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:04.396867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Provisioning complete for port 197b611b-bfa5-4a31-90be-a134508b011d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:04.399378 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:04.589641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:04.604736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21f1fc4f-0f88-42e2-bb39-956e7d2c2f12 req-f2428488-efc7-4e02-bd73-c00ed60d92ef tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0463915
Jun 21 02:56:04.618848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:04.674536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bfe723d-3be5-4567-93ef-c499f47d1ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:04.692946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Port 197b611b-bfa5-4a31-90be-a134508b011d was deleted so its status cannot be updated. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 21 02:56:04.770383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Provisioning complete for port d8f1ea67-5174-4937-824e-5609210d0e94 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:04.770773 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4ef7aa98-c206-4d5b-b027-5e8ffe7f5e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:04.796994 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3912d8-e3de-4aff-8369-5131c6a673ed x-openstack-request-id: req-8d3912d8-e3de-4aff-8369-5131c6a673ed {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:04.798252 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a41b7a3-4d7a-4da9-a337-3da644e8dd09", "name": "network-vif-deleted", "tag": "27365dec-3b94-41a4-85ea-bb35c81472ce", "status": "failed", "code": 422}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:04.798822 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d3912d8-e3de-4aff-8369-5131c6a673ed {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:04.799990 n-d-758944-33 neutron-server[94167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a41b7a3-4d7a-4da9-a337-3da644e8dd09', 'name': 'network-vif-deleted', 'tag': '27365dec-3b94-41a4-85ea-bb35c81472ce', 'status': 'failed', 'code': 422} returned with failed status
Jun 21 02:56:04.810954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 6b4cc68d-f994-4254-91fa-1f94978629e9 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:05.099796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d8f1ea67-5174-4937-824e-5609210d0e94 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:05.242232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:05.253272 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-918df712-1a80-49e1-92a9-325681a42247 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:05.287143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d8f1ea67-5174-4937-824e-5609210d0e94 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:05.287531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:05.326293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=6b4cc68d-f994-4254-91fa-1f94978629e9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:05.353869 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:05.366680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8787e9b2-d009-4f47-bfc8-a571074f197d None None] Could not find standard attr ID for object 6b4cc68d-f994-4254-91fa-1f94978629e9. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:56:05.386409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00760>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:52:01Z', 'revision_number': 5, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:05.395133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8787e9b2-d009-4f47-bfc8-a571074f197d None None] Could not find standard attr ID for object 197b611b-bfa5-4a31-90be-a134508b011d. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:56:05.417818 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:05.423106 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/6b4cc68d-f994-4254-91fa-1f94978629e9 HTTP/1.1" status: 204  len: 168 time: 1.4658444
Jun 21 02:56:05.426420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48520) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:05.447784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ffb7b-56f4-4760-840e-5e3d36267189 None None] The sync data for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 is: [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '16f922de-9a07-414a-a1d1-ada240893624', 'name': '', 'network_id': 'b23b1384-fb8e-493a-8499-a30a51d29c2a', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'mac_address': 'fa:16:3e:86:cc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:48Z', 'updated_at': '2021-06-21T02:52:01Z', 'revision_number': 5, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'subnets': [{'id': 'f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:05.525055 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a724d2b7-7711-4a1a-bea3-b88dbf1789ba tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:56:05.539197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a724d2b7-7711-4a1a-bea3-b88dbf1789ba tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/6b4cc68d-f994-4254-91fa-1f94978629e9 HTTP/1.1" status: 404  len: 333 time: 0.1118960
Jun 21 02:56:05.542535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48524) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:05.656090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dab549ce-dfd7-4f72-a1b1-cd767700e04c req-75a15cc6-c012-41d4-84b9-4bb5487b5be4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0483561
Jun 21 02:56:05.725779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 42b9d847-bc89-4e29-97b7-53a09809b090 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:05.735005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:05.765467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:05.844939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:06.059640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:06.079770 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa546e0-4970-4540-8a7e-c524cd3a75c0 None None] New status for floating IP 87b4a193-eba8-4987-9c77-d74a49d855ac: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:56:06.081559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e757d22d-da4b-4c88-888d-1a24c84f21d9 req-b8f0804b-7af5-401d-901f-77be2c0f685b tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0793149
Jun 21 02:56:06.132456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e86fda-4468-4ca4-9db9-d6fa0865eff7 req-6da7ca5c-d28d-4595-a04f-480aebb48d90 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:06.145747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07e86fda-4468-4ca4-9db9-d6fa0865eff7 req-6da7ca5c-d28d-4595-a04f-480aebb48d90 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 945 time: 0.2257235
Jun 21 02:56:06.230927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:06.231487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07e86fda-4468-4ca4-9db9-d6fa0865eff7 req-aed18051-c1cb-4445-8bf3-990a71012ea7 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842364
Jun 21 02:56:06.233799 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-323adcdb-594e-47be-aaa6-79605791b1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:06.576958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-13afa251-5c24-430b-b59b-03fc79dac4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:06.882963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=42b9d847-bc89-4e29-97b7-53a09809b090,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:06.889655 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:06.901302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:06.902902 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/42b9d847-bc89-4e29-97b7-53a09809b090 HTTP/1.1" status: 204  len: 168 time: 1.3590360
Jun 21 02:56:06.911618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885871e3-8660-4f97-94a6-abdd1a7b372b None None] Network 3053bb67-a736-4613-af29-601304850d79 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:06.923083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48542) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:06.931995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b91982e-d770-49a0-b3db-64c027bc5f6b req-308c64c9-066b-4930-b607-bee9ae236bd3 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0607219
Jun 21 02:56:07.018988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc02b9-e304-4940-9899-43ea0af7f790 req-961a9230-ca9c-40ab-b21e-c0225d11437c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:07.031430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79fc02b9-e304-4940-9899-43ea0af7f790 req-961a9230-ca9c-40ab-b21e-c0225d11437c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 907 time: 0.0972970
Jun 21 02:56:07.160378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-07c24ae4-eadc-443c-8e43-844d303b8bc8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:07.160378 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-07c24ae4-eadc-443c-8e43-844d303b8bc8 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 945 time: 0.2711666
Jun 21 02:56:07.188896 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.241656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.314393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] DHCP port deletion for 3053bb67-a736-4613-af29-601304850d79 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:56:07.343848 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be427102-940b-428a-a04c-fa7ff023d071 req-7bf98c47-cb42-4366-a0d8-41897c05798c tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0458200
Jun 21 02:56:07.405205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port d8f1ea67-5174-4937-824e-5609210d0e94 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:07.405697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.409543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Deleting port 6033f127-1bf3-4d4e-b2fb-38578d66d3df {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:07.409783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.427492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] Deleting port d8f1ea67-5174-4937-824e-5609210d0e94 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:07.427886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.552227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] For port d8f1ea67-5174-4937-824e-5609210d0e94, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d8f1ea67-5174-4937-824e-5609210d0e94,segment=NetworkSegment(1d2f95d3-de38-44e5-9d83-c191e6b6b5d2),segment_id=1d2f95d3-de38-44e5-9d83-c191e6b6b5d2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:07.552629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.600006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb4fc8-e225-41e5-8d3e-c65788b284ac req-60c9a162-6ae3-467e-a254-b13c2cd59a0a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:07.605568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] For port d8f1ea67-5174-4937-824e-5609210d0e94, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d8f1ea67-5174-4937-824e-5609210d0e94,segment=NetworkSegment(1d2f95d3-de38-44e5-9d83-c191e6b6b5d2),segment_id=1d2f95d3-de38-44e5-9d83-c191e6b6b5d2)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:07.608364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19eb4fc8-e225-41e5-8d3e-c65788b284ac req-60c9a162-6ae3-467e-a254-b13c2cd59a0a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 945 time: 0.1319861
Jun 21 02:56:07.609154 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.659463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] Calling delete_port for d8f1ea67-5174-4937-824e-5609210d0e94 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:07.698356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19eb4fc8-e225-41e5-8d3e-c65788b284ac req-d1716914-9629-4811-9e2d-3f3912ab9baa tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec9a8a6e-3220-4db4-be93-bbc023a66882&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811465
Jun 21 02:56:07.773178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for d8f1ea67-5174-4937-824e-5609210d0e94 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:07.799599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] For port 6033f127-1bf3-4d4e-b2fb-38578d66d3df, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6033f127-1bf3-4d4e-b2fb-38578d66d3df,segment=NetworkSegment(da72b286-130f-49a4-a7ba-44335adf5e63),segment_id=da72b286-130f-49a4-a7ba-44335adf5e63)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:07.800381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.863078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:07.869575 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:07.921388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Calling delete_port for 6033f127-1bf3-4d4e-b2fb-38578d66d3df owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:08.018595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] Pushing event deleted for resources: {'Port': ['ID=d8f1ea67-5174-4937-824e-5609210d0e94,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:08.027821 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:08.060184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.060184 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c140c4ab-2a77-4f4a-ad35-1ce104e6b11d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:08.072696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] No DVR routers for this DVR port d8f1ea67-5174-4937-824e-5609210d0e94 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:08.115684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No DVR routers for this DVR port d8f1ea67-5174-4937-824e-5609210d0e94 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:08.118359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.118645 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=d8f1ea67-5174-4937-824e-5609210d0e94,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:08.126299 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:08.189598 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.265044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-e3d1a70f-cf1f-4f4e-8d5d-25095ceda96c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:08.272292 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-e3d1a70f-cf1f-4f4e-8d5d-25095ceda96c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 907 time: 0.1689854
Jun 21 02:56:08.333700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10baf7c4-072d-48b4-8a7f-c4f0387db89a req-6be7aa55-2730-42d7-b6f9-62eab598a6f0 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0599570
Jun 21 02:56:08.371112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.407225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3d704f0>,) {'filters': {'network_id': ['3053bb67-a736-4613-af29-601304850d79']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:08.431803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3d704f0>, '1d2f95d3-de38-44e5-9d83-c191e6b6b5d2') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:08.433000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3d704f0>, '1d2f95d3-de38-44e5-9d83-c191e6b6b5d2') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:08.448379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.477497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.489489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:08.490247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.499973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Deleting port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:08.500341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.619618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:08.628485 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:08.642567 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da864fdc-1aea-4316-bdc2-874b4be1bae8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:08.702675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Pushing event deleted for resources: {'Port': ['ID=6033f127-1bf3-4d4e-b2fb-38578d66d3df,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:08.717659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] For port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:08.717659 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.721449 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:08.859400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.874303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.882756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Calling delete_port for 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:08.901159 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/networks/3053bb67-a736-4613-af29-601304850d79 HTTP/1.1" status: 204  len: 168 time: 1.9588141
Jun 21 02:56:08.902157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48568) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:08.902970 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95bbaa32-fcb9-4afa-8518-4f1c277852b3 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:08.909518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] No DVR routers for this DVR port 6033f127-1bf3-4d4e-b2fb-38578d66d3df on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:08.912927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:08.915465 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50d7f986-8e97-4725-8b52-40a54c765a12 req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.26 "DELETE /v2.0/ports/6033f127-1bf3-4d4e-b2fb-38578d66d3df HTTP/1.1" status: 204  len: 173 time: 1.7439742
Jun 21 02:56:08.922056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1719983764'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:08.976640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c', 'name': 'network-vif-deleted', 'tag': '6033f127-1bf3-4d4e-b2fb-38578d66d3df'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:08.986163 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9817a4d-17d6-457a-acee-ac58fe5ebe7b" -d '{"events": [{"server_uuid": "3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c", "name": "network-vif-deleted", "tag": "6033f127-1bf3-4d4e-b2fb-38578d66d3df"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:08.993502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bd30b7e-e5f8-4e70-a372-c24ab872c57b req-1bf49b0d-6bd4-4abf-8bf0-4625dc875ded tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0514078
Jun 21 02:56:09.021432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Network': ['ID=3053bb67-a736-4613-af29-601304850d79,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:09.029750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:09.102434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:09.102946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d8f1ea67-5174-4937-824e-5609210d0e94 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:09.106227 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:09.118714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197ae6-1f0c-45d1-b684-16adf837869a req-2fa8317e-8b68-4647-b5d2-93d1962bd5fe tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:09.132215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f197ae6-1f0c-45d1-b684-16adf837869a req-2fa8317e-8b68-4647-b5d2-93d1962bd5fe tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 907 time: 0.2327659
Jun 21 02:56:09.162435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:56:09.178478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:09.178837 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Added segment 1df9f099-e8a8-40ba-a736-9c265c66aa5e of type vlan for network e41d242e-0ecb-4dbe-bff7-f36250bf3349
Jun 21 02:56:09.215966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d8f1ea67-5174-4937-824e-5609210d0e94 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:09.223181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d8f1ea67-5174-4937-824e-5609210d0e94 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:09.242019 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccbc087-f412-4258-a4ac-ddc249fe6cbc x-openstack-request-id: req-4ccbc087-f412-4258-a4ac-ddc249fe6cbc {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:09.242379 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c", "name": "network-vif-deleted", "tag": "6033f127-1bf3-4d4e-b2fb-38578d66d3df", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:09.242687 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ccbc087-f412-4258-a4ac-ddc249fe6cbc {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:09.243151 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c', 'name': 'network-vif-deleted', 'tag': '6033f127-1bf3-4d4e-b2fb-38578d66d3df', 'status': 'completed', 'code': 200}
Jun 21 02:56:09.274762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:09.282663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f353dbb-32fe-4085-873f-cddd5f74b3e5 req-9513fef1-2589-45e9-ae21-b7557da4cf80 tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7bdffa-ccd2-49ac-9518-1ba6c5f7f93c HTTP/1.1" status: 200  len: 210 time: 0.0550351
Jun 21 02:56:09.406007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:09.408228 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:09.411795 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e5f686a1-42c9-4f22-adb5-f78081fa6596 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:09.414077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6033f127-1bf3-4d4e-b2fb-38578d66d3df no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:09.429244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:09.434415 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:09.437905 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-adc2d917-63fb-49b5-8062-b01c7ffdb023 tempest-TagsTest-2137440218 tempest-TagsTest-2137440218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:09.490472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 6033f127-1bf3-4d4e-b2fb-38578d66d3df {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:09.491256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6033f127-1bf3-4d4e-b2fb-38578d66d3df not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:09.502765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event deleted for resources: {'Port': ['ID=57992f29-10cc-4e6c-8d5d-f5d1d94b0bef,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:09.505714 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:09.546013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Network': ['ID=e41d242e-0ecb-4dbe-bff7-f36250bf3349,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:09.562839 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:09.573461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e41d242e-0ecb-4dbe-bff7-f36250bf3349 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:56:09.649872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] No DVR routers for this DVR port 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:09.652294 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7354460
Jun 21 02:56:09.652491 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:09.654504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6c4e8d4-7dd7-4a5e-9490-8aac495f9023 req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "DELETE /v2.0/ports/57992f29-10cc-4e6c-8d5d-f5d1d94b0bef HTTP/1.1" status: 204  len: 173 time: 1.3197196
Jun 21 02:56:09.655312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abae612-4dfe-4f94-b676-857ded7a2403', 'name': 'network-vif-deleted', 'tag': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:09.655637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48580) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:09.658511 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b3f152-d0bb-43ac-b8b4-a5dab9888663" -d '{"events": [{"server_uuid": "9abae612-4dfe-4f94-b676-857ded7a2403", "name": "network-vif-deleted", "tag": "57992f29-10cc-4e6c-8d5d-f5d1d94b0bef"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:09.662090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:09.696675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:09.806023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-662476e1-f5ec-4db6-9d0a-f80815e4c4fa req-8f71af2d-6b2d-451f-b6bc-2f2e7b478d81 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0837564
Jun 21 02:56:09.951593 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1562d91e-ab94-4ce9-a2ae-c81b6b15272c x-openstack-request-id: req-1562d91e-ab94-4ce9-a2ae-c81b6b15272c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:09.951860 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abae612-4dfe-4f94-b676-857ded7a2403", "name": "network-vif-deleted", "tag": "57992f29-10cc-4e6c-8d5d-f5d1d94b0bef", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:09.952351 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1562d91e-ab94-4ce9-a2ae-c81b6b15272c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:09.952996 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abae612-4dfe-4f94-b676-857ded7a2403', 'name': 'network-vif-deleted', 'tag': '57992f29-10cc-4e6c-8d5d-f5d1d94b0bef', 'status': 'completed', 'code': 200}
Jun 21 02:56:09.977973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:09.982226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:10.291584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aab22-b084-4149-99cc-45584432ade7 req-e981ddcb-0d09-4bbf-96ba-f4979fb60da6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:10.306237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db0aab22-b084-4149-99cc-45584432ade7 req-e981ddcb-0d09-4bbf-96ba-f4979fb60da6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 946 time: 0.1597416
Jun 21 02:56:10.364826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1dd8846-8636-47bf-920d-92b9e6f37cd2 req-de34779b-953f-47b1-94a8-65d9f095d3c7 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0440257
Jun 21 02:56:10.456257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db0aab22-b084-4149-99cc-45584432ade7 req-108f3b95-a04b-4c37-a88c-b71d24e2875c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1487288
Jun 21 02:56:10.651674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:10.655154 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f8131183-be7c-45a8-9678-b79c592d62d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:10.729673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48598) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:10.746208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17dd1feb-3599-49ff-9841-1210e187eea0 req-77c8a6e9-62ac-43f1-b15a-3951f84cf5e6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=9abae612-4dfe-4f94-b676-857ded7a2403 HTTP/1.1" status: 200  len: 210 time: 0.1057703
Jun 21 02:56:10.886008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=03615dd1-18ab-4f5d-863c-125415922e02,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:10.895407 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:10.919262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Checking segment: {'id': '1df9f099-e8a8-40ba-a736-9c265c66aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:10.919787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network hostable DHCP agents. Network: e41d242e-0ecb-4dbe-bff7-f36250bf3349, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:56:10.931745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Deleting subnet a5560c84-8f59-4593-b0b0-0b69a7dd416d {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:10.946012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.042449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.117100 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.120494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network e41d242e-0ecb-4dbe-bff7-f36250bf3349 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:56:11.125021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9096497-bc83-4d95-b5c2-db5153e5700e req-0284edaa-6331-4f65-a1d5-de78edca8f46 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cdb94e2-bea7-475d-b409-bc98a4a620d0 HTTP/1.1" status: 200  len: 210 time: 0.0517979
Jun 21 02:56:11.280725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e41d242e-0ecb-4dbe-bff7-f36250bf3349) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:11.290451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b469dd-494e-455f-9699-0011bb88b460 None None] Network e41d242e-0ecb-4dbe-bff7-f36250bf3349 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:11.301846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:11.302485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.343092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.347161 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2498ab4b-9e91-4b79-8d58-39e4741599a9 tempest-ServersTestMultiNic-1185528470 tempest-ServersTestMultiNic-1185528470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:11.408601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5560c84-8f59-4593-b0b0-0b69a7dd416d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:11.414247 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:11.424178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48606) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:11.424698 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7674997
Jun 21 02:56:11.431252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349', 'name': 'tempest-PortsIpV6TestJSON-1434960216', 'fixed_ips': [{'subnet_id': '03615dd1-18ab-4f5d-863c-125415922e02', 'ip_address': '2001:db8::10'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:11.447502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:11.448009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.451358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a5560c84-8f59-4593-b0b0-0b69a7dd416d HTTP/1.1" status: 204  len: 168 time: 0.7201488
Jun 21 02:56:11.461170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:11.635644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:11.636301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 57992f29-10cc-4e6c-8d5d-f5d1d94b0bef not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:11.648616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.724190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3506d4cb-70be-47f5-b39c-01f2042af75e req-c7bc8492-eb0c-4930-8401-b7b6ca27cac1 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0599923
Jun 21 02:56:11.828407 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-e41d242e-0ecb-4dbe-bff7-f36250bf3349', 'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349', 'tenant_id': 'd5fde035d19442f59a4b3f49644e7605', 'fixed_ips': [{'subnet_id': '03615dd1-18ab-4f5d-863c-125415922e02'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:56:11.830006 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.854221 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efe48cbe-acf2-4fe8-8531-866964b7082b req-c51f47a9-3e54-43f1-b234-0ac443c767c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.1074810
Jun 21 02:56:11.871693 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.884447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d25f46d0>,) {'filters': {'network_id': ['8f48e7d4-706a-4cc2-a94a-84a51ccf686b']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:11.896772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d25f46d0>, 'da72b286-130f-49a4-a7ba-44335adf5e63') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:11.897074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d25f46d0>, 'da72b286-130f-49a4-a7ba-44335adf5e63') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:11.909016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.944546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.959597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:11.960119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:11.962468 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:11.971334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:12.019559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Allocated IP 2001:db8::2 (e41d242e-0ecb-4dbe-bff7-f36250bf3349/03615dd1-18ab-4f5d-863c-125415922e02/ca229636-21ab-4668-806a-7713d3389c90) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:12.144624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.155991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.161012 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] 10.222.0.25 "DELETE /v2.0/networks/8f48e7d4-706a-4cc2-a94a-84a51ccf686b HTTP/1.1" status: 204  len: 168 time: 0.6952634
Jun 21 02:56:12.161012 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65562d68-0030-4eee-beb5-aff88f91a693 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:12.176482 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.190596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8f48e7d4-706a-4cc2-a94a-84a51ccf686b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:12.200021 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:12.201430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 2479d08a-60e1-4f4b-b720-b1b381de00ae yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:56:12.230971 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.240681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Transition to ACTIVE for port object ca229636-21ab-4668-806a-7713d3389c90 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:12.259293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Transition to ACTIVE for port object ca229636-21ab-4668-806a-7713d3389c90 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:12.383255 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.385726 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2e912ee9-e35c-4ff6-a224-4a10200c3086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:12.443514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Network e41d242e-0ecb-4dbe-bff7-f36250bf3349 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:12.446911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:12.451808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:12.456321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Pushing event updated for resources: {'Port': ['ID=ca229636-21ab-4668-806a-7713d3389c90,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:12.461026 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:12.474329 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::10 (e41d242e-0ecb-4dbe-bff7-f36250bf3349/03615dd1-18ab-4f5d-863c-125415922e02/2479d08a-60e1-4f4b-b720-b1b381de00ae) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:12.502001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95c227-f9b3-40f3-9424-9be45234530d req-7e81d805-f2a6-429e-b390-53a8e29ea513 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:12.511072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e95c227-f9b3-40f3-9424-9be45234530d req-7e81d805-f2a6-429e-b390-53a8e29ea513 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 946 time: 0.1590664
Jun 21 02:56:12.563723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Attempting to bind port ca229636-21ab-4668-806a-7713d3389c90 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:56:12.564318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Attempting to bind port ca229636-21ab-4668-806a-7713d3389c90 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1df9f099-e8a8-40ba-a736-9c265c66aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:56:12.569768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Attempting to bind port ca229636-21ab-4668-806a-7713d3389c90 on network e41d242e-0ecb-4dbe-bff7-f36250bf3349 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:12.572210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:56:12.572735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Checking segment: {'id': '1df9f099-e8a8-40ba-a736-9c265c66aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:12.573250 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.573846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Bound using segment: {'id': '1df9f099-e8a8-40ba-a736-9c265c66aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:56:12.575218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Bound port: ca229636-21ab-4668-806a-7713d3389c90, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df9f099-e8a8-40ba-a736-9c265c66aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:56:12.575813 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.592584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e95c227-f9b3-40f3-9424-9be45234530d req-559eb924-219a-4793-8e71-3ca194e37f73 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804889
Jun 21 02:56:12.700466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48634) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:12.732237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] For port ca229636-21ab-4668-806a-7713d3389c90, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:56:12.740751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] For port ca229636-21ab-4668-806a-7713d3389c90, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ca229636-21ab-4668-806a-7713d3389c90,segment=NetworkSegment(1df9f099-e8a8-40ba-a736-9c265c66aa5e),segment_id=1df9f099-e8a8-40ba-a736-9c265c66aa5e)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:56:12.819634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.823881 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:12.853096 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:12.878645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 2479d08a-60e1-4f4b-b720-b1b381de00ae will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:12.911066 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-20ef5287-f20e-41fd-8cb4-cf63670d179b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49f53bb61e68423d9eba925eb90d4003&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2088113
Jun 21 02:56:12.914410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48644) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:13.073783 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Pushing event updated for resources: {'Port': ['ID=ca229636-21ab-4668-806a-7713d3389c90,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:13.092000 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:13.143318 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ccdf-9ddc-4db5-8daa-6375803a7fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.182225 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.193316 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95531d7a-811d-49e7-9faf-79e6e83a0750 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:13.259814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ccdf-9ddc-4db5-8daa-6375803a7fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.325984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7db2aad6-8fff-456c-b6a5-6fb271dcc101 req-b48e94a1-f43a-478a-a606-57444a009006 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.1159575
Jun 21 02:56:13.358737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network e41d242e-0ecb-4dbe-bff7-f36250bf3349 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:13.427980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d76794-2477-45a5-ac0c-4599a6827de0 req-5ca8c41c-651d-4ef4-a27b-e714e21c2603 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:13.443329 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5d76794-2477-45a5-ac0c-4599a6827de0 req-5ca8c41c-651d-4ef4-a27b-e714e21c2603 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 945 time: 0.3457589
Jun 21 02:56:13.458703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:13.490162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ccdf-9ddc-4db5-8daa-6375803a7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.493656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6d7ccdf-9ddc-4db5-8daa-6375803a7fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.495096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c6d7ccdf-9ddc-4db5-8daa-6375803a7fb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec9a8a6e-3220-4db4-be93-bbc023a66882 HTTP/1.1" status: 204  len: 168 time: 0.5783017
Jun 21 02:56:13.515284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:13.538227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:13.538925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.545462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48652) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:13.639378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5d76794-2477-45a5-ac0c-4599a6827de0 req-cb688e87-fddd-4580-aa3d-18e93c3193ae tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932683
Jun 21 02:56:13.671321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=2479d08a-60e1-4f4b-b720-b1b381de00ae,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:13.691109 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:13.692495 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c3821bde-4e23-4921-9fb6-d98eb86fc4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:13.711339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7ccdf-9ddc-4db5-8daa-6375803a7fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a8a6e-3220-4db4-be93-bbc023a66882,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:13.722658 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c6d7ccdf-9ddc-4db5-8daa-6375803a7fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:13.766800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.3405578
Jun 21 02:56:13.769322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:13.778157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': 'e41d242e-0ecb-4dbe-bff7-f36250bf3349', 'name': 'tempest-PortsIpV6TestJSON-1187276827', 'fixed_ips': [{'subnet_id': '03615dd1-18ab-4f5d-863c-125415922e02', 'ip_address': '2001:db8::f'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:13.790166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7791a484-1adb-4c16-9147-c412ab5d216a tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.831692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7791a484-1adb-4c16-9147-c412ab5d216a tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.989166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7791a484-1adb-4c16-9147-c412ab5d216a tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:13.997238 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7791a484-1adb-4c16-9147-c412ab5d216a tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:14.002422 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7791a484-1adb-4c16-9147-c412ab5d216a tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "DELETE /v2.0/security-groups/32f288cb-7f51-4760-b4fc-d7c026ceba3c HTTP/1.1" status: 204  len: 168 time: 0.4541686
Jun 21 02:56:14.003312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a6c7d86-07f8-4797-8a2b-f8f2d0f651da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:14.004147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48660) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:14.018681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791a484-1adb-4c16-9147-c412ab5d216a tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f288cb-7f51-4760-b4fc-d7c026ceba3c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:14.022482 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7791a484-1adb-4c16-9147-c412ab5d216a tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:14.059403 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-3f1145d8-bf5c-49fb-a4da-10ecf65af7a4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] show failed (client error): The resource could not be found.
Jun 21 02:56:14.061535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3f1145d8-bf5c-49fb-a4da-10ecf65af7a4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "GET /v2.0/security-groups/32f288cb-7f51-4760-b4fc-d7c026ceba3c HTTP/1.1" status: 404  len: 347 time: 0.0562088
Jun 21 02:56:14.065143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48664) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:14.194850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:14.214195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:14.291444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 5dbee059-4efa-47d9-b883-1189770d575c yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:56:14.566947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-b7922dbe-3ae0-45cb-a53e-6e2bac1c6372 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:14.568639 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-b7922dbe-3ae0-45cb-a53e-6e2bac1c6372 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 945 time: 0.3515821
Jun 21 02:56:14.575077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Deleting port 3beec316-3231-4233-828a-5e34ebb26ef3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:14.575571 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:14.828731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::f (e41d242e-0ecb-4dbe-bff7-f36250bf3349/03615dd1-18ab-4f5d-863c-125415922e02/5dbee059-4efa-47d9-b883-1189770d575c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:14.868128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f5f93-9018-42dd-aede-d3321cd7755f req-3acd348d-3dfa-4172-89f0-5ecda085ac8d tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:14.875891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a40f5f93-9018-42dd-aede-d3321cd7755f req-3acd348d-3dfa-4172-89f0-5ecda085ac8d tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 946 time: 0.2531323
Jun 21 02:56:14.907435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:14.907890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:14.931551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff850484-f96a-4fb0-ae47-78c33f9a41bb None None] Network e41d242e-0ecb-4dbe-bff7-f36250bf3349 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:15.055371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Calling delete_port for 3beec316-3231-4233-828a-5e34ebb26ef3 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:15.098296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a40f5f93-9018-42dd-aede-d3321cd7755f req-7424307f-e325-4d2f-b678-0e1efc0bb8be tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2195418
Jun 21 02:56:15.112165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Deleting port fb9feb2a-fa26-451d-9030-43a3a257ed40 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:15.113085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:15.294016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ca229636-21ab-4668-806a-7713d3389c90 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:15.369900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] For port fb9feb2a-fa26-451d-9030-43a3a257ed40, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fb9feb2a-fa26-451d-9030-43a3a257ed40,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:15.370413 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:15.494062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c26f6c3-7647-45f3-8b0b-eb423cbcadf9 req-2dbf4d84-efc4-499a-a435-57029dabb3ce tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.1170430
Jun 21 02:56:15.588430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48702) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:15.593155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Calling delete_port for fb9feb2a-fa26-451d-9030-43a3a257ed40 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:15.733668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-32b469a3-9d11-4428-93cb-3da0462231b1 None None] Provisioning for port ca229636-21ab-4668-806a-7713d3389c90 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:15.770474 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:15.830034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:15.830640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1698805067-network', 'tenant_id': '26400565726346afb906fecc72bb0d27'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:15.835584 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:15.875346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 5dbee059-4efa-47d9-b883-1189770d575c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:15.896410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Pushing event deleted for resources: {'Port': ['ID=3beec316-3231-4233-828a-5e34ebb26ef3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:15.908766 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:15.913939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368b160-a3e5-4c08-829a-25689426c44f req-0cfa331e-1865-4759-94f0-da2aedc3754b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:15.917302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ca229636-21ab-4668-806a-7713d3389c90 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:15.918931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3368b160-a3e5-4c08-829a-25689426c44f req-0cfa331e-1865-4759-94f0-da2aedc3754b tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 945 time: 0.4705434
Jun 21 02:56:15.924456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ca229636-21ab-4668-806a-7713d3389c90 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:15.924908 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.019421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Made reservation on behalf of 26400565726346afb906fecc72bb0d27 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:16.021842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.087472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.098529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.106352 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.109567 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] 10.222.0.25 "DELETE /v2.0/floatingips/87b4a193-eba8-4987-9c77-d74a49d855ac HTTP/1.1" status: 204  len: 168 time: 2.0409529
Jun 21 02:56:16.110985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48710) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:16.111863 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.168899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ca229636-21ab-4668-806a-7713d3389c90, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ca229636-21ab-4668-806a-7713d3389c90,segment=NetworkSegment(1df9f099-e8a8-40ba-a736-9c265c66aa5e),segment_id=1df9f099-e8a8-40ba-a736-9c265c66aa5e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:16.184676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3368b160-a3e5-4c08-829a-25689426c44f req-7480cc2f-d748-4f9d-bb0c-08d7b46aaddc tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235754
Jun 21 02:56:16.240370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.243059 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:16.355506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ca229636-21ab-4668-806a-7713d3389c90,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:16.361653 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:16.452100 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.465903 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.481495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f895e73f-5f4d-4254-905b-a34573e7f13a None None] Provisioning for port 2479d08a-60e1-4f4b-b720-b1b381de00ae completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:16.488922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fd5ee-0b5f-4925-aef4-ff13d986ae1f req-18ba5cb7-eca1-498e-b7f8-541b030a45fa tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:16.492063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f895e73f-5f4d-4254-905b-a34573e7f13a None None] Provisioning complete for port 2479d08a-60e1-4f4b-b720-b1b381de00ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:16.493547 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f895e73f-5f4d-4254-905b-a34573e7f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.505213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac9fd5ee-0b5f-4925-aef4-ff13d986ae1f req-18ba5cb7-eca1-498e-b7f8-541b030a45fa tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 947 time: 0.7113659
Jun 21 02:56:16.521930 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02b3ec8e-0bd2-41fd-9645-4ed98024ffc6 tempest-AttachSCSIVolumeTestJSON-423055060 tempest-AttachSCSIVolumeTestJSON-423055060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:16.527879 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.595537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.606250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f895e73f-5f4d-4254-905b-a34573e7f13a None None] Port 2479d08a-60e1-4f4b-b720-b1b381de00ae cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:16.621186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['dcc07fab-7f39-43c6-93bb-9b98d21526f2'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:56:16.627147 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-786e4c21-8ad5-4173-a84e-7b719e7c9d58 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:16.691540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network e41d242e-0ecb-4dbe-bff7-f36250bf3349 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:16.702569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:56:16.714523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:16.749712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:16.756379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:16.757434 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.760188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=5dbee059-4efa-47d9-b883-1189770d575c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:16.793919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.794997 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Added segment ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c of type vlan for network 79049c7b-8ce4-4210-837e-d219c8abcfa0
Jun 21 02:56:16.798834 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:16.804364 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-257e7ef1-458d-401a-b388-3b90278ced6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:16.843804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f895e73f-5f4d-4254-905b-a34573e7f13a None None] Provisioning complete for port ca229636-21ab-4668-806a-7713d3389c90 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:16.846666 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f895e73f-5f4d-4254-905b-a34573e7f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:16.893793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3ec38-23ab-4ec1-b249-2fa61f046f82,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:16.903727 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:16.929964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac9fd5ee-0b5f-4925-aef4-ff13d986ae1f req-826768b3-666c-4aca-b7e3-39ea97e9679a tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4237392
Jun 21 02:56:17.013983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.2406881
Jun 21 02:56:17.043943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48714) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:17.171252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fb9feb2a-fa26-451d-9030-43a3a257ed40 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:17.240197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: fb9feb2a-fa26-451d-9030-43a3a257ed40 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:17.240819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fb9feb2a-fa26-451d-9030-43a3a257ed40 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:17.241538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1ab25a6f-b764-4531-a9e1-1263abb2571f no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:17.303556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ca229636-21ab-4668-806a-7713d3389c90 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:17.417412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event deleted for resources: {'Port': ['ID=fb9feb2a-fa26-451d-9030-43a3a257ed40,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:17.427174 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:17.480801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] No DVR routers for this DVR port fb9feb2a-fa26-451d-9030-43a3a257ed40 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:17.484055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:17.487715 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d2d44ecf-ee55-43ec-899f-964aba82c62c req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "DELETE /v2.0/ports/fb9feb2a-fa26-451d-9030-43a3a257ed40 HTTP/1.1" status: 204  len: 173 time: 2.8787985
Jun 21 02:56:17.491237 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b903823-4b38-4776-8ed4-542b702a0ee0', 'name': 'network-vif-deleted', 'tag': 'fb9feb2a-fa26-451d-9030-43a3a257ed40'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:17.495299 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1325be-4901-474f-891d-869cd1d2c5b4" -d '{"events": [{"server_uuid": "1b903823-4b38-4776-8ed4-542b702a0ee0", "name": "network-vif-deleted", "tag": "fb9feb2a-fa26-451d-9030-43a3a257ed40"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:17.557522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:17.579939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ca229636-21ab-4668-806a-7713d3389c90 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:17.580547 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:17.638346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:17.642028 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e25a36-0f57-44f1-80e2-41b9fe85a7ef" -d '{"events": [{"server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:17.657633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-ee490a65-430e-4409-80e5-7091688d89f6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:17.659504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-ee490a65-430e-4409-80e5-7091688d89f6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 946 time: 1.1650372
Jun 21 02:56:17.666836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1ab25a6f-b764-4531-a9e1-1263abb2571f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1ab25a6f-b764-4531-a9e1-1263abb2571f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:17.777594 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:17.780863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-769c5eb0-4aef-4f25-9405-76e970a884b3 None None] Provisioning for port 5dbee059-4efa-47d9-b883-1189770d575c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:17.785693 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c5a94690-eb53-47cb-bcd7-d56dc66a0f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:17.828005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-769c5eb0-4aef-4f25-9405-76e970a884b3 None None] Provisioning complete for port 5dbee059-4efa-47d9-b883-1189770d575c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:17.829292 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-769c5eb0-4aef-4f25-9405-76e970a884b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:17.889549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1ab25a6f-b764-4531-a9e1-1263abb2571f,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:17.895538 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:17.896047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:17.910845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97652ff4-09f8-462c-bf06-c8f0615aec32 req-3f5dcc03-78d4-4957-a94d-8897c39a4f6d tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97&device_id=a3328531-aa36-4993-a2cb-2e031fd5b70a HTTP/1.1" status: 200  len: 210 time: 0.7940068
Jun 21 02:56:17.927607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-769c5eb0-4aef-4f25-9405-76e970a884b3 None None] Port 5dbee059-4efa-47d9-b883-1189770d575c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:17.944027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-769c5eb0-4aef-4f25-9405-76e970a884b3 None None] Provisioning complete for port 2479d08a-60e1-4f4b-b720-b1b381de00ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:17.944027 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-769c5eb0-4aef-4f25-9405-76e970a884b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:18.046525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:18.050410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:18.051419 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:18.054517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-769c5eb0-4aef-4f25-9405-76e970a884b3 None None] Port 2479d08a-60e1-4f4b-b720-b1b381de00ae cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:18.064648 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d6af786-5201-42b7-9d5e-c2d0e8e82932 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:18.088224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Deleting port 1ab25a6f-b764-4531-a9e1-1263abb2571f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:18.089077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:18.202105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec53b37a-926d-4ee8-88d9-c86c661ecce4 req-d16e29b4-cc69-4c13-868a-85bbd1594b42 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b903823-4b38-4776-8ed4-542b702a0ee0 HTTP/1.1" status: 200  len: 210 time: 0.0521677
Jun 21 02:56:18.244051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-81d7f68a-ce02-40d5-901f-12bf4acb3755 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:18.245791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-81d7f68a-ce02-40d5-901f-12bf4acb3755 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 947 time: 1.2190819
Jun 21 02:56:18.275304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.6857738
Jun 21 02:56:18.309520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de4d2c-b4a4-45fb-bc0e-1d1b8cd3905f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:18.314202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c4de4d2c-b4a4-45fb-bc0e-1d1b8cd3905f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 1.2421894
Jun 21 02:56:18.316646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48734) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:18.316646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48736) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:18.317216 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da479e7-7d7e-406c-af3f-7403e48313e2 x-openstack-request-id: req-6da479e7-7d7e-406c-af3f-7403e48313e2 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:18.317587 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b903823-4b38-4776-8ed4-542b702a0ee0", "name": "network-vif-deleted", "tag": "fb9feb2a-fa26-451d-9030-43a3a257ed40", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:18.317896 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6da479e7-7d7e-406c-af3f-7403e48313e2 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:18.318346 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b903823-4b38-4776-8ed4-542b702a0ee0', 'name': 'network-vif-deleted', 'tag': 'fb9feb2a-fa26-451d-9030-43a3a257ed40', 'status': 'completed', 'code': 200}
Jun 21 02:56:18.327026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Pushing event updated for resources: {'Network': ['ID=79049c7b-8ce4-4210-837e-d219c8abcfa0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:18.333191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Request body: {'subnet': {'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1698805067-subnet', 'tenant_id': '26400565726346afb906fecc72bb0d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:18.339128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 79049c7b-8ce4-4210-837e-d219c8abcfa0 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:56:18.352803 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3307b8-5869-4f1e-8c15-dab8c7540590 x-openstack-request-id: req-1d3307b8-5869-4f1e-8c15-dab8c7540590 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:18.353102 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:18.353379 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d3307b8-5869-4f1e-8c15-dab8c7540590 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:18.353777 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'code': 200}
Jun 21 02:56:18.381943 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:18.400069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427686aa-bc2c-413e-8b7c-3f436242d849 req-b93ff74a-8d88-426b-9082-ff9fdedbb363 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:18.408872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-427686aa-bc2c-413e-8b7c-3f436242d849 req-b93ff74a-8d88-426b-9082-ff9fdedbb363 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 944 time: 0.5237896
Jun 21 02:56:18.517307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-427686aa-bc2c-413e-8b7c-3f436242d849 req-93b69bbf-72e0-4191-89ed-7d8263992114 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073458
Jun 21 02:56:18.579088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Deleting port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:18.579705 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:18.597226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:18.647867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] For port 1ab25a6f-b764-4531-a9e1-1263abb2571f, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1ab25a6f-b764-4531-a9e1-1263abb2571f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:18.648252 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:18.650963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Made reservation on behalf of 26400565726346afb906fecc72bb0d27 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:18.653324 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:18.671910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea97c2e2-663b-4244-9c90-ee562f554e4b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:18.690911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea97c2e2-663b-4244-9c90-ee562f554e4b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:18.696896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea97c2e2-663b-4244-9c90-ee562f554e4b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:18.710929 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ea97c2e2-663b-4244-9c90-ee562f554e4b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2391 time: 0.3667779
Jun 21 02:56:18.714179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48738) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:18.821947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] For port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:18.822654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.061137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eba4ae-a38d-4554-a7a8-ce8c87ec97df req-58c21ab2-ff57-4216-9147-02482e10740d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:19.064118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30eba4ae-a38d-4554-a7a8-ce8c87ec97df req-58c21ab2-ff57-4216-9147-02482e10740d tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 947 time: 0.3385954
Jun 21 02:56:19.123948 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-321ed88b-af39-410c-9233-7139df6a157b req-e48399c7-8785-4b72-91d3-b4ee49f32815 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1ba67ccb1e460883fc3adc3beb5c34&device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0523498
Jun 21 02:56:19.165440 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-321ed88b-af39-410c-9233-7139df6a157b req-bc1e3544-d517-45b2-b188-986dd69399a5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a1ba67ccb1e460883fc3adc3beb5c34&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314465
Jun 21 02:56:19.192638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95e5dd2a-9ffc-48f2-a695-4e11a10be2f1 req-f6b58132-27f0-4c48-9372-6c26ced83af0 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0590181
Jun 21 02:56:19.217970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 5dbee059-4efa-47d9-b883-1189770d575c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:19.218354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.251153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.251484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.251799 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Floating IP 65eb13d9-fb4b-41fc-94f7-1053611dfd3a disassociated. External IP: 172.25.7.186, port: 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e.
Jun 21 02:56:19.252210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Calling delete_port for 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:19.291338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30eba4ae-a38d-4554-a7a8-ce8c87ec97df req-6c44c925-d579-47fb-9dfe-f6f57ad424b3 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3bbf54-869e-4326-8962-4bccc0ffeddb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1605895
Jun 21 02:56:19.434669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.439106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.439484 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.440448 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Floating IP ab6adb46-96a8-48f2-bccb-c7ba25c7202a disassociated. External IP: 172.25.7.226, port: 1ab25a6f-b764-4531-a9e1-1263abb2571f.
Jun 21 02:56:19.440448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Calling delete_port for 1ab25a6f-b764-4531-a9e1-1263abb2571f owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:19.521830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 5dbee059-4efa-47d9-b883-1189770d575c owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:19.611482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ed88b-af39-410c-9233-7139df6a157b req-4effea83-6554-41ec-b611-6f269d2312b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:19.613217 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-321ed88b-af39-410c-9233-7139df6a157b req-4effea83-6554-41ec-b611-6f269d2312b4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4120567
Jun 21 02:56:19.785683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b754701-7e81-490f-8df1-d383fb9d046a req-5ee8602a-db6b-49dc-a135-1f54a22b8ff8 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:19.787201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b754701-7e81-490f-8df1-d383fb9d046a req-5ee8602a-db6b-49dc-a135-1f54a22b8ff8 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 944 time: 0.1040404
Jun 21 02:56:19.835420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b754701-7e81-490f-8df1-d383fb9d046a req-329cff75-8cda-4cea-8447-2488878afa90 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a285785-a6a5-4227-b70b-e12b10b4b3ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404015
Jun 21 02:56:19.887808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Deleting port 16f922de-9a07-414a-a1d1-ada240893624 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:19.888387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.926195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.929868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.933129 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1000759-5c5a-4a58-88dc-a6c709572480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:19.934563 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a67a6ba3-ba1d-4615-93f5-3f5fc3a4a1f2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:19.936974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.962013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:19.974627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event deleted for resources: {'Port': ['ID=8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:19.980598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:19.981211 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb23f520-4920-496d-aa48-f9315f58d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:20.011347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=5dbee059-4efa-47d9-b883-1189770d575c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:20.025030 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:20.034424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce844538-077a-4802-a14e-bc7e8752119b,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:20.044856 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:20.050973 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a53d6d3-207a-4060-92e9-f2868ce6b9f5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:20.065926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:20.074645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/5dbee059-4efa-47d9-b883-1189770d575c HTTP/1.1" status: 204  len: 168 time: 1.3591788
Jun 21 02:56:20.075671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48756) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:20.086787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] For port 16f922de-9a07-414a-a1d1-ada240893624, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=16f922de-9a07-414a-a1d1-ada240893624,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:20.090860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:20.166931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event deleted for resources: {'Port': ['ID=1ab25a6f-b764-4531-a9e1-1263abb2571f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:20.222666 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76c2af0-3b97-4a41-824e-aff720becd2b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:56:20.224196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b76c2af0-3b97-4a41-824e-aff720becd2b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/5dbee059-4efa-47d9-b883-1189770d575c HTTP/1.1" status: 404  len: 333 time: 0.1459017
Jun 21 02:56:20.231358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48764) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:20.261310 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:20.382950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Calling delete_port for 16f922de-9a07-414a-a1d1-ada240893624 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:20.386926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Checking segment: {'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:20.387494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Network hostable DHCP agents. Network: 79049c7b-8ce4-4210-837e-d219c8abcfa0, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:56:20.538780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Router 8dc21028-f8b0-42c0-80c1-54ba989feaeb has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:20.600679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd3f3a67-77c3-453d-804a-bef4e81a5bf7 req-836c2511-e07a-4c43-923a-2b21af03b087 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.1333771
Jun 21 02:56:20.796396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:20.814135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07442d-2330-485b-821a-8d91d067657b None None] Sync routers for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:20.826422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07442d-2330-485b-821a-8d91d067657b None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:20.827611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9b07442d-2330-485b-821a-8d91d067657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d35640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:20.864032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] No DVR routers for this DVR port 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:20.868280 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:20.870447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26243e77-4e66-4d64-930e-c79e93ab5447 req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.20 "DELETE /v2.0/ports/8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e HTTP/1.1" status: 204  len: 173 time: 2.5809371
Jun 21 02:56:20.871304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-deleted', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:20.873831 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e031058-540d-4494-8407-ca6f4505e123" -d '{"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-deleted", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:20.877465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 2479d08a-60e1-4f4b-b720-b1b381de00ae {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:20.877929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:20.940437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a8c85-b3b7-4861-a4ee-b1c6d2739d49 req-d64daec5-f23c-4d6a-96b1-aab20cc620dd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:20.947806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-126a8c85-b3b7-4861-a4ee-b1c6d2739d49 req-d64daec5-f23c-4d6a-96b1-aab20cc620dd tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 0.5135927
Jun 21 02:56:21.001472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8302be2-6e42-46b6-802a-4e5bfa6439a1 req-6fb24900-65ca-4f8f-b8a9-42552fa4b375 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4767502-7e75-412f-8ac4-8b2396f22e8d HTTP/1.1" status: 200  len: 210 time: 0.0458121
Jun 21 02:56:21.036772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-126a8c85-b3b7-4861-a4ee-b1c6d2739d49 req-754c0b69-c8d0-4085-bb01-2aa84afd99f0 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878463
Jun 21 02:56:21.077244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9b07442d-2330-485b-821a-8d91d067657b None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:21.130142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-321ed88b-af39-410c-9233-7139df6a157b req-b62ca4c2-4349-484b-8779-b0a9c86f04b5 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.0756824
Jun 21 02:56:21.143082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:21.171603 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f3ed51-a12c-48c4-a8c2-e81a586f3e5c x-openstack-request-id: req-93f3ed51-a12c-48c4-a8c2-e81a586f3e5c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:21.172505 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4767502-7e75-412f-8ac4-8b2396f22e8d", "name": "network-vif-deleted", "tag": "8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:21.177618 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93f3ed51-a12c-48c4-a8c2-e81a586f3e5c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:21.178276 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4767502-7e75-412f-8ac4-8b2396f22e8d', 'name': 'network-vif-deleted', 'tag': '8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e', 'status': 'completed', 'code': 200}
Jun 21 02:56:21.186240 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:21.227228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:21.227562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8c7f8b8a-ff5e-4ff3-98a5-f68831ae4e8e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:21.393349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Router d483a144-b886-4474-a37d-6e7e1d0b6fab has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:21.487276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Network 79049c7b-8ce4-4210-837e-d219c8abcfa0 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:56:21.570841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9b07442d-2330-485b-821a-8d91d067657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d35640>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:21.588137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 79049c7b-8ce4-4210-837e-d219c8abcfa0) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:21.607322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:21.608416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:21.614622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03fe49-d5c8-4d36-959f-49c31c9b5fda None None] Network 79049c7b-8ce4-4210-837e-d219c8abcfa0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:21.625393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07442d-2330-485b-821a-8d91d067657b None None] Checking router: 8dc21028-f8b0-42c0-80c1-54ba989feaeb for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:56:21.645584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:21.660378 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] Sync routers for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:21.674888 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:21.683486 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:21.769238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] No DVR routers for this DVR port 1ab25a6f-b764-4531-a9e1-1263abb2571f on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:21.773956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:21.777658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:21.779636 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e77ac0a1-5de7-4033-a48e-0b725c59bace req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.20 "DELETE /v2.0/ports/1ab25a6f-b764-4531-a9e1-1263abb2571f HTTP/1.1" status: 204  len: 173 time: 4.1120777
Jun 21 02:56:21.780320 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b63dc1f9-807c-42fb-a40e-dc8294408a38 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:21.781453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 2479d08a-60e1-4f4b-b720-b1b381de00ae owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:21.793763 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.4742789
Jun 21 02:56:21.794457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'name': 'network-vif-deleted', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:21.796833 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c846aa-2a16-40c6-8dd6-e2010633bd1a" -d '{"events": [{"server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "name": "network-vif-deleted", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:21.895491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07442d-2330-485b-821a-8d91d067657b None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:21.896236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9b07442d-2330-485b-821a-8d91d067657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d35640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:21.897385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f922de-9a07-414a-a1d1-ada240893624,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:21.916497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a0c7e0d-cd72-459b-b680-092ccc39daf1 req-81a62e7b-8a7f-4b94-8e06-01f1abf0f8aa tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcbaf070-a2b9-4880-90cb-70426fe8db25 HTTP/1.1" status: 200  len: 210 time: 0.5912249
Jun 21 02:56:21.933548 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:21.955690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0e433-f552-4edf-bb34-a929d58ea1d1 None None] Network 79049c7b-8ce4-4210-837e-d219c8abcfa0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:21.975837 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:22.217659 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e46c1-9e83-4442-8f1b-250c64e9c1e0 x-openstack-request-id: req-736e46c1-9e83-4442-8f1b-250c64e9c1e0 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:22.225354 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbaf070-a2b9-4880-90cb-70426fe8db25", "name": "network-vif-deleted", "tag": "1ab25a6f-b764-4531-a9e1-1263abb2571f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:22.225982 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-736e46c1-9e83-4442-8f1b-250c64e9c1e0 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:22.226565 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbaf070-a2b9-4880-90cb-70426fe8db25', 'name': 'network-vif-deleted', 'tag': '1ab25a6f-b764-4531-a9e1-1263abb2571f', 'status': 'completed', 'code': 200}
Jun 21 02:56:22.338780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3ae1b6a-d000-42a4-aa0b-a81d4e995e4c req-5b7ee9e1-c6b9-40d6-9847-c7798d653bad tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73d3df-6f57-4c45-a10c-420e6c211d97 HTTP/1.1" status: 200  len: 210 time: 0.3677392
Jun 21 02:56:22.404186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9b07442d-2330-485b-821a-8d91d067657b None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:22.405587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-90b1c3e6-7f0c-41b2-9acc-4350f18275c6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:22.410154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-90b1c3e6-7f0c-41b2-9acc-4350f18275c6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 945 time: 1.1020646
Jun 21 02:56:22.633048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:22.649665 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb08e9c9-e581-45a6-ba7e-b3432560d9aa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:22.664240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:22.684119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Deleting port dcc07fab-7f39-43c6-93bb-9b98d21526f2 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:22.684359 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:22.785200 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4400>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:09Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:22.857976 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] Checking router: d483a144-b886-4474-a37d-6e7e1d0b6fab for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:56:22.867526 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:22.868294 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:22.880305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] For port dcc07fab-7f39-43c6-93bb-9b98d21526f2, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=dcc07fab-7f39-43c6-93bb-9b98d21526f2,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:22.880667 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:23.013098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Calling delete_port for dcc07fab-7f39-43c6-93bb-9b98d21526f2 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:23.139231 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:23.145668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=2479d08a-60e1-4f4b-b720-b1b381de00ae,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:23.253824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Router 8564d9d8-eb5c-4454-b325-432188c278a4 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:23.293045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12013-abd4-4684-aec9-624d394203dc req-877bbb62-81a7-4285-a998-f56f86a9c652 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:23.302459 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-877bbb62-81a7-4285-a998-f56f86a9c652 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 814 time: 0.1867831
Jun 21 02:56:23.310336 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:23.342669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:23.345812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/2479d08a-60e1-4f4b-b720-b1b381de00ae HTTP/1.1" status: 204  len: 168 time: 3.1132495
Jun 21 02:56:23.357776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-12fb26f2-732f-46dd-89f6-fef803d61e11 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/quotas/26400565726346afb906fecc72bb0d27 HTTP/1.1" status: 200  len: 375 time: 0.0542977
Jun 21 02:56:23.360528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48810) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:23.421429 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-1982175e-dc8b-49fd-ae7c-e18aada5de9a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0623503
Jun 21 02:56:23.429174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9b07442d-2330-485b-821a-8d91d067657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d35640>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:23.499689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07442d-2330-485b-821a-8d91d067657b None None] The sync data for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 is: [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:46:54Z', 'revision_number': 4, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'c07926b9-fc9d-442d-b6e0-b99ae65f1728', 'name': '', 'network_id': 'b3c98cde-3f83-4783-bf65-2f48f9c19e12', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'mac_address': 'fa:16:3e:33:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:53Z', 'updated_at': '2021-06-21T02:47:01Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'subnets': [{'id': 'bc6192b6-d432-4690-b7f7-dd24ec312dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:23.538586 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ba46c8-f278-4cd8-b83e-c55a22fe3d56 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:56:23.552186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-07ba46c8-f278-4cd8-b83e-c55a22fe3d56 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/2479d08a-60e1-4f4b-b720-b1b381de00ae HTTP/1.1" status: 404  len: 333 time: 0.1429017
Jun 21 02:56:23.555192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48820) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:23.581053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:23.591888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] Sync routers for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:23.617095 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] 10.222.0.25 "PUT /v2.0/routers/8564d9d8-eb5c-4454-b325-432188c278a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5035732
Jun 21 02:56:23.620528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48822) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:23.632852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:23.633903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8b0d0a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:23.847530 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:23.862160 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aff6656a-0cad-418f-9dac-d438f2b54f2e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:23.880223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:23.892265 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4400>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:09Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:23.902854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:23.931872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event deleted for resources: {'Port': ['ID=dcc07fab-7f39-43c6-93bb-9b98d21526f2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:23.951476 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:23.959616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 03615dd1-18ab-4f5d-863c-125415922e02 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:23.971003 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e74602-05d5-4415-a542-ced7881cf628 None None] The sync data for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 is: [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:54:04Z', 'revision_number': 4, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'e90f1a9a-5823-4203-b8bb-8227bb61391f', 'name': '', 'network_id': '7177f997-bed4-461b-b172-41c98cd69f04', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'mac_address': 'fa:16:3e:c6:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:03Z', 'updated_at': '2021-06-21T02:54:09Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'subnets': [{'id': 'ce684287-3456-4245-ab0b-7da73e1f79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:24.004391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83677ad-8b60-412f-ac33-a9dd55a1e1f9 req-f5c1cb43-4431-4d3d-8dec-ecf34f714661 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:24.010458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b83677ad-8b60-412f-ac33-a9dd55a1e1f9 req-f5c1cb43-4431-4d3d-8dec-ecf34f714661 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 867 time: 0.8937805
Jun 21 02:56:24.011479 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.154397 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55540683-407b-40a7-ae42-ea268dc0a8f4 None None] New status for floating IP 65eb13d9-fb4b-41fc-94f7-1053611dfd3a: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:56:24.184565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] No DVR routers for this DVR port dcc07fab-7f39-43c6-93bb-9b98d21526f2 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:24.187500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.216843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.219655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2246b03d-08d1-4df1-be27-e89f83e76729 req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.26 "DELETE /v2.0/ports/dcc07fab-7f39-43c6-93bb-9b98d21526f2 HTTP/1.1" status: 204  len: 173 time: 1.7841716
Jun 21 02:56:24.222682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fdf0ea-6d21-4415-a2aa-7bb2166436f1', 'name': 'network-vif-deleted', 'tag': 'dcc07fab-7f39-43c6-93bb-9b98d21526f2'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:24.225607 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d0a9a7-d390-4a0b-8408-a5207347b219" -d '{"events": [{"server_uuid": "e9fdf0ea-6d21-4415-a2aa-7bb2166436f1", "name": "network-vif-deleted", "tag": "dcc07fab-7f39-43c6-93bb-9b98d21526f2"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:24.273853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.274793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8b0d0a0>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:56:21Z', 'revision_number': 5, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port': {'id': '426b8f96-30f2-40b1-9cf8-e4688df56bac', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:51:43Z', 'updated_at': '2021-06-21T02:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:24.306637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b83677ad-8b60-412f-ac33-a9dd55a1e1f9 req-ef5bbbb4-4faf-4507-947c-ddf482635601 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4cecfc1-7a5b-48d7-887e-3ba67657d271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493827
Jun 21 02:56:24.316147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] Checking router: 8564d9d8-eb5c-4454-b325-432188c278a4 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:56:24.327746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] Routers {'8564d9d8-eb5c-4454-b325-432188c278a4'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:24.327746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8b0d0a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8564d9d8-eb5c-4454-b325-432188c278a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:24.389240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-921ef148-4175-4a01-8c47-0bb7ebe23a8c service neutron] 10.222.0.25 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9657171
Jun 21 02:56:24.412670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Deleting port 426b8f96-30f2-40b1-9cf8-e4688df56bac {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:24.413353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.465700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48830) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:24.577016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] For port 426b8f96-30f2-40b1-9cf8-e4688df56bac, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=426b8f96-30f2-40b1-9cf8-e4688df56bac,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:24.578037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.632447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] Set router 8564d9d8-eb5c-4454-b325-432188c278a4 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:24.660641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Calling delete_port for 426b8f96-30f2-40b1-9cf8-e4688df56bac owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:24.665504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.723210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bac93a-408f-4328-abff-1b6037516339 None None] New status for floating IP ab6adb46-96a8-48f2-bccb-c7ba25c7202a: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:56:24.847514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.852350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8b0d0a0>, [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:56:24Z', 'revision_number': 6, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:24.854802 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0dbe46f0-9f95-4ad4-840c-9521294a3aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:24.888734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e3409-02a1-4d40-b583-8dd8b00e8a29 None None] The sync data for ids ['8564d9d8-eb5c-4454-b325-432188c278a4'] in n-d-758944-33 is: [{'id': '8564d9d8-eb5c-4454-b325-432188c278a4', 'name': 'tempest-ServersTestBootFromVolume-1631332595-router', 'tenant_id': 'ea95af1b2d634ec88cebc986629b20a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:51:42Z', 'updated_at': '2021-06-21T02:56:24Z', 'revision_number': 6, 'project_id': 'ea95af1b2d634ec88cebc986629b20a2', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:24.957632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=03615dd1-18ab-4f5d-863c-125415922e02,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:24.972421 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:24.974571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18ba4620-81ec-486e-8ab2-8c2832a072bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.994186 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:24.994496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228a90d-1794-4307-9b92-d43baaa0e1f1 None None] Network e41d242e-0ecb-4dbe-bff7-f36250bf3349 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:24.999652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/03615dd1-18ab-4f5d-863c-125415922e02 HTTP/1.1" status: 204  len: 168 time: 1.4347374
Jun 21 02:56:25.007141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48836) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:25.010886 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a826fc-d776-42aa-ad9b-33dc757f9b0b x-openstack-request-id: req-b4a826fc-d776-42aa-ad9b-33dc757f9b0b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:25.012875 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fdf0ea-6d21-4415-a2aa-7bb2166436f1", "name": "network-vif-deleted", "tag": "dcc07fab-7f39-43c6-93bb-9b98d21526f2", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:25.013923 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4a826fc-d776-42aa-ad9b-33dc757f9b0b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:25.015750 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fdf0ea-6d21-4415-a2aa-7bb2166436f1', 'name': 'network-vif-deleted', 'tag': 'dcc07fab-7f39-43c6-93bb-9b98d21526f2', 'status': 'completed', 'code': 200}
Jun 21 02:56:25.069299 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18ba4620-81ec-486e-8ab2-8c2832a072bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.087969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-c714dd2d-716b-4734-8514-f0d511b9659e service neutron] 10.222.0.25 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6879077
Jun 21 02:56:25.118897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48838) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:25.209848 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.227706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.236615 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cac1230a-a0f1-472a-bef7-9dced75a051e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:25.345217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Pushing event deleted for resources: {'Port': ['ID=426b8f96-30f2-40b1-9cf8-e4688df56bac,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:25.355273 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:25.369736 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cada56bf-a7c4-4d44-9ad8-064884f2bc89 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.454773 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cada56bf-a7c4-4d44-9ad8-064884f2bc89 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.496548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dcc07fab-7f39-43c6-93bb-9b98d21526f2 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:25.588051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18ba4620-81ec-486e-8ab2-8c2832a072bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.591513 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18ba4620-81ec-486e-8ab2-8c2832a072bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.592665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-18ba4620-81ec-486e-8ab2-8c2832a072bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "DELETE /v2.0/security-groups/ad3bbf54-869e-4326-8962-4bccc0ffeddb HTTP/1.1" status: 204  len: 168 time: 1.1118569
Jun 21 02:56:25.596444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] DHCP port deletion for e41d242e-0ecb-4dbe-bff7-f36250bf3349 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:56:25.600969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: dcc07fab-7f39-43c6-93bb-9b98d21526f2 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:25.601453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device dcc07fab-7f39-43c6-93bb-9b98d21526f2 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:25.609811 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c6d7ccdf-9ddc-4db5-8daa-6375803a7fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:25.615041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48850) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:25.631110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.651220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba4620-81ec-486e-8ab2-8c2832a072bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3bbf54-869e-4326-8962-4bccc0ffeddb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:25.658296 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-18ba4620-81ec-486e-8ab2-8c2832a072bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:25.736923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] Deleting port ca229636-21ab-4668-806a-7713d3389c90 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:25.737499 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.771162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cada56bf-a7c4-4d44-9ad8-064884f2bc89 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.774205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cada56bf-a7c4-4d44-9ad8-064884f2bc89 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.775573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cada56bf-a7c4-4d44-9ad8-064884f2bc89 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "DELETE /v2.0/security-groups/7a285785-a6a5-4227-b70b-e12b10b4b3ab HTTP/1.1" status: 204  len: 168 time: 0.6481218
Jun 21 02:56:25.776672 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3f8541c-8379-4a48-bf2d-8ac42e897991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:25.794305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48852) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:25.795207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada56bf-a7c4-4d44-9ad8-064884f2bc89 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a285785-a6a5-4227-b70b-e12b10b4b3ab,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:25.806829 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cada56bf-a7c4-4d44-9ad8-064884f2bc89 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:25.826021 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-fc135c50-f9a1-438c-8ee6-b4730fef7d6e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] show failed (client error): The resource could not be found.
Jun 21 02:56:25.827074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fc135c50-f9a1-438c-8ee6-b4730fef7d6e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "GET /v2.0/security-groups/7a285785-a6a5-4227-b70b-e12b10b4b3ab HTTP/1.1" status: 404  len: 347 time: 0.0192659
Jun 21 02:56:25.841866 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-73e7804a-8c79-486d-b470-00b0f47a7ed9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] show failed (client error): The resource could not be found.
Jun 21 02:56:25.846800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48856) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:25.846964 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-73e7804a-8c79-486d-b470-00b0f47a7ed9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "GET /v2.0/security-groups/ad3bbf54-869e-4326-8962-4bccc0ffeddb HTTP/1.1" status: 404  len: 347 time: 0.2131865
Jun 21 02:56:25.896030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] For port ca229636-21ab-4668-806a-7713d3389c90, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ca229636-21ab-4668-806a-7713d3389c90,segment=NetworkSegment(1df9f099-e8a8-40ba-a736-9c265c66aa5e),segment_id=1df9f099-e8a8-40ba-a736-9c265c66aa5e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:25.896708 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:25.947865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b74710e1-ef60-42c6-b9b9-cc688c4e1471 req-f3cd3435-cbd9-41a6-be74-68bc8e31afc2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fdf0ea-6d21-4415-a2aa-7bb2166436f1 HTTP/1.1" status: 200  len: 210 time: 0.1370864
Jun 21 02:56:25.958706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48860) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:25.983261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] Calling delete_port for ca229636-21ab-4668-806a-7713d3389c90 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:26.013722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.079441 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6d064881-e4a8-4cef-82d5-eb687edcdc33 req-38e7c5de-f2fe-465c-9151-022cfa4867be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1ba67ccb1e460883fc3adc3beb5c34&device_id=a3328531-aa36-4993-a2cb-2e031fd5b70a HTTP/1.1" status: 200  len: 210 time: 0.1585696
Jun 21 02:56:26.085220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.146086 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6d064881-e4a8-4cef-82d5-eb687edcdc33 req-54de0641-7e70-48b3-aaf6-69821424de82 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a1ba67ccb1e460883fc3adc3beb5c34&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0459750
Jun 21 02:56:26.158865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d9f1cbc-500f-437a-9255-d52077eaa75a req-5421e626-d401-4dd8-823a-6dcbb37d5a91 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 210 time: 0.1955409
Jun 21 02:56:26.190907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.217937 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:26.223059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] No DVR routers for this DVR port ca229636-21ab-4668-806a-7713d3389c90 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:26.244195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] Pushing event deleted for resources: {'Port': ['ID=ca229636-21ab-4668-806a-7713d3389c90,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:26.257503 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:26.343282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64bd8d5e-6fa5-443c-af0b-47547f473adb req-814264a8-2d28-423d-86df-ff4235177843 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3328531-aa36-4993-a2cb-2e031fd5b70a HTTP/1.1" status: 200  len: 210 time: 0.0711622
Jun 21 02:56:26.413576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port ca229636-21ab-4668-806a-7713d3389c90 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:26.414185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.437182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Deleting port 66bd0e05-bc40-4f33-8ed0-e486dae59778 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:26.437686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.505719 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.506175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8564d9d8-eb5c-4454-b325-432188c278a4 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:56:26.516701 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.520121 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] 10.222.0.25 "DELETE /v2.0/routers/8564d9d8-eb5c-4454-b325-432188c278a4 HTTP/1.1" status: 204  len: 168 time: 2.8938963
Jun 21 02:56:26.528261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48868) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:26.571757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] For port ca229636-21ab-4668-806a-7713d3389c90, host n-d-758944-33, got binding levels [] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:26.572132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.621602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d064881-e4a8-4cef-82d5-eb687edcdc33 req-e75aab06-c432-44a9-a61d-92be8f84c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:26.623407 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6d064881-e4a8-4cef-82d5-eb687edcdc33 req-e75aab06-c432-44a9-a61d-92be8f84c5e7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4137011
Jun 21 02:56:26.630812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Deleting port 423afc13-e7dc-4af8-8655-d18cbea890a7 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:26.631412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.708411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Deleting subnet f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:26.712058 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.732174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for ca229636-21ab-4668-806a-7713d3389c90 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:26.736848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Port ca229636-21ab-4668-806a-7713d3389c90 was not found and therefore no delete operation was performed {{(pid=94166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 21 02:56:26.760990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.762716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.778326 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.782211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.792096 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7101072d-01e9-41a2-b2ec-bafd521d5346 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:26.830861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=ca229636-21ab-4668-806a-7713d3389c90,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:26.837411 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:26.851123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No DVR routers for this DVR port ca229636-21ab-4668-806a-7713d3389c90 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:26.876690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Calling delete_port for 66bd0e05-bc40-4f33-8ed0-e486dae59778 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:26.975867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.976468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:26.988869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.043368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2b38130>,) {'filters': {'network_id': ['e41d242e-0ecb-4dbe-bff7-f36250bf3349']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:27.143169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 16f922de-9a07-414a-a1d1-ada240893624 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:27.186572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 16f922de-9a07-414a-a1d1-ada240893624 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:27.186931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 16f922de-9a07-414a-a1d1-ada240893624 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:27.188376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 426b8f96-30f2-40b1-9cf8-e4688df56bac no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:27.230664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 426b8f96-30f2-40b1-9cf8-e4688df56bac {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:27.231022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 426b8f96-30f2-40b1-9cf8-e4688df56bac not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:27.231454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ca229636-21ab-4668-806a-7713d3389c90 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:27.256679 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.317303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ca229636-21ab-4668-806a-7713d3389c90 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:27.318044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ca229636-21ab-4668-806a-7713d3389c90 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:27.424366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28208daf-cbe6-4472-9ec6-a30ace678811 req-7c6da5a2-1e16-4ca0-8d8c-dfbbc568d253 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 210 time: 0.0490680
Jun 21 02:56:27.537294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.547589 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b04f9834-9866-4279-a84e-8f956bec13b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:27.552821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.557991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf HTTP/1.1" status: 204  len: 168 time: 1.0287111
Jun 21 02:56:27.560630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4297e3-02ef-4bfc-ad47-63bcd04c1df9 None None] Network b23b1384-fb8e-493a-8499-a30a51d29c2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:27.578021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48882) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:27.598141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49dc2d2-d0d8-43c1-bc1f-6470e792f0bf,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:27.668108 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:27.671686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.683762 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b5edf5a-8b71-4fad-8b8e-2beb91ccf7f3 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:27.733527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Calling delete_port for 423afc13-e7dc-4af8-8655-d18cbea890a7 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:27.796379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Pushing event deleted for resources: {'Port': ['ID=66bd0e05-bc40-4f33-8ed0-e486dae59778,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:27.832483 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:27.862887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6cec8440-3954-460c-92aa-e8e4d5725a1b req-c78c11d4-cd49-42ce-8546-55bbd7780a7e tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3328531-aa36-4993-a2cb-2e031fd5b70a HTTP/1.1" status: 200  len: 210 time: 0.0806634
Jun 21 02:56:27.866740 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.939263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.942254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2b38130>, '1df9f099-e8a8-40ba-a736-9c265c66aa5e') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:27.942587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2b38130>, '1df9f099-e8a8-40ba-a736-9c265c66aa5e') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:27.944967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.950020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] 10.222.0.25 "DELETE /v2.0/floatingips/ab6adb46-96a8-48f2-bccb-c7ba25c7202a HTTP/1.1" status: 204  len: 168 time: 2.0228927
Jun 21 02:56:27.960907 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.976522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48890) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:27.978337 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:27.999255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:28.000723 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:28.004525 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:28.063171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] DHCP port deletion for b23b1384-fb8e-493a-8499-a30a51d29c2a request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:56:28.106732 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6d064881-e4a8-4cef-82d5-eb687edcdc33 req-1dca1dd5-5f20-4771-b97b-3f1a3e0d8bd6 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3328531-aa36-4993-a2cb-2e031fd5b70a HTTP/1.1" status: 200  len: 210 time: 0.0486224
Jun 21 02:56:28.112552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] Deleting port b784fa37-a611-4079-a2bb-dcb6929e5385 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:28.113016 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.139232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Deleting port b784fa37-a611-4079-a2bb-dcb6929e5385 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:28.140139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.193170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c72c8b-2578-45bd-8fdc-f98db7bc2dd5 req-4ec1d5b3-b36b-4ef4-826e-391e0c738de2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:28.206188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] For port b784fa37-a611-4079-a2bb-dcb6929e5385, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b784fa37-a611-4079-a2bb-dcb6929e5385,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:28.206188 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.206983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1c72c8b-2578-45bd-8fdc-f98db7bc2dd5 req-4ec1d5b3-b36b-4ef4-826e-391e0c738de2 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.3107080
Jun 21 02:56:28.269589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] Calling delete_port for b784fa37-a611-4079-a2bb-dcb6929e5385 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:28.337293 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.339403 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.342070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cea47c06-138f-43bd-972d-435ff118c684 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:28.372693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] For port b784fa37-a611-4079-a2bb-dcb6929e5385, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b784fa37-a611-4079-a2bb-dcb6929e5385,segment=NetworkSegment(44f56c0e-32c5-430c-8590-46020a7f2f70),segment_id=44f56c0e-32c5-430c-8590-46020a7f2f70)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:28.372693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.374589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.376546 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/networks/e41d242e-0ecb-4dbe-bff7-f36250bf3349 HTTP/1.1" status: 204  len: 168 time: 3.3684211
Jun 21 02:56:28.382011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Pushing event deleted for resources: {'Port': ['ID=423afc13-e7dc-4af8-8655-d18cbea890a7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:28.383618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48896) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:28.388244 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:28.390162 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-beec84ad-4f4e-4c7a-88a1-6c09e0750df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:28.413412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-215713290'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:28.450336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Network': ['ID=e41d242e-0ecb-4dbe-bff7-f36250bf3349,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:28.456296 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:28.482533 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1c72c8b-2578-45bd-8fdc-f98db7bc2dd5 req-26de4e44-f442-40e7-aa0f-22ea3223927c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2472739
Jun 21 02:56:28.492654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.493319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.494535 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] 10.222.0.25 "DELETE /v2.0/floatingips/65eb13d9-fb4b-41fc-94f7-1053611dfd3a HTTP/1.1" status: 204  len: 168 time: 2.5348580
Jun 21 02:56:28.517359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Calling delete_port for b784fa37-a611-4079-a2bb-dcb6929e5385 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:28.549232 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.551773 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0f290164-5cd7-40ee-be5b-e15f848de6b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:28.577018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:28.581833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.643592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:56:28.644092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] Pushing event deleted for resources: {'Port': ['ID=b784fa37-a611-4079-a2bb-dcb6929e5385,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:28.647524 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:28.657595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] No DVR routers for this DVR port b784fa37-a611-4079-a2bb-dcb6929e5385 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:28.679244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.679905 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Added segment 63771f83-b3d1-4aa8-94ee-d46fe9afe6f5 of type vlan for network 0e72d33c-4911-4f57-bee6-92a3ac986a9f
Jun 21 02:56:28.789538 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.982666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:28.995991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:28.995991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:29.003847 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-64dfa0b2-a752-4011-b0ba-a45aa4629100 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:29.099336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b784fa37-a611-4079-a2bb-dcb6929e5385 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:29.183358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b784fa37-a611-4079-a2bb-dcb6929e5385 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:29.183922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b784fa37-a611-4079-a2bb-dcb6929e5385 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:29.349650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Network': ['ID=0e72d33c-4911-4f57-bee6-92a3ac986a9f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:29.349650 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9619739
Jun 21 02:56:29.350281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:29.352267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48910) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:29.364880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 0e72d33c-4911-4f57-bee6-92a3ac986a9f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:56:29.375271 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '0e72d33c-4911-4f57-bee6-92a3ac986a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:29.380393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-463e8ab0-7ec1-4a10-a11e-6135162e75d1 req-183e7dc2-8cd6-4f38-ad7c-38652f0ddb46 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 210 time: 0.1875217
Jun 21 02:56:29.380393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:29.460731 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:29.511662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] No DVR routers for this DVR port b784fa37-a611-4079-a2bb-dcb6929e5385 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:29.635841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b784fa37-a611-4079-a2bb-dcb6929e5385,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:29.647837 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:29.684425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-c06c0769-4568-499b-9b51-c8ef1357a931 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:29.686021 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-c06c0769-4568-499b-9b51-c8ef1357a931 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.4399803
Jun 21 02:56:29.834955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-708e1459-e036-411c-b4f3-d5b088bd2d1c req-0fab92d4-37bc-4d29-92e8-fbb251b9aa84 tempest-ServerShowV247Test-563573445 tempest-ServerShowV247Test-563573445-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3328531-aa36-4993-a2cb-2e031fd5b70a HTTP/1.1" status: 200  len: 210 time: 0.3982232
Jun 21 02:56:29.882042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:29.885777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:29.921020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:29.928849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Deleting port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:29.938759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:29.950819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2937e80>,) {'filters': {'network_id': ['b23b1384-fb8e-493a-8499-a30a51d29c2a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:29.976268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2937e80>, '44f56c0e-32c5-430c-8590-46020a7f2f70') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:29.976951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2937e80>, '44f56c0e-32c5-430c-8590-46020a7f2f70') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:30.053002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.062845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12013-abd4-4684-aec9-624d394203dc req-012ade69-d17b-4f71-a252-90762da817d0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:30.065614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-012ade69-d17b-4f71-a252-90762da817d0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.26 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 814 time: 0.8845294
Jun 21 02:56:30.084353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Request body: {'port': {'device_id': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0', 'admin_state_up': True, 'tenant_id': '26400565726346afb906fecc72bb0d27'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:30.103080 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.168222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f3ed1-35d5-48cf-8cbc-64aa8e5f9461 req-6bc9f013-1154-485f-84b0-9a9187ab4cf6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:30.170101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e62f3ed1-35d5-48cf-8cbc-64aa8e5f9461 req-6bc9f013-1154-485f-84b0-9a9187ab4cf6 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 945 time: 0.3533704
Jun 21 02:56:30.175997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:30.176555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:30.178491 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:30.346504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] For port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:30.347343 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.408665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.447136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e62f3ed1-35d5-48cf-8cbc-64aa8e5f9461 req-5ce8620a-5d47-47c4-b237-6adf8a0e8597 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups?id=49a7929d-360d-44ad-bb60-3ae18c92ef73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2533650
Jun 21 02:56:30.458071 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-154685eb-9418-454b-840d-e377e1d127e2 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:30.494559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.501647 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-66b5cef1-b8de-4382-b487-5dfa8cb1cca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:30.502453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.504336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b23b1384-fb8e-493a-8499-a30a51d29c2a HTTP/1.1" status: 204  len: 168 time: 2.9245682
Jun 21 02:56:30.525952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b23b1384-fb8e-493a-8499-a30a51d29c2a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:30.532342 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:30.606919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.694058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Made reservation on behalf of 26400565726346afb906fecc72bb0d27 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:30.708816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.720032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=eea46232-96e5-4a43-9154-2fa71dd49f35,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:30.736531 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:30.789274 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.789930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:30.790490 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Floating IP cc1b1ef3-8da3-462e-996b-4d0fecaa83b8 disassociated. External IP: 172.25.7.147, port: 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b.
Jun 21 02:56:30.791003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Calling delete_port for 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:30.795673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Checking segment: {'id': '63771f83-b3d1-4aa8-94ee-d46fe9afe6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e72d33c-4911-4f57-bee6-92a3ac986a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:30.797076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network hostable DHCP agents. Network: 0e72d33c-4911-4f57-bee6-92a3ac986a9f, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:56:30.806309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b72cb89-bd51-451a-867f-deddcbd891d9 req-bb9c056d-45ac-4b50-982d-fe583222e3fe tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 210 time: 0.1279962
Jun 21 02:56:31.015089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48932) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:31.025006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 0e72d33c-4911-4f57-bee6-92a3ac986a9f is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:56:31.102460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 0e72d33c-4911-4f57-bee6-92a3ac986a9f) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:31.106844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:31.107460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.122775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43de517a-66f5-4471-a882-d4cd0e5cd684 None None] Network 0e72d33c-4911-4f57-bee6-92a3ac986a9f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:31.126017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1a178ece-80ed-44c2-8b34-c330276ad321 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea95af1b2d634ec88cebc986629b20a2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1094162
Jun 21 02:56:31.139648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.141741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48936) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:31.230269 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-92e8dc8d-827b-48b5-b98e-5b84f53f0ec9 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:31.269742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Allocated IP 172.20.0.5 (79049c7b-8ce4-4210-837e-d219c8abcfa0/ce844538-077a-4802-a14e-bc7e8752119b/712c9f1b-2da6-4fa0-87c5-dac0bce3cb58) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:31.329377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event deleted for resources: {'Port': ['ID=0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:31.375741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0227804
Jun 21 02:56:31.376886 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:31.385231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48938) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:31.394883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9567c344-19e7-424c-8a44-326370b1d462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-390016851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:31.456048 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-87de761d-2e9e-4cfa-9542-ef6cb6edffcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.508331 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9567c344-19e7-424c-8a44-326370b1d462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.509653 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9567c344-19e7-424c-8a44-326370b1d462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.511040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-0e72d33c-4911-4f57-bee6-92a3ac986a9f', 'network_id': '0e72d33c-4911-4f57-bee6-92a3ac986a9f', 'tenant_id': 'd5fde035d19442f59a4b3f49644e7605', 'fixed_ips': [{'subnet_id': 'eea46232-96e5-4a43-9154-2fa71dd49f35'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:56:31.512362 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.530728 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-87de761d-2e9e-4cfa-9542-ef6cb6edffcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.634914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9567c344-19e7-424c-8a44-326370b1d462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.637359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Router 39e596e1-3c51-4b35-b17a-acb43e35d804 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:31.664780 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.754989 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9567c344-19e7-424c-8a44-326370b1d462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.831505 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1373b47-f30a-467b-b4d5-e0ccae8d7484 req-51b1b463-87ee-4da3-8e56-d63d0f040090 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 210 time: 0.0451910
Jun 21 02:56:31.833010 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.838808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da0a53c0-748d-4e3d-ad2c-bedfe21b3aaa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:31.866601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-87de761d-2e9e-4cfa-9542-ef6cb6edffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.882381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-87de761d-2e9e-4cfa-9542-ef6cb6edffcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:31.887427 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-87de761d-2e9e-4cfa-9542-ef6cb6edffcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ac78ff1-8895-4ab0-95c5-ab32a332a547 HTTP/1.1" status: 204  len: 168 time: 0.7323258
Jun 21 02:56:31.903499 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad819641-f33a-423f-b228-796098689ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:31.951122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48952) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:31.974671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Allocated IP 2001:db8::2 (0e72d33c-4911-4f57-bee6-92a3ac986a9f/eea46232-96e5-4a43-9154-2fa71dd49f35/4485d7fb-b107-41c8-b247-1e811cddc00e) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:32.057121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Network 79049c7b-8ce4-4210-837e-d219c8abcfa0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:32.067518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de761d-2e9e-4cfa-9542-ef6cb6edffcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac78ff1-8895-4ab0-95c5-ab32a332a547,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:32.069610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:32.071915 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9567c344-19e7-424c-8a44-326370b1d462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.074146 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9567c344-19e7-424c-8a44-326370b1d462 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6874881
Jun 21 02:56:32.082643 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-87de761d-2e9e-4cfa-9542-ef6cb6edffcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:32.084903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:32.087663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48956) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:32.119469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'network_id': '0e72d33c-4911-4f57-bee6-92a3ac986a9f', 'name': 'tempest-PortsIpV6TestJSON-64350808'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:32.301271 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.306607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:32.307043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.316669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Transition to ACTIVE for port object 4485d7fb-b107-41c8-b247-1e811cddc00e will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:32.353312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Transition to ACTIVE for port object 4485d7fb-b107-41c8-b247-1e811cddc00e will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:32.387123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:32.401781 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] Sync routers for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:32.421910 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:32.425692 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92e92e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:32.458366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] No DVR routers for this DVR port 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:32.462492 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.463994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.466027 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7063b363-2e82-4ae6-98d7-1377b7cb7e75 req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.20 "DELETE /v2.0/ports/0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b HTTP/1.1" status: 204  len: 173 time: 2.7612340
Jun 21 02:56:32.466703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-deleted', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:32.469986 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51868b1d-da1c-48fc-93b5-68ad5a634f12" -d '{"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-deleted", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:32.473719 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:32.514032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Network 0e72d33c-4911-4f57-bee6-92a3ac986a9f is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:32.536343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:32.544992 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:32.549965 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb5340f-8402-4133-936e-fe8503634a9c x-openstack-request-id: req-7cb5340f-8402-4133-936e-fe8503634a9c {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:32.551331 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51994756-0b30-4513-ae2b-2b698a6005a4", "name": "network-vif-deleted", "tag": "0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:32.551831 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cb5340f-8402-4133-936e-fe8503634a9c {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:32.553833 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51994756-0b30-4513-ae2b-2b698a6005a4', 'name': 'network-vif-deleted', 'tag': '0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b', 'status': 'completed', 'code': 200}
Jun 21 02:56:32.576143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:32.581484 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.585673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:32.596386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:32.619318 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e58c6c1-9abf-4e21-8749-33cb5f9347a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.627002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:56:32.703083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Pushing event updated for resources: {'Port': ['ID=4485d7fb-b107-41c8-b247-1e811cddc00e,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:32.707611 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:32.743347 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:32.779399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Attempting to bind port 4485d7fb-b107-41c8-b247-1e811cddc00e on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:56:32.779788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Attempting to bind port 4485d7fb-b107-41c8-b247-1e811cddc00e by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '63771f83-b3d1-4aa8-94ee-d46fe9afe6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e72d33c-4911-4f57-bee6-92a3ac986a9f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:56:32.780166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Attempting to bind port 4485d7fb-b107-41c8-b247-1e811cddc00e on network 0e72d33c-4911-4f57-bee6-92a3ac986a9f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:32.799032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:56:32.799351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Checking segment: {'id': '63771f83-b3d1-4aa8-94ee-d46fe9afe6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e72d33c-4911-4f57-bee6-92a3ac986a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:32.799753 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.800588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Bound using segment: {'id': '63771f83-b3d1-4aa8-94ee-d46fe9afe6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e72d33c-4911-4f57-bee6-92a3ac986a9f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:56:32.800922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Bound port: 4485d7fb-b107-41c8-b247-1e811cddc00e, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63771f83-b3d1-4aa8-94ee-d46fe9afe6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e72d33c-4911-4f57-bee6-92a3ac986a9f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:56:32.801309 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:32.932338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8559384
Jun 21 02:56:32.942084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::2df (0e72d33c-4911-4f57-bee6-92a3ac986a9f/eea46232-96e5-4a43-9154-2fa71dd49f35/6179033f-1aae-4e96-a897-5e2dd3cd06f1) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:32.954081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Request body: {'port': {'device_id': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:33.043753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Deleting port e90f1a9a-5823-4203-b8bb-8227bb61391f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:33.044107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:33.102126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] For port 4485d7fb-b107-41c8-b247-1e811cddc00e, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:56:33.119055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] For port 4485d7fb-b107-41c8-b247-1e811cddc00e, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4485d7fb-b107-41c8-b247-1e811cddc00e,segment=NetworkSegment(63771f83-b3d1-4aa8-94ee-d46fe9afe6f5),segment_id=63771f83-b3d1-4aa8-94ee-d46fe9afe6f5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:56:33.204340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:33.224233 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92e92e0>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:28Z', 'revision_number': 5, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:33.253023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:33.253901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f376a00-a8d4-4603-ba71-773e33cec5e2 req-109d4bee-3193-429d-8243-57399d1e6016 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:33.255053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 0096d6d4-e19c-4ef5-8fcb-d718e5b06e7b not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:33.259434 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] Checking router: 39e596e1-3c51-4b35-b17a-acb43e35d804 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:56:33.259995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f376a00-a8d4-4603-ba71-773e33cec5e2 req-109d4bee-3193-429d-8243-57399d1e6016 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 931 time: 1.0285411
Jun 21 02:56:33.264953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:33.269509 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:33.270355 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92e92e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:06Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:33.295794 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-501f66ac-9813-4c8a-b3af-6ab4fb639b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:33.409567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:33.436200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 6179033f-1aae-4e96-a897-5e2dd3cd06f1 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:33.448904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Pushing event updated for resources: {'Port': ['ID=4485d7fb-b107-41c8-b247-1e811cddc00e,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:33.460492 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:33.535392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] For port e90f1a9a-5823-4203-b8bb-8227bb61391f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e90f1a9a-5823-4203-b8bb-8227bb61391f,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:33.535763 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:33.577143 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:33.577770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:33.585008 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3b63fea2-9b61-4cb7-b298-89bca7f73fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:33.680364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 0e72d33c-4911-4f57-bee6-92a3ac986a9f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:33.714219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=6179033f-1aae-4e96-a897-5e2dd3cd06f1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:33.739233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Calling delete_port for e90f1a9a-5823-4203-b8bb-8227bb61391f owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:33.739836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:33.744090 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:33.751010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:33.761617 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:33.775888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:34.034041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e345cef-31fe-4cfd-a132-efa2f679eb3c req-aed3075e-279b-4578-b410-31a2d29b1d40 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/ports?device_id=51994756-0b30-4513-ae2b-2b698a6005a4 HTTP/1.1" status: 200  len: 210 time: 0.7704849
Jun 21 02:56:34.256434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f376a00-a8d4-4603-ba71-773e33cec5e2 req-c7320609-2490-40b8-8979-872086180c05 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9048085
Jun 21 02:56:34.287909 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:34.386163 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92e92e0>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:28Z', 'revision_number': 5, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:34.428754 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3a42-4307-4c27-8991-e0692940427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:34.439642 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb43eae-d686-4704-97e6-9ba9e0da301e None None] The sync data for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 is: [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '115e3a5b-1664-445a-aba1-d33beff83a9f', 'name': '', 'network_id': '6b0b82a3-20b5-4489-b9d6-24575f1529c4', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'mac_address': 'fa:16:3e:15:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:17Z', 'updated_at': '2021-06-21T02:47:28Z', 'revision_number': 5, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'subnets': [{'id': 'fda1c219-64cb-499d-84eb-1841281b9bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:34.546142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e58c6c1-9abf-4e21-8749-33cb5f9347a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:34.625642 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e58c6c1-9abf-4e21-8749-33cb5f9347a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:34.665986 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-abdff426-4edb-4c27-a8ff-7565ebc35729 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:34.672964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2e58c6c1-9abf-4e21-8749-33cb5f9347a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a1ba67ccb1e460883fc3adc3beb5c34&name=default HTTP/1.1" status: 200  len: 2983 time: 2.7170410
Jun 21 02:56:34.673430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49008) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:34.729674 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.6308868
Jun 21 02:56:34.729674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49014) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:35.069307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58c6c1-9abf-4e21-8749-33cb5f9347a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8efed5-3b2a-4bae-aa7c-976912472d13,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:35.098742 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2e58c6c1-9abf-4e21-8749-33cb5f9347a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:35.226416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4485d7fb-b107-41c8-b247-1e811cddc00e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:35.413645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd46347-6251-4193-85ef-e4b6d90a58f0 None None] New status for floating IP cc1b1ef3-8da3-462e-996b-4d0fecaa83b8: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:56:35.419893 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:35.440837 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7beb5713-a6ae-4c6c-826a-9b59f7f988e5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:35.471903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49038) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:35.603676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90f1a9a-5823-4203-b8bb-8227bb61391f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:35.615444 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:35.697178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9468-df94-461f-90c3-cacaac4700a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:35.836189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9468-df94-461f-90c3-cacaac4700a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:35.847906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:35.980060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:56:36.000557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49044) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:36.032950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.175394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc322c28-44f6-4c58-9868-ad681caeb37b None None] Network 0e72d33c-4911-4f57-bee6-92a3ac986a9f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:36.182433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4485d7fb-b107-41c8-b247-1e811cddc00e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:36.290099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b2cf-933b-44a7-82a3-0ae1a974b2f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.310222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9468-df94-461f-90c3-cacaac4700a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.313537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9468-df94-461f-90c3-cacaac4700a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.317092 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7eaf9468-df94-461f-90c3-cacaac4700a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb8efed5-3b2a-4bae-aa7c-976912472d13 HTTP/1.1" status: 204  len: 168 time: 1.6386445
Jun 21 02:56:36.325415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Transition to ACTIVE for port object 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:36.331923 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-de2580d8-a121-4155-85a2-3edc02497e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:36.353721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] Provisioning for port 4485d7fb-b107-41c8-b247-1e811cddc00e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:36.367126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf9468-df94-461f-90c3-cacaac4700a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8efed5-3b2a-4bae-aa7c-976912472d13,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:36.382432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7eaf9468-df94-461f-90c3-cacaac4700a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:36.385519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] Provisioning complete for port 4485d7fb-b107-41c8-b247-1e811cddc00e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:36.387244 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.399360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdb13-62cf-43b4-93c9-24492e0f1167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.463371 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.531984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.548431 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b62f509f-765a-4348-962d-fd44b7665403 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:36.576376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436109e-4b4b-4a8b-8940-e73ba0c5fff7 req-4ae701d8-cc4a-438a-a771-7398ab531ec7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:36.591846 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e436109e-4b4b-4a8b-8940-e73ba0c5fff7 req-4ae701d8-cc4a-438a-a771-7398ab531ec7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 931 time: 0.8910303
Jun 21 02:56:36.627745 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.733109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.819946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-63a522f8-4ba4-42c4-abb7-ea1b96754f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.845993 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.866603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] For port 4485d7fb-b107-41c8-b247-1e811cddc00e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4485d7fb-b107-41c8-b247-1e811cddc00e,segment=NetworkSegment(63771f83-b3d1-4aa8-94ee-d46fe9afe6f5),segment_id=63771f83-b3d1-4aa8-94ee-d46fe9afe6f5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:36.887534 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41dec30f-5c2c-46c0-9cc9-a5c5a50c6a5a tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:36.919274 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:36.921131 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2684cc41-18f2-4410-99bd-09261fbe7892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:37.052873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] Pushing event updated for resources: {'Port': ['ID=4485d7fb-b107-41c8-b247-1e811cddc00e,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:37.063877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdb13-62cf-43b4-93c9-24492e0f1167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.068607 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:37.137855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=6179033f-1aae-4e96-a897-5e2dd3cd06f1,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:37.146181 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:37.285768 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.309822 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b2cf-933b-44a7-82a3-0ae1a974b2f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.320110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.368796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e436109e-4b4b-4a8b-8940-e73ba0c5fff7 req-9cb38e85-74ea-446d-96e1-f8bd3ccc8433 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7693057
Jun 21 02:56:37.405530 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.439057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6f5c064-371c-4dfb-8d16-8e4467a5a9b8 None None] Provisioning complete for port 4485d7fb-b107-41c8-b247-1e811cddc00e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:37.439902 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f6f5c064-371c-4dfb-8d16-8e4467a5a9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.573621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:37.592793 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:37.792882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6f5c064-371c-4dfb-8d16-8e4467a5a9b8 None None] Provisioning for port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:37.799824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6f5c064-371c-4dfb-8d16-8e4467a5a9b8 None None] Provisioning complete for port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:37.800527 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f6f5c064-371c-4dfb-8d16-8e4467a5a9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.804197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Attempting to bind port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:56:37.804566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Attempting to bind port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:56:37.806096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Attempting to bind port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 on network 79049c7b-8ce4-4210-837e-d219c8abcfa0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:37.833916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 on network 79049c7b-8ce4-4210-837e-d219c8abcfa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:56:37.835838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Attempting to bind port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 on network 79049c7b-8ce4-4210-837e-d219c8abcfa0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:37.861403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:56:37.861403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Checking segment: {'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:37.861728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Bound using segment: {'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:56:37.861997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Bound port: 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:56:37.862674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.870104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b2cf-933b-44a7-82a3-0ae1a974b2f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.880840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b2cf-933b-44a7-82a3-0ae1a974b2f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.885988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1ce5b2cf-933b-44a7-82a3-0ae1a974b2f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "DELETE /v2.0/security-groups/49a7929d-360d-44ad-bb60-3ae18c92ef73 HTTP/1.1" status: 204  len: 168 time: 2.4105787
Jun 21 02:56:37.890938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5c064-371c-4dfb-8d16-8e4467a5a9b8 None None] Port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:37.897021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49082) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:37.901797 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3894e8d9-f53c-44b7-977b-e31691fa568d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:37.950076 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdb13-62cf-43b4-93c9-24492e0f1167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:37.957146 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-87de761d-2e9e-4cfa-9542-ef6cb6edffcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:37.964656 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-0d9787c1-db85-4fa2-8088-bd713f5c4e53 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] show failed (client error): The resource could not be found.
Jun 21 02:56:37.969038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0d9787c1-db85-4fa2-8088-bd713f5c4e53 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "GET /v2.0/security-groups/49a7929d-360d-44ad-bb60-3ae18c92ef73 HTTP/1.1" status: 404  len: 347 time: 0.0405302
Jun 21 02:56:37.970176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49084) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:37.975989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5b2cf-933b-44a7-82a3-0ae1a974b2f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a7929d-360d-44ad-bb60-3ae18c92ef73,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:37.985603 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ce5b2cf-933b-44a7-82a3-0ae1a974b2f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:38.012868 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.034230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-25459515-60ec-4a67-beda-9d10cbb62b3d None None] Provisioning complete for port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:38.035448 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-25459515-60ec-4a67-beda-9d10cbb62b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.087926 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.140584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-25459515-60ec-4a67-beda-9d10cbb62b3d None None] Port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:38.149948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcdb13-62cf-43b4-93c9-24492e0f1167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f62487c-543e-48ca-ad88-4de428d47f36,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:38.155296 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e3fcdb13-62cf-43b4-93c9-24492e0f1167 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5181a828104447bc8d32301254824f9b&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1374440
Jun 21 02:56:38.159295 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3fcdb13-62cf-43b4-93c9-24492e0f1167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:38.160125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49090) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:38.243125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:56:38.251313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:56:38.308794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9da1efc0-0892-4452-94b3-9da95c554950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.349254 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.404261 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9da1efc0-0892-4452-94b3-9da95c554950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.418485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.435852 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-86517c1a-c9ba-41c0-97f2-979c2b1fe1f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:38.479179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-eb905a71-ef2d-4e5e-be25-ba47a22d44a8 None None] Provisioning complete for port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:38.481805 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eb905a71-ef2d-4e5e-be25-ba47a22d44a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.564348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:38.564983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.566897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] 10.222.0.26 "PUT /v2.0/ports/712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 200  len: 1092 time: 5.6168728
Jun 21 02:56:38.567054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-eb905a71-ef2d-4e5e-be25-ba47a22d44a8 None None] Port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:38.645286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:38.668793 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237a486f-f49e-4a73-af6c-17eb7914b420" -d '{"events": [{"name": "network-changed", "server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:38.696880 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9da1efc0-0892-4452-94b3-9da95c554950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.699571 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9da1efc0-0892-4452-94b3-9da95c554950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:38.707429 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9da1efc0-0892-4452-94b3-9da95c554950 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f62487c-543e-48ca-ad88-4de428d47f36 HTTP/1.1" status: 204  len: 168 time: 0.5419338
Jun 21 02:56:38.710192 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3592ddb9-a9f3-4620-a1be-06cd116ebd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:38.757478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1efc0-0892-4452-94b3-9da95c554950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f62487c-543e-48ca-ad88-4de428d47f36,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:38.766631 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9da1efc0-0892-4452-94b3-9da95c554950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:38.979206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:38.983426 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:38.995021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.021410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Router d483a144-b886-4474-a37d-6e7e1d0b6fab has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:39.096771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.097752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.100845 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2478f4f2-5fc3-4141-a85f-7f06d6cbf203 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:39.150700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4485d7fb-b107-41c8-b247-1e811cddc00e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:39.220614 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ae7c2-cf7b-42ff-a62f-c114e7b0ed7c x-openstack-request-id: req-879ae7c2-cf7b-42ff-a62f-c114e7b0ed7c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:39.221504 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:39.221993 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-879ae7c2-cf7b-42ff-a62f-c114e7b0ed7c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:39.222614 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'status': 'completed', 'code': 200}
Jun 21 02:56:39.229231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:39.242182 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] Sync routers for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:39.254744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/d483a144-b886-4474-a37d-6e7e1d0b6fab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2722299
Jun 21 02:56:39.258647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49128) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:39.270974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Deleting port d46a375f-9b22-4644-b4e1-2356eee2ca4a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:39.270974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.279435 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:39.280167 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83507c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:39.311479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4485d7fb-b107-41c8-b247-1e811cddc00e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:39.311479 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.337307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dc13f-3a46-443d-885a-57f9d83fb2b7 req-d63c53d6-447e-4a11-af4b-98b6191b223a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:39.339149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f9dc13f-3a46-443d-885a-57f9d83fb2b7 req-d63c53d6-447e-4a11-af4b-98b6191b223a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.6585169
Jun 21 02:56:39.413005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96a6d58c-e3dc-4e5b-ae12-aa57099efc1b req-b31f9326-f4af-4b5d-9aa2-2eaa0a41988e tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.1479077
Jun 21 02:56:39.473361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f9dc13f-3a46-443d-885a-57f9d83fb2b7 req-c3339911-083f-4ba3-bb31-f0ea431ef20e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842471
Jun 21 02:56:39.475631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12013-abd4-4684-aec9-624d394203dc req-82ff2f9a-bfe9-41f2-8e35-41cb5dd620de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:39.477961 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-82ff2f9a-bfe9-41f2-8e35-41cb5dd620de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1095 time: 0.7089548
Jun 21 02:56:39.512178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=6179033f-1aae-4e96-a897-5e2dd3cd06f1,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:39.531192 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:39.582833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.633497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-8e988227-e417-4791-b132-8763a96ca31f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 200  len: 217 time: 0.1477685
Jun 21 02:56:39.689524 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:39.714807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 0e72d33c-4911-4f57-bee6-92a3ac986a9f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:39.718575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:39.721232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.736325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.736325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:39.746773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12013-abd4-4684-aec9-624d394203dc req-6751f9c2-cd78-488b-b053-b86c0c94248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:39.748348 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-6751f9c2-cd78-488b-b053-b86c0c94248f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.1088965
Jun 21 02:56:39.834127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Calling delete_port for d46a375f-9b22-4644-b4e1-2356eee2ca4a owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:39.902730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-c4eb3e1b-99ca-4087-af8b-440a28fd86d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1144047
Jun 21 02:56:39.948806 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83507c0>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:56:34Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:40.012469 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] Checking router: d483a144-b886-4474-a37d-6e7e1d0b6fab for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:56:40.022252 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] Routers {'d483a144-b886-4474-a37d-6e7e1d0b6fab'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:40.022889 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83507c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d483a144-b886-4474-a37d-6e7e1d0b6fab'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:40.030793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:40.151322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-b566bd93-3f87-4045-b120-b4d215fa4d88 service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416611
Jun 21 02:56:40.152922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Router d705ecff-01af-47c6-a227-4472cc53b555 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:56:40.233066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c1f3c5ad-c094-42f5-959a-94c34d2f9277 None None] Provisioning complete for port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:40.233550 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c1f3c5ad-c094-42f5-959a-94c34d2f9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:40.309112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3c5ad-c094-42f5-959a-94c34d2f9277 None None] Port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:40.310734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31e12013-abd4-4684-aec9-624d394203dc req-fa7c7b5d-8d61-4722-852a-3374a90b954d service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495256
Jun 21 02:56:40.349624 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] Set router d483a144-b886-4474-a37d-6e7e1d0b6fab gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:40.527428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Deleting port 51af8f1e-0949-4139-9c1f-2792ec32cb0d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:40.534000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:40.571994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-63a10224-a27b-4c2e-b734-7b5a5a6c118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:40.573634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-63a10224-a27b-4c2e-b734-7b5a5a6c118a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1095 time: 0.1301465
Jun 21 02:56:40.647162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a445014d-0cc5-44fe-be3a-f8fcbba3a9f9 req-9b850e7c-ca12-439e-8a3f-db49ef7e413b tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0550163
Jun 21 02:56:40.648046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:40.662610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c49b7b-38d3-4be5-963d-053a614199db None None] Sync routers for ids ['d705ecff-01af-47c6-a227-4472cc53b555'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:40.665883 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "PUT /v2.0/routers/d705ecff-01af-47c6-a227-4472cc53b555/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9302669
Jun 21 02:56:40.668453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49186) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:40.681660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c49b7b-38d3-4be5-963d-053a614199db None None] Routers {'d705ecff-01af-47c6-a227-4472cc53b555'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:40.682619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e8c49b7b-38d3-4be5-963d-053a614199db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d810d340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d705ecff-01af-47c6-a227-4472cc53b555'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:40.725696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:40.731226 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:40.792307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49188) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:40.826491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Pushing event deleted for resources: {'Port': ['ID=d46a375f-9b22-4644-b4e1-2356eee2ca4a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:40.831755 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:40.849632 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:56:40.861080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:40.864519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e8c49b7b-38d3-4be5-963d-053a614199db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d810d340>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:40.888372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c49b7b-38d3-4be5-963d-053a614199db None None] Routers {'d705ecff-01af-47c6-a227-4472cc53b555'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:40.889297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e8c49b7b-38d3-4be5-963d-053a614199db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d810d340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d705ecff-01af-47c6-a227-4472cc53b555'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:40.902478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] For port 51af8f1e-0949-4139-9c1f-2792ec32cb0d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=51af8f1e-0949-4139-9c1f-2792ec32cb0d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:40.903202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:40.914437 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83507c0>, [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:56:34Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:40.973371 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010a123-a932-43fa-a7e1-211ae99c3a7a None None] The sync data for ids ['d483a144-b886-4474-a37d-6e7e1d0b6fab'] in n-d-758944-33 is: [{'id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'name': 'tempest-ServersTestJSON-469778674-router', 'tenant_id': '755a06ab558d4fd1a34b80801b68499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:53:59Z', 'updated_at': '2021-06-21T02:56:34Z', 'revision_number': 5, 'project_id': '755a06ab558d4fd1a34b80801b68499e', 'gw_port': {'id': '51af8f1e-0949-4139-9c1f-2792ec32cb0d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd483a144-b886-4474-a37d-6e7e1d0b6fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:54:00Z', 'updated_at': '2021-06-21T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:41.013390 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:41.021803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:41.024865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] 10.222.0.25 "DELETE /v2.0/floatingips/cc1b1ef3-8da3-462e-996b-4d0fecaa83b8 HTTP/1.1" status: 204  len: 168 time: 3.0477133
Jun 21 02:56:41.041101 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e8c49b7b-38d3-4be5-963d-053a614199db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d810d340>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:41.041824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c49b7b-38d3-4be5-963d-053a614199db None None] The sync data for ids ['d705ecff-01af-47c6-a227-4472cc53b555'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:41.072256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Calling delete_port for 51af8f1e-0949-4139-9c1f-2792ec32cb0d owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:41.074970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:41.107569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1608135117-network', 'tenant_id': '4799b6e617db4992bb665eada14ec2e1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:41.176195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61afcb2b-1c5a-4d26-aba5-50a4b7f82f68 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:41.180917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-61afcb2b-1c5a-4d26-aba5-50a4b7f82f68 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports?device_id=d705ecff-01af-47c6-a227-4472cc53b555 HTTP/1.1" status: 200  len: 987 time: 0.4968188
Jun 21 02:56:41.182938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49200) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:41.243283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-20ebba44-cc94-4348-8fd4-7e419aafdb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:41.244791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-20ebba44-cc94-4348-8fd4-7e419aafdb62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 915 time: 0.6644371
Jun 21 02:56:41.320719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160affcb-673c-4c66-b7f5-bd15fc65e715 req-fb94bbbe-778d-402a-a74c-976c0c31092b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:41.322644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-160affcb-673c-4c66-b7f5-bd15fc65e715 req-fb94bbbe-778d-402a-a74c-976c0c31092b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.3255155
Jun 21 02:56:41.392451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-76e486f4-8eaa-4ace-b42a-2a588c9d911d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 200  len: 217 time: 0.1143539
Jun 21 02:56:41.587270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-160affcb-673c-4c66-b7f5-bd15fc65e715 req-15822ecb-f52e-4ad6-88f5-74c40dc9b9bc tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586206
Jun 21 02:56:41.596045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-af96cb5b-410a-45a2-bb2d-8e9442ccedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:41.601572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-af96cb5b-410a-45a2-bb2d-8e9442ccedc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.1624184
Jun 21 02:56:41.603768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Made reservation on behalf of 4799b6e617db4992bb665eada14ec2e1 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:41.606743 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:41.667151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.036032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-df3c4b0b-9d86-41c3-b275-ae14e9c2fa13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3914039
Jun 21 02:56:42.089416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d345dfd2-f702-43de-8c84-c8e019483639 req-b53fb9ad-c831-414c-b0eb-3d10e48b9e9d tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0558600
Jun 21 02:56:42.196385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-d951e851-d51a-49ad-bbd3-21ff493a65e8 service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497042
Jun 21 02:56:42.354888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237a486f-f49e-4a73-af6c-17eb7914b420 req-ee9a6e63-8629-4e8d-a020-c80616c585fe service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442385
Jun 21 02:56:42.359989 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.369961 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5993e58f-3768-485e-894b-67df3b01321e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:42.437699 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.443066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.445052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Pushing event deleted for resources: {'Port': ['ID=51af8f1e-0949-4139-9c1f-2792ec32cb0d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:42.450235 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:42.540737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.548413 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a63d7f4-1b19-4369-9e14-335bab718224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:42.591746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:56:42.611604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14535b34-972c-4147-8f88-a56555f6d4e0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:42.617634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.619533 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:42.621703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.621958 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Added segment c12b14e7-ffa3-4db4-adf8-59740bd49116 of type vlan for network 4d4bb73c-2b63-4084-9e22-d822feeb5223
Jun 21 02:56:42.691489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 6179033f-1aae-4e96-a897-5e2dd3cd06f1 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:42.692070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.765956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.771098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.796588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.823378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.835680 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.878916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8e49a-6377-4f24-88f9-2c1ff0e835b7 req-1f384b7a-796a-4fed-97bc-7ebb0bb00d5e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:42.880436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4f8e49a-6377-4f24-88f9-2c1ff0e835b7 req-1f384b7a-796a-4fed-97bc-7ebb0bb00d5e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.1425657
Jun 21 02:56:42.906728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 6179033f-1aae-4e96-a897-5e2dd3cd06f1 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:42.971463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.972176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d483a144-b886-4474-a37d-6e7e1d0b6fab {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:56:42.978860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:42.985429 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4f8e49a-6377-4f24-88f9-2c1ff0e835b7 req-18d0c190-8eda-4797-a410-a2b84b433e92 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770891
Jun 21 02:56:42.985913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49252) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:42.987112 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d483a144-b886-4474-a37d-6e7e1d0b6fab HTTP/1.1" status: 204  len: 168 time: 3.7258275
Jun 21 02:56:43.052737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Deleting subnet ce684287-3456-4245-ab0b-7da73e1f79e1 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:43.064022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.065243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:43.066063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.079799 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c98e01b7-5219-49dd-890e-0634f954c7f7 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:43.084847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.094607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e90f1a9a-5823-4203-b8bb-8227bb61391f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:43.100896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.118147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e90f1a9a-5823-4203-b8bb-8227bb61391f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:43.118498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e90f1a9a-5823-4203-b8bb-8227bb61391f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:43.164821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.304473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4bb73c-2b63-4084-9e22-d822feeb5223,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:43.308729 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:43.318782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bc15136-8464-438c-be90-92e20d87dcf3 req-7825ed2e-9623-42a0-a7dc-fa8de62c8fcc tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0424693
Jun 21 02:56:43.319879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4d4bb73c-2b63-4084-9e22-d822feeb5223 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:56:43.325039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.5277469
Jun 21 02:56:43.334323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49260) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:43.334323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Request body: {'subnet': {'network_id': '4d4bb73c-2b63-4084-9e22-d822feeb5223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1608135117-subnet', 'tenant_id': '4799b6e617db4992bb665eada14ec2e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:43.382218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.386171 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-01acf254-237d-4536-87a2-00560193c747 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:43.418686 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=6179033f-1aae-4e96-a897-5e2dd3cd06f1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:43.433660 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:43.437285 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.569075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Made reservation on behalf of 4799b6e617db4992bb665eada14ec2e1 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:43.572494 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.573869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:56:43.640246 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.706763 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e79f1329-0b81-460f-a595-e8822e77d438 req-9106b06b-59fb-421e-a4ca-35814634f094 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0554729
Jun 21 02:56:43.723829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:43.734418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Deleting port 115e3a5b-1664-445a-aba1-d33beff83a9f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:43.734782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.743768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0', 'port_id': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'mac_address': 'fa:16:3e:44:25:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce844538-077a-4802-a14e-bc7e8752119b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:56:43.786411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Deleting port c07926b9-fc9d-442d-b6e0-b99ae65f1728 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:43.786769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.797423 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.810987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:56:43.835436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:43.850881 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.855636 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fa3478ca-2d92-4c94-bda7-de4174b364d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:43.893954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce684287-3456-4245-ab0b-7da73e1f79e1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:43.896731 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:43.898684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] For port 115e3a5b-1664-445a-aba1-d33beff83a9f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=115e3a5b-1664-445a-aba1-d33beff83a9f,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:43.898684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.899022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.912453 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:43.914682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dffc6d4-db81-430b-ae64-70f398af3484 None None] Network 7177f997-bed4-461b-b172-41c98cd69f04 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:43.916131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ce684287-3456-4245-ab0b-7da73e1f79e1 HTTP/1.1" status: 204  len: 168 time: 0.9277446
Jun 21 02:56:43.918881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49266) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:43.919314 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:43.920232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Router d705ecff-01af-47c6-a227-4472cc53b555 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:44.006311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.013527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] For port c07926b9-fc9d-442d-b6e0-b99ae65f1728, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c07926b9-fc9d-442d-b6e0-b99ae65f1728,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:44.014162 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.023567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:44.035348 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:44.058806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:44.069616 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4efd7-1486-474e-8998-d3f3a1bd876b None None] Sync routers for ids ['d705ecff-01af-47c6-a227-4472cc53b555'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:44.085677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "PUT /v2.0/routers/d705ecff-01af-47c6-a227-4472cc53b555/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8942168
Jun 21 02:56:44.086310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49270) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:44.087379 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4efd7-1486-474e-8998-d3f3a1bd876b None None] Routers {'d705ecff-01af-47c6-a227-4472cc53b555'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:44.088192 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-50d4efd7-1486-474e-8998-d3f3a1bd876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9373fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d705ecff-01af-47c6-a227-4472cc53b555'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:44.113295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Calling delete_port for 115e3a5b-1664-445a-aba1-d33beff83a9f owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:44.130258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:56:44.157273 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-50d4efd7-1486-474e-8998-d3f3a1bd876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9373fd0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:44.179057 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4efd7-1486-474e-8998-d3f3a1bd876b None None] Routers {'d705ecff-01af-47c6-a227-4472cc53b555'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:44.181545 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-50d4efd7-1486-474e-8998-d3f3a1bd876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9373fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d705ecff-01af-47c6-a227-4472cc53b555'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:44.212938 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b505b1-dc7e-4538-83e2-790f3369e17c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:56:44.217678 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-99b505b1-dc7e-4538-83e2-790f3369e17c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/6179033f-1aae-4e96-a897-5e2dd3cd06f1 HTTP/1.1" status: 404  len: 333 time: 0.1191888
Jun 21 02:56:44.218486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Calling delete_port for c07926b9-fc9d-442d-b6e0-b99ae65f1728 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:44.221072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49272) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:44.261260 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-50d4efd7-1486-474e-8998-d3f3a1bd876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9373fd0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:44.261965 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4efd7-1486-474e-8998-d3f3a1bd876b None None] The sync data for ids ['d705ecff-01af-47c6-a227-4472cc53b555'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:44.361867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] DHCP port deletion for 7177f997-bed4-461b-b172-41c98cd69f04 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:56:44.376196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acb387f0-eb2e-4098-976d-a36c01bd6274 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.453757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] Deleting port bd21eb15-0c30-4829-aba2-08763055f19a {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:44.454641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.593927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] For port bd21eb15-0c30-4829-aba2-08763055f19a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bd21eb15-0c30-4829-aba2-08763055f19a,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:44.594518 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.619207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Deleting port bd21eb15-0c30-4829-aba2-08763055f19a {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:44.619560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.694669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.708399 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:44.748277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] Calling delete_port for bd21eb15-0c30-4829-aba2-08763055f19a owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:44.804542 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07926b9-fc9d-442d-b6e0-b99ae65f1728,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:44.830786 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:44.900267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] For port bd21eb15-0c30-4829-aba2-08763055f19a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bd21eb15-0c30-4829-aba2-08763055f19a,segment=NetworkSegment(5885f8f6-ec24-42e1-aba3-9e424ea6725a),segment_id=5885f8f6-ec24-42e1-aba3-9e424ea6725a)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:44.900925 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.985257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Calling delete_port for bd21eb15-0c30-4829-aba2-08763055f19a owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:44.988279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:44.992480 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-469d8ef3-86eb-48a9-b243-5a17f603bfab tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:44.996899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.005727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.005727 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f355a442-2394-488b-8bf3-84ba883b20fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:45.019641 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33b97521-8650-47aa-b3c7-ef89a63855d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:45.020952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Pushing event deleted for resources: {'Port': ['ID=115e3a5b-1664-445a-aba1-d33beff83a9f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:45.029721 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:45.034052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23b75772-3488-4f4d-92f2-b03d21c33bf5 req-f961b211-e258-4922-af95-539526a68b0e tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0541284
Jun 21 02:56:45.089799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] Pushing event deleted for resources: {'Port': ['ID=bd21eb15-0c30-4829-aba2-08763055f19a,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:45.104603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] No DVR routers for this DVR port bd21eb15-0c30-4829-aba2-08763055f19a on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:45.106461 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:45.236248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 51af8f1e-0949-4139-9c1f-2792ec32cb0d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:45.260596 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acb387f0-eb2e-4098-976d-a36c01bd6274 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.270312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 51af8f1e-0949-4139-9c1f-2792ec32cb0d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:45.271313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 51af8f1e-0949-4139-9c1f-2792ec32cb0d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:45.273477 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acb387f0-eb2e-4098-976d-a36c01bd6274 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.274171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bd21eb15-0c30-4829-aba2-08763055f19a no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:45.317239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: bd21eb15-0c30-4829-aba2-08763055f19a {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:45.317767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bd21eb15-0c30-4829-aba2-08763055f19a not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:45.333702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18d93d-a060-43d6-8390-926241a5833d req-92f04c47-f856-4eb2-947f-3519d9ea7802 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:45.335315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f18d93d-a060-43d6-8390-926241a5833d req-92f04c47-f856-4eb2-947f-3519d9ea7802 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 944 time: 1.1154625
Jun 21 02:56:45.338777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8492b6cf-a880-4775-a7bd-291f3a68eff4,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:45.349507 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:45.390594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Checking segment: {'id': 'c12b14e7-ffa3-4db4-adf8-59740bd49116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d4bb73c-2b63-4084-9e22-d822feeb5223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:45.391113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Network hostable DHCP agents. Network: 4d4bb73c-2b63-4084-9e22-d822feeb5223, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:56:45.399377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f18d93d-a060-43d6-8390-926241a5833d req-21112291-ff97-48ff-b818-5621b262a0e2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573549
Jun 21 02:56:45.434128 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acb387f0-eb2e-4098-976d-a36c01bd6274 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.434966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb387f0-eb2e-4098-976d-a36c01bd6274 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Fanout notify agent at l3_agent the message router_deleted on router d705ecff-01af-47c6-a227-4472cc53b555 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:56:45.443109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acb387f0-eb2e-4098-976d-a36c01bd6274 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.444519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-acb387f0-eb2e-4098-976d-a36c01bd6274 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/routers/d705ecff-01af-47c6-a227-4472cc53b555 HTTP/1.1" status: 204  len: 168 time: 1.2173419
Jun 21 02:56:45.446977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49278) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:45.502429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet eea46232-96e5-4a43-9154-2fa71dd49f35 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:45.506016 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.532732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Network 4d4bb73c-2b63-4084-9e22-d822feeb5223 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:56:45.558618 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.589512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:45.622565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4d4bb73c-2b63-4084-9e22-d822feeb5223) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:45.633076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:45.633076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.633560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6eea74-e43d-452d-b0bf-443b795a15ca None None] Network 4d4bb73c-2b63-4084-9e22-d822feeb5223 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:45.662524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.667649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.679535 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2969a54-cecc-4a95-995c-e9ba4b0afd3c tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:45.689795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.743742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd21eb15-0c30-4829-aba2-08763055f19a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:45.766334 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:45.766685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4402001
Jun 21 02:56:45.771518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:45.771781 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.800274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bae816-488a-4538-a2dc-357fe5f2bc9d None None] Network 4d4bb73c-2b63-4084-9e22-d822feeb5223 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:45.833920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.836777 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-946d01d7-fcb8-479f-9ee6-81dc46206bdf tempest-ExtraDHCPOptionsIpV6TestJSON-418130468 tempest-ExtraDHCPOptionsIpV6TestJSON-418130468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:45.896369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:45.897044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] No DVR routers for this DVR port bd21eb15-0c30-4829-aba2-08763055f19a on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:45.902522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/eea46232-96e5-4a43-9154-2fa71dd49f35 HTTP/1.1" status: 204  len: 168 time: 0.4545321
Jun 21 02:56:45.903762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=eea46232-96e5-4a43-9154-2fa71dd49f35,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:45.909185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49284) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:45.914049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.914443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.914827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.915205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.915577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.915948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.916345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.916668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.917035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.917418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.917788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.918150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:45.945056 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:45.946346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c1077-846b-47f8-b0b2-df95df12a5d1 None None] Network 0e72d33c-4911-4f57-bee6-92a3ac986a9f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:45.948136 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:46.081656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.088902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.105782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.142360 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.181720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:46.183205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:46.186185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8794d00>,) {'filters': {'network_id': ['7177f997-bed4-461b-b172-41c98cd69f04']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:46.187388 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baea9a8f-9321-49a4-b86f-9a8d096aedd9" -d '{"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-plugged", "status": "completed", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:46.206176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8794d00>, '5885f8f6-ec24-42e1-aba3-9e424ea6725a') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:46.206543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8794d00>, '5885f8f6-ec24-42e1-aba3-9e424ea6725a') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:46.229390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.243442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 4485d7fb-b107-41c8-b247-1e811cddc00e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:46.243442 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.290415 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.299441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.299707 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c8fca291-9dae-4b95-be0a-9d0ea4199e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:46.321529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:46.321947 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:46.325783 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:46.334466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71b04acb-934f-4748-8f05-e3bf2d4ef600 req-b644f982-f8ef-400a-99fe-4d2f4a573e3d tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0952270
Jun 21 02:56:46.339926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Router 8dc21028-f8b0-42c0-80c1-54ba989feaeb has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:46.345106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] DHCP port deletion for 0e72d33c-4911-4f57-bee6-92a3ac986a9f request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:56:46.433771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:46.438863 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:46.444547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] Deleting port 4485d7fb-b107-41c8-b247-1e811cddc00e {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:46.445028 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.522497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-f7b394a6-7f66-474f-b785-63c0d251c4a3 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:46.525814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-f7b394a6-7f66-474f-b785-63c0d251c4a3 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/networks?id=4d4bb73c-2b63-4084-9e22-d822feeb5223 HTTP/1.1" status: 200  len: 814 time: 0.1876047
Jun 21 02:56:46.580302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.602677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] For port 4485d7fb-b107-41c8-b247-1e811cddc00e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4485d7fb-b107-41c8-b247-1e811cddc00e,segment=NetworkSegment(63771f83-b3d1-4aa8-94ee-d46fe9afe6f5),segment_id=63771f83-b3d1-4aa8-94ee-d46fe9afe6f5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:46.603047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.619828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-0bd38434-728f-4490-9428-f1f011e0e7cb tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/quotas/4799b6e617db4992bb665eada14ec2e1 HTTP/1.1" status: 200  len: 375 time: 0.0745451
Jun 21 02:56:46.626640 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fbd6565a-3853-4726-a32c-ff10c9a426d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:46.641379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.643275 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7177f997-bed4-461b-b172-41c98cd69f04 HTTP/1.1" status: 204  len: 168 time: 2.7230678
Jun 21 02:56:46.646427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7177f997-bed4-461b-b172-41c98cd69f04,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:46.659568 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:46.682826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:46.692796 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/8dc21028-f8b0-42c0-80c1-54ba989feaeb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8287444
Jun 21 02:56:46.697696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49310) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:46.718915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Router 39e596e1-3c51-4b35-b17a-acb43e35d804 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:56:46.722134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 4485d7fb-b107-41c8-b247-1e811cddc00e owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:46.776140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-d19dab67-80e1-4d75-b548-b0525e45851a tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4799b6e617db4992bb665eada14ec2e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1445165
Jun 21 02:56:46.846138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2c39-3416-441c-96f7-3a137f0273c5 req-b8f07373-0d33-4154-91c0-60d50c4bce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:46.847817 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f31d2c39-3416-441c-96f7-3a137f0273c5 req-b8f07373-0d33-4154-91c0-60d50c4bce71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1097 time: 0.3204045
Jun 21 02:56:46.849389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] For port 4485d7fb-b107-41c8-b247-1e811cddc00e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4485d7fb-b107-41c8-b247-1e811cddc00e,segment=NetworkSegment(63771f83-b3d1-4aa8-94ee-d46fe9afe6f5),segment_id=63771f83-b3d1-4aa8-94ee-d46fe9afe6f5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:46.849813 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:46.975428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f31d2c39-3416-441c-96f7-3a137f0273c5 req-a0d0e7c9-079b-4ba2-92a8-ef78be445f73 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947189
Jun 21 02:56:46.982643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] Calling delete_port for 4485d7fb-b107-41c8-b247-1e811cddc00e owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:46.984509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:56:46.993243 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] 10.222.0.25 "PUT /v2.0/routers/39e596e1-3c51-4b35-b17a-acb43e35d804/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9149189
Jun 21 02:56:46.995119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49320) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:46.997235 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] Sync routers for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:46.998012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-4f4a29e5-fd26-40f6-a05f-542a645d0dd7 service neutron] 10.222.0.25 "GET /v2.0/networks/4d4bb73c-2b63-4084-9e22-d822feeb5223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140915
Jun 21 02:56:47.015969 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:47.016823 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9373e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:47.040076 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.040978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49324) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:47.096657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.102913 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e510ff70-5ec7-4964-b809-7136f74ff128 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:47.131953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49326) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:47.157919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.184317 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0795a67f-3146-457c-8907-3662016b818e x-openstack-request-id: req-0795a67f-3146-457c-8907-3662016b818e {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:47.184317 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-plugged", "status": "completed", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:47.184317 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0795a67f-3146-457c-8907-3662016b818e {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:47.184317 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'code': 200}
Jun 21 02:56:47.189772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4485d7fb-b107-41c8-b247-1e811cddc00e no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:47.193472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] Sync routers for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:56:47.218258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No DVR routers for this DVR port 4485d7fb-b107-41c8-b247-1e811cddc00e on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:47.230299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=4485d7fb-b107-41c8-b247-1e811cddc00e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:47.248223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:47.248877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3db4250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:47.281662 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:47.297384 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:47.333815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Deleting subnet 37e9bc65-42cf-4422-a076-d67c6c038e5a {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:47.342137 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.398002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.413174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.415439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.499830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.508529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:47.523800 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.543178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d83ad250>,) {'filters': {'network_id': ['0e72d33c-4911-4f57-bee6-92a3ac986a9f']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:47.564871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d83ad250>, '63771f83-b3d1-4aa8-94ee-d46fe9afe6f5') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:47.565174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d83ad250>, '63771f83-b3d1-4aa8-94ee-d46fe9afe6f5') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:47.571434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 4485d7fb-b107-41c8-b247-1e811cddc00e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:47.571886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4485d7fb-b107-41c8-b247-1e811cddc00e not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:47.603817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.621769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.675199 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.680164 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:47.696755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:47.709967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:47.719261 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:47.726792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] Pushing event deleted for resources: {'Port': ['ID=4485d7fb-b107-41c8-b247-1e811cddc00e,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:47.731327 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9373e50>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:56:44Z', 'revision_number': 5, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port': {'id': '8fac4a5e-5abb-4d8c-8cbb-1c085407d558', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:47:11Z', 'updated_at': '2021-06-21T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:47.736692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Deleting port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:47.737042 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.741885 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:47.762847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] No DVR routers for this DVR port 4485d7fb-b107-41c8-b247-1e811cddc00e on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:47.788637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Deleting port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:47.788987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:47.798817 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fc21e036-9b32-4ac1-bb25-64882eeb706a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=755a06ab558d4fd1a34b80801b68499e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6560256
Jun 21 02:56:47.807487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49334) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:47.811333 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] Checking router: 39e596e1-3c51-4b35-b17a-acb43e35d804 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:56:47.815381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-961a3b0a-ba7d-43aa-addf-84f4dea1718f service neutron] 10.222.0.25 "GET /v2.0/networks/4d4bb73c-2b63-4084-9e22-d822feeb5223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7963080
Jun 21 02:56:47.844750 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] Routers {'39e596e1-3c51-4b35-b17a-acb43e35d804'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:47.845290 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9373e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['39e596e1-3c51-4b35-b17a-acb43e35d804'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:47.914460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3db4250>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:56:44Z', 'revision_number': 5, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port': {'id': '5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:46:47Z', 'updated_at': '2021-06-21T02:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:47.937252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9416f-24f7-45d2-8c84-2f9da92487a8 req-f65a0057-fb7f-4681-8b14-2cb452b0a4e7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:47.939156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4aa9416f-24f7-45d2-8c84-2f9da92487a8 req-f65a0057-fb7f-4681-8b14-2cb452b0a4e7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3202145
Jun 21 02:56:48.004250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] Checking router: 8dc21028-f8b0-42c0-80c1-54ba989feaeb for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:56:48.016611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] Routers {'8dc21028-f8b0-42c0-80c1-54ba989feaeb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:56:48.017752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3db4250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:56:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:48.020864 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] Set router 39e596e1-3c51-4b35-b17a-acb43e35d804 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:48.030103 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.059357 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.066138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/networks/0e72d33c-4911-4f57-bee6-92a3ac986a9f HTTP/1.1" status: 204  len: 168 time: 2.1510267
Jun 21 02:56:48.067319 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:48.073968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49336) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:48.101661 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9373e50>, [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:56:47Z', 'revision_number': 6, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:48.140947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714225bb-e28d-4fe3-b734-c35e0ff01dfa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:48.142495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-714225bb-e28d-4fe3-b734-c35e0ff01dfa tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/63248643-077b-41f9-adbd-75ce817c4592 HTTP/1.1" status: 200  len: 844 time: 0.0675480
Jun 21 02:56:48.156127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49342) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:48.160170 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28651cd8-ac7c-42d7-8840-e08c71f730b0 None None] The sync data for ids ['39e596e1-3c51-4b35-b17a-acb43e35d804'] in n-d-758944-33 is: [{'id': '39e596e1-3c51-4b35-b17a-acb43e35d804', 'name': 'tempest-ServerActionsTestJSON-942218492-router', 'tenant_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:47:08Z', 'updated_at': '2021-06-21T02:56:47Z', 'revision_number': 6, 'project_id': '6e3f63e47a8c42f492a6e2d14c9d105b', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:48.173651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4aa9416f-24f7-45d2-8c84-2f9da92487a8 req-772a520e-5e7f-4134-9d3c-b678a0db3530 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272248
Jun 21 02:56:48.178884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Network': ['ID=0e72d33c-4911-4f57-bee6-92a3ac986a9f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:48.216538 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:48.251137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] Set router 8dc21028-f8b0-42c0-80c1-54ba989feaeb gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:56:48.317505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3db4250>, [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:56:47Z', 'revision_number': 6, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:48.320919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b54cd78-683a-4245-a284-ae53e75e25f6 req-66d4be73-b964-4077-a771-f601c85ba0c7 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 210 time: 0.0487728
Jun 21 02:56:48.353642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8a415724-8588-4ef8-98f9-0edab06dad10 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/63248643-077b-41f9-adbd-75ce817c4592?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1962292
Jun 21 02:56:48.358129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fa68a-ed9c-4deb-af27-7deff4a3d39a None None] The sync data for ids ['8dc21028-f8b0-42c0-80c1-54ba989feaeb'] in n-d-758944-33 is: [{'id': '8dc21028-f8b0-42c0-80c1-54ba989feaeb', 'name': 'tempest-AttachVolumeShelveTestJSON-647291229-router', 'tenant_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:46:45Z', 'updated_at': '2021-06-21T02:56:47Z', 'revision_number': 6, 'project_id': '26d4c0aad2a948aab4a7da7028f31c6b', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:56:48.370516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49348) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:48.371280 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.376004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abf5c01e-10e1-4c2b-a711-3d3741121139 req-fda83b88-7638-4746-bd7f-3be74a54884e tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0689263
Jun 21 02:56:48.388336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:48.402736 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-250057c9-0716-4609-925e-f938516c0229 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:48.402736 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.402736 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/37e9bc65-42cf-4422-a076-d67c6c038e5a HTTP/1.1" status: 204  len: 168 time: 1.3591473
Jun 21 02:56:48.403735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49350) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:48.451547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e9bc65-42cf-4422-a076-d67c6c038e5a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:48.480243 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.490465 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:48.505724 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6184861b-0edd-412d-9dd5-4dde3474be45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.567198 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.583708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2703760>,) {'filters': {'network_id': ['717628e0-987a-4b1e-9614-1e8ed6764095']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:48.601480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] For port 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:48.601975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.603151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2703760>, '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:48.603537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2703760>, '5e6ceac5-e78c-40b6-a5e8-4747e682dcaf') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:48.608162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] For port 8fac4a5e-5abb-4d8c-8cbb-1c085407d558, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8fac4a5e-5abb-4d8c-8cbb-1c085407d558,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:48.609222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.613918 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.624001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6184861b-0edd-412d-9dd5-4dde3474be45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.630038 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.636852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:48.637268 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:48.638976 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:48.710986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Calling delete_port for 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:48.764364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.768489 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83f13438-4e98-4a89-a3e8-93a6ee0956e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:48.771051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:48.772825 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] 10.222.0.25 "DELETE /v2.0/networks/717628e0-987a-4b1e-9614-1e8ed6764095 HTTP/1.1" status: 204  len: 168 time: 0.3678312
Jun 21 02:56:48.782004 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Calling delete_port for 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:48.783931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=717628e0-987a-4b1e-9614-1e8ed6764095,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:48.786345 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:48.933521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:48.937466 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.033611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6184861b-0edd-412d-9dd5-4dde3474be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.036158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6184861b-0edd-412d-9dd5-4dde3474be45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.037279 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6184861b-0edd-412d-9dd5-4dde3474be45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cc85186-5419-4f60-949f-5c283c9e9d9f HTTP/1.1" status: 204  len: 168 time: 1.2264452
Jun 21 02:56:49.080107 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2d57df5f-4950-4a0f-b1aa-2bd2189469eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:49.110776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184861b-0edd-412d-9dd5-4dde3474be45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc85186-5419-4f60-949f-5c283c9e9d9f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:49.121960 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6184861b-0edd-412d-9dd5-4dde3474be45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:49.245658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49360) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:49.301288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9a70b3ab-a7e6-4e1e-92a6-5dbaba4d45c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cae40c99d84435c925994c3da27530a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0536666
Jun 21 02:56:49.303737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49362) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:49.383370 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.385860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.388937 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4cb7e58-fc22-4f0e-bf3e-73b64c3abc5b tempest-ServersTestJSON-1941616059 tempest-ServersTestJSON-1941616059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:49.415696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ecaceb8-c289-4dbc-a04f-59cd020f617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.428974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea53bd-96a8-48a6-91e6-425c4becb747 req-be8a6fcf-93b2-4a57-88ee-0f5225271d2d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:49.438347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76ea53bd-96a8-48a6-91e6-425c4becb747 req-be8a6fcf-93b2-4a57-88ee-0f5225271d2d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1335635
Jun 21 02:56:49.438555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.443422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fac4a5e-5abb-4d8c-8cbb-1c085407d558,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:49.542377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ecaceb8-c289-4dbc-a04f-59cd020f617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.568384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c07926b9-fc9d-442d-b6e0-b99ae65f1728 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:49.591056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76ea53bd-96a8-48a6-91e6-425c4becb747 req-40e7e271-7ce3-4a38-9531-6fbd98d13cf3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535926
Jun 21 02:56:49.594145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df374305-6cc3-4b07-8ed3-9bae970c31d2 req-acfdcff9-a7f8-4f8f-9a11-2970e8059a55 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 210 time: 0.1023574
Jun 21 02:56:49.635159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c07926b9-fc9d-442d-b6e0-b99ae65f1728 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:49.635634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c07926b9-fc9d-442d-b6e0-b99ae65f1728 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:49.636318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:49.660472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:49.660472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8fac4a5e-5abb-4d8c-8cbb-1c085407d558 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:49.660884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 115e3a5b-1664-445a-aba1-d33beff83a9f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:49.678625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:49.684435 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:49.695536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 115e3a5b-1664-445a-aba1-d33beff83a9f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:49.696107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 115e3a5b-1664-445a-aba1-d33beff83a9f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:49.724993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ecaceb8-c289-4dbc-a04f-59cd020f617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.736110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ecaceb8-c289-4dbc-a04f-59cd020f617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.736110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3ecaceb8-c289-4dbc-a04f-59cd020f617c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1faa109-4ebd-42ae-9def-d5f83d20c884 HTTP/1.1" status: 204  len: 168 time: 0.4186647
Jun 21 02:56:49.736110 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2e58c6c1-9abf-4e21-8749-33cb5f9347a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:49.749563 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:49.749996 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:49.750387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaceb8-c289-4dbc-a04f-59cd020f617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1faa109-4ebd-42ae-9def-d5f83d20c884,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:49.756120 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ecaceb8-c289-4dbc-a04f-59cd020f617c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:49.763228 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.770006 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-383b8938-8f23-4289-8121-6b38bf884f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:49.786297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:49.855795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a526cb35-5898-4c70-9f6b-994e43872e19 req-fee779a6-40b2-4c53-aea9-6a7381214f5d tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0608170
Jun 21 02:56:49.880822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:49.892346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e8d1d-68aa-477d-be3d-c2305d398e26 None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:49.919541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:49.920146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.953103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.957213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:49.962903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.087535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.092973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7120259
Jun 21 02:56:50.097697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=7947cde3-92b2-41b4-89e8-f434670c03f9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:50.099479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.101880 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:50.102015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49392) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:50.109232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'security_group': {'name': 'tempest-secgroup-785895358'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:50.146518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-2bfa0293-7002-4690-8a90-4a23a47e73ad', 'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'tenant_id': 'd5fde035d19442f59a4b3f49644e7605', 'fixed_ips': [{'subnet_id': '7947cde3-92b2-41b4-89e8-f434670c03f9'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:56:50.147694 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.166947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f042a-fe85-4bad-88d6-72070387204e req-fa830432-5858-417d-a120-e062ad6e0016 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:50.169514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-fa830432-5858-417d-a120-e062ad6e0016 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 814 time: 0.1905897
Jun 21 02:56:50.190086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-89bf8382-3cbd-4eab-bba2-ed1fae0c1563 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/quotas/26400565726346afb906fecc72bb0d27 HTTP/1.1" status: 200  len: 375 time: 0.0142620
Jun 21 02:56:50.251333 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.251921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc21028-f8b0-42c0-80c1-54ba989feaeb {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:56:50.256455 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.257449 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8dc21028-f8b0-42c0-80c1-54ba989feaeb HTTP/1.1" status: 204  len: 168 time: 3.5587599
Jun 21 02:56:50.259900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49400) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:50.273164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.307898 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.308423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e596e1-3c51-4b35-b17a-acb43e35d804 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:56:50.321460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.322632 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-063e56d0-2515-4cad-9e46-c65a88cb71a6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/39e596e1-3c51-4b35-b17a-acb43e35d804 HTTP/1.1" status: 204  len: 168 time: 3.3279853
Jun 21 02:56:50.326255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-351c5beb-4b09-4a61-a3cd-a5e2d9684f48 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1222503
Jun 21 02:56:50.331146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49406) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:50.380781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Deleting subnet bc6192b6-d432-4690-b7f7-dd24ec312dc8 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:50.393443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.425353 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.428814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Allocated IP 2001:db8::2 (2bfa0293-7002-4690-8a90-4a23a47e73ad/7947cde3-92b2-41b4-89e8-f434670c03f9/3b30bdf7-f274-43c0-b9b0-53bf85883c95) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:50.507419 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.517851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.524163 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1babb2ee-fb69-4585-bc73-4b1204ff7326 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:50.569431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Deleting subnet fda1c219-64cb-499d-84eb-1841281b9bb0 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:56:50.579489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.609621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86911c44-3f1d-4463-b8a8-ade13eaa062b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:50.615095 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:50.650580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.658612 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.685356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-de4cbc20-2ee3-48c6-af1b-e016803401d2 service neutron] 10.222.0.25 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2499745
Jun 21 02:56:50.688905 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.690328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5881486
Jun 21 02:56:50.705767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49418) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:50.710848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'security_group': {'name': 'tempest-secgroup-2017705663'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:50.763064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:50.804846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.827428 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.839689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Transition to ACTIVE for port object 3b30bdf7-f274-43c0-b9b0-53bf85883c95 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:50.862793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Transition to ACTIVE for port object 3b30bdf7-f274-43c0-b9b0-53bf85883c95 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:50.892420 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.921924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-390f4f7a-17ec-4d45-bd06-cfd0e19e5d49 req-43093e14-7411-475e-b8b0-6bfd4770ac37 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 210 time: 0.0986736
Jun 21 02:56:50.925055 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99e5b7a0-5596-4e10-bf0c-23bd4faa7a37 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:50.931265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:50.940450 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:51.006404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6192b6-d432-4690-b7f7-dd24ec312dc8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:51.032396 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:51.055052 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.056994 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bc6192b6-d432-4690-b7f7-dd24ec312dc8 HTTP/1.1" status: 204  len: 168 time: 0.7961397
Jun 21 02:56:51.063168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49430) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:51.064969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.104808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Pushing event updated for resources: {'Port': ['ID=3b30bdf7-f274-43c0-b9b0-53bf85883c95,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:51.121350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-91e091e3-3716-4e36-a5f4-f2e955f454c3 service neutron] 10.222.0.25 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4226258
Jun 21 02:56:51.124961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:51.133365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfff972-260b-4f5e-92a9-317b0d8aec36 None None] Network b3c98cde-3f83-4783-bf65-2f48f9c19e12 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:51.135443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:51.138703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.155823 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:51.155823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:51.156762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-29349b50-1b2b-45da-a239-7e3bde6c8fc8 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:51.158188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-29349b50-1b2b-45da-a239-7e3bde6c8fc8 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.26 "GET /v2.0/networks?id=4d4bb73c-2b63-4084-9e22-d822feeb5223 HTTP/1.1" status: 200  len: 814 time: 0.4608071
Jun 21 02:56:51.160443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-551767743-network', 'tenant_id': 'f8a0d24963e24fa78625afefb43c33f4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:51.189771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:51.205176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Request body: {'port': {'device_id': 'dbb619c9-6f36-4f76-9ec5-55645ed39ce7', 'network_id': '4d4bb73c-2b63-4084-9e22-d822feeb5223', 'admin_state_up': True, 'tenant_id': '4799b6e617db4992bb665eada14ec2e1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:51.213246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.220281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d27347c-497a-444f-ba95-f1e0bd89d779 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:51.223662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:51.224210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5e8fa0a5-f6f3-4164-976b-7b01ccd7ee77 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:51.255103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80ad16fe-2251-4f13-9ab2-e20eef330401 req-241bcad7-953d-48ee-9a60-5865958fdb47 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0924432
Jun 21 02:56:51.269610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ba92d8-674d-44f9-a4c3-84518a3ff04b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:51.288312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:51.298258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.364259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Attempting to bind port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:56:51.364909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Attempting to bind port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '7e2507c7-c6a4-4e95-9023-fa4c4bb0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:56:51.365290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Attempting to bind port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 on network 2bfa0293-7002-4690-8a90-4a23a47e73ad {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:51.390546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:56:51.391006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Checking segment: {'id': '7e2507c7-c6a4-4e95-9023-fa4c4bb0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:51.391347 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.391756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Bound using segment: {'id': '7e2507c7-c6a4-4e95-9023-fa4c4bb0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:56:51.392359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Bound port: 3b30bdf7-f274-43c0-b9b0-53bf85883c95, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2507c7-c6a4-4e95-9023-fa4c4bb0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:56:51.392623 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.423741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Deleting port 78e49dc1-8d82-4493-9427-15d1f3bdd709 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:51.426479 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.475388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Made reservation on behalf of f8a0d24963e24fa78625afefb43c33f4 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:51.478319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.479636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.481031 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb544f66-b9c4-4c98-8ec8-55779228d6df tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:51.494300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] For port 3b30bdf7-f274-43c0-b9b0-53bf85883c95, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:56:51.499892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] For port 3b30bdf7-f274-43c0-b9b0-53bf85883c95, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3b30bdf7-f274-43c0-b9b0-53bf85883c95,segment=NetworkSegment(7e2507c7-c6a4-4e95-9023-fa4c4bb0e022),segment_id=7e2507c7-c6a4-4e95-9023-fa4c4bb0e022)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:56:51.509972 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.525587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.531992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fda1c219-64cb-499d-84eb-1841281b9bb0 HTTP/1.1" status: 204  len: 168 time: 1.1026769
Jun 21 02:56:51.531992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda1c219-64cb-499d-84eb-1841281b9bb0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:51.533249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49444) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:51.533404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83656e2f-fdc0-4768-8913-f1c7f0c699c8 None None] Network 6b0b82a3-20b5-4489-b9d6-24575f1529c4 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:51.552176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] DHCP port deletion for b3c98cde-3f83-4783-bf65-2f48f9c19e12 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:56:51.560015 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.564544 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8576007
Jun 21 02:56:51.572152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:51.572152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1498217157', 'security_groups': ['09ba92d8-674d-44f9-a4c3-84518a3ff04b'], 'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7947cde3-92b2-41b4-89e8-f434670c03f9'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:51.616143 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.622003 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b4d3d607-db08-43db-9e34-28658b946d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:51.665058 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:51.670230 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.747407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78f1560c-2dd3-4bd8-a723-a3dc9261f370 req-50096632-e31f-4304-82c6-ef112567f915 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 210 time: 0.2127221
Jun 21 02:56:51.761237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] For port 78e49dc1-8d82-4493-9427-15d1f3bdd709, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=78e49dc1-8d82-4493-9427-15d1f3bdd709,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:51.761237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.763654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Pushing event updated for resources: {'Port': ['ID=3b30bdf7-f274-43c0-b9b0-53bf85883c95,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:51.789214 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:51.792565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] Deleting port 78e49dc1-8d82-4493-9427-15d1f3bdd709 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:51.792998 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.849536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Calling delete_port for 78e49dc1-8d82-4493-9427-15d1f3bdd709 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:51.874842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] For port 78e49dc1-8d82-4493-9427-15d1f3bdd709, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=78e49dc1-8d82-4493-9427-15d1f3bdd709,segment=NetworkSegment(a5d52b10-8baf-4ede-95dc-3ae78959ff68),segment_id=a5d52b10-8baf-4ede-95dc-3ae78959ff68)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:51.875417 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:51.951029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] Calling delete_port for 78e49dc1-8d82-4493-9427-15d1f3bdd709 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:52.103695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] DHCP port deletion for 6b0b82a3-20b5-4489-b9d6-24575f1529c4 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:56:52.154701 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.173002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] Deleting port 7525ab79-ee5d-4519-89bd-9bb8583c297d {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:52.173564 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.213842 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.219240 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:52.229545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.234111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:52.264667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] Pushing event deleted for resources: {'Port': ['ID=78e49dc1-8d82-4493-9427-15d1f3bdd709,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:52.271406 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:52.275965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:56:52.276305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] No DVR routers for this DVR port 78e49dc1-8d82-4493-9427-15d1f3bdd709 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:52.308434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.310060 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Added segment 9c3444f7-af8b-4e11-8aae-b9d34f079b67 of type vlan for network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b
Jun 21 02:56:52.315371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] For port 7525ab79-ee5d-4519-89bd-9bb8583c297d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7525ab79-ee5d-4519-89bd-9bb8583c297d,segment=NetworkSegment(4fbb8201-3191-428e-b38b-b9da94107978),segment_id=4fbb8201-3191-428e-b38b-b9da94107978)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:52.319074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.319266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577365b6-09c4-4b12-b84b-f452c59ab274,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:52.323095 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:52.368325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:52.392414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Made reservation on behalf of 4799b6e617db4992bb665eada14ec2e1 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:52.395935 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.424177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] Calling delete_port for 7525ab79-ee5d-4519-89bd-9bb8583c297d owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:52.431735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.511880 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.528906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1ba99b9-f1c9-4bc1-8951-7d799a22e66a req-23813d88-df7c-42ef-8667-fedef38031f5 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 210 time: 0.1473184
Jun 21 02:56:52.536651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 1f92724e-3b6c-4124-acdf-e2d33faaa812 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:56:52.583428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b5cd30b-2d5a-4694-8796-ead7bfed2502 req-0cf4f34e-dcbd-4bf2-9599-4dd940ed62b0 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.1210380
Jun 21 02:56:52.634514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Deleting port 7525ab79-ee5d-4519-89bd-9bb8583c297d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:56:52.634855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.637409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.638517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:52.639179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.645134 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-17bc65d6-6d8d-451a-9a6f-b564c9bd6695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:52.658815 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.662360 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:52.698107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] Pushing event deleted for resources: {'Port': ['ID=7525ab79-ee5d-4519-89bd-9bb8583c297d,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:52.703317 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:52.712372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] No DVR routers for this DVR port 7525ab79-ee5d-4519-89bd-9bb8583c297d on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:52.747001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Pushing event updated for resources: {'Network': ['ID=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:52.753994 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:52.754578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] For port 7525ab79-ee5d-4519-89bd-9bb8583c297d, host n-d-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:52.755006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.771750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:56:52.793911 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0253415
Jun 21 02:56:52.794550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49466) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:52.801028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Request body: {'subnet': {'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-551767743-subnet', 'tenant_id': 'f8a0d24963e24fa78625afefb43c33f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:52.837081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::281 (2bfa0293-7002-4690-8a90-4a23a47e73ad/7947cde3-92b2-41b4-89e8-f434670c03f9/1f92724e-3b6c-4124-acdf-e2d33faaa812) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:52.875379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Calling delete_port for 7525ab79-ee5d-4519-89bd-9bb8583c297d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:56:52.877793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.904729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Port 7525ab79-ee5d-4519-89bd-9bb8583c297d was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 21 02:56:52.907189 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bac9c0ed-d685-48d3-b407-ec083b6b26d6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:52.941439 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Allocated IP 172.20.0.6 (4d4bb73c-2b63-4084-9e22-d822feeb5223/8492b6cf-a880-4775-a7bd-291f3a68eff4/433727af-0fe4-4190-a3b7-cad0f21dc512) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:52.943596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] No DVR routers for this DVR port 78e49dc1-8d82-4493-9427-15d1f3bdd709 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:52.945248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.965098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Pushing event deleted for resources: {'Port': ['ID=78e49dc1-8d82-4493-9427-15d1f3bdd709,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:52.967172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] No DVR routers for this DVR port 7525ab79-ee5d-4519-89bd-9bb8583c297d on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:56:52.982484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Made reservation on behalf of f8a0d24963e24fa78625afefb43c33f4 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:52.985164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:52.990144 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:53.001754 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c856604a-0735-4c91-a788-e3760e65fb83 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:53.088160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5f55a89-9445-4cd1-9bf7-0ccea25346f6 req-14f2bbec-96a3-4fe4-b47a-696472b9a521 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 210 time: 0.1250610
Jun 21 02:56:53.103864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Pushing event deleted for resources: {'Port': ['ID=7525ab79-ee5d-4519-89bd-9bb8583c297d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:53.143299 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:53.181623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3b30bdf7-f274-43c0-b9b0-53bf85883c95 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:53.227368 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.268188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d23db520>,) {'filters': {'network_id': ['b3c98cde-3f83-4783-bf65-2f48f9c19e12']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:53.295392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.318292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23db520>, 'a5d52b10-8baf-4ede-95dc-3ae78959ff68') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:53.318665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23db520>, 'a5d52b10-8baf-4ede-95dc-3ae78959ff68') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:53.325082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d9544ca0>,) {'filters': {'network_id': ['6b0b82a3-20b5-4489-b9d6-24575f1529c4']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:53.325555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:53.331159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.346171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.349037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9544ca0>, '4fbb8201-3191-428e-b38b-b9da94107978') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:53.349622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9544ca0>, '4fbb8201-3191-428e-b38b-b9da94107978') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:56:53.355948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 1f92724e-3b6c-4124-acdf-e2d33faaa812 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:53.396540 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.401007 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce5df12c-d82d-4793-b7ed-403e06eeffea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:53.429093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 78e49dc1-8d82-4493-9427-15d1f3bdd709 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:53.446947 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.449767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.451139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6693165-493d-4dcb-8f5e-640a9427f677,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:53.454775 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:53.497161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Checking segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:53.497487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Network hostable DHCP agents. Network: 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:56:53.500420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:53.501126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:53.503219 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:53.532002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.549512 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-520ebcd8-8f9b-4ed5-8441-6c18a1d19de0 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:53.578725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.589377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:53.596116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:53.599479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:53.605212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:53.605910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.623248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 78e49dc1-8d82-4493-9427-15d1f3bdd709 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:53.623611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 78e49dc1-8d82-4493-9427-15d1f3bdd709 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:53.624073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7525ab79-ee5d-4519-89bd-9bb8583c297d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:56:53.626094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:56:53.635601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=1f92724e-3b6c-4124-acdf-e2d33faaa812,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:53.650856 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:53.668056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 7525ab79-ee5d-4519-89bd-9bb8583c297d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:56:53.668420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7525ab79-ee5d-4519-89bd-9bb8583c297d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:56:53.693773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Provisioning complete for port 63248643-077b-41f9-adbd-75ce817c4592 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:53.694298 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.724581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:53.729100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:53.729731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.740638 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.749178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:56:53.753529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5874c-b3a4-4450-8f9b-85a352b38629 None None] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:53.754694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1888137
Jun 21 02:56:53.755741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:53.757391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49476) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:53.759682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Port 63248643-077b-41f9-adbd-75ce817c4592 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:56:53.764962 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:56:53.767300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-080b7be4-9114-4d45-8ab5-cf5ff608d58d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:53.840915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0443056
Jun 21 02:56:53.931507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Provisioning for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:53.939944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2b2a9ea-3a02-48e2-b13a-8302de1d91d5 req-52816aae-5997-4d2a-9d8c-c067a43d947f tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 210 time: 0.1759706
Jun 21 02:56:53.974149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:53.974542 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.022551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1186f99-aa83-4373-b263-1450f1ea7895 None None] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:54.030578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-216a9b8c-78b5-44e8-b19a-6eeaaae86d89 req-1909b3e8-c8ef-418c-9579-d1f097ec0345 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.2391500
Jun 21 02:56:54.034511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.075381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.080969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] 10.222.0.25 "DELETE /v2.0/networks/b3c98cde-3f83-4783-bf65-2f48f9c19e12 HTTP/1.1" status: 204  len: 168 time: 3.0094423
Jun 21 02:56:54.092725 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f12068d3-1f1b-4f44-a939-847b8d5ee6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:54.096831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.125092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Network 4d4bb73c-2b63-4084-9e22-d822feeb5223 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:54.131508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c98cde-3f83-4783-bf65-2f48f9c19e12,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:54.134073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:54.141855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080b7be4-9114-4d45-8ab5-cf5ff608d58d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:54.142260 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:54.142824 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2820031-58c8-435a-a201-0f6f30675c20 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:54.147395 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-080b7be4-9114-4d45-8ab5-cf5ff608d58d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.219260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:54.236308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.249367 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.258129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6b0b82a3-20b5-4489-b9d6-24575f1529c4 HTTP/1.1" status: 204  len: 168 time: 2.7092092
Jun 21 02:56:54.342006 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.357882 n-d-758944-33 neutron-server[94166]: INFO neutron.db.ipam_backend_mixin [None req-080b7be4-9114-4d45-8ab5-cf5ff608d58d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7947cde3-92b2-41b4-89e8-f434670c03f9 (CIDR: 2001:db8::/64)
Jun 21 02:56:54.359957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Pushing event updated for resources: {'Port': ['ID=433727af-0fe4-4190-a3b7-cad0f21dc512,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:54.373211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.373968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.375193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.375600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.375993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.376378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.376757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.377130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.377528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.377898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.378265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.378631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:56:54.378894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] For port 3b30bdf7-f274-43c0-b9b0-53bf85883c95, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3b30bdf7-f274-43c0-b9b0-53bf85883c95,segment=NetworkSegment(7e2507c7-c6a4-4e95-9023-fa4c4bb0e022),segment_id=7e2507c7-c6a4-4e95-9023-fa4c4bb0e022)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:54.382510 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:54.402454 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-064e6d43-68fb-4811-8915-4a63a59e5bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:54.411842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b338b9-fd5a-4007-899f-3f93bca59eb1 req-2f678021-e077-4b38-8392-0737edaf6b8a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 210 time: 0.0704019
Jun 21 02:56:54.428042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:54.429110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.432463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0b82a3-20b5-4489-b9d6-24575f1529c4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:54.435325 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:54.447464 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-080b7be4-9114-4d45-8ab5-cf5ff608d58d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 02:56:54.447972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080b7be4-9114-4d45-8ab5-cf5ff608d58d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:56:54.495946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.498081 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-40a3dd67-171f-4f9b-93ce-dc7ef920708e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:54.527226 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-080b7be4-9114-4d45-8ab5-cf5ff608d58d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7666130
Jun 21 02:56:54.532689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49500) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:54.534078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f042a-fe85-4bad-88d6-72070387204e req-8d68ab11-d13f-4ecf-a7ed-6c9fdeebc861 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:54.535755 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-8d68ab11-d13f-4ecf-a7ed-6c9fdeebc861 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.20 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 814 time: 0.1599486
Jun 21 02:56:54.551174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Request body: {'port': {'device_id': 'b251a939-edc4-4424-8f51-438ba39fcfbc', 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0', 'admin_state_up': True, 'tenant_id': '26400565726346afb906fecc72bb0d27'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:54.563926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Pushing event updated for resources: {'Port': ['ID=3b30bdf7-f274-43c0-b9b0-53bf85883c95,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:54.564826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:54.567470 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:54.568878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3983233
Jun 21 02:56:54.594415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Request body: {'port': {'device_id': 'dbb619c9-6f36-4f76-9ec5-55645ed39ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:54.692515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49502) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:54.703241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f211c8f9-84e9-44ce-b56d-cb0dc832d8d1 None None] Provisioning for port 1f92724e-3b6c-4124-acdf-e2d33faaa812 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:54.709150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f211c8f9-84e9-44ce-b56d-cb0dc832d8d1 None None] Provisioning complete for port 1f92724e-3b6c-4124-acdf-e2d33faaa812 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:54.711231 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f211c8f9-84e9-44ce-b56d-cb0dc832d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.748640 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8d74eea3-1165-4b01-8138-853073d8e966 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26d4c0aad2a948aab4a7da7028f31c6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546017
Jun 21 02:56:54.750725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Made reservation on behalf of 26400565726346afb906fecc72bb0d27 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:54.754353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.759102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f211c8f9-84e9-44ce-b56d-cb0dc832d8d1 None None] Port 1f92724e-3b6c-4124-acdf-e2d33faaa812 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:54.759344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-92703b02-f32b-4d5d-bcbc-10b488ecb08f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:54.766625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-92703b02-f32b-4d5d-bcbc-10b488ecb08f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.2882555
Jun 21 02:56:54.771464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49504) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:54.795077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-a4e73a09-665e-4854-b37f-90d0eebb823f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/quotas/f8a0d24963e24fa78625afefb43c33f4 HTTP/1.1" status: 200  len: 375 time: 0.0275357
Jun 21 02:56:54.821192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49508) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:54.857184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-c6da1ec1-a239-4686-b340-857c08ba7030 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0583251
Jun 21 02:56:54.864452 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:54.917101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:54.921186 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.081915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3b30bdf7-f274-43c0-b9b0-53bf85883c95 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:55.140214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:55.140680 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.232585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-27c9e8bb-d2ef-4e76-ad1e-783f64fa375c service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3768146
Jun 21 02:56:55.341554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b992a2f7-725e-4bb7-b940-f65a1704b46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.383960 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6d01e40c-e6f3-4bf5-965f-04b17fdad781 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e3f63e47a8c42f492a6e2d14c9d105b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5611141
Jun 21 02:56:55.392094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49520) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:55.408330 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b992a2f7-725e-4bb7-b940-f65a1704b46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.438128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b833d07-3491-4554-8b60-7f92024eac7a req-1a6256b3-b4dd-495f-948a-c2a0ae2df402 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:55.438371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Allocated IP 172.20.0.9 (79049c7b-8ce4-4210-837e-d219c8abcfa0/ce844538-077a-4802-a14e-bc7e8752119b/f36ce68c-c1a9-472d-b348-86dd404d397c) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:55.445508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b833d07-3491-4554-8b60-7f92024eac7a req-1a6256b3-b4dd-495f-948a-c2a0ae2df402 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 931 time: 0.3443205
Jun 21 02:56:55.606877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-e7e8f2b1-1487-4b0b-aca8-54f7146c3ce6 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3662405
Jun 21 02:56:55.638920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433727af-0fe4-4190-a3b7-cad0f21dc512 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:56:55.650735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9373d9-c36e-438e-bd11-b7d5e31e27a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.655876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b833d07-3491-4554-8b60-7f92024eac7a req-42f4957f-9ee7-42e8-b8c1-223a291e0de6 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095325
Jun 21 02:56:55.660199 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.723825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.737248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Transition to ACTIVE for port object 433727af-0fe4-4190-a3b7-cad0f21dc512 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:55.789174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b992a2f7-725e-4bb7-b940-f65a1704b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.793401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9373d9-c36e-438e-bd11-b7d5e31e27a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.794608 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b992a2f7-725e-4bb7-b940-f65a1704b46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.797145 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b992a2f7-725e-4bb7-b940-f65a1704b46a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e918a47-70d3-4693-8807-acdf88ec047c HTTP/1.1" status: 204  len: 168 time: 1.0243187
Jun 21 02:56:55.801760 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b91a54f6-88ac-4992-aa35-94b1bdba2262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:55.811739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992a2f7-725e-4bb7-b940-f65a1704b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e918a47-70d3-4693-8807-acdf88ec047c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:55.814233 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b992a2f7-725e-4bb7-b940-f65a1704b46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:55.837431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.842614 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-340c7596-ac21-4f39-9bbf-c47badca4b6d tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:55.848053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcc32df2-67d9-4bf6-8c0f-35c2fe865da3 req-2716c883-1787-46a2-9c7f-84b89000d8bc tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0578156
Jun 21 02:56:55.848742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:55.857787 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:55.864700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:56:55.983917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Network 79049c7b-8ce4-4210-837e-d219c8abcfa0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:55.993189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:56.013135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:56:56.083847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-352b748c-211d-46fe-85fa-f9e2df04b76f req-406550d5-1840-4cee-af11-f25ae49b89e4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 210 time: 0.1098213
Jun 21 02:56:56.093682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Pushing event updated for resources: {'Port': ['ID=433727af-0fe4-4190-a3b7-cad0f21dc512,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:56.098074 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:56.120386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Pushing event updated for resources: {'Port': ['ID=f36ce68c-c1a9-472d-b348-86dd404d397c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:56.130085 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:56.196801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:56.201056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:56.219637 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:56.227371 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5b730ccf-a2d5-4bd4-9472-acd38668e46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:56.237775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9373d9-c36e-438e-bd11-b7d5e31e27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:56.240436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9373d9-c36e-438e-bd11-b7d5e31e27a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:56.243873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0e9373d9-c36e-438e-bd11-b7d5e31e27a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4cecfc1-7a5b-48d7-887e-3ba67657d271 HTTP/1.1" status: 204  len: 168 time: 0.8416247
Jun 21 02:56:56.270491 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7213702
Jun 21 02:56:56.287180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Request body: {'port': {'device_id': 'b251a939-edc4-4424-8f51-438ba39fcfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:56.321379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:56:56.333998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Attempting to bind port 433727af-0fe4-4190-a3b7-cad0f21dc512 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:56:56.334331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Attempting to bind port 433727af-0fe4-4190-a3b7-cad0f21dc512 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'c12b14e7-ffa3-4db4-adf8-59740bd49116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d4bb73c-2b63-4084-9e22-d822feeb5223'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:56:56.334864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Attempting to bind port 433727af-0fe4-4190-a3b7-cad0f21dc512 on network 4d4bb73c-2b63-4084-9e22-d822feeb5223 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:56.337182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:56:56.342185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:56.345279 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:56.348845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be68b96-0948-4497-85a6-a6d0b6ae701f None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:56:56.364488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=999489b0-9041-446b-a0f9-6281082cad38,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:56.384684 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:56.398120 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7177703-349e-422d-a40d-8d726cd8b4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:56.398852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:56.400706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Port 433727af-0fe4-4190-a3b7-cad0f21dc512 on network 4d4bb73c-2b63-4084-9e22-d822feeb5223 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:56:56.413885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Attempting to bind port 433727af-0fe4-4190-a3b7-cad0f21dc512 on network 4d4bb73c-2b63-4084-9e22-d822feeb5223 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:56.433194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9373d9-c36e-438e-bd11-b7d5e31e27a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cecfc1-7a5b-48d7-887e-3ba67657d271,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:56.435458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:56:56.436023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Checking segment: {'id': 'c12b14e7-ffa3-4db4-adf8-59740bd49116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d4bb73c-2b63-4084-9e22-d822feeb5223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:56.436776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Bound using segment: {'id': 'c12b14e7-ffa3-4db4-adf8-59740bd49116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d4bb73c-2b63-4084-9e22-d822feeb5223'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:56:56.437681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Bound port: 433727af-0fe4-4190-a3b7-cad0f21dc512, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12b14e7-ffa3-4db4-adf8-59740bd49116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d4bb73c-2b63-4084-9e22-d822feeb5223'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:56:56.438206 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:56.448258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477073f-317e-4569-acb8-7d4fdc32e868 req-f6fa9b70-1e97-4082-a21e-142c9c32f884 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:56.449804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b477073f-317e-4569-acb8-7d4fdc32e868 req-f6fa9b70-1e97-4082-a21e-142c9c32f884 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 931 time: 0.3011315
Jun 21 02:56:56.450952 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e9373d9-c36e-438e-bd11-b7d5e31e27a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:56.959550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36ce68c-c1a9-472d-b348-86dd404d397c {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:56:56.970009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:56.988486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Update dhcp port {'port': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'fixed_ips': [{'subnet_id': '7947cde3-92b2-41b4-89e8-f434670c03f9', 'ip_address': '2001:db8::2'}, {'subnet_id': '999489b0-9041-446b-a0f9-6281082cad38'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '3b30bdf7-f274-43c0-b9b0-53bf85883c95'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 02:56:56.993043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Transition to ACTIVE for port object f36ce68c-c1a9-472d-b348-86dd404d397c will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:57.044847 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.050923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.053383 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:57.137901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Pushing event updated for resources: {'Port': ['ID=f36ce68c-c1a9-472d-b348-86dd404d397c,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:57.142456 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:57.172222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.6344244
Jun 21 02:56:57.178010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49570) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:57.191662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1027532026', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '999489b0-9041-446b-a0f9-6281082cad38'}], 'security_groups': ['86911c44-3f1d-4463-b8a8-ade13eaa062b']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:57.245714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b477073f-317e-4569-acb8-7d4fdc32e868 req-7ffe824d-c1a2-4518-90a1-e331ecda4378 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7836096
Jun 21 02:56:57.281221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Attempting to bind port f36ce68c-c1a9-472d-b348-86dd404d397c on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:56:57.281787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Attempting to bind port f36ce68c-c1a9-472d-b348-86dd404d397c by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:56:57.282117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Attempting to bind port f36ce68c-c1a9-472d-b348-86dd404d397c on network 79049c7b-8ce4-4210-837e-d219c8abcfa0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:57.282282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Allocated IP 2001:db8:0:1::2 (2bfa0293-7002-4690-8a90-4a23a47e73ad/999489b0-9041-446b-a0f9-6281082cad38/3b30bdf7-f274-43c0-b9b0-53bf85883c95) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:57.294574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] For port 433727af-0fe4-4190-a3b7-cad0f21dc512, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:56:57.306270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Port f36ce68c-c1a9-472d-b348-86dd404d397c on network 79049c7b-8ce4-4210-837e-d219c8abcfa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:56:57.306270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Attempting to bind port f36ce68c-c1a9-472d-b348-86dd404d397c on network 79049c7b-8ce4-4210-837e-d219c8abcfa0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:56:57.312562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] For port 433727af-0fe4-4190-a3b7-cad0f21dc512, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=433727af-0fe4-4190-a3b7-cad0f21dc512,segment=NetworkSegment(c12b14e7-ffa3-4db4-adf8-59740bd49116),segment_id=c12b14e7-ffa3-4db4-adf8-59740bd49116)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:56:57.320342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:56:57.320692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Checking segment: {'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:56:57.321086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Bound using segment: {'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:56:57.321633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Bound port: f36ce68c-c1a9-472d-b348-86dd404d397c, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:56:57.321895 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.437494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c08547-568d-4b72-872a-fe2ed89c34bb req-8dbbd74e-baec-41ab-925c-7c1158461bcf tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:57.439036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01c08547-568d-4b72-872a-fe2ed89c34bb req-8dbbd74e-baec-41ab-925c-7c1158461bcf tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 943 time: 0.4085577
Jun 21 02:56:57.459861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] For port f36ce68c-c1a9-472d-b348-86dd404d397c, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:56:57.464713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] For port f36ce68c-c1a9-472d-b348-86dd404d397c, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f36ce68c-c1a9-472d-b348-86dd404d397c,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:56:57.468133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] For port 3b30bdf7-f274-43c0-b9b0-53bf85883c95, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3b30bdf7-f274-43c0-b9b0-53bf85883c95,segment=NetworkSegment(7e2507c7-c6a4-4e95-9023-fa4c4bb0e022),segment_id=7e2507c7-c6a4-4e95-9023-fa4c4bb0e022)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:56:57.469205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.474458 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef595848-2c24-48e4-afd0-fe2f37f591c1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:57.477723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91ecdaa3-2f8f-4653-a4fc-6dccb4053d25 req-d2b24bb5-3c98-4382-b21e-395529af280b tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0644152
Jun 21 02:56:57.516274 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.538687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.543546 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1d8c380-3353-47ea-9da1-f14b0effd32f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:57.562010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:57.562898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.563869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Transition to ACTIVE for port object 3b30bdf7-f274-43c0-b9b0-53bf85883c95 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:57.564953 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] 10.222.0.26 "PUT /v2.0/ports/433727af-0fe4-4190-a3b7-cad0f21dc512 HTTP/1.1" status: 200  len: 1092 time: 2.9773724
Jun 21 02:56:57.565997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb619c9-6f36-4f76-9ec5-55645ed39ce7', 'tag': '433727af-0fe4-4190-a3b7-cad0f21dc512'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:57.568533 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323d682e-db56-4042-a40f-e21b338006a9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb619c9-6f36-4f76-9ec5-55645ed39ce7", "tag": "433727af-0fe4-4190-a3b7-cad0f21dc512"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:57.627994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01c08547-568d-4b72-872a-fe2ed89c34bb req-58f1c2ee-6160-4b95-9740-1995f9bd3e0f tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608424
Jun 21 02:56:57.629599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Pushing event updated for resources: {'Port': ['ID=f36ce68c-c1a9-472d-b348-86dd404d397c,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:57.634746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Pushing event updated for resources: {'Port': ['ID=433727af-0fe4-4190-a3b7-cad0f21dc512,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:57.639141 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.644673 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:57.657877 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:57.679010 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:57.689759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:57.694834 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.702862 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:57.713236 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] 10.222.0.20 "PUT /v2.0/ports/f36ce68c-c1a9-472d-b348-86dd404d397c HTTP/1.1" status: 200  len: 1092 time: 1.4384120
Jun 21 02:56:57.713927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b251a939-edc4-4424-8f51-438ba39fcfbc', 'tag': 'f36ce68c-c1a9-472d-b348-86dd404d397c'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:56:57.720779 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0253baff-4869-48e0-b9c9-69dc7c83460a" -d '{"events": [{"name": "network-changed", "server_uuid": "b251a939-edc4-4424-8f51-438ba39fcfbc", "tag": "f36ce68c-c1a9-472d-b348-86dd404d397c"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:56:57.781685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49596) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:57.855063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Pushing event updated for resources: {'Port': ['ID=3b30bdf7-f274-43c0-b9b0-53bf85883c95,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:57.868066 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e7a41c-b2a2-4481-b3f5-ccf4a7b3ad5b x-openstack-request-id: req-26e7a41c-b2a2-4481-b3f5-ccf4a7b3ad5b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:57.868419 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb619c9-6f36-4f76-9ec5-55645ed39ce7", "tag": "433727af-0fe4-4190-a3b7-cad0f21dc512", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:57.868733 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26e7a41c-b2a2-4481-b3f5-ccf4a7b3ad5b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:57.869196 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb619c9-6f36-4f76-9ec5-55645ed39ce7', 'tag': '433727af-0fe4-4190-a3b7-cad0f21dc512', 'status': 'completed', 'code': 200}
Jun 21 02:56:57.885771 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:57.897745 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e9c24c-e09e-4f2a-bb56-3b7485eb630a x-openstack-request-id: req-e4e9c24c-e09e-4f2a-bb56-3b7485eb630a {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:56:57.898156 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b251a939-edc4-4424-8f51-438ba39fcfbc", "tag": "f36ce68c-c1a9-472d-b348-86dd404d397c", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:56:57.898827 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4e9c24c-e09e-4f2a-bb56-3b7485eb630a {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:56:57.899309 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b251a939-edc4-4424-8f51-438ba39fcfbc', 'tag': 'f36ce68c-c1a9-472d-b348-86dd404d397c', 'status': 'completed', 'code': 200}
Jun 21 02:56:57.899548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1f2b4a5-c15f-4560-9c56-d979dbc865a2 req-64872dbf-09fc-4618-a4db-a6cdd9d9121c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 210 time: 0.1519744
Jun 21 02:56:58.011877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-4f74bf85-0318-4643-81f7-353417c89eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:58.013420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-4f74bf85-0318-4643-81f7-353417c89eb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4799b6e617db4992bb665eada14ec2e1&device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 1095 time: 0.2399583
Jun 21 02:56:58.014744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f042a-fe85-4bad-88d6-72070387204e req-e5f0650d-cd4d-4155-bbfc-2144e899e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:58.018129 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-e5f0650d-cd4d-4155-bbfc-2144e899e7d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 1095 time: 0.1808183
Jun 21 02:56:58.030796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-823673289-network', 'tenant_id': '1b91403e26a946c4bc5396e4fa6fb070'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:58.101768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-b697f0d1-933b-4664-b6e0-3278bea75555 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f36ce68c-c1a9-472d-b348-86dd404d397c HTTP/1.1" status: 200  len: 217 time: 0.0670507
Jun 21 02:56:58.127658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-287c3d4b-50ec-4f83-a65d-8c815aad6b07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433727af-0fe4-4190-a3b7-cad0f21dc512 HTTP/1.1" status: 200  len: 217 time: 0.1027842
Jun 21 02:56:58.165967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f042a-fe85-4bad-88d6-72070387204e req-0c5cf30c-bf0a-4f8b-9c2c-9ba4eb2f299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:58.168986 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-0c5cf30c-bf0a-4f8b-9c2c-9ba4eb2f299f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.0593264
Jun 21 02:56:58.244818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Made reservation on behalf of 1b91403e26a946c4bc5396e4fa6fb070 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:58.247425 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.252318 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-bdbd6414-a347-4ef2-9039-d7772f88a515 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764093
Jun 21 02:56:58.259823 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.266244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-4b3814ea-99bc-44b4-aa51-b6c818b58229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:58.267795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-4b3814ea-99bc-44b4-aa51-b6c818b58229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8492b6cf-a880-4775-a7bd-291f3a68eff4 HTTP/1.1" status: 200  len: 854 time: 0.1317043
Jun 21 02:56:58.373716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-8b7db57b-1a72-4678-9433-38d7bf8294e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d4bb73c-2b63-4084-9e22-d822feeb5223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551848
Jun 21 02:56:58.421956 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-2dbcb111-a037-4f6d-929c-994de656cd1a service neutron] 10.222.0.20 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588991
Jun 21 02:56:58.569634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.595439 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b34f042a-fe85-4bad-88d6-72070387204e req-8ba00414-7892-4b23-8b5f-79779b80b2d7 service neutron] 10.222.0.20 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671464
Jun 21 02:56:58.608635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-c5b1bf4d-845d-4f54-abe6-6d6aa4743091 service neutron] 10.222.0.26 "GET /v2.0/networks/4d4bb73c-2b63-4084-9e22-d822feeb5223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248471
Jun 21 02:56:58.636877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Delete allocated IP 2001:db8::281 (2bfa0293-7002-4690-8a90-4a23a47e73ad/7947cde3-92b2-41b4-89e8-f434670c03f9) {{(pid=94167) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 21 02:56:58.650392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.667540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:56:58.674536 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:58.712241 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.712602 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Added segment f56c4846-291f-4983-997d-d4f54e85d0da of type vlan for network e422304a-60e2-45f4-8312-73583f18d0cc
Jun 21 02:56:58.726234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Provisioning complete for port 63248643-077b-41f9-adbd-75ce817c4592 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:58.726810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.732544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8:0:1::a8 (2bfa0293-7002-4690-8a90-4a23a47e73ad/999489b0-9041-446b-a0f9-6281082cad38/1f92724e-3b6c-4124-acdf-e2d33faaa812) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:56:58.768692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Port 63248643-077b-41f9-adbd-75ce817c4592 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:58.772065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074900c3-0ee5-4d4a-bd30-dd751ad92f67,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:58.777770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:58.797534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.819404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55bbf-3f65-4394-8f24-00116106d5dd req-738f3b7d-4cfc-40e9-948c-8095c1168fdf tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:58.822023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee55bbf-3f65-4394-8f24-00116106d5dd req-738f3b7d-4cfc-40e9-948c-8095c1168fdf tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 943 time: 0.3704367
Jun 21 02:56:58.875865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-0f4450fd-a3c7-4c2f-9f2e-88db4c83c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:58.877430 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-0f4450fd-a3c7-4c2f-9f2e-88db4c83c658 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 1095 time: 0.0755506
Jun 21 02:56:58.895172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea8c54fb-ce4b-43a1-b84f-4a5dfa275c10 req-c7e45ade-6763-482f-aa47-874d38c9f70e service neutron] 10.222.0.26 "GET /v2.0/networks/4d4bb73c-2b63-4084-9e22-d822feeb5223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2801270
Jun 21 02:56:58.925193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Provisioning for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:56:58.929288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:58.936696 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.982021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee55bbf-3f65-4394-8f24-00116106d5dd req-3bde4e57-83c6-493b-b8fa-35a024280d43 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378853
Jun 21 02:56:58.990174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:58.991223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:58.992016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:59.010189 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:59.182987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3b30bdf7-f274-43c0-b9b0-53bf85883c95 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:56:59.192185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:59.242150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Pushing event updated for resources: {'Network': ['ID=e422304a-60e2-45f4-8312-73583f18d0cc,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:59.251085 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:59.259216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-162181e4-38b5-4d56-bb8c-38c81d92f5da req-a0e97c71-31e6-4cb7-834a-93b4ef2778a7 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.1116700
Jun 21 02:56:59.266605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e422304a-60e2-45f4-8312-73583f18d0cc details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:56:59.274914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-66756b06-1227-4c56-bf48-83cd616fb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:59.276813 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-66756b06-1227-4c56-bf48-83cd616fb3f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 915 time: 0.3919137
Jun 21 02:56:59.277984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d682e-db56-4042-a40f-e21b338006a9 req-53bbf4cb-7681-407f-ba81-6a217a16d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:59.283891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-323d682e-db56-4042-a40f-e21b338006a9 req-53bbf4cb-7681-407f-ba81-6a217a16d5e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4799b6e617db4992bb665eada14ec2e1&device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 1095 time: 0.2316146
Jun 21 02:56:59.284342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-a12284ed-02c4-4882-a2c2-1984aff2bd8e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:59.286450 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-a12284ed-02c4-4882-a2c2-1984aff2bd8e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.3931704
Jun 21 02:56:59.313153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Request body: {'port': {'device_id': '49766a80-dd68-4d27-8937-e6327ddc92d1', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'admin_state_up': True, 'tenant_id': 'f8a0d24963e24fa78625afefb43c33f4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:59.422409 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6389019
Jun 21 02:56:59.446508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d682e-db56-4042-a40f-e21b338006a9 req-84f143db-9d91-435f-9048-1a66c638df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:59.448759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-323d682e-db56-4042-a40f-e21b338006a9 req-84f143db-9d91-435f-9048-1a66c638df76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d4bb73c-2b63-4084-9e22-d822feeb5223 HTTP/1.1" status: 200  len: 915 time: 0.1493697
Jun 21 02:56:59.455021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 1f92724e-3b6c-4124-acdf-e2d33faaa812 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:56:59.455886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49628) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:59.465928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Request body: {'subnet': {'network_id': 'e422304a-60e2-45f4-8312-73583f18d0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-823673289-subnet', 'tenant_id': '1b91403e26a946c4bc5396e4fa6fb070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:56:59.469363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Provisioning complete for port 1f92724e-3b6c-4124-acdf-e2d33faaa812 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:59.470455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:59.479889 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-845dc69e-e3eb-437c-8e55-d285e7b34c00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f36ce68c-c1a9-472d-b348-86dd404d397c HTTP/1.1" status: 200  len: 217 time: 0.1922476
Jun 21 02:56:59.553724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-323d682e-db56-4042-a40f-e21b338006a9 req-6610a99e-ec4a-4d99-b2f9-f02e1f846682 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433727af-0fe4-4190-a3b7-cad0f21dc512 HTTP/1.1" status: 200  len: 217 time: 0.0810575
Jun 21 02:56:59.562521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:59.567471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-25e6bdcc-069d-48c6-afdf-76eae521e093 None None] Port 1f92724e-3b6c-4124-acdf-e2d33faaa812 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:56:59.570023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:56:59.573763 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:59.613458 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-739fd290-b269-492f-86cb-7d90b9071045 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:56:59.671078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-11a9883f-ab94-45e9-a917-722f9dfb66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:59.678209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-11a9883f-ab94-45e9-a917-722f9dfb66cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.1836510
Jun 21 02:56:59.730178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=1f92724e-3b6c-4124-acdf-e2d33faaa812,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:56:59.743276 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-01300415-b6ca-4959-9952-57dc2ecd5e1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537477
Jun 21 02:56:59.751754 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:56:59.793207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] In _notify_port_updated(), no bound segment for port 1f92724e-3b6c-4124-acdf-e2d33faaa812 on network 2bfa0293-7002-4690-8a90-4a23a47e73ad {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:56:59.799383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:59.802465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:59.802465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "PUT /v2.0/ports/1f92724e-3b6c-4124-acdf-e2d33faaa812 HTTP/1.1" status: 200  len: 930 time: 2.6167636
Jun 21 02:56:59.811517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49634) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:56:59.817126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27faf793-6c8c-4528-a7cf-aa6ffa9849bc req-519ee8ef-a629-485c-94ba-dbecc5f5f6ba tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 210 time: 0.2560694
Jun 21 02:56:59.831525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 02:56:59.831525 n-d-758944-33 neutron-server[94167]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 21 02:56:59.831525 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id': '1b91403e26a946c4bc5396e4fa6fb070', 'id': '7a448b7d-c415-404c-95cf-7e56280f9969', 'expiration': datetime.datetime(2021, 6, 21, 2, 58, 59, 753449)}]
Jun 21 02:56:59.831525 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:56:59.835760 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:56:59.884526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d682e-db56-4042-a40f-e21b338006a9 req-1cb30384-a11b-4e64-a851-1a0fece32534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:59.886750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-323d682e-db56-4042-a40f-e21b338006a9 req-1cb30384-a11b-4e64-a851-1a0fece32534 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8492b6cf-a880-4775-a7bd-291f3a68eff4 HTTP/1.1" status: 200  len: 854 time: 0.2772062
Jun 21 02:56:59.909761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Made reservation on behalf of f8a0d24963e24fa78625afefb43c33f4 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:56:59.914521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:56:59.985974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-323d682e-db56-4042-a40f-e21b338006a9 req-114c7092-ad97-45c4-b99d-5b2801e25893 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d4bb73c-2b63-4084-9e22-d822feeb5223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0879209
Jun 21 02:56:59.994599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06031-833b-46a6-ae44-fde7fc30d11b req-13de1c4f-d9f5-42c8-93e9-079fa7898932 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:56:59.996491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b06031-833b-46a6-ae44-fde7fc30d11b req-13de1c4f-d9f5-42c8-93e9-079fa7898932 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 943 time: 0.5394876
Jun 21 02:57:00.090866 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-e593d85f-891e-44cb-bb7f-45bc9b790251 service neutron] 10.222.0.20 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3333406
Jun 21 02:57:00.138614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03b06031-833b-46a6-ae44-fde7fc30d11b req-0b0b4340-b52b-412c-9042-297b55bfd8f4 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155207
Jun 21 02:57:00.224089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-323d682e-db56-4042-a40f-e21b338006a9 req-0e049d0a-1572-4c19-b4f9-9dd972aabbd0 service neutron] 10.222.0.26 "GET /v2.0/networks/4d4bb73c-2b63-4084-9e22-d822feeb5223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263813
Jun 21 02:57:00.252002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 1f92724e-3b6c-4124-acdf-e2d33faaa812 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:00.252541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.257691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd9bc1c4-58e6-40df-9b85-58cfda6162c9 None None] Provisioning for port 1f92724e-3b6c-4124-acdf-e2d33faaa812 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:00.261780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd9bc1c4-58e6-40df-9b85-58cfda6162c9 None None] Provisioning complete for port 1f92724e-3b6c-4124-acdf-e2d33faaa812 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:00.262251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd9bc1c4-58e6-40df-9b85-58cfda6162c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.307171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2f623-2062-4237-a215-82de47d0dd65 req-f57b138a-c3eb-4a9a-b4f6-c9dd6e7fd0c5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:00.315435 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31a2f623-2062-4237-a215-82de47d0dd65 req-f57b138a-c3eb-4a9a-b4f6-c9dd6e7fd0c5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 943 time: 0.1685123
Jun 21 02:57:00.330695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bc1c4-58e6-40df-9b85-58cfda6162c9 None None] Port 1f92724e-3b6c-4124-acdf-e2d33faaa812 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:00.380371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31a2f623-2062-4237-a215-82de47d0dd65 req-fbe340b1-0d75-4eb2-967c-022f1c5ea227 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633259
Jun 21 02:57:00.385485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Allocated IP 172.20.0.12 (44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b/e6693165-493d-4dcb-8f5e-640a9427f677/f24a6c84-00b1-43fa-8028-7916ab11fbc8) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:00.412162 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0253baff-4869-48e0-b9c9-69dc7c83460a req-26676809-cbf9-42ca-ac34-236178a60d45 service neutron] 10.222.0.20 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3096297
Jun 21 02:57:00.423880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-323d682e-db56-4042-a40f-e21b338006a9 req-953b1bcb-5084-4aae-8fd9-ae770ab5b0e5 service neutron] 10.222.0.26 "GET /v2.0/networks/4d4bb73c-2b63-4084-9e22-d822feeb5223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911118
Jun 21 02:57:00.467516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Made reservation on behalf of 1b91403e26a946c4bc5396e4fa6fb070 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:00.470275 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.478469 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.529795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6278229-ccb1-4813-ba0d-cb7468a37f57 req-32610ac3-e23f-4a46-b850-12a018093d96 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0751247
Jun 21 02:57:00.587282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 1f92724e-3b6c-4124-acdf-e2d33faaa812 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:00.700429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.730711 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.734098 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9bf3b658-3474-453c-a032-a45bb33aefa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:00.783938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6f1f76-cb82-4520-8b1e-3c686dc76fb0,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:00.798508 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:00.805454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Checking segment: {'id': 'f56c4846-291f-4983-997d-d4f54e85d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e422304a-60e2-45f4-8312-73583f18d0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:00.805812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Network hostable DHCP agents. Network: e422304a-60e2-45f4-8312-73583f18d0cc, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:57:00.867895 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.875145 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:00.878802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.912293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Network e422304a-60e2-45f4-8312-73583f18d0cc is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:57:00.914428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=1f92724e-3b6c-4124-acdf-e2d33faaa812,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:00.917922 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:00.927545 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-13f93fb7-a8c3-4345-82dd-b291fbba357e tempest-VolumesActionsTest-318382136 tempest-VolumesActionsTest-318382136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:00.979012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:00.989248 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/1f92724e-3b6c-4124-acdf-e2d33faaa812 HTTP/1.1" status: 204  len: 168 time: 1.1718359
Jun 21 02:57:00.990804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49652) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:01.008083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:01.008658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e422304a-60e2-45f4-8312-73583f18d0cc) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:01.020384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:01.028250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26099279-7ad1-4f2f-bc66-07ca95eec5fe None None] Network e422304a-60e2-45f4-8312-73583f18d0cc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:01.028555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:01.028555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.034854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:01.086327 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e75ab8a-72f4-4fe6-9fff-3848983bd58b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:57:01.091513 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2e75ab8a-72f4-4fe6-9fff-3848983bd58b tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/1f92724e-3b6c-4124-acdf-e2d33faaa812 HTTP/1.1" status: 404  len: 333 time: 0.0993745
Jun 21 02:57:01.092204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49660) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:01.102331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event updated for resources: {'Port': ['ID=f24a6c84-00b1-43fa-8028-7916ab11fbc8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:01.106690 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:01.140008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:01.140719 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.184100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7057273
Jun 21 02:57:01.221382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f3012-6719-4b2a-b6a5-2778f4effae7 req-f6f44dbf-3e55-4a9f-bfff-01c6bc2dd4a4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:01.229904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a48f3012-6719-4b2a-b6a5-2778f4effae7 req-f6f44dbf-3e55-4a9f-bfff-01c6bc2dd4a4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 932 time: 0.2704194
Jun 21 02:57:01.262917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9580736
Jun 21 02:57:01.276506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Request body: {'port': {'device_id': '49766a80-dd68-4d27-8937-e6327ddc92d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:01.285362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a55f64-f654-4829-8f43-4f5608a29acf None None] Network e422304a-60e2-45f4-8312-73583f18d0cc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:01.317950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a48f3012-6719-4b2a-b6a5-2778f4effae7 req-387878c4-13a5-4c63-96f0-1a0148815f30 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835679
Jun 21 02:57:01.357536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b893cc2-a1b4-42e2-ba98-3f381fc8ec98 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.373888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f36ce68c-c1a9-472d-b348-86dd404d397c details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:57:01.423596 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b893cc2-a1b4-42e2-ba98-3f381fc8ec98 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.457152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.557492 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b893cc2-a1b4-42e2-ba98-3f381fc8ec98 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.561896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b893cc2-a1b4-42e2-ba98-3f381fc8ec98 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.562238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f36ce68c-c1a9-472d-b348-86dd404d397c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f36ce68c-c1a9-472d-b348-86dd404d397c,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:01.564078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4b893cc2-a1b4-42e2-ba98-3f381fc8ec98 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/security-groups/09ba92d8-674d-44f9-a4c3-84518a3ff04b HTTP/1.1" status: 204  len: 168 time: 0.4705639
Jun 21 02:57:01.566338 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3502d67d-fd5b-4ce3-af1b-60521ef369c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:01.574980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'f36ce68c-c1a9-472d-b348-86dd404d397c', 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0', 'port_id': 'f36ce68c-c1a9-472d-b348-86dd404d397c', 'mac_address': 'fa:16:3e:47:48:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce844538-077a-4802-a14e-bc7e8752119b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:57:01.583856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49688) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:01.585206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893cc2-a1b4-42e2-ba98-3f381fc8ec98 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ba92d8-674d-44f9-a4c3-84518a3ff04b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:01.588011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b893cc2-a1b4-42e2-ba98-3f381fc8ec98 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:01.624423 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.652671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 433727af-0fe4-4190-a3b7-cad0f21dc512 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:57:01.660973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36ce68c-c1a9-472d-b348-86dd404d397c {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:01.697606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f36ce68c-c1a9-472d-b348-86dd404d397c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f36ce68c-c1a9-472d-b348-86dd404d397c,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:01.698929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdcfad-9777-4be9-b04b-c78db037663d req-1568407b-6e66-4f10-94a9-00fde1996e2a tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:01.710819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3fdcfad-9777-4be9-b04b-c78db037663d req-1568407b-6e66-4f10-94a9-00fde1996e2a tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 943 time: 0.2305596
Jun 21 02:57:01.776853 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.797368 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:01.826001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24a6c84-00b1-43fa-8028-7916ab11fbc8 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:01.834603 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.845976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 433727af-0fe4-4190-a3b7-cad0f21dc512, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=433727af-0fe4-4190-a3b7-cad0f21dc512,segment=NetworkSegment(c12b14e7-ffa3-4db4-adf8-59740bd49116),segment_id=c12b14e7-ffa3-4db4-adf8-59740bd49116)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:01.850910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Transition to ACTIVE for port object f24a6c84-00b1-43fa-8028-7916ab11fbc8 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:01.868567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '433727af-0fe4-4190-a3b7-cad0f21dc512', 'network_id': '4d4bb73c-2b63-4084-9e22-d822feeb5223', 'port_id': '433727af-0fe4-4190-a3b7-cad0f21dc512', 'mac_address': 'fa:16:3e:23:72:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8492b6cf-a880-4775-a7bd-291f3a68eff4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:57:01.884965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3fdcfad-9777-4be9-b04b-c78db037663d req-bedd2cb5-d0da-4492-8639-205acfbdf164 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731222
Jun 21 02:57:01.886106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c3a41f4-e8e6-4917-821d-3c890919630c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.918554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.939757 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81d8c20c-379b-4ac6-a5ad-b3917449add8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:01.956004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:01.978104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c3a41f4-e8e6-4917-821d-3c890919630c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.000535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=f36ce68c-c1a9-472d-b348-86dd404d397c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:02.008319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433727af-0fe4-4190-a3b7-cad0f21dc512 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:02.037866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707b80-39ea-4083-9653-3ad45a8e9e42 req-5a510493-7cae-4210-adfd-624dfab34bf8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:02.039311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b707b80-39ea-4083-9653-3ad45a8e9e42 req-5a510493-7cae-4210-adfd-624dfab34bf8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 944 time: 0.2459190
Jun 21 02:57:02.120973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Pushing event updated for resources: {'Port': ['ID=f24a6c84-00b1-43fa-8028-7916ab11fbc8,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:02.133028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:02.139849 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c3a41f4-e8e6-4917-821d-3c890919630c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.145489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c3a41f4-e8e6-4917-821d-3c890919630c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.150643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7c3a41f4-e8e6-4917-821d-3c890919630c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/security-groups/86911c44-3f1d-4463-b8a8-ade13eaa062b HTTP/1.1" status: 204  len: 168 time: 0.5609815
Jun 21 02:57:02.153268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49712) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:02.154791 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fa70f6c-e0af-4b63-968e-e04663d1276c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:02.184646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a41f4-e8e6-4917-821d-3c890919630c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86911c44-3f1d-4463-b8a8-ade13eaa062b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:02.187916 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c3a41f4-e8e6-4917-821d-3c890919630c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:02.200276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b707b80-39ea-4083-9653-3ad45a8e9e42 req-bc6ee83b-9615-4803-9db8-69f7a8d8f176 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437364
Jun 21 02:57:02.290962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Attempting to bind port f24a6c84-00b1-43fa-8028-7916ab11fbc8 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:02.291585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Attempting to bind port f24a6c84-00b1-43fa-8028-7916ab11fbc8 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:02.296505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Attempting to bind port f24a6c84-00b1-43fa-8028-7916ab11fbc8 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:02.306991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Port f24a6c84-00b1-43fa-8028-7916ab11fbc8 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:57:02.309706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Attempting to bind port f24a6c84-00b1-43fa-8028-7916ab11fbc8 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:02.312519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 7947cde3-92b2-41b4-89e8-f434670c03f9 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:57:02.322076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:02.325876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Checking segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:02.330424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Bound using segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:02.330424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Bound port: f24a6c84-00b1-43fa-8028-7916ab11fbc8, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:02.330424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.332253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.333155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.333306 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.334104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.335051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.335577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.336073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.336575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.337081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.337603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.338125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.338637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.339130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:02.344037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['f36ce68c-c1a9-472d-b348-86dd404d397c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:02.351569 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:02.380037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 433727af-0fe4-4190-a3b7-cad0f21dc512, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=433727af-0fe4-4190-a3b7-cad0f21dc512,segment=NetworkSegment(c12b14e7-ffa3-4db4-adf8-59740bd49116),segment_id=c12b14e7-ffa3-4db4-adf8-59740bd49116)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:02.415498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ed509af-0166-4867-a25d-9cd279bb3fb1 req-427c4b23-7795-4f3b-8d7c-700d51098599 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0459514
Jun 21 02:57:02.422816 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.440999 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:02.454475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.508878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-ab186ecc-1c70-40eb-82ef-220ac40b7c8f tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:02.517079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-ab186ecc-1c70-40eb-82ef-220ac40b7c8f tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/networks?id=e422304a-60e2-45f4-8312-73583f18d0cc HTTP/1.1" status: 200  len: 812 time: 0.3649547
Jun 21 02:57:02.519977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] For port f24a6c84-00b1-43fa-8028-7916ab11fbc8, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:02.531785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] For port f24a6c84-00b1-43fa-8028-7916ab11fbc8, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f24a6c84-00b1-43fa-8028-7916ab11fbc8,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:02.553276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-0d41c0d9-48ee-4461-b007-14faf98166c8 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/quotas/1b91403e26a946c4bc5396e4fa6fb070 HTTP/1.1" status: 200  len: 375 time: 0.0348594
Jun 21 02:57:02.588692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.592119 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f45db5a6-4c2e-4f82-b2da-02afc47f2139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:02.601288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-876c1982-b584-4532-9eb2-3fc9f21db77a tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b91403e26a946c4bc5396e4fa6fb070&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467241
Jun 21 02:57:02.650768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=433727af-0fe4-4190-a3b7-cad0f21dc512,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:02.656249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Pushing event updated for resources: {'Port': ['ID=f24a6c84-00b1-43fa-8028-7916ab11fbc8,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:02.661610 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:02.662352 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:02.673561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:02.674732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:02.676401 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] 10.222.0.26 "PUT /v2.0/ports/f24a6c84-00b1-43fa-8028-7916ab11fbc8 HTTP/1.1" status: 200  len: 1093 time: 1.4049597
Jun 21 02:57:02.677351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49766a80-dd68-4d27-8937-e6327ddc92d1', 'tag': 'f24a6c84-00b1-43fa-8028-7916ab11fbc8'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:02.681270 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f636eabd-a14e-4e96-8ea8-54362ab7ba18" -d '{"events": [{"name": "network-changed", "server_uuid": "49766a80-dd68-4d27-8937-e6327ddc92d1", "tag": "f24a6c84-00b1-43fa-8028-7916ab11fbc8"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:02.691299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['433727af-0fe4-4190-a3b7-cad0f21dc512'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:02.767313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-0b4e5ff0-a989-4b9a-8679-f348b969eb66 service neutron] 10.222.0.25 "GET /v2.0/networks/e422304a-60e2-45f4-8312-73583f18d0cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646993
Jun 21 02:57:02.946074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-9be2737f-2fa5-4e9f-9fdd-846fb9008dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:02.947939 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-9be2737f-2fa5-4e9f-9fdd-846fb9008dea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 1096 time: 0.1488762
Jun 21 02:57:02.992019 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:03.027944 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-3e89ebe7-11ba-416c-99db-0f9f61a6889f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24a6c84-00b1-43fa-8028-7916ab11fbc8 HTTP/1.1" status: 200  len: 217 time: 0.0608134
Jun 21 02:57:03.045302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-57408a37-cc09-47cf-a5a1-e156f86c9107 service neutron] 10.222.0.25 "GET /v2.0/networks/e422304a-60e2-45f4-8312-73583f18d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2770855
Jun 21 02:57:03.073694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a903e-ae26-4961-9595-507b376f4b42 req-92c2eead-c690-40ac-9aaa-3be08067e47c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:03.080299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-141a903e-ae26-4961-9595-507b376f4b42 req-92c2eead-c690-40ac-9aaa-3be08067e47c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 944 time: 0.2302725
Jun 21 02:57:03.104333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-755e0eed-b2b5-4745-aecc-a6d3924c6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:03.105929 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-755e0eed-b2b5-4745-aecc-a6d3924c6c8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.0715215
Jun 21 02:57:03.155949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-d8157dcd-a660-4df2-bfe1-ef396c9fc83a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411215
Jun 21 02:57:03.159822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-141a903e-ae26-4961-9595-507b376f4b42 req-2121c6e4-fcf9-46ee-bd45-72e90d399718 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784328
Jun 21 02:57:03.253810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:03.259186 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef7dc2c-a8ba-46a1-8143-f24740d0fdef x-openstack-request-id: req-1ef7dc2c-a8ba-46a1-8143-f24740d0fdef {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:03.259928 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49766a80-dd68-4d27-8937-e6327ddc92d1", "tag": "f24a6c84-00b1-43fa-8028-7916ab11fbc8", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:03.260525 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ef7dc2c-a8ba-46a1-8143-f24740d0fdef {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:03.261167 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49766a80-dd68-4d27-8937-e6327ddc92d1', 'tag': 'f24a6c84-00b1-43fa-8028-7916ab11fbc8', 'status': 'completed', 'code': 200}
Jun 21 02:57:03.265604 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e3a4055-0333-43ba-a1cd-9098fb01776f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:03.327398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-c28f6ed3-d360-417f-bf94-b2eb7cec9a88 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643403
Jun 21 02:57:03.353821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:03.369513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/7947cde3-92b2-41b4-89e8-f434670c03f9 HTTP/1.1" status: 204  len: 168 time: 1.1925156
Jun 21 02:57:03.369513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49742) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:03.369513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=7947cde3-92b2-41b4-89e8-f434670c03f9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:03.370106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578f3ea-bf7f-43b4-92eb-b14cb98791ef None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:03.397859 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:03.403048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:03.467124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f36ce68c-c1a9-472d-b348-86dd404d397c up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:03.484235 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0fd9262-3686-497e-8c6e-8ae99227310e req-8fe1d81d-8de2-4f46-8484-71804cf27a39 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496084
Jun 21 02:57:03.678348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-3bc603a6-ff73-4bbb-849b-a5f7862c418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:03.680883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port f36ce68c-c1a9-472d-b348-86dd404d397c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:03.681040 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-3bc603a6-ff73-4bbb-849b-a5f7862c418b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 1096 time: 0.0820587
Jun 21 02:57:03.695145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 433727af-0fe4-4190-a3b7-cad0f21dc512 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:03.706651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port f36ce68c-c1a9-472d-b348-86dd404d397c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:03.710422 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:03.828605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-fa62a20a-b8db-4352-a4c6-e7139bc79cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:03.831370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-fa62a20a-b8db-4352-a4c6-e7139bc79cae service neutron] 10.222.0.26 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 912 time: 0.1293800
Jun 21 02:57:03.950027 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-424d5a4d-ae49-4f69-8683-8dbfd544ac21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24a6c84-00b1-43fa-8028-7916ab11fbc8 HTTP/1.1" status: 200  len: 217 time: 0.1095991
Jun 21 02:57:03.976961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 433727af-0fe4-4190-a3b7-cad0f21dc512 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:03.981544 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:03.997819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 433727af-0fe4-4190-a3b7-cad0f21dc512 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:04.001362 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:04.068055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b251a939-edc4-4424-8f51-438ba39fcfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36ce68c-c1a9-472d-b348-86dd404d397c'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:04.070497 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f2f6a9-eb3f-4c44-8030-25b61f77e7e2" -d '{"events": [{"server_uuid": "b251a939-edc4-4424-8f51-438ba39fcfbc", "name": "network-vif-plugged", "status": "completed", "tag": "f36ce68c-c1a9-472d-b348-86dd404d397c"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:04.085352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f36ce68c-c1a9-472d-b348-86dd404d397c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f36ce68c-c1a9-472d-b348-86dd404d397c,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:04.192224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:04.205206 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:04.210188 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e798c78-479f-44c8-8d44-c1e812a2fdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:04.279061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 433727af-0fe4-4190-a3b7-cad0f21dc512, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=433727af-0fe4-4190-a3b7-cad0f21dc512,segment=NetworkSegment(c12b14e7-ffa3-4db4-adf8-59740bd49116),segment_id=c12b14e7-ffa3-4db4-adf8-59740bd49116)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:04.283685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-22cea044-eb28-4333-b6d4-3cdb204dfd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:04.324585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=f36ce68c-c1a9-472d-b348-86dd404d397c,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:04.329499 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:04.383663 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:04.390946 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:04.452327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329bd99-74c0-4f9d-a11f-eb03e588c51f req-341833de-4887-44f6-a782-8900f9c7b772 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:04.460777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2329bd99-74c0-4f9d-a11f-eb03e588c51f req-341833de-4887-44f6-a782-8900f9c7b772 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 944 time: 1.0093346
Jun 21 02:57:04.497841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=433727af-0fe4-4190-a3b7-cad0f21dc512,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:04.502018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb5c66-c84f-43a4-b5ed-8c71cb1c4f90 req-c6a4fa1e-d236-4caa-b080-78f6f17d3b52 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:04.503284 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:04.503551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dafb5c66-c84f-43a4-b5ed-8c71cb1c4f90 req-c6a4fa1e-d236-4caa-b080-78f6f17d3b52 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 944 time: 0.8679521
Jun 21 02:57:04.553981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2329bd99-74c0-4f9d-a11f-eb03e588c51f req-8460456d-925c-4856-a8e1-e0d5f4e9e93e tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772300
Jun 21 02:57:04.554099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-3b1cef99-31c4-4a84-aad2-3f2b5e287ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:04.554099 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-3b1cef99-31c4-4a84-aad2-3f2b5e287ad5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.5957568
Jun 21 02:57:04.612393 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-5dc611c0-803b-4485-8815-ed4d54909fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489490
Jun 21 02:57:04.637946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c8fd932-c340-4510-aa49-a95e93c0f530 req-fedd8605-984b-4900-aa52-dec795fce04c tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 210 time: 0.0490923
Jun 21 02:57:04.653356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dafb5c66-c84f-43a4-b5ed-8c71cb1c4f90 req-db489b80-f0c5-43d7-b033-bca7aa4e6ee9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375825
Jun 21 02:57:04.686638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:04.694048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:04.783093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-e0400f5e-019d-41e3-ae76-b784262e7798 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635215
Jun 21 02:57:04.872618 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8a11a5-24fe-4421-9ac2-fdbb08ca59f7 x-openstack-request-id: req-8f8a11a5-24fe-4421-9ac2-fdbb08ca59f7 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:04.872992 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b251a939-edc4-4424-8f51-438ba39fcfbc", "name": "network-vif-plugged", "status": "completed", "tag": "f36ce68c-c1a9-472d-b348-86dd404d397c", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:04.874150 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f8a11a5-24fe-4421-9ac2-fdbb08ca59f7 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:04.874660 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b251a939-edc4-4424-8f51-438ba39fcfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36ce68c-c1a9-472d-b348-86dd404d397c', 'code': 200}
Jun 21 02:57:04.945397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3869da0-5cc7-4fed-9aaa-66412863683d req-2c3a1607-5ec1-497e-b8a6-cffa7fdbba0b tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0504684
Jun 21 02:57:05.090688 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f636eabd-a14e-4e96-8ea8-54362ab7ba18 req-009cf27c-3562-450c-b407-1aae821b7ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2984037
Jun 21 02:57:05.119448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-066954dd-38a2-4436-b344-0ad5d141fa2a None None] Provisioning complete for port 63248643-077b-41f9-adbd-75ce817c4592 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:05.133486 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-066954dd-38a2-4436-b344-0ad5d141fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:05.133700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73d10-db77-41f4-852d-265143e0c664 req-9880a3eb-8a88-4fef-ad05-112ba879bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:05.133700 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41a73d10-db77-41f4-852d-265143e0c664 req-9880a3eb-8a88-4fef-ad05-112ba879bccc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 1097 time: 0.0890250
Jun 21 02:57:05.163704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1274b-cf59-4b32-9c0c-f06f13b2ed7f req-4d572f2e-2994-44c9-9c5e-c2bfe92e7816 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:05.171212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0f1274b-cf59-4b32-9c0c-f06f13b2ed7f req-4d572f2e-2994-44c9-9c5e-c2bfe92e7816 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 944 time: 0.1225467
Jun 21 02:57:05.171518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-066954dd-38a2-4436-b344-0ad5d141fa2a None None] Port 63248643-077b-41f9-adbd-75ce817c4592 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:05.173676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41a73d10-db77-41f4-852d-265143e0c664 req-0a4086db-9971-4f81-b850-20a6f40c4f4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413027
Jun 21 02:57:05.182176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-066954dd-38a2-4436-b344-0ad5d141fa2a None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:05.182685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-066954dd-38a2-4436-b344-0ad5d141fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:05.209183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0f1274b-cf59-4b32-9c0c-f06f13b2ed7f req-c6fe341f-df28-4f69-b49f-62d4073348e5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370018
Jun 21 02:57:05.547207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:05.549697 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-78b96d5a-f6d8-4049-886c-710f66aec8bc tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:05.606525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:05.609276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:05.614754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:05.615537 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:05.624320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a747b-dbd3-44b4-b020-8839b44f1fca None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:05.640804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=8f06b7a2-cce0-401a-b82d-2b1820ffe3f8,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:05.646077 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:05.746079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f24a6c84-00b1-43fa-8028-7916ab11fbc8 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:57:05.763362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3643811
Jun 21 02:57:05.766060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49794) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:05.771416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'security_group': {'name': 'tempest-secgroup-1478417655'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:05.862101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f72336b-6833-4427-8c2e-50dc1409ab8f req-b8a0a421-ea02-459c-9ea5-e4c85589ed8a tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 210 time: 0.0591931
Jun 21 02:57:05.916864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df8d25-9695-4259-be5d-6e0e35c6dd0b req-55d872a0-160c-4e29-a46d-5c71d1c91441 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:05.917407 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:05.923368 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61df8d25-9695-4259-be5d-6e0e35c6dd0b req-55d872a0-160c-4e29-a46d-5c71d1c91441 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 945 time: 0.2030528
Jun 21 02:57:05.972128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49798) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:06.040659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.051509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61df8d25-9695-4259-be5d-6e0e35c6dd0b req-85b12619-9470-4ecd-ad0d-f068aeefb5cb tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157310
Jun 21 02:57:06.097473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.122493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f24a6c84-00b1-43fa-8028-7916ab11fbc8, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f24a6c84-00b1-43fa-8028-7916ab11fbc8,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:06.148127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.163285 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3829875f-2564-487b-a0fc-c7b79cc7c00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:06.172081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'f24a6c84-00b1-43fa-8028-7916ab11fbc8', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'port_id': 'f24a6c84-00b1-43fa-8028-7916ab11fbc8', 'mac_address': 'fa:16:3e:e2:43:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6693165-493d-4dcb-8f5e-640a9427f677', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:57:06.225447 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.227560 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4594989
Jun 21 02:57:06.229756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49804) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:06.240984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'security_group': {'name': 'tempest-secgroup-2118762885'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:06.263523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-db8b8d4f-f684-482b-9011-d42538caba8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.267151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed807e64-9686-4bd3-916e-96f203277859,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:06.268170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.271846 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:06.278285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a17061ab-424d-423f-a503-ec6dc3e95ca9 req-3f462e9b-bb56-485c-9ce9-27e0521774b3 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0623455
Jun 21 02:57:06.299912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Update dhcp port {'port': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'fixed_ips': [{'subnet_id': '999489b0-9041-446b-a0f9-6281082cad38', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8f06b7a2-cce0-401a-b82d-2b1820ffe3f8'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '3b30bdf7-f274-43c0-b9b0-53bf85883c95'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 02:57:06.328919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc3dc-a2f1-4382-871c-434b3a17fa92 req-f3b68991-6adf-4b36-8f57-b953fba03288 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:06.330614 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.336171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86ddc3dc-a2f1-4382-871c-434b3a17fa92 req-f3b68991-6adf-4b36-8f57-b953fba03288 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 945 time: 0.1706576
Jun 21 02:57:06.339176 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.344697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24a6c84-00b1-43fa-8028-7916ab11fbc8 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:06.365878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f24a6c84-00b1-43fa-8028-7916ab11fbc8, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f24a6c84-00b1-43fa-8028-7916ab11fbc8,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:06.413471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86ddc3dc-a2f1-4382-871c-434b3a17fa92 req-9a53a0bf-6fc6-4a1d-90d7-c95487422442 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660088
Jun 21 02:57:06.508280 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-db8b8d4f-f684-482b-9011-d42538caba8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.518377 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.523760 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-00565183-9e47-4c32-950b-c88800ca5a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:06.576200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afda13-4899-445f-923c-9b89b0149ac6 req-1798c09f-0585-46e9-be82-2f560b70adb6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:06.579874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72afda13-4899-445f-923c-9b89b0149ac6 req-1798c09f-0585-46e9-be82-2f560b70adb6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 945 time: 0.0843039
Jun 21 02:57:06.600433 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-db8b8d4f-f684-482b-9011-d42538caba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.621253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f24a6c84-00b1-43fa-8028-7916ab11fbc8,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:06.624615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Allocated IP 2001:db8::2 (2bfa0293-7002-4690-8a90-4a23a47e73ad/8f06b7a2-cce0-401a-b82d-2b1820ffe3f8/3b30bdf7-f274-43c0-b9b0-53bf85883c95) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:06.626800 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:06.651636 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7eaf9468-df94-461f-90c3-cacaac4700a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:06.658240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72afda13-4899-445f-923c-9b89b0149ac6 req-e8a008b3-059d-479f-a831-bc864e057aba tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706298
Jun 21 02:57:06.684339 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-db8b8d4f-f684-482b-9011-d42538caba8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c397bcd9d754ac5a0527c0cfb4d16be&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7097204
Jun 21 02:57:06.688788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b8d4f-f684-482b-9011-d42538caba8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f43dcb-9449-4648-8dda-ef28e969f287,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:06.691174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49808) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:06.694885 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c75a057c-bf3c-47a4-893a-3d1eaade0c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.696803 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-db8b8d4f-f684-482b-9011-d42538caba8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:06.768058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] For port 3b30bdf7-f274-43c0-b9b0-53bf85883c95, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3b30bdf7-f274-43c0-b9b0-53bf85883c95,segment=NetworkSegment(7e2507c7-c6a4-4e95-9023-fa4c4bb0e022),segment_id=7e2507c7-c6a4-4e95-9023-fa4c4bb0e022)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:06.782771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['f24a6c84-00b1-43fa-8028-7916ab11fbc8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:06.789868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.810156 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f36d614-5ef2-4ee0-b629-a5c2abe29358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.834610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f36d614-5ef2-4ee0-b629-a5c2abe29358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.838665 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.856800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.861236 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6086f5e3-a4be-4de9-9a55-2cbc057b18dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:06.868413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Transition to ACTIVE for port object 3b30bdf7-f274-43c0-b9b0-53bf85883c95 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:06.876287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb619c9-6f36-4f76-9ec5-55645ed39ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433727af-0fe4-4190-a3b7-cad0f21dc512'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:06.879152 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff687a-dd84-43cf-ad40-b547303c3cfb" -d '{"events": [{"server_uuid": "dbb619c9-6f36-4f76-9ec5-55645ed39ce7", "name": "network-vif-plugged", "status": "completed", "tag": "433727af-0fe4-4190-a3b7-cad0f21dc512"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:06.905802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75f99f7-f683-4f1c-b7fc-9dc38694b17d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:06.910820 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:06.945231 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.948801 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b57133df-06ae-4dac-92a4-816e7fc5f7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:06.964759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.965036 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f36d614-5ef2-4ee0-b629-a5c2abe29358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.966842 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7356129
Jun 21 02:57:06.970021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f36d614-5ef2-4ee0-b629-a5c2abe29358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:06.970200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49818) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:06.974814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4f36d614-5ef2-4ee0-b629-a5c2abe29358 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6f43dcb-9449-4648-8dda-ef28e969f287 HTTP/1.1" status: 204  len: 168 time: 0.2816329
Jun 21 02:57:06.976560 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09a4cdac-302b-43aa-adbd-77e39ea09877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:06.980310 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db208fca-0c87-458c-aa9f-00316285b9e1 x-openstack-request-id: req-db208fca-0c87-458c-aa9f-00316285b9e1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:06.980655 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb619c9-6f36-4f76-9ec5-55645ed39ce7", "name": "network-vif-plugged", "status": "completed", "tag": "433727af-0fe4-4190-a3b7-cad0f21dc512", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:06.980918 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db208fca-0c87-458c-aa9f-00316285b9e1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:06.981321 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb619c9-6f36-4f76-9ec5-55645ed39ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433727af-0fe4-4190-a3b7-cad0f21dc512', 'code': 200}
Jun 21 02:57:06.983734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'security_group': {'name': 'tempest-secgroup-574744309'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:07.012330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36d614-5ef2-4ee0-b629-a5c2abe29358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f43dcb-9449-4648-8dda-ef28e969f287,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:07.023246 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4f36d614-5ef2-4ee0-b629-a5c2abe29358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:07.118501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0d8b1-8480-4848-8ecb-03b655507bcc req-eec08641-f758-4e0c-b531-9076a4e6574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:07.119974 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-58e0d8b1-8480-4848-8ecb-03b655507bcc req-eec08641-f758-4e0c-b531-9076a4e6574d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 1097 time: 0.0763469
Jun 21 02:57:07.164357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Pushing event updated for resources: {'Port': ['ID=3b30bdf7-f274-43c0-b9b0-53bf85883c95,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:07.167026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2e88c4b-e4bf-4e28-b5cf-0e5c470afb10 req-71394c46-033b-4734-bba8-a436183b1d18 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 210 time: 0.0551805
Jun 21 02:57:07.177173 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:07.192514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:07.239178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:07.251844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23405ed0-dd32-4cdc-837e-63e36283521d req-710b8973-7ea0-4191-b644-64130dea1cc8 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:07.259702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23405ed0-dd32-4cdc-837e-63e36283521d req-710b8973-7ea0-4191-b644-64130dea1cc8 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 945 time: 0.0913842
Jun 21 02:57:07.314058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23405ed0-dd32-4cdc-837e-63e36283521d req-443790ed-0942-4950-ade3-5a15259fae0e tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533476
Jun 21 02:57:07.326423 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-58e0d8b1-8480-4848-8ecb-03b655507bcc req-aeab129c-6ad8-4551-a670-dd5262f4d7ca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942639
Jun 21 02:57:07.341460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:07.464015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-620aac6b-2f95-49f5-8187-cad2cbf0a3a6 req-3a18df42-313b-44c8-8406-c83ed9aad453 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0387776
Jun 21 02:57:07.516370 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:07.560933 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a10921a3-b96d-4f1c-9073-4446d4b18bcf tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:07.638144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea41065-69a4-4032-966d-80dd9d421096,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:07.647400 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:07.662164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:07.666352 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6951847
Jun 21 02:57:07.671392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49832) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:07.678503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-645822130', 'security_groups': ['6ea41065-69a4-4032-966d-80dd9d421096'], 'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f06b7a2-cce0-401a-b82d-2b1820ffe3f8'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:07.717826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f24a6c84-00b1-43fa-8028-7916ab11fbc8 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:07.743017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-dbf18918-d2d6-4f62-9c8b-1a27c9c21f1a tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:07.745893 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-dbf18918-d2d6-4f62-9c8b-1a27c9c21f1a tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.20 "GET /v2.0/networks?id=e422304a-60e2-45f4-8312-73583f18d0cc HTTP/1.1" status: 200  len: 812 time: 0.2671380
Jun 21 02:57:07.760801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Request body: {'port': {'device_id': '3699fa0c-b1ca-47d8-a510-92fbc77096c4', 'network_id': 'e422304a-60e2-45f4-8312-73583f18d0cc', 'admin_state_up': True, 'tenant_id': '1b91403e26a946c4bc5396e4fa6fb070'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:07.846722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37210215-0697-4b8a-b43f-fee425b61446 req-29ba082c-c09a-4887-aeef-ea3dc4597b84 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:07.863889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37210215-0697-4b8a-b43f-fee425b61446 req-29ba082c-c09a-4887-aeef-ea3dc4597b84 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 945 time: 0.2737670
Jun 21 02:57:08.045713 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.067672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Made reservation on behalf of 1b91403e26a946c4bc5396e4fa6fb070 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:08.072657 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.073713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port f24a6c84-00b1-43fa-8028-7916ab11fbc8 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:08.079764 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.085079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port f24a6c84-00b1-43fa-8028-7916ab11fbc8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:08.085592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.095958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37210215-0697-4b8a-b43f-fee425b61446 req-41635608-2077-4574-9034-0c96acd3b17f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320290
Jun 21 02:57:08.155502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8483ff7-c68a-4e47-9dbf-7396d7aa6325 req-be7efd9b-093c-4641-abfc-d74375a886a9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:08.162563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8483ff7-c68a-4e47-9dbf-7396d7aa6325 req-be7efd9b-093c-4641-abfc-d74375a886a9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 945 time: 0.2734497
Jun 21 02:57:08.199186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6c68f55a-091c-427c-8e65-359dbc007540 None None] Provisioning complete for port 63248643-077b-41f9-adbd-75ce817c4592 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:08.199573 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6c68f55a-091c-427c-8e65-359dbc007540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.240304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8483ff7-c68a-4e47-9dbf-7396d7aa6325 req-1fe02170-2c05-4366-b973-c0e5de6c2d1a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748425
Jun 21 02:57:08.261903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:08.279942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6c68f55a-091c-427c-8e65-359dbc007540 None None] Port 63248643-077b-41f9-adbd-75ce817c4592 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:08.285030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Allocated IP 172.20.0.9 (e422304a-60e2-45f4-8312-73583f18d0cc/0c6f1f76-cb82-4520-8b1e-3c686dc76fb0/9eddf195-38aa-4968-b412-14fe23f4da4e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:08.375785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6c68f55a-091c-427c-8e65-359dbc007540 None None] Provisioning for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:08.403120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6c68f55a-091c-427c-8e65-359dbc007540 None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:08.403501 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6c68f55a-091c-427c-8e65-359dbc007540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.430895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.455990 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.504928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f24a6c84-00b1-43fa-8028-7916ab11fbc8, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f24a6c84-00b1-43fa-8028-7916ab11fbc8,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:08.511320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] device_id is not set on port 66801a1c-2613-4ebe-af21-205de6866d45 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:57:08.518768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97e89807-9cba-430a-bf52-563ad8ea1066 req-20433bbe-0770-4243-adbc-5008253ad83d tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 210 time: 0.0682359
Jun 21 02:57:08.549019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.600793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.600793 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8023f0ae-d738-4833-ae9e-f6c1b42618fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:08.709930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f24a6c84-00b1-43fa-8028-7916ab11fbc8,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:08.719781 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:08.768403 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:08.803703 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:08.839102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Network e422304a-60e2-45f4-8312-73583f18d0cc is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:08.847263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:08.852573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:08.864796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8::206 (2bfa0293-7002-4690-8a90-4a23a47e73ad/8f06b7a2-cce0-401a-b82d-2b1820ffe3f8/66801a1c-2613-4ebe-af21-205de6866d45) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:08.912696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b201b-1e20-4948-882d-82dd94d858e6 req-820031eb-80c2-4066-b11d-5d8c41095769 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:08.914977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-399b201b-1e20-4948-882d-82dd94d858e6 req-820031eb-80c2-4066-b11d-5d8c41095769 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 945 time: 0.1436043
Jun 21 02:57:08.983531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a75e5d1-795f-4bdd-b0f3-e8ef6eab7242 req-fcfaea23-7e4e-4191-8931-8cc2e390087d tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0647092
Jun 21 02:57:08.984533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49766a80-dd68-4d27-8937-e6327ddc92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24a6c84-00b1-43fa-8028-7916ab11fbc8'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:08.989235 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfe5a08-e657-44f9-987b-8aeef8fb35ce" -d '{"events": [{"server_uuid": "49766a80-dd68-4d27-8937-e6327ddc92d1", "name": "network-vif-plugged", "status": "completed", "tag": "f24a6c84-00b1-43fa-8028-7916ab11fbc8"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:09.021118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Pushing event updated for resources: {'Port': ['ID=9eddf195-38aa-4968-b412-14fe23f4da4e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:09.030128 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:09.038266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-399b201b-1e20-4948-882d-82dd94d858e6 req-cc27afc6-11d6-4d0e-a056-dfbeb66b5e7b tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138420
Jun 21 02:57:09.061726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:09.063355 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:09.159413 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4028168
Jun 21 02:57:09.171420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3b30bdf7-f274-43c0-b9b0-53bf85883c95 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:09.187158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Request body: {'port': {'device_id': '3699fa0c-b1ca-47d8-a510-92fbc77096c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:09.266790 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef9a5ca-aee0-40d1-b1d2-5519b8679b8d x-openstack-request-id: req-9ef9a5ca-aee0-40d1-b1d2-5519b8679b8d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:09.267298 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49766a80-dd68-4d27-8937-e6327ddc92d1", "name": "network-vif-plugged", "status": "completed", "tag": "f24a6c84-00b1-43fa-8028-7916ab11fbc8", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:09.267710 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ef9a5ca-aee0-40d1-b1d2-5519b8679b8d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:09.268386 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49766a80-dd68-4d27-8937-e6327ddc92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24a6c84-00b1-43fa-8028-7916ab11fbc8', 'code': 200}
Jun 21 02:57:09.310155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:09.311871 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:09.470034 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:09.495153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aaf32-2d31-4d87-b0c2-a92bd7e12350 req-6f8c505f-97aa-4899-b17e-793976ca18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:09.496783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ed8aaf32-2d31-4d87-b0c2-a92bd7e12350 req-6f8c505f-97aa-4899-b17e-793976ca18db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 1098 time: 0.2180667
Jun 21 02:57:09.522655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:09.541735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 66801a1c-2613-4ebe-af21-205de6866d45 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:09.573428 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ed8aaf32-2d31-4d87-b0c2-a92bd7e12350 req-0ba1e634-6af9-4063-befb-2fb412b4389b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682778
Jun 21 02:57:09.588864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8cf79-304f-4e7c-9e2a-af6c33349b95 req-c2ba260e-b710-42b5-a515-b60473990472 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:09.590444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1c8cf79-304f-4e7c-9e2a-af6c33349b95 req-c2ba260e-b710-42b5-a515-b60473990472 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 945 time: 0.2872519
Jun 21 02:57:09.610457 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:09.645147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfd40e-39f9-4925-b166-a1ed70b8632d req-96de2de4-eefb-4c91-9b78-05dc2b04ddf8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:09.646740 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35dfd40e-39f9-4925-b166-a1ed70b8632d req-96de2de4-eefb-4c91-9b78-05dc2b04ddf8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 946 time: 0.1669600
Jun 21 02:57:09.694323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1c8cf79-304f-4e7c-9e2a-af6c33349b95 req-0c2fb682-0d25-42c7-99c3-e33e9f5e507d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903056
Jun 21 02:57:09.718048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35dfd40e-39f9-4925-b166-a1ed70b8632d req-85f7949c-98bd-4bc1-b523-1897966f8008 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566447
Jun 21 02:57:09.742268 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:09.746605 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:09.854576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:09.861407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:09.868194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:09.892785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:09.914521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:09.941659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=66801a1c-2613-4ebe-af21-205de6866d45,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:09.972937 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:10.002939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eddf195-38aa-4968-b412-14fe23f4da4e {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:10.033511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:10.057747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Transition to ACTIVE for port object 9eddf195-38aa-4968-b412-14fe23f4da4e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:10.090241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.4168200
Jun 21 02:57:10.093080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49896) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:10.099206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f3b59054-6e2d-405a-b0b0-7e08554e750a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:10.222049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:10.260665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1261197-6ab2-4b52-a20e-e03a36f62b37 req-c64f297b-cf5c-44e0-803f-ad69fd3d57dc tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:10.262215 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d18f129-f3b2-496f-9b03-dc8b372df4d4 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:10.269601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1261197-6ab2-4b52-a20e-e03a36f62b37 req-c64f297b-cf5c-44e0-803f-ad69fd3d57dc tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 931 time: 0.2313905
Jun 21 02:57:10.330481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-026fd65f-ada9-4551-a75b-a45f57b5d490 None None] Provisioning for port 66801a1c-2613-4ebe-af21-205de6866d45 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:10.337155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1261197-6ab2-4b52-a20e-e03a36f62b37 req-6486f52f-cf43-4e91-9b8a-e3ed839c6f37 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664825
Jun 21 02:57:10.340072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-026fd65f-ada9-4551-a75b-a45f57b5d490 None None] Provisioning complete for port 66801a1c-2613-4ebe-af21-205de6866d45 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:10.340465 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-026fd65f-ada9-4551-a75b-a45f57b5d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:10.374497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755274-75ca-408e-bf9e-99758616cc78 req-8baecdb7-c7f5-4450-bbef-ca17761c11e6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:10.376046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2755274-75ca-408e-bf9e-99758616cc78 req-8baecdb7-c7f5-4450-bbef-ca17761c11e6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.20 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 945 time: 0.2300994
Jun 21 02:57:10.411015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-026fd65f-ada9-4551-a75b-a45f57b5d490 None None] Port 66801a1c-2613-4ebe-af21-205de6866d45 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:10.423441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Pushing event updated for resources: {'Port': ['ID=9eddf195-38aa-4968-b412-14fe23f4da4e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:10.426932 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:10.479457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e72d81c5-db41-4670-9520-14e90869aa76 req-6e9ee05f-c5c2-4012-96c5-de40e8401d00 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0408652
Jun 21 02:57:10.625298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Attempting to bind port 9eddf195-38aa-4968-b412-14fe23f4da4e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:10.636564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Attempting to bind port 9eddf195-38aa-4968-b412-14fe23f4da4e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'f56c4846-291f-4983-997d-d4f54e85d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e422304a-60e2-45f4-8312-73583f18d0cc'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:10.636564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Attempting to bind port 9eddf195-38aa-4968-b412-14fe23f4da4e on network e422304a-60e2-45f4-8312-73583f18d0cc {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:10.636564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Port 9eddf195-38aa-4968-b412-14fe23f4da4e on network e422304a-60e2-45f4-8312-73583f18d0cc not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:57:10.636564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Attempting to bind port 9eddf195-38aa-4968-b412-14fe23f4da4e on network e422304a-60e2-45f4-8312-73583f18d0cc {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:10.639567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:10.640114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Checking segment: {'id': 'f56c4846-291f-4983-997d-d4f54e85d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e422304a-60e2-45f4-8312-73583f18d0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:10.640575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Bound using segment: {'id': 'f56c4846-291f-4983-997d-d4f54e85d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e422304a-60e2-45f4-8312-73583f18d0cc'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:10.642190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Bound port: 9eddf195-38aa-4968-b412-14fe23f4da4e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56c4846-291f-4983-997d-d4f54e85d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e422304a-60e2-45f4-8312-73583f18d0cc'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:10.642606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:10.645211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Deleting port f36ce68c-c1a9-472d-b348-86dd404d397c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:10.645581 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:10.657930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b59054-6e2d-405a-b0b0-7e08554e750a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:10.662171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3b59054-6e2d-405a-b0b0-7e08554e750a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:10.783139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] For port f36ce68c-c1a9-472d-b348-86dd404d397c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f36ce68c-c1a9-472d-b348-86dd404d397c,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:10.783510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:10.870359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] For port 9eddf195-38aa-4968-b412-14fe23f4da4e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:10.884903 n-d-758944-33 neutron-server[94166]: INFO neutron.db.ipam_backend_mixin [None req-f3b59054-6e2d-405a-b0b0-7e08554e750a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f06b7a2-cce0-401a-b82d-2b1820ffe3f8 (CIDR: 2001:db8::/64)
Jun 21 02:57:10.889916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] For port 9eddf195-38aa-4968-b412-14fe23f4da4e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9eddf195-38aa-4968-b412-14fe23f4da4e,segment=NetworkSegment(f56c4846-291f-4983-997d-d4f54e85d0da),segment_id=f56c4846-291f-4983-997d-d4f54e85d0da)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:10.923103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Calling delete_port for f36ce68c-c1a9-472d-b348-86dd404d397c owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:10.931053 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b59054-6e2d-405a-b0b0-7e08554e750a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 02:57:10.931529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b59054-6e2d-405a-b0b0-7e08554e750a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:10.953908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:10.956483 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8da5ac5e-2b09-4552-8b98-59a0217b9890 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:11.002885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:11.003521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:11.005004 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] 10.222.0.20 "PUT /v2.0/ports/9eddf195-38aa-4968-b412-14fe23f4da4e HTTP/1.1" status: 200  len: 1092 time: 1.8364360
Jun 21 02:57:11.005491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3699fa0c-b1ca-47d8-a510-92fbc77096c4', 'tag': '9eddf195-38aa-4968-b412-14fe23f4da4e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:11.007987 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb6418-c19e-4b86-847c-a587d36cd918" -d '{"events": [{"name": "network-changed", "server_uuid": "3699fa0c-b1ca-47d8-a510-92fbc77096c4", "tag": "9eddf195-38aa-4968-b412-14fe23f4da4e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:11.021268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f3b59054-6e2d-405a-b0b0-7e08554e750a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9245369
Jun 21 02:57:11.021621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49924) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:11.029613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5b062fca-74ae-4cd3-805c-6d7f6e54b44c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:11.068461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27141c-51ac-45f9-81ee-cbbb2bfa7f41 req-e3a89a2c-14c0-4c58-99c6-3307a3233a6b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:11.071844 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e27141c-51ac-45f9-81ee-cbbb2bfa7f41 req-e3a89a2c-14c0-4c58-99c6-3307a3233a6b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 945 time: 0.1922064
Jun 21 02:57:11.090065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Pushing event updated for resources: {'Port': ['ID=9eddf195-38aa-4968-b412-14fe23f4da4e,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:11.098400 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:11.205590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e27141c-51ac-45f9-81ee-cbbb2bfa7f41 req-87da1af0-2254-465e-95a6-9f47ad338e1c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201110
Jun 21 02:57:11.244577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-ad5e2671-d3b8-46e1-bb30-286cdc41369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:11.246236 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-ad5e2671-d3b8-46e1-bb30-286cdc41369e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b91403e26a946c4bc5396e4fa6fb070&device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 1095 time: 0.1052756
Jun 21 02:57:11.289701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd987-13ed-48bb-ab40-dcd1f1b15b0f req-663297c3-d044-4993-917b-182663d99f20 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:11.293818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-367cd987-13ed-48bb-ab40-dcd1f1b15b0f req-663297c3-d044-4993-917b-182663d99f20 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 946 time: 0.1414971
Jun 21 02:57:11.300255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-6b704568-290b-4f97-96bd-7dcbe093ed0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eddf195-38aa-4968-b412-14fe23f4da4e HTTP/1.1" status: 200  len: 217 time: 0.0453546
Jun 21 02:57:11.351340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-367cd987-13ed-48bb-ab40-dcd1f1b15b0f req-9d976920-7993-46c9-8077-8df22d027152 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526881
Jun 21 02:57:11.356689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-3eb4bb5c-bef3-43fd-bcb0-ac90eadd0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:11.358059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:11.358233 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-3eb4bb5c-bef3-43fd-bcb0-ac90eadd0785 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f1f76-cb82-4520-8b1e-3c686dc76fb0 HTTP/1.1" status: 200  len: 852 time: 0.0520482
Jun 21 02:57:11.359260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b062fca-74ae-4cd3-805c-6d7f6e54b44c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:11.363349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b062fca-74ae-4cd3-805c-6d7f6e54b44c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:11.369886 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9cb1e3cd-5f30-4ff7-9ff9-4456538bad3c tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:11.372125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['f36ce68c-c1a9-472d-b348-86dd404d397c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:11.375280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:11.467806 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-e0076f86-45d3-45a0-ac38-3c7fa8f18141 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e422304a-60e2-45f4-8312-73583f18d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0924654
Jun 21 02:57:11.467806 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943bcc46-8da7-4e24-948b-c8d6a3a4f2ff x-openstack-request-id: req-943bcc46-8da7-4e24-948b-c8d6a3a4f2ff {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:11.467806 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3699fa0c-b1ca-47d8-a510-92fbc77096c4", "tag": "9eddf195-38aa-4968-b412-14fe23f4da4e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:11.467806 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-943bcc46-8da7-4e24-948b-c8d6a3a4f2ff {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:11.467806 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3699fa0c-b1ca-47d8-a510-92fbc77096c4', 'tag': '9eddf195-38aa-4968-b412-14fe23f4da4e', 'status': 'completed', 'code': 200}
Jun 21 02:57:11.481075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Pushing event deleted for resources: {'Port': ['ID=f36ce68c-c1a9-472d-b348-86dd404d397c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:11.496316 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:11.578771 n-d-758944-33 neutron-server[94166]: INFO neutron.db.ipam_backend_mixin [None req-5b062fca-74ae-4cd3-805c-6d7f6e54b44c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 999489b0-9041-446b-a0f9-6281082cad38 (CIDR: 2001:db8:0:1::/64)
Jun 21 02:57:11.591484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] No DVR routers for this DVR port f36ce68c-c1a9-472d-b348-86dd404d397c on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:57:11.595610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:11.598200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2755274-75ca-408e-bf9e-99758616cc78 req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.20 "DELETE /v2.0/ports/f36ce68c-c1a9-472d-b348-86dd404d397c HTTP/1.1" status: 204  len: 173 time: 1.2116244
Jun 21 02:57:11.598344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b251a939-edc4-4424-8f51-438ba39fcfbc', 'name': 'network-vif-deleted', 'tag': 'f36ce68c-c1a9-472d-b348-86dd404d397c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:11.600963 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a604b1e-40a3-4ea7-a265-9cce1e7b42d4" -d '{"events": [{"server_uuid": "b251a939-edc4-4424-8f51-438ba39fcfbc", "name": "network-vif-deleted", "tag": "f36ce68c-c1a9-472d-b348-86dd404d397c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:11.635987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8103e3-4fdf-45b3-8d70-dbda0f412efb req-6fded63c-ea14-4834-93ee-c2027c134cbf tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:11.636190 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-a607872d-236f-4ff7-83d8-c3db97fad502 service neutron] 10.222.0.20 "GET /v2.0/networks/e422304a-60e2-45f4-8312-73583f18d0cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633086
Jun 21 02:57:11.636308 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b062fca-74ae-4cd3-805c-6d7f6e54b44c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 02:57:11.636851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b062fca-74ae-4cd3-805c-6d7f6e54b44c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:11.644137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e8103e3-4fdf-45b3-8d70-dbda0f412efb req-6fded63c-ea14-4834-93ee-c2027c134cbf tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 945 time: 0.2596142
Jun 21 02:57:11.705288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e8103e3-4fdf-45b3-8d70-dbda0f412efb req-b99e08f7-34f6-41a1-90f9-27ac5c2afc49 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598171
Jun 21 02:57:11.776873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-38247db6-b95a-458f-945b-1e5c948f5bb2 req-12134206-cadf-4bcf-a537-edcde4e64d95 service neutron] 10.222.0.20 "GET /v2.0/networks/e422304a-60e2-45f4-8312-73583f18d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365197
Jun 21 02:57:11.782662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458879f-b4e8-48f5-9dff-d7dbaf54ef16 req-57e04612-115d-47c0-8717-98976fb88566 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:11.784258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b458879f-b4e8-48f5-9dff-d7dbaf54ef16 req-57e04612-115d-47c0-8717-98976fb88566 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 943 time: 0.0844419
Jun 21 02:57:11.849123 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5b062fca-74ae-4cd3-805c-6d7f6e54b44c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.8264666
Jun 21 02:57:11.849983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49942) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:11.865421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'subnet': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:11.871964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b458879f-b4e8-48f5-9dff-d7dbaf54ef16 req-91585e7f-00e4-43ec-a0f7-878fafc41b8d tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813558
Jun 21 02:57:12.049212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-d28b8d07-e9fb-4f53-8d22-4307576e89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:12.051014 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-d28b8d07-e9fb-4f53-8d22-4307576e89d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b91403e26a946c4bc5396e4fa6fb070&device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 1095 time: 0.1329942
Jun 21 02:57:12.053901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99d5fdd6-1294-4605-b986-df1e8a7d49df req-3b73c661-0791-4383-a192-a35dfd9257c2 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0456395
Jun 21 02:57:12.103280 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7b993d-0d84-4423-a710-29153963f492 x-openstack-request-id: req-3f7b993d-0d84-4423-a710-29153963f492 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:12.103633 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b251a939-edc4-4424-8f51-438ba39fcfbc", "name": "network-vif-deleted", "tag": "f36ce68c-c1a9-472d-b348-86dd404d397c", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:12.103942 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f7b993d-0d84-4423-a710-29153963f492 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:12.104398 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b251a939-edc4-4424-8f51-438ba39fcfbc', 'name': 'network-vif-deleted', 'tag': 'f36ce68c-c1a9-472d-b348-86dd404d397c', 'status': 'completed', 'code': 200}
Jun 21 02:57:12.165343 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-826f7f6d-35be-43f9-90f9-c3a083564ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:12.166913 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-826f7f6d-35be-43f9-90f9-c3a083564ddc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e422304a-60e2-45f4-8312-73583f18d0cc HTTP/1.1" status: 200  len: 913 time: 0.1070390
Jun 21 02:57:12.169551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Made reservation on behalf of d5fde035d19442f59a4b3f49644e7605 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:12.173863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:12.255936 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-a6b57a9e-fdd4-467e-b3f9-318a99b43668 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eddf195-38aa-4968-b412-14fe23f4da4e HTTP/1.1" status: 200  len: 217 time: 0.0766230
Jun 21 02:57:12.336822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-dce20d34-e37e-4bc2-afee-8d2611859695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:12.338352 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-dce20d34-e37e-4bc2-afee-8d2611859695 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f1f76-cb82-4520-8b1e-3c686dc76fb0 HTTP/1.1" status: 200  len: 852 time: 0.0768538
Jun 21 02:57:12.427253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99941eda-449a-475b-be90-837f39c3359e req-584dd210-0687-4b45-908d-3e36f3ba7817 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=b251a939-edc4-4424-8f51-438ba39fcfbc HTTP/1.1" status: 200  len: 210 time: 0.0602484
Jun 21 02:57:12.453520 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-160f36fb-2aeb-4771-b83c-e99bf9a7d71a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e422304a-60e2-45f4-8312-73583f18d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1007071
Jun 21 02:57:12.557881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3aba4-6e25-4836-b8db-5ea456ddcd6f req-b8fc91e8-2659-49e3-b8f7-486f06b000e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:12.557881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0f3aba4-6e25-4836-b8db-5ea456ddcd6f req-b8fc91e8-2659-49e3-b8f7-486f06b000e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 946 time: 0.1286423
Jun 21 02:57:12.632657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0f3aba4-6e25-4836-b8db-5ea456ddcd6f req-cf4da804-cd65-4002-ba18-72edddeb6f5a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689080
Jun 21 02:57:13.014620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb25e13-e3ed-4350-bb42-7218dd36f815 req-ab1f2d83-0091-4142-9f17-e409c8c52208 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:13.023348 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abb25e13-e3ed-4350-bb42-7218dd36f815 req-ab1f2d83-0091-4142-9f17-e409c8c52208 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 945 time: 0.1209047
Jun 21 02:57:13.076148 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-9be70a93-ee30-41f6-93c0-32a2caa208d1 service neutron] 10.222.0.20 "GET /v2.0/networks/e422304a-60e2-45f4-8312-73583f18d0cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6127532
Jun 21 02:57:13.107192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abb25e13-e3ed-4350-bb42-7218dd36f815 req-ad1d6c2e-870c-4d00-8d43-bca337d146bf tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/security-groups?id=14535b34-972c-4147-8f88-a56555f6d4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828516
Jun 21 02:57:13.208600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-e0bb85cb-4364-4b0b-b0a8-9b09710576bb tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:13.213890 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-e0bb85cb-4364-4b0b-b0a8-9b09710576bb tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 945 time: 0.8148260
Jun 21 02:57:13.259540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0b7ce-b634-4cc8-8c26-a4a272f8baab req-20951666-4d0e-4694-be13-d57f1343b52c tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:13.261743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ba0b7ce-b634-4cc8-8c26-a4a272f8baab req-20951666-4d0e-4694-be13-d57f1343b52c tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 943 time: 0.1469088
Jun 21 02:57:13.323605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78163f90-5097-4159-bd65-53f365eeba44 req-aaaa8eb6-104e-46f4-a1ed-e8b6b6e868c3 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0586414
Jun 21 02:57:13.377113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ba0b7ce-b634-4cc8-8c26-a4a272f8baab req-d4376e92-5add-4801-ab80-b50ac7433d6d tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995557
Jun 21 02:57:13.417259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9eddf195-38aa-4968-b412-14fe23f4da4e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:57:13.420788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f36ce68c-c1a9-472d-b348-86dd404d397c no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:57:13.446555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: f36ce68c-c1a9-472d-b348-86dd404d397c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:57:13.447180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f36ce68c-c1a9-472d-b348-86dd404d397c not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:57:13.486483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:13.491093 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7744a5a-e27b-4a1d-8cb9-c4b52525af25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:13.551486 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31cb6418-c19e-4b86-847c-a587d36cd918 req-d145c25f-4a3e-4053-81bf-43d0c66de1a3 service neutron] 10.222.0.20 "GET /v2.0/networks/e422304a-60e2-45f4-8312-73583f18d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4663267
Jun 21 02:57:13.572614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9eddf195-38aa-4968-b412-14fe23f4da4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9eddf195-38aa-4968-b412-14fe23f4da4e,segment=NetworkSegment(f56c4846-291f-4983-997d-d4f54e85d0da),segment_id=f56c4846-291f-4983-997d-d4f54e85d0da)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:13.578709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:13.586464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '9eddf195-38aa-4968-b412-14fe23f4da4e', 'network_id': 'e422304a-60e2-45f4-8312-73583f18d0cc', 'port_id': '9eddf195-38aa-4968-b412-14fe23f4da4e', 'mac_address': 'fa:16:3e:5a:b3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6f1f76-cb82-4520-8b1e-3c686dc76fb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:57:13.592546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Subnet': ['ID=55039e67-7e09-4276-a7a0-a2cc3e078ed0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:13.592546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:13.592546 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:13.593568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:13.594176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:13.608808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae55aa-8b19-4ae3-b7c7-a09d074db941 None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:13.617746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Deleting port 433727af-0fe4-4190-a3b7-cad0f21dc512 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:13.619231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:13.707808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-9fdbac31-6cc6-4d1e-bb1e-d0ec8dfe0032 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:13.709751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-9fdbac31-6cc6-4d1e-bb1e-d0ec8dfe0032 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 946 time: 0.0778649
Jun 21 02:57:13.732856 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.8809879
Jun 21 02:57:13.733667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49984) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:13.753769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1128286490', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '55039e67-7e09-4276-a7a0-a2cc3e078ed0'}], 'security_groups': ['ed807e64-9686-4bd3-916e-96f203277859', 'd75f99f7-f683-4f1c-b7fc-9dc38694b17d']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:13.883310 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:13.903377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eddf195-38aa-4968-b412-14fe23f4da4e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:13.962249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] For port 433727af-0fe4-4190-a3b7-cad0f21dc512, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=433727af-0fe4-4190-a3b7-cad0f21dc512,segment=NetworkSegment(c12b14e7-ffa3-4db4-adf8-59740bd49116),segment_id=c12b14e7-ffa3-4db4-adf8-59740bd49116)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:13.962700 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:13.978160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9eddf195-38aa-4968-b412-14fe23f4da4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9eddf195-38aa-4968-b412-14fe23f4da4e,segment=NetworkSegment(f56c4846-291f-4983-997d-d4f54e85d0da),segment_id=f56c4846-291f-4983-997d-d4f54e85d0da)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:13.999134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d26735-0af6-4057-8195-21fd35190380 req-9d5f099b-b55a-4c7e-b68c-54042cdc3c14 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:14.006605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74d26735-0af6-4057-8195-21fd35190380 req-9d5f099b-b55a-4c7e-b68c-54042cdc3c14 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1892467
Jun 21 02:57:14.040186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Deleting port f24a6c84-00b1-43fa-8028-7916ab11fbc8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:14.040613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:14.070394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dfeb3-64ac-42fd-ac97-86779b722d0a req-29e422a5-3245-465a-b1b0-21d40c134a40 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:14.071882 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:14.075546 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:14.078625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a21dfeb3-64ac-42fd-ac97-86779b722d0a req-29e422a5-3245-465a-b1b0-21d40c134a40 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 946 time: 0.1891248
Jun 21 02:57:14.124393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Calling delete_port for 433727af-0fe4-4190-a3b7-cad0f21dc512 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:14.173243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74d26735-0af6-4057-8195-21fd35190380 req-21506238-21f4-4388-a198-b293cd224c56 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652479
Jun 21 02:57:14.206473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9eddf195-38aa-4968-b412-14fe23f4da4e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:14.219162 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:14.238539 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:14.249498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a21dfeb3-64ac-42fd-ac97-86779b722d0a req-5af8b9c9-9a40-403e-925a-8390940cd4ea tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695762
Jun 21 02:57:14.283938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9eddf195-38aa-4968-b412-14fe23f4da4e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:14.359661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] For port f24a6c84-00b1-43fa-8028-7916ab11fbc8, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f24a6c84-00b1-43fa-8028-7916ab11fbc8,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:14.359997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:14.453703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Update dhcp port {'port': {'network_id': '2bfa0293-7002-4690-8a90-4a23a47e73ad', 'fixed_ips': [{'subnet_id': '999489b0-9041-446b-a0f9-6281082cad38', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8f06b7a2-cce0-401a-b82d-2b1820ffe3f8', 'ip_address': '2001:db8::2'}, {'subnet_id': '55039e67-7e09-4276-a7a0-a2cc3e078ed0'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '3b30bdf7-f274-43c0-b9b0-53bf85883c95'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 02:57:14.526219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Calling delete_port for f24a6c84-00b1-43fa-8028-7916ab11fbc8 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:14.590317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:14.658559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:14.664551 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:14.722289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Pushing event deleted for resources: {'Port': ['ID=433727af-0fe4-4190-a3b7-cad0f21dc512,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:14.727006 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:14.776972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc6f2800-b14e-45ff-baf1-bcaa28b4ec04 req-4c6f7f97-7ba1-4644-87cc-04e0de4b01af tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 210 time: 0.1217098
Jun 21 02:57:14.781616 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-403086c4-2071-4ffb-a4e4-cdfe68507e20 req-c6744404-0946-4472-8cf3-efd57fa0a761 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.1220345
Jun 21 02:57:14.900793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] No DVR routers for this DVR port 433727af-0fe4-4190-a3b7-cad0f21dc512 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:57:14.902047 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:14.903848 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bd8d4a04-c3dd-4467-8d6d-e8d252eebe0f req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.26 "DELETE /v2.0/ports/433727af-0fe4-4190-a3b7-cad0f21dc512 HTTP/1.1" status: 204  len: 173 time: 1.5478482
Jun 21 02:57:14.905092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb619c9-6f36-4f76-9ec5-55645ed39ce7', 'name': 'network-vif-deleted', 'tag': '433727af-0fe4-4190-a3b7-cad0f21dc512'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:14.908007 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b2d6df-718a-4dc7-97d9-3ac4cf3a8f71" -d '{"events": [{"server_uuid": "dbb619c9-6f36-4f76-9ec5-55645ed39ce7", "name": "network-vif-deleted", "tag": "433727af-0fe4-4190-a3b7-cad0f21dc512"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:14.970224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Delete allocated IP 2001:db8::206 (2bfa0293-7002-4690-8a90-4a23a47e73ad/8f06b7a2-cce0-401a-b82d-2b1820ffe3f8) {{(pid=94166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 21 02:57:14.981981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Allocated IP 2001:db8:0:2::2b6 (2bfa0293-7002-4690-8a90-4a23a47e73ad/55039e67-7e09-4276-a7a0-a2cc3e078ed0/66801a1c-2613-4ebe-af21-205de6866d45) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:15.023590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.028903 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd74fe35-b3f6-49f8-91cb-debcbc7b8060 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:15.038163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['f24a6c84-00b1-43fa-8028-7916ab11fbc8'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:15.063574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event deleted for resources: {'Port': ['ID=f24a6c84-00b1-43fa-8028-7916ab11fbc8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:15.078874 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:15.186846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.202007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Transition to ACTIVE for port object 66801a1c-2613-4ebe-af21-205de6866d45 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:15.212353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] No DVR routers for this DVR port f24a6c84-00b1-43fa-8028-7916ab11fbc8 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:57:15.216394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.219023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e07e2341-293b-4ff1-8678-b3c8609cad8c req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "DELETE /v2.0/ports/f24a6c84-00b1-43fa-8028-7916ab11fbc8 HTTP/1.1" status: 204  len: 173 time: 1.5037522
Jun 21 02:57:15.219766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49766a80-dd68-4d27-8937-e6327ddc92d1', 'name': 'network-vif-deleted', 'tag': 'f24a6c84-00b1-43fa-8028-7916ab11fbc8'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:15.222692 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae954005-afcd-442b-9cba-a77c8b5aa93c" -d '{"events": [{"server_uuid": "49766a80-dd68-4d27-8937-e6327ddc92d1", "name": "network-vif-deleted", "tag": "f24a6c84-00b1-43fa-8028-7916ab11fbc8"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:15.247587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22268ae4-04c3-4ef7-ab58-9c2c6e65bec7 req-b31eead7-6ced-431a-86dd-12b5b456169d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:15.249281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22268ae4-04c3-4ef7-ab58-9c2c6e65bec7 req-b31eead7-6ced-431a-86dd-12b5b456169d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2962427
Jun 21 02:57:15.285175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.293487 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:15.359290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Allocated IP 2001:db8:0:2::2 (2bfa0293-7002-4690-8a90-4a23a47e73ad/55039e67-7e09-4276-a7a0-a2cc3e078ed0/3b30bdf7-f274-43c0-b9b0-53bf85883c95) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:15.432846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] In _notify_port_updated(), no bound segment for port 66801a1c-2613-4ebe-af21-205de6866d45 on network 2bfa0293-7002-4690-8a90-4a23a47e73ad {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 02:57:15.442411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:15.443105 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.450235 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "PUT /v2.0/ports/66801a1c-2613-4ebe-af21-205de6866d45 HTTP/1.1" status: 200  len: 970 time: 1.7068412
Jun 21 02:57:15.450235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50026) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:15.462669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9eddf195-38aa-4968-b412-14fe23f4da4e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:15.476410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event updated for resources: {'Port': ['ID=66801a1c-2613-4ebe-af21-205de6866d45,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:15.485754 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:15.596504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] For port 3b30bdf7-f274-43c0-b9b0-53bf85883c95, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3b30bdf7-f274-43c0-b9b0-53bf85883c95,segment=NetworkSegment(7e2507c7-c6a4-4e95-9023-fa4c4bb0e022),segment_id=7e2507c7-c6a4-4e95-9023-fa4c4bb0e022)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:15.635905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.644029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 66801a1c-2613-4ebe-af21-205de6866d45 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:15.644395 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.651256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Transition to ACTIVE for port object 3b30bdf7-f274-43c0-b9b0-53bf85883c95 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:15.697669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 9eddf195-38aa-4968-b412-14fe23f4da4e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:15.706588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 9eddf195-38aa-4968-b412-14fe23f4da4e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:15.707260 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.711783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b45564-6575-496c-8875-cd3f0e17975c req-904fe49b-5605-4e18-8576-aaf4720db769 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:15.719345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05b45564-6575-496c-8875-cd3f0e17975c req-904fe49b-5605-4e18-8576-aaf4720db769 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 944 time: 0.6589866
Jun 21 02:57:15.773277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 433727af-0fe4-4190-a3b7-cad0f21dc512 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:57:15.782085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05b45564-6575-496c-8875-cd3f0e17975c req-b6e36e8a-0593-41f3-9033-297e95e13d16 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617976
Jun 21 02:57:15.785134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22268ae4-04c3-4ef7-ab58-9c2c6e65bec7 req-7ee58b3b-41c1-4e03-9e62-064101e316ec tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5282142
Jun 21 02:57:15.799110 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.806565 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:15.844334 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:15.847033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 433727af-0fe4-4190-a3b7-cad0f21dc512 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:57:15.847397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 433727af-0fe4-4190-a3b7-cad0f21dc512 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:57:15.847829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f24a6c84-00b1-43fa-8028-7916ab11fbc8 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:57:15.891665 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595f11df-304a-455f-b3af-5f0220ee2f61 x-openstack-request-id: req-595f11df-304a-455f-b3af-5f0220ee2f61 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:15.892008 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49766a80-dd68-4d27-8937-e6327ddc92d1", "name": "network-vif-deleted", "tag": "f24a6c84-00b1-43fa-8028-7916ab11fbc8", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:15.892309 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-595f11df-304a-455f-b3af-5f0220ee2f61 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:15.892763 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49766a80-dd68-4d27-8937-e6327ddc92d1', 'name': 'network-vif-deleted', 'tag': 'f24a6c84-00b1-43fa-8028-7916ab11fbc8', 'status': 'completed', 'code': 200}
Jun 21 02:57:15.945158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 66801a1c-2613-4ebe-af21-205de6866d45 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:15.948400 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195dfdd-3dfa-4e5d-b8a9-49f33c0ed15b x-openstack-request-id: req-c195dfdd-3dfa-4e5d-b8a9-49f33c0ed15b {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:15.948559 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb619c9-6f36-4f76-9ec5-55645ed39ce7", "name": "network-vif-deleted", "tag": "433727af-0fe4-4190-a3b7-cad0f21dc512", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:15.948771 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c195dfdd-3dfa-4e5d-b8a9-49f33c0ed15b {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:15.949449 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb619c9-6f36-4f76-9ec5-55645ed39ce7', 'name': 'network-vif-deleted', 'tag': '433727af-0fe4-4190-a3b7-cad0f21dc512', 'status': 'completed', 'code': 200}
Jun 21 02:57:15.997133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: f24a6c84-00b1-43fa-8028-7916ab11fbc8 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:57:15.997578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f24a6c84-00b1-43fa-8028-7916ab11fbc8 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:57:16.209628 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-841d2524-6708-4adc-9704-edc1872b93a2 req-3b73ea47-fb6a-4e10-b3dd-f14698479ec9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0583258
Jun 21 02:57:16.214076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Pushing event updated for resources: {'Port': ['ID=3b30bdf7-f274-43c0-b9b0-53bf85883c95,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:16.228070 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:16.230722 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:16.233217 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-230e30db-d57b-4a77-9ce7-2e3a325488f4 req-7b7098b5-cf69-4860-8884-7104fd72d737 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbb619c9-6f36-4f76-9ec5-55645ed39ce7 HTTP/1.1" status: 200  len: 210 time: 0.0919380
Jun 21 02:57:16.235347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-852ae616-62bb-496b-8bc3-e0d5919ad7a6 req-8bffb0eb-d710-4e38-8767-af37a2560d2d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=49766a80-dd68-4d27-8937-e6327ddc92d1 HTTP/1.1" status: 200  len: 210 time: 0.0927186
Jun 21 02:57:16.244735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:16.249212 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:16.261841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3699fa0c-b1ca-47d8-a510-92fbc77096c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eddf195-38aa-4968-b412-14fe23f4da4e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:16.264579 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a16ab5-3264-4000-8509-a1c672b28405" -d '{"events": [{"server_uuid": "3699fa0c-b1ca-47d8-a510-92fbc77096c4", "name": "network-vif-plugged", "status": "completed", "tag": "9eddf195-38aa-4968-b412-14fe23f4da4e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:16.288411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9eddf195-38aa-4968-b412-14fe23f4da4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9eddf195-38aa-4968-b412-14fe23f4da4e,segment=NetworkSegment(f56c4846-291f-4983-997d-d4f54e85d0da),segment_id=f56c4846-291f-4983-997d-d4f54e85d0da)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:16.336528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=66801a1c-2613-4ebe-af21-205de6866d45,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:16.353364 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:16.355292 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d015cb93-cedb-46db-9443-0062212d8d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:16.365394 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:16.465861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9eddf195-38aa-4968-b412-14fe23f4da4e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:16.473234 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:16.486080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:16.488062 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/66801a1c-2613-4ebe-af21-205de6866d45 HTTP/1.1" status: 204  len: 168 time: 1.0382574
Jun 21 02:57:16.492074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50046) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:16.577143 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2b6c00-0ac2-4c43-8b4b-09de6e67da29 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] GET failed (client error): The resource could not be found.
Jun 21 02:57:16.579027 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9c2b6c00-0ac2-4c43-8b4b-09de6e67da29 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports/66801a1c-2613-4ebe-af21-205de6866d45 HTTP/1.1" status: 404  len: 333 time: 0.0851676
Jun 21 02:57:16.584225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50048) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:16.655066 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3785219-6a74-49b2-8538-62d12a4dc782 req-887188b5-83e7-40ea-bb25-5ae6e37145f4 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0545118
Jun 21 02:57:16.708557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56ebd44b-3b37-4861-bdaa-2ba7529dfec8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:16.730739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28661767-85bc-46da-81a9-59c8bfabf417 req-065f4dc7-a941-4324-aca1-42942df7bb44 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:16.734007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28661767-85bc-46da-81a9-59c8bfabf417 req-065f4dc7-a941-4324-aca1-42942df7bb44 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2078223
Jun 21 02:57:16.771838 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56ebd44b-3b37-4861-bdaa-2ba7529dfec8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:16.778659 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11abdea4-12c6-4027-92a0-aa91d629b0a3 x-openstack-request-id: req-11abdea4-12c6-4027-92a0-aa91d629b0a3 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:16.778984 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3699fa0c-b1ca-47d8-a510-92fbc77096c4", "name": "network-vif-plugged", "status": "completed", "tag": "9eddf195-38aa-4968-b412-14fe23f4da4e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:16.780783 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11abdea4-12c6-4027-92a0-aa91d629b0a3 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:16.781488 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3699fa0c-b1ca-47d8-a510-92fbc77096c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eddf195-38aa-4968-b412-14fe23f4da4e', 'code': 200}
Jun 21 02:57:16.837944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28661767-85bc-46da-81a9-59c8bfabf417 req-16d1aa47-229d-49a8-bf41-6caf3420d86b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887079
Jun 21 02:57:16.936220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56ebd44b-3b37-4861-bdaa-2ba7529dfec8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:16.939702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56ebd44b-3b37-4861-bdaa-2ba7529dfec8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:16.949669 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-56ebd44b-3b37-4861-bdaa-2ba7529dfec8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/security-groups/6ea41065-69a4-4032-966d-80dd9d421096 HTTP/1.1" status: 204  len: 168 time: 0.3547535
Jun 21 02:57:16.949669 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:16.950216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50066) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:16.965848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebd44b-3b37-4861-bdaa-2ba7529dfec8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea41065-69a4-4032-966d-80dd9d421096,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:16.972232 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56ebd44b-3b37-4861-bdaa-2ba7529dfec8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:17.161353 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba0782f5-8c63-4f42-a938-a11491aac3ff tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.197072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28db9c-4cf5-4600-bb8d-55a2a06ed072 req-79264fc9-6eb0-40d4-a60b-ce08e3b7cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:17.213324 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bd28db9c-4cf5-4600-bb8d-55a2a06ed072 req-79264fc9-6eb0-40d4-a60b-ce08e3b7cd54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 1097 time: 0.1390657
Jun 21 02:57:17.227091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba0782f5-8c63-4f42-a938-a11491aac3ff tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.236912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3b30bdf7-f274-43c0-b9b0-53bf85883c95 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:17.265456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50074) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:17.311747 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bd28db9c-4cf5-4600-bb8d-55a2a06ed072 req-5c6e2321-4e77-476b-8660-8f79326cd2a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873861
Jun 21 02:57:17.330497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f841de-554e-4fd4-8c6f-10eb8372c0fd req-d7fdecd5-a2d8-4ed7-b9c8-b3e4c7d13f3a tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:17.332105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37f841de-554e-4fd4-8c6f-10eb8372c0fd req-d7fdecd5-a2d8-4ed7-b9c8-b3e4c7d13f3a tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 945 time: 0.2854464
Jun 21 02:57:17.389608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37f841de-554e-4fd4-8c6f-10eb8372c0fd req-25fe8c93-3786-4cb7-bbb7-77b03da7e536 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460401
Jun 21 02:57:17.461172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d4ac3612-2aeb-4254-a80a-7bc01199e888 None None] Provisioning complete for port 63248643-077b-41f9-adbd-75ce817c4592 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:17.462367 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3612-2aeb-4254-a80a-7bc01199e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.475917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50090) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:17.518540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac3612-2aeb-4254-a80a-7bc01199e888 None None] Port 63248643-077b-41f9-adbd-75ce817c4592 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:17.538142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba0782f5-8c63-4f42-a938-a11491aac3ff tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.555846 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba0782f5-8c63-4f42-a938-a11491aac3ff tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.556998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ba0782f5-8c63-4f42-a938-a11491aac3ff tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/security-groups/d75f99f7-f683-4f1c-b7fc-9dc38694b17d HTTP/1.1" status: 204  len: 168 time: 0.6056857
Jun 21 02:57:17.567933 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9c004cd2-4a54-4e95-bc4e-420d5c7c2480 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:17.572596 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:57:17.580697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c12e2d-5685-4b61-8925-73ca13fd0b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.589390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50096) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:17.631367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0782f5-8c63-4f42-a938-a11491aac3ff tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75f99f7-f683-4f1c-b7fc-9dc38694b17d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:17.650330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d4ac3612-2aeb-4254-a80a-7bc01199e888 None None] Provisioning for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:17.674020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d4ac3612-2aeb-4254-a80a-7bc01199e888 None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:17.674020 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3612-2aeb-4254-a80a-7bc01199e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.674639 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ba0782f5-8c63-4f42-a938-a11491aac3ff tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:17.687017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Deleting subnet 8492b6cf-a880-4775-a7bd-291f3a68eff4 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:57:17.697393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.850040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.885183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c12e2d-5685-4b61-8925-73ca13fd0b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.942572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c12e2d-5685-4b61-8925-73ca13fd0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:17.946814 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-165a8189-6d28-49f1-9e2c-40a67815a7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:17.976181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d4ac3612-2aeb-4254-a80a-7bc01199e888 None None] Could not find standard attr ID for object 66801a1c-2613-4ebe-af21-205de6866d45. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:57:17.983047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.056036 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-24c12e2d-5685-4b61-8925-73ca13fd0b1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95e88c64025743b6b16a3d6717653195&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7897449
Jun 21 02:57:18.057142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c12e2d-5685-4b61-8925-73ca13fd0b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509bbbad-9613-4a9e-ba9d-a53ce4514718,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:18.064277 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24c12e2d-5685-4b61-8925-73ca13fd0b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:18.064483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:18.090569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cc80cb6e-dd67-4595-b8cb-87b0f4046e0e None None] Could not find standard attr ID for object 66801a1c-2613-4ebe-af21-205de6866d45. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 02:57:18.207705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16c29eea-3e9b-47cc-a6b9-cff40bd81daf req-dfd0aa98-99f1-4fde-9a77-4bce1f5aa22c tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.1944170
Jun 21 02:57:18.230812 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0bd3-3726-49fd-86a0-df646587091d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.290537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0bd3-3726-49fd-86a0-df646587091d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.354589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-d906fecb-bca8-4a85-b85e-b9db15b1059a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:18.356423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-d906fecb-bca8-4a85-b85e-b9db15b1059a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.3496079
Jun 21 02:57:18.363919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.369216 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-906e86a5-ff63-49ed-9582-bf904352e23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:18.406423 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9022d4ea-66e0-4148-a031-343d770bceed tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.409603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-8ebee1bb-07f7-4f73-a26a-6a1595844daa tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/quotas/f8a0d24963e24fa78625afefb43c33f4 HTTP/1.1" status: 200  len: 375 time: 0.0139921
Jun 21 02:57:18.412645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8492b6cf-a880-4775-a7bd-291f3a68eff4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:18.415915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.418003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8492b6cf-a880-4775-a7bd-291f3a68eff4 HTTP/1.1" status: 204  len: 168 time: 0.9411569
Jun 21 02:57:18.420239 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:18.423252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50156) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:18.468748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0bd3-3726-49fd-86a0-df646587091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.471762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0bd3-3726-49fd-86a0-df646587091d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.476255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b2fc0bd3-3726-49fd-86a0-df646587091d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/509bbbad-9613-4a9e-ba9d-a53ce4514718 HTTP/1.1" status: 204  len: 168 time: 0.4090366
Jun 21 02:57:18.479119 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0180d63-fcf2-4fee-9c0e-8c060bd03c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:18.504467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc0bd3-3726-49fd-86a0-df646587091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509bbbad-9613-4a9e-ba9d-a53ce4514718,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:18.514667 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2fc0bd3-3726-49fd-86a0-df646587091d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:18.596373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9022d4ea-66e0-4148-a031-343d770bceed tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.600798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6a411969-dbff-4e19-b9ae-7c2c66e3240e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1612136
Jun 21 02:57:18.696732 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.849443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-51fad6fe-484b-40a6-80f7-93ab60c7a378 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349272
Jun 21 02:57:18.852504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.855496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9022d4ea-66e0-4148-a031-343d770bceed tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.859470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9022d4ea-66e0-4148-a031-343d770bceed tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:18.860773 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9022d4ea-66e0-4148-a031-343d770bceed tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/security-groups/ed807e64-9686-4bd3-916e-96f203277859 HTTP/1.1" status: 204  len: 168 time: 1.2703221
Jun 21 02:57:18.865040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50188) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:18.868678 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ce5b2cf-933b-44a7-82a3-0ae1a974b2f5 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:18.889179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8834220>,) {'filters': {'network_id': ['4d4bb73c-2b63-4084-9e22-d822feeb5223']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:18.928211 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8f2b6116-2c0b-42dc-b0b4-e5bda524431d req-0022c8b4-2a91-47d0-a0e8-965168a734f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91a355b7bb57437aad87910461d2cbd6&device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0635486
Jun 21 02:57:18.939683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022d4ea-66e0-4148-a031-343d770bceed tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed807e64-9686-4bd3-916e-96f203277859,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:18.949493 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9022d4ea-66e0-4148-a031-343d770bceed tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:18.952930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8834220>, 'c12b14e7-ffa3-4db4-adf8-59740bd49116') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:18.953498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8834220>, 'c12b14e7-ffa3-4db4-adf8-59740bd49116') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:18.977727 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8f2b6116-2c0b-42dc-b0b4-e5bda524431d req-9e9fc182-8e23-4545-9c20-37eb421e8b44 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=91a355b7bb57437aad87910461d2cbd6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295870
Jun 21 02:57:18.986031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.023876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.045175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 8f06b7a2-cce0-401a-b82d-2b1820ffe3f8 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:57:19.051673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:57:19.079069 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:57:19.116304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.206012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-138a41e6-3b7f-4f52-ab5c-cd59c74b784e service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3382952
Jun 21 02:57:19.234640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b6116-2c0b-42dc-b0b4-e5bda524431d req-722bf2da-7430-4f02-ba54-d88eba243834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:19.236165 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8f2b6116-2c0b-42dc-b0b4-e5bda524431d req-722bf2da-7430-4f02-ba54-d88eba243834 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2502458
Jun 21 02:57:19.237807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98253d33-15bf-426e-9cd1-7ee813945dea req-41c44ac7-f292-41cb-92f8-0459ba9f8616 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:19.252212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98253d33-15bf-426e-9cd1-7ee813945dea req-41c44ac7-f292-41cb-92f8-0459ba9f8616 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 945 time: 0.2157609
Jun 21 02:57:19.330785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.330954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.351325 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-952fd4b3-f9bb-4a8a-8000-4d6827d2619e tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:19.355066 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.358738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] 10.222.0.25 "DELETE /v2.0/networks/4d4bb73c-2b63-4084-9e22-d822feeb5223 HTTP/1.1" status: 204  len: 168 time: 0.9339561
Jun 21 02:57:19.398771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4bb73c-2b63-4084-9e22-d822feeb5223,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:19.413244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98253d33-15bf-426e-9cd1-7ee813945dea req-f30e42ac-e13e-4dba-a908-29370fe4c3f9 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624539
Jun 21 02:57:19.419310 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:19.502375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.505959 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:19.570828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.573434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/8f06b7a2-cce0-401a-b82d-2b1820ffe3f8 HTTP/1.1" status: 204  len: 168 time: 0.7070260
Jun 21 02:57:19.574773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=8f06b7a2-cce0-401a-b82d-2b1820ffe3f8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:19.577170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50228) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:19.583785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff7c17-d571-480a-9ca3-5b8e45a039b2 None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:19.590026 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:19.617424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a59d30c-88ea-44d2-a896-035b886de532 req-80fcf3d9-9138-4b6f-9f53-188046103b86 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0753040
Jun 21 02:57:19.686033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 55039e67-7e09-4276-a7a0-a2cc3e078ed0 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:57:19.695276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.763311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54d8cdd8-116c-45f0-95d8-593ace26ef87 req-4f2ac07c-4c67-420a-b8e7-de5155a30969 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0725894
Jun 21 02:57:19.767603 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.894699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:19.915597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50244) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.008733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-65d38588-7200-4b25-b3ba-762d48d26026 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4799b6e617db4992bb665eada14ec2e1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0917118
Jun 21 02:57:20.010930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.088444 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8fc2-75f4-4cf8-81b0-16d1e7e4eae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.106042 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.109648 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a6f2dca-f758-4130-83a4-bb1afc602839 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:20.152551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8fc2-75f4-4cf8-81b0-16d1e7e4eae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.156814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=55039e67-7e09-4276-a7a0-a2cc3e078ed0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:20.159330 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.165156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50254) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.179609 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/55039e67-7e09-4276-a7a0-a2cc3e078ed0 HTTP/1.1" status: 204  len: 168 time: 0.5993838
Jun 21 02:57:20.196532 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:20.222579 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b99de2-be24-4ae7-b7dc-fbb3bcd50299 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:20.223401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b99de2-be24-4ae7-b7dc-fbb3bcd50299 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:20.228562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e2b99de2-be24-4ae7-b7dc-fbb3bcd50299 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/8f06b7a2-cce0-401a-b82d-2b1820ffe3f8 HTTP/1.1" status: 404  len: 337 time: 0.0619335
Jun 21 02:57:20.229492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50258) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.307527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting subnet 999489b0-9041-446b-a0f9-6281082cad38 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:57:20.311795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.359061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8fc2-75f4-4cf8-81b0-16d1e7e4eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.362182 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8fc2-75f4-4cf8-81b0-16d1e7e4eae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.366831 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0b6c8fc2-75f4-4cf8-81b0-16d1e7e4eae2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14535b34-972c-4147-8f88-a56555f6d4e0 HTTP/1.1" status: 204  len: 168 time: 0.3535717
Jun 21 02:57:20.367783 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee5213ea-5a08-4877-b49c-47dec54e05b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:20.391136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.392556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c8fc2-75f4-4cf8-81b0-16d1e7e4eae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14535b34-972c-4147-8f88-a56555f6d4e0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:20.409742 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b6c8fc2-75f4-4cf8-81b0-16d1e7e4eae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:20.440151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50270) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.530021 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8f2b6116-2c0b-42dc-b0b4-e5bda524431d req-9f23d25f-c43f-495e-8f10-0c15f0d717e7 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.20 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0570233
Jun 21 02:57:20.567788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.608841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-552418761-network', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:20.708819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.713110 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f2a47ba-f329-43e3-8e74-6c229eef9be0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:20.742799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Subnet': ['ID=999489b0-9041-446b-a0f9-6281082cad38,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:20.747009 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:20.755365 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.756775 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/999489b0-9041-446b-a0f9-6281082cad38 HTTP/1.1" status: 204  len: 168 time: 0.5259447
Jun 21 02:57:20.759404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50286) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.801830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eeb227-8ac4-450a-8178-847f0e13b80b None None] Network 2bfa0293-7002-4690-8a90-4a23a47e73ad requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:20.823371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Made reservation on behalf of de7a8fe5101b4bf5b7265d94ec58be96 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:20.828173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.832260 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2439c705-593a-48af-8c8c-86edb8b462d4 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:20.832940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2439c705-593a-48af-8c8c-86edb8b462d4 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:20.834919 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2439c705-593a-48af-8c8c-86edb8b462d4 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/7947cde3-92b2-41b4-89e8-f434670c03f9 HTTP/1.1" status: 404  len: 337 time: 0.0745006
Jun 21 02:57:20.840889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.853432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:20.865884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84b0d10d-7ed6-45b0-a6e8-26564ac8de47 req-c7ab547e-6dbd-4a7e-a9fe-cec6a4a477d7 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.0918057
Jun 21 02:57:20.887155 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-222b0473-1caa-45cf-972e-688405b4478f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "GET /v2.0/ports?device_id=d705ecff-01af-47c6-a227-4472cc53b555 HTTP/1.1" status: 200  len: 205 time: 0.0440269
Jun 21 02:57:20.891082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50294) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.942549 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-80e77db2-ce54-4d55-bc2e-45a10c213646 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] delete failed (client error): The resource could not be found.
Jun 21 02:57:20.943956 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-80e77db2-ce54-4d55-bc2e-45a10c213646 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/routers/d705ecff-01af-47c6-a227-4472cc53b555 HTTP/1.1" status: 404  len: 336 time: 0.0517211
Jun 21 02:57:20.948341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50298) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:20.995175 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a273861-e22d-4904-9f1e-bf632949178c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:20.996035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a273861-e22d-4904-9f1e-bf632949178c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.001413 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9a273861-e22d-4904-9f1e-bf632949178c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/eea46232-96e5-4a43-9154-2fa71dd49f35 HTTP/1.1" status: 404  len: 337 time: 0.0494742
Jun 21 02:57:21.001907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50302) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.078231 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00a533e-e930-4520-bd5b-e1264b6569e8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:21.078231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00a533e-e930-4520-bd5b-e1264b6569e8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.078231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b00a533e-e930-4520-bd5b-e1264b6569e8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/03615dd1-18ab-4f5d-863c-125415922e02 HTTP/1.1" status: 404  len: 337 time: 0.0726032
Jun 21 02:57:21.080986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50306) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.125231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e11aa7-4ea3-463a-92c6-1920787ffb9b req-90477453-322b-4ed4-9a4a-c9e047dc1c20 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:21.143082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e11aa7-4ea3-463a-92c6-1920787ffb9b req-90477453-322b-4ed4-9a4a-c9e047dc1c20 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 945 time: 0.2348809
Jun 21 02:57:21.144839 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f2aade-6a98-40d0-85e0-ff23bcebfd03 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:21.145490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f2aade-6a98-40d0-85e0-ff23bcebfd03 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.155189 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f0f2aade-6a98-40d0-85e0-ff23bcebfd03 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/42b9d847-bc89-4e29-97b7-53a09809b090 HTTP/1.1" status: 404  len: 337 time: 0.0725296
Jun 21 02:57:21.171934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50310) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.186609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1263e2f-9655-4243-96ab-625152389d51 req-182e2193-116f-4fe0-b615-ffecdb616302 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0896432
Jun 21 02:57:21.259321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e11aa7-4ea3-463a-92c6-1920787ffb9b req-c59c91cb-c071-45fa-9af2-dba9a0fcb265 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759728
Jun 21 02:57:21.267560 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-589a086d-46a2-4afb-b291-0dbffb448bb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:21.268577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589a086d-46a2-4afb-b291-0dbffb448bb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.272839 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-589a086d-46a2-4afb-b291-0dbffb448bb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/675800ac-ceb5-4bce-843d-5c0c16de05bb HTTP/1.1" status: 404  len: 333 time: 0.0995393
Jun 21 02:57:21.275598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50314) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.296037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.305939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.311179 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aad5295-aa27-4411-a9cf-cbb754606f2f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:21.311645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aad5295-aa27-4411-a9cf-cbb754606f2f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.313398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8aad5295-aa27-4411-a9cf-cbb754606f2f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/2be8a85f-aa65-4f59-a369-3350f5708b60 HTTP/1.1" status: 404  len: 337 time: 0.0367281
Jun 21 02:57:21.317844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ed4a8124-e220-4240-a1cf-d820b6f801d6 None None] Provisioning complete for port 63248643-077b-41f9-adbd-75ce817c4592 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:21.317844 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8124-e220-4240-a1cf-d820b6f801d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.319728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50322) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.351652 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9b20b5-290d-4dc0-9eda-8b9408ffe1b3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:21.352613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9b20b5-290d-4dc0-9eda-8b9408ffe1b3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.357692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ca9b20b5-290d-4dc0-9eda-8b9408ffe1b3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/7d372a5e-fae1-4c71-a924-300586c5510b HTTP/1.1" status: 404  len: 337 time: 0.0336971
Jun 21 02:57:21.358173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50324) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.397915 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad11333-15af-4ed2-a04e-564f64b342d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:21.398559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.402512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad11333-15af-4ed2-a04e-564f64b342d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.405563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2ad11333-15af-4ed2-a04e-564f64b342d3 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/127f86e0-355b-488b-9887-4369b334afc0 HTTP/1.1" status: 404  len: 333 time: 0.0463274
Jun 21 02:57:21.407950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a8124-e220-4240-a1cf-d820b6f801d6 None None] Port 63248643-077b-41f9-adbd-75ce817c4592 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:21.408637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50330) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.420871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:57:21.433027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ed4a8124-e220-4240-a1cf-d820b6f801d6 None None] Provisioning complete for port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:21.433635 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8124-e220-4240-a1cf-d820b6f801d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.458183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.460575 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Added segment 4433280f-4e9a-47b0-a05e-4b08e8777636 of type vlan for network b6a74d45-78b4-46a0-9401-7eac2146f62e
Jun 21 02:57:21.471395 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f82662c-2cb6-4501-9612-1de1ae4f2b52 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:21.471856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f82662c-2cb6-4501-9612-1de1ae4f2b52 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.473594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2f82662c-2cb6-4501-9612-1de1ae4f2b52 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/af8e0b73-2b16-4a1e-b4fc-a48c9828a8b7 HTTP/1.1" status: 404  len: 337 time: 0.0634558
Jun 21 02:57:21.477192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50332) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.544145 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-24781e28-dc35-49a3-b449-351ac631b972 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] DELETE failed (client error): The resource could not be found.
Jun 21 02:57:21.545166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24781e28-dc35-49a3-b449-351ac631b972 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 02:57:21.547119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-24781e28-dc35-49a3-b449-351ac631b972 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/subnets/016abca6-10eb-4e4d-89de-dc7e5c74e596 HTTP/1.1" status: 404  len: 337 time: 0.0556142
Jun 21 02:57:21.551065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50334) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:21.560931 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b992a2f7-725e-4bb7-b940-f65a1704b46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:21.572067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] DHCP port deletion for 2bfa0293-7002-4690-8a90-4a23a47e73ad request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 02:57:21.583988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65703160-398f-4c49-bb01-6b11bb1991e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.640076 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.663305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] Deleting port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:21.663790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.702782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0772cdc8-344b-4189-9dc2-4992ae6f6143,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:21.712038 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:21.792871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] For port 3b30bdf7-f274-43c0-b9b0-53bf85883c95, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3b30bdf7-f274-43c0-b9b0-53bf85883c95,segment=NetworkSegment(7e2507c7-c6a4-4e95-9023-fa4c4bb0e022),segment_id=7e2507c7-c6a4-4e95-9023-fa4c4bb0e022)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:21.793641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.800998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869545-51fe-4fa9-900f-90abd163c439 req-bceb8b10-aadf-451c-b057-78599c15e335 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:21.803480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39869545-51fe-4fa9-900f-90abd163c439 req-bceb8b10-aadf-451c-b057-78599c15e335 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1854126
Jun 21 02:57:21.814534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65703160-398f-4c49-bb01-6b11bb1991e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.820995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.822153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:21.822821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.826460 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1dd85b3a-33eb-40d8-948d-4fbd7fd297cc tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:21.861420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Deleting port 63248643-077b-41f9-adbd-75ce817c4592 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:21.862133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:21.953738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] Calling delete_port for 3b30bdf7-f274-43c0-b9b0-53bf85883c95 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:21.970095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39869545-51fe-4fa9-900f-90abd163c439 req-cab8e607-a4b1-4de8-917a-0b9f96641b74 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559253
Jun 21 02:57:22.033154 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.049357 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65703160-398f-4c49-bb01-6b11bb1991e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.064183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Pushing event updated for resources: {'Network': ['ID=b6a74d45-78b4-46a0-9401-7eac2146f62e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:22.073636 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:22.078481 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eca195d2-3cf0-4725-b62d-4ccd96d0f2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:22.108017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65703160-398f-4c49-bb01-6b11bb1991e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91268800-96a0-4e74-9535-f387ea2fdaed,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:22.110998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b6a74d45-78b4-46a0-9401-7eac2146f62e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:57:22.124009 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65703160-398f-4c49-bb01-6b11bb1991e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:22.145775 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.7014701
Jun 21 02:57:22.145989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50348) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:22.152225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Request body: {'subnet': {'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-552418761-subnet', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:22.164566 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-65703160-398f-4c49-bb01-6b11bb1991e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef2284c1df94449da611b963a02ca8e0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8575897
Jun 21 02:57:22.171757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50350) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:22.264692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Calling delete_port for 63248643-077b-41f9-adbd-75ce817c4592 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:22.265626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3880fc-5823-4f70-a208-191f447794af req-513cfb00-82ef-4c07-8fca-5ee042d2ed4f tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:22.267171 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f3880fc-5823-4f70-a208-191f447794af req-513cfb00-82ef-4c07-8fca-5ee042d2ed4f tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.20 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 945 time: 0.3640141
Jun 21 02:57:22.318905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.321026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36a61396-5904-436f-8356-4c79438697b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.322954 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bfdb4b38-f332-4e1a-814d-938e3ec10166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:22.354801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36a61396-5904-436f-8356-4c79438697b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.377779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] Pushing event deleted for resources: {'Port': ['ID=3b30bdf7-f274-43c0-b9b0-53bf85883c95,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:22.379488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Made reservation on behalf of de7a8fe5101b4bf5b7265d94ec58be96 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:22.383949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] No DVR routers for this DVR port 3b30bdf7-f274-43c0-b9b0-53bf85883c95 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:57:22.386780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.389913 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:22.443506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92c947ee-0193-43b0-9b98-e5c5b1851bab req-44480993-dcc0-4be7-a95d-73f7852beb90 tempest-ServerShowV257Test-54079533 tempest-ServerShowV257Test-54079533-project] 10.222.0.25 "GET /v2.0/ports?device_id=b947aa8b-78d0-415b-863c-ebb07692356c HTTP/1.1" status: 200  len: 210 time: 0.2247221
Jun 21 02:57:22.578823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b67d75-4696-4bda-9676-71dcdf8e8c59 req-409e7ebd-a4b3-49bc-97e1-91c7a9dd8c51 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:22.585674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8b67d75-4696-4bda-9676-71dcdf8e8c59 req-409e7ebd-a4b3-49bc-97e1-91c7a9dd8c51 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3185513
Jun 21 02:57:22.609049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Deleting port 9eddf195-38aa-4968-b412-14fe23f4da4e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:22.609427 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.645825 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80073869-92f3-434e-85eb-8430627de793 req-e363cf80-a5fc-44b2-9926-e8d659cf3c4d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0574086
Jun 21 02:57:22.659793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-579a4df3-3274-463f-8244-32c4c8e43031 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:22.661402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-579a4df3-3274-463f-8244-32c4c8e43031 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.2098088
Jun 21 02:57:22.673698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36a61396-5904-436f-8356-4c79438697b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.675764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Request body: {'port': {'device_id': '725ca12f-faeb-4d89-ad7a-cb80428c3135', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'admin_state_up': True, 'tenant_id': 'f8a0d24963e24fa78625afefb43c33f4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:22.676517 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36a61396-5904-436f-8356-4c79438697b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.679930 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-36a61396-5904-436f-8356-4c79438697b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91268800-96a0-4e74-9535-f387ea2fdaed HTTP/1.1" status: 204  len: 168 time: 0.5046599
Jun 21 02:57:22.689505 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-db8b8d4f-f684-482b-9011-d42538caba8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:22.735963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a61396-5904-436f-8356-4c79438697b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91268800-96a0-4e74-9535-f387ea2fdaed,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:22.742023 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36a61396-5904-436f-8356-4c79438697b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:22.755597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.780857 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ec8380b-d858-48d9-b16c-1f170fe774ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:22.801886 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.804873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] For port 9eddf195-38aa-4968-b412-14fe23f4da4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9eddf195-38aa-4968-b412-14fe23f4da4e,segment=NetworkSegment(f56c4846-291f-4983-997d-d4f54e85d0da),segment_id=f56c4846-291f-4983-997d-d4f54e85d0da)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:22.805236 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.813056 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7d5f48ea-ad62-4e53-b158-0aa3e7e753e2 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:22.822747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8b67d75-4696-4bda-9676-71dcdf8e8c59 req-a397e4ed-d923-4747-b1a2-b6f1e12098d4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362196
Jun 21 02:57:22.853384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Port': ['ID=63248643-077b-41f9-adbd-75ce817c4592,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:22.870843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:22.876759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/ports/63248643-077b-41f9-adbd-75ce817c4592 HTTP/1.1" status: 204  len: 168 time: 1.3246386
Jun 21 02:57:22.898511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50368) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:22.939406 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:22.947101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Calling delete_port for 9eddf195-38aa-4968-b412-14fe23f4da4e owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:23.003133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3c6ff-1a99-4ed9-ac40-6f69ddb40c35 req-47dc8db9-60be-416f-a96c-2622b121be66 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:23.010430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4d3c6ff-1a99-4ed9-ac40-6f69ddb40c35 req-47dc8db9-60be-416f-a96c-2622b121be66 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 945 time: 0.2351720
Jun 21 02:57:23.031172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Made reservation on behalf of f8a0d24963e24fa78625afefb43c33f4 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:23.039305 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.091144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4d3c6ff-1a99-4ed9-ac40-6f69ddb40c35 req-abda5383-c289-4f87-9b7f-d628555e5f7b tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/security-groups?id=074900c3-0ee5-4d4a-bd30-dd751ad92f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796549
Jun 21 02:57:23.100781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3b30bdf7-f274-43c0-b9b0-53bf85883c95 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:57:23.136901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3b30bdf7-f274-43c0-b9b0-53bf85883c95 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:57:23.141984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3b30bdf7-f274-43c0-b9b0-53bf85883c95 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:57:23.202213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Checking segment: {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:23.202723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Network hostable DHCP agents. Network: b6a74d45-78b4-46a0-9401-7eac2146f62e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:57:23.211207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4407d074-8826-43b3-8110-e714b90364f7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:23.219550 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:23.224398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.244708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Allocated IP 172.20.0.7 (44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b/e6693165-493d-4dcb-8f5e-640a9427f677/d7b71bae-1594-46cc-a1b8-8505a055a010) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:23.330722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Network b6a74d45-78b4-46a0-9401-7eac2146f62e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:57:23.355242 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.612162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50388) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:23.644966 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7cec-485d-427b-b720-842fb51c7135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.714641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b116873-e796-4cee-8cb5-c19662fad627 req-d935724d-284e-4b15-b7ec-c72f5546b5c2 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0458856
Jun 21 02:57:23.736991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, b6a74d45-78b4-46a0-9401-7eac2146f62e) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:23.741949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:23.745483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc4a16-19e2-45f7-be57-4eec6c16100e None None] Network b6a74d45-78b4-46a0-9401-7eac2146f62e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:23.766465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.766465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d27dfaf0>,) {'filters': {'network_id': ['2bfa0293-7002-4690-8a90-4a23a47e73ad']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:23.785704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d27dfaf0>, '7e2507c7-c6a4-4e95-9023-fa4c4bb0e022') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:23.786016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d27dfaf0>, '7e2507c7-c6a4-4e95-9023-fa4c4bb0e022') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:23.826600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.832245 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.838105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:57:23.838733 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:57:23.843094 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:57:23.875384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.879217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7cec-485d-427b-b720-842fb51c7135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.906062 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99ec8fcd-ee53-435e-8c1c-bdc621e6ff89 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:23.922475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a94814f8-37cd-4350-a73e-284371a7c4b2 req-de93ec41-948a-4a85-bd24-c4ae91bdc251 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0519817
Jun 21 02:57:23.926722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:23.938564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Pushing event deleted for resources: {'Port': ['ID=9eddf195-38aa-4968-b412-14fe23f4da4e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:23.949694 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:24.008002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-b6a74d45-78b4-46a0-9401-7eac2146f62e', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:57:24.011539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.012689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7cec-485d-427b-b720-842fb51c7135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.024223 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5136d4f2-7457-44e8-9e2c-caf786f2b97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:24.031462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] No DVR routers for this DVR port 9eddf195-38aa-4968-b412-14fe23f4da4e on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:57:24.034035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.036119 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5f3880fc-5823-4f70-a208-191f447794af req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.20 "DELETE /v2.0/ports/9eddf195-38aa-4968-b412-14fe23f4da4e HTTP/1.1" status: 204  len: 173 time: 1.7600527
Jun 21 02:57:24.036718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3699fa0c-b1ca-47d8-a510-92fbc77096c4', 'name': 'network-vif-deleted', 'tag': '9eddf195-38aa-4968-b412-14fe23f4da4e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:24.039656 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a3b045-245b-45bc-9989-0d1610145c0e" -d '{"events": [{"server_uuid": "3699fa0c-b1ca-47d8-a510-92fbc77096c4", "name": "network-vif-deleted", "tag": "9eddf195-38aa-4968-b412-14fe23f4da4e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:24.062848 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.072084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c7cec-485d-427b-b720-842fb51c7135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014d993b-09e7-480b-8650-52c422026480,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:24.073379 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b356f6e6-50c4-4d7a-8b1b-492e5081df67 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:24.077142 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad9c7cec-485d-427b-b720-842fb51c7135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:24.082476 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ad9c7cec-485d-427b-b720-842fb51c7135 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c7f95c9d7764346857d534e2795130d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4670029
Jun 21 02:57:24.082770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50406) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:24.088104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.090741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] 10.222.0.25 "DELETE /v2.0/networks/2bfa0293-7002-4690-8a90-4a23a47e73ad HTTP/1.1" status: 204  len: 168 time: 1.1413281
Jun 21 02:57:24.110079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9607542
Jun 21 02:57:24.110079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Pushing event deleted for resources: {'Network': ['ID=2bfa0293-7002-4690-8a90-4a23a47e73ad,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:24.112156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50410) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:24.114590 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:24.148490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:24.181086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50414) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:24.198470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.208763 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f3c75e6b-b4b6-46fe-a00e-12db96a9257a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:24.211936 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae763e17-5000-4ef5-9897-57537bdf606e x-openstack-request-id: req-ae763e17-5000-4ef5-9897-57537bdf606e {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:24.212651 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3699fa0c-b1ca-47d8-a510-92fbc77096c4", "name": "network-vif-deleted", "tag": "9eddf195-38aa-4968-b412-14fe23f4da4e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:24.212651 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae763e17-5000-4ef5-9897-57537bdf606e {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:24.213001 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3699fa0c-b1ca-47d8-a510-92fbc77096c4', 'name': 'network-vif-deleted', 'tag': '9eddf195-38aa-4968-b412-14fe23f4da4e', 'status': 'completed', 'code': 200}
Jun 21 02:57:24.324493 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.326545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.329436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:24.331112 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7cccaf17-437d-4d2d-a46b-f243f70fea44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.336022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Allocated IP 172.20.0.2 (b6a74d45-78b4-46a0-9401-7eac2146f62e/4407d074-8826-43b3-8110-e714b90364f7/9c46296d-3a57-4ab2-84a4-c4d457a88c7b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:24.339066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:24.344362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:24.403135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:24.404502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.435821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.451544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event updated for resources: {'Port': ['ID=d7b71bae-1594-46cc-a1b8-8505a055a010,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:24.492758 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:24.494956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5249a82-151d-4d31-acfc-5aa94fd829df req-ee342e1b-36d5-4437-acc7-dd5ba1c28aa8 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] 10.222.0.25 "GET /v2.0/ports?device_id=3699fa0c-b1ca-47d8-a510-92fbc77096c4 HTTP/1.1" status: 200  len: 210 time: 0.0717719
Jun 21 02:57:24.496872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7cccaf17-437d-4d2d-a46b-f243f70fea44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.499990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e37680d-bde1-4599-8780-6904e9b68045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.549418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8783941
Jun 21 02:57:24.569100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Request body: {'port': {'device_id': '725ca12f-faeb-4d89-ad7a-cb80428c3135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:24.635013 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.654151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Transition to ACTIVE for port object 9c46296d-3a57-4ab2-84a4-c4d457a88c7b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:24.682465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.738350 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e37680d-bde1-4599-8780-6904e9b68045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.765434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.778109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Transition to ACTIVE for port object 9c46296d-3a57-4ab2-84a4-c4d457a88c7b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:24.816622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50426) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:24.828352 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7cccaf17-437d-4d2d-a46b-f243f70fea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.831700 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7cccaf17-437d-4d2d-a46b-f243f70fea44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.832872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7cccaf17-437d-4d2d-a46b-f243f70fea44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/014d993b-09e7-480b-8650-52c422026480 HTTP/1.1" status: 204  len: 168 time: 0.7492521
Jun 21 02:57:24.845472 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-106cddcf-7182-4ddb-8fef-0d7d837c750c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:24.851007 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.853879 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-07804e8f-2c4c-4209-a5e8-2ad62eec425e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:24.862681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e37680d-bde1-4599-8780-6904e9b68045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:24.947522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Network b6a74d45-78b4-46a0-9401-7eac2146f62e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:24.964346 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8b8243e-224c-4eac-ae45-35150f420306 req-018fad84-68d3-4935-ad70-beecc268f682 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.1410024
Jun 21 02:57:24.965164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:24.967751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Pushing event updated for resources: {'Port': ['ID=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:24.970121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:24.973833 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:25.063902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Attempting to bind port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:25.068359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Attempting to bind port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:25.068359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Attempting to bind port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b on network b6a74d45-78b4-46a0-9401-7eac2146f62e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:25.071691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccaf17-437d-4d2d-a46b-f243f70fea44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014d993b-09e7-480b-8650-52c422026480,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:25.078030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:25.079121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Checking segment: {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:25.079833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.081038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Bound using segment: {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:25.081987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Bound port: 9c46296d-3a57-4ab2-84a4-c4d457a88c7b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:25.082557 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.088259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8e37680d-bde1-4599-8780-6904e9b68045 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91a355b7bb57437aad87910461d2cbd6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9050224
Jun 21 02:57:25.093992 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7cccaf17-437d-4d2d-a46b-f243f70fea44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:25.098294 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b893cc2-a1b4-42e2-ba98-3f381fc8ec98 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:25.100540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50434) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:25.165443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] For port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:25.169058 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-51e74112-8a83-4399-b79e-29de4b20b124 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5fde035d19442f59a4b3f49644e7605&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3511925
Jun 21 02:57:25.170046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] For port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:25.173718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50436) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:25.222452 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.236381 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:25.300505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Pushing event updated for resources: {'Port': ['ID=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:25.315135 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:25.335546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37680d-bde1-4599-8780-6904e9b68045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25a4df-ee30-4bc9-8b48-a2c9350d4c97,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:25.343949 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e37680d-bde1-4599-8780-6904e9b68045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:25.411785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-034d04ba-8755-49f1-bc41-0ed3b09ad1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.439707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.468487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.469277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7908c-f7de-451e-925a-d5b8c9071ee3 req-155985f2-112e-4e84-9fe6-f8a17dfb852d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:25.470943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78e7908c-f7de-451e-925a-d5b8c9071ee3 req-155985f2-112e-4e84-9fe6-f8a17dfb852d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 931 time: 0.3264143
Jun 21 02:57:25.472110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cf1360da-45cd-44b9-a33d-f41522f21349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.490792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9eddf195-38aa-4968-b412-14fe23f4da4e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:57:25.494909 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-034d04ba-8755-49f1-bc41-0ed3b09ad1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.559559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 9eddf195-38aa-4968-b412-14fe23f4da4e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:57:25.561879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9eddf195-38aa-4968-b412-14fe23f4da4e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:57:25.585319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cf1360da-45cd-44b9-a33d-f41522f21349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.640718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78e7908c-f7de-451e-925a-d5b8c9071ee3 req-af91b36b-ff11-481b-880f-ebb1746d2a15 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611936
Jun 21 02:57:25.675623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b71bae-1594-46cc-a1b8-8505a055a010 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:25.711839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.719695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50452) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:25.744174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Transition to ACTIVE for port object d7b71bae-1594-46cc-a1b8-8505a055a010 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:25.807771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Allocated IP 172.25.7.41 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/a6f9e9e3-4eae-469b-8c3f-5377a871b10a) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:25.821101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Deleting subnet 0c6f1f76-cb82-4520-8b1e-3c686dc76fb0 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:57:25.822695 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.824938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.825110 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-318d9640-a7e9-45c9-b745-3f7aa965e0be tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:25.874724 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.890604 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-034d04ba-8755-49f1-bc41-0ed3b09ad1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.894102 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-034d04ba-8755-49f1-bc41-0ed3b09ad1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.900739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-034d04ba-8755-49f1-bc41-0ed3b09ad1a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa25a4df-ee30-4bc9-8b48-a2c9350d4c97 HTTP/1.1" status: 204  len: 168 time: 0.7921770
Jun 21 02:57:25.921599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Pushing event updated for resources: {'Port': ['ID=d7b71bae-1594-46cc-a1b8-8505a055a010,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:25.931818 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:25.941994 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ebe7426d-35de-4086-b857-82f1f87d0634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:25.944877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cf1360da-45cd-44b9-a33d-f41522f21349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.947654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cf1360da-45cd-44b9-a33d-f41522f21349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:25.948977 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cf1360da-45cd-44b9-a33d-f41522f21349 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e21c7bf4-5bfe-4e84-a7f2-e843690d1954 HTTP/1.1" status: 204  len: 168 time: 0.7739837
Jun 21 02:57:25.957428 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3f583db-a93e-4536-9cb2-bc21252a9bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:25.998777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d04ba-8755-49f1-bc41-0ed3b09ad1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25a4df-ee30-4bc9-8b48-a2c9350d4c97,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:26.005318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1360da-45cd-44b9-a33d-f41522f21349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21c7bf4-5bfe-4e84-a7f2-e843690d1954,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:26.017568 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-034d04ba-8755-49f1-bc41-0ed3b09ad1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:26.025483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.032835 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf1360da-45cd-44b9-a33d-f41522f21349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:26.145079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.256626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.260469 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7c637e3-faea-4fc3-9288-ddd024ce4d81 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:26.297480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6f1f76-cb82-4520-8b1e-3c686dc76fb0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:26.300991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.305349 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:26.310920 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:26.314328 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.316504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0c6f1f76-cb82-4520-8b1e-3c686dc76fb0 HTTP/1.1" status: 204  len: 168 time: 0.5941410
Jun 21 02:57:26.341324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50470) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:26.365024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:26.447235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:26.458198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:26.461137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Pushing event updated for resources: {'Port': ['ID=a6f9e9e3-4eae-469b-8c3f-5377a871b10a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:26.467240 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:26.570806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.608285 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Attempting to bind port d7b71bae-1594-46cc-a1b8-8505a055a010 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:26.608626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Attempting to bind port d7b71bae-1594-46cc-a1b8-8505a055a010 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:26.608955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Attempting to bind port d7b71bae-1594-46cc-a1b8-8505a055a010 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:26.621237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20c0927f-9634-4b14-a8b5-c0fab7c6f234 req-59a9cee6-35bd-4632-a701-5bd179b2f344 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.1476681
Jun 21 02:57:26.635267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Port d7b71bae-1594-46cc-a1b8-8505a055a010 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:57:26.639814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Attempting to bind port d7b71bae-1594-46cc-a1b8-8505a055a010 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:26.688015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:26.691123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Checking segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:26.691758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Bound using segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:26.693885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Bound port: d7b71bae-1594-46cc-a1b8-8505a055a010, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:26.697396 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.837623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2439e6-4a26-419b-95a9-f43f8bbdcaa4 req-76c684b4-233c-4683-8d44-c9cacd419627 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:26.839030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d2439e6-4a26-419b-95a9-f43f8bbdcaa4 req-76c684b4-233c-4683-8d44-c9cacd419627 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3739557
Jun 21 02:57:26.895431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa0454-9c46-45e4-a3e9-7e80026c3103 None None] Network b6a74d45-78b4-46a0-9401-7eac2146f62e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:26.900944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.914971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3785220>,) {'filters': {'network_id': ['e422304a-60e2-45f4-8312-73583f18d0cc']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:26.926021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3785220>, 'f56c4846-291f-4983-997d-d4f54e85d0da') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:26.926373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3785220>, 'f56c4846-291f-4983-997d-d4f54e85d0da') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:26.930302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d2439e6-4a26-419b-95a9-f43f8bbdcaa4 req-64776634-4cf7-4426-8701-31162eb71eaa tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802794
Jun 21 02:57:26.931685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] For port d7b71bae-1594-46cc-a1b8-8505a055a010, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:26.957904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:26.990496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] For port d7b71bae-1594-46cc-a1b8-8505a055a010, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d7b71bae-1594-46cc-a1b8-8505a055a010,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:26.996735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.010132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:57:27.010413 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:57:27.016014 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:57:27.042850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce626-786c-482d-926c-f3397e4f91b3 req-7aadc61a-8de0-438e-a623-109a40111e14 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:27.063374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-967ce626-786c-482d-926c-f3397e4f91b3 req-7aadc61a-8de0-438e-a623-109a40111e14 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 943 time: 0.1947050
Jun 21 02:57:27.111454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.119181 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-30430904-7cea-4a44-911c-1fcec31435ad tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:27.173070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-967ce626-786c-482d-926c-f3397e4f91b3 req-6879a8cf-df50-43f9-aa1e-9fe048858d3f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963581
Jun 21 02:57:27.208235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:27.214136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c1a72cfb-1993-4903-b7b1-ff6dfc7ed8df None None] Provisioning for port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:27.215075 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.219853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] 10.222.0.26 "PUT /v2.0/ports/d7b71bae-1594-46cc-a1b8-8505a055a010 HTTP/1.1" status: 200  len: 1092 time: 2.6580610
Jun 21 02:57:27.222462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725ca12f-faeb-4d89-ad7a-cb80428c3135', 'tag': 'd7b71bae-1594-46cc-a1b8-8505a055a010'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:27.227607 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a53c20d-32e2-499f-ba3d-2a548a593504" -d '{"events": [{"name": "network-changed", "server_uuid": "725ca12f-faeb-4d89-ad7a-cb80428c3135", "tag": "d7b71bae-1594-46cc-a1b8-8505a055a010"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:27.288572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Pushing event updated for resources: {'Port': ['ID=d7b71bae-1594-46cc-a1b8-8505a055a010,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:27.313867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.315139 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:27.361389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9c46296d-3a57-4ab2-84a4-c4d457a88c7b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:27.377356 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e0cc44-dffe-40bf-b98d-5ad824df28e5 x-openstack-request-id: req-93e0cc44-dffe-40bf-b98d-5ad824df28e5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:27.378072 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725ca12f-faeb-4d89-ad7a-cb80428c3135", "tag": "d7b71bae-1594-46cc-a1b8-8505a055a010", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:27.378469 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93e0cc44-dffe-40bf-b98d-5ad824df28e5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:27.378977 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725ca12f-faeb-4d89-ad7a-cb80428c3135', 'tag': 'd7b71bae-1594-46cc-a1b8-8505a055a010', 'status': 'completed', 'code': 200}
Jun 21 02:57:27.401237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.413422 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad9d6c89-cc2e-49b3-8847-664d751d336b tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:27.416837 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.419082 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e422304a-60e2-45f4-8312-73583f18d0cc HTTP/1.1" status: 204  len: 168 time: 1.0751634
Jun 21 02:57:27.456662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95699-106c-444d-a821-9816542a462d req-42a20cc3-8456-402a-90ba-574e5d2d1688 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:27.458250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97d95699-106c-444d-a821-9816542a462d req-42a20cc3-8456-402a-90ba-574e5d2d1688 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1417372
Jun 21 02:57:27.489422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-8ae178ae-2f01-4c87-a30f-c9fffaf622d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:27.492551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Pushing event deleted for resources: {'Network': ['ID=e422304a-60e2-45f4-8312-73583f18d0cc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:27.494269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-8ae178ae-2f01-4c87-a30f-c9fffaf622d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 1095 time: 0.1141667
Jun 21 02:57:27.500820 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:27.515367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:27.521511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:27.522742 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.619310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97d95699-106c-444d-a821-9816542a462d req-5b3de3bf-8cbf-4e90-8bdb-a1749e4c1de7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514697
Jun 21 02:57:27.620679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-07becfbc-fec6-466f-ac8c-5049feaa77ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b71bae-1594-46cc-a1b8-8505a055a010 HTTP/1.1" status: 200  len: 217 time: 0.1006403
Jun 21 02:57:27.667121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.739989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:27.761521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-2249a0ba-7152-4c56-9e6d-94a49cb7abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:27.767238 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.769254 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-2249a0ba-7152-4c56-9e6d-94a49cb7abad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.1349399
Jun 21 02:57:27.805642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-081368f5-d9e5-4f7a-a02f-5f535098e661 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345821
Jun 21 02:57:27.838375 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.842417 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:27.921757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:27.927121 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:27.936736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-399db3cb-9979-4dff-9df9-aa3e2a2ff3c3 None None] Provisioning complete for port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:27.937119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-399db3cb-9979-4dff-9df9-aa3e2a2ff3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:27.941618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4d4719a-8b1c-42af-9c32-8ccdc70fad1d req-35e5c1fb-7a7a-4693-a19d-cc00c16111ad tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0565908
Jun 21 02:57:27.968745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-5866ed06-1075-49bd-87e4-a7363d2daa80 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547344
Jun 21 02:57:28.074212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50524) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:28.084277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a91fd6-3b02-4a44-b9fa-b464eb1f072b req-806e57c5-02af-491f-9087-b8dfaf824cfc service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042483
Jun 21 02:57:28.093821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:57:28.179919 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-15ba33fa-ae9f-4d6b-b67b-193719c3fcf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b91403e26a946c4bc5396e4fa6fb070&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1044202
Jun 21 02:57:28.182184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50530) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:28.300296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:57:28.309395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Sync routers for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:57:28.326489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:57:28.328050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ce5bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:57:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:28.373307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f7ebf65-ca41-44cf-a0e3-61c0b58d6680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:28.393420 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:28.397795 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.2841539
Jun 21 02:57:28.398416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50544) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:28.402946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-cc259114-ad30-42af-a360-0e35631c96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:28.406676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-cc259114-ad30-42af-a360-0e35631c96f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 1095 time: 0.2215858
Jun 21 02:57:28.462363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f7ebf65-ca41-44cf-a0e3-61c0b58d6680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:28.481044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:57:28.696995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3416b-dacf-4328-9797-ad44da50a056 req-3badcbf1-4da5-499d-9696-4f0e58564f70 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:28.698606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1de3416b-dacf-4328-9797-ad44da50a056 req-3badcbf1-4da5-499d-9696-4f0e58564f70 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 943 time: 0.3109369
Jun 21 02:57:28.706713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-501c32de-a95e-44cd-bab0-f67d49d5a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:28.708021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-501c32de-a95e-44cd-bab0-f67d49d5a691 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 912 time: 0.2909801
Jun 21 02:57:28.722773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002feb6-f75c-4093-bfa4-514d53a64e83 req-d31e985b-d7e7-42a2-a993-458a39278006 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:28.724159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9002feb6-f75c-4093-bfa4-514d53a64e83 req-d31e985b-d7e7-42a2-a993-458a39278006 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3140445
Jun 21 02:57:28.785726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-5d11e036-8d08-4719-a50a-e38d86a7dcdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b71bae-1594-46cc-a1b8-8505a055a010 HTTP/1.1" status: 200  len: 217 time: 0.0559850
Jun 21 02:57:28.793172 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f7ebf65-ca41-44cf-a0e3-61c0b58d6680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:28.796978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f7ebf65-ca41-44cf-a0e3-61c0b58d6680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:28.801096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3f7ebf65-ca41-44cf-a0e3-61c0b58d6680 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/074900c3-0ee5-4d4a-bd30-dd751ad92f67 HTTP/1.1" status: 204  len: 168 time: 0.6176169
Jun 21 02:57:28.805318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ce5bb0>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:26Z', 'revision_number': 3, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:28.805719 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ba0782f5-8c63-4f42-a938-a11491aac3ff tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:28.814613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3e0d5cc6-34bb-4922-ac7b-63ca38056743 req-e2a6c0c7-7df7-46e2-a5ee-3d198b14bc42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0374715
Jun 21 02:57:28.846065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Checking router: ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:57:28.847088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Updating router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a port a6f9e9e3-4eae-469b-8c3f-5377a871b10a binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:57:28.864063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ebf65-ca41-44cf-a0e3-61c0b58d6680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074900c3-0ee5-4d4a-bd30-dd751ad92f67,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:28.868114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50554) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:28.880940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0033870
Jun 21 02:57:28.882218 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3f7ebf65-ca41-44cf-a0e3-61c0b58d6680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:28.885939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50556) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:28.896410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1de3416b-dacf-4328-9797-ad44da50a056 req-dcc8f692-105a-4e27-8500-37a97627624a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830623
Jun 21 02:57:28.914537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9002feb6-f75c-4093-bfa4-514d53a64e83 req-1e70f599-246d-4797-b557-faac4aeb0b67 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758804
Jun 21 02:57:28.935310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-da8525e7-d4f7-44b2-a94c-c5f28145a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:28.937524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-da8525e7-d4f7-44b2-a94c-c5f28145a8c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.1333516
Jun 21 02:57:28.942296 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:29.021270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-b44acf32-1d17-4b08-b3c6-dfeab7210066 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747354
Jun 21 02:57:29.281496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-de3b9680-4fe1-4efb-956f-82d69ddcc049 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328484
Jun 21 02:57:29.304344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9c46296d-3a57-4ab2-84a4-c4d457a88c7b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:29.332380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92015a50-acba-4812-b96d-96143d126afd req-2e793d1e-7faa-43f7-b6fe-9b9aaad2aa5b tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0495617
Jun 21 02:57:29.391172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:29.391835 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:29.702535 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:29.725446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Transition to ACTIVE for port object a6f9e9e3-4eae-469b-8c3f-5377a871b10a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:29.758183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7238062-93db-430c-8d89-4c06d6b13bf3 req-fd36947c-bd60-4af6-9d2c-1f360b153b46 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:29.767864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7238062-93db-430c-8d89-4c06d6b13bf3 req-fd36947c-bd60-4af6-9d2c-1f360b153b46 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.4836519
Jun 21 02:57:29.788385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a53c20d-32e2-499f-ba3d-2a548a593504 req-b1da4e4e-8a50-4f12-abd1-0f1503d19eee service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4943440
Jun 21 02:57:29.794750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d7b71bae-1594-46cc-a1b8-8505a055a010 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:57:29.807541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:29.892085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5aa32dc0-d238-4d67-875c-5a5b76b5f5cb tempest-NetworksApiDiscovery-783359070 tempest-NetworksApiDiscovery-783359070-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.9987891
Jun 21 02:57:29.896286 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7238062-93db-430c-8d89-4c06d6b13bf3 req-bb81b3be-4131-4609-b541-505b0cf6d10b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256902
Jun 21 02:57:30.132511 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:30.135799 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b1eb78d2-89c2-4e9f-a46d-600c1df15f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:30.169547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688a1e4-a6fa-4fc1-b19e-3e8a55c977e6 req-60a27b48-d352-479f-937e-a64ef9af7e82 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:30.170900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Allocated IP 172.20.0.1 (b6a74d45-78b4-46a0-9401-7eac2146f62e/4407d074-8826-43b3-8110-e714b90364f7/2d768ad6-1cde-491d-9dcd-2740329b189c) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:30.183690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7688a1e4-a6fa-4fc1-b19e-3e8a55c977e6 req-60a27b48-d352-479f-937e-a64ef9af7e82 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 943 time: 0.0853240
Jun 21 02:57:30.236936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7688a1e4-a6fa-4fc1-b19e-3e8a55c977e6 req-612f035f-14ab-4032-8e9d-88aa358ee450 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519288
Jun 21 02:57:30.263605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Attempting to bind port a6f9e9e3-4eae-469b-8c3f-5377a871b10a on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:30.264131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Attempting to bind port a6f9e9e3-4eae-469b-8c3f-5377a871b10a by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:30.264515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Attempting to bind port a6f9e9e3-4eae-469b-8c3f-5377a871b10a on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:30.293693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9930bd-a7c9-4eaf-83ba-497eb54b9ef1 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e9e3-4eae-469b-8c3f-5377a871b10a,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:30.302371 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a9930bd-a7c9-4eaf-83ba-497eb54b9ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:30.308290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:30.318204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:30.318639 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:30.319056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:30.319573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Bound port: a6f9e9e3-4eae-469b-8c3f-5377a871b10a, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:30.320263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:30.337046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:30.355620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Transition to ACTIVE for port object 2d768ad6-1cde-491d-9dcd-2740329b189c will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:30.469147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] For port a6f9e9e3-4eae-469b-8c3f-5377a871b10a, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:30.482602 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:30.487048 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ac2d180-4a00-450b-a7d9-5f0c5775d549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:30.492763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d7b71bae-1594-46cc-a1b8-8505a055a010, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d7b71bae-1594-46cc-a1b8-8505a055a010,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:30.537000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'd7b71bae-1594-46cc-a1b8-8505a055a010', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'port_id': 'd7b71bae-1594-46cc-a1b8-8505a055a010', 'mac_address': 'fa:16:3e:c3:f8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6693165-493d-4dcb-8f5e-640a9427f677', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:57:30.555134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] For port a6f9e9e3-4eae-469b-8c3f-5377a871b10a, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a6f9e9e3-4eae-469b-8c3f-5377a871b10a,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:30.640434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d768ad6-1cde-491d-9dcd-2740329b189c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:30.652022 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:30.658389 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:30.662967 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-51e6e6c0-7d1a-4086-af69-14a5b6b39226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:30.663769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Network b6a74d45-78b4-46a0-9401-7eac2146f62e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:30.666114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:30.670227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:30.742184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:30.751317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:30.753895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093204d-44d3-4d2c-9806-857a88a9fd75 req-1a6e0aed-610d-40ff-8c8e-5a624acd7c67 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:30.759486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c093204d-44d3-4d2c-9806-857a88a9fd75 req-1a6e0aed-610d-40ff-8c8e-5a624acd7c67 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1956658
Jun 21 02:57:30.807793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b71bae-1594-46cc-a1b8-8505a055a010 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:30.844022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c093204d-44d3-4d2c-9806-857a88a9fd75 req-71d09dcf-569b-4331-9a0d-40ff06fbf7e1 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758829
Jun 21 02:57:30.921424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d7b71bae-1594-46cc-a1b8-8505a055a010, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d7b71bae-1594-46cc-a1b8-8505a055a010,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:30.970585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9930bd-a7c9-4eaf-83ba-497eb54b9ef1 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e9e3-4eae-469b-8c3f-5377a871b10a,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:30.995100 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a9930bd-a7c9-4eaf-83ba-497eb54b9ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:31.001812 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.019424 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9dd91736-d521-4294-b7b3-537e5fbf458c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:31.030698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50608) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:31.112408 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:57:31.113949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ce5bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:57:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:31.145190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd2a2850-e731-4cf9-858f-f6a88f7b5f7b req-697b19ce-732f-454c-b3a1-45b91a4da85b tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0557642
Jun 21 02:57:31.259128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['d7b71bae-1594-46cc-a1b8-8505a055a010'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:31.260076 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.302243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc2cb-75de-4e67-88c1-1eda51bfdfbc req-bc24160c-ce76-4bdf-bd85-9bdd34efb1e2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:31.303865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a9bc2cb-75de-4e67-88c1-1eda51bfdfbc req-bc24160c-ce76-4bdf-bd85-9bdd34efb1e2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1303699
Jun 21 02:57:31.376707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9085f4bd-d8d4-47f6-9f9b-ba9d1a7ade6e None None] Provisioning for port 2d768ad6-1cde-491d-9dcd-2740329b189c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:31.401745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a9bc2cb-75de-4e67-88c1-1eda51bfdfbc req-b627e64c-b10d-4a1e-9ae3-347432b4dbc0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877202
Jun 21 02:57:31.464914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=d7b71bae-1594-46cc-a1b8-8505a055a010,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:31.494953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e61c36ca-ec87-4fa0-b8cb-e7354b5e8258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.496687 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:31.519097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9085f4bd-d8d4-47f6-9f9b-ba9d1a7ade6e None None] Provisioning complete for port 2d768ad6-1cde-491d-9dcd-2740329b189c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:31.521390 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9085f4bd-d8d4-47f6-9f9b-ba9d1a7ade6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.605676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.656388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9085f4bd-d8d4-47f6-9f9b-ba9d1a7ade6e None None] Port 2d768ad6-1cde-491d-9dcd-2740329b189c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:31.664240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:57:31.672527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.721557 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-653b11af-5650-43d1-a303-2ba899f8c1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:31.774410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d768ad6-1cde-491d-9dcd-2740329b189c,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:31.778687 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:31.797806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.807164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e61c36ca-ec87-4fa0-b8cb-e7354b5e8258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.853836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efc4b1-43bd-4061-b6cf-6d3c4c2bbb8e req-70bb894e-d1a1-400f-b6e2-f67da651d1c7 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:31.860931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3efc4b1-43bd-4061-b6cf-6d3c4c2bbb8e req-70bb894e-d1a1-400f-b6e2-f67da651d1c7 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 944 time: 0.2321908
Jun 21 02:57:31.896439 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e61c36ca-ec87-4fa0-b8cb-e7354b5e8258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:31.944793 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52793788-6cae-4bb2-94cf-a78a43061388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:31.946059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Network b6a74d45-78b4-46a0-9401-7eac2146f62e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:31.949192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:32.041552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50634) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:32.041768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e61c36ca-ec87-4fa0-b8cb-e7354b5e8258 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fd0f2e1522b42c2b0b6ee8187e79684&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0097263
Jun 21 02:57:32.093837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3efc4b1-43bd-4061-b6cf-6d3c4c2bbb8e req-de55b1b1-0ea5-4c68-b3a3-092e763f3e03 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306421
Jun 21 02:57:32.095140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c36ca-ec87-4fa0-b8cb-e7354b5e8258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ca1e31-e3d3-4a49-afc2-075e63c3456d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:32.110883 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e61c36ca-ec87-4fa0-b8cb-e7354b5e8258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:32.124582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ce5bb0>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:26Z', 'revision_number': 3, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:32.227627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3c03b-5a2a-4b62-80ac-f51fc3db2b6c None None] The sync data for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 is: [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:26Z', 'revision_number': 3, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:57:32.286948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-916d5519-fdd8-4933-9631-cda5ed59e81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:32.302256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e29fa62f-c063-40ce-97b9-5177768f3687 None None] Provisioning complete for port 2d768ad6-1cde-491d-9dcd-2740329b189c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:32.302800 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e29fa62f-c063-40ce-97b9-5177768f3687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:32.326776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50652) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:32.334564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-916d5519-fdd8-4933-9631-cda5ed59e81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:32.337862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:57:32.391063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e29fa62f-c063-40ce-97b9-5177768f3687 None None] Port 2d768ad6-1cde-491d-9dcd-2740329b189c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:32.445204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-194714e5-e626-4273-9a67-06d550210fb3 req-dc70133a-6e9e-4949-b014-45bdd5e4a6f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1608441
Jun 21 02:57:32.460703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40557-7d2b-4e9a-ae9d-b6cc19620c44 req-e3028159-07f5-4064-af3f-00612ad73126 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:32.462576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bf40557-7d2b-4e9a-ae9d-b6cc19620c44 req-e3028159-07f5-4064-af3f-00612ad73126 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2032895
Jun 21 02:57:32.518832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1109068630-network', 'tenant_id': 'fda87e98c0bb4a23ae4bc848dac1dd09'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:32.554057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:57:32.570297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] 10.222.0.25 "PUT /v2.0/routers/ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1704199
Jun 21 02:57:32.582542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-916d5519-fdd8-4933-9631-cda5ed59e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:32.585536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-916d5519-fdd8-4933-9631-cda5ed59e81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:32.590458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bf40557-7d2b-4e9a-ae9d-b6cc19620c44 req-20d75389-bac0-4012-a2eb-f40405527f3f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188080
Jun 21 02:57:32.604166 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-916d5519-fdd8-4933-9631-cda5ed59e81f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9ca1e31-e3d3-4a49-afc2-075e63c3456d HTTP/1.1" status: 204  len: 168 time: 0.5593743
Jun 21 02:57:32.605984 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7791a484-1adb-4c16-9147-c412ab5d216a tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:32.644571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714e5-e626-4273-9a67-06d550210fb3 req-45e79c85-fc13-4382-b185-283f772df9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:32.647381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-194714e5-e626-4273-9a67-06d550210fb3 req-45e79c85-fc13-4382-b185-283f772df9d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1097 time: 0.1339798
Jun 21 02:57:32.659016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d5519-fdd8-4933-9631-cda5ed59e81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ca1e31-e3d3-4a49-afc2-075e63c3456d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:32.667517 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-916d5519-fdd8-4933-9631-cda5ed59e81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:32.677988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Made reservation on behalf of fda87e98c0bb4a23ae4bc848dac1dd09 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:32.682731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:32.706621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:32.954418 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:32.974118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714e5-e626-4273-9a67-06d550210fb3 req-6330a359-e8f9-4fb0-9f28-332d57c93baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:32.975830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-194714e5-e626-4273-9a67-06d550210fb3 req-6330a359-e8f9-4fb0-9f28-332d57c93baf service neutron] 10.222.0.26 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 915 time: 0.3080781
Jun 21 02:57:33.049776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-194714e5-e626-4273-9a67-06d550210fb3 req-a0ab1e3c-b959-438d-af91-30749e01687c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 200  len: 217 time: 0.0653522
Jun 21 02:57:33.058666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.068518 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47f7d826-2173-4012-b4c1-887dd6b0f432 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:33.116805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:57:33.157517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2152c5-7d8e-4c2c-be4e-e91683f99921,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:33.162252 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.163569 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Added segment e493c33a-79f6-4f5e-8662-a1d620655754 of type vlan for network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93
Jun 21 02:57:33.165430 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:33.216443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714e5-e626-4273-9a67-06d550210fb3 req-9b9dff81-d8b5-4579-97b1-4020a51f370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:33.217975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-194714e5-e626-4273-9a67-06d550210fb3 req-9b9dff81-d8b5-4579-97b1-4020a51f370e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.1537764
Jun 21 02:57:33.235078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a6f9e9e3-4eae-469b-8c3f-5377a871b10a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:33.268850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-194714e5-e626-4273-9a67-06d550210fb3 req-fab5167b-51b1-4473-9b86-7b3aae5b04cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0326266
Jun 21 02:57:33.273380 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.331734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d642122-0968-44b1-a265-51890a641897 req-9382f3d2-b2e2-453b-9584-a30b8be09e0e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:33.333361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d642122-0968-44b1-a265-51890a641897 req-9382f3d2-b2e2-453b-9584-a30b8be09e0e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2879844
Jun 21 02:57:33.388394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11ca8931-070d-4ae6-b851-e61747143cdf req-f225f006-2588-4eaa-8843-167b92998233 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.1218936
Jun 21 02:57:33.434365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port a6f9e9e3-4eae-469b-8c3f-5377a871b10a completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:33.441663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a6f9e9e3-4eae-469b-8c3f-5377a871b10a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:33.448504 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.454078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d642122-0968-44b1-a265-51890a641897 req-4c028e78-e9b3-4b87-8edb-b8253d8a70ae tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704746
Jun 21 02:57:33.468088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.469178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:33.469891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.483020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62087e8d-a952-4069-bf81-3dd41776de91 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:33.491127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-194714e5-e626-4273-9a67-06d550210fb3 req-4a59ecec-8b5b-457d-be33-2c95c0bc84c5 service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045639
Jun 21 02:57:33.619537 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2898431
Jun 21 02:57:33.620908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50688) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:33.670015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Request body: {'subnet': {'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1109068630-subnet', 'tenant_id': 'fda87e98c0bb4a23ae4bc848dac1dd09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:33.703789 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.728135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=7d267ae0-100c-4aa3-b1d3-78a80f8ead93,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:33.733667 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:33.759372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:57:33.782486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port a6f9e9e3-4eae-469b-8c3f-5377a871b10a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a6f9e9e3-4eae-469b-8c3f-5377a871b10a,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:33.798360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Made reservation on behalf of fda87e98c0bb4a23ae4bc848dac1dd09 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:33.801092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.822077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d7b71bae-1594-46cc-a1b8-8505a055a010 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:33.828165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-194714e5-e626-4273-9a67-06d550210fb3 req-fffe8c46-e5f7-4330-b149-e3b8f3bdb250 service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3289704
Jun 21 02:57:33.859246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff38d9-b7d1-49a9-9371-b165f868e96e req-e0560473-ef0a-424f-bdc9-5ae8e3a67681 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:33.876461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aeff38d9-b7d1-49a9-9371-b165f868e96e req-e0560473-ef0a-424f-bdc9-5ae8e3a67681 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 944 time: 0.2221696
Jun 21 02:57:33.920607 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:33.925867 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:33.982668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aeff38d9-b7d1-49a9-9371-b165f868e96e req-4e8a7c35-08cc-4d50-9d03-2acca0d1779d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959649
Jun 21 02:57:34.046867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e9e3-4eae-469b-8c3f-5377a871b10a,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:34.052844 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:34.100952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port d7b71bae-1594-46cc-a1b8-8505a055a010 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:34.108037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port d7b71bae-1594-46cc-a1b8-8505a055a010 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:34.113794 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:34.203114 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:34.203114 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8f283270-439b-46ea-ab5f-8cdc424f2589 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:34.318762 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe96464-2bf1-4422-9edd-c66bf0e0cedb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:34.319688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:34.321387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dd47b-8ab7-4e49-9d19-551ec14be45d req-28cde628-37c6-411e-ba5b-79c2332ed3f7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:34.323746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f74dd47b-8ab7-4e49-9d19-551ec14be45d req-28cde628-37c6-411e-ba5b-79c2332ed3f7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0804591
Jun 21 02:57:34.331882 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:34.337121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-32b5e3ed-cd21-4529-ab09-fbc1bd12fc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:34.367075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d7b71bae-1594-46cc-a1b8-8505a055a010, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d7b71bae-1594-46cc-a1b8-8505a055a010,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:34.368231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725ca12f-faeb-4d89-ad7a-cb80428c3135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b71bae-1594-46cc-a1b8-8505a055a010'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:34.371577 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bf332d-b33b-4b6c-ba34-906cd994cec1" -d '{"events": [{"server_uuid": "725ca12f-faeb-4d89-ad7a-cb80428c3135", "name": "network-vif-plugged", "status": "completed", "tag": "d7b71bae-1594-46cc-a1b8-8505a055a010"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:34.399210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Checking segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:34.400768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Network hostable DHCP agents. Network: 7d267ae0-100c-4aa3-b1d3-78a80f8ead93, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:57:34.416288 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc7f7a6-7db6-48e0-9e31-f63c6113b9b9 x-openstack-request-id: req-4fc7f7a6-7db6-48e0-9e31-f63c6113b9b9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:34.416826 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725ca12f-faeb-4d89-ad7a-cb80428c3135", "name": "network-vif-plugged", "status": "completed", "tag": "d7b71bae-1594-46cc-a1b8-8505a055a010", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:34.417271 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fc7f7a6-7db6-48e0-9e31-f63c6113b9b9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:34.417869 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725ca12f-faeb-4d89-ad7a-cb80428c3135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b71bae-1594-46cc-a1b8-8505a055a010', 'code': 200}
Jun 21 02:57:34.432096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f74dd47b-8ab7-4e49-9d19-551ec14be45d req-56495d80-4f08-49f9-8650-1c60e57b197d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984237
Jun 21 02:57:34.444290 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:34.447335 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b9c50d8b-d7ba-44f5-aa11-6c96a5e0053e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:34.558577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:57:34.589819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=d7b71bae-1594-46cc-a1b8-8505a055a010,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:34.597463 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:34.621157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d8548-f110-4d09-ae91-6dab20ef8ecc req-0a304eca-4c3e-4850-8a38-622d2239dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:34.626128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f5d8548-f110-4d09-ae91-6dab20ef8ecc req-0a304eca-4c3e-4850-8a38-622d2239dd87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 1097 time: 0.1252127
Jun 21 02:57:34.633140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7d267ae0-100c-4aa3-b1d3-78a80f8ead93) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:34.639550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:34.641200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:34.645308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd513254-0c90-4286-b579-02d3b483b0cd None None] Network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:34.702413 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f5d8548-f110-4d09-ae91-6dab20ef8ecc req-e4066dca-1f6b-48bf-876f-990f375f4491 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698595
Jun 21 02:57:34.717596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a5ea814-e0f2-476d-ad07-523f1c65d610 req-63a21ed6-7cfe-4447-8b9f-b64f880e9471 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0453477
Jun 21 02:57:34.741853 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0903387
Jun 21 02:57:34.865503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dc68d-3c17-4371-9502-743102ed9598 req-28ac56d2-faa4-489d-8a04-a9b6afd4e0a6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:34.867573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-597dc68d-3c17-4371-9502-743102ed9598 req-28ac56d2-faa4-489d-8a04-a9b6afd4e0a6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1680775
Jun 21 02:57:34.921105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fb752-4acc-4b3c-982c-75853006c397 None None] Network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:34.955913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-597dc68d-3c17-4371-9502-743102ed9598 req-2172ef9c-4d8d-4911-9eab-df6b50ca5c00 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672600
Jun 21 02:57:34.975821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Sync routers for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:57:34.992984 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:57:34.993800 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8efeeb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:57:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:35.147326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a6f9e9e3-4eae-469b-8c3f-5377a871b10a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:35.215867 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:57:35.276473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a6f9e9e3-4eae-469b-8c3f-5377a871b10a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:35.278236 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:35.288137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d8a7f-d044-40d8-9e0b-2b84e0bc3340 req-a0955a52-5245-42eb-bd0d-1a2d59e48d4c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:35.293537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-300d8a7f-d044-40d8-9e0b-2b84e0bc3340 req-a0955a52-5245-42eb-bd0d-1a2d59e48d4c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 945 time: 0.1247246
Jun 21 02:57:35.363550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-300d8a7f-d044-40d8-9e0b-2b84e0bc3340 req-8482d70d-1d8a-4d42-b7e7-66b560ac6882 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621707
Jun 21 02:57:35.503165 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8efeeb0>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 2, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:35.519666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50752) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:35.521940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-129702669-network', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:35.565244 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Checking router: ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:57:35.566048 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Updating router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a port 2d768ad6-1cde-491d-9dcd-2740329b189c binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:57:35.608015 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:35.704925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Made reservation on behalf of 16242a3d2e224f5f98d681c03292b7e7 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:35.708036 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:35.721039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:35.741421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a6d69-3ce7-4280-acd9-b48d3a88a5c8 req-def3614a-6a86-4896-916c-99b9c70ae129 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:35.742980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d7a6d69-3ce7-4280-acd9-b48d3a88a5c8 req-def3614a-6a86-4896-916c-99b9c70ae129 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0987661
Jun 21 02:57:35.765686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:35.835728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d7a6d69-3ce7-4280-acd9-b48d3a88a5c8 req-8c5311b8-4449-4685-9397-5238e0893ce6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797501
Jun 21 02:57:35.928254 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.047880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee3d1bce-9d23-42f6-ab8d-eff296bbcb89 req-11182fc1-5492-4081-aec9-695356acac36 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0438993
Jun 21 02:57:36.092866 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.103120 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Transition to ACTIVE for port object 2d768ad6-1cde-491d-9dcd-2740329b189c will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:36.191106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-a3fc92c5-8ef6-4d67-96cc-2b559aba54c3 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:36.196152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-a3fc92c5-8ef6-4d67-96cc-2b559aba54c3 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 815 time: 0.1478841
Jun 21 02:57:36.198976 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.203576 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-68a9115d-a5fc-4e52-b73c-41bb593c158d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:36.204734 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.238592 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77d4ab16-1473-459f-a4b3-c0c117436af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:36.261266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56be3e71-dcf6-407f-ae61-4691edd93e57 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/quotas/fda87e98c0bb4a23ae4bc848dac1dd09 HTTP/1.1" status: 200  len: 375 time: 0.0250173
Jun 21 02:57:36.281281 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Pushing event updated for resources: {'Port': ['ID=2d768ad6-1cde-491d-9dcd-2740329b189c,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:36.300172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:57:36.352102 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.353982 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.357870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-e608bef9-15c0-4623-adb6-68feeeb87d39 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0825186
Jun 21 02:57:36.358370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50778) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:36.362574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.362916 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Added segment 17da454f-f0bc-48f4-8e08-45d7d95480f7 of type vlan for network e81ad5da-cc08-45d4-9867-9a8244105cce
Jun 21 02:57:36.365765 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.365945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e83802-681e-4d2e-8d36-b6483125c7ec,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:36.366917 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.367267 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.367606 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.368126 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.368631 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.369391 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:36.387101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.387101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.387101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.387101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:36.422932 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:36.448597 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Attempting to bind port 2d768ad6-1cde-491d-9dcd-2740329b189c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:36.449747 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Attempting to bind port 2d768ad6-1cde-491d-9dcd-2740329b189c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:36.450974 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Attempting to bind port 2d768ad6-1cde-491d-9dcd-2740329b189c on network b6a74d45-78b4-46a0-9401-7eac2146f62e {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:36.462517 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:36.462907 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Checking segment: {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:36.463341 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.463744 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Bound using segment: {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:36.464229 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Bound port: 2d768ad6-1cde-491d-9dcd-2740329b189c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:36.464634 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.523491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-83618b18-6df5-4c8d-aa4f-f24c3b1efcea service neutron] 10.222.0.25 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529024
Jun 21 02:57:36.552143 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] For port 2d768ad6-1cde-491d-9dcd-2740329b189c, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:36.559710 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] For port 2d768ad6-1cde-491d-9dcd-2740329b189c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2d768ad6-1cde-491d-9dcd-2740329b189c,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:36.561895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-66987580-network', 'tenant_id': '31f2184207764c518b070f6df31378cd'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:36.610403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8478fab9-fa34-48fa-ab1e-27c815266b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.636921 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.650343 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:36.654078 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:36.688796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900f747-1e81-4c4b-8f13-89293b38a987 req-6ba5c8c1-f16f-4c2f-aa12-7c24c4983cec tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:36.696072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a900f747-1e81-4c4b-8f13-89293b38a987 req-6ba5c8c1-f16f-4c2f-aa12-7c24c4983cec tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.5234251
Jun 21 02:57:36.714870 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:57:36.716380 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8efeeb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:57:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:36.770251 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Pushing event updated for resources: {'Port': ['ID=2d768ad6-1cde-491d-9dcd-2740329b189c,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:36.781154 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:36.860611 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:57:37.073175 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.096907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Made reservation on behalf of 31f2184207764c518b070f6df31378cd for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:37.099217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.120834 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8efeeb0>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:36Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:37.121527 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.133230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-f9887622-b4c6-4063-8dab-190048778ef8 service neutron] 10.222.0.25 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5868461
Jun 21 02:57:37.148717 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e4082-5f5b-4a2d-a912-7ccaaae46960 None None] The sync data for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 is: [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:36Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:57:37.161155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a900f747-1e81-4c4b-8f13-89293b38a987 req-8b9c79a3-92ec-4b2b-a9e0-b42a2e1ba4dc tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4639015
Jun 21 02:57:37.203999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.205483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:37.206165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.232820 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:37.323476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Pushing event updated for resources: {'Network': ['ID=e81ad5da-cc08-45d4-9867-9a8244105cce,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:37.331241 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:37.347095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e81ad5da-cc08-45d4-9867-9a8244105cce details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:57:37.369246 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.471856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.509740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:57:37.533106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.533507 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Added segment af4725ae-6c2d-4248-a8da-8c1d503049f5 of type vlan for network 4f35cc56-5735-4d76-968a-15e677a2ab31
Jun 21 02:57:37.615960 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:37.627089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.1068935
Jun 21 02:57:37.627285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50808) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:37.633315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Request body: {'subnet': {'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-129702669-subnet', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:37.680194 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.695775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bc10ae-2353-4306-a3ce-99af172e33b8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:37.702419 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:37.775334 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Made reservation on behalf of 16242a3d2e224f5f98d681c03292b7e7 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:37.778517 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.780784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94812d94-0d0e-49f5-bf41-e1207cd5a847 req-452a96fd-48bb-4d63-a1e1-4836b1020268 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0412984
Jun 21 02:57:37.789830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b6a36-9628-4177-b899-63c094d3829a req-a0617cbd-d00a-40c7-b4e6-eddd31807e31 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:37.797308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca3b6a36-9628-4177-b899-63c094d3829a req-a0617cbd-d00a-40c7-b4e6-eddd31807e31 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 945 time: 0.1829913
Jun 21 02:57:37.806033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.807039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:37.807615 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:37.816407 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b4862c95-ea53-49b5-9f13-5ba3c59e6f71 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:37.937882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2eda5cfe-d235-459d-88dc-ff34d82ec6f9 req-0d817755-d4b8-479f-bdda-89d4b0b3e228 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 210 time: 0.0704858
Jun 21 02:57:37.960791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca3b6a36-9628-4177-b899-63c094d3829a req-2689f690-6c68-436a-a527-f1dfb1abc437 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574221
Jun 21 02:57:37.960791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Pushing event updated for resources: {'Network': ['ID=4f35cc56-5735-4d76-968a-15e677a2ab31,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:37.960791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.5951996
Jun 21 02:57:37.978979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50814) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:37.979937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4f35cc56-5735-4d76-968a-15e677a2ab31 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:57:37.982348 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:38.003320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Request body: {'subnet': {'network_id': '4f35cc56-5735-4d76-968a-15e677a2ab31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-66987580-subnet', 'tenant_id': '31f2184207764c518b070f6df31378cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:38.129137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:38.137176 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:38.152530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Made reservation on behalf of 31f2184207764c518b070f6df31378cd for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:38.153677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:38.250384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ead-f3b8-4255-9a40-ac6fbb72f815 req-7a4ea2a3-6e20-4474-827e-cb6391bb21e4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:38.257199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51240ead-f3b8-4255-9a40-ac6fbb72f815 req-7a4ea2a3-6e20-4474-827e-cb6391bb21e4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 814 time: 0.1794608
Jun 21 02:57:38.279845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51240ead-f3b8-4255-9a40-ac6fbb72f815 req-ccf06650-fee8-4300-91ba-1da6a39da3c0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/quotas/26400565726346afb906fecc72bb0d27 HTTP/1.1" status: 200  len: 375 time: 0.0216367
Jun 21 02:57:38.355089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51240ead-f3b8-4255-9a40-ac6fbb72f815 req-35ffe446-7768-4ca6-a706-cac9bb09043b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0737545
Jun 21 02:57:38.388465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:38.403798 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11f5d664-fcf1-4d13-ba6c-1963f83b0ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:38.555809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:38.653181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c9cc0-19ff-401f-9441-badcbfd1691a req-1e13bc53-7f5c-4075-859a-7d673e3690c6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:38.654609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c71c9cc0-19ff-401f-9441-badcbfd1691a req-1e13bc53-7f5c-4075-859a-7d673e3690c6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1212368
Jun 21 02:57:38.681170 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:38.689449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Checking segment: {'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:38.694404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Network hostable DHCP agents. Network: e81ad5da-cc08-45d4-9867-9a8244105cce, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:57:38.733941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c71c9cc0-19ff-401f-9441-badcbfd1691a req-0d70634b-0039-46cb-8627-00a20fb8388b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672412
Jun 21 02:57:38.766858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Network e81ad5da-cc08-45d4-9867-9a8244105cce is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:57:38.770148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:38.787428 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b95ab0ba-08a7-4875-aa7b-e6c3a1cc1c8e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:38.938964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e81ad5da-cc08-45d4-9867-9a8244105cce) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:38.956232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ffe97-3c91-414a-abca-3413c97e1846 None None] Network e81ad5da-cc08-45d4-9867-9a8244105cce requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:39.024197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:39.042476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:39.172808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Checking segment: {'id': 'af4725ae-6c2d-4248-a8da-8c1d503049f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4f35cc56-5735-4d76-968a-15e677a2ab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:39.177783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Network hostable DHCP agents. Network: 4f35cc56-5735-4d76-968a-15e677a2ab31, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:57:39.182694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae2fd-0937-4b4b-9caa-2bba7f00ca5f req-fb0259c6-45c5-420c-8124-b4ca07f16b03 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:39.194999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d9ae2fd-0937-4b4b-9caa-2bba7f00ca5f req-fb0259c6-45c5-420c-8124-b4ca07f16b03 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2061369
Jun 21 02:57:39.211430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=66411da7-6ac8-4d31-9470-80cddd40bd2e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:39.288637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2d768ad6-1cde-491d-9dcd-2740329b189c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:39.293238 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:39.307095 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6765082
Jun 21 02:57:39.312578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50870) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:39.313031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d9ae2fd-0937-4b4b-9caa-2bba7f00ca5f req-3cff8398-1a5c-475d-b006-82605a588c21 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150475
Jun 21 02:57:39.319465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:39.352313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-e81ad5da-cc08-45d4-9867-9a8244105cce', 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'fixed_ips': [{'subnet_id': '4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:57:39.359859 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:39.379055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Network 4f35cc56-5735-4d76-968a-15e677a2ab31 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:57:39.419491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ec88b35-2c3f-4404-850b-73d4678ed1f9 req-4d45cf60-2857-46b1-804b-961f467e9184 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.1073496
Jun 21 02:57:39.476741 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:39.477850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:39.498162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4f35cc56-5735-4d76-968a-15e677a2ab31) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:39.513680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:39.514286 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:39.523762 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf0f909-ec7f-43b2-8b92-2bd94e00c5aa None None] Network 4f35cc56-5735-4d76-968a-15e677a2ab31 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:39.638843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:39.641580 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.6613328
Jun 21 02:57:39.658294 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:39.689549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a20ad919-87a9-4b6b-9d1c-6662646caf82 req-d0ff1a02-0724-4e76-ab4e-2e18c6e4a5a1 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 210 time: 0.0643036
Jun 21 02:57:39.795593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dbcaa31c-3680-4b24-a8c5-015a0cb9de63 req-55448125-651e-404c-aae8-6072eb363d7d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=26400565726346afb906fecc72bb0d27 HTTP/1.1" status: 200  len: 221 time: 0.0840311
Jun 21 02:57:40.019309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Allocated IP 172.20.0.2 (e81ad5da-cc08-45d4-9867-9a8244105cce/4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7/24aea332-e033-4fd1-9de4-e992ec177d02) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:40.060930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:40.172918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ac747-7732-4c59-b9ae-e196150af168 req-bcdd8e26-86f6-48c0-bbb0-9e9853f8d86a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:40.180911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-605ac747-7732-4c59-b9ae-e196150af168 req-bcdd8e26-86f6-48c0-bbb0-9e9853f8d86a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1403515
Jun 21 02:57:40.251015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-605ac747-7732-4c59-b9ae-e196150af168 req-a22148e6-39ff-4b09-a8cd-d9f485c05afa tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681922
Jun 21 02:57:40.381938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2d768ad6-1cde-491d-9dcd-2740329b189c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:40.395156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ae0dd-d884-4954-86a4-74bd58bd0656 None None] Network 4f35cc56-5735-4d76-968a-15e677a2ab31 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:40.547378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071a55-bb8f-4433-a1d9-df62fad27c43 req-ec83d1d2-14bd-4433-ac48-147bf565e3ed tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:40.557234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74071a55-bb8f-4433-a1d9-df62fad27c43 req-ec83d1d2-14bd-4433-ac48-147bf565e3ed tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1475241
Jun 21 02:57:40.583795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2d768ad6-1cde-491d-9dcd-2740329b189c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:40.584163 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:40.589771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:40.621262 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:40.638204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-74071a55-bb8f-4433-a1d9-df62fad27c43 req-d4d76556-3897-41f9-b94a-53b84d744144 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723379
Jun 21 02:57:40.686894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9fa471d-5888-41e5-94d8-0e35127c18d3 req-3c42d559-cd55-4283-abc2-2f87f53a61e8 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0542445
Jun 21 02:57:40.750066 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:40.789091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Transition to ACTIVE for port object 24aea332-e033-4fd1-9de4-e992ec177d02 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:40.870709 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:40.891098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Transition to ACTIVE for port object 24aea332-e033-4fd1-9de4-e992ec177d02 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:40.891340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Allocated IP 172.25.7.101 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/90961c8d-b5e8-43b1-a344-a785b114d908) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:40.920726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2d768ad6-1cde-491d-9dcd-2740329b189c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2d768ad6-1cde-491d-9dcd-2740329b189c,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:40.952537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aaae51d5-8799-4220-bf23-b02ce05e49ff req-a05504db-03fb-42a8-90fd-61a70f98fcd3 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 210 time: 0.0430379
Jun 21 02:57:40.979119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:40.994293 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9c0c91c3-0f08-4cd9-a240-b1b89fd03262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:41.061960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Pushing event updated for resources: {'Port': ['ID=24aea332-e033-4fd1-9de4-e992ec177d02,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:41.066216 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:41.068895 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:41.069625 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:41.173404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:41.176392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2d768ad6-1cde-491d-9dcd-2740329b189c,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:41.183179 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:41.203384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Network e81ad5da-cc08-45d4-9867-9a8244105cce is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:41.206361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-c722ca6a-8a80-4831-9ada-2023bfdb2418 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:41.207406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:41.208966 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-c722ca6a-8a80-4831-9ada-2023bfdb2418 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 815 time: 0.2410417
Jun 21 02:57:41.215154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:41.223450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Request body: {'port': {'device_id': '5bf7771a-9391-4ef1-8cc4-2e1963883c05', 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'admin_state_up': True, 'tenant_id': 'fda87e98c0bb4a23ae4bc848dac1dd09'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:41.342605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fa3ff-192d-47d6-9ced-dcdf7fa1ec5e req-baa35743-646c-447f-a117-29543c7f6342 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:41.346050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e0fa3ff-192d-47d6-9ced-dcdf7fa1ec5e req-baa35743-646c-447f-a117-29543c7f6342 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1082466
Jun 21 02:57:41.375065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Attempting to bind port 24aea332-e033-4fd1-9de4-e992ec177d02 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:41.375447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Attempting to bind port 24aea332-e033-4fd1-9de4-e992ec177d02 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:41.377931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Attempting to bind port 24aea332-e033-4fd1-9de4-e992ec177d02 on network e81ad5da-cc08-45d4-9867-9a8244105cce {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:41.381749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:41.382149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Checking segment: {'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:41.382718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:41.383535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Bound using segment: {'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:41.384040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Bound port: 24aea332-e033-4fd1-9de4-e992ec177d02, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:41.384426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:41.424810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50948) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:41.452253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e0fa3ff-192d-47d6-9ced-dcdf7fa1ec5e req-39692456-60ca-4f41-a54c-31065ae97427 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950806
Jun 21 02:57:41.458216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968921661-network', 'tenant_id': '7fb7dfc09b2244f0ae6be8a88ddf6aa8'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:41.513721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:41.516739 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f694897-74a9-4c10-af13-453d4844fa26 tempest-FloatingIPAdminTestJSON-1534792916 tempest-FloatingIPAdminTestJSON-1534792916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:41.520867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] For port 24aea332-e033-4fd1-9de4-e992ec177d02, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:41.524310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] For port 24aea332-e033-4fd1-9de4-e992ec177d02, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=24aea332-e033-4fd1-9de4-e992ec177d02,segment=NetworkSegment(17da454f-f0bc-48f4-8e08-45d7d95480f7),segment_id=17da454f-f0bc-48f4-8e08-45d7d95480f7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:41.575440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:41.578665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:41.583683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:41.587015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Pushing event updated for resources: {'Port': ['ID=90961c8d-b5e8-43b1-a344-a785b114d908,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:41.616564 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:41.645064 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:41.647889 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:41.701057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Made reservation on behalf of fda87e98c0bb4a23ae4bc848dac1dd09 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:41.704637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:41.727526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Pushing event updated for resources: {'Port': ['ID=24aea332-e033-4fd1-9de4-e992ec177d02,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:41.730890 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:41.783465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a50bee-e5f3-4df2-aeef-558e7dfc442c req-de13d567-46a6-4aac-a53e-3b9ab684b083 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:41.794782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91a50bee-e5f3-4df2-aeef-558e7dfc442c req-de13d567-46a6-4aac-a53e-3b9ab684b083 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1324010
Jun 21 02:57:41.847114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91a50bee-e5f3-4df2-aeef-558e7dfc442c req-9cf65cdc-1277-441b-afb0-1ee841b2bd15 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509200
Jun 21 02:57:41.931202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Made reservation on behalf of 7fb7dfc09b2244f0ae6be8a88ddf6aa8 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:41.935686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:42.001195 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:42.010717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Allocated IP 172.20.0.3 (7d267ae0-100c-4aa3-b1d3-78a80f8ead93/efe96464-2bf1-4422-9edd-c66bf0e0cedb/b799934e-a47c-4966-9c8d-46a59c89777e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:42.166498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bd9d259-0655-437b-8365-d270cb382a5e req-e190fbb2-90e8-42c3-92d2-eeb603ddea42 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0390198
Jun 21 02:57:42.256711 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:42.524197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e58c47bd-5dad-469d-9fe5-d22144b8bb90 req-316b354c-66dc-44f4-9401-9f5b5bea0b9c tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 210 time: 0.0492809
Jun 21 02:57:42.548383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e0389-8ec8-4672-aaa9-07b993a3397d req-f62e899b-f632-43c3-b1b6-0707ffdc574b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:42.554329 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a8e0389-8ec8-4672-aaa9-07b993a3397d req-f62e899b-f632-43c3-b1b6-0707ffdc574b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1578064
Jun 21 02:57:42.643097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a8e0389-8ec8-4672-aaa9-07b993a3397d req-1673a1be-84bb-42c5-97f0-fbba4b655457 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811589
Jun 21 02:57:42.891937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ca4f1-373a-4af6-9af0-4e7cb93fcfb8 req-ed8f084a-5fca-467d-9704-5d223bcc1f73 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:42.903248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb6ca4f1-373a-4af6-9af0-4e7cb93fcfb8 req-ed8f084a-5fca-467d-9704-5d223bcc1f73 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1100647
Jun 21 02:57:42.925041 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:42.950314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:42.972845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb6ca4f1-373a-4af6-9af0-4e7cb93fcfb8 req-493c71c1-0283-48df-8e5e-658e0e783823 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669851
Jun 21 02:57:43.094004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.103929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed46a12e-9e8c-4025-bcb1-4721e9f213fd tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:43.154736 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.176292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:57:43.277762 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeab28d-3585-43da-8208-66cf37a408ff,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:43.301004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82bb6f-1e2f-4975-9a11-8775b502bb82 None None] Network e81ad5da-cc08-45d4-9867-9a8244105cce requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:43.316325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51004) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:43.316513 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:43.317704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.323149 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Added segment aef154b4-a70f-49f3-b833-b1f38ecebebe of type vlan for network b75f2d31-f680-4471-b332-8d051a5b18ed
Jun 21 02:57:43.335813 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe88dfd-06d5-4fc6-ae93-b310fea8ff1a req-5e211ccb-29b9-404f-a94d-dd741602a233 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:43.337875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fe88dfd-06d5-4fc6-ae93-b310fea8ff1a req-5e211ccb-29b9-404f-a94d-dd741602a233 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1928780
Jun 21 02:57:43.460791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 24aea332-e033-4fd1-9de4-e992ec177d02 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:43.477897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fe88dfd-06d5-4fc6-ae93-b310fea8ff1a req-1215823d-eb6d-4c62-88d3-fd4cad8d4d54 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258402
Jun 21 02:57:43.487727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.539634 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-842d58cc-8731-47fd-b265-074e84c4800f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:43.563637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fbb4819-2e44-49db-a94f-4222703d4d59 req-a2fa5d4d-80c4-4f27-a8c9-81336e7c4efe tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0747843
Jun 21 02:57:43.618496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:43.623181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.636554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:43.642663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85644dcb-53b6-4e2f-b04e-c18c3cd66331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.649890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:43.719853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] Provisioning for port 24aea332-e033-4fd1-9de4-e992ec177d02 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:43.720108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:43.720727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.725124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 24aea332-e033-4fd1-9de4-e992ec177d02 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:43.730139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 24aea332-e033-4fd1-9de4-e992ec177d02 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:43.730627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Pushing event updated for resources: {'Port': ['ID=b799934e-a47c-4966-9c8d-46a59c89777e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:43.731552 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.744140 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:43.788416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] Provisioning complete for port 24aea332-e033-4fd1-9de4-e992ec177d02 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:43.788719 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.832259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.833368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:43.833975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:43.845423 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-972d476b-55aa-4eed-a3a7-7aa02721e326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:43.853272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Router e8ed8ece-e04d-4a6a-a758-b24696a75434 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:57:43.955635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefcab0-02a1-4d24-9d39-9534cbcddeee req-9f46e0cd-5e8a-4081-8578-f846b567dfd2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:43.963723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfefcab0-02a1-4d24-9d39-9534cbcddeee req-9f46e0cd-5e8a-4081-8578-f846b567dfd2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2584996
Jun 21 02:57:43.983627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e75ca-749e-40cf-a821-e8bdcc47113c req-06723c51-64b2-4101-8bf0-03de2f7a88b0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:43.985149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce3e75ca-749e-40cf-a821-e8bdcc47113c req-06723c51-64b2-4101-8bf0-03de2f7a88b0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 931 time: 0.1848664
Jun 21 02:57:44.010117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Pushing event updated for resources: {'Network': ['ID=b75f2d31-f680-4471-b332-8d051a5b18ed,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:44.013837 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:44.035682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b75f2d31-f680-4471-b332-8d051a5b18ed details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:57:44.042938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.077197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfefcab0-02a1-4d24-9d39-9534cbcddeee req-9adfa6d5-c4be-454c-9f78-0d0166497553 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120663
Jun 21 02:57:44.159975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce3e75ca-749e-40cf-a821-e8bdcc47113c req-fe152399-6869-4db5-a9dc-2b013dff551b tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623826
Jun 21 02:57:44.184886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.190944 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85644dcb-53b6-4e2f-b04e-c18c3cd66331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.228303 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:57:44.251764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Sync routers for ids ['e8ed8ece-e04d-4a6a-a758-b24696a75434'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:57:44.295547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] For port 24aea332-e033-4fd1-9de4-e992ec177d02, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=24aea332-e033-4fd1-9de4-e992ec177d02,segment=NetworkSegment(17da454f-f0bc-48f4-8e08-45d7d95480f7),segment_id=17da454f-f0bc-48f4-8e08-45d7d95480f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:44.311990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Routers {'e8ed8ece-e04d-4a6a-a758-b24696a75434'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:57:44.313546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c92310>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:57:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e8ed8ece-e04d-4a6a-a758-b24696a75434'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:44.317510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85644dcb-53b6-4e2f-b04e-c18c3cd66331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.327279 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7cccaf17-437d-4d2d-a46b-f243f70fea44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:44.399473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.408168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.0924993
Jun 21 02:57:44.408168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1893067
Jun 21 02:57:44.409237 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.9555686
Jun 21 02:57:44.409865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51020) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:44.412042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51022) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:44.421823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Request body: {'subnet': {'network_id': 'b75f2d31-f680-4471-b332-8d051a5b18ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968921661-subnet', 'tenant_id': '7fb7dfc09b2244f0ae6be8a88ddf6aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:44.427770 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-85644dcb-53b6-4e2f-b04e-c18c3cd66331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=316e7eb9251147b0841efacec0809286&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0814250
Jun 21 02:57:44.431738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51024) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:44.432855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Request body: {'port': {'device_id': '5bf7771a-9391-4ef1-8cc4-2e1963883c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:57:44.436691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.442333 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:44.522513 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:57:44.523001 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:57:44.535965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85644dcb-53b6-4e2f-b04e-c18c3cd66331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a62de-2962-4109-91a2-dd772bf00fa7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:44.539393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Set router e8ed8ece-e04d-4a6a-a758-b24696a75434 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:57:44.559130 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-85644dcb-53b6-4e2f-b04e-c18c3cd66331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:44.581783 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] Pushing event updated for resources: {'Port': ['ID=24aea332-e033-4fd1-9de4-e992ec177d02,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:44.626607 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b88202b8-eb97-4c34-b119-ae735ed82a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.655282 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:44.656031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b88202b8-eb97-4c34-b119-ae735ed82a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.707123 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.731000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2adb-eb11-420d-80b8-04e669219a34 req-be438b00-ab7e-4f91-b1da-f4efa6050408 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:44.732638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e2b2adb-eb11-420d-80b8-04e669219a34 req-be438b00-ab7e-4f91-b1da-f4efa6050408 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.4676020
Jun 21 02:57:44.753017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-196044e4-3553-48d7-b41a-ffa33e8c3cf7 None None] Provisioning complete for port 24aea332-e033-4fd1-9de4-e992ec177d02 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:44.755498 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-196044e4-3553-48d7-b41a-ffa33e8c3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.797214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e2b2adb-eb11-420d-80b8-04e669219a34 req-0ada6e13-2128-421a-9328-2ed41ddd60ad tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587106
Jun 21 02:57:44.821965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b88202b8-eb97-4c34-b119-ae735ed82a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.834135 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b88202b8-eb97-4c34-b119-ae735ed82a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:44.836060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b88202b8-eb97-4c34-b119-ae735ed82a81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a25a62de-2962-4109-91a2-dd772bf00fa7 HTTP/1.1" status: 204  len: 168 time: 0.4032407
Jun 21 02:57:44.904660 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6bd35afa-9178-474b-b538-67481de58429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:44.915896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b9430dd-8435-46b8-b2fa-d99f279a4384 req-fdba0065-e466-49c0-b3b8-23e35f87cb16 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.1074536
Jun 21 02:57:44.939664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88202b8-eb97-4c34-b119-ae735ed82a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a62de-2962-4109-91a2-dd772bf00fa7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:44.959324 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b88202b8-eb97-4c34-b119-ae735ed82a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:45.086784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2d768ad6-1cde-491d-9dcd-2740329b189c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:45.154061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b799934e-a47c-4966-9c8d-46a59c89777e {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:45.163065 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:45.175755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c92310>, [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T02:57:41Z', 'revision_number': 3, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:45.178457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Transition to ACTIVE for port object b799934e-a47c-4966-9c8d-46a59c89777e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:45.179594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Made reservation on behalf of 7fb7dfc09b2244f0ae6be8a88ddf6aa8 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:57:45.182177 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:45.187452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ff461-36fb-4a8a-879b-7da93623a1f6 req-35f41a0c-e1fe-4ec6-a342-28753541da29 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:45.197069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-212ff461-36fb-4a8a-879b-7da93623a1f6 req-35f41a0c-e1fe-4ec6-a342-28753541da29 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1600058
Jun 21 02:57:45.262050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Checking router: e8ed8ece-e04d-4a6a-a758-b24696a75434 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:57:45.262695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Updating router e8ed8ece-e04d-4a6a-a758-b24696a75434 port 90961c8d-b5e8-43b1-a344-a785b114d908 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:57:45.288509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-212ff461-36fb-4a8a-879b-7da93623a1f6 req-78d4a898-c46f-41b9-a01f-451d2bc8638d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882916
Jun 21 02:57:45.319520 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:45.489846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:45.495903 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:45.672233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25210b2-8885-4b63-9061-d064cce4e413 req-fcbf2a11-18fd-44ee-8ae8-2fd003ab5e96 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:45.674836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a25210b2-8885-4b63-9061-d064cce4e413 req-fcbf2a11-18fd-44ee-8ae8-2fd003ab5e96 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1549084
Jun 21 02:57:45.685748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8058f2-bafa-48ec-98b1-7e0b1507be05 req-723edf56-a20b-4212-909c-76e166d3c828 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:45.693253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d8058f2-bafa-48ec-98b1-7e0b1507be05 req-723edf56-a20b-4212-909c-76e166d3c828 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 943 time: 0.2307510
Jun 21 02:57:45.721747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Pushing event updated for resources: {'Port': ['ID=b799934e-a47c-4966-9c8d-46a59c89777e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:45.745445 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:45.787001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2d768ad6-1cde-491d-9dcd-2740329b189c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:45.787755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:45.797028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d8058f2-bafa-48ec-98b1-7e0b1507be05 req-20208d83-33a8-429f-a2d9-36dccef53b34 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025879
Jun 21 02:57:45.832380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a25210b2-8885-4b63-9061-d064cce4e413 req-e2084133-cff3-4900-852c-1e5b877268a1 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361077
Jun 21 02:57:45.875924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:45.915559 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0da04770-36ed-4876-96d5-569c21926a06 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:45.921703 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:45.957273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Transition to ACTIVE for port object 90961c8d-b5e8-43b1-a344-a785b114d908 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:46.038283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=537d3a60-6be2-48e3-abed-8bf0a50ca996,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:46.049852 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.054691 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:46.071211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51050) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:46.102262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13ac6b8f-6e90-4836-b961-e0bcf9a5e3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.161496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.161898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.162584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.162730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.163079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.163460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.163836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.164214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.164593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.164966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.165359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.170694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 24aea332-e033-4fd1-9de4-e992ec177d02 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:46.171310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f364-9af6-4712-aeb0-75121a04d97d req-d79ff921-a233-4aa4-97e3-f9a0850c304a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:46.173396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d42f364-9af6-4712-aeb0-75121a04d97d req-d79ff921-a233-4aa4-97e3-f9a0850c304a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1677518
Jun 21 02:57:46.174231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:46.182344 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:46.183086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Checking segment: {'id': 'aef154b4-a70f-49f3-b833-b1f38ecebebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b75f2d31-f680-4471-b332-8d051a5b18ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:46.183456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Network hostable DHCP agents. Network: b75f2d31-f680-4471-b332-8d051a5b18ed, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:57:46.189852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Attempting to bind port 90961c8d-b5e8-43b1-a344-a785b114d908 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:46.190028 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Attempting to bind port 90961c8d-b5e8-43b1-a344-a785b114d908 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:46.190325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Attempting to bind port 90961c8d-b5e8-43b1-a344-a785b114d908 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:46.208496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Attempting to bind port b799934e-a47c-4966-9c8d-46a59c89777e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:46.219717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090302c-8f29-433d-8290-7f252b7461e3 None None] Pushing event updated for resources: {'Port': ['ID=90961c8d-b5e8-43b1-a344-a785b114d908,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:46.220563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Attempting to bind port b799934e-a47c-4966-9c8d-46a59c89777e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:46.220994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Attempting to bind port b799934e-a47c-4966-9c8d-46a59c89777e on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:46.234254 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b090302c-8f29-433d-8290-7f252b7461e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:46.241222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:46.241641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:46.242064 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.242475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:46.242970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Bound port: 90961c8d-b5e8-43b1-a344-a785b114d908, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:46.243357 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.248428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Port b799934e-a47c-4966-9c8d-46a59c89777e on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:57:46.248722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Attempting to bind port b799934e-a47c-4966-9c8d-46a59c89777e on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:46.257491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d42f364-9af6-4712-aeb0-75121a04d97d req-1ba98155-be08-4e33-9fe7-ccc601837ca5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730596
Jun 21 02:57:46.328022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5b242e4-5c0f-41e8-8634-43ed286db9a9 req-c182c8e9-aefd-4d27-b052-62387f730e24 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0485084
Jun 21 02:57:46.330773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:46.332220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Checking segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:46.332220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Bound using segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:46.332220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Bound port: b799934e-a47c-4966-9c8d-46a59c89777e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:46.337737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.392876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] For port 90961c8d-b5e8-43b1-a344-a785b114d908, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:46.395209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13ac6b8f-6e90-4836-b961-e0bcf9a5e3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.399382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] For port 90961c8d-b5e8-43b1-a344-a785b114d908, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=90961c8d-b5e8-43b1-a344-a785b114d908,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:46.405856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 24aea332-e033-4fd1-9de4-e992ec177d02 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:46.406240 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.487739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] For port b799934e-a47c-4966-9c8d-46a59c89777e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:46.491419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] For port b799934e-a47c-4966-9c8d-46a59c89777e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b799934e-a47c-4966-9c8d-46a59c89777e,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:46.500845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Network b75f2d31-f680-4471-b332-8d051a5b18ed is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:57:46.509294 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.522055 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:46.533957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13ac6b8f-6e90-4836-b961-e0bcf9a5e3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.539865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Routers {'e8ed8ece-e04d-4a6a-a758-b24696a75434'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:57:46.540624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c92310>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:57:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e8ed8ece-e04d-4a6a-a758-b24696a75434'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:46.554115 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-18ba4620-81ec-486e-8ab2-8c2832a072bd tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:46.589938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-13ac6b8f-6e90-4836-b961-e0bcf9a5e3f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdd35c3f81b943d1acbecbb2a242fe47&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5175259
Jun 21 02:57:46.603351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51060) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:46.612332 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.616621 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90e699aa-0a1b-4bb8-a2a5-e5a78f60204f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:46.639723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac6b8f-6e90-4836-b961-e0bcf9a5e3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d02f98-21c3-4bd4-ba46-0aef7172e801,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:46.647453 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13ac6b8f-6e90-4836-b961-e0bcf9a5e3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:46.652044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, b75f2d31-f680-4471-b332-8d051a5b18ed) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:46.664975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:46.665483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.669385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:46.669973 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.671658 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] 10.222.0.20 "PUT /v2.0/ports/b799934e-a47c-4966-9c8d-46a59c89777e HTTP/1.1" status: 200  len: 1092 time: 2.2451324
Jun 21 02:57:46.674337 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf7771a-9391-4ef1-8cc4-2e1963883c05', 'tag': 'b799934e-a47c-4966-9c8d-46a59c89777e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:46.676911 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072f5104-8ee1-4054-9e84-019f97f9268a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf7771a-9391-4ef1-8cc4-2e1963883c05", "tag": "b799934e-a47c-4966-9c8d-46a59c89777e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:46.684774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59009edf-3439-4760-9ee6-997bfc654ad6 None None] Network b75f2d31-f680-4471-b332-8d051a5b18ed requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:46.750183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Pushing event updated for resources: {'Port': ['ID=b799934e-a47c-4966-9c8d-46a59c89777e,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:46.755432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:46.760133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.842143 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677f343d-80f5-4a18-a307-4f2d0340c691 x-openstack-request-id: req-677f343d-80f5-4a18-a307-4f2d0340c691 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:46.842143 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf7771a-9391-4ef1-8cc4-2e1963883c05", "tag": "b799934e-a47c-4966-9c8d-46a59c89777e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:46.842143 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-677f343d-80f5-4a18-a307-4f2d0340c691 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:46.842143 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf7771a-9391-4ef1-8cc4-2e1963883c05', 'tag': 'b799934e-a47c-4966-9c8d-46a59c89777e', 'status': 'completed', 'code': 200}
Jun 21 02:57:46.847663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161adeaa-5bb0-4f80-96d1-f614f73b5eb6 req-466e993f-bb0d-40be-b064-3551e3255362 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:46.858261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-161adeaa-5bb0-4f80-96d1-f614f73b5eb6 req-466e993f-bb0d-40be-b064-3551e3255362 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3713560
Jun 21 02:57:46.915802 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.4984720
Jun 21 02:57:46.951727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090302c-8f29-433d-8290-7f252b7461e3 None None] Pushing event updated for resources: {'Port': ['ID=90961c8d-b5e8-43b1-a344-a785b114d908,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:46.956528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce415460-ff3d-4f30-82c1-c91804605f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:46.970287 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b090302c-8f29-433d-8290-7f252b7461e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:47.087667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-15abf72a-5c52-497e-a04e-83aeca6c6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:47.088632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-161adeaa-5bb0-4f80-96d1-f614f73b5eb6 req-b689f2eb-5be9-425a-af29-4caa69ae8ec1 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292237
Jun 21 02:57:47.089563 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-15abf72a-5c52-497e-a04e-83aeca6c6603 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 1095 time: 0.2480352
Jun 21 02:57:47.130247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51074) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:47.147532 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce415460-ff3d-4f30-82c1-c91804605f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:47.178782 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-1086d9eb-0003-49fc-b067-9dd6c4955e30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b799934e-a47c-4966-9c8d-46a59c89777e HTTP/1.1" status: 200  len: 217 time: 0.0667460
Jun 21 02:57:47.249379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Allocated IP 172.20.0.1 (e81ad5da-cc08-45d4-9867-9a8244105cce/4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7/8ae24289-8c3b-46de-a090-5be41a93f489) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:57:47.304508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987c58e-9a08-4c84-b1ae-b2df7c3d3b0a req-63a605c8-9297-4244-b108-df8d2cbf2317 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:47.307704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8effb2e-d498-496d-a8a4-9a4ac8d20020 None None] Network b75f2d31-f680-4471-b332-8d051a5b18ed requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:57:47.320069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f987c58e-9a08-4c84-b1ae-b2df7c3d3b0a req-63a605c8-9297-4244-b108-df8d2cbf2317 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 943 time: 0.1753571
Jun 21 02:57:47.359133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] Set router e8ed8ece-e04d-4a6a-a758-b24696a75434 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:57:47.420602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f987c58e-9a08-4c84-b1ae-b2df7c3d3b0a req-3747fe38-2d90-485b-9327-b739a7b562f8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993974
Jun 21 02:57:47.449418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce415460-ff3d-4f30-82c1-c91804605f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:47.451815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Deleting subnet 66411da7-6ac8-4d31-9470-80cddd40bd2e {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:57:47.454361 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce415460-ff3d-4f30-82c1-c91804605f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:47.462847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-c0b9b06a-47ae-49fe-bb3f-181bb39878d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:47.463517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ce415460-ff3d-4f30-82c1-c91804605f6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84d02f98-21c3-4bd4-ba46-0aef7172e801 HTTP/1.1" status: 204  len: 168 time: 0.8587916
Jun 21 02:57:47.464513 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-c0b9b06a-47ae-49fe-bb3f-181bb39878d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.2094440
Jun 21 02:57:47.466166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:47.472362 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ecaceb8-c289-4dbc-a04f-59cd020f617c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:47.545048 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-158cd1ad-49e5-4244-8f59-16d9d0cf0a22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721357
Jun 21 02:57:47.570109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce415460-ff3d-4f30-82c1-c91804605f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d02f98-21c3-4bd4-ba46-0aef7172e801,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:47.583715 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ce415460-ff3d-4f30-82c1-c91804605f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:47.676051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5f96f-c28b-4323-83db-38dbb906c218 req-c33ba838-47b8-4bd2-91c3-8a8d16159689 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:47.690204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7c5f96f-c28b-4323-83db-38dbb906c218 req-c33ba838-47b8-4bd2-91c3-8a8d16159689 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2809019
Jun 21 02:57:47.767189 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-bec4b28b-3c1c-4c7a-aad1-6ba74f40c270 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121947
Jun 21 02:57:47.847399 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:47.881571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-209c3cee-5c6d-42c3-9811-cc8f871736d3 req-8971e154-8f43-41c7-a769-edff453b2b10 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.1389613
Jun 21 02:57:47.894316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c92310>, [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T02:57:41Z', 'revision_number': 3, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:47.959065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5f6f8-7ee9-4708-a62f-177a5e5648b1 None None] The sync data for ids ['e8ed8ece-e04d-4a6a-a758-b24696a75434'] in n-d-758944-33 is: [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T02:57:41Z', 'revision_number': 3, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:57:47.981840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7c5f96f-c28b-4323-83db-38dbb906c218 req-b52f5f48-94d6-4bf2-80b1-ab305f00352c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2892842
Jun 21 02:57:48.093126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:48.147958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Transition to ACTIVE for port object 8ae24289-8c3b-46de-a090-5be41a93f489 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:48.277897 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:48.357363 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:48.368159 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26694698-b434-476e-8368-65c00e0f97f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:48.420290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Network e81ad5da-cc08-45d4-9867-9a8244105cce is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:48.427811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:48.486949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:57:48.489584 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:48.533562 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c148eb6d-09d8-4ce7-a306-83688ae052ec req-2863a5bf-a2e5-4c24-b34d-32b7a33bfec4 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7279875
Jun 21 02:57:48.535867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd77aa-e2d7-4378-921a-728d21a1d1bf req-ad430b4b-44ec-40f5-b5f1-4962078f6cc0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:48.537493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51bd77aa-e2d7-4378-921a-728d21a1d1bf req-ad430b4b-44ec-40f5-b5f1-4962078f6cc0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1730478
Jun 21 02:57:48.549730 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:48.552787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51102) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:48.554315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/66411da7-6ac8-4d31-9470-80cddd40bd2e HTTP/1.1" status: 204  len: 168 time: 1.4226394
Jun 21 02:57:48.612811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae24289-8c3b-46de-a090-5be41a93f489,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:48.618545 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:48.619354 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6499c77-5ef8-4156-829d-a15c2dca8b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:48.669508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66411da7-6ac8-4d31-9470-80cddd40bd2e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:48.675387 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:48.736482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:48.766162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:48.799967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51bd77aa-e2d7-4378-921a-728d21a1d1bf req-c8989a45-18dc-45b2-b6f4-0aa330ce0299 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2391775
Jun 21 02:57:49.049833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4cc861cf-2e04-494a-984a-c70d467f5e77 None None] Provisioning for port 8ae24289-8c3b-46de-a090-5be41a93f489 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:49.054009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4cc861cf-2e04-494a-984a-c70d467f5e77 None None] Provisioning complete for port 8ae24289-8c3b-46de-a090-5be41a93f489 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:49.054393 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4cc861cf-2e04-494a-984a-c70d467f5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.071303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.083418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1f782b0>,) {'filters': {'network_id': ['4f35cc56-5735-4d76-968a-15e677a2ab31']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:49.095272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1f782b0>, 'af4725ae-6c2d-4248-a8da-8c1d503049f5') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:49.096092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1f782b0>, 'af4725ae-6c2d-4248-a8da-8c1d503049f5') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:49.106528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.126488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.133846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:57:49.134469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.150796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4cc861cf-2e04-494a-984a-c70d467f5e77 None None] Port 8ae24289-8c3b-46de-a090-5be41a93f489 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:57:49.218307 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:57:49.293061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025418b0-fc71-4bd6-b9b9-c4bb861865c1 req-a98aa168-7b63-4b2f-8c2e-41859dfdd992 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:49.301181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-025418b0-fc71-4bd6-b9b9-c4bb861865c1 req-a98aa168-7b63-4b2f-8c2e-41859dfdd992 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 943 time: 0.5155864
Jun 21 02:57:49.305578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.368718 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79a6eab4-ddb8-4c35-9a71-ac5d0eecbfb5 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:49.405451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-025418b0-fc71-4bd6-b9b9-c4bb861865c1 req-db65f944-8714-4335-bc36-236063444d32 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030278
Jun 21 02:57:49.413669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1b1d2-08c9-4e8d-97d0-d13b4b58184f req-5f521845-5fd1-4969-8679-456c8a3a4af1 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:49.427608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19a1b1d2-08c9-4e8d-97d0-d13b4b58184f req-5f521845-5fd1-4969-8679-456c8a3a4af1 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2119839
Jun 21 02:57:49.431424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.438580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] 10.222.0.25 "DELETE /v2.0/networks/4f35cc56-5735-4d76-968a-15e677a2ab31 HTTP/1.1" status: 204  len: 168 time: 0.8838286
Jun 21 02:57:49.441847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f35cc56-5735-4d76-968a-15e677a2ab31,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:49.448294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:49.477364 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:49.569608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5104-8ee1-4054-9e84-019f97f9268a req-7c943080-abd2-47cf-861f-194c691c92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:49.571323 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-072f5104-8ee1-4054-9e84-019f97f9268a req-7c943080-abd2-47cf-861f-194c691c92e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 1095 time: 0.9111416
Jun 21 02:57:49.634462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Deleting subnet 537d3a60-6be2-48e3-abed-8bf0a50ca996 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:57:49.653652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.704013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5104-8ee1-4054-9e84-019f97f9268a req-4bd99b4a-0308-4313-8b1a-dba37c5fc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:49.705585 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-072f5104-8ee1-4054-9e84-019f97f9268a req-4bd99b4a-0308-4313-8b1a-dba37c5fc8cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 916 time: 0.1227112
Jun 21 02:57:49.751958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd91dcc7-7e7f-4a99-a206-5007eb3f1352 req-dda3df7d-7f8c-4fcb-85d7-4effff2007db tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.1357703
Jun 21 02:57:49.767185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.790937 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-072f5104-8ee1-4054-9e84-019f97f9268a req-bed318cd-358a-4fd2-bcd2-79f54c2c9c36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b799934e-a47c-4966-9c8d-46a59c89777e HTTP/1.1" status: 200  len: 217 time: 0.0775402
Jun 21 02:57:49.793119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19a1b1d2-08c9-4e8d-97d0-d13b4b58184f req-d07d2488-d63e-4bbf-b828-c918e81df5c1 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3637619
Jun 21 02:57:49.827627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.879871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5104-8ee1-4054-9e84-019f97f9268a req-310fd996-6334-49db-a69b-a80e2c4c012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:49.881363 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-072f5104-8ee1-4054-9e84-019f97f9268a req-310fd996-6334-49db-a69b-a80e2c4c012b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.0761216
Jun 21 02:57:49.926469 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-072f5104-8ee1-4054-9e84-019f97f9268a req-8254c5be-f2f6-494c-8cbd-fdd89f296af9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369642
Jun 21 02:57:49.974466 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:49.977524 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c174f24d-5929-493a-add0-53b45320a87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:50.003178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537d3a60-6be2-48e3-abed-8bf0a50ca996,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:50.005167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.009440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/537d3a60-6be2-48e3-abed-8bf0a50ca996 HTTP/1.1" status: 204  len: 168 time: 0.5494757
Jun 21 02:57:50.009440 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:50.009730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51132) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:50.048179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.096817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.107304 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-072f5104-8ee1-4054-9e84-019f97f9268a req-d3b5e59b-a8b8-4607-b10f-77f6a94226f1 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477647
Jun 21 02:57:50.272502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.283303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf3c16-22f7-4f05-a698-34c28a21a30e req-dd454c7d-3694-453a-9cb1-a74d8fff4a80 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:50.284850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0cf3c16-22f7-4f05-a698-34c28a21a30e req-dd454c7d-3694-453a-9cb1-a74d8fff4a80 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1859593
Jun 21 02:57:50.296448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2aeb2b0>,) {'filters': {'network_id': ['b75f2d31-f680-4471-b332-8d051a5b18ed']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:50.303682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 90961c8d-b5e8-43b1-a344-a785b114d908 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:50.315512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2aeb2b0>, 'aef154b4-a70f-49f3-b833-b1f38ecebebe') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:50.316134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2aeb2b0>, 'aef154b4-a70f-49f3-b833-b1f38ecebebe') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:50.333412 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.362673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.365322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.367890 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0cf3c16-22f7-4f05-a698-34c28a21a30e req-d7bc6bd4-1840-4fa3-b0f0-82fedb16a652 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684013
Jun 21 02:57:50.373809 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:57:50.386080 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:57:50.390426 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:57:50.461948 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-072f5104-8ee1-4054-9e84-019f97f9268a req-fb446c87-b5bc-40a1-b08e-07b4c39b8b19 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374481
Jun 21 02:57:50.485493 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.489966 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-390cf3e0-1223-4fb7-9d37-cb7df22bc449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:50.517835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 90961c8d-b5e8-43b1-a344-a785b114d908 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:50.521855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 90961c8d-b5e8-43b1-a344-a785b114d908 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:50.522243 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.571240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.575414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.585657 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:50.618829 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.621132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] 10.222.0.25 "DELETE /v2.0/networks/b75f2d31-f680-4471-b332-8d051a5b18ed HTTP/1.1" status: 204  len: 168 time: 0.6104984
Jun 21 02:57:50.623776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Pushing event deleted for resources: {'Network': ['ID=b75f2d31-f680-4471-b332-8d051a5b18ed,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:50.636472 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:50.709142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae24289-8c3b-46de-a090-5be41a93f489,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:50.712456 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:50.759393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Network e81ad5da-cc08-45d4-9867-9a8244105cce is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:57:50.769432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:57:50.815268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.846386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 90961c8d-b5e8-43b1-a344-a785b114d908, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=90961c8d-b5e8-43b1-a344-a785b114d908,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:50.964913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:50.968370 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:50.995700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Router e8ed8ece-e04d-4a6a-a758-b24696a75434 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:57:51.065153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f6c3-c4e0-494b-8c7e-7bb257c8a388 req-c1ba1319-31c6-4b87-944c-f4202c5086fc tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:51.084745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e952f6c3-c4e0-494b-8c7e-7bb257c8a388 req-c1ba1319-31c6-4b87-944c-f4202c5086fc tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 943 time: 0.3621914
Jun 21 02:57:51.135362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144e99a-dc53-414b-b262-016ac7e03b3d req-04b3a16d-4952-4cbc-bb7b-640f143c220d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:51.143110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f144e99a-dc53-414b-b262-016ac7e03b3d req-04b3a16d-4952-4cbc-bb7b-640f143c220d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3271227
Jun 21 02:57:51.181897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e952f6c3-c4e0-494b-8c7e-7bb257c8a388 req-1e67ef3a-e03c-42df-be46-df8751333b47 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835261
Jun 21 02:57:51.217180 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f144e99a-dc53-414b-b262-016ac7e03b3d req-848a146a-e5a0-4605-81d0-d692f4b8bf4f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679078
Jun 21 02:57:51.221176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51166) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:51.251154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:57:51.269549 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Sync routers for ids ['e8ed8ece-e04d-4a6a-a758-b24696a75434'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:57:51.275474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] 10.222.0.25 "PUT /v2.0/routers/e8ed8ece-e04d-4a6a-a758-b24696a75434/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8645353
Jun 21 02:57:51.289222 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Routers {'e8ed8ece-e04d-4a6a-a758-b24696a75434'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:57:51.289903 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8efe190>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:57:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e8ed8ece-e04d-4a6a-a758-b24696a75434'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:51.329949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-25711eba-2072-48d6-a259-e8799b5c0493 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31f2184207764c518b070f6df31378cd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1074553
Jun 21 02:57:51.332493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:51.459635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=90961c8d-b5e8-43b1-a344-a785b114d908,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:51.462444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-58b57ba4-f5eb-497f-8d60-dd8695c5d7db None None] Provisioning complete for port 8ae24289-8c3b-46de-a090-5be41a93f489 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:51.466919 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-58b57ba4-f5eb-497f-8d60-dd8695c5d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:51.467073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1902acf0-9f47-4979-a40f-e9612f38e974 req-1843ff5b-4ad8-477a-8418-53e242a33c4a tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0570314
Jun 21 02:57:51.492603 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbce190b-3423-4cc0-b470-7c681be2294d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:51.503192 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:51.545534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbce190b-3423-4cc0-b470-7c681be2294d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:51.546865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-58b57ba4-f5eb-497f-8d60-dd8695c5d7db None None] Port 8ae24289-8c3b-46de-a090-5be41a93f489 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:57:51.549172 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Set router e8ed8ece-e04d-4a6a-a758-b24696a75434 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:57:51.604884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b799934e-a47c-4966-9c8d-46a59c89777e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:57:51.689259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbce190b-3423-4cc0-b470-7c681be2294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:51.692290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbce190b-3423-4cc0-b470-7c681be2294d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:51.695797 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dbce190b-3423-4cc0-b470-7c681be2294d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6bc10ae-2353-4306-a3ce-99af172e33b8 HTTP/1.1" status: 204  len: 168 time: 0.3590925
Jun 21 02:57:51.695797 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6cd5ad6-86e0-411d-9d23-a612d73d8403 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:51.713139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce190b-3423-4cc0-b470-7c681be2294d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bc10ae-2353-4306-a3ce-99af172e33b8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:51.726792 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dbce190b-3423-4cc0-b470-7c681be2294d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:51.786897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef48a9-51c5-4f26-9515-3dd70e7d48ed req-a7900784-4da3-4ba3-963e-c147c326cb07 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:51.803132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdef48a9-51c5-4f26-9515-3dd70e7d48ed req-a7900784-4da3-4ba3-963e-c147c326cb07 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1632235
Jun 21 02:57:51.844132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b799934e-a47c-4966-9c8d-46a59c89777e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b799934e-a47c-4966-9c8d-46a59c89777e,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:51.862566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'b799934e-a47c-4966-9c8d-46a59c89777e', 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'port_id': 'b799934e-a47c-4966-9c8d-46a59c89777e', 'mac_address': 'fa:16:3e:b4:af:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe96464-2bf1-4422-9edd-c66bf0e0cedb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:57:51.879252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdef48a9-51c5-4f26-9515-3dd70e7d48ed req-1b426cca-b7dc-4a43-9311-4f61fd180608 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746765
Jun 21 02:57:51.956207 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:51.975966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b799934e-a47c-4966-9c8d-46a59c89777e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:57:51.980731 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8efe190>, [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T02:57:49Z', 'revision_number': 4, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '8ae24289-8c3b-46de-a090-5be41a93f489', 'name': '', 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'mac_address': 'fa:16:3e:96:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:46Z', 'updated_at': '2021-06-21T02:57:50Z', 'revision_number': 2, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'subnets': [{'id': '4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:52.002388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b799934e-a47c-4966-9c8d-46a59c89777e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b799934e-a47c-4966-9c8d-46a59c89777e,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:52.062662 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Checking router: e8ed8ece-e04d-4a6a-a758-b24696a75434 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:57:52.063310 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Updating router e8ed8ece-e04d-4a6a-a758-b24696a75434 port 8ae24289-8c3b-46de-a090-5be41a93f489 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:57:52.096061 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:52.099593 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:52.156446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 90961c8d-b5e8-43b1-a344-a785b114d908 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:52.174032 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:52.197457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad2521-12c4-4154-a6c9-03545a16565e req-b3124b54-8ad9-41ba-9b43-24c4bdf225db tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:52.203410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8ad2521-12c4-4154-a6c9-03545a16565e req-b3124b54-8ad9-41ba-9b43-24c4bdf225db tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1241505
Jun 21 02:57:52.285695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=b799934e-a47c-4966-9c8d-46a59c89777e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:52.302721 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:52.333074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b799934e-a47c-4966-9c8d-46a59c89777e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:57:52.336962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8ad2521-12c4-4154-a6c9-03545a16565e req-a43b3be9-5093-4216-8439-cdb2a2be0d12 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259544
Jun 21 02:57:52.414934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 90961c8d-b5e8-43b1-a344-a785b114d908 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:52.415327 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:52.506755 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:52.518995 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Transition to ACTIVE for port object 8ae24289-8c3b-46de-a090-5be41a93f489 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:57:52.571997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2f71-a599-4def-b571-b2d0a4311591 req-f1a8f187-d71e-42ca-a833-2b7f7904469e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:52.581348 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5adc2f71-a599-4def-b571-b2d0a4311591 req-f1a8f187-d71e-42ca-a833-2b7f7904469e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 944 time: 0.1430125
Jun 21 02:57:52.634021 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:52.647128 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7242e743-0a67-4dc9-8e51-6d7d5854ca83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:52.680409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5adc2f71-a599-4def-b571-b2d0a4311591 req-9258dcc0-8ed9-4eed-9772-0cda0ad30fa4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980251
Jun 21 02:57:52.928656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-acf9ee47-1b38-4111-9d8b-a82ed9a16bf1 req-39d1bcc7-84b1-4fbe-80a6-51fc1fe69946 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0465519
Jun 21 02:57:53.051549 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Attempting to bind port 8ae24289-8c3b-46de-a090-5be41a93f489 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:57:53.051935 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Attempting to bind port 8ae24289-8c3b-46de-a090-5be41a93f489 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:57:53.052305 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Attempting to bind port 8ae24289-8c3b-46de-a090-5be41a93f489 on network e81ad5da-cc08-45d4-9867-9a8244105cce {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:57:53.084785 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:57:53.084785 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Checking segment: {'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:57:53.084785 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.085183 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Bound using segment: {'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:57:53.085582 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Bound port: 8ae24289-8c3b-46de-a090-5be41a93f489, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da454f-f0bc-48f4-8e08-45d7d95480f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:57:53.086171 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.110231 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4dc1c-b82e-4b1a-b53c-52a78d5ccae6 None None] Pushing event updated for resources: {'Port': ['ID=8ae24289-8c3b-46de-a090-5be41a93f489,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:53.115539 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-90a4dc1c-b82e-4b1a-b53c-52a78d5ccae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:53.173085 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] For port 8ae24289-8c3b-46de-a090-5be41a93f489, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:57:53.177232 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] For port 8ae24289-8c3b-46de-a090-5be41a93f489, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8ae24289-8c3b-46de-a090-5be41a93f489,segment=NetworkSegment(17da454f-f0bc-48f4-8e08-45d7d95480f7),segment_id=17da454f-f0bc-48f4-8e08-45d7d95480f7)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:57:53.193200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:53.232794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cc53c-f15a-4243-900a-c63a108d7c39 req-02860527-194b-42fe-9573-eb81f786fa12 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:53.234532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be2cc53c-f15a-4243-900a-c63a108d7c39 req-02860527-194b-42fe-9573-eb81f786fa12 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0768585
Jun 21 02:57:53.261273 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.267421 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:53.282246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a69d3ede-8b47-46a2-97fc-710d6189f7d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fb7dfc09b2244f0ae6be8a88ddf6aa8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0867317
Jun 21 02:57:53.283969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51254) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:53.353582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be2cc53c-f15a-4243-900a-c63a108d7c39 req-4d84b545-b735-48e9-b0a6-0b104173bbf3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127696
Jun 21 02:57:53.462548 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Routers {'e8ed8ece-e04d-4a6a-a758-b24696a75434'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:57:53.463446 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8efe190>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:57:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e8ed8ece-e04d-4a6a-a758-b24696a75434'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:53.519173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-348775b6-9563-4322-992c-4efd44009084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.555185 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4dc1c-b82e-4b1a-b53c-52a78d5ccae6 None None] Pushing event updated for resources: {'Port': ['ID=8ae24289-8c3b-46de-a090-5be41a93f489,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:53.560084 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-90a4dc1c-b82e-4b1a-b53c-52a78d5ccae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:53.583451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-348775b6-9563-4322-992c-4efd44009084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.616937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b799934e-a47c-4966-9c8d-46a59c89777e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:53.661680 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] Set router e8ed8ece-e04d-4a6a-a758-b24696a75434 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:57:53.718749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-348775b6-9563-4322-992c-4efd44009084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.723169 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-348775b6-9563-4322-992c-4efd44009084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.724354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-348775b6-9563-4322-992c-4efd44009084 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9aeab28d-3585-43da-8208-66cf37a408ff HTTP/1.1" status: 204  len: 168 time: 0.4390349
Jun 21 02:57:53.743524 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf1360da-45cd-44b9-a33d-f41522f21349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:53.769516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port b799934e-a47c-4966-9c8d-46a59c89777e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:53.788102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348775b6-9563-4322-992c-4efd44009084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeab28d-3585-43da-8208-66cf37a408ff,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:53.791709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port b799934e-a47c-4966-9c8d-46a59c89777e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:53.792107 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.807363 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-348775b6-9563-4322-992c-4efd44009084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:53.949009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8e154-8f77-4d4b-a112-b8a3cc835d08 req-ccd00429-2c57-4a3e-9bcf-07aed7325351 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:53.958531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:53.959423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ba8e154-8f77-4d4b-a112-b8a3cc835d08 req-ccd00429-2c57-4a3e-9bcf-07aed7325351 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 944 time: 0.1249123
Jun 21 02:57:53.995029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7771a-9391-4ef1-8cc4-2e1963883c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b799934e-a47c-4966-9c8d-46a59c89777e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:57:53.998884 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4843e000-41ae-4c03-8dad-d43fc95e2a84" -d '{"events": [{"server_uuid": "5bf7771a-9391-4ef1-8cc4-2e1963883c05", "name": "network-vif-plugged", "status": "completed", "tag": "b799934e-a47c-4966-9c8d-46a59c89777e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:57:54.017458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port b799934e-a47c-4966-9c8d-46a59c89777e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b799934e-a47c-4966-9c8d-46a59c89777e,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:54.025092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ba8e154-8f77-4d4b-a112-b8a3cc835d08 req-09e38fa9-aaa5-4d95-a21c-3fe7985053c6 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637002
Jun 21 02:57:54.037164 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8efe190>, [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T02:57:49Z', 'revision_number': 4, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '8ae24289-8c3b-46de-a090-5be41a93f489', 'name': '', 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'mac_address': 'fa:16:3e:96:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:46Z', 'updated_at': '2021-06-21T02:57:53Z', 'revision_number': 4, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'subnets': [{'id': '4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:57:54.086320 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5719a873-66ff-4f12-88a6-b8abd941342a x-openstack-request-id: req-5719a873-66ff-4f12-88a6-b8abd941342a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:57:54.086632 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7771a-9391-4ef1-8cc4-2e1963883c05", "name": "network-vif-plugged", "status": "completed", "tag": "b799934e-a47c-4966-9c8d-46a59c89777e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:57:54.086961 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5719a873-66ff-4f12-88a6-b8abd941342a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:57:54.087377 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7771a-9391-4ef1-8cc4-2e1963883c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b799934e-a47c-4966-9c8d-46a59c89777e', 'code': 200}
Jun 21 02:57:54.107515 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:54.111636 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:54.112322 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c53d79a-23a0-49cd-8f0d-610454e16416 None None] The sync data for ids ['e8ed8ece-e04d-4a6a-a758-b24696a75434'] in n-d-758944-33 is: [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T02:57:49Z', 'revision_number': 4, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '8ae24289-8c3b-46de-a090-5be41a93f489', 'name': '', 'network_id': 'e81ad5da-cc08-45d4-9867-9a8244105cce', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'mac_address': 'fa:16:3e:96:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:46Z', 'updated_at': '2021-06-21T02:57:53Z', 'revision_number': 4, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'subnets': [{'id': '4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:57:54.266151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae39a-22b5-46b5-84d5-a6a716165443 req-451e4424-6711-49d8-a960-c664560c23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:54.268327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a9eae39a-22b5-46b5-84d5-a6a716165443 req-451e4424-6711-49d8-a960-c664560c23fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 1097 time: 0.0744133
Jun 21 02:57:54.276491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-13c5c2a3-1f55-489d-93e1-386163e775d9 req-b3d6768a-d29c-4e8e-a2c4-14a2af1b798f tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0955772
Jun 21 02:57:54.299459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=b799934e-a47c-4966-9c8d-46a59c89777e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:54.326955 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:54.327081 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a9eae39a-22b5-46b5-84d5-a6a716165443 req-d33a8a81-047f-4780-8022-8a65dad3ecc9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463274
Jun 21 02:57:54.576481 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:57:54.685534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110ea98-3478-4801-b6a1-0d02827fdef6 req-57f117a2-0d97-47a3-b265-bcd1baa73ea8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:54.687305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2110ea98-3478-4801-b6a1-0d02827fdef6 req-57f117a2-0d97-47a3-b265-bcd1baa73ea8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1813409
Jun 21 02:57:54.778248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2110ea98-3478-4801-b6a1-0d02827fdef6 req-b5eccad8-6dac-4f72-9e50-a4fdacd6d4a5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850472
Jun 21 02:57:55.375389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328186-cece-4141-8a19-e60382ebcec7 req-387f487d-aa82-488e-bb14-100857f04746 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:55.392622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84328186-cece-4141-8a19-e60382ebcec7 req-387f487d-aa82-488e-bb14-100857f04746 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 945 time: 0.1790624
Jun 21 02:57:55.444740 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84328186-cece-4141-8a19-e60382ebcec7 req-02a4256d-ea2b-43cf-bf65-08d89efc6a02 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510628
Jun 21 02:57:55.679787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b164b7a9-c598-418e-8a6f-57f997c8f4ed req-70f0adb0-6597-41f5-b530-f57721f8b786 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0407732
Jun 21 02:57:55.681820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51346) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:55.751802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4d2b8-65a9-4a61-b723-d2257b47773e req-31e9819c-6936-40b6-b639-ac6684c44456 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:55.765620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a4d2b8-65a9-4a61-b723-d2257b47773e req-31e9819c-6936-40b6-b639-ac6684c44456 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1914082
Jun 21 02:57:55.820386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a4d2b8-65a9-4a61-b723-d2257b47773e req-e87095cd-0f47-4a1d-89b0-7a314c736911 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534754
Jun 21 02:57:55.897431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aa43-a2de-43a6-ae88-e2bb27849f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.131971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aa43-a2de-43a6-ae88-e2bb27849f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.215108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9cd7aa43-a2de-43a6-ae88-e2bb27849f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.219695 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:56.237166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51360) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:56.247261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8ae24289-8c3b-46de-a090-5be41a93f489 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:56.261039 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7aa43-a2de-43a6-ae88-e2bb27849f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d74a9-3622-4fcc-8751-3a8c7a92c5dd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:56.269084 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9cd7aa43-a2de-43a6-ae88-e2bb27849f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:56.336541 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9cd7aa43-a2de-43a6-ae88-e2bb27849f97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9edd6f6abe19413eb2759a8aeaa7c9b3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6531286
Jun 21 02:57:56.336808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51366) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:56.442982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 8ae24289-8c3b-46de-a090-5be41a93f489 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:57:56.448787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8ae24289-8c3b-46de-a090-5be41a93f489 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:56.449258 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.505697 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.582625 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.584881 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e44d7134-b044-465e-a91f-668e039450ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.632489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.674525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 8ae24289-8c3b-46de-a090-5be41a93f489, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8ae24289-8c3b-46de-a090-5be41a93f489,segment=NetworkSegment(17da454f-f0bc-48f4-8e08-45d7d95480f7),segment_id=17da454f-f0bc-48f4-8e08-45d7d95480f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:56.734886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.739239 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:56.788177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098a5ce-b2a9-4100-9661-8d5a1120cefc req-0128cf50-4f8d-48d3-8ecd-be936cbfcd65 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:56.789969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9098a5ce-b2a9-4100-9661-8d5a1120cefc req-0128cf50-4f8d-48d3-8ecd-be936cbfcd65 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 945 time: 0.1816680
Jun 21 02:57:56.799392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=8ae24289-8c3b-46de-a090-5be41a93f489,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:56.802925 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:56.856974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9098a5ce-b2a9-4100-9661-8d5a1120cefc req-ecf15b1e-80c4-4816-b7e8-05d0a4e3db4c tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602503
Jun 21 02:57:56.914345 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.917091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:56.918436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b6d74a9-3622-4fcc-8751-3a8c7a92c5dd HTTP/1.1" status: 204  len: 168 time: 0.5807326
Jun 21 02:57:56.922456 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e9373d9-c36e-438e-bd11-b7d5e31e27a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:56.960282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d74a9-3622-4fcc-8751-3a8c7a92c5dd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:56.996564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:56.996965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.000500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.000500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.000500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.000500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.000500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.000500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.000500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.000500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.001535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.002110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:57:57.005839 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:57.058203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eca4e276-f02c-4fa9-ba8a-92381ce8cd67 req-0c372e68-0164-4341-b545-50b8d6369ffe tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0794268
Jun 21 02:57:57.145982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e44d7134-b044-465e-a91f-668e039450ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.163148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c55cd-a0bf-4234-ba13-962232401ea5 req-fe974c9e-e015-4e03-8b39-7f2a5e761ef6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:57.171037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f02c55cd-a0bf-4234-ba13-962232401ea5 req-fe974c9e-e015-4e03-8b39-7f2a5e761ef6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 945 time: 0.1578410
Jun 21 02:57:57.218554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e44d7134-b044-465e-a91f-668e039450ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.238217 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82b7f79d-69fb-4161-a54a-ef1b6f82d44a tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:57.251366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f02c55cd-a0bf-4234-ba13-962232401ea5 req-ce6f0318-04d1-4f2b-9e5c-ffc115f150a6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779459
Jun 21 02:57:57.307952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e44d7134-b044-465e-a91f-668e039450ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96936d8231774903ad9185667146768f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0652795
Jun 21 02:57:57.308695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51394) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:57.311008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d7134-b044-465e-a91f-668e039450ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182fdbb1-7ff2-4cba-b933-af0c3d9019dd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:57.325435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e44d7134-b044-465e-a91f-668e039450ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:57.351759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d2671-0144-4a2a-bda8-13d5446ec6eb req-1596fd14-4608-4c6c-96a4-9561226339a2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:57.353693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a87d2671-0144-4a2a-bda8-13d5446ec6eb req-1596fd14-4608-4c6c-96a4-9561226339a2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1507576
Jun 21 02:57:57.386353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d748cef1-f049-4a38-85e9-20c13638bc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.411999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a87d2671-0144-4a2a-bda8-13d5446ec6eb req-e6c007cf-8a4a-4870-bcdc-1206004e759a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514748
Jun 21 02:57:57.415899 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d748cef1-f049-4a38-85e9-20c13638bc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.551939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d748cef1-f049-4a38-85e9-20c13638bc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.554953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d748cef1-f049-4a38-85e9-20c13638bc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.556243 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d748cef1-f049-4a38-85e9-20c13638bc99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/182fdbb1-7ff2-4cba-b933-af0c3d9019dd HTTP/1.1" status: 204  len: 168 time: 0.2456262
Jun 21 02:57:57.557181 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2fc0bd3-3726-49fd-86a0-df646587091d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:57.569027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748cef1-f049-4a38-85e9-20c13638bc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182fdbb1-7ff2-4cba-b933-af0c3d9019dd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:57.572563 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d748cef1-f049-4a38-85e9-20c13638bc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:57.640006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66085cc9-e609-4dd8-99ec-ec4bca1dca6c req-08b04028-ecf2-407c-9650-c35d5992db62 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:57.647331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66085cc9-e609-4dd8-99ec-ec4bca1dca6c req-08b04028-ecf2-407c-9650-c35d5992db62 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1060889
Jun 21 02:57:57.657027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51406) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:57.696806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66085cc9-e609-4dd8-99ec-ec4bca1dca6c req-03cb4d8a-1875-4c36-83ca-babe6b459674 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485079
Jun 21 02:57:57.699250 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75bb40d7-e07a-4cd3-aa8c-d2087d237c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.812314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75bb40d7-e07a-4cd3-aa8c-d2087d237c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.866508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75bb40d7-e07a-4cd3-aa8c-d2087d237c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:57.870268 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65703160-398f-4c49-bb01-6b11bb1991e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:57.936847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51418) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:57.948488 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-75bb40d7-e07a-4cd3-aa8c-d2087d237c37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae74605453cd4a95bfe7078675b622ce&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2895997
Jun 21 02:57:57.976653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb40d7-e07a-4cd3-aa8c-d2087d237c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9217f80f-0008-47c7-ad9f-f1bf3e2c722b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:57.992522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-75bb40d7-e07a-4cd3-aa8c-d2087d237c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:58.003495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe0a7b64-b620-4c7e-8683-3f0cd629aeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:58.073830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe0a7b64-b620-4c7e-8683-3f0cd629aeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:58.150397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8ae24289-8c3b-46de-a090-5be41a93f489 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:57:58.223457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de6583-da24-4982-a6c3-d6a2fd72031e req-a471428b-eb02-4ecb-8fd3-182ea0453b4a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:58.226288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47de6583-da24-4982-a6c3-d6a2fd72031e req-a471428b-eb02-4ecb-8fd3-182ea0453b4a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2030125
Jun 21 02:57:58.297814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8ae24289-8c3b-46de-a090-5be41a93f489 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:57:58.298804 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:58.362685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:58.594421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-460838b9-de30-4bf2-ab77-9d7073a3e02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:58.752915 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-460838b9-de30-4bf2-ab77-9d7073a3e02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:58.778131 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe0a7b64-b620-4c7e-8683-3f0cd629aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:58.780903 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe0a7b64-b620-4c7e-8683-3f0cd629aeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:58.782474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fe0a7b64-b620-4c7e-8683-3f0cd629aeb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9217f80f-0008-47c7-ad9f-f1bf3e2c722b HTTP/1.1" status: 204  len: 168 time: 0.8444607
Jun 21 02:57:58.783588 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cada56bf-a7c4-4d44-9ad8-064884f2bc89 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:58.788151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b793769-9b8d-4f6e-bc5b-c9406762733d req-5d3b4d3b-2115-4cd5-900a-34090a10a550 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.5005796
Jun 21 02:57:58.804436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47de6583-da24-4982-a6c3-d6a2fd72031e req-4039b365-70f9-4eb4-8424-8ee47b7f304c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5704389
Jun 21 02:57:58.810403 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-460838b9-de30-4bf2-ab77-9d7073a3e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:58.880397 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36a61396-5904-436f-8356-4c79438697b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:58.887829 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-460838b9-de30-4bf2-ab77-9d7073a3e02d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d409c9337bfd4101be3e2f6094b36b88&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5202413
Jun 21 02:57:58.896139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a7b64-b620-4c7e-8683-3f0cd629aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9217f80f-0008-47c7-ad9f-f1bf3e2c722b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:58.897856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51450) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:57:58.953627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460838b9-de30-4bf2-ab77-9d7073a3e02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd0078a-def1-4868-b930-f9fff2f0a9b0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:58.963809 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-460838b9-de30-4bf2-ab77-9d7073a3e02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:59.007666 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe0a7b64-b620-4c7e-8683-3f0cd629aeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:59.067816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0272d720-835f-4fad-a180-cd5199ca3fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:59.139877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0272d720-835f-4fad-a180-cd5199ca3fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:59.150862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-6d873a79-3eee-4667-95a4-104203e475ea tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:59.153020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-6d873a79-3eee-4667-95a4-104203e475ea tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 945 time: 0.3636441
Jun 21 02:57:59.263068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b07a2-acd8-4f7b-8017-d31b1fe3b5ae req-96b88134-c3e7-4756-8015-b8d3561afab3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:59.264851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-149b07a2-acd8-4f7b-8017-d31b1fe3b5ae req-96b88134-c3e7-4756-8015-b8d3561afab3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1939247
Jun 21 02:57:59.369526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-149b07a2-acd8-4f7b-8017-d31b1fe3b5ae req-f3b27c90-a0b2-44d4-bfac-d633bf5d63ec tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854442
Jun 21 02:57:59.391278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0272d720-835f-4fad-a180-cd5199ca3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:59.403907 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0272d720-835f-4fad-a180-cd5199ca3fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:59.403907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0272d720-835f-4fad-a180-cd5199ca3fe7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cd0078a-def1-4868-b930-f9fff2f0a9b0 HTTP/1.1" status: 204  len: 168 time: 0.4953370
Jun 21 02:57:59.403907 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13ac6b8f-6e90-4836-b961-e0bcf9a5e3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:57:59.412572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272d720-835f-4fad-a180-cd5199ca3fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd0078a-def1-4868-b930-f9fff2f0a9b0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:57:59.418586 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0272d720-835f-4fad-a180-cd5199ca3fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:57:59.423009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Deleting port d7b71bae-1594-46cc-a1b8-8505a055a010 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:57:59.424843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:59.512168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc98b8-c192-45d5-a2f8-134e4ae13187 req-96cba676-c5c8-4143-83be-b50941399208 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:59.514209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86bc98b8-c192-45d5-a2f8-134e4ae13187 req-96cba676-c5c8-4143-83be-b50941399208 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 945 time: 0.1667914
Jun 21 02:57:59.566310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] For port d7b71bae-1594-46cc-a1b8-8505a055a010, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d7b71bae-1594-46cc-a1b8-8505a055a010,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:57:59.566674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:57:59.617512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86bc98b8-c192-45d5-a2f8-134e4ae13187 req-d8726119-c8ea-4e9b-858a-b0b276549648 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971987
Jun 21 02:57:59.688951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Calling delete_port for d7b71bae-1594-46cc-a1b8-8505a055a010 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:57:59.773712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819d574-1278-4ad0-a139-94811ec464b5 req-7cca3b72-9abe-468a-8212-ca65d42ec29f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:57:59.775113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a819d574-1278-4ad0-a139-94811ec464b5 req-7cca3b72-9abe-468a-8212-ca65d42ec29f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2013533
Jun 21 02:57:59.850472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a819d574-1278-4ad0-a139-94811ec464b5 req-2448b799-ff6c-438e-a47e-d3896bc57d17 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682852
Jun 21 02:58:00.019883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-488ee45e-80c4-4ccb-9974-7be79bc85557 req-c580e87b-e952-4912-a697-e5d4e8cb7380 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0541048
Jun 21 02:58:00.030281 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.082603 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:00.145480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event deleted for resources: {'Port': ['ID=d7b71bae-1594-46cc-a1b8-8505a055a010,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:00.145661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:00.150211 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:00.179670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] No DVR routers for this DVR port d7b71bae-1594-46cc-a1b8-8505a055a010 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:58:00.180973 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ec263c4-4c37-41af-b651-bf6e072b403a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.183304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.186602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d594d68-d711-4a5f-85c9-4d0665889e27 req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "DELETE /v2.0/ports/d7b71bae-1594-46cc-a1b8-8505a055a010 HTTP/1.1" status: 204  len: 173 time: 1.0269063
Jun 21 02:58:00.187509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725ca12f-faeb-4d89-ad7a-cb80428c3135', 'name': 'network-vif-deleted', 'tag': 'd7b71bae-1594-46cc-a1b8-8505a055a010'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:00.190559 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf90250-11e9-4498-841b-881151305cc6" -d '{"events": [{"server_uuid": "725ca12f-faeb-4d89-ad7a-cb80428c3135", "name": "network-vif-deleted", "tag": "d7b71bae-1594-46cc-a1b8-8505a055a010"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:00.221552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1151ad-8857-4c64-92a8-2d8c4e878988 req-abc0de00-8c58-4fa7-b15e-e6f86aa5b47a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:00.228981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e1151ad-8857-4c64-92a8-2d8c4e878988 req-abc0de00-8c58-4fa7-b15e-e6f86aa5b47a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2517934
Jun 21 02:58:00.327556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e1151ad-8857-4c64-92a8-2d8c4e878988 req-41da261a-1def-41da-adf9-d563122f359b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962169
Jun 21 02:58:00.368786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ec263c4-4c37-41af-b651-bf6e072b403a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.383479 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfee5f2-6187-4f0a-8d35-2ad1567ae52a x-openstack-request-id: req-1bfee5f2-6187-4f0a-8d35-2ad1567ae52a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:00.383840 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725ca12f-faeb-4d89-ad7a-cb80428c3135", "name": "network-vif-deleted", "tag": "d7b71bae-1594-46cc-a1b8-8505a055a010", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:00.384136 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bfee5f2-6187-4f0a-8d35-2ad1567ae52a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:00.384627 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725ca12f-faeb-4d89-ad7a-cb80428c3135', 'name': 'network-vif-deleted', 'tag': 'd7b71bae-1594-46cc-a1b8-8505a055a010', 'status': 'completed', 'code': 200}
Jun 21 02:58:00.512919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ec263c4-4c37-41af-b651-bf6e072b403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.515838 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9da1efc0-0892-4452-94b3-9da95c554950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:00.608968 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ec263c4-4c37-41af-b651-bf6e072b403a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=701e4b88947c4e51a4e1026630c37a80&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4618526
Jun 21 02:58:00.612107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec263c4-4c37-41af-b651-bf6e072b403a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c8b24-c5df-41ac-b531-7599815b2d36,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:00.615118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51514) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:00.628540 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ec263c4-4c37-41af-b651-bf6e072b403a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:00.688208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7eb5f-6348-42e1-9f12-9229da22f063 req-08eac0d9-ff71-4295-a41d-0368abd64271 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:00.690281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8f7eb5f-6348-42e1-9f12-9229da22f063 req-08eac0d9-ff71-4295-a41d-0368abd64271 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1055837
Jun 21 02:58:00.751621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-299e2ccc-0f77-4da7-8aff-5fc83749ede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.762438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8f7eb5f-6348-42e1-9f12-9229da22f063 req-d14e6789-6762-4318-a189-be0891a9374c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628986
Jun 21 02:58:00.796451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-299e2ccc-0f77-4da7-8aff-5fc83749ede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.922942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-299e2ccc-0f77-4da7-8aff-5fc83749ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.927223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-299e2ccc-0f77-4da7-8aff-5fc83749ede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:00.930419 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-299e2ccc-0f77-4da7-8aff-5fc83749ede0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce2c8b24-c5df-41ac-b531-7599815b2d36 HTTP/1.1" status: 204  len: 168 time: 0.3125341
Jun 21 02:58:00.931451 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:00.947426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e2ccc-0f77-4da7-8aff-5fc83749ede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c8b24-c5df-41ac-b531-7599815b2d36,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:00.961222 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-299e2ccc-0f77-4da7-8aff-5fc83749ede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:00.971062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-714b528f-6136-43f7-9211-f795eed1b4fa req-cbe45b2a-03bc-4463-9956-b3888bf993ec tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0775964
Jun 21 02:58:01.264069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa31b5-216c-4426-b202-91859ebdd956 req-31b8d9fa-1883-41ac-8232-8ca9f971adf9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:01.267131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19fa31b5-216c-4426-b202-91859ebdd956 req-31b8d9fa-1883-41ac-8232-8ca9f971adf9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1287563
Jun 21 02:58:01.358372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19fa31b5-216c-4426-b202-91859ebdd956 req-aec3f519-f92b-4cb1-89f3-77b847a188b4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832946
Jun 21 02:58:01.465677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25e12e1b-6b45-4e68-a21f-5c6c5547b452 req-b38d878f-107b-4fd0-84a3-21cf1a7d96f0 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0552905
Jun 21 02:58:01.647298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-285121d4-45bb-45c1-81e0-0d076041011b req-f2b171dd-b5ed-4483-8948-5df7c0a738b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0489597
Jun 21 02:58:01.793678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eb060-4ec8-4494-a531-b47e7caaafb4 req-69bbd575-dfcd-40f1-a462-c155dbfade42 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:01.795989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-036eb060-4ec8-4494-a531-b47e7caaafb4 req-69bbd575-dfcd-40f1-a462-c155dbfade42 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1434112
Jun 21 02:58:01.887876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-036eb060-4ec8-4494-a531-b47e7caaafb4 req-0395f181-3147-463e-8f04-c690e4346a1d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855150
Jun 21 02:58:02.010999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d7b71bae-1594-46cc-a1b8-8505a055a010 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:58:02.035346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: d7b71bae-1594-46cc-a1b8-8505a055a010 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:58:02.036017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d7b71bae-1594-46cc-a1b8-8505a055a010 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:58:02.185674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d899ca35-a091-4f1f-b9a0-b46894182ee8 req-46872d5b-3517-4000-b244-2065766040ac tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0473678
Jun 21 02:58:02.205026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e73087-5670-481b-af36-107de009adfb req-73b1db5a-2e03-4d77-9e1d-078c00e193d5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:02.205026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70e73087-5670-481b-af36-107de009adfb req-73b1db5a-2e03-4d77-9e1d-078c00e193d5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1324403
Jun 21 02:58:02.301492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70e73087-5670-481b-af36-107de009adfb req-89a0bab0-97c3-4c66-aa38-6c10c7a73bf3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800393
Jun 21 02:58:02.617431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6deab-a886-44a9-bb6e-42e3c9b5a9a7 req-63aca0fd-8e9f-457a-8a9f-28a24b01ecd3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:02.630990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afd6deab-a886-44a9-bb6e-42e3c9b5a9a7 req-63aca0fd-8e9f-457a-8a9f-28a24b01ecd3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1589613
Jun 21 02:58:02.712993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7534d1f7-9c2d-493c-b11e-70e265ed7c60 req-34e38965-7b44-435b-886b-a20933721a38 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0500495
Jun 21 02:58:02.750788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afd6deab-a886-44a9-bb6e-42e3c9b5a9a7 req-e0cbc644-e5dd-469f-b678-8cb25b40b643 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108434
Jun 21 02:58:03.031588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd9983-9448-4d99-a1de-4034aab9f359 req-b4c0bff5-07e1-449f-a5a1-565f342decf7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:03.033186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17cd9983-9448-4d99-a1de-4034aab9f359 req-b4c0bff5-07e1-449f-a5a1-565f342decf7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1250432
Jun 21 02:58:03.111130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17cd9983-9448-4d99-a1de-4034aab9f359 req-1325f979-020f-493a-a70e-4e762b965542 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695789
Jun 21 02:58:03.409916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b4b4075-7daf-4a27-a91d-fd798a28d6f5 req-2321256c-ee26-46c5-a665-924026e65cb6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0493212
Jun 21 02:58:03.575130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477db7d0-600e-4072-8bc2-5c769e8d56bf req-6c4189db-303d-4d67-a4f8-a6ca0672b4f0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:03.588041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-477db7d0-600e-4072-8bc2-5c769e8d56bf req-6c4189db-303d-4d67-a4f8-a6ca0672b4f0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1074426
Jun 21 02:58:03.628629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-477db7d0-600e-4072-8bc2-5c769e8d56bf req-1b51b0c2-b6c5-4413-bd4b-7652aba99a68 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421517
Jun 21 02:58:03.871755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c3037-2d19-4497-9ed0-a91937ba0f45 req-4845d42c-b816-4b3a-a4ed-f6eeb0f14732 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:03.879517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc7c3037-2d19-4497-9ed0-a91937ba0f45 req-4845d42c-b816-4b3a-a4ed-f6eeb0f14732 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0904524
Jun 21 02:58:03.932765 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc7c3037-2d19-4497-9ed0-a91937ba0f45 req-f637ba9a-8b78-4886-9204-c8d154d8c1e3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515995
Jun 21 02:58:04.005421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4ca1616-137a-451a-b3a5-5757c2ce26a6 req-a6d7623d-80cf-4609-827b-be267cf3711c tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0469024
Jun 21 02:58:04.208936 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-19516b50-ca3a-43a6-a6f1-efe7a2f551b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:04.237463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb08fc7-26b8-40b8-aa8f-0547764de245 req-f9bc6c19-61ca-4fc8-bf49-c0d8acb6db60 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:04.240682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edb08fc7-26b8-40b8-aa8f-0547764de245 req-f9bc6c19-61ca-4fc8-bf49-c0d8acb6db60 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1420996
Jun 21 02:58:04.315043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edb08fc7-26b8-40b8-aa8f-0547764de245 req-ebf55cc3-3071-4b9b-9c4f-ed9d743a0184 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647855
Jun 21 02:58:04.528544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90ef8-c569-4888-a4bb-ae3e9fc42dce req-0760d36b-5489-4699-b158-c91fe7fb1a53 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:04.541509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bc90ef8-c569-4888-a4bb-ae3e9fc42dce req-0760d36b-5489-4699-b158-c91fe7fb1a53 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0872588
Jun 21 02:58:04.583789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bc90ef8-c569-4888-a4bb-ae3e9fc42dce req-c49ef3bc-34d3-4765-b64e-d40e9cdf1866 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365670
Jun 21 02:58:04.819175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a1c7a25-7568-427c-820d-5c5911ae069e req-c474b402-a408-4b8b-b509-d5193af6751f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0682025
Jun 21 02:58:04.868680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d952870a-72d8-4729-b292-468b6ce39d47 req-2c0d6fc7-1d88-4cb8-9cb4-9bb89f75a691 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c508ccb9e95454ba50792ee73aaa9b4&device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0774231
Jun 21 02:58:04.924685 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d952870a-72d8-4729-b292-468b6ce39d47 req-ae2711e8-c707-47c0-a059-bd0fe5a476d4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6c508ccb9e95454ba50792ee73aaa9b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0543525
Jun 21 02:58:05.097947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbaaedcb-a29e-4f72-9cf1-858dc40b2e21 req-438849e7-84cd-42a8-b638-4d26b75610ec tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0731146
Jun 21 02:58:05.179350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7a81b-b748-4e46-b299-338d4b90709c req-1b2c3013-6908-45d9-991e-1771b00347dd tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:05.187881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ba7a81b-b748-4e46-b299-338d4b90709c req-1b2c3013-6908-45d9-991e-1771b00347dd tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0973067
Jun 21 02:58:05.208557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952870a-72d8-4729-b292-468b6ce39d47 req-26001216-2d04-4cb5-a3a8-e6ffad419758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:05.210089 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d952870a-72d8-4729-b292-468b6ce39d47 req-26001216-2d04-4cb5-a3a8-e6ffad419758 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2791295
Jun 21 02:58:05.244192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ba7a81b-b748-4e46-b299-338d4b90709c req-92b9dbef-796d-46e6-9b6b-d616744c1b9d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548124
Jun 21 02:58:05.453998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282d84-acf8-497d-a0a4-5ca3d5e88d08 req-d8b01de5-153d-46fc-b950-e982b7620045 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:05.457805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78282d84-acf8-497d-a0a4-5ca3d5e88d08 req-d8b01de5-153d-46fc-b950-e982b7620045 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0734429
Jun 21 02:58:05.499342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78282d84-acf8-497d-a0a4-5ca3d5e88d08 req-d355ae69-c677-4e8c-be46-3871653d4cdd tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369840
Jun 21 02:58:05.763287 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:06.195177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a06ea40b-0e4c-4eb5-8209-3de2872bc90f req-33c7c2e5-8bf2-4e8e-a5da-86cf7a316fca tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=725ca12f-faeb-4d89-ad7a-cb80428c3135 HTTP/1.1" status: 200  len: 210 time: 0.0559244
Jun 21 02:58:06.230639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712483-b835-4018-91f4-046aa606d949 req-5f33ff47-ec2a-4db7-852d-546b2f63fd41 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:06.250058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81712483-b835-4018-91f4-046aa606d949 req-5f33ff47-ec2a-4db7-852d-546b2f63fd41 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1713212
Jun 21 02:58:06.333032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81712483-b835-4018-91f4-046aa606d949 req-cccfa984-509c-4fa1-b2f1-ce65a7d0c4fd tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806298
Jun 21 02:58:06.472294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47a17eb0-3eb0-40f7-bc19-0ba721e7d7a5 req-23c6e25d-398b-47f3-bb98-2c15c5e47377 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0608168
Jun 21 02:58:06.540063 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d952870a-72d8-4729-b292-468b6ce39d47 req-c011b7e0-c360-4cab-90d0-dbc84e909109 tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.20 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0809100
Jun 21 02:58:06.580646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec76-45ff-46b2-a8c0-6c0d87056d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:06.677003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f2c02-83f1-41c6-b52c-7f7162a432d3 req-5a5544c9-27ee-4ec0-9b55-c77917196ce5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:06.693888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b80f2c02-83f1-41c6-b52c-7f7162a432d3 req-5a5544c9-27ee-4ec0-9b55-c77917196ce5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1503918
Jun 21 02:58:06.791725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b80f2c02-83f1-41c6-b52c-7f7162a432d3 req-6df11b16-e3ba-400e-96a9-a466fd5effb8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966215
Jun 21 02:58:07.083441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d006d0-4227-4a39-8c21-765f7ed7f323 req-7c4eabcf-f5b2-40d9-a500-ddf76c3c997e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:07.086010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5d006d0-4227-4a39-8c21-765f7ed7f323 req-7c4eabcf-f5b2-40d9-a500-ddf76c3c997e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0928335
Jun 21 02:58:07.128896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5d006d0-4227-4a39-8c21-765f7ed7f323 req-ff4ff483-4f16-46e4-9f25-64c44dbda0d7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364454
Jun 21 02:58:07.179190 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:07.378087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849e78-2ad3-4521-9864-c27da57259bf req-bbbae563-44b8-404a-b6ef-d3ba9e9826eb tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:07.380283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3849e78-2ad3-4521-9864-c27da57259bf req-bbbae563-44b8-404a-b6ef-d3ba9e9826eb tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0807006
Jun 21 02:58:07.440733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3849e78-2ad3-4521-9864-c27da57259bf req-d4dfb348-f278-4fc0-84e4-caf986acf6da tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527749
Jun 21 02:58:07.706320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51758) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:07.723565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1070da91-106f-401d-bff2-c229d82ce028 req-de0c0708-865c-4f9e-ad7c-ad31ba39698c tempest-ServerShowV254Test-1682023579 tempest-ServerShowV254Test-1682023579-project] 10.222.0.25 "GET /v2.0/ports?device_id=71959db0-1a28-4031-bf2b-199ebda568a4 HTTP/1.1" status: 200  len: 210 time: 0.0590611
Jun 21 02:58:07.992457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b0cf2fb-6650-486e-b27e-6a71940474a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.074732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.094800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b0cf2fb-6650-486e-b27e-6a71940474a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.139495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.175107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b0cf2fb-6650-486e-b27e-6a71940474a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.239280 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56ebd44b-3b37-4861-bdaa-2ba7529dfec8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:08.262550 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0b0cf2fb-6650-486e-b27e-6a71940474a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=005552b9737f4662a80a25877c840a2e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5549428
Jun 21 02:58:08.265422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51776) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:08.306719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cf2fb-6650-486e-b27e-6a71940474a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa49410-92fd-4024-9933-e084a539e1cc,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:08.325877 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b0cf2fb-6650-486e-b27e-6a71940474a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:08.377838 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9eebe50d-cbe8-4018-9cbe-6eda231f73f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.424174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9eebe50d-cbe8-4018-9cbe-6eda231f73f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.606770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9eebe50d-cbe8-4018-9cbe-6eda231f73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.615637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9eebe50d-cbe8-4018-9cbe-6eda231f73f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:08.615637 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9eebe50d-cbe8-4018-9cbe-6eda231f73f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aa49410-92fd-4024-9933-e084a539e1cc HTTP/1.1" status: 204  len: 168 time: 0.3452497
Jun 21 02:58:08.615637 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-be1fefb2-0d65-47ae-a722-20e22d707cc8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:08.631062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebe50d-cbe8-4018-9cbe-6eda231f73f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa49410-92fd-4024-9933-e084a539e1cc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:08.637565 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9eebe50d-cbe8-4018-9cbe-6eda231f73f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:08.816007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c933d2-7fd3-4295-83b9-e74061b75e8e req-95708ea1-6aa0-44b8-9e97-d08f196cf534 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:08.817608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0c933d2-7fd3-4295-83b9-e74061b75e8e req-95708ea1-6aa0-44b8-9e97-d08f196cf534 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1207411
Jun 21 02:58:08.890245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0c933d2-7fd3-4295-83b9-e74061b75e8e req-bace312e-2e81-4d1f-bc82-2d00e38189af tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623522
Jun 21 02:58:09.046917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200c9e-ef22-4558-9980-08b9ab41914b req-831840bf-0931-406c-84f3-e7517dab137a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:09.048724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3200c9e-ef22-4558-9980-08b9ab41914b req-831840bf-0931-406c-84f3-e7517dab137a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.1414351
Jun 21 02:58:09.078477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3200c9e-ef22-4558-9980-08b9ab41914b req-410f0e88-1798-4f1c-83be-ca2dbc840e83 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/quotas/f8a0d24963e24fa78625afefb43c33f4 HTTP/1.1" status: 200  len: 375 time: 0.0215733
Jun 21 02:58:09.124181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3200c9e-ef22-4558-9980-08b9ab41914b req-91d45327-9b6c-4389-82bb-239a2f0a156b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0440245
Jun 21 02:58:09.494403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:09.598153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51830) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:09.625821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49fa06e4-d27b-4cd8-9416-6915964d8cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:09.708216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3200c9e-ef22-4558-9980-08b9ab41914b req-39e95eb0-dae9-4718-b734-db5eb08d147b service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5825081
Jun 21 02:58:09.827472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51832) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:09.849989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3200c9e-ef22-4558-9980-08b9ab41914b req-ba0c0e36-964a-4282-bdfa-81817c3c5496 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400714
Jun 21 02:58:09.965580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49fa06e4-d27b-4cd8-9416-6915964d8cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.060929 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49fa06e4-d27b-4cd8-9416-6915964d8cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.065020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0ee44cf7-c39b-443c-8a96-d2f24f68032c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:10.129953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c34804-d600-47f1-b298-bc1a7fe7a36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.135040 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-49fa06e4-d27b-4cd8-9416-6915964d8cd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2712d265b5dd48f3a82de31396aacee5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5352795
Jun 21 02:58:10.138584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51844) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:10.142919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa06e4-d27b-4cd8-9416-6915964d8cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb009cf4-7693-4337-84c3-232044bc76b6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:10.158871 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49fa06e4-d27b-4cd8-9416-6915964d8cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:10.177136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e05c6-ab7d-403b-aba8-8466a02406c8 req-cb385af6-970b-4ea3-81e5-705a826550e0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:10.181781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd0e05c6-ab7d-403b-aba8-8466a02406c8 req-cb385af6-970b-4ea3-81e5-705a826550e0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1430876
Jun 21 02:58:10.278904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd0e05c6-ab7d-403b-aba8-8466a02406c8 req-d7a3231a-ba12-43b8-826f-aadcd5f5ef4d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908728
Jun 21 02:58:10.278904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf170bd4-5246-450c-a405-c3451771d0f6 req-c2db5fdb-94e8-4759-827c-7a8a55f65c9b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a324ab-7eb9-41cf-86cc-0ec002ee9aa2 HTTP/1.1" status: 200  len: 210 time: 0.0637050
Jun 21 02:58:10.312164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0dc6-389c-4fe6-935a-17fba809eb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.341489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c34804-d600-47f1-b298-bc1a7fe7a36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.354634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0dc6-389c-4fe6-935a-17fba809eb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.404557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c34804-d600-47f1-b298-bc1a7fe7a36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.409512 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b6c8fc2-75f4-4cf8-81b0-16d1e7e4eae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:10.455530 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-24c34804-d600-47f1-b298-bc1a7fe7a36e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c508ccb9e95454ba50792ee73aaa9b4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6269090
Jun 21 02:58:10.456756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c34804-d600-47f1-b298-bc1a7fe7a36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a00483-0913-466e-b3ae-7cfab10a624d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:10.458545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51862) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:10.475363 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24c34804-d600-47f1-b298-bc1a7fe7a36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:10.519031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1076-a038-4166-8190-b2bc57d24282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.547296 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1076-a038-4166-8190-b2bc57d24282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.557541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0dc6-389c-4fe6-935a-17fba809eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.560702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0dc6-389c-4fe6-935a-17fba809eb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.564036 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a4eb0dc6-389c-4fe6-935a-17fba809eb1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb009cf4-7693-4337-84c3-232044bc76b6 HTTP/1.1" status: 204  len: 168 time: 0.4211915
Jun 21 02:58:10.564036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-460838b9-de30-4bf2-ab77-9d7073a3e02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:10.580598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb0dc6-389c-4fe6-935a-17fba809eb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb009cf4-7693-4337-84c3-232044bc76b6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:10.588046 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a4eb0dc6-389c-4fe6-935a-17fba809eb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:10.688761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1076-a038-4166-8190-b2bc57d24282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.691514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1076-a038-4166-8190-b2bc57d24282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:10.694942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2f1e1076-a038-4166-8190-b2bc57d24282 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4a00483-0913-466e-b3ae-7cfab10a624d HTTP/1.1" status: 204  len: 168 time: 0.2327604
Jun 21 02:58:10.694942 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ce415460-ff3d-4f30-82c1-c91804605f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:10.706005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e1076-a038-4166-8190-b2bc57d24282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a00483-0913-466e-b3ae-7cfab10a624d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:10.708736 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f1e1076-a038-4166-8190-b2bc57d24282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:11.579908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017f251-94e3-43a1-b516-1d071e1a80c1 req-17acb709-ba16-42fd-becb-bccd35d3a9d8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:11.579908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c017f251-94e3-43a1-b516-1d071e1a80c1 req-17acb709-ba16-42fd-becb-bccd35d3a9d8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1273611
Jun 21 02:58:11.594723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712d233-df06-499f-b53a-920d4810b952 req-d19e65ab-81bb-4668-933f-83e6154e26eb tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:11.596228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-d19e65ab-81bb-4668-933f-83e6154e26eb tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.2072990
Jun 21 02:58:11.622675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-1033ad1f-1f7e-45f0-9f2b-bcd09b4d69e5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/quotas/f8a0d24963e24fa78625afefb43c33f4 HTTP/1.1" status: 200  len: 375 time: 0.0192719
Jun 21 02:58:11.673480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-171cb792-6af1-4b1b-810d-dfa6382ad9e8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0352609
Jun 21 02:58:11.673480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c017f251-94e3-43a1-b516-1d071e1a80c1 req-c0d2cd6f-b215-4e94-86cf-c5b98a727d8e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833387
Jun 21 02:58:11.766855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-e408d0d8-4aa8-4133-ab07-9fbc3f04aea8 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907564
Jun 21 02:58:11.895289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-226b783d-96ac-4e99-810d-83f1b8db57a2 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191733
Jun 21 02:58:12.038678 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51936) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:12.248691 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f5e08c4b-b9b0-4519-9126-3e891ee1c4b0 req-2383394a-4df6-476f-9620-d63bf9e5471a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 210 time: 0.0680473
Jun 21 02:58:12.317471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01095c53-5820-4491-b976-5524d7ba391e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:12.440942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01095c53-5820-4491-b976-5524d7ba391e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:12.586256 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01095c53-5820-4491-b976-5524d7ba391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:12.590478 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-299e2ccc-0f77-4da7-8aff-5fc83749ede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:12.652327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01095c53-5820-4491-b976-5524d7ba391e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=655a443e20344a3894626d8ba0b72842&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6065619
Jun 21 02:58:12.652327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01095c53-5820-4491-b976-5524d7ba391e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfd3df6-5715-434a-a3f2-9f87f7968557,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:12.655155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51970) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:12.662581 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01095c53-5820-4491-b976-5524d7ba391e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:12.749245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6a2be9-002c-454a-a881-08c815babaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:12.787657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6a2be9-002c-454a-a881-08c815babaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:12.990830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb3447-18da-4876-90f2-fa28194e7b66 req-995e4e69-bd2c-4c1e-9474-e87ed5512e29 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:12.998962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76cb3447-18da-4876-90f2-fa28194e7b66 req-995e4e69-bd2c-4c1e-9474-e87ed5512e29 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1299264
Jun 21 02:58:13.052956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76cb3447-18da-4876-90f2-fa28194e7b66 req-e1efa13d-6134-49f8-8f1f-c2fafa9b5146 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472908
Jun 21 02:58:13.096519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6a2be9-002c-454a-a881-08c815babaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:13.096519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6a2be9-002c-454a-a881-08c815babaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:13.096519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-be6a2be9-002c-454a-a881-08c815babaf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecfd3df6-5715-434a-a3f2-9f87f7968557 HTTP/1.1" status: 204  len: 168 time: 0.4301188
Jun 21 02:58:13.096519 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e37680d-bde1-4599-8780-6904e9b68045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:13.101171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a2be9-002c-454a-a881-08c815babaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfd3df6-5715-434a-a3f2-9f87f7968557,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:13.105603 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-be6a2be9-002c-454a-a881-08c815babaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:13.399048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d014022-5b7c-49e8-a2d3-543ad0c51f37 req-8546de2f-855b-4b23-bb4b-6a9f9c839755 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 210 time: 0.0726779
Jun 21 02:58:14.249662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5e88c-dceb-4571-876a-2011c742ef3a req-a18848c1-0bd2-4693-b017-5f167ce1c7ad tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:14.251463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7c5e88c-dceb-4571-876a-2011c742ef3a req-a18848c1-0bd2-4693-b017-5f167ce1c7ad tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0766525
Jun 21 02:58:14.296634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7c5e88c-dceb-4571-876a-2011c742ef3a req-23544344-e2f3-4de1-ac22-7a54069e3502 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394752
Jun 21 02:58:14.443933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52024) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:14.650593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-369a9a5a-d728-468e-ab6a-b42c6980e74c req-fc580484-5a13-4b1f-a3f8-290e9088fa83 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 210 time: 0.0532193
Jun 21 02:58:14.685292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9beab1b-6596-42f1-87c6-8727beecdbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:14.829073 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9beab1b-6596-42f1-87c6-8727beecdbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:14.884067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52060) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:14.898386 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad79d57c-a714-405e-90a5-9131afa9cb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:14.918957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9beab1b-6596-42f1-87c6-8727beecdbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:14.928921 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a37df06a-28e7-411b-bc14-86b8bd0ab591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:14.977459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52064) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:14.985961 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c9beab1b-6596-42f1-87c6-8727beecdbb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d27d33434f04bcbb83352c47a3d6fcc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5420840
Jun 21 02:58:14.988632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beab1b-6596-42f1-87c6-8727beecdbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b6192-99be-48e3-b041-7af68df02d3c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:14.991646 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9beab1b-6596-42f1-87c6-8727beecdbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:15.075272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c66caea-77ee-4b0d-ae2c-812496cc3096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.123129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c66caea-77ee-4b0d-ae2c-812496cc3096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.125921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad79d57c-a714-405e-90a5-9131afa9cb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.177958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad79d57c-a714-405e-90a5-9131afa9cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.183090 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:15.246590 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad79d57c-a714-405e-90a5-9131afa9cb86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17287cdcaa3b4e2e9fed05e19f6685a9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3581412
Jun 21 02:58:15.246732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52072) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:15.252690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79d57c-a714-405e-90a5-9131afa9cb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b6e003-b265-40b1-81ab-6feb816095fd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:15.259050 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad79d57c-a714-405e-90a5-9131afa9cb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:15.261558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c66caea-77ee-4b0d-ae2c-812496cc3096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.265770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c66caea-77ee-4b0d-ae2c-812496cc3096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.268651 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7c66caea-77ee-4b0d-ae2c-812496cc3096 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d7b6192-99be-48e3-b041-7af68df02d3c HTTP/1.1" status: 204  len: 168 time: 0.2891603
Jun 21 02:58:15.273773 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:15.291912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66caea-77ee-4b0d-ae2c-812496cc3096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b6192-99be-48e3-b041-7af68df02d3c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:15.321450 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7c66caea-77ee-4b0d-ae2c-812496cc3096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:15.347882 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1934affa-fd55-415c-acc1-033188707b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.402891 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1934affa-fd55-415c-acc1-033188707b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.671537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95e222-4469-472b-9c33-44fad6d2edea req-9d988499-f186-4c11-b11f-d3a0c0cb1470 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:15.675401 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f95e222-4469-472b-9c33-44fad6d2edea req-9d988499-f186-4c11-b11f-d3a0c0cb1470 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.0978649
Jun 21 02:58:15.678755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1934affa-fd55-415c-acc1-033188707b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.685974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1934affa-fd55-415c-acc1-033188707b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:15.689450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1934affa-fd55-415c-acc1-033188707b45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4b6e003-b265-40b1-81ab-6feb816095fd HTTP/1.1" status: 204  len: 168 time: 0.4396105
Jun 21 02:58:15.708511 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad9c7cec-485d-427b-b720-842fb51c7135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:16.173034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934affa-fd55-415c-acc1-033188707b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b6e003-b265-40b1-81ab-6feb816095fd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:16.209545 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1934affa-fd55-415c-acc1-033188707b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:16.257207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80425ac8-3dcd-42b3-a866-dd70491d207b req-fff4244e-debd-481e-812d-9a4826cba571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 210 time: 0.0553191
Jun 21 02:58:16.289585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f95e222-4469-472b-9c33-44fad6d2edea req-e951128f-39f7-4342-92b0-950e05a82944 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5762103
Jun 21 02:58:16.406561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712d233-df06-499f-b53a-920d4810b952 req-d0ce5e26-7a25-4734-a203-f8863505af0b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:16.408915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-d0ce5e26-7a25-4734-a203-f8863505af0b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.7312920
Jun 21 02:58:16.423280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Request body: {'port': {'device_id': 'c263bcd5-3002-45ec-9c07-166182299ff6', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'admin_state_up': True, 'tenant_id': 'f8a0d24963e24fa78625afefb43c33f4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:16.684388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Made reservation on behalf of f8a0d24963e24fa78625afefb43c33f4 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:58:16.693622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:17.059853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Allocated IP 172.20.0.12 (44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b/e6693165-493d-4dcb-8f5e-640a9427f677/c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:17.156400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-2a92d1c4-dbad-4b94-807f-d4b662555f70 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:17.157800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-2a92d1c4-dbad-4b94-807f-d4b662555f70 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 815 time: 0.1632340
Jun 21 02:58:17.181114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-23b08d5a-bc3d-434d-8c2f-e8475984b66f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/quotas/fda87e98c0bb4a23ae4bc848dac1dd09 HTTP/1.1" status: 200  len: 375 time: 0.0175889
Jun 21 02:58:17.352575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-99e4b6c2-be64-48d7-84a6-2940af3cf72f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1628919
Jun 21 02:58:17.379960 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:17.474695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3361ac71-a516-42ff-95ac-c9e745fd4e48 req-b203f520-8610-4979-b66e-f32015150d85 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 210 time: 0.0458636
Jun 21 02:58:17.529560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-1f109050-e37b-4c27-aeb2-c1854a9d83ca service neutron] 10.222.0.25 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752243
Jun 21 02:58:17.665486 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:17.732245 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:17.776243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-ed64e5ea-6d2e-4de3-81fe-edede7c67db7 service neutron] 10.222.0.25 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2461798
Jun 21 02:58:17.790666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:17.800942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:17.813441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:17.827888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52180) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:17.877622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:17.878403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:17.900338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event updated for resources: {'Port': ['ID=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:17.910088 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:17.929410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e808731-491f-429b-9275-12a9a91944af req-f04ef67a-39a7-4647-b429-8967db27f24f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:17.931034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e808731-491f-429b-9275-12a9a91944af req-f04ef67a-39a7-4647-b429-8967db27f24f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2713130
Jun 21 02:58:17.977364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e808731-491f-429b-9275-12a9a91944af req-a0dcaebb-bf8b-45cf-ad7b-a062279c1240 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386949
Jun 21 02:58:18.019000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5975735
Jun 21 02:58:18.028610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Request body: {'port': {'device_id': 'c263bcd5-3002-45ec-9c07-166182299ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:18.142601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8ca4aed-911d-4f7c-80cc-729f175cad05 req-8ff92ff9-10ff-40b1-8c2c-62e1b63f4ca3 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 210 time: 0.0579894
Jun 21 02:58:18.216523 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.281520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-957635065-network', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:18.426088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Made reservation on behalf of e66adf2395b04e808dffd60fdd4daf27 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:58:18.429908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.444954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.666015 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.689552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:58:18.699775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.717709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Transition to ACTIVE for port object c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:18.745201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.750089 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24c12e2d-5685-4b61-8925-73ca13fd0b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:18.780840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f28b367-3f13-45c8-a0f4-4c2950cc064c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:18.802091 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:18.810603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:58:18.821971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.822660 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Added segment 6440d012-0c5b-49bb-ae40-7a7548e907a7 of type vlan for network 133a1b23-fcd2-43f6-b114-837f448de6d5
Jun 21 02:58:18.875513 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.890217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:18.918798 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13e0f271-523d-4bcd-90e6-ab82743c35b6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:19.004493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Pushing event updated for resources: {'Port': ['ID=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:19.020192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:19.021566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:19.022351 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:19.024958 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b0bf7cf-d3a3-425e-b535-2a3f37520513 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:19.044450 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:19.147146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Pushing event updated for resources: {'Network': ['ID=133a1b23-fcd2-43f6-b114-837f448de6d5,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:19.154100 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:19.161891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:58:19.185140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7473-1e96-4496-be1d-f994d1281bf6 req-11f37dc4-9a5d-4395-9b2c-c6abfada41da tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:19.192132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d0c7473-1e96-4496-be1d-f994d1281bf6 req-11f37dc4-9a5d-4395-9b2c-c6abfada41da tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 932 time: 0.4636419
Jun 21 02:58:19.255998 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.4260242
Jun 21 02:58:19.258713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52228) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:19.266154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Request body: {'subnet': {'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-957635065-subnet', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:19.394915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d0c7473-1e96-4496-be1d-f994d1281bf6 req-d20c7b81-f7db-4548-975f-2d6ce9fe563f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940475
Jun 21 02:58:19.413700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52232) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:19.428369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Attempting to bind port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:58:19.428865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Attempting to bind port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:58:19.429165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Attempting to bind port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:19.446976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab543e-17a4-44d2-9517-e5a262c0f6d8 req-d56a9e94-c75a-432b-8182-cbea7c51340b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:19.449316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03ab543e-17a4-44d2-9517-e5a262c0f6d8 req-d56a9e94-c75a-432b-8182-cbea7c51340b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2070208
Jun 21 02:58:19.450348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:58:19.450674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Attempting to bind port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:19.458548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:58:19.458987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Checking segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:58:19.459263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Bound using segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:58:19.459794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Bound port: c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:58:19.460115 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:19.511608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Made reservation on behalf of e66adf2395b04e808dffd60fdd4daf27 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:58:19.522412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:19.656667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03ab543e-17a4-44d2-9517-e5a262c0f6d8 req-92416930-e8d5-48f9-ae88-d8330d24d241 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993790
Jun 21 02:58:19.678834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aeb7a8f8-313a-45fe-bc83-ac12eec637a1 req-4c3ec124-4c2e-4f74-9fec-020430126bba tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 210 time: 0.0513780
Jun 21 02:58:19.794777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] For port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:58:19.812639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] For port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:58:19.848338 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-139abe0c-794f-4225-93cb-65476deb7d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:19.942273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:19.957518 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cdc70cda-a35c-470c-8a55-eba3beb43586 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:19.965115 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:19.967416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:19.969641 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:19.971455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] 10.222.0.26 "PUT /v2.0/ports/c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 HTTP/1.1" status: 200  len: 1093 time: 1.9473023
Jun 21 02:58:19.972980 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-90e5f1dc-970d-4a09-87b0-7df52488d9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:19.973123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c263bcd5-3002-45ec-9c07-166182299ff6', 'tag': 'c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:19.975147 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f708199d-1b21-471e-bd70-74d3d5b1b0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c263bcd5-3002-45ec-9c07-166182299ff6", "tag": "c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:19.999759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-139abe0c-794f-4225-93cb-65476deb7d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.037688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a59db35-0f29-4538-91f4-195232915e3c,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:20.046236 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:20.076090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Checking segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:58:20.082188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Network hostable DHCP agents. Network: 133a1b23-fcd2-43f6-b114-837f448de6d5, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:58:20.084780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Pushing event updated for resources: {'Port': ['ID=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:20.089910 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:20.102118 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030239ef-aec4-49d5-9021-6f5342e61283 x-openstack-request-id: req-030239ef-aec4-49d5-9021-6f5342e61283 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:20.117877 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c263bcd5-3002-45ec-9c07-166182299ff6", "tag": "c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:20.117877 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-030239ef-aec4-49d5-9021-6f5342e61283 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:20.117877 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c263bcd5-3002-45ec-9c07-166182299ff6', 'tag': 'c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933', 'status': 'completed', 'code': 200}
Jun 21 02:58:20.140316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-139abe0c-794f-4225-93cb-65476deb7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.144364 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ec263c4-4c37-41af-b651-bf6e072b403a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:20.183974 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-139abe0c-794f-4225-93cb-65476deb7d45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7068cb29b2c4410a753067e55a621a8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7683768
Jun 21 02:58:20.188055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52252) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:20.210912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708199d-1b21-471e-bd70-74d3d5b1b0b2 req-479de3d7-f2eb-4253-b6f8-48add9aaf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:20.212451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f708199d-1b21-471e-bd70-74d3d5b1b0b2 req-479de3d7-f2eb-4253-b6f8-48add9aaf27d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 1096 time: 0.1214590
Jun 21 02:58:20.222321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139abe0c-794f-4225-93cb-65476deb7d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82d920-320b-4e17-a008-735e9d85a1c1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:20.232525 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-139abe0c-794f-4225-93cb-65476deb7d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:20.290879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:58:20.391794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 133a1b23-fcd2-43f6-b114-837f448de6d5) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:20.396778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:20.405433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d69a3-8ca1-41b2-86c3-f575d623c231 None None] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:58:20.405893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.415990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a677c47-956a-4afa-adc9-1a9f39020377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.484403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a677c47-956a-4afa-adc9-1a9f39020377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.496790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708199d-1b21-471e-bd70-74d3d5b1b0b2 req-309e11f5-e91c-4fe9-9831-ce46187d32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:20.498414 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f708199d-1b21-471e-bd70-74d3d5b1b0b2 req-309e11f5-e91c-4fe9-9831-ce46187d32ac service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f8a0d24963e24fa78625afefb43c33f4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2770343
Jun 21 02:58:20.557158 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2952557
Jun 21 02:58:20.562411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52268) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:20.567083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:20.627575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d705351-460c-445f-9763-0026590659d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-133a1b23-fcd2-43f6-b114-837f448de6d5', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 02:58:20.628744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.690521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.691794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.820283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3d705351-460c-445f-9763-0026590659d9 None None] Allocated IP 172.20.0.2 (133a1b23-fcd2-43f6-b114-837f448de6d5/2a59db35-0f29-4538-91f4-195232915e3c/2e8e235d-5f92-4029-9a29-f9051b9da6bd) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:20.845053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a677c47-956a-4afa-adc9-1a9f39020377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.858663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a677c47-956a-4afa-adc9-1a9f39020377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.859638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5a677c47-956a-4afa-adc9-1a9f39020377 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d82d920-320b-4e17-a008-735e9d85a1c1 HTTP/1.1" status: 204  len: 168 time: 0.6706152
Jun 21 02:58:20.860961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708199d-1b21-471e-bd70-74d3d5b1b0b2 req-74a3f156-eb8e-4dee-aab0-e3fcceb140be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:20.862637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f708199d-1b21-471e-bd70-74d3d5b1b0b2 req-74a3f156-eb8e-4dee-aab0-e3fcceb140be service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3564682
Jun 21 02:58:20.871264 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b88202b8-eb97-4c34-b119-ae735ed82a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:20.959135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:20.975075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a677c47-956a-4afa-adc9-1a9f39020377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82d920-320b-4e17-a008-735e9d85a1c1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:20.984871 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a677c47-956a-4afa-adc9-1a9f39020377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:21.002118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bff4c-2742-4285-bc7a-e04ca21d9b71 req-e5b45f99-bac0-4f94-98ef-1b1efba9f75b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:21.009005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-739bff4c-2742-4285-bc7a-e04ca21d9b71 req-e5b45f99-bac0-4f94-98ef-1b1efba9f75b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 944 time: 0.3992474
Jun 21 02:58:21.097076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-739bff4c-2742-4285-bc7a-e04ca21d9b71 req-b082f7ee-2c39-4c5b-a6a5-a079da8ce5c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861831
Jun 21 02:58:21.126030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a14e-00c0-4299-9aec-b104d02d8b5f req-4071bf55-8bdf-4fd2-b481-dced60dd206e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:21.128139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6b4a14e-00c0-4299-9aec-b104d02d8b5f req-4071bf55-8bdf-4fd2-b481-dced60dd206e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2349060
Jun 21 02:58:21.168808 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:21.180216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712d233-df06-499f-b53a-920d4810b952 req-20410ace-12bb-4f4e-8732-8d8fcf126b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:21.182010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-20410ace-12bb-4f4e-8732-8d8fcf126b77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 1096 time: 0.2044835
Jun 21 02:58:21.184023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3d705351-460c-445f-9763-0026590659d9 None None] Transition to ACTIVE for port object 2e8e235d-5f92-4029-9a29-f9051b9da6bd will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:21.195580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6b4a14e-00c0-4299-9aec-b104d02d8b5f req-64e6d2e5-8178-450a-a800-a33935b1bdff tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597517
Jun 21 02:58:21.209405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3d705351-460c-445f-9763-0026590659d9 None None] Transition to ACTIVE for port object 2e8e235d-5f92-4029-9a29-f9051b9da6bd will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:21.253085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-e187c767-a017-489a-845a-1b209ac2a4ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 HTTP/1.1" status: 200  len: 217 time: 0.0484931
Jun 21 02:58:21.298558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8f02c3b-7c24-448f-ac3c-36f585dde6c0 req-89f99945-c9a8-4ada-bdd4-94b250bcdaf5 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 210 time: 0.0491283
Jun 21 02:58:21.345548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712d233-df06-499f-b53a-920d4810b952 req-254fe0d6-2e28-4f08-9e81-30abb8f01957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:21.345856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:21.349826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-254fe0d6-2e28-4f08-9e81-30abb8f01957 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.0845895
Jun 21 02:58:21.383374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-cd2c44b4-249a-4081-8b5e-5afe39b27ce5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275855
Jun 21 02:58:21.387440 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:21.390962 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:21.413444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-10ae95ca-6060-41e0-84b8-304393a1207f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:21.414980 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-10ae95ca-6060-41e0-84b8-304393a1207f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 815 time: 0.2636163
Jun 21 02:58:21.438797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d705351-460c-445f-9763-0026590659d9 None None] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:21.439504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Request body: {'port': {'device_id': 'a7801cd5-5c84-4c3f-99e0-a647cd527d03', 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'admin_state_up': True, 'tenant_id': 'fda87e98c0bb4a23ae4bc848dac1dd09'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:21.439843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3d705351-460c-445f-9763-0026590659d9 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:21.449857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d705351-460c-445f-9763-0026590659d9 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:21.487048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705351-460c-445f-9763-0026590659d9 None None] Pushing event updated for resources: {'Port': ['ID=2e8e235d-5f92-4029-9a29-f9051b9da6bd,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:21.505668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-8cdf44aa-f444-4e95-a988-235575ed9833 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159875
Jun 21 02:58:21.518067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.518410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.518747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.519082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.519405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.519740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.520069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.520379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.520703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.521484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.521484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.521725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:21.536171 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d705351-460c-445f-9763-0026590659d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:21.544923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3d705351-460c-445f-9763-0026590659d9 None None] Attempting to bind port 2e8e235d-5f92-4029-9a29-f9051b9da6bd on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:58:21.545475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3d705351-460c-445f-9763-0026590659d9 None None] Attempting to bind port 2e8e235d-5f92-4029-9a29-f9051b9da6bd by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:58:21.545936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d705351-460c-445f-9763-0026590659d9 None None] Attempting to bind port 2e8e235d-5f92-4029-9a29-f9051b9da6bd on network 133a1b23-fcd2-43f6-b114-837f448de6d5 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:21.552363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d705351-460c-445f-9763-0026590659d9 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:58:21.555405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d705351-460c-445f-9763-0026590659d9 None None] Checking segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:58:21.555405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:21.555405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d705351-460c-445f-9763-0026590659d9 None None] Bound using segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:58:21.555405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3d705351-460c-445f-9763-0026590659d9 None None] Bound port: 2e8e235d-5f92-4029-9a29-f9051b9da6bd, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:58:21.555405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:21.652901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1712d233-df06-499f-b53a-920d4810b952 req-b5d4dca5-5e65-4e64-8412-17d3b17c55f9 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391776
Jun 21 02:58:21.716155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3d705351-460c-445f-9763-0026590659d9 None None] For port 2e8e235d-5f92-4029-9a29-f9051b9da6bd, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:58:21.721087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3d705351-460c-445f-9763-0026590659d9 None None] For port 2e8e235d-5f92-4029-9a29-f9051b9da6bd, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2e8e235d-5f92-4029-9a29-f9051b9da6bd,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:58:21.746093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Made reservation on behalf of fda87e98c0bb4a23ae4bc848dac1dd09 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:58:21.762323 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:21.860462 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d705351-460c-445f-9763-0026590659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:21.862517 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b090302c-8f29-433d-8290-7f252b7461e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:21.919354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705351-460c-445f-9763-0026590659d9 None None] Pushing event updated for resources: {'Port': ['ID=2e8e235d-5f92-4029-9a29-f9051b9da6bd,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:21.924496 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d705351-460c-445f-9763-0026590659d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:22.251453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52304) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:22.298371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-238d0e1f-8aaf-40ab-b43a-c3e596de7a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.336104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.361163 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.378011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Allocated IP 172.20.0.13 (7d267ae0-100c-4aa3-b1d3-78a80f8ead93/efe96464-2bf1-4422-9edd-c66bf0e0cedb/bcd1d46a-c070-4c17-9c3a-05ae4012310a) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:22.433180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6172c-640b-4439-8945-e679b14b74fa req-482ed5e1-1c72-4292-a0be-4667039905df tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:22.434856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7de6172c-640b-4439-8945-e679b14b74fa req-482ed5e1-1c72-4292-a0be-4667039905df tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 944 time: 0.1758375
Jun 21 02:58:22.493205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b24bc8-d4f2-4386-ad84-193a9932dbff req-a66dc44b-91a6-45b4-9fee-c1a03391f70f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:22.494576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0b24bc8-d4f2-4386-ad84-193a9932dbff req-a66dc44b-91a6-45b4-9fee-c1a03391f70f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1538603
Jun 21 02:58:22.540925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7de6172c-640b-4439-8945-e679b14b74fa req-d09fa3cf-ef1c-459a-90a7-512951119058 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924058
Jun 21 02:58:22.546874 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-238d0e1f-8aaf-40ab-b43a-c3e596de7a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.566011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0b24bc8-d4f2-4386-ad84-193a9932dbff req-dcd8aa0c-948b-467f-9d8b-13d7c4ce6443 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606296
Jun 21 02:58:22.572984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Allocated IP 172.25.7.161 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/c946234b-7ec4-4009-90b6-663aa59331be) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:22.648910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-238d0e1f-8aaf-40ab-b43a-c3e596de7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.653581 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:22.692489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.716039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d0e1f-8aaf-40ab-b43a-c3e596de7a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54d6761-412e-4a39-9730-2f17ca7b8104,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:22.747771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-238d0e1f-8aaf-40ab-b43a-c3e596de7a4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6488245497d64646a42f66098f07b7c3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4926500
Jun 21 02:58:22.754419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52316) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:22.754809 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-238d0e1f-8aaf-40ab-b43a-c3e596de7a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:22.793514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d20207b-73fa-40be-a728-d1139b561c6f req-69341d2f-d703-4d6e-b85e-9245daea2d18 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 210 time: 0.0723004
Jun 21 02:58:22.851414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.881523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8509a76f-4c98-4a38-a242-9de6a17f4d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.934600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8509a76f-4c98-4a38-a242-9de6a17f4d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.980830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:22.986609 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-020363ef-b4ea-4e49-9d2a-ebf8cd38a11e tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:22.993476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b799934e-a47c-4966-9c8d-46a59c89777e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:58:23.033743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:23.038516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:23.041092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:23.078556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Pushing event updated for resources: {'Port': ['ID=bcd1d46a-c070-4c17-9c3a-05ae4012310a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:23.081616 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:23.090784 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:23.099308 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4c92a08a-88d0-4530-8381-64b18bb6dfb0 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:23.099609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58ccfc-64bb-42ec-bdd3-010dc9e2ac57 None None] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:58:23.137159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8509a76f-4c98-4a38-a242-9de6a17f4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:23.139850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8509a76f-4c98-4a38-a242-9de6a17f4d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:23.143487 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8509a76f-4c98-4a38-a242-9de6a17f4d46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d54d6761-412e-4a39-9730-2f17ca7b8104 HTTP/1.1" status: 204  len: 168 time: 0.3856075
Jun 21 02:58:23.153375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:23.154360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:23.162310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:23.169855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:23.173200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:23.209448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Pushing event updated for resources: {'Port': ['ID=c946234b-7ec4-4009-90b6-663aa59331be,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:23.212762 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:23.215888 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6184861b-0edd-412d-9dd5-4dde3474be45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:23.228669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509a76f-4c98-4a38-a242-9de6a17f4d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54d6761-412e-4a39-9730-2f17ca7b8104,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:23.231540 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8509a76f-4c98-4a38-a242-9de6a17f4d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:23.413749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0554a60c-aba6-4c4f-b8e2-d86dfdb49bd3 None None] Provisioning for port 2e8e235d-5f92-4029-9a29-f9051b9da6bd completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:58:23.416468 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9886122
Jun 21 02:58:23.429766 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Request body: {'port': {'device_id': 'a7801cd5-5c84-4c3f-99e0-a647cd527d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:23.461298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52322) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:23.518633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:23.766431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10b0c0d7-7931-4737-b98c-f8c9e071080c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:23.871816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d188b8e-4ea1-4d28-8587-ed0e7283da3a req-6a1089ca-a966-43c8-8458-c9fdeb2ae503 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:23.873323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d188b8e-4ea1-4d28-8587-ed0e7283da3a req-6a1089ca-a966-43c8-8458-c9fdeb2ae503 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 944 time: 0.1682951
Jun 21 02:58:23.927638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.133281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:58:24.275460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2e8e235d-5f92-4029-9a29-f9051b9da6bd up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:24.322378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd1d46a-c070-4c17-9c3a-05ae4012310a {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:58:24.340102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.361628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.372803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:24.382333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Transition to ACTIVE for port object bcd1d46a-c070-4c17-9c3a-05ae4012310a will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:24.392003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'port_id': 'c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933', 'mac_address': 'fa:16:3e:1d:fa:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6693165-493d-4dcb-8f5e-640a9427f677', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:58:24.408937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d188b8e-4ea1-4d28-8587-ed0e7283da3a req-b7735cdc-52ed-4c1c-8fd0-9e9ffd00c313 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5018387
Jun 21 02:58:24.467998 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.488563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:58:24.496552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54b8fe-8614-4e01-9547-13acf2e59d7f req-508e4426-4260-4e21-a3f9-1cb8dc16e471 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:24.505020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e54b8fe-8614-4e01-9547-13acf2e59d7f req-508e4426-4260-4e21-a3f9-1cb8dc16e471 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.6723478
Jun 21 02:58:24.515888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:24.522132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.527749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26a4bd81-4b80-4bd7-8216-bc8746dbd6ef tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:24.530451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10b0c0d7-7931-4737-b98c-f8c9e071080c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.567105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e54b8fe-8614-4e01-9547-13acf2e59d7f req-74bb6b04-e4d2-48d1-bdbb-8ea5328188f9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628004
Jun 21 02:58:24.655445 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.658100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2e8e235d-5f92-4029-9a29-f9051b9da6bd completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:58:24.662626 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:24.674144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2e8e235d-5f92-4029-9a29-f9051b9da6bd triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:24.675941 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.684950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10b0c0d7-7931-4737-b98c-f8c9e071080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.687005 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd1d46a-c070-4c17-9c3a-05ae4012310a,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:24.690383 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:24.702576 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:24.759060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-10b0c0d7-7931-4737-b98c-f8c9e071080c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14e976b372b64526b6ae4b869bbe5da0&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2964957
Jun 21 02:58:24.762116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52364) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:24.777963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0c0d7-7931-4737-b98c-f8c9e071080c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abe6cbb-c373-4c35-b0db-2bed652d16aa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:24.788647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:24.794808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-10b0c0d7-7931-4737-b98c-f8c9e071080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:24.814911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Attempting to bind port bcd1d46a-c070-4c17-9c3a-05ae4012310a on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:58:24.815258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Attempting to bind port bcd1d46a-c070-4c17-9c3a-05ae4012310a by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:58:24.815603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Attempting to bind port bcd1d46a-c070-4c17-9c3a-05ae4012310a on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:24.828313 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:24.828549 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Port bcd1d46a-c070-4c17-9c3a-05ae4012310a on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:58:24.828549 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Attempting to bind port bcd1d46a-c070-4c17-9c3a-05ae4012310a on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:24.830719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:58:24.831088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Checking segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:58:24.831486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Bound using segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:58:24.831988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Bound port: bcd1d46a-c070-4c17-9c3a-05ae4012310a, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:58:24.832353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.837277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13031fe4-f998-4cff-8587-96731d4d7a6e req-9d1bab1c-d1db-4098-a5ca-6557c15f6547 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:24.839278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-13031fe4-f998-4cff-8587-96731d4d7a6e req-9d1bab1c-d1db-4098-a5ca-6557c15f6547 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 944 time: 0.2667131
Jun 21 02:58:24.872740 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aaae766d-7b09-4053-81f3-ea6d7c998cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.913136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.936845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:58:24.938901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] For port bcd1d46a-c070-4c17-9c3a-05ae4012310a, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:58:24.944772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] For port bcd1d46a-c070-4c17-9c3a-05ae4012310a, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bcd1d46a-c070-4c17-9c3a-05ae4012310a,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:58:24.944991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aaae766d-7b09-4053-81f3-ea6d7c998cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:24.957246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Router 50170de2-e7d8-42a6-8094-f13287aa1f1c is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:58:24.973916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-13031fe4-f998-4cff-8587-96731d4d7a6e req-94bf98f0-5f15-4510-9f75-f83f26b75454 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052914
Jun 21 02:58:24.994420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2e8e235d-5f92-4029-9a29-f9051b9da6bd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2e8e235d-5f92-4029-9a29-f9051b9da6bd,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:25.099243 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:25.103457 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:25.109678 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:25.122244 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6a0f7da-5092-4781-8e42-1450a30af15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:25.140093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aaae766d-7b09-4053-81f3-ea6d7c998cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:25.143215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aaae766d-7b09-4053-81f3-ea6d7c998cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:25.148114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aaae766d-7b09-4053-81f3-ea6d7c998cf8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1abe6cbb-c373-4c35-b0db-2bed652d16aa HTTP/1.1" status: 204  len: 168 time: 0.3840370
Jun 21 02:58:25.154392 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0272d720-835f-4fad-a180-cd5199ca3fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:25.174673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae766d-7b09-4053-81f3-ea6d7c998cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abe6cbb-c373-4c35-b0db-2bed652d16aa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:25.188300 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aaae766d-7b09-4053-81f3-ea6d7c998cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:25.244282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:25.244920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:25.246860 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/bcd1d46a-c070-4c17-9c3a-05ae4012310a HTTP/1.1" status: 200  len: 1093 time: 1.8228090
Jun 21 02:58:25.247925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7801cd5-5c84-4c3f-99e0-a647cd527d03', 'tag': 'bcd1d46a-c070-4c17-9c3a-05ae4012310a'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:25.250927 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c8c607-ab81-4c45-8b2a-c2d44689bf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7801cd5-5c84-4c3f-99e0-a647cd527d03", "tag": "bcd1d46a-c070-4c17-9c3a-05ae4012310a"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:25.253426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2e8e235d-5f92-4029-9a29-f9051b9da6bd,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:25.262145 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:25.264024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd1d46a-c070-4c17-9c3a-05ae4012310a,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:25.269316 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:25.275607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:58:25.288916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Sync routers for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:58:25.301365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:58:25.302079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e74400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:58:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:58:25.302956 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea895565-d7a7-4138-8b18-530830a9a348 x-openstack-request-id: req-ea895565-d7a7-4138-8b18-530830a9a348 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:25.303390 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7801cd5-5c84-4c3f-99e0-a647cd527d03", "tag": "bcd1d46a-c070-4c17-9c3a-05ae4012310a", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:25.303605 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea895565-d7a7-4138-8b18-530830a9a348 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:25.304050 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7801cd5-5c84-4c3f-99e0-a647cd527d03', 'tag': 'bcd1d46a-c070-4c17-9c3a-05ae4012310a', 'status': 'completed', 'code': 200}
Jun 21 02:58:25.387802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c607-ab81-4c45-8b2a-c2d44689bf8e req-191f17f2-2e5d-42a5-a06d-eeb3d071ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:25.389222 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f0c8c607-ab81-4c45-8b2a-c2d44689bf8e req-191f17f2-2e5d-42a5-a06d-eeb3d071ff02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 1096 time: 0.0634255
Jun 21 02:58:25.487264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:25.488604 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.9251781
Jun 21 02:58:25.491825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52382) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:25.566389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:58:25.617505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c607-ab81-4c45-8b2a-c2d44689bf8e req-cd21d10f-179e-4459-84e8-a80a286a9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:25.623125 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f0c8c607-ab81-4c45-8b2a-c2d44689bf8e req-cd21d10f-179e-4459-84e8-a80a286a9de6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2265701
Jun 21 02:58:25.798734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c607-ab81-4c45-8b2a-c2d44689bf8e req-fc6cac35-31e6-4ac0-b572-0eacae34875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:25.803584 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f0c8c607-ab81-4c45-8b2a-c2d44689bf8e req-fc6cac35-31e6-4ac0-b572-0eacae34875c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1736984
Jun 21 02:58:25.861286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e74400>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:23Z', 'revision_number': 3, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:58:25.891826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Checking router: 50170de2-e7d8-42a6-8094-f13287aa1f1c for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:58:25.892202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Updating router 50170de2-e7d8-42a6-8094-f13287aa1f1c port c946234b-7ec4-4009-90b6-663aa59331be binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:58:25.908163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57f790-dbaa-4e7c-9f1f-939db84a68ca req-c5754073-65be-4bec-a6aa-bb9bfb691f94 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:25.910066 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd57f790-dbaa-4e7c-9f1f-939db84a68ca req-c5754073-65be-4bec-a6aa-bb9bfb691f94 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 945 time: 0.2364023
Jun 21 02:58:25.983381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-ac749047-ceb2-4363-8c0e-459becfcef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:25.989480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-ac749047-ceb2-4363-8c0e-459becfcef1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 1096 time: 0.1304305
Jun 21 02:58:26.013368 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:26.020593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11e37-bb6d-462b-a440-0615618800c6 req-ce593c7b-ff94-435f-b537-94d51d0ce55d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:26.028341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32f11e37-bb6d-462b-a440-0615618800c6 req-ce593c7b-ff94-435f-b537-94d51d0ce55d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2231381
Jun 21 02:58:26.036259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52398) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:26.050020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd57f790-dbaa-4e7c-9f1f-939db84a68ca req-1ed3c99b-8160-4ffe-9c78-f01b5847e6a2 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309564
Jun 21 02:58:26.086900 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-4804b74e-e10b-4f21-9cdc-0db1e63246f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd1d46a-c070-4c17-9c3a-05ae4012310a HTTP/1.1" status: 200  len: 217 time: 0.0904586
Jun 21 02:58:26.160552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-1f11e58e-4216-4d4d-b7e6-abc4608b1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:26.162959 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-1f11e58e-4216-4d4d-b7e6-abc4608b1907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.0678046
Jun 21 02:58:26.166143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a67b46e8-2080-4eb0-8bc5-fd42197e7232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:26.169497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:58:26.171961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:26.238120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2e8e235d-5f92-4029-9a29-f9051b9da6bd up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:26.272733 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-ad88625f-6132-4b1f-8b03-a1f4a3ab20ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0991786
Jun 21 02:58:26.386913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32f11e37-bb6d-462b-a440-0615618800c6 req-0dc68756-f8d4-4dfe-afb3-f85848ab34ef tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3548863
Jun 21 02:58:26.428744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.resource_extend [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 02:58:26.483480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-61d00f2f-8660-4865-9edc-51a25cabf400 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982031
Jun 21 02:58:26.583521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391e5-a458-4a6b-ab60-128db72ed7b0 req-2d0e1553-2f32-4461-b464-ac447a3696a8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:26.585049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-041391e5-a458-4a6b-ab60-128db72ed7b0 req-2d0e1553-2f32-4461-b464-ac447a3696a8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 944 time: 0.1869853
Jun 21 02:58:26.668340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:26.685821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0', 'port_id': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'mac_address': 'fa:16:3e:44:25:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce844538-077a-4802-a14e-bc7e8752119b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:58:26.719017 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e32a1146-4942-4391-b54c-cf4ff34b7001 req-c650ea1c-202d-467d-8fc8-3f02d252d64e service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346218
Jun 21 02:58:26.749797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a67b46e8-2080-4eb0-8bc5-fd42197e7232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:26.756823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-041391e5-a458-4a6b-ab60-128db72ed7b0 req-6c32e3b9-65ab-4717-bc98-df838c603056 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642811
Jun 21 02:58:26.759798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2e8e235d-5f92-4029-9a29-f9051b9da6bd triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:26.761178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:26.763592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:26.772464 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:26.789284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-c3c77f54-fd58-4738-897d-c087c632beb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1978006
Jun 21 02:58:26.874796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a67b46e8-2080-4eb0-8bc5-fd42197e7232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:26.890517 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-10b0c0d7-7931-4737-b98c-f8c9e071080c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:26.967267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:58:27.034584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:27.045865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a67b46e8-2080-4eb0-8bc5-fd42197e7232 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b90f8ca5461c4233be01e05d864e78a2&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0082095
Jun 21 02:58:27.049190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:27.049483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:58:27.060574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:27.061056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.087164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b46e8-2080-4eb0-8bc5-fd42197e7232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c783a715-9895-40c5-8106-f2b9062a2558,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:27.101147 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a67b46e8-2080-4eb0-8bc5-fd42197e7232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:27.115738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.130312 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:27.180744 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b176ec2b-f453-4466-84bd-0ce9207f498a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.247201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b176ec2b-f453-4466-84bd-0ce9207f498a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.253232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:27.255648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-57784c3e-a301-471f-8ad9-396416b50d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:27.259871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-57784c3e-a301-471f-8ad9-396416b50d89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 1097 time: 0.3948100
Jun 21 02:58:27.267589 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:27.273982 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.294187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Allocated IP 172.20.0.1 (133a1b23-fcd2-43f6-b114-837f448de6d5/2a59db35-0f29-4538-91f4-195232915e3c/94375504-f4b3-4f94-99a8-cd5876798efa) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:27.332324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:58:27.380676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b176ec2b-f453-4466-84bd-0ce9207f498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.383556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b176ec2b-f453-4466-84bd-0ce9207f498a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.386006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b176ec2b-f453-4466-84bd-0ce9207f498a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c783a715-9895-40c5-8106-f2b9062a2558 HTTP/1.1" status: 204  len: 168 time: 0.3339648
Jun 21 02:58:27.386168 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-75bb40d7-e07a-4cd3-aa8c-d2087d237c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:27.392567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Transition to ACTIVE for port object c946234b-7ec4-4009-90b6-663aa59331be will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:27.399614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176ec2b-f453-4466-84bd-0ce9207f498a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c783a715-9895-40c5-8106-f2b9062a2558,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:27.411764 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b176ec2b-f453-4466-84bd-0ce9207f498a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:27.562409 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.580032 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a9930bd-a7c9-4eaf-83ba-497eb54b9ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:27.611064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.630354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Transition to ACTIVE for port object 94375504-f4b3-4f94-99a8-cd5876798efa will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:27.677973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-79148c02-9a61-4611-8e0b-72d98f816be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:27.680024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-79148c02-9a61-4611-8e0b-72d98f816be7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 916 time: 0.3908467
Jun 21 02:58:27.681160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1853d-a496-44af-98e9-9f0075632759 None None] Pushing event updated for resources: {'Port': ['ID=c946234b-7ec4-4009-90b6-663aa59331be,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:27.695388 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-09a1853d-a496-44af-98e9-9f0075632759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:27.701580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd3f3-5751-4d34-a3f0-250acb5d9bdc req-3290f2b0-898d-4e08-a516-e6b6d35a824d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:27.710123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a9bd3f3-5751-4d34-a3f0-250acb5d9bdc req-3290f2b0-898d-4e08-a516-e6b6d35a824d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 945 time: 0.3761320
Jun 21 02:58:27.734972 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.799903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Attempting to bind port c946234b-7ec4-4009-90b6-663aa59331be on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:58:27.800499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Attempting to bind port c946234b-7ec4-4009-90b6-663aa59331be by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:58:27.801049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Attempting to bind port c946234b-7ec4-4009-90b6-663aa59331be on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:27.810433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:58:27.811020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:58:27.811541 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.812045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:58:27.812656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Bound port: c946234b-7ec4-4009-90b6-663aa59331be, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:58:27.813393 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.814945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-d01c1ea0-6e4c-438e-a0da-c4c44eeb8346 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b799934e-a47c-4966-9c8d-46a59c89777e HTTP/1.1" status: 200  len: 217 time: 0.0981855
Jun 21 02:58:27.835168 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a9bd3f3-5751-4d34-a3f0-250acb5d9bdc req-34eb52b5-5438-46cd-8ae5-e832ca20ac13 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236515
Jun 21 02:58:27.844506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:27.926788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] For port c946234b-7ec4-4009-90b6-663aa59331be, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:58:27.934300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] For port c946234b-7ec4-4009-90b6-663aa59331be, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c946234b-7ec4-4009-90b6-663aa59331be,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:58:28.006386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c263bcd5-3002-45ec-9c07-166182299ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:28.010205 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e26f7-96e3-49de-816a-04101f7fc0c0" -d '{"events": [{"server_uuid": "c263bcd5-3002-45ec-9c07-166182299ff6", "name": "network-vif-plugged", "status": "completed", "tag": "c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:28.024209 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:28.030777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-37a0a2d6-8a36-471e-9f11-e5d791b42760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:28.032267 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-37a0a2d6-8a36-471e-9f11-e5d791b42760 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.1958225
Jun 21 02:58:28.035269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:28.064672 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:28.069768 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:28.155586 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:28.169303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-80ced23c-df2f-445b-bd9c-09e922c9da80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1262045
Jun 21 02:58:28.370594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:58:28.372580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e74400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:58:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:58:28.431263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-f51b9532-f8ad-46ab-b5a2-b8cb7f3f5983 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868367
Jun 21 02:58:28.449492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:28.475734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1853d-a496-44af-98e9-9f0075632759 None None] Pushing event updated for resources: {'Port': ['ID=c946234b-7ec4-4009-90b6-663aa59331be,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:28.486007 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-09a1853d-a496-44af-98e9-9f0075632759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:28.491953 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fcfa6cc6-ccc5-41dc-9ad5-2e0f630e3e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:28.552355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:28.558081 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:28.580017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-820ba775-e5dc-44c1-a16b-2ebb5a22684e req-22250133-645c-4507-a143-4def76dd8298 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250710
Jun 21 02:58:28.585153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:28.605731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:28.651657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Pushing event updated for resources: {'Port': ['ID=94375504-f4b3-4f94-99a8-cd5876798efa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:28.662290 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:28.689451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:58:28.696987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024df46-3042-4092-ac85-0f1cf6e2a80b req-05fabaa2-336c-4f4c-b58c-346b80b7a697 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:28.698664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a024df46-3042-4092-ac85-0f1cf6e2a80b req-05fabaa2-336c-4f4c-b58c-346b80b7a697 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 944 time: 0.8599749
Jun 21 02:58:28.729849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c95ba-6708-483e-91a4-1b2f0c57172a req-e7742847-ac4e-4110-b404-f15539675e1e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:28.742452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f31c95ba-6708-483e-91a4-1b2f0c57172a req-e7742847-ac4e-4110-b404-f15539675e1e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 944 time: 0.6978366
Jun 21 02:58:28.860495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f31c95ba-6708-483e-91a4-1b2f0c57172a req-ab3d0afd-adbb-4d6e-bf35-8b1df3c2c429 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169937
Jun 21 02:58:28.903370 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:28.989773 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab4333c-416e-4b20-b355-827b10983f9c x-openstack-request-id: req-1ab4333c-416e-4b20-b355-827b10983f9c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:28.989914 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c263bcd5-3002-45ec-9c07-166182299ff6", "name": "network-vif-plugged", "status": "completed", "tag": "c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:28.990087 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ab4333c-416e-4b20-b355-827b10983f9c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:28.990514 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c263bcd5-3002-45ec-9c07-166182299ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933', 'code': 200}
Jun 21 02:58:29.101837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52526) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:29.125115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a024df46-3042-4092-ac85-0f1cf6e2a80b req-576c041f-0367-47d2-8f59-14982286fb7c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4065592
Jun 21 02:58:29.150758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c16415e7-7173-45cd-8b75-3a68d6755dd8 None None] Provisioning for port 94375504-f4b3-4f94-99a8-cd5876798efa completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:58:29.186542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c16415e7-7173-45cd-8b75-3a68d6755dd8 None None] Provisioning complete for port 94375504-f4b3-4f94-99a8-cd5876798efa triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:29.187178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c16415e7-7173-45cd-8b75-3a68d6755dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:29.262162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e74400>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:23Z', 'revision_number': 3, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:58:29.305911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c16415e7-7173-45cd-8b75-3a68d6755dd8 None None] Port 94375504-f4b3-4f94-99a8-cd5876798efa cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:58:29.308238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92b1f5-7e92-48fb-aeb5-6ff929f9bd89 None None] The sync data for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 is: [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:23Z', 'revision_number': 3, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:58:29.373911 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d620100a-974a-457e-8400-2ef12cd74ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:29.582465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c4e1-4317-4b33-a2cf-97f5c69dc09c req-b2699722-fd1b-42b8-8e81-8e91c83b27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:29.587263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f37c4e1-4317-4b33-a2cf-97f5c69dc09c req-b2699722-fd1b-42b8-8e81-8e91c83b27ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 1098 time: 0.3685703
Jun 21 02:58:29.595199 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d620100a-974a-457e-8400-2ef12cd74ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:29.671423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d620100a-974a-457e-8400-2ef12cd74ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:29.725301 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dbce190b-3423-4cc0-b470-7c681be2294d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:29.754246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d620100a-974a-457e-8400-2ef12cd74ce4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efd99c491f0e4696a27ee0eb7db1696e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6419175
Jun 21 02:58:29.755715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52542) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:29.818799 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:29.847811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device bcd1d46a-c070-4c17-9c3a-05ae4012310a details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:58:29.888207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f30f2-ee79-4f4a-a97f-52754ff30962 req-d6a6db2f-6509-4d34-a84c-6eb6bef5da29 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:29.893690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c56f30f2-ee79-4f4a-a97f-52754ff30962 req-d6a6db2f-6509-4d34-a84c-6eb6bef5da29 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 946 time: 0.6724634
Jun 21 02:58:29.930697 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f37c4e1-4317-4b33-a2cf-97f5c69dc09c req-e6cf66b6-98cf-4218-a12d-50c1fb35a595 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216023
Jun 21 02:58:29.956499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620100a-974a-457e-8400-2ef12cd74ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a01ee-03c3-44e5-8d7e-50ee341fc5e5,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:29.980764 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d620100a-974a-457e-8400-2ef12cd74ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:30.049203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2aeceea-57d4-434c-8c64-5a57b99efa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:30.094390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2aeceea-57d4-434c-8c64-5a57b99efa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:30.154569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port bcd1d46a-c070-4c17-9c3a-05ae4012310a, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bcd1d46a-c070-4c17-9c3a-05ae4012310a,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:30.194049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:30.204884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c56f30f2-ee79-4f4a-a97f-52754ff30962 req-7aa6f3d6-8bc6-47f0-8bf2-6a6ccf52e76f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3038464
Jun 21 02:58:30.391891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2aeceea-57d4-434c-8c64-5a57b99efa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:30.404605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2aeceea-57d4-434c-8c64-5a57b99efa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:30.404605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f2aeceea-57d4-434c-8c64-5a57b99efa1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b4a01ee-03c3-44e5-8d7e-50ee341fc5e5 HTTP/1.1" status: 204  len: 168 time: 0.6384380
Jun 21 02:58:30.404605 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-916d5519-fdd8-4933-9631-cda5ed59e81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:30.417009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeceea-57d4-434c-8c64-5a57b99efa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a01ee-03c3-44e5-8d7e-50ee341fc5e5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:30.429945 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2aeceea-57d4-434c-8c64-5a57b99efa1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:30.939174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c946234b-7ec4-4009-90b6-663aa59331be up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:30.986426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'bcd1d46a-c070-4c17-9c3a-05ae4012310a', 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'port_id': 'bcd1d46a-c070-4c17-9c3a-05ae4012310a', 'mac_address': 'fa:16:3e:35:7c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe96464-2bf1-4422-9edd-c66bf0e0cedb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:58:31.240258 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:31.306437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd1d46a-c070-4c17-9c3a-05ae4012310a {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:58:31.358629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port bcd1d46a-c070-4c17-9c3a-05ae4012310a, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bcd1d46a-c070-4c17-9c3a-05ae4012310a,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:31.397428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:31.402480 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:31.482758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1eb1-b8e8-419e-85cf-faaaa1162e49 req-11ea6d1c-f82c-4bc9-8c23-8f34095dc942 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:31.491011 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:31.494250 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:31.510753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ecdc1eb1-b8e8-419e-85cf-faaaa1162e49 req-11ea6d1c-f82c-4bc9-8c23-8f34095dc942 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 944 time: 0.2909064
Jun 21 02:58:31.568944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c946234b-7ec4-4009-90b6-663aa59331be completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:58:31.581018 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:58:31.612840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bd238-ab42-45d4-b301-79b89958de9b req-278758b1-9751-4a6b-a0ed-af6cb4a560c7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:31.615802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c946234b-7ec4-4009-90b6-663aa59331be triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:31.616202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:31.617386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-654bd238-ab42-45d4-b301-79b89958de9b req-278758b1-9751-4a6b-a0ed-af6cb4a560c7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 944 time: 0.4491720
Jun 21 02:58:31.639828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52588) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:31.681683 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-725e8ff4-f90e-411d-b7ce-993733cea7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:31.744486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ecdc1eb1-b8e8-419e-85cf-faaaa1162e49 req-10ecbcb5-8ea6-4448-9e4f-34d5af86f744 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321646
Jun 21 02:58:31.755697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['bcd1d46a-c070-4c17-9c3a-05ae4012310a'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:58:31.787353 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:31.862860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-654bd238-ab42-45d4-b301-79b89958de9b req-74c29a3e-ba93-435f-9df8-8f5686691ae5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2274218
Jun 21 02:58:31.864212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=bcd1d46a-c070-4c17-9c3a-05ae4012310a,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:31.868099 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:31.878099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:31.891660 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:31.899100 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d18f6c47-f972-4094-b693-80ff4ac3c139 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:32.014082 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.016112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Pushing event updated for resources: {'Port': ['ID=94375504-f4b3-4f94-99a8-cd5876798efa,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:32.026520 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:32.105472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-725e8ff4-f90e-411d-b7ce-993733cea7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.109795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:32.127306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:32.134784 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7ab81e-6b76-4fa0-b5ca-f48b55715b04" -d '{"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-plugged", "status": "completed", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:32.174869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-725e8ff4-f90e-411d-b7ce-993733cea7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.179729 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad79d57c-a714-405e-90a5-9131afa9cb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:32.252731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:32.262522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:32.273013 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.299387 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-09a1853d-a496-44af-98e9-9f0075632759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:32.319104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e8ff4-f90e-411d-b7ce-993733cea7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8442fd48-be18-48f3-a49f-d641feb86747,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:32.340798 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-725e8ff4-f90e-411d-b7ce-993733cea7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:32.373227 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-725e8ff4-f90e-411d-b7ce-993733cea7ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51ce7cc9fa934a27943aa703301d06e9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7262022
Jun 21 02:58:32.378058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:32.406932 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4170ddbf-b08e-4f99-8344-5c9a3fac1183 x-openstack-request-id: req-4170ddbf-b08e-4f99-8344-5c9a3fac1183 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:32.407366 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-plugged", "status": "completed", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:32.407696 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4170ddbf-b08e-4f99-8344-5c9a3fac1183 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:32.408228 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'code': 200}
Jun 21 02:58:32.432422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:32.437952 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:32.472197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1fa01a47-56b3-4850-bf67-c3ec6293b4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.483798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.518544 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1fa01a47-56b3-4850-bf67-c3ec6293b4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.536949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c946234b-7ec4-4009-90b6-663aa59331be, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c946234b-7ec4-4009-90b6-663aa59331be,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:32.575518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cf91e-db62-4179-b4e3-cde323fd4581 req-0e646955-3d0f-4de4-92fb-8eb57ab3ba62 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:32.577022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-527cf91e-db62-4179-b4e3-cde323fd4581 req-0e646955-3d0f-4de4-92fb-8eb57ab3ba62 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 946 time: 0.4474707
Jun 21 02:58:32.612008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.628283 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-11333e33-9f31-4ebf-bd1b-95d2c27486f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:32.714891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Router 50170de2-e7d8-42a6-8094-f13287aa1f1c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:58:32.718334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-527cf91e-db62-4179-b4e3-cde323fd4581 req-5e0f8daf-b456-445c-b018-eda9d143eeb0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334031
Jun 21 02:58:32.723178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1fa01a47-56b3-4850-bf67-c3ec6293b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.742468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1fa01a47-56b3-4850-bf67-c3ec6293b4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.744005 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1fa01a47-56b3-4850-bf67-c3ec6293b4fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8442fd48-be18-48f3-a49f-d641feb86747 HTTP/1.1" status: 204  len: 168 time: 0.3646939
Jun 21 02:58:32.750793 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d748cef1-f049-4a38-85e9-20c13638bc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:32.789451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa01a47-56b3-4850-bf67-c3ec6293b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8442fd48-be18-48f3-a49f-d641feb86747,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:32.809892 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1fa01a47-56b3-4850-bf67-c3ec6293b4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:32.866976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c946234b-7ec4-4009-90b6-663aa59331be,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:32.895286 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:32.907154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8248b1d8-809d-499d-8ca2-24924b17b81f None None] Provisioning complete for port 94375504-f4b3-4f94-99a8-cd5876798efa triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:32.907536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8248b1d8-809d-499d-8ca2-24924b17b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:32.952234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:58:32.965730 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Sync routers for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:58:32.979806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] 10.222.0.25 "PUT /v2.0/routers/50170de2-e7d8-42a6-8094-f13287aa1f1c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4859068
Jun 21 02:58:32.983989 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:58:32.984646 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83a9fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:58:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:58:33.100481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8248b1d8-809d-499d-8ca2-24924b17b81f None None] Port 94375504-f4b3-4f94-99a8-cd5876798efa cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:58:33.245313 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:58:33.292800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0daa1-e46f-43b2-b8f1-90628cc78da2 req-bc2a5432-3a7f-47cf-9d43-df8baed12ed8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:33.296211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66d0daa1-e46f-43b2-b8f1-90628cc78da2 req-bc2a5432-3a7f-47cf-9d43-df8baed12ed8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 945 time: 0.1717706
Jun 21 02:58:33.516657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66d0daa1-e46f-43b2-b8f1-90628cc78da2 req-7569600c-4c33-4d54-a8de-de78f25a4d25 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107852
Jun 21 02:58:33.572056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3037f-104e-4896-bd84-60e01def5710 req-c877d272-9c52-48b7-8f2f-7b55976a975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:33.576297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0a3037f-104e-4896-bd84-60e01def5710 req-c877d272-9c52-48b7-8f2f-7b55976a975c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1097 time: 0.2241945
Jun 21 02:58:33.820047 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83a9fa0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:30Z', 'revision_number': 2, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:58:33.858850 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Checking router: 50170de2-e7d8-42a6-8094-f13287aa1f1c for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:58:33.859471 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Updating router 50170de2-e7d8-42a6-8094-f13287aa1f1c port 94375504-f4b3-4f94-99a8-cd5876798efa binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:58:33.866480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device bcd1d46a-c070-4c17-9c3a-05ae4012310a up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:33.967678 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:34.093508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port bcd1d46a-c070-4c17-9c3a-05ae4012310a completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:58:34.097907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port bcd1d46a-c070-4c17-9c3a-05ae4012310a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:34.098804 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:34.136770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3037f-104e-4896-bd84-60e01def5710 req-40323c1a-612d-4244-ab50-098bf4752e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:34.138675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0a3037f-104e-4896-bd84-60e01def5710 req-40323c1a-612d-4244-ab50-098bf4752e40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 915 time: 0.5260201
Jun 21 02:58:34.270936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4d36e-5ef3-42d8-98f6-97324dc156c2 req-681ab5ee-e378-4276-a381-90a0986f67cd tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:34.273821 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27a4d36e-5ef3-42d8-98f6-97324dc156c2 req-681ab5ee-e378-4276-a381-90a0986f67cd tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.6737237
Jun 21 02:58:34.275498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0a3037f-104e-4896-bd84-60e01def5710 req-d67626fd-2739-42a1-aa43-7f2b83924812 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 200  len: 217 time: 0.1261332
Jun 21 02:58:34.287351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e529b5-666f-4aae-9c4c-daefe39f4ebe req-4f148383-e30a-4f03-a766-2f26f508a958 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:34.289928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0e529b5-666f-4aae-9c4c-daefe39f4ebe req-4f148383-e30a-4f03-a766-2f26f508a958 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 946 time: 0.3911195
Jun 21 02:58:34.469281 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34d14323-2742-4992-9203-e3264a06efe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:34.487946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27a4d36e-5ef3-42d8-98f6-97324dc156c2 req-05549ea3-bb89-4802-9588-f4b71e1eaa16 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972418
Jun 21 02:58:34.551647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:34.587880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3037f-104e-4896-bd84-60e01def5710 req-9da56c0b-0d96-4902-86a8-0af019f6877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:34.596442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0a3037f-104e-4896-bd84-60e01def5710 req-9da56c0b-0d96-4902-86a8-0af019f6877e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.3014495
Jun 21 02:58:34.617006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0e529b5-666f-4aae-9c4c-daefe39f4ebe req-3ca0140a-7b2d-4362-b446-de8ac1e31f21 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2925251
Jun 21 02:58:34.632691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7801cd5-5c84-4c3f-99e0-a647cd527d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd1d46a-c070-4c17-9c3a-05ae4012310a'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:34.642440 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344506d9-5073-42e5-b09c-6da9b81d1845" -d '{"events": [{"server_uuid": "a7801cd5-5c84-4c3f-99e0-a647cd527d03", "name": "network-vif-plugged", "status": "completed", "tag": "bcd1d46a-c070-4c17-9c3a-05ae4012310a"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:34.701251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port bcd1d46a-c070-4c17-9c3a-05ae4012310a, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bcd1d46a-c070-4c17-9c3a-05ae4012310a,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:34.704833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0a3037f-104e-4896-bd84-60e01def5710 req-7842d3ab-8350-4602-b20f-3aac5d656883 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0871034
Jun 21 02:58:34.810923 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:34.812912 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f5f1b35-dd5a-4e9d-a136-dee13496eb72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:34.878221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0a3037f-104e-4896-bd84-60e01def5710 req-bc809661-10bb-4a7f-b824-bd402832d48b service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656260
Jun 21 02:58:34.902587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c946234b-7ec4-4009-90b6-663aa59331be up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:34.945014 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:34.966590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Transition to ACTIVE for port object 94375504-f4b3-4f94-99a8-cd5876798efa will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:35.040207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=bcd1d46a-c070-4c17-9c3a-05ae4012310a,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:35.052847 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:35.085467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c946234b-7ec4-4009-90b6-663aa59331be triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:35.086025 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:35.105794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0a3037f-104e-4896-bd84-60e01def5710 req-93052837-0cf7-4b27-ae9d-fb04edb4e624 service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207785
Jun 21 02:58:35.122279 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:35.131117 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:35.312547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37b570-b824-46c7-b3d3-db9b2f82c6cd req-ed4faaab-72c8-4b76-97bc-1544f191f481 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:35.329171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf37b570-b824-46c7-b3d3-db9b2f82c6cd req-ed4faaab-72c8-4b76-97bc-1544f191f481 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 946 time: 0.2032459
Jun 21 02:58:35.421247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf37b570-b824-46c7-b3d3-db9b2f82c6cd req-ffba2abb-bdf3-4c5d-a4ab-f71ae5c2fafd tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880721
Jun 21 02:58:35.462631 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Pushing event updated for resources: {'Port': ['ID=94375504-f4b3-4f94-99a8-cd5876798efa,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:35.470083 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:35.542999 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b304e5-0602-4111-b6b5-3aadc12254dd x-openstack-request-id: req-59b304e5-0602-4111-b6b5-3aadc12254dd {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:35.543693 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7801cd5-5c84-4c3f-99e0-a647cd527d03", "name": "network-vif-plugged", "status": "completed", "tag": "bcd1d46a-c070-4c17-9c3a-05ae4012310a", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:35.544241 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59b304e5-0602-4111-b6b5-3aadc12254dd {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:35.544881 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7801cd5-5c84-4c3f-99e0-a647cd527d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd1d46a-c070-4c17-9c3a-05ae4012310a', 'code': 200}
Jun 21 02:58:35.606610 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Attempting to bind port 94375504-f4b3-4f94-99a8-cd5876798efa on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:58:35.609495 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Attempting to bind port 94375504-f4b3-4f94-99a8-cd5876798efa by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:58:35.611854 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Attempting to bind port 94375504-f4b3-4f94-99a8-cd5876798efa on network 133a1b23-fcd2-43f6-b114-837f448de6d5 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:35.637279 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:58:35.638881 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Checking segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:58:35.639912 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:35.641039 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Bound using segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:58:35.643527 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Bound port: 94375504-f4b3-4f94-99a8-cd5876798efa, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:58:35.643962 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:35.796605 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] For port 94375504-f4b3-4f94-99a8-cd5876798efa, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:58:35.805094 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] For port 94375504-f4b3-4f94-99a8-cd5876798efa, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=94375504-f4b3-4f94-99a8-cd5876798efa,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:58:35.809597 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:35.844513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d4f63-9a59-4392-8a2f-cf0881dcf541 req-b5faebd2-f741-499b-ad5a-c6a74cb9d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:35.846287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f69d4f63-9a59-4392-8a2f-cf0881dcf541 req-b5faebd2-f741-499b-ad5a-c6a74cb9d91a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 1098 time: 0.2160254
Jun 21 02:58:35.857059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52708) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:35.862890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1274017384', 'description': 'tempest-description--1773264886'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:35.897095 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:35.921757 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-90a4dc1c-b82e-4b1a-b53c-52a78d5ccae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:36.070178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:36.105431 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:58:36.107865 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83a9fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:58:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:58:36.128331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f69d4f63-9a59-4392-8a2f-cf0881dcf541 req-00247c40-9882-4914-8882-6576e7f838bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888003
Jun 21 02:58:36.163529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a481-edf6-40cd-ab83-a14f3303d473 req-5c92e0b8-15fa-41f6-8e83-9150b9d7ecaa tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:36.177163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f365a481-edf6-40cd-ab83-a14f3303d473 req-5c92e0b8-15fa-41f6-8e83-9150b9d7ecaa tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3562617
Jun 21 02:58:36.313408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:36.328889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52714) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:36.386318 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:36.389281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b176ec2b-f453-4466-84bd-0ce9207f498a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:36.392078 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Pushing event updated for resources: {'Port': ['ID=94375504-f4b3-4f94-99a8-cd5876798efa,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:36.421488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f365a481-edf6-40cd-ab83-a14f3303d473 req-79b2693d-cea2-4516-920f-902e5172ba0f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385511
Jun 21 02:58:36.441203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.441203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.441203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.449439 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.452886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.452886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.452886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.452886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.452886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.452886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.458631 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.459114 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:36.472081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32675961-f04d-4690-a7ca-cb7c22fe7df8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:36.493770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:36.506799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20828c0-f8e7-4870-84dd-2e8a05e481ac req-f86dce7c-0abf-459b-bc9f-4f915e3d490b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:36.519617 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c20828c0-f8e7-4870-84dd-2e8a05e481ac req-f86dce7c-0abf-459b-bc9f-4f915e3d490b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 946 time: 0.2877846
Jun 21 02:58:36.545879 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:36.553610 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.6888816
Jun 21 02:58:36.553610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52722) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:36.555182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'security_group_rule': {'security_group_id': '32675961-f04d-4690-a7ca-cb7c22fe7df8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:36.633748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42612e0c-bdb7-4819-9dbf-4bd9ff5daff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:36.680874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c20828c0-f8e7-4870-84dd-2e8a05e481ac req-45e2ee8a-4585-4208-8f30-d0e3bfd6f62a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596901
Jun 21 02:58:36.683848 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3cca8efe-450c-44d6-aeda-b322eba301ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:36.793878 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:36.805917 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:58:36.926876 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:37.018326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4a0e-d48d-4a88-a4f3-1ff662c21aa8 req-8772b90b-cd36-4a38-b8f8-647a0e2a659c tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:37.028894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08bc4a0e-d48d-4a88-a4f3-1ff662c21aa8 req-8772b90b-cd36-4a38-b8f8-647a0e2a659c tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 946 time: 0.2158222
Jun 21 02:58:37.047678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.106139 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.117292 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08bc4a0e-d48d-4a88-a4f3-1ff662c21aa8 req-b8086f7f-1abf-4f4b-9bcf-e0705b7d0190 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858657
Jun 21 02:58:37.140070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.145591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42612e0c-bdb7-4819-9dbf-4bd9ff5daff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.146386 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:37.191903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7398abc9-4600-4116-bb42-d59790d1b594,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:37.197394 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:37.221652 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42612e0c-bdb7-4819-9dbf-4bd9ff5daff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.225476 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a4eb0dc6-389c-4fe6-935a-17fba809eb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:37.298142 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83a9fa0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:35Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:58:37.314284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52732) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:37.336431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.342226 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7907641
Jun 21 02:58:37.345563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52736) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:37.350412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'security_group_rule': {'security_group_id': '32675961-f04d-4690-a7ca-cb7c22fe7df8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:37.365958 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-42612e0c-bdb7-4819-9dbf-4bd9ff5daff5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e869afd1fc143cd87404353e1474e06&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0362620
Jun 21 02:58:37.368892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52738) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:37.372155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612e0c-bdb7-4819-9dbf-4bd9ff5daff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0118a04-a2e9-4338-9fbc-8295c6cf1fc9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:37.376474 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-42612e0c-bdb7-4819-9dbf-4bd9ff5daff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:37.443902 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0fc6c-3ac7-421d-aea4-38cdec0a266e None None] The sync data for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 is: [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:35Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:58:37.587214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a63f1018-7b7f-4a90-afc1-389187123b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.654759 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a63f1018-7b7f-4a90-afc1-389187123b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.685171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.795156 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1eeb54-1752-4689-a582-9011c22436b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.801053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.965026 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:37.984670 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:38.050576 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a63f1018-7b7f-4a90-afc1-389187123b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:38.052840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:38.053288 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a63f1018-7b7f-4a90-afc1-389187123b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:38.054462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a63f1018-7b7f-4a90-afc1-389187123b12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0118a04-a2e9-4338-9fbc-8295c6cf1fc9 HTTP/1.1" status: 204  len: 168 time: 0.6813874
Jun 21 02:58:38.059088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffce1eb5-d39b-4b0c-972e-1be09e54f8d3,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:38.067425 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:38.076211 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e61c36ca-ec87-4fa0-b8cb-e7354b5e8258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:38.111777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:38.113565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b277-5414-472d-a741-0ee618cbc983 req-8a559891-235f-4c9d-bfee-b45b7e375252 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:38.116576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2b3b277-5414-472d-a741-0ee618cbc983 req-8a559891-235f-4c9d-bfee-b45b7e375252 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 946 time: 0.3074396
Jun 21 02:58:38.117620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f1018-7b7f-4a90-afc1-389187123b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0118a04-a2e9-4338-9fbc-8295c6cf1fc9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:38.126037 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a63f1018-7b7f-4a90-afc1-389187123b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:38.138536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b7aba-6c58-45b2-9c03-724171ab3e5d req-9809b94c-b037-4eb8-bed3-76674e3e01e9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:38.140693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e2b7aba-6c58-45b2-9c03-724171ab3e5d req-9809b94c-b037-4eb8-bed3-76674e3e01e9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.4021137
Jun 21 02:58:38.257246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2b3b277-5414-472d-a741-0ee618cbc983 req-0ad81fe5-6ce0-4cb9-8cea-5d5470a931a4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076174
Jun 21 02:58:38.353384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e2b7aba-6c58-45b2-9c03-724171ab3e5d req-e6ffeff5-e5c2-4316-bdeb-38c7a41e2dd4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793628
Jun 21 02:58:38.441681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1eeb54-1752-4689-a582-9011c22436b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:38.539723 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1eeb54-1752-4689-a582-9011c22436b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:38.545159 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e44d7134-b044-465e-a91f-668e039450ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:38.579467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080e26a-9655-4656-a993-24264347ba43 req-28533d2e-49a7-4085-a29b-c8bd475b6df0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:38.591809 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d080e26a-9655-4656-a993-24264347ba43 req-28533d2e-49a7-4085-a29b-c8bd475b6df0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 946 time: 0.1479850
Jun 21 02:58:38.654137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:38.660672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52764) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:38.666961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:38.674072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3271279
Jun 21 02:58:38.754069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1e1eeb54-1752-4689-a582-9011c22436b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ab8a5766b9349308abb1ce8c671de50&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4363358
Jun 21 02:58:38.754822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52768) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:38.765579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eeb54-1752-4689-a582-9011c22436b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b121578-37cb-48ea-8810-ecf2e65971be,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:38.778919 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1e1eeb54-1752-4689-a582-9011c22436b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:38.781103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:38.813285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d080e26a-9655-4656-a993-24264347ba43 req-2db4fc17-cb11-434d-8a2d-41611286d5f1 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165329
Jun 21 02:58:38.941146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 94375504-f4b3-4f94-99a8-cd5876798efa up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:39.039759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-030ed9c3-a800-4d87-b491-5080838c34ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.099255 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-030ed9c3-a800-4d87-b491-5080838c34ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.184544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 94375504-f4b3-4f94-99a8-cd5876798efa completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:58:39.187614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 94375504-f4b3-4f94-99a8-cd5876798efa triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:39.188705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.228415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-85832656-b2e0-44f4-bd63-67b5a2add17b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:39.237014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-85832656-b2e0-44f4-bd63-67b5a2add17b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 946 time: 0.2202573
Jun 21 02:58:39.343846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-030ed9c3-a800-4d87-b491-5080838c34ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.352107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-030ed9c3-a800-4d87-b491-5080838c34ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.361707 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-030ed9c3-a800-4d87-b491-5080838c34ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b121578-37cb-48ea-8810-ecf2e65971be HTTP/1.1" status: 204  len: 168 time: 0.6053264
Jun 21 02:58:39.376638 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49fa06e4-d27b-4cd8-9416-6915964d8cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:39.437511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ed9c3-a800-4d87-b491-5080838c34ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b121578-37cb-48ea-8810-ecf2e65971be,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:39.453740 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-030ed9c3-a800-4d87-b491-5080838c34ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:39.460637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.503428 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.664637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 94375504-f4b3-4f94-99a8-cd5876798efa, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=94375504-f4b3-4f94-99a8-cd5876798efa,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:39.683286 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.763878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.766440 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7f3545b2-dc6b-4408-9fc2-45664e0e4455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:39.781706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Deleting port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:58:39.782078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:39.983557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Allocated IP 172.25.7.211 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/d446a29a-46d0-422a-9543-af10b43b57f1) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:39.999933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=94375504-f4b3-4f94-99a8-cd5876798efa,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:40.018122 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:40.160413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0cc25-e48b-427b-aae5-0a8c250e95be req-fdca9370-6f46-4f5d-8f6e-b8d61c28ea63 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:40.170532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdc0cc25-e48b-427b-aae5-0a8c250e95be req-fdca9370-6f46-4f5d-8f6e-b8d61c28ea63 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 946 time: 0.5943131
Jun 21 02:58:40.211625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] For port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:40.212371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:40.236127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:40.239391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445e821-f36c-4614-a7c0-479c47e55493 req-b18fcc74-c061-4a22-816e-261fbdd05cbf tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:40.242312 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a445e821-f36c-4614-a7c0-479c47e55493 req-b18fcc74-c061-4a22-816e-261fbdd05cbf tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.4553227
Jun 21 02:58:40.292020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdc0cc25-e48b-427b-aae5-0a8c250e95be req-874bd28b-341c-4abf-905e-68af5878af17 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158812
Jun 21 02:58:40.449794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:40.450815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Calling delete_port for c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:58:40.465024 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2eeb9f5c-18ec-44f2-ae01-fb9081b3491a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:40.491063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a445e821-f36c-4614-a7c0-479c47e55493 req-7aa63cde-3efe-484a-8d03-cd5f630df251 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257249
Jun 21 02:58:40.502839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:40.570215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:40.575981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:40.624461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52812) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:40.662943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'Port': ['ID=d446a29a-46d0-422a-9543-af10b43b57f1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:40.673910 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:40.688148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e58fc8b-651a-4395-b286-04757b7eebd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:40.825613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:40.831463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 94375504-f4b3-4f94-99a8-cd5876798efa up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:58:40.833936 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d4052688-a4fa-40f6-beb1-1bb7457d9ace tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:40.852213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e58fc8b-651a-4395-b286-04757b7eebd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:40.886077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event deleted for resources: {'Port': ['ID=c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:40.897534 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:40.930451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 94375504-f4b3-4f94-99a8-cd5876798efa triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:40.931078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:40.942018 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e58fc8b-651a-4395-b286-04757b7eebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:40.953231 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33e9123d-8608-4f79-8cfa-badf72135b37 tempest-BulkNetworkOpsTest-191260496 tempest-BulkNetworkOpsTest-191260496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:41.011714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58fc8b-651a-4395-b286-04757b7eebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617b8314-95b6-4d36-97d8-0f166aec559d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:41.015102 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1e58fc8b-651a-4395-b286-04757b7eebd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:41.053643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] No DVR routers for this DVR port c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 02:58:41.061288 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.069776 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1e58fc8b-651a-4395-b286-04757b7eebd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f2be6af8b774677bfcb27c7be56163d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4378560
Jun 21 02:58:41.072190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1919d35-75ae-4a39-b01c-a9915fe4fb2d req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "DELETE /v2.0/ports/c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 HTTP/1.1" status: 204  len: 173 time: 1.8162932
Jun 21 02:58:41.074077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52820) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:41.074678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c263bcd5-3002-45ec-9c07-166182299ff6', 'name': 'network-vif-deleted', 'tag': 'c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:41.078946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.087801 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde38ed6-f8ef-4e8c-9a58-4f3d3de5529d" -d '{"events": [{"server_uuid": "c263bcd5-3002-45ec-9c07-166182299ff6", "name": "network-vif-deleted", "tag": "c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:41.175472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa99-95ef-4e12-910c-5d17b6358c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.212127 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa99-95ef-4e12-910c-5d17b6358c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.262738 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.274151 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fc76cc-26fc-4255-b597-d30f0e0ebecd x-openstack-request-id: req-00fc76cc-26fc-4255-b597-d30f0e0ebecd {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:41.274799 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c263bcd5-3002-45ec-9c07-166182299ff6", "name": "network-vif-deleted", "tag": "c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:41.275052 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00fc76cc-26fc-4255-b597-d30f0e0ebecd {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:41.275654 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c263bcd5-3002-45ec-9c07-166182299ff6', 'name': 'network-vif-deleted', 'tag': 'c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933', 'status': 'completed', 'code': 200}
Jun 21 02:58:41.443543 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa99-95ef-4e12-910c-5d17b6358c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.448166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa99-95ef-4e12-910c-5d17b6358c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.451496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-47f9aa99-95ef-4e12-910c-5d17b6358c23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/617b8314-95b6-4d36-97d8-0f166aec559d HTTP/1.1" status: 204  len: 168 time: 0.3540981
Jun 21 02:58:41.451496 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-034d04ba-8755-49f1-bc41-0ed3b09ad1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:41.467780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9aa99-95ef-4e12-910c-5d17b6358c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617b8314-95b6-4d36-97d8-0f166aec559d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:41.471495 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-47f9aa99-95ef-4e12-910c-5d17b6358c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:41.537889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.640008 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.650988 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3e9b97c-d169-454f-9a3e-9096acb8e707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:41.694117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-860014d8-c16f-492f-b728-2366e7e91919 req-a32b2953-f374-4278-a684-500edeb4e6f7 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=c263bcd5-3002-45ec-9c07-166182299ff6 HTTP/1.1" status: 200  len: 210 time: 0.0800300
Jun 21 02:58:41.740861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'Port': ['ID=d446a29a-46d0-422a-9543-af10b43b57f1,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:41.757149 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:41.896399 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:41.996032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cb101-afde-4157-98be-9ea89c803200 req-77192270-3acf-46bb-91ec-1a806610f042 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:42.001867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:42.011485 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3409679
Jun 21 02:58:42.012475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-192cb101-afde-4157-98be-9ea89c803200 req-77192270-3acf-46bb-91ec-1a806610f042 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2171469
Jun 21 02:58:42.078781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-192cb101-afde-4157-98be-9ea89c803200 req-5161e6b0-8b54-4ec2-841b-0011a6c659e8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586703
Jun 21 02:58:42.101165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52856) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:42.209980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:58:42.268304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:58:42.269500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device c4f8e80a-fdd9-4d57-8e8f-ad18d7d84933 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:58:42.309013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2cca9bdc-7ecf-4134-98e8-cfb66da756a8 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-157690441'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:42.309644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2cca9bdc-7ecf-4134-98e8-cfb66da756a8 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Unknown quota resources ['metering_label']. {{(pid=94167) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:58:42.496907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-4ba86737-d8ba-49c8-be67-6ce438fe0f89 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1274017384&fields=id&tenant_id=e66adf2395b04e808dffd60fdd4daf27 HTTP/1.1" status: 200  len: 267 time: 0.0455132
Jun 21 02:58:43.288233 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2cca9bdc-7ecf-4134-98e8-cfb66da756a8 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:43.289465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2cca9bdc-7ecf-4134-98e8-cfb66da756a8 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 1.1872516
Jun 21 02:58:43.293445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52902) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:43.299987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-02b89bfa-fd9b-4009-98ba-a69575746226 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cb01f1e7-d003-4896-a70e-b81260a6599e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:43.300906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-02b89bfa-fd9b-4009-98ba-a69575746226 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:58:43.310871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046a3e-19bb-4d4f-975a-504f839f751f req-f8c62a79-9aee-479f-9f76-8c929c1d9f6e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:43.325935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-f8c62a79-9aee-479f-9f76-8c929c1d9f6e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 810 time: 0.8251629
Jun 21 02:58:43.348540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-823b5ac3-23af-4286-a71c-c3c46197598d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/quotas/e66adf2395b04e808dffd60fdd4daf27 HTTP/1.1" status: 200  len: 375 time: 0.0214567
Jun 21 02:58:43.515739 n-d-758944-33 neutron-server[94166]: WARNING neutron.services.metering.metering_plugin [None req-02b89bfa-fd9b-4009-98ba-a69575746226 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jun 21 02:58:43.534060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2c7b7-8a12-4628-b7e9-f2ac9e475c09 req-d87d6a74-9655-4cc4-89ec-3e000d1aea63 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:43.547861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6c2c7b7-8a12-4628-b7e9-f2ac9e475c09 req-d87d6a74-9655-4cc4-89ec-3e000d1aea63 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.2195833
Jun 21 02:58:43.643054 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-2e50aa82-5b87-451d-b70d-4f16bd21c113 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2932773
Jun 21 02:58:43.792290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6c2c7b7-8a12-4628-b7e9-f2ac9e475c09 req-b977a968-48f0-4c97-9f98-a9f34f850bd7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2432697
Jun 21 02:58:43.934484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-7d4b74a8-53e4-4937-90cc-ce4a6cee9179 service neutron] 10.222.0.25 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2859883
Jun 21 02:58:44.394115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-225fffe4-c498-41dd-b367-110b26367598 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:44.395533 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-225fffe4-c498-41dd-b367-110b26367598 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.3547759
Jun 21 02:58:44.479156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-39942244-65df-48bc-b0e9-26ef3b4a523b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/quotas/f8a0d24963e24fa78625afefb43c33f4 HTTP/1.1" status: 200  len: 375 time: 0.0632720
Jun 21 02:58:44.629384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02b89bfa-fd9b-4009-98ba-a69575746226 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:44.630855 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-02b89bfa-fd9b-4009-98ba-a69575746226 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 1.3355629
Jun 21 02:58:44.634449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52944) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:44.639799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-491acf7f-0f0d-4940-83ea-c922978b134e tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cb01f1e7-d003-4896-a70e-b81260a6599e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:44.640299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-491acf7f-0f0d-4940-83ea-c922978b134e tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:58:44.676018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-af67a09d-ed50-4364-b6ea-df57ded40dcc tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1507208
Jun 21 02:58:44.877189 n-d-758944-33 neutron-server[94166]: WARNING neutron.services.metering.metering_plugin [None req-491acf7f-0f0d-4940-83ea-c922978b134e tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jun 21 02:58:44.973654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-66427244-1c29-4923-92d4-ccf59ab29478 service neutron] 10.222.0.25 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0307236
Jun 21 02:58:44.979366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-ffbcd84e-c038-476c-a67a-c7a777e6b5c1 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906120
Jun 21 02:58:45.298400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-491acf7f-0f0d-4940-83ea-c922978b134e tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:45.303683 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-491acf7f-0f0d-4940-83ea-c922978b134e tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6677563
Jun 21 02:58:45.309712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52964) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:45.382225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ed0a2219-fd53-4d67-93c8-9279593f5d0b tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=7e1341f4-ab30-4fc9-aab6-a6debc19fb62 HTTP/1.1" status: 200  len: 462 time: 0.0599861
Jun 21 02:58:45.386854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52968) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:45.466046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-f5f86f28-e49d-46c9-9d3f-639c917b6369 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4708197
Jun 21 02:58:45.764064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-138811e2-86e6-4559-9a3b-f6122ab301b5 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:45.765263 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-138811e2-86e6-4559-9a3b-f6122ab301b5 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/7e1341f4-ab30-4fc9-aab6-a6debc19fb62 HTTP/1.1" status: 204  len: 168 time: 0.3768036
Jun 21 02:58:45.767980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52984) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:45.788699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7d719fe5-bafb-4d66-9c6b-254c9b0b902d tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=7e1341f4-ab30-4fc9-aab6-a6debc19fb62 HTTP/1.1" status: 200  len: 221 time: 0.0193210
Jun 21 02:58:45.794562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52988) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:45.799715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4c511166-a709-425b-a7bd-bf0e55600c95 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--660623571', 'description': 'label created by tempest'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:45.813959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4c511166-a709-425b-a7bd-bf0e55600c95 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Unknown quota resources ['metering_label']. {{(pid=94167) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:58:46.028979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d298d21-a3cb-4907-bd51-c302aea14cc3 req-40070ec4-7bb9-451a-ba08-ccc2ec30f229 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 210 time: 0.0563047
Jun 21 02:58:46.255012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c44e-c2dc-4835-9b83-01b711343cd5 req-91a18329-7933-4cb2-abfd-93d57094b307 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:46.266093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c79c44e-c2dc-4835-9b83-01b711343cd5 req-91a18329-7933-4cb2-abfd-93d57094b307 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3675897
Jun 21 02:58:46.317998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-de91d42c-2369-4c53-9561-f388fc563c39 req-4b22d683-3c28-48c4-8fbb-042542bbfce2 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 210 time: 0.1614292
Jun 21 02:58:46.377060 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c511166-a709-425b-a7bd-bf0e55600c95 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:46.378885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4c511166-a709-425b-a7bd-bf0e55600c95 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.5833120
Jun 21 02:58:46.381905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53010) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:46.452981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c79c44e-c2dc-4835-9b83-01b711343cd5 req-50a1dc8e-dbf3-4aeb-8b40-dd1633452e20 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839333
Jun 21 02:58:46.547599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:46.550176 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e490023b-d57a-49db-8897-c578351f15de tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=18264e0a-4a27-44ce-8ae9-69e60130fbb9 HTTP/1.1" status: 200  len: 467 time: 0.1667502
Jun 21 02:58:46.610400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53020) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:46.828586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:47.023123 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:47.090233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:47.095489 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9cd7aa43-a2de-43a6-ae88-e2bb27849f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:47.254281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98940ada-dd74-4fdb-961e-7c788aa0ff2d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:47.262046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90b23b1e-9d7b-44fc-8b96-dccf2cb7e41c req-f1a1900c-84e9-4ac0-b035-6d57458a064b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 210 time: 0.0830662
Jun 21 02:58:47.288390 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3968050e2924f9baba4e51c116b9802&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6683929
Jun 21 02:58:47.290026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53054) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:47.305393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.305953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.307449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.308477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.308991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.309569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.310320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.310996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.311502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.312118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.312847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.314247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:47.320361 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:47.392906 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e953979a-96a8-4691-84c6-a90f5498dedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:47.450354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4962b34-8c53-4454-b558-a7ff6efe727b req-123208fb-f420-48f1-8aaa-7b8a94b561c4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 210 time: 0.0466008
Jun 21 02:58:47.457208 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e953979a-96a8-4691-84c6-a90f5498dedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:47.574391 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f32eccb8-3477-47b0-8d53-43acf2add7c8 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:47.580938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f32eccb8-3477-47b0-8d53-43acf2add7c8 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/18264e0a-4a27-44ce-8ae9-69e60130fbb9 HTTP/1.1" status: 204  len: 168 time: 1.0274718
Jun 21 02:58:47.581429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53062) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:47.596333 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-def6044d-3d83-4bc5-a38d-eab15167d04a tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=18264e0a-4a27-44ce-8ae9-69e60130fbb9 HTTP/1.1" status: 200  len: 216 time: 0.0129778
Jun 21 02:58:47.599313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53064) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:47.613261 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3f0d3e12-9a48-4d0c-a642-5282d866cf67 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0124021
Jun 21 02:58:47.619559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53066) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:47.653911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53068) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:47.654351 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82ad5fd6-4278-403a-ba87-d022c06d5add tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0327668
Jun 21 02:58:47.718160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e953979a-96a8-4691-84c6-a90f5498dedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:47.721245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e953979a-96a8-4691-84c6-a90f5498dedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:47.724576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e953979a-96a8-4691-84c6-a90f5498dedf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98940ada-dd74-4fdb-961e-7c788aa0ff2d HTTP/1.1" status: 204  len: 168 time: 0.4334683
Jun 21 02:58:47.727683 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f1e1076-a038-4166-8190-b2bc57d24282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:47.734560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-119c0853-3dbf-47c9-9a7b-9a1f3a0fc07e tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/cb01f1e7-d003-4896-a70e-b81260a6599e HTTP/1.1" status: 200  len: 472 time: 0.0787969
Jun 21 02:58:47.741256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53074) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:47.755113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fafb28-8413-4f48-bc81-8f7917129f31 req-66dbca28-bd0c-4e37-a367-fc2e4e3de2e0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:47.757248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21fafb28-8413-4f48-bc81-8f7917129f31 req-66dbca28-bd0c-4e37-a367-fc2e4e3de2e0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1693201
Jun 21 02:58:47.759253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953979a-96a8-4691-84c6-a90f5498dedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98940ada-dd74-4fdb-961e-7c788aa0ff2d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:47.765848 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-69f386cb-6084-4b00-a03e-2557b0e71838 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/348403be-7772-4eea-8141-7d145fad2729 HTTP/1.1" status: 200  len: 459 time: 0.0149925
Jun 21 02:58:47.781367 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e953979a-96a8-4691-84c6-a90f5498dedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:47.790644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53078) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:47.840881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21fafb28-8413-4f48-bc81-8f7917129f31 req-01631e4d-73b8-4fcf-921a-ec1435b4fdc6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581498
Jun 21 02:58:48.177281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff12af14-a6ce-49b8-8724-97dd0fa5d3d9 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:48.186638 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ff12af14-a6ce-49b8-8724-97dd0fa5d3d9 tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/348403be-7772-4eea-8141-7d145fad2729 HTTP/1.1" status: 204  len: 168 time: 0.3942373
Jun 21 02:58:48.189158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53092) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:48.625409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f94eb52-ff09-4cc2-8195-b253c782b98a req-57168f4f-2bf1-408a-981e-9275cb2ebb0b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 210 time: 0.0690441
Jun 21 02:58:48.702682 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ae27975-c4af-4084-98e3-407a6a57ea3a tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:48.706510 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0ae27975-c4af-4084-98e3-407a6a57ea3a tempest-MeteringIpV6TestJSON-1802201353 tempest-MeteringIpV6TestJSON-1802201353-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/cb01f1e7-d003-4896-a70e-b81260a6599e HTTP/1.1" status: 204  len: 168 time: 0.5163310
Jun 21 02:58:48.755410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a520db0-e54e-4f75-8b05-e51407d18fc5 req-8cabf30f-1820-428c-95aa-7c02869eb895 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 210 time: 0.0503116
Jun 21 02:58:48.915451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53114) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:48.958098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e834-bf7f-4f2e-ba3b-25d81952ee0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:49.240263 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e834-bf7f-4f2e-ba3b-25d81952ee0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:49.242234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53118) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:49.320918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e834-bf7f-4f2e-ba3b-25d81952ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:49.333036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0505e281-e895-4e0d-8fb6-70ac2721fa28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:49.356973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b629e-fdcc-42a4-8f19-6d0ec56cfdea req-15c71054-4eb2-4559-8bae-6232a4e9c723 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:49.377908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef7b629e-fdcc-42a4-8f19-6d0ec56cfdea req-15c71054-4eb2-4559-8bae-6232a4e9c723 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1784327
Jun 21 02:58:49.424646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ac6e834-bf7f-4f2e-ba3b-25d81952ee0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ee131e680d442a49f10d0c7e074e67a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5061221
Jun 21 02:58:49.428537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:49.454143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6e834-bf7f-4f2e-ba3b-25d81952ee0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9868bf-2f78-499a-8060-25d0ab22bd7e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:49.474420 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ac6e834-bf7f-4f2e-ba3b-25d81952ee0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:49.545898 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b060bc7-9778-4de4-91c5-4f3207521017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:49.671585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046a3e-19bb-4d4f-975a-504f839f751f req-98697249-142a-492b-9f92-4681a9c23ad2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:49.676643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-98697249-142a-492b-9f92-4681a9c23ad2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.26 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 810 time: 0.2489209
Jun 21 02:58:49.754556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:49.776677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef7b629e-fdcc-42a4-8f19-6d0ec56cfdea req-6fdbb4e9-327c-450e-8b60-61c3ca388cd4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3810835
Jun 21 02:58:49.783198 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b060bc7-9778-4de4-91c5-4f3207521017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:49.873521 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-3a05c0af-9d53-4f90-b488-fa09968e837f tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66adf2395b04e808dffd60fdd4daf27 HTTP/1.1" status: 200  len: 380 time: 0.1682069
Jun 21 02:58:49.893980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b060bc7-9778-4de4-91c5-4f3207521017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:49.900770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3fcdb13-62cf-43b4-93c9-24492e0f1167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:49.967185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b060bc7-9778-4de4-91c5-4f3207521017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d5cece-13a5-4647-8e14-fe38450adee8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:49.977861 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b060bc7-9778-4de4-91c5-4f3207521017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:50.005091 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5b060bc7-9778-4de4-91c5-4f3207521017 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=408b4cf18ad04ec3bb8bd9668e58ca90&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7613168
Jun 21 02:58:50.012387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53138) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:50.028771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'port': {'device_id': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'admin_state_up': True, 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'security_groups': ['32675961-f04d-4690-a7ca-cb7c22fe7df8']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:50.031915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6811-37ae-44cb-85a9-4563162e48c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.051417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ea63c99-276b-4ba3-bcce-a62a8bbab1d3 req-b7d3168c-1423-4070-9bff-14976c511ed3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 210 time: 0.1743846
Jun 21 02:58:50.116628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7197e4b0-1625-48d0-bdee-b0e04188e193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.170834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2b59a57b-4080-43a9-aa1b-73c6c1a8f149 req-4c8a9a0a-1f9c-47b1-a3bf-36f2f1d80b3e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 210 time: 0.0682342
Jun 21 02:58:50.173412 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6811-37ae-44cb-85a9-4563162e48c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.347649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6811-37ae-44cb-85a9-4563162e48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.351421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6811-37ae-44cb-85a9-4563162e48c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.352680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8c1b6811-37ae-44cb-85a9-4563162e48c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e9868bf-2f78-499a-8060-25d0ab22bd7e HTTP/1.1" status: 204  len: 168 time: 0.8913808
Jun 21 02:58:50.354318 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-be6a2be9-002c-454a-a881-08c815babaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:50.380288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b6811-37ae-44cb-85a9-4563162e48c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9868bf-2f78-499a-8060-25d0ab22bd7e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:50.391594 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c1b6811-37ae-44cb-85a9-4563162e48c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:50.588216 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d27b2ab-4b6a-4dfb-85e3-9e471a2c9de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.649601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d27b2ab-4b6a-4dfb-85e3-9e471a2c9de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.694573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-61e110e3-99d5-4011-a800-24b8c490184e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:50.696451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-61e110e3-99d5-4011-a800-24b8c490184e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.4236867
Jun 21 02:58:50.701544 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7197e4b0-1625-48d0-bdee-b0e04188e193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.715216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Request body: {'port': {'device_id': 'baf90a10-c50c-457e-a576-f87e072d9346', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'admin_state_up': True, 'tenant_id': 'f8a0d24963e24fa78625afefb43c33f4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:50.754778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067621-8ba3-4eb7-b621-8afdf14841db req-6d878c8f-bca7-459c-87a5-9a4b894f3f41 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:50.756399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-6d878c8f-bca7-459c-87a5-9a4b894f3f41 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 815 time: 0.1745615
Jun 21 02:58:50.797295 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7197e4b0-1625-48d0-bdee-b0e04188e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.803357 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b060bc7-9778-4de4-91c5-4f3207521017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:50.859788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-c3f1177c-7808-4f2b-bb8c-0bac368b72f7 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/quotas/fda87e98c0bb4a23ae4bc848dac1dd09 HTTP/1.1" status: 200  len: 375 time: 0.0954266
Jun 21 02:58:50.910304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d27b2ab-4b6a-4dfb-85e3-9e471a2c9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.913061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d27b2ab-4b6a-4dfb-85e3-9e471a2c9de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:50.917177 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5d27b2ab-4b6a-4dfb-85e3-9e471a2c9de9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07d5cece-13a5-4647-8e14-fe38450adee8 HTTP/1.1" status: 204  len: 168 time: 0.8992124
Jun 21 02:58:50.927815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7197e4b0-1625-48d0-bdee-b0e04188e193 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4041f2fd8b8744b18554f083dc7a4f0f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1720812
Jun 21 02:58:50.932284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53166) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:50.934783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e4b0-1625-48d0-bdee-b0e04188e193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb78ce-b246-4b43-8c4b-9a12de906998,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:50.966866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7197e4b0-1625-48d0-bdee-b0e04188e193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:50.970309 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b0cf2fb-6650-486e-b27e-6a71940474a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:51.014437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27b2ab-4b6a-4dfb-85e3-9e471a2c9de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d5cece-13a5-4647-8e14-fe38450adee8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:51.034132 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d27b2ab-4b6a-4dfb-85e3-9e471a2c9de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:51.094359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Made reservation on behalf of e66adf2395b04e808dffd60fdd4daf27 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:58:51.105472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.115650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b9243aa-88be-4387-b7f6-a8ca848913ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.148207 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b9243aa-88be-4387-b7f6-a8ca848913ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.192494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Made reservation on behalf of f8a0d24963e24fa78625afefb43c33f4 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:58:51.200171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.259245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-c558b966-cda3-48e6-bf40-d549b380a9b3 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3907437
Jun 21 02:58:51.377514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b9243aa-88be-4387-b7f6-a8ca848913ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.381080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b9243aa-88be-4387-b7f6-a8ca848913ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.383533 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2b9243aa-88be-4387-b7f6-a8ca848913ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80fb78ce-b246-4b43-8c4b-9a12de906998 HTTP/1.1" status: 204  len: 168 time: 0.4326496
Jun 21 02:58:51.396537 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9eebe50d-cbe8-4018-9cbe-6eda231f73f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:51.430477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9243aa-88be-4387-b7f6-a8ca848913ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb78ce-b246-4b43-8c4b-9a12de906998,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:51.438184 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b9243aa-88be-4387-b7f6-a8ca848913ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:51.471648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Allocated IP 172.20.0.10 (44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b/e6693165-493d-4dcb-8f5e-640a9427f677/f36237ca-cd8d-4ded-bf15-5e9236bebe70) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:51.522406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-071a229b-d8d3-4404-90d3-90c7c3d489d5 service neutron] 10.222.0.25 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317550
Jun 21 02:58:51.617138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Allocated IP 172.20.0.14 (133a1b23-fcd2-43f6-b114-837f448de6d5/2a59db35-0f29-4538-91f4-195232915e3c/92c49214-3ff9-41e9-8b6c-abbe577030eb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:51.718222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.815644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53188) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:51.840889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4d41595-8430-4c6b-a55b-52d771b47fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.848578 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.855335 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6bca2409-c724-4c74-afae-1bb1e07ae405 tempest-ServerPasswordTestJSON-480101194 tempest-ServerPasswordTestJSON-480101194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:51.986085 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:51.990558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:52.000110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:52.011674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:52.013905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Transition to ACTIVE for port object 92c49214-3ff9-41e9-8b6c-abbe577030eb will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:52.016538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event updated for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:52.033828 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:52.104475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-7661debe-ad76-4c48-8449-ca9a96644be6 service neutron] 10.222.0.25 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3012266
Jun 21 02:58:52.106918 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:52.125913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f286b8e-dbe7-434f-bdf3-8482c7001965 req-5b28d855-356a-42b4-a843-2c9914579388 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:52.141397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f286b8e-dbe7-434f-bdf3-8482c7001965 req-5b28d855-356a-42b4-a843-2c9914579388 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 1.0028355
Jun 21 02:58:52.144493 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7501c6fa-7b2e-40df-96bc-219826432c77 tempest-ServerAddressesTestJSON-26721337 tempest-ServerAddressesTestJSON-26721337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:52.213190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:52.237618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:52.237879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:52.238617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:52.258524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f286b8e-dbe7-434f-bdf3-8482c7001965 req-46fa9086-9303-41a1-923b-e66ae27217c7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162186
Jun 21 02:58:52.259404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:52.364890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4d41595-8430-4c6b-a55b-52d771b47fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:52.419509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'Port': ['ID=92c49214-3ff9-41e9-8b6c-abbe577030eb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:52.424573 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:52.461379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:52.464094 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:52.507654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4d41595-8430-4c6b-a55b-52d771b47fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:52.549568 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24c34804-d600-47f1-b298-bc1a7fe7a36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:52.608248 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a4d41595-8430-4c6b-a55b-52d771b47fd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=252e7329a49b473e97c17aba2b0ca280&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7862415
Jun 21 02:58:52.608248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53204) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:52.612170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7287278
Jun 21 02:58:52.617654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d41595-8430-4c6b-a55b-52d771b47fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4bc23d-5f47-40ba-816c-361e4bb5de66,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:52.637750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a4d41595-8430-4c6b-a55b-52d771b47fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:52.660428 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9496491
Jun 21 02:58:52.660822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Request body: {'port': {'device_id': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:52.691774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53210) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:52.692053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Request body: {'port': {'device_id': 'baf90a10-c50c-457e-a576-f87e072d9346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:52.797625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0b10471c-db05-4d50-a7b7-81f48b507d93 None None] Provisioning for port 92c49214-3ff9-41e9-8b6c-abbe577030eb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:58:52.797625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0b10471c-db05-4d50-a7b7-81f48b507d93 None None] Provisioning complete for port 92c49214-3ff9-41e9-8b6c-abbe577030eb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:58:52.797625 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0b10471c-db05-4d50-a7b7-81f48b507d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:52.798270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321c05ea-beb6-4de3-9863-7729d934fbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:52.871914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0b10471c-db05-4d50-a7b7-81f48b507d93 None None] Port 92c49214-3ff9-41e9-8b6c-abbe577030eb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 02:58:52.905768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79644010-e9c5-4c1f-9f5b-b7a26f8a4a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:52.963454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79644010-e9c5-4c1f-9f5b-b7a26f8a4a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.081376 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.480668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79644010-e9c5-4c1f-9f5b-b7a26f8a4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.486863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79644010-e9c5-4c1f-9f5b-b7a26f8a4a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.503289 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-79644010-e9c5-4c1f-9f5b-b7a26f8a4a84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d4bc23d-5f47-40ba-816c-361e4bb5de66 HTTP/1.1" status: 204  len: 168 time: 0.8917866
Jun 21 02:58:53.513015 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35d782be-9349-4e80-ae57-36eab81a97eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:53.559464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79644010-e9c5-4c1f-9f5b-b7a26f8a4a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4bc23d-5f47-40ba-816c-361e4bb5de66,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:53.567218 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-79644010-e9c5-4c1f-9f5b-b7a26f8a4a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:53.645180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36237ca-cd8d-4ded-bf15-5e9236bebe70 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:58:53.667494 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.709718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Transition to ACTIVE for port object f36237ca-cd8d-4ded-bf15-5e9236bebe70 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:53.720353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62021f27-e097-4c39-9fa3-bb060e4c0e73 req-2ba3c939-8787-48f7-9dc8-084ccd037431 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:53.721539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62021f27-e097-4c39-9fa3-bb060e4c0e73 req-2ba3c939-8787-48f7-9dc8-084ccd037431 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 932 time: 1.2318485
Jun 21 02:58:53.759540 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.787898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321c05ea-beb6-4de3-9863-7729d934fbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.816588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310309da-8fb7-489b-9af1-442396499afd req-3771c3fc-41cc-4ef7-9e9e-6b4bb561f5b3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:53.818437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.820688 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-777be3ff-c063-4a6d-b98a-aa8cd1fbf07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:53.823342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-310309da-8fb7-489b-9af1-442396499afd req-3771c3fc-41cc-4ef7-9e9e-6b4bb561f5b3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 932 time: 0.3791199
Jun 21 02:58:53.887571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321c05ea-beb6-4de3-9863-7729d934fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:53.929196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62021f27-e097-4c39-9fa3-bb060e4c0e73 req-fcf4f741-75d5-443e-aa6f-8045ece70d42 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1766405
Jun 21 02:58:53.933434 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3f7ebf65-ca41-44cf-a0e3-61c0b58d6680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:53.940287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-321c05ea-beb6-4de3-9863-7729d934fbf8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9c48cf4f9ca4075950d4ffed4d26da7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2437053
Jun 21 02:58:53.944831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53238) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:54.052649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c05ea-beb6-4de3-9863-7729d934fbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcb8b2-d3fa-45dd-8777-063415ffda2f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:54.074512 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-321c05ea-beb6-4de3-9863-7729d934fbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:54.089183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Pushing event updated for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:54.119302 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:54.176077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-014ea97f-d6ab-4e05-a54b-e09dc584eea6 req-65650e85-481c-4f5e-8061-da91525b785c tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 210 time: 0.1418447
Jun 21 02:58:54.189142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-310309da-8fb7-489b-9af1-442396499afd req-cbc077a1-8e83-4392-8d23-7625e6ac662b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3572819
Jun 21 02:58:54.343688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Attempting to bind port f36237ca-cd8d-4ded-bf15-5e9236bebe70 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:58:54.351202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Attempting to bind port f36237ca-cd8d-4ded-bf15-5e9236bebe70 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:58:54.362067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Attempting to bind port f36237ca-cd8d-4ded-bf15-5e9236bebe70 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:54.362700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Port f36237ca-cd8d-4ded-bf15-5e9236bebe70 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:58:54.364970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Attempting to bind port f36237ca-cd8d-4ded-bf15-5e9236bebe70 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:54.380658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:58:54.388695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Checking segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:58:54.396921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Bound using segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:58:54.396921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Bound port: f36237ca-cd8d-4ded-bf15-5e9236bebe70, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:58:54.396921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:54.457496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2797c0d6-5112-41c2-87de-a4a69fafa3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:54.583500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:58:54.589359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:58:54.660455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2797c0d6-5112-41c2-87de-a4a69fafa3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:54.687298 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:54.691681 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57aa733a-c3a4-4765-b89c-7f6f47727be9 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:54.776535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:54.777621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:54.779372 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] 10.222.0.26 "PUT /v2.0/ports/f36237ca-cd8d-4ded-bf15-5e9236bebe70 HTTP/1.1" status: 200  len: 1093 time: 2.1076798
Jun 21 02:58:54.780156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:54.782898 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f2dca-d5f4-411c-a301-ad68db900f73" -d '{"events": [{"name": "network-changed", "server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:54.829662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011b34-ae57-49d4-aed1-5c1388e87d82 req-f434e378-2599-4977-8330-6e424e5b5e56 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:54.833379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Pushing event updated for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:54.838935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18011b34-ae57-49d4-aed1-5c1388e87d82 req-f434e378-2599-4977-8330-6e424e5b5e56 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3721130
Jun 21 02:58:54.846400 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:54.863392 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f11d0f0-de30-4697-be69-8d375dfd9c10 x-openstack-request-id: req-0f11d0f0-de30-4697-be69-8d375dfd9c10 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:54.865824 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:54.866863 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f11d0f0-de30-4697-be69-8d375dfd9c10 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:54.867905 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'status': 'completed', 'code': 200}
Jun 21 02:58:55.003431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2797c0d6-5112-41c2-87de-a4a69fafa3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:55.008950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2797c0d6-5112-41c2-87de-a4a69fafa3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:55.012660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2797c0d6-5112-41c2-87de-a4a69fafa3c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fdcb8b2-d3fa-45dd-8777-063415ffda2f HTTP/1.1" status: 204  len: 168 time: 1.0668001
Jun 21 02:58:55.028927 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e953979a-96a8-4691-84c6-a90f5498dedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:55.049495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797c0d6-5112-41c2-87de-a4a69fafa3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcb8b2-d3fa-45dd-8777-063415ffda2f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:55.062516 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2797c0d6-5112-41c2-87de-a4a69fafa3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:55.125640 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18011b34-ae57-49d4-aed1-5c1388e87d82 req-5f26294a-aefb-41af-bfcb-2f274108c8a3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419095
Jun 21 02:58:55.126401 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2dca-d5f4-411c-a301-ad68db900f73 req-ced14487-c101-46ac-88e2-a040d7bf44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:55.127102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c49214-3ff9-41e9-8b6c-abbe577030eb {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:58:55.127393 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de4f2dca-d5f4-411c-a301-ad68db900f73 req-ced14487-c101-46ac-88e2-a040d7bf44e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 1096 time: 0.2118421
Jun 21 02:58:55.127845 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:55.127845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Transition to ACTIVE for port object 92c49214-3ff9-41e9-8b6c-abbe577030eb will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:58:55.224551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2dca-d5f4-411c-a301-ad68db900f73 req-1de8185a-f2e4-4daf-98d7-27a1f1986df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:55.226655 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de4f2dca-d5f4-411c-a301-ad68db900f73 req-1de8185a-f2e4-4daf-98d7-27a1f1986df6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f8a0d24963e24fa78625afefb43c33f4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1236567
Jun 21 02:58:55.260469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c344bb-ea3c-4c4d-b330-d7079b1bd2c0 req-a4bdeb49-e17a-42b3-aa02-97bae09ae687 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:55.262196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c344bb-ea3c-4c4d-b330-d7079b1bd2c0 req-a4bdeb49-e17a-42b3-aa02-97bae09ae687 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 932 time: 0.0746577
Jun 21 02:58:55.331522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2dca-d5f4-411c-a301-ad68db900f73 req-afadd51e-0ca9-4fe4-b960-0dc4d3c77f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:55.333002 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de4f2dca-d5f4-411c-a301-ad68db900f73 req-afadd51e-0ca9-4fe4-b960-0dc4d3c77f0f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1011868
Jun 21 02:58:55.350933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-515c81d5-4a0d-4fad-aa16-30533dddefa5 req-9d950685-ba95-4143-959c-85dd01eaf9eb tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 210 time: 0.0471582
Jun 21 02:58:55.359149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83c344bb-ea3c-4c4d-b330-d7079b1bd2c0 req-05ce1964-e129-407e-8f1d-b225b6fec4c9 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908735
Jun 21 02:58:55.359984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:55.366530 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f591611-783c-4cc2-ab33-483d5a5dc63f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:55.488567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Pushing event updated for resources: {'Port': ['ID=92c49214-3ff9-41e9-8b6c-abbe577030eb,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:55.493301 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:55.531227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-c81d2dc7-2d67-4d82-8ff0-06803077a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:55.534849 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-c81d2dc7-2d67-4d82-8ff0-06803077a9da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 1096 time: 0.1363194
Jun 21 02:58:55.663499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-47eabc55-c1ee-4d0b-922e-82607f4bf00a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70 HTTP/1.1" status: 200  len: 217 time: 0.1090977
Jun 21 02:58:55.738720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Attempting to bind port 92c49214-3ff9-41e9-8b6c-abbe577030eb on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:58:55.739110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Attempting to bind port 92c49214-3ff9-41e9-8b6c-abbe577030eb by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:58:55.739380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Attempting to bind port 92c49214-3ff9-41e9-8b6c-abbe577030eb on network 133a1b23-fcd2-43f6-b114-837f448de6d5 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:55.757811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Port 92c49214-3ff9-41e9-8b6c-abbe577030eb on network 133a1b23-fcd2-43f6-b114-837f448de6d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:58:55.758043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Attempting to bind port 92c49214-3ff9-41e9-8b6c-abbe577030eb on network 133a1b23-fcd2-43f6-b114-837f448de6d5 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:58:55.780635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:58:55.786446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Checking segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:58:55.787268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Bound using segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:58:55.788071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Bound port: 92c49214-3ff9-41e9-8b6c-abbe577030eb, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:58:55.788615 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:55.828485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-e7719c9c-c9cd-4ccc-990d-92c693592b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:55.834193 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-e7719c9c-c9cd-4ccc-990d-92c693592b5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.1637914
Jun 21 02:58:55.865890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcfdaa-b44e-49c4-a777-9e94bbfe19ba req-c7ae8905-1a4e-4b5a-9225-8707bca65113 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:55.868025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3fcfdaa-b44e-49c4-a777-9e94bbfe19ba req-c7ae8905-1a4e-4b5a-9225-8707bca65113 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 944 time: 0.2493834
Jun 21 02:58:55.908668 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-58f1c7ba-ff40-49c3-9615-6facfbcd20a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658994
Jun 21 02:58:56.000765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] For port 92c49214-3ff9-41e9-8b6c-abbe577030eb, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:58:56.020913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] For port 92c49214-3ff9-41e9-8b6c-abbe577030eb, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:58:56.030233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3fcfdaa-b44e-49c4-a777-9e94bbfe19ba req-e228c11e-6aaa-4e6e-8d70-0d2e3e81eee0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634890
Jun 21 02:58:56.133031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:56.133031 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:56.172374 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-7fcae219-e788-4ab6-9a99-e8ef753a550d service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561033
Jun 21 02:58:56.297543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:56.298804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:56.301925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] 10.222.0.26 "PUT /v2.0/ports/92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 1093 time: 3.6619070
Jun 21 02:58:56.366005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'tag': '92c49214-3ff9-41e9-8b6c-abbe577030eb'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:58:56.369665 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780" -d '{"events": [{"name": "network-changed", "server_uuid": "61dc98fd-c9c8-40af-9a08-bdb68320e1bd", "tag": "92c49214-3ff9-41e9-8b6c-abbe577030eb"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:58:56.374074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Pushing event updated for resources: {'Port': ['ID=92c49214-3ff9-41e9-8b6c-abbe577030eb,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:56.378477 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:56.441788 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7464ecbd-2ba9-4e70-abb3-b7296b57c041 req-dbbb9538-5aba-4b93-b96c-ce2ecb12da04 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2597711
Jun 21 02:58:56.637400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067621-8ba3-4eb7-b621-8afdf14841db req-3f9078b4-7036-42ea-8e19-e17b56a7f854 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:56.639301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-3f9078b4-7036-42ea-8e19-e17b56a7f854 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 815 time: 0.2590535
Jun 21 02:58:56.659279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Request body: {'port': {'device_id': '975f1c26-1ee9-40ff-be01-2c0c96d0e744', 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'admin_state_up': True, 'tenant_id': 'fda87e98c0bb4a23ae4bc848dac1dd09'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:56.992719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ab810-645a-4afa-a523-6118b138f372 req-ff498605-c0f5-4b63-98ff-a52683f14124 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:56.995188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa9ab810-645a-4afa-a523-6118b138f372 req-ff498605-c0f5-4b63-98ff-a52683f14124 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.4091153
Jun 21 02:58:57.008003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046a3e-19bb-4d4f-975a-504f839f751f req-2f64bbce-80f8-457e-be12-2949a469708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:57.010383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-2f64bbce-80f8-457e-be12-2949a469708d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1096 time: 0.3687141
Jun 21 02:58:57.044300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1799-9b5b-4b02-821d-724b7373bd52 req-6fe82d3a-805d-4cbc-9e15-e135b49bcbde tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:57.047561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-683f1799-9b5b-4b02-821d-724b7373bd52 req-6fe82d3a-805d-4cbc-9e15-e135b49bcbde tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 944 time: 0.2125094
Jun 21 02:58:57.100981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-749ebae1-7dc9-415e-9286-f2b67dead763 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 217 time: 0.0822091
Jun 21 02:58:57.101572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Made reservation on behalf of fda87e98c0bb4a23ae4bc848dac1dd09 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:58:57.105827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:57.198872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa9ab810-645a-4afa-a523-6118b138f372 req-7cdaf648-cd2d-4f7a-984f-7cd48a81778a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946421
Jun 21 02:58:57.220273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-683f1799-9b5b-4b02-821d-724b7373bd52 req-adae6023-b24b-4898-a842-d9e31da577ce tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232400
Jun 21 02:58:57.299623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046a3e-19bb-4d4f-975a-504f839f751f req-ccd86b33-c059-43d7-a176-141c4a33abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:57.315840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-ccd86b33-c059-43d7-a176-141c4a33abbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.1717870
Jun 21 02:58:57.362029 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8018ef-42ca-45f7-9e00-de0784ac8e70 x-openstack-request-id: req-3d8018ef-42ca-45f7-9e00-de0784ac8e70 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:58:57.362591 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61dc98fd-c9c8-40af-9a08-bdb68320e1bd", "tag": "92c49214-3ff9-41e9-8b6c-abbe577030eb", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:58:57.363140 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d8018ef-42ca-45f7-9e00-de0784ac8e70 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:58:57.363794 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'tag': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'status': 'completed', 'code': 200}
Jun 21 02:58:57.616910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046a3e-19bb-4d4f-975a-504f839f751f req-3be300e1-bb64-4bb9-8d08-52a858cf8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:57.619250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-3be300e1-bb64-4bb9-8d08-52a858cf8d5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2539866
Jun 21 02:58:57.621923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Allocated IP 172.20.0.12 (7d267ae0-100c-4aa3-b1d3-78a80f8ead93/efe96464-2bf1-4422-9edd-c66bf0e0cedb/ee19c39e-e650-4101-ad39-67592c9d159d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:58:57.626325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f94efb2-c5b9-4b74-b55e-3c11223f16b4 req-2162eef8-633c-4bb0-8b55-85b04e2d13f4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 210 time: 0.0731943
Jun 21 02:58:57.732781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44893-ac64-4582-8f71-bb10315948a0 req-5fb1ff67-3748-4d1b-b521-292acd963034 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:57.734424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92f44893-ac64-4582-8f71-bb10315948a0 req-5fb1ff67-3748-4d1b-b521-292acd963034 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 944 time: 0.2664247
Jun 21 02:58:57.867832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-d5c51e98-a033-4da6-8edb-b608bd803e76 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320993
Jun 21 02:58:57.871608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92f44893-ac64-4582-8f71-bb10315948a0 req-e7b76c86-7f10-4917-bf4e-91fd32f78f55 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312730
Jun 21 02:58:58.004417 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:58.013749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10046a3e-19bb-4d4f-975a-504f839f751f req-443c61a6-dbe6-4534-b0c6-18c649addfc3 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411841
Jun 21 02:58:58.152331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:58.156279 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b7378af6-d834-4d0a-aed3-35c45b2f852b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:58.164768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b799934e-a47c-4966-9c8d-46a59c89777e', 'bcd1d46a-c070-4c17-9c3a-05ae4012310a'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:58:58.217777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:58:58.221502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:58:58.226902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:58:58.231966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Pushing event updated for resources: {'Port': ['ID=ee19c39e-e650-4101-ad39-67592c9d159d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:58.291983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.292386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.292761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.293142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.293544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.294274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.294274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.294644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.295017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.295384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.295751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.296117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:58:58.319895 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:58.344454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:58.345538 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:58.389071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-98c3bb8e-904d-4300-9259-a571e12cb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:58.391043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-98c3bb8e-904d-4300-9259-a571e12cb95c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1096 time: 0.1381772
Jun 21 02:58:58.395181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f36237ca-cd8d-4ded-bf15-5e9236bebe70 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:58:58.490584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8368075
Jun 21 02:58:58.550468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Request body: {'port': {'device_id': '975f1c26-1ee9-40ff-be01-2c0c96d0e744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:58.616593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:58.639982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'port_id': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'mac_address': 'fa:16:3e:d0:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6693165-493d-4dcb-8f5e-640a9427f677', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:58:58.675852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53392) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:58.691105 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:58.713937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36237ca-cd8d-4ded-bf15-5e9236bebe70 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:58:58.754546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-7cd7427b-fd13-4631-8551-e16dcb9ebbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:58.756738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:58:58.758220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-7cd7427b-fd13-4631-8551-e16dcb9ebbb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.3606107
Jun 21 02:58:58.784748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c840e-53de-4f22-b265-e35b49451bf7 req-1a16cdf0-b528-4529-bd67-0bbeef999b94 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:58.786462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-312c840e-53de-4f22-b265-e35b49451bf7 req-1a16cdf0-b528-4529-bd67-0bbeef999b94 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.3009183
Jun 21 02:58:58.826752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-07f66bbd-b871-4b89-905b-59e01cc50fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:58.830282 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-07f66bbd-b871-4b89-905b-59e01cc50fa3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1097 time: 0.1208453
Jun 21 02:58:58.837200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-163cd7ba-0e89-47dc-8f0c-aa24c2e6dc06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 217 time: 0.0704288
Jun 21 02:58:58.839407 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:58.840026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-52b781dd-d9db-489c-9623-95cb4d851a12 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1243246680'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:58.840484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-52b781dd-d9db-489c-9623-95cb4d851a12 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Unknown quota resources ['metering_label']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:58:58.847896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc01fa9-6b9e-40df-87b0-026a078aca8e req-2b4667aa-f6ff-48bb-8fec-ebe61418bed5 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:58.849378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cc01fa9-6b9e-40df-87b0-026a078aca8e req-2b4667aa-f6ff-48bb-8fec-ebe61418bed5 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 944 time: 0.3577809
Jun 21 02:58:58.854913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:58.856748 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b9ac72e-f8f5-40a6-8076-ec82b6093bef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:58:58.953757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:58:58.965513 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:58:59.000082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-b57b4674-8e02-431a-84df-48ece5e97d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:59.001634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-b57b4674-8e02-431a-84df-48ece5e97d83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.1440642
Jun 21 02:58:59.017228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-312c840e-53de-4f22-b265-e35b49451bf7 req-c9aaf494-3d73-409e-9bde-f8fe7a52ac6d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919820
Jun 21 02:58:59.043745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-32598ba2-ba50-41c5-9583-a6b82e30caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:59.045528 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-32598ba2-ba50-41c5-9583-a6b82e30caf3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 915 time: 0.2022214
Jun 21 02:58:59.074898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['f36237ca-cd8d-4ded-bf15-5e9236bebe70'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:58:59.143869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cc01fa9-6b9e-40df-87b0-026a078aca8e req-aa0ff2b6-fcea-46a9-aa99-764d9b48cf7b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2521880
Jun 21 02:58:59.265552 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-1397be98-7ed9-48cd-b126-82d17060e762 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 200  len: 217 time: 0.2045815
Jun 21 02:58:59.344110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-6f2ec140-defc-4639-bedd-a5a5e9a683d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:59.345768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-6f2ec140-defc-4639-bedd-a5a5e9a683d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3338680
Jun 21 02:58:59.702916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52b781dd-d9db-489c-9623-95cb4d851a12 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:58:59.704087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-52b781dd-d9db-489c-9623-95cb4d851a12 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.0263190
Jun 21 02:58:59.707238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:58:59.712118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2d830bfd-7058-4fdd-883d-481dc8fc27f5 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f8da23d9-f123-4c1f-9287-d9e9f78d80b9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:58:59.712351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2d830bfd-7058-4fdd-883d-481dc8fc27f5 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:58:59.775940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-f8f7c8ad-724f-4ebb-9876-1e2f8670d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:59.777388 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-f8f7c8ad-724f-4ebb-9876-1e2f8670d7c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.4574144
Jun 21 02:58:59.820914 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-b9986488-3ab5-4ed6-8f0d-6280c8d0a391 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357425
Jun 21 02:58:59.915070 n-d-758944-33 neutron-server[94166]: WARNING neutron.services.metering.metering_plugin [None req-2d830bfd-7058-4fdd-883d-481dc8fc27f5 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jun 21 02:58:59.922627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e13ea-34af-47a8-b745-f985f85c7dfb req-adf872e5-3311-4011-a292-ffd00b7d5895 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:58:59.924150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e28e13ea-34af-47a8-b745-f985f85c7dfb req-adf872e5-3311-4011-a292-ffd00b7d5895 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 932 time: 0.6887619
Jun 21 02:58:59.960756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-cda5462a-735b-48d9-bdf4-222140d5aca1 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6018281
Jun 21 02:59:00.017013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2d830bfd-7058-4fdd-883d-481dc8fc27f5 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.017796 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2d830bfd-7058-4fdd-883d-481dc8fc27f5 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3096409
Jun 21 02:59:00.022489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:00.027656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b3f4516f-bd18-4b2e-b7a0-a48a981fa05a tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f8da23d9-f123-4c1f-9287-d9e9f78d80b9'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:00.028087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b3f4516f-bd18-4b2e-b7a0-a48a981fa05a tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:59:00.076339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e28e13ea-34af-47a8-b745-f985f85c7dfb req-46cb92b9-fb41-4964-bc05-4b89d9d3512c tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413393
Jun 21 02:59:00.099718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b73f75-f004-44f4-86ea-cf731869d985 req-00572838-cae1-4c1a-8ff3-c632c37fa4d4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:00.106683 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-262aa536-1c4f-4aa0-ae73-07399abf9b0a service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779987
Jun 21 02:59:00.112724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73b73f75-f004-44f4-86ea-cf731869d985 req-00572838-cae1-4c1a-8ff3-c632c37fa4d4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 945 time: 0.6571894
Jun 21 02:59:00.175422 n-d-758944-33 neutron-server[94166]: WARNING neutron.services.metering.metering_plugin [None req-b3f4516f-bd18-4b2e-b7a0-a48a981fa05a tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jun 21 02:59:00.199968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214bf0b4-b30b-4ed8-9e57-efc07f9f8780 req-c7a90cc9-f23a-4eff-8208-292819e30f6f service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317424
Jun 21 02:59:00.233154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee19c39e-e650-4101-ad39-67592c9d159d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:59:00.255222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73b73f75-f004-44f4-86ea-cf731869d985 req-28a5a45a-6ff5-4597-b468-bb512193fdfb tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468666
Jun 21 02:59:00.258518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.294547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Transition to ACTIVE for port object ee19c39e-e650-4101-ad39-67592c9d159d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:59:00.299637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3f4516f-bd18-4b2e-b7a0-a48a981fa05a tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.301295 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b3f4516f-bd18-4b2e-b7a0-a48a981fa05a tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2777617
Jun 21 02:59:00.304138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53438) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:00.304292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 92c49214-3ff9-41e9-8b6c-abbe577030eb details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:59:00.307259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f36237ca-cd8d-4ded-bf15-5e9236bebe70 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:59:00.316165 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-302fc530-d5e0-4ff6-80c3-de49e1319a57 req-d8289e1b-621e-45f9-9aa7-67fb5a5da5ee service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994886
Jun 21 02:59:00.320371 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1680067f-5182-4164-8976-6ca3b774ff05 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=c2d5186f-a5a2-47e3-880c-1143d17c3c4f HTTP/1.1" status: 200  len: 464 time: 0.0143023
Jun 21 02:59:00.326910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53440) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:00.368198 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.378410 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:00.390892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63213758-3d8e-40ba-9122-212e0c86f5c9 req-242a04f5-f8d8-45a6-b5a6-018173a9e186 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:00.398467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63213758-3d8e-40ba-9122-212e0c86f5c9 req-242a04f5-f8d8-45a6-b5a6-018173a9e186 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 945 time: 0.1763480
Jun 21 02:59:00.473821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 92c49214-3ff9-41e9-8b6c-abbe577030eb, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:00.486451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'port_id': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'mac_address': 'fa:16:3e:5b:19:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:59:00.523646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.537024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port f36237ca-cd8d-4ded-bf15-5e9236bebe70 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:59:00.542999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port f36237ca-cd8d-4ded-bf15-5e9236bebe70 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:59:00.542999 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.544873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c49214-3ff9-41e9-8b6c-abbe577030eb {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:59:00.593954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 92c49214-3ff9-41e9-8b6c-abbe577030eb, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:00.600450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Pushing event updated for resources: {'Port': ['ID=ee19c39e-e650-4101-ad39-67592c9d159d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:00.640316 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:00.660602 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.663737 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.674738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63213758-3d8e-40ba-9122-212e0c86f5c9 req-70a3ca05-e106-45fb-b400-bd3ede3162b9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730815
Jun 21 02:59:00.680707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-432f88bd-2e73-48d3-a5ff-68188523cfb9 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.683766 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:00.686330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53448) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:00.697220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-432f88bd-2e73-48d3-a5ff-68188523cfb9 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/c2d5186f-a5a2-47e3-880c-1143d17c3c4f HTTP/1.1" status: 204  len: 168 time: 0.3599954
Jun 21 02:59:00.706280 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-61eaf6fe-ee88-4dd7-a69a-dd7c0b487f72 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=c2d5186f-a5a2-47e3-880c-1143d17c3c4f HTTP/1.1" status: 200  len: 221 time: 0.0193839
Jun 21 02:59:00.714334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53450) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:00.720397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3ab3757a-6245-47f6-bedc-c89b45139480 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1536562622', 'description': 'label created by tempest'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:00.720896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3ab3757a-6245-47f6-bedc-c89b45139480 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Unknown quota resources ['metering_label']. {{(pid=94167) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 02:59:00.744745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:00.747146 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0443178f-becd-4e4b-800c-827f0324c568" -d '{"events": [{"server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "name": "network-vif-plugged", "status": "completed", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:00.765684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:00.782219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=92c49214-3ff9-41e9-8b6c-abbe577030eb,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:00.790463 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:00.792787 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f53760b-2cfb-4f78-9853-86f8a4e754e2 x-openstack-request-id: req-0f53760b-2cfb-4f78-9853-86f8a4e754e2 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:00.793259 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "name": "network-vif-plugged", "status": "completed", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:00.794003 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f53760b-2cfb-4f78-9853-86f8a4e754e2 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:00.794003 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'code': 200}
Jun 21 02:59:00.809552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc961ed-7d75-4dcf-9092-9d61662090ec req-6d1aefdb-b08f-4f62-9210-cb798b9549ea tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:00.811065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dc961ed-7d75-4dcf-9092-9d61662090ec req-6d1aefdb-b08f-4f62-9210-cb798b9549ea tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 944 time: 0.3757298
Jun 21 02:59:00.811862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Attempting to bind port ee19c39e-e650-4101-ad39-67592c9d159d on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:59:00.812198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Attempting to bind port ee19c39e-e650-4101-ad39-67592c9d159d by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:59:00.812529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Attempting to bind port ee19c39e-e650-4101-ad39-67592c9d159d on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:59:00.817220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Port ee19c39e-e650-4101-ad39-67592c9d159d on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:59:00.817575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Attempting to bind port ee19c39e-e650-4101-ad39-67592c9d159d on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:59:00.824696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:59:00.825032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Checking segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:59:00.825445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Bound using segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:59:00.825877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Bound port: ee19c39e-e650-4101-ad39-67592c9d159d, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:59:00.826225 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.871790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:00.873681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:59:00.877046 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:01.009671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04b00c-55c1-4676-afae-6f84990d19a4 req-fe333e38-ca01-4fea-b185-232ee8c97479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:01.012954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['92c49214-3ff9-41e9-8b6c-abbe577030eb'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:59:01.013699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2e04b00c-55c1-4676-afae-6f84990d19a4 req-fe333e38-ca01-4fea-b185-232ee8c97479 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 1098 time: 0.1483254
Jun 21 02:59:01.014313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dc961ed-7d75-4dcf-9092-9d61662090ec req-45646b5e-16dd-469e-b848-4a788341aa8f tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1908138
Jun 21 02:59:01.077912 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2e04b00c-55c1-4676-afae-6f84990d19a4 req-0633f02d-db7a-4ea7-b57c-baddbcf86e37 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551865
Jun 21 02:59:01.117468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:01.121444 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:01.132597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ab3757a-6245-47f6-bedc-c89b45139480 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:01.136864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3ab3757a-6245-47f6-bedc-c89b45139480 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.4167054
Jun 21 02:59:01.136864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53468) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:01.224090 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:01.235600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] For port ee19c39e-e650-4101-ad39-67592c9d159d, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:59:01.240451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cd7e0412-26e1-4da2-bad8-59286fcfcde2 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=9a8121bc-85b8-40e8-b2c0-ac2878c64411 HTTP/1.1" status: 200  len: 468 time: 0.1022112
Jun 21 02:59:01.245655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53474) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:01.255920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] For port ee19c39e-e650-4101-ad39-67592c9d159d, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ee19c39e-e650-4101-ad39-67592c9d159d,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:59:01.307643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:01.365686 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968199b-2dfc-4a13-9a0e-934d3208245d req-baccce6d-6154-458e-b1e2-dedbe30f4372 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:01.367341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c968199b-2dfc-4a13-9a0e-934d3208245d req-baccce6d-6154-458e-b1e2-dedbe30f4372 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 944 time: 0.0902886
Jun 21 02:59:01.370649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:01.373359 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-739f7634-80ed-44b9-a551-ce17b6b86779 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:01.419521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:01.421274 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d705351-460c-445f-9763-0026590659d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:01.480331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:01.482965 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:01.488519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:01.489143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:01.490534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee19c39e-e650-4101-ad39-67592c9d159d HTTP/1.1" status: 200  len: 1093 time: 2.9529192
Jun 21 02:59:01.493732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975f1c26-1ee9-40ff-be01-2c0c96d0e744', 'tag': 'ee19c39e-e650-4101-ad39-67592c9d159d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:01.496063 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d893f72-c1c2-4008-aafd-23c503ef9c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "975f1c26-1ee9-40ff-be01-2c0c96d0e744", "tag": "ee19c39e-e650-4101-ad39-67592c9d159d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:01.537100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c968199b-2dfc-4a13-9a0e-934d3208245d req-febc5ea8-f080-4073-8dc6-9a52921c90ab tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516740
Jun 21 02:59:01.540920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Pushing event updated for resources: {'Port': ['ID=ee19c39e-e650-4101-ad39-67592c9d159d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:01.544451 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:01.560136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc114d1e-ca5b-4dd2-931c-11b215d40997 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:01.565290 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc114d1e-ca5b-4dd2-931c-11b215d40997 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/9a8121bc-85b8-40e8-b2c0-ac2878c64411 HTTP/1.1" status: 204  len: 168 time: 0.3171282
Jun 21 02:59:01.568329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53482) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:01.576956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad596f10-8837-4edb-bfe0-a2d53b900915 req-71ed8d8b-c053-48d9-aabb-deeda7c77902 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:01.585609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad596f10-8837-4edb-bfe0-a2d53b900915 req-71ed8d8b-c053-48d9-aabb-deeda7c77902 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1722605
Jun 21 02:59:01.585609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53484) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:01.588625 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c9738a0b-1512-4663-8ede-82378c6c702f tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=9a8121bc-85b8-40e8-b2c0-ac2878c64411 HTTP/1.1" status: 200  len: 216 time: 0.0210183
Jun 21 02:59:01.608826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-69062182-86a7-47a2-acfd-a0fd6959ffd7 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0207617
Jun 21 02:59:01.611713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53488) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:01.631057 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-12e4d83c-c4fb-4ff6-9eb6-474a6a24617e tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0180433
Jun 21 02:59:01.631704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53492) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:01.632613 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d4ab4-70f5-461b-ad3f-838ae56996e6 x-openstack-request-id: req-e72d4ab4-70f5-461b-ad3f-838ae56996e6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:01.633039 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975f1c26-1ee9-40ff-be01-2c0c96d0e744", "tag": "ee19c39e-e650-4101-ad39-67592c9d159d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:01.633475 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e72d4ab4-70f5-461b-ad3f-838ae56996e6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:01.634209 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975f1c26-1ee9-40ff-be01-2c0c96d0e744', 'tag': 'ee19c39e-e650-4101-ad39-67592c9d159d', 'status': 'completed', 'code': 200}
Jun 21 02:59:01.675173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad596f10-8837-4edb-bfe0-a2d53b900915 req-8ea75f3c-0155-4c9d-adc4-2ebb0accdf2a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902429
Jun 21 02:59:01.693031 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-759ad027-8562-43b8-89d1-7bf7d3a67e04 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/f8da23d9-f123-4c1f-9287-d9e9f78d80b9 HTTP/1.1" status: 200  len: 473 time: 0.0600064
Jun 21 02:59:01.697880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:01.710088 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8f8aa32f-baca-461b-af98-33dcde6aa595 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/912054b3-ba3a-4ab4-95e9-a33e6e523f5f HTTP/1.1" status: 200  len: 461 time: 0.0109129
Jun 21 02:59:01.710708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53498) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:01.716912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067621-8ba3-4eb7-b621-8afdf14841db req-c4071bea-0221-4c95-912e-f418706050ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:01.718799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-c4071bea-0221-4c95-912e-f418706050ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 1096 time: 0.0987041
Jun 21 02:59:01.767320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-2e1660ea-f2ba-4ffd-9959-40976905323b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee19c39e-e650-4101-ad39-67592c9d159d HTTP/1.1" status: 200  len: 217 time: 0.0384576
Jun 21 02:59:01.870767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067621-8ba3-4eb7-b621-8afdf14841db req-739c0f25-2ea8-4816-beb8-5711aab64823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:01.872469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-739c0f25-2ea8-4816-beb8-5711aab64823 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.0981734
Jun 21 02:59:01.918224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-8ca3c9cb-f844-4df7-af6e-9061be6430be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383620
Jun 21 02:59:01.932860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29ad09-1db2-484b-80da-47d740a0d3e2 req-a94d4eb8-e20f-4642-943c-64f8224419f8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:01.939138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c1acc4d-79fc-4941-a5fb-a6269264b8ca tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:01.939816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc29ad09-1db2-484b-80da-47d740a0d3e2 req-a94d4eb8-e20f-4642-943c-64f8224419f8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.1199825
Jun 21 02:59:01.941307 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8c1acc4d-79fc-4941-a5fb-a6269264b8ca tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/912054b3-ba3a-4ab4-95e9-a33e6e523f5f HTTP/1.1" status: 204  len: 168 time: 0.2280650
Jun 21 02:59:01.943684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53506) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:02.038419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc29ad09-1db2-484b-80da-47d740a0d3e2 req-1b5c54e1-1807-4e1d-8115-1919c9c48537 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975149
Jun 21 02:59:02.082794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-678c0ec4-953c-4d71-ab92-69ab775b6d60 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401014
Jun 21 02:59:02.219449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89067621-8ba3-4eb7-b621-8afdf14841db req-f794260f-b2dd-4cb1-9785-3d2caa381bbd service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276059
Jun 21 02:59:02.310164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 92c49214-3ff9-41e9-8b6c-abbe577030eb up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:59:02.366640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eafaa4-c23c-49b2-abac-85406f201de5 req-50f08d52-7cc8-4c7e-8c0f-ec3fecdd5778 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:02.368145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7eafaa4-c23c-49b2-abac-85406f201de5 req-50f08d52-7cc8-4c7e-8c0f-ec3fecdd5778 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 945 time: 0.0742536
Jun 21 02:59:02.453193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7eafaa4-c23c-49b2-abac-85406f201de5 req-770a1fba-d801-4c31-baf2-b25b6d98695a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793023
Jun 21 02:59:02.486626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-70c85fe4-5074-49c4-8fdc-9c9fea110e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:02.488209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-70c85fe4-5074-49c4-8fdc-9c9fea110e7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 1096 time: 0.0707030
Jun 21 02:59:02.500501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 92c49214-3ff9-41e9-8b6c-abbe577030eb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:59:02.502465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-490b7e46-f0de-4da0-821e-29e496761b17 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:02.503916 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-490b7e46-f0de-4da0-821e-29e496761b17 tempest-MeteringTestJSON-1676927103 tempest-MeteringTestJSON-1676927103-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/f8da23d9-f123-4c1f-9287-d9e9f78d80b9 HTTP/1.1" status: 204  len: 168 time: 0.5592811
Jun 21 02:59:02.510408 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 92c49214-3ff9-41e9-8b6c-abbe577030eb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:59:02.515759 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:02.629082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-1d6c3282-e07a-4ebb-812a-2ce46f01e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:02.630854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-1d6c3282-e07a-4ebb-812a-2ce46f01e716 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 916 time: 0.1355369
Jun 21 02:59:02.643115 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:02.673289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 92c49214-3ff9-41e9-8b6c-abbe577030eb, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:02.678902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-f561bd90-cbd6-4018-abf3-351a9fce945c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee19c39e-e650-4101-ad39-67592c9d159d HTTP/1.1" status: 200  len: 217 time: 0.0398710
Jun 21 02:59:02.745220 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:02.746113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:59:02.749062 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d705351-460c-445f-9763-0026590659d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:02.794269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-50d33f52-b747-422a-8050-28c5896c6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:02.795067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'}, {'server_uuid': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c49214-3ff9-41e9-8b6c-abbe577030eb'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:02.796958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-50d33f52-b747-422a-8050-28c5896c6ecb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.1097026
Jun 21 02:59:02.798111 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f98d77-3591-4cbd-9b28-0f1b28e457b4" -d '{"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-unplugged", "status": "completed", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58"}, {"server_uuid": "61dc98fd-c9c8-40af-9a08-bdb68320e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "92c49214-3ff9-41e9-8b6c-abbe577030eb"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:02.834669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=92c49214-3ff9-41e9-8b6c-abbe577030eb,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:02.838718 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:02.861684 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-f2d88667-c06c-4e10-8988-421eba734594 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561271
Jun 21 02:59:02.975878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79108816-a91c-46ae-a46c-dccd0ca99b7e req-1d0ff091-4e03-4906-98c4-0572e2640a67 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:02.977463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79108816-a91c-46ae-a46c-dccd0ca99b7e req-1d0ff091-4e03-4906-98c4-0572e2640a67 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 944 time: 0.2515168
Jun 21 02:59:03.048216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdd8d4-c200-47c3-ac96-6df70adb5135 req-e34d56b1-ceda-4fec-b35f-971c286fae8f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:03.049827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3fdd8d4-c200-47c3-ac96-6df70adb5135 req-e34d56b1-ceda-4fec-b35f-971c286fae8f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.2427773
Jun 21 02:59:03.101844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53544) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:03.158018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79108816-a91c-46ae-a46c-dccd0ca99b7e req-66732be5-3795-4803-ad70-e04f48503fb8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695294
Jun 21 02:59:03.163689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-d8c67814-0585-49a4-9f25-ba30c3c1b4dd service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838008
Jun 21 02:59:03.202069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53548) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:03.263931 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0168d13a-c33c-49b5-b828-5c8c853a091d x-openstack-request-id: req-0168d13a-c33c-49b5-b828-5c8c853a091d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:03.264293 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-unplugged", "status": "completed", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58", "code": 200}, {"server_uuid": "61dc98fd-c9c8-40af-9a08-bdb68320e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "92c49214-3ff9-41e9-8b6c-abbe577030eb", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:03.264564 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0168d13a-c33c-49b5-b828-5c8c853a091d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:03.264984 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'code': 200}
Jun 21 02:59:03.265304 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'code': 200}
Jun 21 02:59:03.341981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3fdd8d4-c200-47c3-ac96-6df70adb5135 req-1638ee40-aa2b-4996-b14d-3180c716bb05 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739003
Jun 21 02:59:03.423242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d893f72-c1c2-4008-aafd-23c503ef9c3b req-431a3ad8-2167-441a-abf6-ec641326d7ef service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442713
Jun 21 02:59:03.442507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a260f1ba-61fe-4c89-b2b2-86879ffa9452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:03.471532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0e9622dd-f874-4f51-a35f-1d3189d26f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:03.527396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70fc5-80a4-46c3-a5ab-74fae9c0f042 req-2d837061-88c7-4bd4-bd05-91ba566af3af tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:03.528927 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19f70fc5-80a4-46c3-a5ab-74fae9c0f042 req-2d837061-88c7-4bd4-bd05-91ba566af3af tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.0845101
Jun 21 02:59:03.532411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8984c5a-5fe9-4e25-a337-71fce5905860 req-48b1bc46-2f6c-4a6e-a9eb-0fa6974ce9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:03.533946 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8984c5a-5fe9-4e25-a337-71fce5905860 req-48b1bc46-2f6c-4a6e-a9eb-0fa6974ce9c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1098 time: 0.1848903
Jun 21 02:59:03.577917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19f70fc5-80a4-46c3-a5ab-74fae9c0f042 req-ee95e2f6-9abe-46d2-8dda-2cf85c8bd442 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433238
Jun 21 02:59:03.600902 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8984c5a-5fe9-4e25-a337-71fce5905860 req-281d92c6-c2d3-4b1c-9d09-6997ced2cfd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538225
Jun 21 02:59:03.628386 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a260f1ba-61fe-4c89-b2b2-86879ffa9452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:03.715677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a260f1ba-61fe-4c89-b2b2-86879ffa9452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:03.721360 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-42612e0c-bdb7-4819-9dbf-4bd9ff5daff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:03.766482 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a260f1ba-61fe-4c89-b2b2-86879ffa9452 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe5d0a11ccff4d6589e090562031ffc9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5625615
Jun 21 02:59:03.771731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1cbd6-d472-4027-866e-932bb9b15037 req-954a5dc6-5f48-4bba-b6bd-7190dd34988d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:03.771931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53564) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:03.773247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11b1cbd6-d472-4027-866e-932bb9b15037 req-954a5dc6-5f48-4bba-b6bd-7190dd34988d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.0751503
Jun 21 02:59:03.803028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260f1ba-61fe-4c89-b2b2-86879ffa9452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5594c6-ee19-4832-b681-130cb1927a9c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:03.807374 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a260f1ba-61fe-4c89-b2b2-86879ffa9452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:03.821842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11b1cbd6-d472-4027-866e-932bb9b15037 req-94a8a318-9882-4431-814a-57271181a1ea tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423980
Jun 21 02:59:03.894502 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0e9622dd-f874-4f51-a35f-1d3189d26f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:03.935417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45894eaf-9717-489c-997e-3adb030293fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:03.962690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45894eaf-9717-489c-997e-3adb030293fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:03.970382 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0e9622dd-f874-4f51-a35f-1d3189d26f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:03.978547 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d620100a-974a-457e-8400-2ef12cd74ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:04.001770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ee19c39e-e650-4101-ad39-67592c9d159d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:59:04.024788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9622dd-f874-4f51-a35f-1d3189d26f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1cf628-bf38-48d1-a360-8514d4daf566,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:04.031697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b74da-9141-4b67-853a-de6a09359c94 req-76b3765b-577d-4c86-85d8-68f075c09134 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:04.036334 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0e9622dd-f874-4f51-a35f-1d3189d26f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:04.040570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c5b74da-9141-4b67-853a-de6a09359c94 req-76b3765b-577d-4c86-85d8-68f075c09134 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.0989044
Jun 21 02:59:04.063725 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0e9622dd-f874-4f51-a35f-1d3189d26f86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=517eaafc0e744e52a40c7d39c63c1df6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9584455
Jun 21 02:59:04.068604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53574) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:04.117209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c5b74da-9141-4b67-853a-de6a09359c94 req-58c50dc8-19e5-4f2f-bd27-7d840cc0c335 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756116
Jun 21 02:59:04.180470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ee19c39e-e650-4101-ad39-67592c9d159d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ee19c39e-e650-4101-ad39-67592c9d159d,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:04.195767 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45894eaf-9717-489c-997e-3adb030293fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.199569 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45894eaf-9717-489c-997e-3adb030293fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.204969 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-45894eaf-9717-489c-997e-3adb030293fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a5594c6-ee19-4832-b681-130cb1927a9c HTTP/1.1" status: 204  len: 168 time: 0.4281104
Jun 21 02:59:04.206947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'ee19c39e-e650-4101-ad39-67592c9d159d', 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'port_id': 'ee19c39e-e650-4101-ad39-67592c9d159d', 'mac_address': 'fa:16:3e:f4:ab:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe96464-2bf1-4422-9edd-c66bf0e0cedb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:59:04.207457 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7c66caea-77ee-4b0d-ae2c-812496cc3096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:04.219591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894eaf-9717-489c-997e-3adb030293fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5594c6-ee19-4832-b681-130cb1927a9c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:04.221436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38b59831-7a82-4118-bc2f-8b7a5ac3c5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.222326 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-45894eaf-9717-489c-997e-3adb030293fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:04.288084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-706580d4-03c8-4bc4-a264-95c17555d8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.300296 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38b59831-7a82-4118-bc2f-8b7a5ac3c5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.309526 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.331752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee19c39e-e650-4101-ad39-67592c9d159d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:59:04.365361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ee19c39e-e650-4101-ad39-67592c9d159d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ee19c39e-e650-4101-ad39-67592c9d159d,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:04.469790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.481760 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a9930bd-a7c9-4eaf-83ba-497eb54b9ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:04.482131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac21d7-edd9-45c9-8449-5c04a4f6497c req-52575fd0-af24-472b-9ae8-1b434dbdea25 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:04.482131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82ac21d7-edd9-45c9-8449-5c04a4f6497c req-52575fd0-af24-472b-9ae8-1b434dbdea25 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1182921
Jun 21 02:59:04.531231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82ac21d7-edd9-45c9-8449-5c04a4f6497c req-8e0f9ca3-bb91-42db-8d75-7a779075780d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424421
Jun 21 02:59:04.534178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ee19c39e-e650-4101-ad39-67592c9d159d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:04.537396 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:04.544687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38b59831-7a82-4118-bc2f-8b7a5ac3c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.550638 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38b59831-7a82-4118-bc2f-8b7a5ac3c5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:04.550638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-38b59831-7a82-4118-bc2f-8b7a5ac3c5d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b1cf628-bf38-48d1-a360-8514d4daf566 HTTP/1.1" status: 204  len: 168 time: 0.4790397
Jun 21 02:59:04.550638 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aaae766d-7b09-4053-81f3-ea6d7c998cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:04.588711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b59831-7a82-4118-bc2f-8b7a5ac3c5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1cf628-bf38-48d1-a360-8514d4daf566,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:04.595857 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-38b59831-7a82-4118-bc2f-8b7a5ac3c5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:04.692656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df09836-2020-4619-9ba4-e59347f2e1d5 req-eb4d1719-e7af-4517-92d7-b476c4397f4a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:04.700259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7df09836-2020-4619-9ba4-e59347f2e1d5 req-eb4d1719-e7af-4517-92d7-b476c4397f4a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 945 time: 0.1571648
Jun 21 02:59:04.720809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ee19c39e-e650-4101-ad39-67592c9d159d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:59:04.776772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7df09836-2020-4619-9ba4-e59347f2e1d5 req-f5a67cee-ed04-4407-86d3-916da0ff4abe tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704556
Jun 21 02:59:05.052303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc0e75-074a-454a-b1cb-9de392582f2c req-ae993d58-1b8d-47b3-bb3d-00a1cc34d4c3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:05.054927 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4fcc0e75-074a-454a-b1cb-9de392582f2c req-ae993d58-1b8d-47b3-bb3d-00a1cc34d4c3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.0794284
Jun 21 02:59:05.104199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4fcc0e75-074a-454a-b1cb-9de392582f2c req-c623c56f-d490-419d-84e4-b064959be7bf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411196
Jun 21 02:59:05.230134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53616) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:05.250535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75783f8b-ce3e-4189-85f7-77e15a25ce18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:05.509364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343d52-fee7-4458-894f-475302be7fa8 req-c8f5b269-1eae-411c-8e9c-ce66b807af6c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:05.511400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d343d52-fee7-4458-894f-475302be7fa8 req-c8f5b269-1eae-411c-8e9c-ce66b807af6c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.2137713
Jun 21 02:59:05.533832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53626) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:05.534570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed5523-8685-48ac-910f-c1538004dfc7 req-5095b3c4-53e6-4949-b188-efc7833f5478 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:05.534570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7eed5523-8685-48ac-910f-c1538004dfc7 req-5095b3c4-53e6-4949-b188-efc7833f5478 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.2187929
Jun 21 02:59:05.534797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'floatingip': {'port_id': '92c49214-3ff9-41e9-8b6c-abbe577030eb'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:05.582140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75783f8b-ce3e-4189-85f7-77e15a25ce18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:05.622904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7eed5523-8685-48ac-910f-c1538004dfc7 req-c448673d-5b0e-4c59-b6b0-78c95d11fd99 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762606
Jun 21 02:59:05.625720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:05.641991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75783f8b-ce3e-4189-85f7-77e15a25ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:05.667732 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-238d0e1f-8aaf-40ab-b43a-c3e596de7a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:05.675428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-75783f8b-ce3e-4189-85f7-77e15a25ce18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=916f7ddaeb754489b4fc5421dccdcd4c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4435143
Jun 21 02:59:05.676051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53630) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:05.741703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53636) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:05.779455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:05.848228 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e549fa64-9e3f-4235-a4fd-36842b38b54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:05.860917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75783f8b-ce3e-4189-85f7-77e15a25ce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a985acb-d0c9-475d-a1bb-5439b051510f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:05.880173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-75783f8b-ce3e-4189-85f7-77e15a25ce18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:05.929984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b5a0-14d9-4761-9b51-a8d56f4fe36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.012516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ee19c39e-e650-4101-ad39-67592c9d159d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:59:06.042003 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b5a0-14d9-4761-9b51-a8d56f4fe36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.137642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517d78d-ef4d-4381-a03b-c08b0370134c req-16f898a4-9e38-464c-ad11-b89408668be6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:06.139162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0517d78d-ef4d-4381-a03b-c08b0370134c req-16f898a4-9e38-464c-ad11-b89408668be6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.3766191
Jun 21 02:59:06.185315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port ee19c39e-e650-4101-ad39-67592c9d159d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:59:06.185741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c678b-78d4-4e17-a532-352c7c8cd282 req-bbae5ecb-9a57-47f2-af9e-6670a439d304 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:06.194670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port ee19c39e-e650-4101-ad39-67592c9d159d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:59:06.194670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.194955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bb9c678b-78d4-4e17-a532-352c7c8cd282 req-bbae5ecb-9a57-47f2-af9e-6670a439d304 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 945 time: 0.2664466
Jun 21 02:59:06.269319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e549fa64-9e3f-4235-a4fd-36842b38b54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.272721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0517d78d-ef4d-4381-a03b-c08b0370134c req-6a60f809-91dd-4e98-b3e7-17ba286880e4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235306
Jun 21 02:59:06.286487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bb9c678b-78d4-4e17-a532-352c7c8cd282 req-57b6c759-790e-4f22-b971-d4d6c063592e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920048
Jun 21 02:59:06.297194 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-c175b98b-a715-4aa5-a521-86eb41b88087 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3543465
Jun 21 02:59:06.342167 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.345099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b5a0-14d9-4761-9b51-a8d56f4fe36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.347799 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b5a0-14d9-4761-9b51-a8d56f4fe36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.351684 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cbe8b5a0-14d9-4761-9b51-a8d56f4fe36f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a985acb-d0c9-475d-a1bb-5439b051510f HTTP/1.1" status: 204  len: 168 time: 0.6600842
Jun 21 02:59:06.355410 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a63f1018-7b7f-4a90-afc1-389187123b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:06.365206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8b5a0-14d9-4761-9b51-a8d56f4fe36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a985acb-d0c9-475d-a1bb-5439b051510f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:06.370411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975f1c26-1ee9-40ff-be01-2c0c96d0e744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee19c39e-e650-4101-ad39-67592c9d159d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:06.372998 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e430d-1818-4212-9869-c4d847638a74" -d '{"events": [{"server_uuid": "975f1c26-1ee9-40ff-be01-2c0c96d0e744", "name": "network-vif-plugged", "status": "completed", "tag": "ee19c39e-e650-4101-ad39-67592c9d159d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:06.375920 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cbe8b5a0-14d9-4761-9b51-a8d56f4fe36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:06.391603 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e549fa64-9e3f-4235-a4fd-36842b38b54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.396314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ee19c39e-e650-4101-ad39-67592c9d159d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ee19c39e-e650-4101-ad39-67592c9d159d,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:06.406580 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-db5a0626-7cf4-424e-87f9-2984ba02830d tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:06.457721 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af90ff62-295f-49a4-99b9-d07dbcb811bd x-openstack-request-id: req-af90ff62-295f-49a4-99b9-d07dbcb811bd {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:06.458127 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975f1c26-1ee9-40ff-be01-2c0c96d0e744", "name": "network-vif-plugged", "status": "completed", "tag": "ee19c39e-e650-4101-ad39-67592c9d159d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:06.458273 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af90ff62-295f-49a4-99b9-d07dbcb811bd {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:06.458696 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975f1c26-1ee9-40ff-be01-2c0c96d0e744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee19c39e-e650-4101-ad39-67592c9d159d', 'code': 200}
Jun 21 02:59:06.465817 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e549fa64-9e3f-4235-a4fd-36842b38b54a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fd6936c8bcd49ab9db8d92760172d30&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7147245
Jun 21 02:59:06.466792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549fa64-9e3f-4235-a4fd-36842b38b54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2b381d-8de7-4b2b-8d48-2fc50033f348,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:06.469949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:06.476938 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e549fa64-9e3f-4235-a4fd-36842b38b54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:06.486665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.490884 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.490884 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:06.585063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.588538 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15df89b3-e744-4b9a-9c51-e715287b517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.614387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ee19c39e-e650-4101-ad39-67592c9d159d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:06.617899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15df89b3-e744-4b9a-9c51-e715287b517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.618608 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:06.677658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdadc4-1ee8-417d-bfd4-4eb79c341df4 req-22f67a34-f746-4b45-b6f5-c4286f8215e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:06.681130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9afdadc4-1ee8-417d-bfd4-4eb79c341df4 req-22f67a34-f746-4b45-b6f5-c4286f8215e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 1098 time: 0.1486888
Jun 21 02:59:06.688291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a1addaab-6cb0-46da-b8e1-3850c7a2981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.764602 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Floating IP 05422a23-0645-4132-b27b-47c2248ff615 associated. External IP: 172.25.7.211, port: 92c49214-3ff9-41e9-8b6c-abbe577030eb.
Jun 21 02:59:06.799281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9afdadc4-1ee8-417d-bfd4-4eb79c341df4 req-68e9ee57-6424-48bf-b970-f32e56b1395a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915289
Jun 21 02:59:06.831570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9e53b-c5db-4e4a-b7bc-34e520ca157b req-5bf73ea9-dbb4-429e-a4aa-4e083b6b74f9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:06.833026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77e9e53b-c5db-4e4a-b7bc-34e520ca157b req-5bf73ea9-dbb4-429e-a4aa-4e083b6b74f9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.0740130
Jun 21 02:59:06.854471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15df89b3-e744-4b9a-9c51-e715287b517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.857978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15df89b3-e744-4b9a-9c51-e715287b517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:06.859328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-15df89b3-e744-4b9a-9c51-e715287b517d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee2b381d-8de7-4b2b-8d48-2fc50033f348 HTTP/1.1" status: 204  len: 168 time: 0.3885396
Jun 21 02:59:06.862145 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9022d4ea-66e0-4148-a031-343d770bceed tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:06.876026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df89b3-e744-4b9a-9c51-e715287b517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2b381d-8de7-4b2b-8d48-2fc50033f348,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:06.895348 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15df89b3-e744-4b9a-9c51-e715287b517d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:06.897913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77e9e53b-c5db-4e4a-b7bc-34e520ca157b req-15a3889b-e41d-42f9-807e-e617cf16a7c2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589533
Jun 21 02:59:07.085639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Router 50170de2-e7d8-42a6-8094-f13287aa1f1c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:59:07.284876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:59:07.291356 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:07.297179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] Sync routers for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:59:07.307351 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:07.310963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:07.311592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d80f4be0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:07.375607 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-51931704-c451-411c-99e2-6150154c3ff2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "PUT /v2.0/floatingips/05422a23-0645-4132-b27b-47c2248ff615 HTTP/1.1" status: 200  len: 992 time: 1.8468285
Jun 21 02:59:07.377946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'tag': '92c49214-3ff9-41e9-8b6c-abbe577030eb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:07.387204 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e868fb-4296-446c-8212-8e184a37ee59" -d '{"events": [{"name": "network-changed", "server_uuid": "61dc98fd-c9c8-40af-9a08-bdb68320e1bd", "tag": "92c49214-3ff9-41e9-8b6c-abbe577030eb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:07.440503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:59:07.651196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce5f01-4ff2-4971-8091-5e926fe8f732 req-3c199b37-3c5e-4438-8a9b-c062c35e96a5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:07.658710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fce5f01-4ff2-4971-8091-5e926fe8f732 req-3c199b37-3c5e-4438-8a9b-c062c35e96a5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1351516
Jun 21 02:59:07.675325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44b214-64cf-4b83-9933-9c7e5bbf8bf6 req-8846b5e9-04bc-4dd5-ac43-ca7141b0797d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:07.684182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c44b214-64cf-4b83-9933-9c7e5bbf8bf6 req-8846b5e9-04bc-4dd5-ac43-ca7141b0797d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 946 time: 0.1202531
Jun 21 02:59:07.745466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c44b214-64cf-4b83-9933-9c7e5bbf8bf6 req-b7ec52ff-3d4d-49a0-9931-cbe8c55461b3 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601554
Jun 21 02:59:07.765236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fce5f01-4ff2-4971-8091-5e926fe8f732 req-df1118ad-e9eb-4608-8e03-96858306a80d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054754
Jun 21 02:59:07.819123 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e2b046-05dd-4d1b-a602-7501a84e77c5 x-openstack-request-id: req-99e2b046-05dd-4d1b-a602-7501a84e77c5 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:07.819646 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61dc98fd-c9c8-40af-9a08-bdb68320e1bd", "tag": "92c49214-3ff9-41e9-8b6c-abbe577030eb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:07.820144 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99e2b046-05dd-4d1b-a602-7501a84e77c5 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:07.820697 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'tag': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'status': 'completed', 'code': 200}
Jun 21 02:59:07.888978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d80f4be0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '05422a23-0645-4132-b27b-47c2248ff615', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'port_id': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'mac_address': 'fa:16:3e:5b:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:58:40Z', 'updated_at': '2021-06-21T02:59:06Z', 'revision_number': 1, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:08.003558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e868fb-4296-446c-8212-8e184a37ee59 req-5f16644c-071b-48d4-ac1e-c7425df292ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.005198 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45e868fb-4296-446c-8212-8e184a37ee59 req-5f16644c-071b-48d4-ac1e-c7425df292ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1098 time: 0.1590233
Jun 21 02:59:08.008179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] Checking router: 50170de2-e7d8-42a6-8094-f13287aa1f1c for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:59:08.064963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:08.065719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d80f4be0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:08.205570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:59:08.211092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e868fb-4296-446c-8212-8e184a37ee59 req-3ee290a9-d078-4e89-8ed5-07e2721a3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.213584 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45e868fb-4296-446c-8212-8e184a37ee59 req-3ee290a9-d078-4e89-8ed5-07e2721a3bcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.2019999
Jun 21 02:59:08.217680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a98a8-10e4-4ede-b7be-4a4f9ed1b8bd req-92c51640-8ca5-4800-ba11-d3da2f613bfe tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.220371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-997a98a8-10e4-4ede-b7be-4a4f9ed1b8bd req-92c51640-8ca5-4800-ba11-d3da2f613bfe tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.1489551
Jun 21 02:59:08.302934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-997a98a8-10e4-4ede-b7be-4a4f9ed1b8bd req-e78f3abc-aa36-4f4a-ab7e-4bfb2d438b77 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726392
Jun 21 02:59:08.312797 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:08.313581 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:08.362274 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45e868fb-4296-446c-8212-8e184a37ee59 req-4607b388-45e7-43bd-abd8-f855258375dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 1000 time: 0.1384835
Jun 21 02:59:08.414411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e868fb-4296-446c-8212-8e184a37ee59 req-02fdbd1a-e6d9-4cae-a6df-b3ab3c1f2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.416005 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45e868fb-4296-446c-8212-8e184a37ee59 req-02fdbd1a-e6d9-4cae-a6df-b3ab3c1f2ba5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.0471005
Jun 21 02:59:08.502170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d80f4be0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '05422a23-0645-4132-b27b-47c2248ff615', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'port_id': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'mac_address': 'fa:16:3e:5b:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:58:40Z', 'updated_at': '2021-06-21T02:59:06Z', 'revision_number': 1, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:08.529499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e868fb-4296-446c-8212-8e184a37ee59 req-8544f360-243f-4b88-91a2-89144eb99483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.534270 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45e868fb-4296-446c-8212-8e184a37ee59 req-8544f360-243f-4b88-91a2-89144eb99483 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1112614
Jun 21 02:59:08.547376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175d748-dc37-4988-baf3-8bd9c46c62e0 None None] The sync data for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 is: [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '05422a23-0645-4132-b27b-47c2248ff615', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'port_id': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'mac_address': 'fa:16:3e:5b:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T02:58:40Z', 'updated_at': '2021-06-21T02:59:06Z', 'revision_number': 1, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:59:08.548970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-9c87dec9-db3f-493e-aa8b-d6d1e0168fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.551243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-9c87dec9-db3f-493e-aa8b-d6d1e0168fa2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21&tenant_id=26400565726346afb906fecc72bb0d27 HTTP/1.1" status: 200  len: 1095 time: 0.1034908
Jun 21 02:59:08.586354 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:59:08.658858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-9b0f4706-a7e4-459b-af0d-e68a57a2f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.660575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-9b0f4706-a7e4-459b-af0d-e68a57a2f761 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1095 time: 0.0875192
Jun 21 02:59:08.721360 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45e868fb-4296-446c-8212-8e184a37ee59 req-f9eb5a53-48f4-4206-b673-6370e6fdfffa service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790607
Jun 21 02:59:08.776000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-61d50894-c1e9-4b09-a6fe-aa4fbed5ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.777832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-61d50894-c1e9-4b09-a6fe-aa4fbed5ed38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 915 time: 0.1109018
Jun 21 02:59:08.857594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-b963d441-c91b-4227-8961-0af32e2826b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 200  len: 217 time: 0.0731864
Jun 21 02:59:08.913059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-260b2558-306c-4978-9fca-92cd8673b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:08.917524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-260b2558-306c-4978-9fca-92cd8673b77f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.0534039
Jun 21 02:59:08.959052 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-45e868fb-4296-446c-8212-8e184a37ee59 req-c6a97481-e7ae-4178-b9e5-1ce8a5c3e1f1 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319436
Jun 21 02:59:08.980799 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79733d46-a797-4979-9da3-ba87fe2c053a None None] New status for floating IP 05422a23-0645-4132-b27b-47c2248ff615: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 02:59:09.043243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-3e82d1d5-8f45-40f4-8df4-c0778c7aaced service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1168263
Jun 21 02:59:09.528723 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:09.591158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da710f8-e722-4a40-978f-99509a080b7c req-cbe7dc59-dd47-4990-bfd3-528b7d0c4f2e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:09.592664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1da710f8-e722-4a40-978f-99509a080b7c req-cbe7dc59-dd47-4990-bfd3-528b7d0c4f2e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 946 time: 0.6453581
Jun 21 02:59:09.602977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfadd-4a1c-4d00-b78d-d8fb532e5b60 req-e968c35d-d419-4bd5-9777-6c9506ac10a0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:09.607297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-700dfadd-4a1c-4d00-b78d-d8fb532e5b60 req-e968c35d-d419-4bd5-9777-6c9506ac10a0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.5596666
Jun 21 02:59:09.655134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53766) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:09.670277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-de776562-0286-4737-a929-96474cf91b3e service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6104507
Jun 21 02:59:09.677939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1da710f8-e722-4a40-978f-99509a080b7c req-b0846b1d-9ed3-47af-b435-99bac96eae8e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666764
Jun 21 02:59:09.741927 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-700dfadd-4a1c-4d00-b78d-d8fb532e5b60 req-c889fc85-c394-410d-8473-22c3ce3cd081 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275384
Jun 21 02:59:09.859388 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eec5b58-d8c8-4bed-ad68-7621a2ae8130 req-06ea2d08-b201-4b77-aabe-88d973584cf0 service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800931
Jun 21 02:59:09.872881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1344446071', 'router:external': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:09.981425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38deee-9961-4290-a74a-49546c2b15bd req-8aede996-1020-452b-b906-1f88d40aeccd tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:09.983175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee38deee-9961-4290-a74a-49546c2b15bd req-8aede996-1020-452b-b906-1f88d40aeccd tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.0726433
Jun 21 02:59:10.012605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Made reservation on behalf of 96f0cd97b4a54e4c98a51598a31937ee for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:59:10.016525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:10.028306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:10.034245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee38deee-9961-4290-a74a-49546c2b15bd req-d8278ac1-df25-4edc-aef1-0097918b67b1 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440884
Jun 21 02:59:10.159991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:10.229081 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:10.234093 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8509a76f-4c98-4a38-a242-9de6a17f4d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:10.261143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 02:59:10.271072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8111750-0158-4d1f-90cc-7daf3f14ae10,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:10.277958 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:10.279164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:10.279526 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Added segment 4d452618-3d1a-431b-a5b9-a2bfed68a6a6 of type vlan for network 9dd16f2a-8558-4204-a941-a5aa17b6811c
Jun 21 02:59:10.380234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:10.550793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:10.551887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:10.552636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:10.556406 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-55e263a0-7d2b-4398-82cc-519700b0cf69 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:10.620992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'Network': ['ID=9dd16f2a-8558-4204-a941-a5aa17b6811c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:10.623887 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:10.631749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 9dd16f2a-8558-4204-a941-a5aa17b6811c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 02:59:10.671080 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.0147054
Jun 21 02:59:10.675049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53814) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:10.698855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'subnet': {'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:10.819687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Made reservation on behalf of 96f0cd97b4a54e4c98a51598a31937ee for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:59:10.828535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:11.129942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1fbb-a3a2-4cf3-87d0-3d4161ec71cd req-d79498fb-fcc8-4e65-acf4-cec222e5feb8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:11.144986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c20a1fbb-a3a2-4cf3-87d0-3d4161ec71cd req-d79498fb-fcc8-4e65-acf4-cec222e5feb8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1543670
Jun 21 02:59:11.228599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c20a1fbb-a3a2-4cf3-87d0-3d4161ec71cd req-e10ba211-09fd-4531-9bf6-abc4333b6499 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766776
Jun 21 02:59:11.383261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53826) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:11.600823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824df3b-7255-4ebb-8fbb-09083c80f09f req-6b94d9f3-fd2f-4824-af0d-9aad97fed23d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:11.625547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d824df3b-7255-4ebb-8fbb-09083c80f09f req-6b94d9f3-fd2f-4824-af0d-9aad97fed23d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.2050562
Jun 21 02:59:11.664057 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0e68-c4b9-4988-a8b1-f4ce6e4a0575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:11.747214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 02:59:11.747806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d824df3b-7255-4ebb-8fbb-09083c80f09f req-2a296d5b-1f68-4cc7-bdbd-d23233416151 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213675
Jun 21 02:59:11.749052 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:11.760316 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8df2cd4c-d1cd-4622-ba60-097d3f13a756 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:11.831657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'Subnet': ['ID=65965546-63b6-4972-8405-a6af46f26c3e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:11.835340 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:11.846651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Checking segment: {'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:59:11.858017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Network hostable DHCP agents. Network: 9dd16f2a-8558-4204-a941-a5aa17b6811c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 02:59:11.873783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0e68-c4b9-4988-a8b1-f4ce6e4a0575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:11.962300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0e68-c4b9-4988-a8b1-f4ce6e4a0575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:11.965618 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a67b46e8-2080-4eb0-8bc5-fd42197e7232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:11.991594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Network 9dd16f2a-8558-4204-a941-a5aa17b6811c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 02:59:12.016563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e0e68-c4b9-4988-a8b1-f4ce6e4a0575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f4875a-25d1-4e4e-b9fb-1aecc4a8c002,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:12.034184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6a0e0e68-c4b9-4988-a8b1-f4ce6e4a0575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f505e3ea0b894f64b6f7b252ce390055&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6489286
Jun 21 02:59:12.036889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53838) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:12.038222 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6a0e0e68-c4b9-4988-a8b1-f4ce6e4a0575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:12.092135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 9dd16f2a-8558-4204-a941-a5aa17b6811c) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:59:12.103463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e6e81-0030-4ec4-bcfd-b12ad49f7edd None None] Network 9dd16f2a-8558-4204-a941-a5aa17b6811c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:59:12.106246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:12.107129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:12.136094 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b608458-447b-467f-8053-53f748d59615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:12.163178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b608458-447b-467f-8053-53f748d59615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:12.177701 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.4937274
Jun 21 02:59:12.181464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53840) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:12.187998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-850598808', 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:12.316120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b51f7-dd52-40ef-82ab-15b0cdb1c248 None None] Network 9dd16f2a-8558-4204-a941-a5aa17b6811c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 02:59:12.350807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Made reservation on behalf of 96f0cd97b4a54e4c98a51598a31937ee for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:59:12.353222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b608458-447b-467f-8053-53f748d59615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:12.355262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:12.357626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b608458-447b-467f-8053-53f748d59615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:12.359371 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9b608458-447b-467f-8053-53f748d59615 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4f4875a-25d1-4e4e-b9fb-1aecc4a8c002 HTTP/1.1" status: 204  len: 168 time: 0.3211296
Jun 21 02:59:12.360651 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2aeceea-57d4-434c-8c64-5a57b99efa1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:12.388611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] device_id is not set on port 9a9311cd-2383-46cc-94c2-55392e23e83e yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 02:59:12.405097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b608458-447b-467f-8053-53f748d59615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f4875a-25d1-4e4e-b9fb-1aecc4a8c002,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:12.413499 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b608458-447b-467f-8053-53f748d59615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:12.673537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Allocated IP 2001:db8::1dd (9dd16f2a-8558-4204-a941-a5aa17b6811c/65965546-63b6-4972-8405-a6af46f26c3e/9a9311cd-2383-46cc-94c2-55392e23e83e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:59:12.908010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c826867-6d9c-4221-9739-828b584e4973 req-090a5326-aaf8-48dc-94b0-d58ac574a825 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:12.924902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c826867-6d9c-4221-9739-828b584e4973 req-090a5326-aaf8-48dc-94b0-d58ac574a825 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.2853091
Jun 21 02:59:12.994166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c826867-6d9c-4221-9739-828b584e4973 req-46cbb815-ba45-45f6-a1de-b9043c8c02db tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659413
Jun 21 02:59:13.230697 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:13.334054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e251a-ce01-443f-b3a4-a5c48dedbe78 req-f57192c5-71c9-45cd-a4b9-982f6031ba92 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:13.343026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f0e251a-ce01-443f-b3a4-a5c48dedbe78 req-f57192c5-71c9-45cd-a4b9-982f6031ba92 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.1132216
Jun 21 02:59:13.378904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f0e251a-ce01-443f-b3a4-a5c48dedbe78 req-e71d0b1c-5e7f-4ff2-a91c-c4ddba8b8469 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357313
Jun 21 02:59:13.562817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53866) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:13.576770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe4f36b2-39bf-4626-a53b-a511ea9a37dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:13.663453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:13.666981 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe4f36b2-39bf-4626-a53b-a511ea9a37dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:13.669689 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d2fbb1c-f652-48f6-9561-581989039e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:13.710066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Network 9dd16f2a-8558-4204-a941-a5aa17b6811c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:59:13.712974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:59:13.716670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:59:13.717758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:13.718777 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:13.728363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9311cd-2383-46cc-94c2-55392e23e83e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:13.732735 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:13.791639 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe4f36b2-39bf-4626-a53b-a511ea9a37dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:13.798053 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a677c47-956a-4afa-adc9-1a9f39020377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:13.827229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f36b2-39bf-4626-a53b-a511ea9a37dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497cebbd-8dcf-4934-b034-7a2eb3859c6a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:13.838513 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe4f36b2-39bf-4626-a53b-a511ea9a37dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:13.855449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fe4f36b2-39bf-4626-a53b-a511ea9a37dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=189f382f7e2f4a1080d9548f944a1d04&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2905333
Jun 21 02:59:13.856910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53874) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:13.941235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.7577620
Jun 21 02:59:13.949421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53876) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:13.988462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd5528c5-f260-4a72-ac6e-e1f23ebf4911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:14.044766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd5528c5-f260-4a72-ac6e-e1f23ebf4911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:14.150360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Deleting port 9a9311cd-2383-46cc-94c2-55392e23e83e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:59:14.153010 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:14.240627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd5528c5-f260-4a72-ac6e-e1f23ebf4911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:14.243896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd5528c5-f260-4a72-ac6e-e1f23ebf4911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:14.245411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cd5528c5-f260-4a72-ac6e-e1f23ebf4911 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/497cebbd-8dcf-4934-b034-7a2eb3859c6a HTTP/1.1" status: 204  len: 168 time: 0.3871632
Jun 21 02:59:14.278711 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-521aaa61-037e-4adc-b3f5-7fcfce49de56 tempest-SecurityGroupsTestJSON-1643109454 tempest-SecurityGroupsTestJSON-1643109454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:14.309828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5528c5-f260-4a72-ac6e-e1f23ebf4911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497cebbd-8dcf-4934-b034-7a2eb3859c6a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:14.323405 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cd5528c5-f260-4a72-ac6e-e1f23ebf4911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:14.367366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd58d7-3311-48d1-bac6-ab557f92cb90 req-7a904ce4-e291-435b-8b87-1f7bf5880f1d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:14.375606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ccd58d7-3311-48d1-bac6-ab557f92cb90 req-7a904ce4-e291-435b-8b87-1f7bf5880f1d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1497376
Jun 21 02:59:14.440841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ccd58d7-3311-48d1-bac6-ab557f92cb90 req-431144cd-7396-4e52-9da1-69d2415662bd tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602310
Jun 21 02:59:14.945004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a04b4e-6336-46b4-b1c4-593cda85b920 req-095c5414-f3ab-4c5d-87d9-7b3fb358374a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:14.949612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43a04b4e-6336-46b4-b1c4-593cda85b920 req-095c5414-f3ab-4c5d-87d9-7b3fb358374a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.2714219
Jun 21 02:59:15.045716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43a04b4e-6336-46b4-b1c4-593cda85b920 req-4d6778ae-12f9-4028-897a-d91b32e32504 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862560
Jun 21 02:59:15.074246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:15.173365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Calling delete_port for 9a9311cd-2383-46cc-94c2-55392e23e83e owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:59:15.482319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:15.488213 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a02fc25c-b6e1-4cad-888d-9b8a4fd038a1 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:15.614603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a9311cd-2383-46cc-94c2-55392e23e83e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:15.621119 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:15.678341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:15.684436 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "DELETE /v2.0/ports/9a9311cd-2383-46cc-94c2-55392e23e83e HTTP/1.1" status: 204  len: 168 time: 1.7312381
Jun 21 02:59:15.687463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:15.714696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c', 'external_fixed_ips': [{'subnet_id': '65965546-63b6-4972-8405-a6af46f26c3e', 'ip_address': '2001:db8::1dd'}]}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:15.796442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ecd9b-cea4-4c76-a8f5-85464ffdbc15 req-c106ffa4-199e-4c5c-b250-99ef72f85609 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:15.798914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f1ecd9b-cea4-4c76-a8f5-85464ffdbc15 req-c106ffa4-199e-4c5c-b250-99ef72f85609 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1625717
Jun 21 02:59:15.877123 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:15.878690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:15.895420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f1ecd9b-cea4-4c76-a8f5-85464ffdbc15 req-33816ac7-8f2b-47e1-8de3-f2faa7052181 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846546
Jun 21 02:59:15.996556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:16.376178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:16.470736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bdea3-88fe-4bf1-ae96-dcc68db2a94c req-238802e0-f167-49d4-92aa-5ea3be649a9f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:16.483060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf5bdea3-88fe-4bf1-ae96-dcc68db2a94c req-238802e0-f167-49d4-92aa-5ea3be649a9f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.1691909
Jun 21 02:59:16.625264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf5bdea3-88fe-4bf1-ae96-dcc68db2a94c req-d4bf36f4-bc60-40f4-aa69-8c95a5baa0a0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342428
Jun 21 02:59:17.072007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:17.120126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:17.167146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53946) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:17.189448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3416420-1348-4286-b7db-1ba073cb3ccd req-898a7c89-5bd3-4914-b7d3-fd0273ee1c29 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:17.194558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3416420-1348-4286-b7db-1ba073cb3ccd req-898a7c89-5bd3-4914-b7d3-fd0273ee1c29 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1096249
Jun 21 02:59:17.266091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3416420-1348-4286-b7db-1ba073cb3ccd req-b66aa777-862e-42ec-aed3-cee0c77373c2 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704732
Jun 21 02:59:17.397681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Allocated IP 2001:db8::1dd (9dd16f2a-8558-4204-a941-a5aa17b6811c/65965546-63b6-4972-8405-a6af46f26c3e/0a818d48-5d1c-4188-9bc5-c6e6039e3d41) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:59:17.437685 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a32d01d-eb40-4b3d-abd4-d0ed313e7f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:17.546740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:17.689975 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a32d01d-eb40-4b3d-abd4-d0ed313e7f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:17.717876 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:17.734107 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e28e585d-572d-4b0a-bf28-213f5ce198b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:17.775049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a32d01d-eb40-4b3d-abd4-d0ed313e7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:17.778566 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-85644dcb-53b6-4e2f-b04e-c18c3cd66331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:17.837758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Network 9dd16f2a-8558-4204-a941-a5aa17b6811c is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:59:17.846225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:59:17.854104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:59:17.896836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32d01d-eb40-4b3d-abd4-d0ed313e7f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c362456-1dc3-4a49-b2aa-d2264002e607,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:17.924891 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3a32d01d-eb40-4b3d-abd4-d0ed313e7f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:17.927717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3a32d01d-eb40-4b3d-abd4-d0ed313e7f2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42fa44133a5641ef95088c4ad9f7cc93&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7605181
Jun 21 02:59:17.932656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53960) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:18.021214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f005a3a9-08f0-4199-8b73-f25c3f51709f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:18.054530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1165bd9-2344-4f84-9a9c-f2683cf439e8 req-86243694-da63-42ea-bf0d-70ab769ed86c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:18.063891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1165bd9-2344-4f84-9a9c-f2683cf439e8 req-86243694-da63-42ea-bf0d-70ab769ed86c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.1822686
Jun 21 02:59:18.071472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'Port': ['ID=0a818d48-5d1c-4188-9bc5-c6e6039e3d41,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:18.089284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:18.117538 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f005a3a9-08f0-4199-8b73-f25c3f51709f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:18.193324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1165bd9-2344-4f84-9a9c-f2683cf439e8 req-9711184b-ca8f-4d24-91f8-43a9e1318bd5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285493
Jun 21 02:59:18.315489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f005a3a9-08f0-4199-8b73-f25c3f51709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:18.315489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f005a3a9-08f0-4199-8b73-f25c3f51709f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:18.321525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f005a3a9-08f0-4199-8b73-f25c3f51709f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c362456-1dc3-4a49-b2aa-d2264002e607 HTTP/1.1" status: 204  len: 168 time: 0.3870020
Jun 21 02:59:18.322856 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2797c0d6-5112-41c2-87de-a4a69fafa3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:18.353024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005a3a9-08f0-4199-8b73-f25c3f51709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c362456-1dc3-4a49-b2aa-d2264002e607,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:18.364507 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f005a3a9-08f0-4199-8b73-f25c3f51709f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:18.601379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:18.638416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378c966-20d7-4cf4-aef9-8cd645d5b566 req-93ae9237-ad29-4149-b925-5ece79481413 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:18.644686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2378c966-20d7-4cf4-aef9-8cd645d5b566 req-93ae9237-ad29-4149-b925-5ece79481413 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1932416
Jun 21 02:59:18.765976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2378c966-20d7-4cf4-aef9-8cd645d5b566 req-8731ee68-e585-4cff-bd5d-ef1fccc64138 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142550
Jun 21 02:59:19.145924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:19.469720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Router f8b77812-eed2-44e0-a1f8-9f02e06422fa is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:59:19.622548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea6fc5-1830-482a-9456-ad613345d77c req-c11d47f6-689d-40df-8f81-ad06ffae45fb tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:19.637688 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09ea6fc5-1830-482a-9456-ad613345d77c req-c11d47f6-689d-40df-8f81-ad06ffae45fb tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.1480451
Jun 21 02:59:19.687745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09ea6fc5-1830-482a-9456-ad613345d77c req-c41022fe-0ab6-4e13-bc87-3227bd1f7bf5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490677
Jun 21 02:59:19.721695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:59:19.747255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Sync routers for ids ['f8b77812-eed2-44e0-a1f8-9f02e06422fa'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:59:19.763031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Routers {'f8b77812-eed2-44e0-a1f8-9f02e06422fa'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:19.764153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f1e6d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f8b77812-eed2-44e0-a1f8-9f02e06422fa'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:19.870191 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:19.874265 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 4.1699421
Jun 21 02:59:19.874599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54008) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:20.100514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Set router f8b77812-eed2-44e0-a1f8-9f02e06422fa gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:59:20.143793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095682ab-578e-44c3-a47c-279c90bbfd84 req-9ec0d3fa-6308-4f42-aa40-048cbb422947 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:20.158777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-095682ab-578e-44c3-a47c-279c90bbfd84 req-9ec0d3fa-6308-4f42-aa40-048cbb422947 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1249716
Jun 21 02:59:20.203709 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:20.256113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-095682ab-578e-44c3-a47c-279c90bbfd84 req-170b6683-d0b9-4a5b-a4eb-4876090f41cc tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947177
Jun 21 02:59:20.435528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:20.694888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Deleting port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:59:20.695253 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:20.734194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f1e6d0>, [{'id': 'f8b77812-eed2-44e0-a1f8-9f02e06422fa', 'name': '', 'tenant_id': '96f0cd97b4a54e4c98a51598a31937ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c', 'external_fixed_ips': [{'subnet_id': '65965546-63b6-4972-8405-a6af46f26c3e', 'ip_address': '2001:db8::1dd'}], 'enable_snat': True}, 'gw_port_id': '0a818d48-5d1c-4188-9bc5-c6e6039e3d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:59:15Z', 'updated_at': '2021-06-21T02:59:18Z', 'revision_number': 3, 'project_id': '96f0cd97b4a54e4c98a51598a31937ee', 'gw_port': {'id': '0a818d48-5d1c-4188-9bc5-c6e6039e3d41', 'name': '', 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b77812-eed2-44e0-a1f8-9f02e06422fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '65965546-63b6-4972-8405-a6af46f26c3e', 'ip_address': '2001:db8::1dd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:59:17Z', 'updated_at': '2021-06-21T02:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65965546-63b6-4972-8405-a6af46f26c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:20.834677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Checking router: f8b77812-eed2-44e0-a1f8-9f02e06422fa for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:59:20.841482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Updating router f8b77812-eed2-44e0-a1f8-9f02e06422fa port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:59:20.905820 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:20.974390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:21.178865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b057da-2507-41f9-843c-31e40de21940 req-fba26ffd-564a-40dc-b2ff-b684c2889ae0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:21.180566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8b057da-2507-41f9-843c-31e40de21940 req-fba26ffd-564a-40dc-b2ff-b684c2889ae0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.1674333
Jun 21 02:59:21.198447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Calling delete_port for 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:59:21.307896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8b057da-2507-41f9-843c-31e40de21940 req-2f540384-307a-47c9-a0b5-ed52faf69885 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172850
Jun 21 02:59:21.427373 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:21.439012 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Transition to ACTIVE for port object 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:59:21.510684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:21.513162 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-09a1853d-a496-44af-98e9-9f0075632759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:21.642817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Attempting to bind port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:59:21.643522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Attempting to bind port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:59:21.644021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Attempting to bind port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 on network 9dd16f2a-8558-4204-a941-a5aa17b6811c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:59:21.652315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Pushing event updated for resources: {'Port': ['ID=0a818d48-5d1c-4188-9bc5-c6e6039e3d41,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:21.662608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.663164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.663980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.665615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.666004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.666664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.667008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.667428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.667773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.668301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.668853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.669256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:21.677980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:59:21.677980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Checking segment: {'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:59:21.677980 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:21.677980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Bound using segment: {'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:59:21.677980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Bound port: 0a818d48-5d1c-4188-9bc5-c6e6039e3d41, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:59:21.677980 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:21.679019 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:21.725095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795ca8b-67e5-4693-92e2-6785c217b480 req-0ffbd11a-c1e5-4f31-a704-f279a2fed57b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:21.730114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2795ca8b-67e5-4693-92e2-6785c217b480 req-0ffbd11a-c1e5-4f31-a704-f279a2fed57b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.2020290
Jun 21 02:59:21.802717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2795ca8b-67e5-4693-92e2-6785c217b480 req-143b9c19-e913-4e97-8aea-5091d084c2ae tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653625
Jun 21 02:59:21.842575 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:21.843033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 02:59:21.843537 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 02:59:21.847430 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-315f9bf4-36e8-48b0-8b5c-a0271fcf1b98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:21.906404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a818d48-5d1c-4188-9bc5-c6e6039e3d41,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:21.928329 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:21.932734 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.050900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.053430 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.202321 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.202947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8b77812-eed2-44e0-a1f8-9f02e06422fa {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:59:22.214180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.214180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f8b77812-eed2-44e0-a1f8-9f02e06422fa HTTP/1.1" status: 204  len: 168 time: 2.3337996
Jun 21 02:59:22.214426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54060) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:22.367920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Attempting to bind port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:59:22.370467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Attempting to bind port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:59:22.371795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Attempting to bind port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 on network 9dd16f2a-8558-4204-a941-a5aa17b6811c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:59:22.385622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:59:22.387411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Deleting subnet 65965546-63b6-4972-8405-a6af46f26c3e {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 02:59:22.388027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Checking segment: {'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:59:22.395849 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.396421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.397056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Bound using segment: {'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:59:22.398532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Bound port: 0a818d48-5d1c-4188-9bc5-c6e6039e3d41, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d452618-3d1a-431b-a5b9-a2bfed68a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9dd16f2a-8558-4204-a941-a5aa17b6811c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:59:22.411214 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.439313 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.470839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Port 0a818d48-5d1c-4188-9bc5-c6e6039e3d41 has been deleted concurrently {{(pid=94168) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}}
Jun 21 02:59:22.502244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Routers set() bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:22.505228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Router IDs set() for agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 21 02:59:22.511194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_agentschedulers_db [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8b77812-eed2-44e0-a1f8-9f02e06422fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent'). {{(pid=94168) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jun 21 02:59:22.512861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241683e2-5620-4c24-aa08-ea3b37831a80 None None] The sync data for ids ['f8b77812-eed2-44e0-a1f8-9f02e06422fa'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:59:22.582630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.737063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c56c9-b593-456e-8ca4-d3380fca4762 req-59766fcc-2ee2-4536-b60b-37ef7d6d8885 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:22.747411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-716c56c9-b593-456e-8ca4-d3380fca4762 req-59766fcc-2ee2-4536-b60b-37ef7d6d8885 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.2313111
Jun 21 02:59:22.855802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-716c56c9-b593-456e-8ca4-d3380fca4762 req-34a6b0a6-5e55-484f-a15b-a0b3523a6508 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984802
Jun 21 02:59:22.859433 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.869959 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6feb4426-7aea-4dd8-9b8d-6b9711fcba7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:22.947648 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:22.949651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/65965546-63b6-4972-8405-a6af46f26c3e HTTP/1.1" status: 204  len: 168 time: 0.7360835
Jun 21 02:59:22.950740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=65965546-63b6-4972-8405-a6af46f26c3e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:22.952496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54086) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:22.957405 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:23.134706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:23.296685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7077-787f-4f42-aee0-72846c99e328 req-fdcb8073-c1d3-473f-a787-43404847fa94 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:23.299812 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:23.312065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d20e7077-787f-4f42-aee0-72846c99e328 req-fdcb8073-c1d3-473f-a787-43404847fa94 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.2610445
Jun 21 02:59:23.315218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8d66c40>,) {'filters': {'network_id': ['9dd16f2a-8558-4204-a941-a5aa17b6811c']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:23.333389 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8d66c40>, '4d452618-3d1a-431b-a5b9-a2bfed68a6a6') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:23.334332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8d66c40>, '4d452618-3d1a-431b-a5b9-a2bfed68a6a6') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:23.352130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:23.388912 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:23.395842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 02:59:23.396248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:23.431238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d20e7077-787f-4f42-aee0-72846c99e328 req-89ecf90a-b5e9-4400-8923-a0db3c71bccc tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178546
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   items = [
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 02:59:23.466939 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 02:59:23.550674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:23.555665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9dd16f2a-8558-4204-a941-a5aa17b6811c {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jun 21 02:59:23.565264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:23.570240 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9dd16f2a-8558-4204-a941-a5aa17b6811c HTTP/1.1" status: 204  len: 168 time: 0.6158514
Jun 21 02:59:23.577783 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:23.635754 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dd16f2a-8558-4204-a941-a5aa17b6811c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:23.645497 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:24.195603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54114) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:24.202714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ec51c19a-481c-44cd-aa7e-02b7756ed079 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'router': {'name': 'tempest-router--1922949341', 'project_id': 'f43f9f2d655e4095babaccfcef7cd1e6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:24.229704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35848b52-1615-4c03-b529-a80f7cad545d req-2de5d2d5-3f55-44ef-ba58-53138f33848e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:24.235870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35848b52-1615-4c03-b529-a80f7cad545d req-2de5d2d5-3f55-44ef-ba58-53138f33848e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.0985262
Jun 21 02:59:24.294067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec51c19a-481c-44cd-aa7e-02b7756ed079 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:24.295292 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec51c19a-481c-44cd-aa7e-02b7756ed079 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:24.351126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec51c19a-481c-44cd-aa7e-02b7756ed079 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:24.436759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec51c19a-481c-44cd-aa7e-02b7756ed079 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:24.462543 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35848b52-1615-4c03-b529-a80f7cad545d req-167af2ae-9851-4d27-9675-9cc4b055304d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250295
Jun 21 02:59:24.560661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec51c19a-481c-44cd-aa7e-02b7756ed079 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:24.561570 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ec51c19a-481c-44cd-aa7e-02b7756ed079 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3659623
Jun 21 02:59:24.564227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54128) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:24.654684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52797ab-5676-4aa0-99da-c578adb62be3 req-d12965ac-3fd5-42bc-886d-25af5b754943 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:24.656235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a52797ab-5676-4aa0-99da-c578adb62be3 req-d12965ac-3fd5-42bc-886d-25af5b754943 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.0786304
Jun 21 02:59:24.665167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2f4d-6f17-4668-a121-1e5867ae1e9c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:24.996190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a52797ab-5676-4aa0-99da-c578adb62be3 req-e83b6b34-b542-4da6-b748-2091706d0d81 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406437
Jun 21 02:59:25.150989 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2f4d-6f17-4668-a121-1e5867ae1e9c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:25.153400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2f4d-6f17-4668-a121-1e5867ae1e9c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:25.339062 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2f4d-6f17-4668-a121-1e5867ae1e9c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:25.339727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6c2f4d-6f17-4668-a121-1e5867ae1e9c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5467d6ed-9772-4272-908d-1f991f353561 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:59:25.344643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2f4d-6f17-4668-a121-1e5867ae1e9c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:25.347828 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad6c2f4d-6f17-4668-a121-1e5867ae1e9c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5467d6ed-9772-4272-908d-1f991f353561 HTTP/1.1" status: 204  len: 168 time: 0.7810509
Jun 21 02:59:25.653809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54154) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:25.705405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e9848-d4ec-49c0-a973-e581e1a1b1fb req-97bc06f9-4d00-47b1-abb6-fb4ab9eced34 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:25.707710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-293e9848-d4ec-49c0-a973-e581e1a1b1fb req-97bc06f9-4d00-47b1-abb6-fb4ab9eced34 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 943 time: 0.0947375
Jun 21 02:59:25.719703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54158) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:25.770278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-293e9848-d4ec-49c0-a973-e581e1a1b1fb req-96009fd0-1291-4113-a637-9edf0aee3106 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533042
Jun 21 02:59:25.932362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a86-d15e-44e8-a249-628814baa2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:25.952510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ac676-b73a-4ebb-971f-cd54c02278ba req-a877dcfc-b938-4e86-820a-61490f544e36 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:25.954877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd1ac676-b73a-4ebb-971f-cd54c02278ba req-a877dcfc-b938-4e86-820a-61490f544e36 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1042821
Jun 21 02:59:25.976986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1474794668', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:25.997954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd1ac676-b73a-4ebb-971f-cd54c02278ba req-fc67c02a-d041-4587-9028-6732d915f2e1 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371377
Jun 21 02:59:26.045408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a86-d15e-44e8-a249-628814baa2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.118634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a86-d15e-44e8-a249-628814baa2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.123885 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01095c53-5820-4491-b976-5524d7ba391e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:26.172399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b7a86-d15e-44e8-a249-628814baa2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be41a51-a6eb-46b0-b42f-ab84539585f6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:26.176769 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0d4b7a86-d15e-44e8-a249-628814baa2a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23837709db1848f3800a720ecabbe6d6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4560721
Jun 21 02:59:26.177751 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d4b7a86-d15e-44e8-a249-628814baa2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:26.179569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54166) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:26.230196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcb22ce9-43df-480f-b1b9-866069c5a0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.244112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.245095 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.262537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcb22ce9-43df-480f-b1b9-866069c5a0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.335777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.427682 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcb22ce9-43df-480f-b1b9-866069c5a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.430335 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dcb22ce9-43df-480f-b1b9-866069c5a0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.431471 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dcb22ce9-43df-480f-b1b9-866069c5a0f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5be41a51-a6eb-46b0-b42f-ab84539585f6 HTTP/1.1" status: 204  len: 168 time: 0.2508731
Jun 21 02:59:26.458779 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d4b7a86-d15e-44e8-a249-628814baa2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:26.464354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:59:26.469557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb22ce9-43df-480f-b1b9-866069c5a0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be41a51-a6eb-46b0-b42f-ab84539585f6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:26.472880 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dcb22ce9-43df-480f-b1b9-866069c5a0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:26.545443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.604882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:26.633112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'network_id': '79049c7b-8ce4-4210-837e-d219c8abcfa0', 'port_id': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'mac_address': 'fa:16:3e:44:25:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce844538-077a-4802-a14e-bc7e8752119b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:59:26.686070 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.702973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:59:26.735628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:26.817628 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.817628 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:26.877225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:26.889297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:26.889433 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:26.920642 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:27.046576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e93cc-bac6-481e-b52d-fd47a33fbed5 req-dacbc84a-1b04-4452-8110-3a490824c382 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:27.048209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d9e93cc-bac6-481e-b52d-fd47a33fbed5 req-dacbc84a-1b04-4452-8110-3a490824c382 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 944 time: 0.0900679
Jun 21 02:59:27.060658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:59:27.121629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d9e93cc-bac6-481e-b52d-fd47a33fbed5 req-8dd3441d-c5bc-4ed0-8787-d92c4684b9bb tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617723
Jun 21 02:59:27.135256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Allocated IP 172.25.7.100 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/42229210-761f-49c1-afe7-04bd6275c7fe) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:59:27.291730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4399e-da22-429a-b5c9-e66c8c251c72 req-2bb236d8-1557-49d8-8dac-e4cbed5f1982 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:27.294163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07c4399e-da22-429a-b5c9-e66c8c251c72 req-2bb236d8-1557-49d8-8dac-e4cbed5f1982 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1513941
Jun 21 02:59:27.332385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:27.350409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07c4399e-da22-429a-b5c9-e66c8c251c72 req-1795d57a-8b27-42ea-b4b6-15f1694a03d2 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493393
Jun 21 02:59:27.483673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:27.486751 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:27.544507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event updated for resources: {'Port': ['ID=42229210-761f-49c1-afe7-04bd6275c7fe,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:27.548785 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:27.557269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:59:27.559515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:59:27.560866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:59:27.625806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-b8842200-4bd1-46dd-bc85-d2ef72196f9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0589871
Jun 21 02:59:27.780080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-ff9f0b3a-1da3-49f6-8000-c9c611b6acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:27.781718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-ff9f0b3a-1da3-49f6-8000-c9c611b6acdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 1097 time: 0.1022191
Jun 21 02:59:27.925248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-27855747-e908-40dc-b6c3-7666d4e46692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:27.926868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-27855747-e908-40dc-b6c3-7666d4e46692 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 916 time: 0.1194527
Jun 21 02:59:27.978323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-df54fa26-4870-4874-bf0b-d001975bca36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b799934e-a47c-4966-9c8d-46a59c89777e HTTP/1.1" status: 200  len: 217 time: 0.0439575
Jun 21 02:59:27.980591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:28.036836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-ec818bd2-b5bc-4f54-a88f-97af785df354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:28.038335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-ec818bd2-b5bc-4f54-a88f-97af785df354 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.0539308
Jun 21 02:59:28.078114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-8ce3b7d2-e333-42ca-8ae2-31838323de84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311756
Jun 21 02:59:28.192985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-2ce78149-3c88-4be0-aa4d-9ff6c049172d service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068513
Jun 21 02:59:28.235747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:28.325527 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0abcf00e-bac1-4651-9eb4-17d78fadbc25 req-848f5e9c-349d-4c33-9f8d-69321b200e57 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228678
Jun 21 02:59:28.450336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Router 790f081e-e411-4a1d-8ac0-2a37aa72abd9 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:59:28.465542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:59:28.598191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:59:28.598577 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:28.706968 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:59:28.723050 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d925c2c-f572-4e5d-9bfc-816327ec3541 None None] Sync routers for ids ['790f081e-e411-4a1d-8ac0-2a37aa72abd9'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:59:28.745817 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d925c2c-f572-4e5d-9bfc-816327ec3541 None None] Routers {'790f081e-e411-4a1d-8ac0-2a37aa72abd9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:28.748665 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:28.750759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5d925c2c-f572-4e5d-9bfc-816327ec3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['790f081e-e411-4a1d-8ac0-2a37aa72abd9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:28.781215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:28.787230 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f0e9a6-63d7-4e1c-b245-a8b255bb0301" -d '{"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-plugged", "status": "completed", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:28.792370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258d9c3-5c24-4385-a7e8-5bb13c9046aa req-94f58929-719d-40e1-adbf-ed64954a9ba6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:28.794215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f258d9c3-5c24-4385-a7e8-5bb13c9046aa req-94f58929-719d-40e1-adbf-ed64954a9ba6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 944 time: 0.4819107
Jun 21 02:59:28.819560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:28.830886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5d925c2c-f572-4e5d-9bfc-816327ec3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7280>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:28.831390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07af24-b946-4afd-b21a-5e690314b699 req-c1a289d6-54da-4e9d-9757-3249a367e4c8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:28.837942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc07af24-b946-4afd-b21a-5e690314b699 req-c1a289d6-54da-4e9d-9757-3249a367e4c8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.2753186
Jun 21 02:59:28.841680 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d925c2c-f572-4e5d-9bfc-816327ec3541 None None] Routers {'790f081e-e411-4a1d-8ac0-2a37aa72abd9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:28.842514 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5d925c2c-f572-4e5d-9bfc-816327ec3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['790f081e-e411-4a1d-8ac0-2a37aa72abd9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:28.869325 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:28.871965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 3.2158942
Jun 21 02:59:28.885996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54260) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:28.893694 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5d925c2c-f572-4e5d-9bfc-816327ec3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7280>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:28.894558 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d925c2c-f572-4e5d-9bfc-816327ec3541 None None] The sync data for ids ['790f081e-e411-4a1d-8ac0-2a37aa72abd9'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:59:28.910227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f258d9c3-5c24-4385-a7e8-5bb13c9046aa req-0a44df8d-ed11-4392-bfb8-763a66052ef7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080267
Jun 21 02:59:28.918896 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:28.921556 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b090302c-8f29-433d-8290-7f252b7461e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:28.942789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc07af24-b946-4afd-b21a-5e690314b699 req-fa25f4f5-1315-41d1-ab53-669248fce8ed tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830026
Jun 21 02:59:29.045259 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304948ab-3a38-43fa-bec6-989a9edc4227 x-openstack-request-id: req-304948ab-3a38-43fa-bec6-989a9edc4227 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:29.045772 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-plugged", "status": "completed", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:29.046567 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-304948ab-3a38-43fa-bec6-989a9edc4227 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:29.047131 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'code': 200}
Jun 21 02:59:29.052860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=10']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:29.057705 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:29.105370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aa6edc87-9ccc-44ec-8f77-d06d5a59dbd6 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/routers/790f081e-e411-4a1d-8ac0-2a37aa72abd9 HTTP/1.1" status: 200  len: 925 time: 0.2163746
Jun 21 02:59:29.108960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54266) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:29.149377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9b29e322-9b28-45fc-8310-e9daa496326b tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=790f081e-e411-4a1d-8ac0-2a37aa72abd9 HTTP/1.1" status: 200  len: 205 time: 0.0378654
Jun 21 02:59:29.150633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54268) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:29.292284 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:29.418883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:29.849565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb79fd5-86cd-4e5b-b60d-63ad582fa097 req-b636f7c3-1e76-4f97-92f0-7b9aceba7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:29.851171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eb79fd5-86cd-4e5b-b60d-63ad582fa097 req-b636f7c3-1e76-4f97-92f0-7b9aceba7170 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1098 time: 0.0922313
Jun 21 02:59:29.892762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Deleting port 42229210-761f-49c1-afe7-04bd6275c7fe {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:59:29.893039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:29.999565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eb79fd5-86cd-4e5b-b60d-63ad582fa097 req-c534daa1-5c01-49e3-b50d-cb0378f5e0d4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413937
Jun 21 02:59:30.121422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:30.212606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Calling delete_port for 42229210-761f-49c1-afe7-04bd6275c7fe owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:59:30.516320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252230f-4d16-4d8d-8d39-3112193e2195 req-b7301f1e-3b37-4a9c-899c-8ae5914d14d5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:30.517897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e252230f-4d16-4d8d-8d39-3112193e2195 req-b7301f1e-3b37-4a9c-899c-8ae5914d14d5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1826663
Jun 21 02:59:30.540837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86e35-4db9-47ac-91a6-c47328b76aee req-fed520ec-b8d3-47c4-abfc-04cc69ea8b18 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:30.542387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73b86e35-4db9-47ac-91a6-c47328b76aee req-fed520ec-b8d3-47c4-abfc-04cc69ea8b18 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1532512
Jun 21 02:59:30.595238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:30.610095 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b041b03-b23f-4f26-8835-a2343f0fe58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:30.634566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event deleted for resources: {'Port': ['ID=42229210-761f-49c1-afe7-04bd6275c7fe,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:30.653632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e252230f-4d16-4d8d-8d39-3112193e2195 req-aded82ab-935b-4284-9cbf-96c96f8f5037 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275694
Jun 21 02:59:30.654788 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:30.696207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73b86e35-4db9-47ac-91a6-c47328b76aee req-4ffa69e7-2ecc-40bf-87dd-21dd36355ab6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241324
Jun 21 02:59:30.768820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:30.966182 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:30.968876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:31.094071 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:31.094651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Fanout notify agent at l3_agent the message router_deleted on router 790f081e-e411-4a1d-8ac0-2a37aa72abd9 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:59:31.108203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:31.112632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/790f081e-e411-4a1d-8ac0-2a37aa72abd9 HTTP/1.1" status: 204  len: 168 time: 1.9577539
Jun 21 02:59:31.113694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54340) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:31.121624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1403711990', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': False}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:31.230465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:31.231546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:31.290654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:31.662012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:31.913279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef3854-3845-4f77-8f6b-07850ac8db01 req-429e0842-4203-4377-beef-bf857d120e47 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:31.927313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4ef3854-3845-4f77-8f6b-07850ac8db01 req-429e0842-4203-4377-beef-bf857d120e47 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1371434
Jun 21 02:59:32.034323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdba4b0-0954-4e12-81c2-99f43478144d req-39442a25-7d2d-49d0-ab51-3bc5283acc97 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:32.036268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cdba4b0-0954-4e12-81c2-99f43478144d req-39442a25-7d2d-49d0-ab51-3bc5283acc97 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1078818
Jun 21 02:59:32.040396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4ef3854-3845-4f77-8f6b-07850ac8db01 req-6361c9e5-5d49-4de2-9c6d-9e93c2fade35 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755908
Jun 21 02:59:32.121111 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cdba4b0-0954-4e12-81c2-99f43478144d req-132441d8-b16e-4ae0-be3e-c6c03b38386c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701597
Jun 21 02:59:32.207525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:32.233905 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:32.381060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Allocated IP 172.25.7.213 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/bdd2329a-8c47-480a-8549-0ae97b78d889) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:59:32.624856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:32.814167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:32.818462 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0e062aca-3174-4ca5-8efa-730dde1fbc3f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:32.862639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:59:32.869981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:59:32.879661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'Port': ['ID=bdd2329a-8c47-480a-8549-0ae97b78d889,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:32.887544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:59:32.887544 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:33.397037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:33.473857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cc92f-2d57-4ebc-8143-bd5a1c3d4f76 req-4f6280c0-7ef4-42c3-8bf8-788cdb3621ca tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:33.481649 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf6cc92f-2d57-4ebc-8143-bd5a1c3d4f76 req-4f6280c0-7ef4-42c3-8bf8-788cdb3621ca tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.2125530
Jun 21 02:59:33.541818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab329c-0bd8-4f9c-89d3-cfc8c44662b1 req-4acf97de-2483-4fdc-880f-df7ac3bf9402 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:33.543370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ab329c-0bd8-4f9c-89d3-cfc8c44662b1 req-4acf97de-2483-4fdc-880f-df7ac3bf9402 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1353528
Jun 21 02:59:33.574332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf6cc92f-2d57-4ebc-8143-bd5a1c3d4f76 req-dc0417e7-da73-4762-a85f-b686d54b8d44 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911262
Jun 21 02:59:33.691001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ab329c-0bd8-4f9c-89d3-cfc8c44662b1 req-45ad75a2-5722-47c0-8c83-10ebd0ad6804 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114378
Jun 21 02:59:33.750511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:34.029174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Router 0820d2db-5cde-4e66-a165-f682c5a1ba97 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:59:34.224345 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6bd164f8-7978-4b57-a1e8-bcd918648372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:34.518640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:59:34.532368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Sync routers for ids ['0820d2db-5cde-4e66-a165-f682c5a1ba97'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:59:34.546884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Routers {'0820d2db-5cde-4e66-a165-f682c5a1ba97'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:34.547426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d35070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0820d2db-5cde-4e66-a165-f682c5a1ba97'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:34.626147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:34.626418 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 3.5103331
Jun 21 02:59:34.635752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54474) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:34.822325 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0dfc85df-57a4-459a-a6e1-4dd589f7bd29 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/routers/0820d2db-5cde-4e66-a165-f682c5a1ba97 HTTP/1.1" status: 200  len: 909 time: 0.1852698
Jun 21 02:59:34.823079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54486) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:34.823394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Set router 0820d2db-5cde-4e66-a165-f682c5a1ba97 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:59:34.832275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1403711990', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': True}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:34.939589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eeb40-ebb0-46e6-9138-315015e3748d req-c77305c7-cdef-4074-aba0-b498e2589896 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:34.945818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe1eeb40-ebb0-46e6-9138-315015e3748d req-c77305c7-cdef-4074-aba0-b498e2589896 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1791143
Jun 21 02:59:34.993187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe1eeb40-ebb0-46e6-9138-315015e3748d req-8bc0342c-3a56-425e-b29a-afeba0456e8f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445063
Jun 21 02:59:35.002908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.004166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.098047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d35070>, [{'id': '0820d2db-5cde-4e66-a165-f682c5a1ba97', 'name': 'tempest-snat-router-1403711990', 'tenant_id': '96f0cd97b4a54e4c98a51598a31937ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.213'}], 'enable_snat': False}, 'gw_port_id': 'bdd2329a-8c47-480a-8549-0ae97b78d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:59:31Z', 'updated_at': '2021-06-21T02:59:33Z', 'revision_number': 3, 'project_id': '96f0cd97b4a54e4c98a51598a31937ee', 'gw_port': {'id': 'bdd2329a-8c47-480a-8549-0ae97b78d889', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d2db-5cde-4e66-a165-f682c5a1ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:59:32Z', 'updated_at': '2021-06-21T02:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:35.122320 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.132323 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Checking router: 0820d2db-5cde-4e66-a165-f682c5a1ba97 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:59:35.132981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Updating router 0820d2db-5cde-4e66-a165-f682c5a1ba97 port bdd2329a-8c47-480a-8549-0ae97b78d889 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:59:35.153102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68118385-f550-4e7b-8e6e-9478165b47f6 req-698c0049-499a-46f0-9c0e-2bb87bc32183 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:35.163588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68118385-f550-4e7b-8e6e-9478165b47f6 req-698c0049-499a-46f0-9c0e-2bb87bc32183 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1755605
Jun 21 02:59:35.214758 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.240284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68118385-f550-4e7b-8e6e-9478165b47f6 req-b64e2d49-99e6-4fb1-a4eb-c51f2f9d2568 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723443
Jun 21 02:59:35.469636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9d01b-6f8a-49fb-868b-fb53338d4a06 req-99193eef-90b0-4b44-952e-3bb52a0ac6d5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:35.481582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03a9d01b-6f8a-49fb-868b-fb53338d4a06 req-99193eef-90b0-4b44-952e-3bb52a0ac6d5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.0856900
Jun 21 02:59:35.572813 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.578154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03a9d01b-6f8a-49fb-868b-fb53338d4a06 req-5c83783f-e2b8-4020-8c7a-c3ecd90c46ad tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953596
Jun 21 02:59:35.684193 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.713396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Transition to ACTIVE for port object bdd2329a-8c47-480a-8549-0ae97b78d889 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:59:35.828551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.840413 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:35.892558 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.939514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Attempting to bind port bdd2329a-8c47-480a-8549-0ae97b78d889 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:59:35.939905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Attempting to bind port bdd2329a-8c47-480a-8549-0ae97b78d889 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:59:35.940279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Attempting to bind port bdd2329a-8c47-480a-8549-0ae97b78d889 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:59:35.948968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a722b3-e5c4-4e88-9c69-32bbc4bbefc8 req-94155568-f3fd-463e-ac22-c9eb4d397764 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:35.949602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:59:35.949602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:59:35.950026 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.950435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:59:35.950912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Bound port: bdd2329a-8c47-480a-8549-0ae97b78d889, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:59:35.951295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:35.961189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4a722b3-e5c4-4e88-9c69-32bbc4bbefc8 req-94155568-f3fd-463e-ac22-c9eb4d397764 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1290138
Jun 21 02:59:36.030648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4a722b3-e5c4-4e88-9c69-32bbc4bbefc8 req-161fd670-2f48-4a98-bb5b-92861eb7085c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682290
Jun 21 02:59:36.031167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] For port bdd2329a-8c47-480a-8549-0ae97b78d889, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:59:36.056166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] For port bdd2329a-8c47-480a-8549-0ae97b78d889, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bdd2329a-8c47-480a-8549-0ae97b78d889,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:59:36.063301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f747f-37c0-4a97-b501-2448ec972fe7 None None] Pushing event updated for resources: {'Port': ['ID=bdd2329a-8c47-480a-8549-0ae97b78d889,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:36.084138 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-525f747f-37c0-4a97-b501-2448ec972fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:36.086468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:36.131128 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:36.133851 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:36.193460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:36.254406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Routers {'0820d2db-5cde-4e66-a165-f682c5a1ba97'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:36.260159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d35070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0820d2db-5cde-4e66-a165-f682c5a1ba97'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:36.412449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] Set router 0820d2db-5cde-4e66-a165-f682c5a1ba97 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:59:36.437623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f541548-efd9-41ba-817b-5cf98070490b req-1e924eb9-7da4-4a80-8f30-d7f22097435c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:36.440009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f541548-efd9-41ba-817b-5cf98070490b req-1e924eb9-7da4-4a80-8f30-d7f22097435c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1553581
Jun 21 02:59:36.501419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Allocated IP 172.25.7.52 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/eeeff5d1-7802-4f34-b406-b3011051b43f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:59:36.504462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f541548-efd9-41ba-817b-5cf98070490b req-7c88e2f7-9746-4c92-9b11-16dc1ff14e8e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505583
Jun 21 02:59:36.568851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f36237ca-cd8d-4ded-bf15-5e9236bebe70 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:59:36.739847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ed5d-dc41-416c-b90e-38ff40e9b95e req-c1d56372-3339-405b-9c73-5de5331ffc4a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:36.750897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c876ed5d-dc41-416c-b90e-38ff40e9b95e req-c1d56372-3339-405b-9c73-5de5331ffc4a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1331227
Jun 21 02:59:36.762259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f747f-37c0-4a97-b501-2448ec972fe7 None None] Pushing event updated for resources: {'Port': ['ID=bdd2329a-8c47-480a-8549-0ae97b78d889,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:36.768180 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-525f747f-37c0-4a97-b501-2448ec972fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:36.853566 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:36.859689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c876ed5d-dc41-416c-b90e-38ff40e9b95e req-9e5e3a41-f266-4763-89a0-1be629a10884 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076553
Jun 21 02:59:36.940579 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9957293d-4316-49e4-8bfe-56928f07699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:36.975905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d35070>, [{'id': '0820d2db-5cde-4e66-a165-f682c5a1ba97', 'name': 'tempest-snat-router-1403711990', 'tenant_id': '96f0cd97b4a54e4c98a51598a31937ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.213'}], 'enable_snat': False}, 'gw_port_id': 'bdd2329a-8c47-480a-8549-0ae97b78d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:59:31Z', 'updated_at': '2021-06-21T02:59:33Z', 'revision_number': 3, 'project_id': '96f0cd97b4a54e4c98a51598a31937ee', 'gw_port': {'id': 'bdd2329a-8c47-480a-8549-0ae97b78d889', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d2db-5cde-4e66-a165-f682c5a1ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:59:32Z', 'updated_at': '2021-06-21T02:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:37.017974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771da658-423e-4867-bf2b-71a9fd7bd82a req-fe172031-0260-4fb9-9d59-8a58330637e7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:37.019708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-771da658-423e-4867-bf2b-71a9fd7bd82a req-fe172031-0260-4fb9-9d59-8a58330637e7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1534650
Jun 21 02:59:37.037413 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:37.039636 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:37.042363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d8b78-4806-44d5-9856-c8eb70a5b417 None None] The sync data for ids ['0820d2db-5cde-4e66-a165-f682c5a1ba97'] in n-d-758944-33 is: [{'id': '0820d2db-5cde-4e66-a165-f682c5a1ba97', 'name': 'tempest-snat-router-1403711990', 'tenant_id': '96f0cd97b4a54e4c98a51598a31937ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.213'}], 'enable_snat': False}, 'gw_port_id': 'bdd2329a-8c47-480a-8549-0ae97b78d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:59:31Z', 'updated_at': '2021-06-21T02:59:33Z', 'revision_number': 3, 'project_id': '96f0cd97b4a54e4c98a51598a31937ee', 'gw_port': {'id': 'bdd2329a-8c47-480a-8549-0ae97b78d889', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d2db-5cde-4e66-a165-f682c5a1ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:59:32Z', 'updated_at': '2021-06-21T02:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:59:37.069376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:37.087530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'port_id': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'mac_address': 'fa:16:3e:d0:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6693165-493d-4dcb-8f5e-640a9427f677', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:59:37.129291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-771da658-423e-4867-bf2b-71a9fd7bd82a req-64413552-da3f-46be-acde-09e35237f36b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013823
Jun 21 02:59:37.132011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:59:37.136428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:59:37.149194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:59:37.229300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'Port': ['ID=eeeff5d1-7802-4f34-b406-b3011051b43f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:37.244341 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:37.434809 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:37.498548 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:37.560974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f36237ca-cd8d-4ded-bf15-5e9236bebe70 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:59:37.624884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffefe6-044a-4652-a4b9-05a08c3e1ed3 req-5a00431a-02ff-4e0a-a2df-9bc9970dcf44 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:37.634330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:37.641684 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3ffefe6-044a-4652-a4b9-05a08c3e1ed3 req-5a00431a-02ff-4e0a-a2df-9bc9970dcf44 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.2062671
Jun 21 02:59:37.721902 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:37.725479 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff1a5cdc-07ee-43cd-a4e7-dacf14a0c456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:37.738032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3ffefe6-044a-4652-a4b9-05a08c3e1ed3 req-2537b36f-3631-45c3-be95-3de885ad1722 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937848
Jun 21 02:59:37.802647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:37.815332 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:37.875973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['f36237ca-cd8d-4ded-bf15-5e9236bebe70'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:59:38.003251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:38.135822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:38.146141 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:38.342619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff067c8-651c-4eb2-a6c8-be03cbdcfde0 req-057f5aa7-23ea-4dca-912f-18f6ba39caf6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:38.351100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bff067c8-651c-4eb2-a6c8-be03cbdcfde0 req-057f5aa7-23ea-4dca-912f-18f6ba39caf6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.3160205
Jun 21 02:59:38.408016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5e89-1add-4334-b81b-5d26a12f12e9 req-aceddcb0-7c4d-4719-a187-57ae406bde58 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:38.409704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-637e5e89-1add-4334-b81b-5d26a12f12e9 req-aceddcb0-7c4d-4719-a187-57ae406bde58 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 945 time: 0.2675869
Jun 21 02:59:38.441576 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:38.484558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bff067c8-651c-4eb2-a6c8-be03cbdcfde0 req-43cb0f8a-f317-4c98-8f37-7e0b16420d08 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317720
Jun 21 02:59:38.567764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f36237ca-cd8d-4ded-bf15-5e9236bebe70 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:59:38.653809 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-637e5e89-1add-4334-b81b-5d26a12f12e9 req-0f2ddd4f-6df5-44ec-90ac-c8acea35894a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271075
Jun 21 02:59:38.796938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port f36237ca-cd8d-4ded-bf15-5e9236bebe70 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:59:38.797069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:38.883404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Router acc1808a-bb13-49b7-913d-5defef178e75 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:59:38.947378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bdd2329a-8c47-480a-8549-0ae97b78d889 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:59:39.134478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:39.162127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:39.165070 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da8507-7b15-4d57-9b5d-820318c0320d" -d '{"events": [{"server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "name": "network-vif-plugged", "status": "completed", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:39.181566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:39.221748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port bdd2329a-8c47-480a-8549-0ae97b78d889 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:59:39.233900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port bdd2329a-8c47-480a-8549-0ae97b78d889 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:59:39.233900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:39.260381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:59:39.281622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:39.285544 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Sync routers for ids ['acc1808a-bb13-49b7-913d-5defef178e75'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:59:39.287047 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:39.304130 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Routers {'acc1808a-bb13-49b7-913d-5defef178e75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:39.307755 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['acc1808a-bb13-49b7-913d-5defef178e75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:39.385081 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:39.386709 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 4.5624709
Jun 21 02:59:39.389481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54706) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:39.425184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:39.431224 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:39.514568 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b16d0-cd42-4368-9bc7-a0b8dc1158c0 x-openstack-request-id: req-ed9b16d0-cd42-4368-9bc7-a0b8dc1158c0 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:39.514874 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "name": "network-vif-plugged", "status": "completed", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:39.517455 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed9b16d0-cd42-4368-9bc7-a0b8dc1158c0 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:39.517455 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'code': 200}
Jun 21 02:59:39.517455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:39.541900 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Set router acc1808a-bb13-49b7-913d-5defef178e75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:59:39.573464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port bdd2329a-8c47-480a-8549-0ae97b78d889, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bdd2329a-8c47-480a-8549-0ae97b78d889,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:39.653092 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:39.659184 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:39.741056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:39.798009 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b50fa014-19a6-4efe-b5da-e9be2568250d tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/routers/acc1808a-bb13-49b7-913d-5defef178e75 HTTP/1.1" status: 200  len: 907 time: 0.4027746
Jun 21 02:59:39.798862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54730) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:39.827075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=bdd2329a-8c47-480a-8549-0ae97b78d889,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:39.836257 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:39.964545 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7d60>, [{'id': 'acc1808a-bb13-49b7-913d-5defef178e75', 'name': 'tempest-snat-router-1403711990', 'tenant_id': '96f0cd97b4a54e4c98a51598a31937ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'eeeff5d1-7802-4f34-b406-b3011051b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:59:35Z', 'updated_at': '2021-06-21T02:59:37Z', 'revision_number': 3, 'project_id': '96f0cd97b4a54e4c98a51598a31937ee', 'gw_port': {'id': 'eeeff5d1-7802-4f34-b406-b3011051b43f', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1808a-bb13-49b7-913d-5defef178e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:59:36Z', 'updated_at': '2021-06-21T02:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:40.030295 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Checking router: acc1808a-bb13-49b7-913d-5defef178e75 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 02:59:40.030660 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Updating router acc1808a-bb13-49b7-913d-5defef178e75 port eeeff5d1-7802-4f34-b406-b3011051b43f binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 02:59:40.097816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:40.141153 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:40.404849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:40.580713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd4dea-e4d1-469e-9b03-e5346e0c75b4 req-f821913b-540f-41fd-90c6-9f02ab1013e5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:40.594337 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4dd4dea-e4d1-469e-9b03-e5346e0c75b4 req-f821913b-540f-41fd-90c6-9f02ab1013e5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1306291
Jun 21 02:59:40.630819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-dd6cb61b-09c6-4a2e-aed9-e7150d044fd9 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:40.634192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-dd6cb61b-09c6-4a2e-aed9-e7150d044fd9 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 815 time: 1.0006852
Jun 21 02:59:40.680586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Deleting port eeeff5d1-7802-4f34-b406-b3011051b43f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:59:40.681275 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:40.702953 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-2d4deba2-698e-41ca-83d2-f685e370a56f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/quotas/fda87e98c0bb4a23ae4bc848dac1dd09 HTTP/1.1" status: 200  len: 375 time: 0.0569057
Jun 21 02:59:40.705857 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:40.716908 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Transition to ACTIVE for port object eeeff5d1-7802-4f34-b406-b3011051b43f will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:59:40.759042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4dd4dea-e4d1-469e-9b03-e5346e0c75b4 req-ed5c9df5-45d2-4718-a15e-a60916739436 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633179
Jun 21 02:59:40.794420 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:40.796652 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:40.879215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:40.884999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bdd2329a-8c47-480a-8549-0ae97b78d889 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:59:40.905395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c788e3be-8ccb-4aeb-bbb8-a48eb97f9feb tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1943526
Jun 21 02:59:40.933623 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Attempting to bind port eeeff5d1-7802-4f34-b406-b3011051b43f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:59:40.934055 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Attempting to bind port eeeff5d1-7802-4f34-b406-b3011051b43f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:59:40.934306 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Attempting to bind port eeeff5d1-7802-4f34-b406-b3011051b43f on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:59:40.940425 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Pushing event updated for resources: {'Port': ['ID=eeeff5d1-7802-4f34-b406-b3011051b43f,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:40.971248 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:59:40.971633 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:59:40.972042 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:40.972442 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:59:40.972917 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Bound port: eeeff5d1-7802-4f34-b406-b3011051b43f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:59:40.991071 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:41.003412 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.004343 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.004699 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.005040 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.005393 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.005728 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.006055 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.006381 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.006705 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.007026 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.007916 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.008242 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:41.021445 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:41.095594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-6e3fec60-fa5e-403a-ae7b-ae7f588b2d18 service neutron] 10.222.0.25 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939771
Jun 21 02:59:41.111773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port bdd2329a-8c47-480a-8549-0ae97b78d889 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:59:41.112158 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:41.161880 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] For port eeeff5d1-7802-4f34-b406-b3011051b43f, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:59:41.166336 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] For port eeeff5d1-7802-4f34-b406-b3011051b43f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=eeeff5d1-7802-4f34-b406-b3011051b43f,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:59:41.173445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Calling delete_port for eeeff5d1-7802-4f34-b406-b3011051b43f owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:59:41.259786 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:41.265616 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-14ed0a8d-0531-4540-a86b-9f2930e08abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:41.325686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-856a394f-d52d-4e26-8777-12d911fa7400 service neutron] 10.222.0.25 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2290807
Jun 21 02:59:41.401560 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Pushing event updated for resources: {'Port': ['ID=eeeff5d1-7802-4f34-b406-b3011051b43f,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:41.412921 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:41.443983 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Routers {'acc1808a-bb13-49b7-913d-5defef178e75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:41.443983 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['acc1808a-bb13-49b7-913d-5defef178e75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:41.480964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe0447-05c0-4e6c-baea-46acd628b7d1 req-7a56ffd4-003d-4c25-84f1-033c2f4f8f3b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:41.490951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6abe0447-05c0-4e6c-baea-46acd628b7d1 req-7a56ffd4-003d-4c25-84f1-033c2f4f8f3b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.3925059
Jun 21 02:59:41.564918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6abe0447-05c0-4e6c-baea-46acd628b7d1 req-b3adeee0-c66a-4b5b-b12a-743024460849 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737469
Jun 21 02:59:41.684760 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] Set router acc1808a-bb13-49b7-913d-5defef178e75 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 02:59:41.784596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:41.787035 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a6365bc-c39a-45a8-ae91-3cfb52cbef68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:41.808689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ec24dfa-790c-4845-a3a0-ced3cee0c992 req-7cdd6483-7da7-4dad-93e1-b383ab8cd036 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 210 time: 0.0857580
Jun 21 02:59:41.829426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event deleted for resources: {'Port': ['ID=eeeff5d1-7802-4f34-b406-b3011051b43f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:41.837672 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:41.857143 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7d60>, [{'id': 'acc1808a-bb13-49b7-913d-5defef178e75', 'name': 'tempest-snat-router-1403711990', 'tenant_id': '96f0cd97b4a54e4c98a51598a31937ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:59:35Z', 'updated_at': '2021-06-21T02:59:40Z', 'revision_number': 4, 'project_id': '96f0cd97b4a54e4c98a51598a31937ee', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:42.057170 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655d874-cd8b-487a-a798-f53b46008fe6 None None] The sync data for ids ['acc1808a-bb13-49b7-913d-5defef178e75'] in n-d-758944-33 is: [{'id': 'acc1808a-bb13-49b7-913d-5defef178e75', 'name': 'tempest-snat-router-1403711990', 'tenant_id': '96f0cd97b4a54e4c98a51598a31937ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:59:35Z', 'updated_at': '2021-06-21T02:59:40Z', 'revision_number': 4, 'project_id': '96f0cd97b4a54e4c98a51598a31937ee', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:59:42.063622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:42.348356 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:42.352444 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:42.521839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:42.522407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acc1808a-bb13-49b7-913d-5defef178e75 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:59:42.527998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:42.535198 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "DELETE /v2.0/routers/acc1808a-bb13-49b7-913d-5defef178e75 HTTP/1.1" status: 204  len: 168 time: 2.7291925
Jun 21 02:59:42.535198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54824) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:42.627858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f3d64-8e77-48c8-923d-1396fb3ff1a0 req-dac49574-ad09-4129-95c7-865c48193e5e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:42.629619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb1f3d64-8e77-48c8-923d-1396fb3ff1a0 req-dac49574-ad09-4129-95c7-865c48193e5e tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1562104
Jun 21 02:59:42.760423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb1f3d64-8e77-48c8-923d-1396fb3ff1a0 req-5c3d44b7-e577-4a74-84e5-2a973861f60f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225750
Jun 21 02:59:42.881240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f440-ce96-48ab-b8c9-6d95701a83bd req-d40af9b2-489f-4f46-9e16-afe9cb371970 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:42.889275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9133f440-ce96-48ab-b8c9-6d95701a83bd req-d40af9b2-489f-4f46-9e16-afe9cb371970 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.0961351
Jun 21 02:59:42.960455 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:42.998154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9133f440-ce96-48ab-b8c9-6d95701a83bd req-9e033d49-b243-4734-b18f-611a68d1d438 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073456
Jun 21 02:59:43.356388 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:43.556906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef157cde-22fc-4fd0-92d7-73455bf911e0 req-26d80b19-9497-4680-8aaf-863543a9d49f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 210 time: 0.1641464
Jun 21 02:59:43.577131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Deleting port bdd2329a-8c47-480a-8549-0ae97b78d889 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:59:43.577750 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:44.580238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54894) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:44.639511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] For port bdd2329a-8c47-480a-8549-0ae97b78d889, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bdd2329a-8c47-480a-8549-0ae97b78d889,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:44.643317 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:44.742592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-880e9662-e3a5-4b0f-b8a7-c47d241dc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:44.744976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-880e9662-e3a5-4b0f-b8a7-c47d241dc648 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26400565726346afb906fecc72bb0d27&device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 1098 time: 0.3603654
Jun 21 02:59:44.757912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e082785-7d0d-4ef1-be2d-246a0df6001a req-8fdf6fb8-152a-4c84-b47b-a8759ccea3c5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:44.765656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e082785-7d0d-4ef1-be2d-246a0df6001a req-8fdf6fb8-152a-4c84-b47b-a8759ccea3c5 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.2518127
Jun 21 02:59:44.769168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Calling delete_port for bdd2329a-8c47-480a-8549-0ae97b78d889 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:59:44.852977 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a5708c0-973b-4a28-b293-39390196821a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:44.865470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab391691-6231-4189-9b22-cf477333c9a6 req-6494c2ff-997b-4994-83e8-699a7e7b9dfe tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:44.871819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab391691-6231-4189-9b22-cf477333c9a6 req-6494c2ff-997b-4994-83e8-699a7e7b9dfe tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.2540267
Jun 21 02:59:44.947660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e082785-7d0d-4ef1-be2d-246a0df6001a req-db4f0e25-c3d8-4a0d-9b6e-50c77edeb0ee tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806822
Jun 21 02:59:45.060283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-db6af4eb-d6ac-4190-adee-a479559c3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:45.065616 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-db6af4eb-d6ac-4190-adee-a479559c3bd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 200  len: 915 time: 0.2938569
Jun 21 02:59:45.107955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab391691-6231-4189-9b22-cf477333c9a6 req-836d3f7a-3984-4832-9dcb-7f806944bc96 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270107
Jun 21 02:59:45.195554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-11db9d33-e11a-4740-8c5b-7edb251bab40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 200  len: 217 time: 0.1251853
Jun 21 02:59:45.252690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96c96f33-06e2-4661-8ff1-fe487748b4ed req-39a90d69-1e7a-4c67-bdc6-e4064046c5b7 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 210 time: 0.0542674
Jun 21 02:59:45.312925 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a5708c0-973b-4a28-b293-39390196821a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:45.338993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-753f4f2d-80c4-41e3-bb43-17bcc0739498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:45.345739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-753f4f2d-80c4-41e3-bb43-17bcc0739498 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 200  len: 854 time: 0.1355629
Jun 21 02:59:45.404700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54904) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:45.409152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-4949bcfe-c956-45e6-8259-b38cf3606d6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79049c7b-8ce4-4210-837e-d219c8abcfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552299
Jun 21 02:59:45.417766 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:45.419872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a5708c0-973b-4a28-b293-39390196821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:45.426167 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ae969708-575b-45f3-9d00-02a72b8145b2 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:45.458351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdd2329a-8c47-480a-8549-0ae97b78d889,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:45.472389 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:45.489321 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-139abe0c-794f-4225-93cb-65476deb7d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:45.506090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-f5f8fb2b-c5b8-46e9-a21f-c0649871cc6d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:45.507714 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-f5f8fb2b-c5b8-46e9-a21f-c0649871cc6d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.26 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 815 time: 0.3034310
Jun 21 02:59:45.570774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Request body: {'port': {'device_id': '870fea0a-223c-46df-a5b4-7f3f452ccb12', 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'admin_state_up': True, 'tenant_id': 'fda87e98c0bb4a23ae4bc848dac1dd09'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:45.586778 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 02:59:45.617229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-5be358d1-0263-4c62-bda5-50d6787ca675 service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973882
Jun 21 02:59:45.668411 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:45.717891 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9a5708c0-973b-4a28-b293-39390196821a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00811cee5dd148e28e266e95268d5557&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1351922
Jun 21 02:59:45.725467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54910) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:45.752964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5708c0-973b-4a28-b293-39390196821a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dae42eb-169a-4696-bb0f-b7198f68f9b2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:45.762496 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9a5708c0-973b-4a28-b293-39390196821a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:45.815669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad30f501-c19b-4157-8eb6-248bee2bba21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:45.853291 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad30f501-c19b-4157-8eb6-248bee2bba21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:45.877205 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f511b1b-2ac9-42fe-8235-89c41f64f666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:45.896789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:45.899576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a97c4df0-ed0b-4e36-a7fe-6ebe10b4545b req-c16910d0-24fe-49ea-bdea-2a09642c65e8 service neutron] 10.222.0.26 "GET /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2722847
Jun 21 02:59:45.900352 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.024919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad30f501-c19b-4157-8eb6-248bee2bba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.027605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad30f501-c19b-4157-8eb6-248bee2bba21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.031810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ad30f501-c19b-4157-8eb6-248bee2bba21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4dae42eb-169a-4696-bb0f-b7198f68f9b2 HTTP/1.1" status: 204  len: 168 time: 0.3017907
Jun 21 02:59:46.031810 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cbe8b5a0-14d9-4761-9b51-a8d56f4fe36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:46.042572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30f501-c19b-4157-8eb6-248bee2bba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dae42eb-169a-4696-bb0f-b7198f68f9b2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:46.047049 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad30f501-c19b-4157-8eb6-248bee2bba21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:46.070274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Made reservation on behalf of fda87e98c0bb4a23ae4bc848dac1dd09 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 02:59:46.082031 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.108341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.108900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0820d2db-5cde-4e66-a165-f682c5a1ba97 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:59:46.127765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.128951 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0820d2db-5cde-4e66-a165-f682c5a1ba97 HTTP/1.1" status: 204  len: 168 time: 3.5960886
Jun 21 02:59:46.133565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54922) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:46.142102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-482128540', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:46.398984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f511b1b-2ac9-42fe-8235-89c41f64f666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.441566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a79ca5-10fa-4581-a8f2-aad87b197abb req-2b3d393a-3dea-46f4-8da8-52004030cd47 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:46.443129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95a79ca5-10fa-4581-a8f2-aad87b197abb req-2b3d393a-3dea-46f4-8da8-52004030cd47 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1409719
Jun 21 02:59:46.498304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Allocated IP 172.20.0.6 (7d267ae0-100c-4aa3-b1d3-78a80f8ead93/efe96464-2bf1-4422-9edd-c66bf0e0cedb/087a6962-c5bf-4c0d-81e4-7d11615f978f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:59:46.515743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95a79ca5-10fa-4581-a8f2-aad87b197abb req-c858bef7-6616-40c2-8787-9066cbefd554 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541041
Jun 21 02:59:46.563281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222d0b-5424-4836-98cf-90f590abf6e0 req-d20f1dc4-e5d0-40ce-b711-02e56e958d50 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:46.565933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00222d0b-5424-4836-98cf-90f590abf6e0 req-d20f1dc4-e5d0-40ce-b711-02e56e958d50 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1504846
Jun 21 02:59:46.626937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00222d0b-5424-4836-98cf-90f590abf6e0 req-49359bf4-8cc8-4988-afdb-83bc77ab2903 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461016
Jun 21 02:59:46.757789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2167010d-dc7f-4d79-b6a9-7f064ead5c51 req-e375af11-b783-46fe-960a-41ed60180d3a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 210 time: 0.0846214
Jun 21 02:59:46.773836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.821322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f511b1b-2ac9-42fe-8235-89c41f64f666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.825776 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1fa01a47-56b3-4850-bf67-c3ec6293b4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:46.868078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bdd2329a-8c47-480a-8549-0ae97b78d889 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 02:59:46.883840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.884915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.912553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f511b1b-2ac9-42fe-8235-89c41f64f666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb5c39-7e75-434b-b9dd-b7e58c711219,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:46.918656 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9f511b1b-2ac9-42fe-8235-89c41f64f666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:46.924877 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9f511b1b-2ac9-42fe-8235-89c41f64f666 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0af74811912e453999a8e03618ed9728&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5161827
Jun 21 02:59:46.924877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:46.930988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54938) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:46.933209 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-807737cb-e022-4139-807b-ca1928477088 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:46.983907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b799934e-a47c-4966-9c8d-46a59c89777e', 'bcd1d46a-c070-4c17-9c3a-05ae4012310a', 'ee19c39e-e650-4101-ad39-67592c9d159d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:59:46.986334 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: bdd2329a-8c47-480a-8549-0ae97b78d889 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 02:59:46.986689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bdd2329a-8c47-480a-8549-0ae97b78d889 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 02:59:47.052868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:59:47.056192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:47.064011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:59:47.071729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:59:47.156748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:47.157417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:47.233675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Pushing event updated for resources: {'Port': ['ID=087a6962-c5bf-4c0d-81e4-7d11615f978f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:47.244134 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:47.249003 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7014005
Jun 21 02:59:47.269938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Request body: {'port': {'device_id': '870fea0a-223c-46df-a5b4-7f3f452ccb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:47.371783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:47.441024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54942) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:47.453109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:47.466687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:47.474374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:47.519323 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-302fc1ab-d08a-4cdf-8249-37c0eb96163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:47.943755 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-302fc1ab-d08a-4cdf-8249-37c0eb96163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:47.945455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037231c-559d-40a0-8e80-7fdb0af98a4d req-5ea5812b-d608-4460-917b-c54dd042c85f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:47.947444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0037231c-559d-40a0-8e80-7fdb0af98a4d req-5ea5812b-d608-4460-917b-c54dd042c85f tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.2434180
Jun 21 02:59:48.027558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.031347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.037721 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45fb5c39-7e75-434b-b9dd-b7e58c711219 HTTP/1.1" status: 204  len: 168 time: 1.0988414
Jun 21 02:59:48.042223 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:48.064894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-302fc1ab-d08a-4cdf-8249-37c0eb96163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.069056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb5c39-7e75-434b-b9dd-b7e58c711219,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:48.081380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087a6962-c5bf-4c0d-81e4-7d11615f978f {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:59:48.094411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0037231c-559d-40a0-8e80-7fdb0af98a4d req-095214a2-e02f-4af3-8102-70af46c6a57d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390166
Jun 21 02:59:48.105808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.111828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.112417 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.112530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457e8ee-ef6a-446c-886a-20db34f872e5 req-6fdbe5e5-eb67-4950-becf-c8336528d78b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:48.113114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.113722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.114299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.115628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.118680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.119285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.119853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.120440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.120745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2457e8ee-ef6a-446c-886a-20db34f872e5 req-6fdbe5e5-eb67-4950-becf-c8336528d78b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.2637150
Jun 21 02:59:48.121314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:48.143605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.165347 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:48.170109 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-030ed9c3-a800-4d87-b491-5080838c34ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:48.182341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.215301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.243575 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-302fc1ab-d08a-4cdf-8249-37c0eb96163d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e563d9628a549c39b708ac9498fe511&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8022816
Jun 21 02:59:48.245178 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2457e8ee-ef6a-446c-886a-20db34f872e5 req-bb8e9902-8450-4f17-946d-09d566568b1a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235137
Jun 21 02:59:48.255744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54962) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:48.273719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Transition to ACTIVE for port object 087a6962-c5bf-4c0d-81e4-7d11615f978f will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 02:59:48.279768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fc1ab-d08a-4cdf-8249-37c0eb96163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f965e09-1166-4b25-8cf7-e4cece559572,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:48.297015 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-302fc1ab-d08a-4cdf-8249-37c0eb96163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:48.351825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.356082 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5a77fcc-5263-4fa5-adf7-563b8d0a670d tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:48.508619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=087a6962-c5bf-4c0d-81e4-7d11615f978f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:48.521235 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:48.634779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Attempting to bind port 087a6962-c5bf-4c0d-81e4-7d11615f978f on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 02:59:48.635140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Attempting to bind port 087a6962-c5bf-4c0d-81e4-7d11615f978f by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 02:59:48.635484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Attempting to bind port 087a6962-c5bf-4c0d-81e4-7d11615f978f on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:59:48.647022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Port 087a6962-c5bf-4c0d-81e4-7d11615f978f on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 02:59:48.647366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Attempting to bind port 087a6962-c5bf-4c0d-81e4-7d11615f978f on network 7d267ae0-100c-4aa3-b1d3-78a80f8ead93 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 02:59:48.656062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 2, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 02:59:48.656423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Checking segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 02:59:48.656829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Bound using segment: {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 02:59:48.657276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Bound port: 087a6962-c5bf-4c0d-81e4-7d11615f978f, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e493c33a-79f6-4f5e-8662-a1d620655754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 02:59:48.657665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.732674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Allocated IP 172.25.7.95 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/c7e040e7-c460-479f-ab1c-0724059e72e0) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 02:59:48.751443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] For port 087a6962-c5bf-4c0d-81e4-7d11615f978f, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 02:59:48.755898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] For port 087a6962-c5bf-4c0d-81e4-7d11615f978f, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=087a6962-c5bf-4c0d-81e4-7d11615f978f,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 02:59:48.806819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc3537ff-1d75-4e45-9950-093a621d727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.840505 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.866093 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba739673-6de5-420b-849b-4bd418a76a86 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:48.896351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc3537ff-1d75-4e45-9950-093a621d727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.919959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af76f2-be4c-4dbc-a66a-44b1ac1d7d48 req-8e066295-f4c8-476d-8deb-e8ec174cba3a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:48.928175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3af76f2-be4c-4dbc-a66a-44b1ac1d7d48 req-8e066295-f4c8-476d-8deb-e8ec174cba3a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 943 time: 0.5690205
Jun 21 02:59:48.949036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:48.950380 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:48.952016 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] 10.222.0.26 "PUT /v2.0/ports/087a6962-c5bf-4c0d-81e4-7d11615f978f HTTP/1.1" status: 200  len: 1092 time: 1.6870108
Jun 21 02:59:48.952709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870fea0a-223c-46df-a5b4-7f3f452ccb12', 'tag': '087a6962-c5bf-4c0d-81e4-7d11615f978f'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:48.955759 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83368f3f-705d-439b-9ff8-3822d6dda60a" -d '{"events": [{"name": "network-changed", "server_uuid": "870fea0a-223c-46df-a5b4-7f3f452ccb12", "tag": "087a6962-c5bf-4c0d-81e4-7d11615f978f"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:48.993874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=087a6962-c5bf-4c0d-81e4-7d11615f978f,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:48.999083 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:49.008275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89274fb-cb57-4115-951b-a2623a673f48 req-fd80abae-3b05-4c8e-8386-99b1a10d1be7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:49.010417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89274fb-cb57-4115-951b-a2623a673f48 req-fd80abae-3b05-4c8e-8386-99b1a10d1be7 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.5258601
Jun 21 02:59:49.068808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3af76f2-be4c-4dbc-a66a-44b1ac1d7d48 req-1ed6f1d9-74b6-476d-b3e8-9213de53df66 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393290
Jun 21 02:59:49.080633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:49.162164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e89274fb-cb57-4115-951b-a2623a673f48 req-cb3e893c-1c3f-48e8-a682-a925176656c4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915189
Jun 21 02:59:49.254414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc3537ff-1d75-4e45-9950-093a621d727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:49.260958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc3537ff-1d75-4e45-9950-093a621d727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:49.262602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fc3537ff-1d75-4e45-9950-093a621d727f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f965e09-1166-4b25-8cf7-e4cece559572 HTTP/1.1" status: 204  len: 168 time: 1.0034206
Jun 21 02:59:49.263826 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4f36d614-5ef2-4ee0-b629-a5c2abe29358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:49.277351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3537ff-1d75-4e45-9950-093a621d727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f965e09-1166-4b25-8cf7-e4cece559572,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:49.290023 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fc3537ff-1d75-4e45-9950-093a621d727f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:49.308903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-79b59006-e57c-416c-b751-995f3bb0dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:49.312670 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-79b59006-e57c-416c-b751-995f3bb0dedc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 1095 time: 0.2066374
Jun 21 02:59:49.326183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:49.339490 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627d6894-8275-4a85-a94e-bd80e95e8cc5 x-openstack-request-id: req-627d6894-8275-4a85-a94e-bd80e95e8cc5 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:49.341464 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870fea0a-223c-46df-a5b4-7f3f452ccb12", "tag": "087a6962-c5bf-4c0d-81e4-7d11615f978f", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:49.341941 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-627d6894-8275-4a85-a94e-bd80e95e8cc5 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:49.342413 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-944a84a6-0f3c-49be-ad88-fa46f7b035ef tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:49.342898 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870fea0a-223c-46df-a5b4-7f3f452ccb12', 'tag': '087a6962-c5bf-4c0d-81e4-7d11615f978f', 'status': 'completed', 'code': 200}
Jun 21 02:59:49.389024 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-2e6a4f47-c6f4-42e5-bf80-5243493b8af5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087a6962-c5bf-4c0d-81e4-7d11615f978f HTTP/1.1" status: 200  len: 217 time: 0.0700309
Jun 21 02:59:49.454919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-d9afdc89-9742-44ba-828f-b46a8c1853b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:49.457775 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-d9afdc89-9742-44ba-828f-b46a8c1853b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.0615408
Jun 21 02:59:49.525411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 02:59:49.532395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event updated for resources: {'Port': ['ID=c7e040e7-c460-479f-ab1c-0724059e72e0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:49.535021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 02:59:49.536884 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:49.552265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 02:59:49.554661 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-a3982809-49f6-4592-9ec4-72417bb86fcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896254
Jun 21 02:59:49.714685 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-9c008bd3-464d-4e71-a848-a03de3b1b1b1 service neutron] 10.222.0.26 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515503
Jun 21 02:59:49.874648 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd9c5d32-efbc-4459-9cc5-c64214d7c6fb req-6f5a9578-1b3d-4164-9be3-953700bf097a service neutron] 10.222.0.26 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524959
Jun 21 02:59:49.908950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40862f8f-1e7e-41c0-88aa-de8f26638d96 req-43716698-b264-4ebc-997b-8a3368a09516 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:49.917065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40862f8f-1e7e-41c0-88aa-de8f26638d96 req-43716698-b264-4ebc-997b-8a3368a09516 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.3061364
Jun 21 02:59:49.989589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dcb0c-e486-495a-98e7-6a0bd59cf12e req-0457c8f9-f56b-4845-aa8e-623a161a3d47 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:49.992389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a1dcb0c-e486-495a-98e7-6a0bd59cf12e req-0457c8f9-f56b-4845-aa8e-623a161a3d47 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.3100986
Jun 21 02:59:50.122866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-746aa2e3-8720-4985-8980-399b242f5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:50.128579 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-746aa2e3-8720-4985-8980-399b242f5044 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 1095 time: 0.1030619
Jun 21 02:59:50.165959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40862f8f-1e7e-41c0-88aa-de8f26638d96 req-259292c2-fb1c-4f29-831d-7ae237d667eb tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2476850
Jun 21 02:59:50.202648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7a1dcb0c-e486-495a-98e7-6a0bd59cf12e req-566b627e-9419-466a-9ea7-e69dedb8d07a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625428
Jun 21 02:59:50.263020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55010) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:50.283663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75cae6fc-cef9-4deb-8868-a1ff68ac8863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:50.387045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-eee607ed-bf84-4cef-962f-2ed6e2fc0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:50.388915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-eee607ed-bf84-4cef-962f-2ed6e2fc0b72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 916 time: 0.2566628
Jun 21 02:59:50.461112 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-900c0c40-7291-4f4c-a113-cc3870eaad29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087a6962-c5bf-4c0d-81e4-7d11615f978f HTTP/1.1" status: 200  len: 217 time: 0.0654736
Jun 21 02:59:50.590741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-9902947d-b483-4617-9dc8-329ac1e405fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:50.594624 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-9902947d-b483-4617-9dc8-329ac1e405fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.1254015
Jun 21 02:59:50.656171 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-669e67a3-5fd1-40f7-a636-29c32b9712a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487368
Jun 21 02:59:50.684980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:50.821185 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-e2af1e55-2046-499a-8f06-7f6a0f3f0df9 service neutron] 10.222.0.26 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607947
Jun 21 02:59:51.057768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83368f3f-705d-439b-9ff8-3822d6dda60a req-cf2402b7-9ce7-43a5-ac23-7fb4a1ce4684 service neutron] 10.222.0.26 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230201
Jun 21 02:59:51.269273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947394a9-c1e2-4b6e-8748-743d20e5e97d req-530791f5-e19c-4d39-8a5c-90093a25a37c tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:51.276941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-947394a9-c1e2-4b6e-8748-743d20e5e97d req-530791f5-e19c-4d39-8a5c-90093a25a37c tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 943 time: 0.8818452
Jun 21 02:59:51.349541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6c4a7-f097-42fd-98ee-281b4b87ce45 req-6300c18f-f75f-413e-afbc-3ad72b2ae88c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:51.351929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fbc6c4a7-f097-42fd-98ee-281b4b87ce45 req-6300c18f-f75f-413e-afbc-3ad72b2ae88c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.8724754
Jun 21 02:59:51.417125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-947394a9-c1e2-4b6e-8748-743d20e5e97d req-1fbe134a-b582-4319-b34e-0793df1035c5 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391904
Jun 21 02:59:51.558457 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75cae6fc-cef9-4deb-8868-a1ff68ac8863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:51.567031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fbc6c4a7-f097-42fd-98ee-281b4b87ce45 req-edde95e6-3e3c-4011-9803-302fa92ac305 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060907
Jun 21 02:59:51.626346 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:51.789664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75cae6fc-cef9-4deb-8868-a1ff68ac8863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:51.802379 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1934affa-fd55-415c-acc1-033188707b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:51.893929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cae6fc-cef9-4deb-8868-a1ff68ac8863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f42f775-4798-4cc6-9bf1-cfc093811bf5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:51.924816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55056) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:51.945949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-75cae6fc-cef9-4deb-8868-a1ff68ac8863 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f44b4dcbe6f842bab49097897d8e57cd&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6815472
Jun 21 02:59:51.949391 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-75cae6fc-cef9-4deb-8868-a1ff68ac8863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:52.029139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c314129a-e94e-4d4a-9344-d7d0b8c21334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:52.049755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00308892-7823-4a67-88a3-8b016403227f req-220dfbcd-0f70-4794-850b-4f06f0dde2e6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:52.056908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00308892-7823-4a67-88a3-8b016403227f req-220dfbcd-0f70-4794-850b-4f06f0dde2e6 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.3083928
Jun 21 02:59:52.086084 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c314129a-e94e-4d4a-9344-d7d0b8c21334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:52.154129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-00308892-7823-4a67-88a3-8b016403227f req-24d900e2-eb58-4a85-96a7-12cb01c1e7cf tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961878
Jun 21 02:59:52.201995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4edd95-ab5e-461f-b1b9-f094139f088a req-cd379372-92e0-4872-84d9-6c8ebd19952b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:52.203624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc4edd95-ab5e-461f-b1b9-f094139f088a req-cd379372-92e0-4872-84d9-6c8ebd19952b tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.2162013
Jun 21 02:59:52.256209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc4edd95-ab5e-461f-b1b9-f094139f088a req-0e9eabd9-4855-47f1-b3ba-bc7cf3545d9a tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453150
Jun 21 02:59:52.259290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c314129a-e94e-4d4a-9344-d7d0b8c21334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:52.263080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c314129a-e94e-4d4a-9344-d7d0b8c21334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:52.264578 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c314129a-e94e-4d4a-9344-d7d0b8c21334 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f42f775-4798-4cc6-9bf1-cfc093811bf5 HTTP/1.1" status: 204  len: 168 time: 0.3409352
Jun 21 02:59:52.268717 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7197e4b0-1625-48d0-bdee-b0e04188e193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:52.276551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314129a-e94e-4d4a-9344-d7d0b8c21334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f42f775-4798-4cc6-9bf1-cfc093811bf5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:52.280341 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c314129a-e94e-4d4a-9344-d7d0b8c21334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:52.286945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Router cfc6c86e-afff-47b9-8b14-f0500e15652c is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 02:59:52.583542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:59:52.601457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c08441-dcb4-46fb-aece-f4966d7b0d5c None None] Sync routers for ids ['cfc6c86e-afff-47b9-8b14-f0500e15652c'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:59:52.622242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c08441-dcb4-46fb-aece-f4966d7b0d5c None None] Routers {'cfc6c86e-afff-47b9-8b14-f0500e15652c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:52.624789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29c08441-dcb4-46fb-aece-f4966d7b0d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b8bf10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfc6c86e-afff-47b9-8b14-f0500e15652c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:52.742166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:52.751247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55086) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:52.756109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b7417024-b650-49eb-b5ff-940735da4efc tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': False}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:52.772076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 6.6133077
Jun 21 02:59:52.807993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29c08441-dcb4-46fb-aece-f4966d7b0d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b8bf10>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:52.810089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbc8c6-9798-4f87-8662-0332493bcc61 req-f3b854fc-a22c-4ce9-a265-d8a692723f91 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:52.814828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26bbc8c6-9798-4f87-8662-0332493bcc61 req-f3b854fc-a22c-4ce9-a265-d8a692723f91 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.3486257
Jun 21 02:59:52.829118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 087a6962-c5bf-4c0d-81e4-7d11615f978f details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 02:59:52.850519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbdb0-8b25-4d1f-aaf8-a13794fdfc2e req-b7b4f51a-4690-42ce-bc43-5e8103c0a31b tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:52.878222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ecbbdb0-8b25-4d1f-aaf8-a13794fdfc2e req-b7b4f51a-4690-42ce-bc43-5e8103c0a31b tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 943 time: 0.3044667
Jun 21 02:59:53.002418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c08441-dcb4-46fb-aece-f4966d7b0d5c None None] Routers {'cfc6c86e-afff-47b9-8b14-f0500e15652c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:53.005688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29c08441-dcb4-46fb-aece-f4966d7b0d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b8bf10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfc6c86e-afff-47b9-8b14-f0500e15652c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:53.034512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ecbbdb0-8b25-4d1f-aaf8-a13794fdfc2e req-783d3467-21a7-4691-99d3-ca037c310053 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549602
Jun 21 02:59:53.072638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26bbc8c6-9798-4f87-8662-0332493bcc61 req-d0a0e52f-f4f9-4cc9-be8f-b52318298cce tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455115
Jun 21 02:59:53.100883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29c08441-dcb4-46fb-aece-f4966d7b0d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b8bf10>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:53.101868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c08441-dcb4-46fb-aece-f4966d7b0d5c None None] The sync data for ids ['cfc6c86e-afff-47b9-8b14-f0500e15652c'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:59:53.154120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 087a6962-c5bf-4c0d-81e4-7d11615f978f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=087a6962-c5bf-4c0d-81e4-7d11615f978f,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:53.168914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '087a6962-c5bf-4c0d-81e4-7d11615f978f', 'network_id': '7d267ae0-100c-4aa3-b1d3-78a80f8ead93', 'port_id': '087a6962-c5bf-4c0d-81e4-7d11615f978f', 'mac_address': 'fa:16:3e:4d:97:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe96464-2bf1-4422-9edd-c66bf0e0cedb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 02:59:53.217503 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:53.231978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087a6962-c5bf-4c0d-81e4-7d11615f978f {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 02:59:53.263026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 087a6962-c5bf-4c0d-81e4-7d11615f978f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=087a6962-c5bf-4c0d-81e4-7d11615f978f,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:53.347980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7417024-b650-49eb-b5ff-940735da4efc tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:53.401293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b175b9e-fd99-446c-a4d9-a1a92b20cf00 req-a82e7f18-b4ce-4c1c-b53c-32c04d730209 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:53.402767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b175b9e-fd99-446c-a4d9-a1a92b20cf00 req-a82e7f18-b4ce-4c1c-b53c-32c04d730209 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.0782351
Jun 21 02:59:53.471333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b175b9e-fd99-446c-a4d9-a1a92b20cf00 req-0632d7ee-bd9e-4f65-ae13-4d5cc8064448 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477986
Jun 21 02:59:53.488634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474de1e-a2bb-4b09-a520-91f635b3f958 req-bf4cea4f-4b22-474d-88e1-c0198ceabbb4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:53.490146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f474de1e-a2bb-4b09-a520-91f635b3f958 req-bf4cea4f-4b22-474d-88e1-c0198ceabbb4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1054955
Jun 21 02:59:53.493307 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:53.495502 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:53.549767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f474de1e-a2bb-4b09-a520-91f635b3f958 req-bf506f6f-c0cc-49f4-b8f7-1378323177c4 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473745
Jun 21 02:59:53.618399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=087a6962-c5bf-4c0d-81e4-7d11615f978f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:53.628551 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:53.743433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['087a6962-c5bf-4c0d-81e4-7d11615f978f'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 02:59:53.830428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e476a6b-30ab-423c-9dae-6c0bde531add req-783ecdf3-5478-40d6-94ed-e5ae1d543cad tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:53.833311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e476a6b-30ab-423c-9dae-6c0bde531add req-783ecdf3-5478-40d6-94ed-e5ae1d543cad tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1449299
Jun 21 02:59:53.926810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e476a6b-30ab-423c-9dae-6c0bde531add req-c5e9c318-f72b-440d-b389-d9be20f0141c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859506
Jun 21 02:59:54.346673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55148) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:54.437659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1ceb3-6a86-40b9-a8dc-6a02d90c355b req-a41faaa5-1075-4a80-8028-ba1072c3d77f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:54.439376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8f1ceb3-6a86-40b9-a8dc-6a02d90c355b req-a41faaa5-1075-4a80-8028-ba1072c3d77f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 944 time: 0.1560166
Jun 21 02:59:54.445728 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7417024-b650-49eb-b5ff-940735da4efc tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:54.451304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7417024-b650-49eb-b5ff-940735da4efc tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:54.572670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ec620-b918-4f7a-a3e3-687699b909db req-9aac77d8-2ca1-44b3-b6d6-ea513989ebb3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:54.584275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-299ec620-b918-4f7a-a3e3-687699b909db req-9aac77d8-2ca1-44b3-b6d6-ea513989ebb3 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.2139444
Jun 21 02:59:54.635752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8f1ceb3-6a86-40b9-a8dc-6a02d90c355b req-50d5c2a0-ddfd-4ce3-9bc4-e4ac487a1550 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888671
Jun 21 02:59:54.676758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 087a6962-c5bf-4c0d-81e4-7d11615f978f up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 02:59:54.722472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c68d60b9-c6b1-4200-879f-effa6cd63888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:54.782189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-299ec620-b918-4f7a-a3e3-687699b909db req-4cc4e032-f055-42ae-b6dc-379f7f5990b2 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968095
Jun 21 02:59:54.927154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 087a6962-c5bf-4c0d-81e4-7d11615f978f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 02:59:54.931942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 087a6962-c5bf-4c0d-81e4-7d11615f978f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 02:59:54.932330 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.040341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c68d60b9-c6b1-4200-879f-effa6cd63888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.116472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c68d60b9-c6b1-4200-879f-effa6cd63888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.163502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7417024-b650-49eb-b5ff-940735da4efc tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Router cfc6c86e-afff-47b9-8b14-f0500e15652c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 02:59:55.183908 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f005a3a9-08f0-4199-8b73-f25c3f51709f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:55.213063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c68d60b9-c6b1-4200-879f-effa6cd63888 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aef3ba9df6f1479185889c2d70ca7b5d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8632536
Jun 21 02:59:55.221279 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.242960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55162) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:55.258806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d44df5-24ce-4571-9937-939ba4b81374 req-b24ea09c-e5e1-4ef2-bee8-eeeaa811dba7 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:55.260700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56d44df5-24ce-4571-9937-939ba4b81374 req-b24ea09c-e5e1-4ef2-bee8-eeeaa811dba7 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.2130373
Jun 21 02:59:55.278223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870fea0a-223c-46df-a5b4-7f3f452ccb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a6962-c5bf-4c0d-81e4-7d11615f978f'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 02:59:55.281154 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77965d4-3382-4100-b335-f54895a13d23" -d '{"events": [{"server_uuid": "870fea0a-223c-46df-a5b4-7f3f452ccb12", "name": "network-vif-plugged", "status": "completed", "tag": "087a6962-c5bf-4c0d-81e4-7d11615f978f"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 02:59:55.296753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 087a6962-c5bf-4c0d-81e4-7d11615f978f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=087a6962-c5bf-4c0d-81e4-7d11615f978f,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 02:59:55.316711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d60b9-c6b1-4200-879f-effa6cd63888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae11032d-276e-490e-8c11-240312b7d8aa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:55.335724 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c68d60b9-c6b1-4200-879f-effa6cd63888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:55.354119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7417024-b650-49eb-b5ff-940735da4efc tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 02:59:55.362067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7417024-b650-49eb-b5ff-940735da4efc tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.362067 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b7417024-b650-49eb-b5ff-940735da4efc tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "PUT /v2.0/routers/cfc6c86e-afff-47b9-8b14-f0500e15652c HTTP/1.1" status: 200  len: 924 time: 2.6084721
Jun 21 02:59:55.365595 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecd197-b30e-4612-8526-54f507878970 None None] Sync routers for ids ['cfc6c86e-afff-47b9-8b14-f0500e15652c'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 02:59:55.375360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55166) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:55.384647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.388207 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:55.389673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56d44df5-24ce-4571-9937-939ba4b81374 req-3f838abe-fe39-4eab-8e22-d82cb67dddcd tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158855
Jun 21 02:59:55.392220 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecd197-b30e-4612-8526-54f507878970 None None] Routers {'cfc6c86e-afff-47b9-8b14-f0500e15652c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:55.398506 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-86ecd197-b30e-4612-8526-54f507878970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8328ac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfc6c86e-afff-47b9-8b14-f0500e15652c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:55.452001 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-86ecd197-b30e-4612-8526-54f507878970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8328ac0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:55.464483 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecd197-b30e-4612-8526-54f507878970 None None] Routers {'cfc6c86e-afff-47b9-8b14-f0500e15652c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 02:59:55.465958 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-86ecd197-b30e-4612-8526-54f507878970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8328ac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfc6c86e-afff-47b9-8b14-f0500e15652c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:55.482093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=087a6962-c5bf-4c0d-81e4-7d11615f978f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:55.485587 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:55.552952 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 02:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c6b07c-d41c-4c38-93f6-2da5c7ee970e x-openstack-request-id: req-19c6b07c-d41c-4c38-93f6-2da5c7ee970e {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 02:59:55.553433 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870fea0a-223c-46df-a5b4-7f3f452ccb12", "name": "network-vif-plugged", "status": "completed", "tag": "087a6962-c5bf-4c0d-81e4-7d11615f978f", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 02:59:55.554242 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19c6b07c-d41c-4c38-93f6-2da5c7ee970e {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 02:59:55.554484 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870fea0a-223c-46df-a5b4-7f3f452ccb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a6962-c5bf-4c0d-81e4-7d11615f978f', 'code': 200}
Jun 21 02:59:55.560678 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-86ecd197-b30e-4612-8526-54f507878970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8328ac0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 02:59:55.570071 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecd197-b30e-4612-8526-54f507878970 None None] The sync data for ids ['cfc6c86e-afff-47b9-8b14-f0500e15652c'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 02:59:55.607169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55174) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:55.608956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1341694a-7dcd-4237-bed4-13ed248cc617 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/routers/cfc6c86e-afff-47b9-8b14-f0500e15652c HTTP/1.1" status: 200  len: 924 time: 0.2097538
Jun 21 02:59:55.641969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-706bd6a8-4e47-4420-b0ce-88dbb9374f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.655791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a3974-8882-4b07-a582-55a5355d7306 req-81ec98df-65df-4d72-be71-cab023dd30b9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:55.662297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-783a3974-8882-4b07-a582-55a5355d7306 req-81ec98df-65df-4d72-be71-cab023dd30b9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.4811270
Jun 21 02:59:55.693564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-706bd6a8-4e47-4420-b0ce-88dbb9374f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.821918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-783a3974-8882-4b07-a582-55a5355d7306 req-34b9fe3c-9a7e-46d6-a630-ec23541b2c84 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579399
Jun 21 02:59:55.896013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-706bd6a8-4e47-4420-b0ce-88dbb9374f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.904070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-706bd6a8-4e47-4420-b0ce-88dbb9374f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:55.906161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-706bd6a8-4e47-4420-b0ce-88dbb9374f85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae11032d-276e-490e-8c11-240312b7d8aa HTTP/1.1" status: 204  len: 168 time: 0.6443887
Jun 21 02:59:55.918822 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1e1eeb54-1752-4689-a582-9011c22436b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:55.950418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c754eb-95fa-483b-9d3f-984b0dc1e32c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:55.951959 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-79c754eb-95fa-483b-9d3f-984b0dc1e32c tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=cfc6c86e-afff-47b9-8b14-f0500e15652c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3437862
Jun 21 02:59:55.959187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55192) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:55.960040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bd6a8-4e47-4420-b0ce-88dbb9374f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae11032d-276e-490e-8c11-240312b7d8aa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:55.980483 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-706bd6a8-4e47-4420-b0ce-88dbb9374f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:55.984172 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d58e68-6e13-495a-83f8-77d0a67cff8a req-d02583ac-45bf-4f55-93d6-c9ea82578b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:55.985644 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-88d58e68-6e13-495a-83f8-77d0a67cff8a req-d02583ac-45bf-4f55-93d6-c9ea82578b8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 1097 time: 0.3205683
Jun 21 02:59:56.030678 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-88d58e68-6e13-495a-83f8-77d0a67cff8a req-82a2eb21-f99a-41d3-a021-7574bf0a9c1c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376513
Jun 21 02:59:56.102603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524a1c-ec52-4ccd-9afd-25a213e9a358 req-1070fcec-f1d2-4b21-83df-91c8c1431ddd tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:56.104177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf524a1c-ec52-4ccd-9afd-25a213e9a358 req-1070fcec-f1d2-4b21-83df-91c8c1431ddd tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 945 time: 0.2775586
Jun 21 02:59:56.197088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4fa03e-a748-44a6-a5af-f7df476a6ed7 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:56.201046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9e4fa03e-a748-44a6-a5af-f7df476a6ed7 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 881 time: 0.2193828
Jun 21 02:59:56.201435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:56.217319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf524a1c-ec52-4ccd-9afd-25a213e9a358 req-24f0bb2d-21d6-4f64-8533-e4f84160e6b5 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048284
Jun 21 02:59:56.286253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2dd1-f053-4ea4-955f-6ff1f29c9738 req-f7a93ca5-c708-4d31-8fce-ea5038588659 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:56.287718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c25a2dd1-f053-4ea4-955f-6ff1f29c9738 req-f7a93ca5-c708-4d31-8fce-ea5038588659 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1537595
Jun 21 02:59:56.298406 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f586bf3e-6e35-444e-92e6-e5580a63e699 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc6c86e-afff-47b9-8b14-f0500e15652c HTTP/1.1" status: 200  len: 205 time: 0.0935235
Jun 21 02:59:56.308013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55200) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:56.575945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c25a2dd1-f053-4ea4-955f-6ff1f29c9738 req-f0a53fd9-0f78-4f53-b3ef-aeb18ed72f39 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2693884
Jun 21 02:59:56.633770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:56.855213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:56.896631 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-39e5d765-0398-4cdd-b723-7f91a66f76e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.035527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc1164-35cd-480b-afb6-b64e4681f7c0 req-0b2fb004-a157-42df-95ae-470318a87ecb tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:57.037214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bcfc1164-35cd-480b-afb6-b64e4681f7c0 req-0b2fb004-a157-42df-95ae-470318a87ecb tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.4695790
Jun 21 02:59:57.106150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.124692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-39e5d765-0398-4cdd-b723-7f91a66f76e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.139380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b88bf-9b05-442c-bb83-a5d54c00bc74 req-b3494701-3800-4e5e-b7a7-8f2f4afd9cb6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:57.146791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf8b88bf-9b05-442c-bb83-a5d54c00bc74 req-b3494701-3800-4e5e-b7a7-8f2f4afd9cb6 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.3228810
Jun 21 02:59:57.196728 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bcfc1164-35cd-480b-afb6-b64e4681f7c0 req-4af588c1-0d49-471f-8534-083592ca844f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493132
Jun 21 02:59:57.244504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-39e5d765-0398-4cdd-b723-7f91a66f76e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.271838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf8b88bf-9b05-442c-bb83-a5d54c00bc74 req-179bb962-06c0-4f08-bdab-1045f1e2acc0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204438
Jun 21 02:59:57.299708 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a4d41595-8430-4c6b-a55b-52d771b47fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:57.307577 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-39e5d765-0398-4cdd-b723-7f91a66f76e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48177d19ac5f48c4a51c5233cfd68226&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4489534
Jun 21 02:59:57.309235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55224) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:57.463260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Deleting port c7e040e7-c460-479f-ab1c-0724059e72e0 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 02:59:57.463764 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.494963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d765-0398-4cdd-b723-7f91a66f76e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e66fa16-50f2-4e2a-8f61-ff3d3b7cf23c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:57.512487 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-39e5d765-0398-4cdd-b723-7f91a66f76e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:57.518472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85cb8ebe-dafe-47c9-a414-9ed31e31f1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.551017 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85cb8ebe-dafe-47c9-a414-9ed31e31f1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.718555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85cb8ebe-dafe-47c9-a414-9ed31e31f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.736135 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.751219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85cb8ebe-dafe-47c9-a414-9ed31e31f1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:57.757205 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-85cb8ebe-dafe-47c9-a414-9ed31e31f1bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e66fa16-50f2-4e2a-8f61-ff3d3b7cf23c HTTP/1.1" status: 204  len: 168 time: 0.4412944
Jun 21 02:59:57.759871 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-79644010-e9c5-4c1f-9f5b-b7a26f8a4a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:57.782045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb8ebe-dafe-47c9-a414-9ed31e31f1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e66fa16-50f2-4e2a-8f61-ff3d3b7cf23c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:57.799333 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-85cb8ebe-dafe-47c9-a414-9ed31e31f1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:57.839519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Calling delete_port for c7e040e7-c460-479f-ab1c-0724059e72e0 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 02:59:57.856155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc187-a9b0-498b-b3ef-99a3b9a54717 req-67dfef91-0ece-4239-b5de-f776e07dd7d9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:57.862799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-879fc187-a9b0-498b-b3ef-99a3b9a54717 req-67dfef91-0ece-4239-b5de-f776e07dd7d9 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.2331233
Jun 21 02:59:57.884364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f024f5-29ee-4049-959a-a9bd7b721e5c req-8040e195-91ab-427c-8ebd-37f5271a1c23 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:57.891534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62f024f5-29ee-4049-959a-a9bd7b721e5c req-8040e195-91ab-427c-8ebd-37f5271a1c23 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 945 time: 0.3179908
Jun 21 02:59:58.049530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-879fc187-a9b0-498b-b3ef-99a3b9a54717 req-67484ca4-7770-493a-9247-b8a3735da911 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858363
Jun 21 02:59:58.114232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62f024f5-29ee-4049-959a-a9bd7b721e5c req-0790b774-bbd2-4538-a4be-87affeab3e78 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217131
Jun 21 02:59:58.370478 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:58.380619 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 02:59:58.498671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event deleted for resources: {'Port': ['ID=c7e040e7-c460-479f-ab1c-0724059e72e0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 02:59:58.618093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:58.722680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:58.726307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:58.732721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.733745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.739804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 02:59:58.742692 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 02:59:58.830518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1905d6-b490-414a-83e1-7d0bce08462d req-dc513741-ae2f-49ff-9ac1-5e841133fddc tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:58.839135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca1905d6-b490-414a-83e1-7d0bce08462d req-dc513741-ae2f-49ff-9ac1-5e841133fddc tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.5411704
Jun 21 02:59:58.893211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f691f9-5d10-45db-bd7e-33100f3990b2 req-0cd22c81-4795-4ae8-821f-4b8cd8bcb4d8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:58.901030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16f691f9-5d10-45db-bd7e-33100f3990b2 req-0cd22c81-4795-4ae8-821f-4b8cd8bcb4d8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.3968151
Jun 21 02:59:58.912807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:58.913419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Fanout notify agent at l3_agent the message router_deleted on router cfc6c86e-afff-47b9-8b14-f0500e15652c {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 02:59:58.920997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:58.923322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/cfc6c86e-afff-47b9-8b14-f0500e15652c HTTP/1.1" status: 204  len: 168 time: 2.6155393
Jun 21 02:59:58.927741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55272) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:58.934593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7f80757b-3ca6-432b-8e67-2e80b59657ad tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-322846578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 02:59:58.960925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca1905d6-b490-414a-83e1-7d0bce08462d req-7a87019b-1eff-4fa0-979e-571cffa7d866 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087468
Jun 21 02:59:59.024043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-16f691f9-5d10-45db-bd7e-33100f3990b2 req-359c58c2-d875-4739-a3fc-657c8a57aaa8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218271
Jun 21 02:59:59.088013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f80757b-3ca6-432b-8e67-2e80b59657ad tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:59.089454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f80757b-3ca6-432b-8e67-2e80b59657ad tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:59.192089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f80757b-3ca6-432b-8e67-2e80b59657ad tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:59.276226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f80757b-3ca6-432b-8e67-2e80b59657ad tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:59.398731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aadd3f-23af-409f-a081-70d34888372f req-4ba29f1b-b590-4aab-8bbc-a78de2505282 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 02:59:59.400252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42aadd3f-23af-409f-a081-70d34888372f req-4ba29f1b-b590-4aab-8bbc-a78de2505282 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1835935
Jun 21 02:59:59.458443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f80757b-3ca6-432b-8e67-2e80b59657ad tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 02:59:59.463140 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7f80757b-3ca6-432b-8e67-2e80b59657ad tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.5303731
Jun 21 02:59:59.463255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42aadd3f-23af-409f-a081-70d34888372f req-7744e962-9e38-49d5-b02e-2f0b3cf28840 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554483
Jun 21 02:59:59.463255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55300) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 02:59:59.467875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:00.693271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b52a0-86c3-4c28-ae0b-412c9069ce7e req-1e63b26a-8090-4864-9027-a0cbeb248064 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:00.695208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c34b52a0-86c3-4c28-ae0b-412c9069ce7e req-1e63b26a-8090-4864-9027-a0cbeb248064 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.3934212
Jun 21 03:00:00.700727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:00.851906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c34b52a0-86c3-4c28-ae0b-412c9069ce7e req-ef3be460-9166-4ed5-a916-90d241f9391a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434008
Jun 21 03:00:01.594333 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:01.627183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:01.905123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55370) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:01.917284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Allocated IP 172.25.7.50 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/11af41fb-cf31-4430-8d14-806e43a7217f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:02.175763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:02.176719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:02.283095 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:02.361445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99986a21-68f7-4286-885e-f25911692c34 req-0eb6dc14-d884-4408-9e7c-995118446a2f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:02.365052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99986a21-68f7-4286-885e-f25911692c34 req-0eb6dc14-d884-4408-9e7c-995118446a2f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1330469
Jun 21 03:00:02.408147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99986a21-68f7-4286-885e-f25911692c34 req-84666f49-67f7-4871-b5f1-5be57deb3813 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376844
Jun 21 03:00:02.411538 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:02.462684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:02.463925 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-959cc36f-af73-4bb0-921a-b92712c50982 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:02.510419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:02.516058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:02.524200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:02.549781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Allocated IP 172.25.7.94 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/396f4132-fdd4-4658-a0fb-1455fb223380) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:02.563546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event updated for resources: {'Port': ['ID=11af41fb-cf31-4430-8d14-806e43a7217f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:02.577855 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:02.720021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:02.854117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:02.858255 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2267241f-60cb-4454-91ef-e4a8dbe63fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:02.929685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:02.935744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:02.939432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:02.998886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Pushing event updated for resources: {'Port': ['ID=396f4132-fdd4-4658-a0fb-1455fb223380,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:03.010375 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:03.058530 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:03.144119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:03.333198 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:03.417042 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:03.426743 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:03.650691 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:03.730462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:03.732744 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d3912339-feb7-434b-b873-7115acef044f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:03.802228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e37174-7531-49ea-9bc1-f0e1a9d30e3f req-bf3d9f8c-3e8d-410f-8936-174c1cbf1864 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:03.810319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36e37174-7531-49ea-9bc1-f0e1a9d30e3f req-bf3d9f8c-3e8d-410f-8936-174c1cbf1864 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1196897
Jun 21 03:00:03.832511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Router 7e79f0b8-607b-4ac9-bdba-f42c63614699 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:00:03.863662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36e37174-7531-49ea-9bc1-f0e1a9d30e3f req-80f5043a-c90f-4a07-828e-33a536624d26 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523238
Jun 21 03:00:04.037373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:04.039377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:00:04.050745 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:04.051190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Pushing event updated for resources: {'Port': ['ID=396f4132-fdd4-4658-a0fb-1455fb223380,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:04.051444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a54b02-8958-46a8-b2ca-1910e279d695 None None] Sync routers for ids ['7e79f0b8-607b-4ac9-bdba-f42c63614699'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:00:04.051916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "PUT /v2.0/routers/7e79f0b8-607b-4ac9-bdba-f42c63614699 HTTP/1.1" status: 200  len: 882 time: 4.5877402
Jun 21 03:00:04.057794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55426) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:04.064047 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:04.082543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a54b02-8958-46a8-b2ca-1910e279d695 None None] Routers {'7e79f0b8-607b-4ac9-bdba-f42c63614699'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:04.196523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e2a54b02-8958-46a8-b2ca-1910e279d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c8b580>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['7e79f0b8-607b-4ac9-bdba-f42c63614699'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:04.243751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-91c4ef2c-d4b2-4f2a-8e94-5963a48213a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:04.243751 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-91c4ef2c-d4b2-4f2a-8e94-5963a48213a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 1098 time: 0.3486211
Jun 21 03:00:04.243751 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:04.243751 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3115730
Jun 21 03:00:04.243751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55430) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:04.243751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1394185172', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'fixed_ips': [{'ip_address': '172.25.7.94'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:04.244852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e2a54b02-8958-46a8-b2ca-1910e279d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c8b580>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:04.250821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a54b02-8958-46a8-b2ca-1910e279d695 None None] Routers {'7e79f0b8-607b-4ac9-bdba-f42c63614699'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:04.252768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e2a54b02-8958-46a8-b2ca-1910e279d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c8b580>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T02:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['7e79f0b8-607b-4ac9-bdba-f42c63614699'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:04.300143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-31260f80-af96-4b3b-9733-c6a7ba544127 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/routers/7e79f0b8-607b-4ac9-bdba-f42c63614699 HTTP/1.1" status: 200  len: 923 time: 0.2410254
Jun 21 03:00:04.302979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55434) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:04.334205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e2a54b02-8958-46a8-b2ca-1910e279d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c8b580>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:04.342335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a54b02-8958-46a8-b2ca-1910e279d695 None None] The sync data for ids ['7e79f0b8-607b-4ac9-bdba-f42c63614699'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:00:04.344532 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-965ba189-ea00-4e98-99a8-ded73a77a19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:04.364860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Made reservation on behalf of 29c92dd21eb54a909a77071e01a3f1d0 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:04.367891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:04.415821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:04.469964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-248c891f-f0ad-4963-b0c2-111c169bbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:04.485032 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-248c891f-f0ad-4963-b0c2-111c169bbfc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 912 time: 0.3766456
Jun 21 03:00:04.527161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71bbef-fe11-42a3-ad15-99843ec27b81 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:04.529012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff71bbef-fe11-42a3-ad15-99843ec27b81 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=7e79f0b8-607b-4ac9-bdba-f42c63614699&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2246644
Jun 21 03:00:04.534881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55442) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:04.554319 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-7d502f72-15e2-4dd9-bf94-36afbdc46074 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70 HTTP/1.1" status: 200  len: 217 time: 0.0638745
Jun 21 03:00:04.717701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-15a365bb-204e-455e-bcda-4c80389837f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:04.719446 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-15a365bb-204e-455e-bcda-4c80389837f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.1574168
Jun 21 03:00:04.721393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddfc84e-42d2-4c8f-9b3a-0c726eafe9ee tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:04.723038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fddfc84e-42d2-4c8f-9b3a-0c726eafe9ee tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 881 time: 0.1869578
Jun 21 03:00:04.727575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55444) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:04.773976 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-b312c933-07f5-481f-9591-ebf9bcd929ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311527
Jun 21 03:00:04.790058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-25fd13fc-59a4-4a37-9136-ebdc51aa1f10 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e79f0b8-607b-4ac9-bdba-f42c63614699 HTTP/1.1" status: 200  len: 205 time: 0.0583432
Jun 21 03:00:04.790497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55446) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:04.791828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-7adf087b-a08b-4cb8-ac9a-a4393c211981 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:00:04.797125 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-7adf087b-a08b-4cb8-ac9a-a4393c211981 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0150969
Jun 21 03:00:04.992674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:05.135068 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:05.170477 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-bf9dc5b3-ba58-403e-ad79-08e32d570139 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3605235
Jun 21 03:00:05.228776 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:05.273393 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b608458-447b-467f-8053-53f748d59615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:05.303843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:05.329035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ea6f0-64a2-45cc-bd95-c219cf8cf7e6 req-3db333a4-a917-47da-ab64-f2459d129e1c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:05.335800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a76ea6f0-64a2-45cc-bd95-c219cf8cf7e6 req-3db333a4-a917-47da-ab64-f2459d129e1c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1919394
Jun 21 03:00:05.359547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109ab310-9a69-4bba-b583-53c0e57f20c3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:05.389216 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:05.393693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] device_id is not set on port e92c74a6-d443-4264-a16b-ec4e72cadf44 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:05.430767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a76ea6f0-64a2-45cc-bd95-c219cf8cf7e6 req-48ed8a50-b71c-49c9-aa22-5b3e863dfd4c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898786
Jun 21 03:00:05.520422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Deleting port 11af41fb-cf31-4430-8d14-806e43a7217f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:05.520795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:05.642887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d994b83-48a5-4ccc-8fce-d3381b713771 req-9f8f7bb2-4d93-47b2-8b93-0488bf2e94aa service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4620647
Jun 21 03:00:05.741209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:05.793902 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:05.822135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Calling delete_port for 11af41fb-cf31-4430-8d14-806e43a7217f owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:05.841673 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:00:05.842208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:00:05.948835 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 1.7238977
Jun 21 03:00:05.951470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55468) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:06.148241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.150642 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8a36f94-c24a-4c5a-9898-6c385e55be00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:06.208578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event deleted for resources: {'Port': ['ID=11af41fb-cf31-4430-8d14-806e43a7217f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:06.235610 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:06.323183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Deleting port 396f4132-fdd4-4658-a0fb-1455fb223380 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:06.323727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.388914 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.468211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.468988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.540677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.543451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.581421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Calling delete_port for 396f4132-fdd4-4658-a0fb-1455fb223380 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:06.652557 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4fdd55f6-4213-46aa-8c79-1210e6c9cd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.770931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f36237ca-cd8d-4ded-bf15-5e9236bebe70 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:06.783235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b878a1-5ebe-428c-bcaa-01ecbbf6ac6d req-ad6ae947-863f-43d5-bbd7-e7e6194320ee tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:06.787811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87b878a1-5ebe-428c-bcaa-01ecbbf6ac6d req-ad6ae947-863f-43d5-bbd7-e7e6194320ee tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 946 time: 0.1834948
Jun 21 03:00:06.790071 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.792273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Fanout notify agent at l3_agent the message router_deleted on router 7e79f0b8-607b-4ac9-bdba-f42c63614699 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:00:06.823610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.832064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/7e79f0b8-607b-4ac9-bdba-f42c63614699 HTTP/1.1" status: 204  len: 168 time: 2.0404158
Jun 21 03:00:06.837022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55488) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:06.860540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-afacfa9c-6b79-4af3-8876-4bbd893729a6 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1119185365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:06.940400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87b878a1-5ebe-428c-bcaa-01ecbbf6ac6d req-0044b1b3-b57f-4f92-b624-f022ea9c08ed tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063612
Jun 21 03:00:06.941656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afacfa9c-6b79-4af3-8876-4bbd893729a6 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:06.943425 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afacfa9c-6b79-4af3-8876-4bbd893729a6 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.003027 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.011843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.017398 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:07.056878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:00:07.057693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Pushing event deleted for resources: {'Port': ['ID=396f4132-fdd4-4658-a0fb-1455fb223380,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:07.063492 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10784d2a-e375-4ac7-87f2-87cb9b7b9c28" -d '{"events": [{"server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "name": "network-vif-unplugged", "status": "completed", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:00:07.066221 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:07.086213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:07.123248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.128061 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afacfa9c-6b79-4af3-8876-4bbd893729a6 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.179291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.182497 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:07.205667 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afacfa9c-6b79-4af3-8876-4bbd893729a6 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.267805 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.274106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.280257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/7f9283b9-3032-4d77-a8e6-02fd13b0413b HTTP/1.1" status: 204  len: 168 time: 1.3229201
Jun 21 03:00:07.293108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:07.298824 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:07.367588 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afacfa9c-6b79-4af3-8876-4bbd893729a6 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:07.373915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-afacfa9c-6b79-4af3-8876-4bbd893729a6 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5326853
Jun 21 03:00:07.375264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55504) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:07.391825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': True}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:07.523757 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf88816-0f3f-404d-90a2-bf179fc619d6 x-openstack-request-id: req-7cf88816-0f3f-404d-90a2-bf179fc619d6 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:00:07.524150 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "name": "network-vif-unplugged", "status": "completed", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:00:07.524627 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cf88816-0f3f-404d-90a2-bf179fc619d6 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:00:07.525628 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'code': 200}
Jun 21 03:00:07.786568 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:08.058800 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:08.087582 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:08.270498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55530) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:08.462945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:08.509036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:08.509580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-718a5721-b983-476f-be28-6d3d222981d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:08.659397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc6ea4-806d-4cef-b4eb-04d7165fde23 req-8b5339a7-16f1-4ba9-959a-011ee55b0a71 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:08.680742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dbdc6ea4-806d-4cef-b4eb-04d7165fde23 req-8b5339a7-16f1-4ba9-959a-011ee55b0a71 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 944 time: 0.3181396
Jun 21 03:00:08.705359 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-718a5721-b983-476f-be28-6d3d222981d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:08.782878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dbdc6ea4-806d-4cef-b4eb-04d7165fde23 req-e79d9f19-f24f-4301-b38c-556d484dcc1a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983062
Jun 21 03:00:08.785430 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-718a5721-b983-476f-be28-6d3d222981d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:08.855623 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe4f36b2-39bf-4626-a53b-a511ea9a37dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:08.890803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-718a5721-b983-476f-be28-6d3d222981d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3f7656d00a2407298d1fa16a5919830&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6185436
Jun 21 03:00:08.891560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55546) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:08.892787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a5721-b983-476f-be28-6d3d222981d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31283bf4-c929-4365-a792-93d363e6f864,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:08.896359 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-718a5721-b983-476f-be28-6d3d222981d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:08.905081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Allocated IP 172.25.7.55 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/39b7601b-e6c7-4bd4-8abf-0f30a47c7936) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:09.011908 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e93916c-085e-460a-b934-3b3d846a0671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:09.062868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e93916c-085e-460a-b934-3b3d846a0671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:09.202664 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:09.241562 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e93916c-085e-460a-b934-3b3d846a0671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:09.248083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e93916c-085e-460a-b934-3b3d846a0671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:09.251782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4e93916c-085e-460a-b934-3b3d846a0671 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31283bf4-c929-4365-a792-93d363e6f864 HTTP/1.1" status: 204  len: 168 time: 0.3517172
Jun 21 03:00:09.251782 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-718a5721-b983-476f-be28-6d3d222981d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:09.267341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93916c-085e-460a-b934-3b3d846a0671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31283bf4-c929-4365-a792-93d363e6f864,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:09.272948 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e93916c-085e-460a-b934-3b3d846a0671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:09.426792 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:09.432493 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b8ca2d18-9519-4def-89ea-46d78e7d2590 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:09.530236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:09.535630 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:09.541419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:09.548906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'Port': ['ID=39b7601b-e6c7-4bd4-8abf-0f30a47c7936,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:09.568683 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:09.608629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:10.016382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8a5b-365f-4ea9-9533-08a287d79419 req-e2e484d5-4262-4520-9bd5-41ffe016bf8c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:10.029598 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc0c8a5b-365f-4ea9-9533-08a287d79419 req-e2e484d5-4262-4520-9bd5-41ffe016bf8c tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.0904641
Jun 21 03:00:10.077308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc0c8a5b-365f-4ea9-9533-08a287d79419 req-5f6ce829-d885-48e5-825f-9351826589b1 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464985
Jun 21 03:00:10.244540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55602) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:10.326537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5b14630c-174b-47fc-bd02-425f4d17e9d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29c92dd21eb54a909a77071e01a3f1d0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0807245
Jun 21 03:00:10.327158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55606) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:10.444583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f684-9e92-407a-98e6-ad89ca8aa765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:10.486947 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f684-9e92-407a-98e6-ad89ca8aa765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:10.590965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:10.644735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f684-9e92-407a-98e6-ad89ca8aa765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:10.648500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f684-9e92-407a-98e6-ad89ca8aa765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:10.651943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e3a7f684-9e92-407a-98e6-ad89ca8aa765 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/109ab310-9a69-4bba-b583-53c0e57f20c3 HTTP/1.1" status: 204  len: 168 time: 0.3216078
Jun 21 03:00:10.651943 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c3a41f4-e8e6-4917-821d-3c890919630c tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:10.665069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7f684-9e92-407a-98e6-ad89ca8aa765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ab310-9a69-4bba-b583-53c0e57f20c3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:10.675594 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3a7f684-9e92-407a-98e6-ad89ca8aa765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:10.795758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device f36237ca-cd8d-4ded-bf15-5e9236bebe70 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:10.900539 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:10.904826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:11.115645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-5529dd9d-5f0b-4d6a-b07f-3e5c9747cc98 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:11.117117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-5529dd9d-5f0b-4d6a-b07f-3e5c9747cc98 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf90a10-c50c-457e-a576-f87e072d9346 HTTP/1.1" status: 200  len: 944 time: 0.0976095
Jun 21 03:00:11.213875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Router a8d0d900-6e04-4621-b95b-f8efd560dbe4 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:00:11.230166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Deleting port f36237ca-cd8d-4ded-bf15-5e9236bebe70 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:11.230589 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:11.361704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] For port f36237ca-cd8d-4ded-bf15-5e9236bebe70, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=f36237ca-cd8d-4ded-bf15-5e9236bebe70,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:11.362824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:11.366596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:00:11.371197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:11.374860 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "PUT /v2.0/routers/a8d0d900-6e04-4621-b95b-f8efd560dbe4 HTTP/1.1" status: 200  len: 918 time: 3.9959242
Jun 21 03:00:11.374940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55622) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:11.377979 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05779ca2-c2e6-4da6-94a8-1d9e1a9c18fd None None] Sync routers for ids ['a8d0d900-6e04-4621-b95b-f8efd560dbe4'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:00:11.397258 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05779ca2-c2e6-4da6-94a8-1d9e1a9c18fd None None] Routers {'a8d0d900-6e04-4621-b95b-f8efd560dbe4'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:11.397933 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-05779ca2-c2e6-4da6-94a8-1d9e1a9c18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8328820>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['a8d0d900-6e04-4621-b95b-f8efd560dbe4'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:11.446902 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-05779ca2-c2e6-4da6-94a8-1d9e1a9c18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8328820>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:11.455864 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05779ca2-c2e6-4da6-94a8-1d9e1a9c18fd None None] Routers {'a8d0d900-6e04-4621-b95b-f8efd560dbe4'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:11.456759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-05779ca2-c2e6-4da6-94a8-1d9e1a9c18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8328820>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['a8d0d900-6e04-4621-b95b-f8efd560dbe4'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:11.495834 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-05779ca2-c2e6-4da6-94a8-1d9e1a9c18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8328820>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:11.497833 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05779ca2-c2e6-4da6-94a8-1d9e1a9c18fd None None] The sync data for ids ['a8d0d900-6e04-4621-b95b-f8efd560dbe4'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:00:11.595834 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f8c44dde-fa62-43e7-856e-3bc9134712aa tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/routers/a8d0d900-6e04-4621-b95b-f8efd560dbe4 HTTP/1.1" status: 200  len: 924 time: 0.2197216
Jun 21 03:00:11.605147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5747970-220f-494a-85e5-d1cd61834f20 req-8e3268c1-3839-4b9f-b82b-58bf2bce8dd8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:11.606847 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5747970-220f-494a-85e5-d1cd61834f20 req-8e3268c1-3839-4b9f-b82b-58bf2bce8dd8 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.1746948
Jun 21 03:00:11.607457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55636) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:11.785603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0b2ad9-7ad0-4053-936e-c112ac179397 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:11.787161 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2d0b2ad9-7ad0-4053-936e-c112ac179397 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=a8d0d900-6e04-4621-b95b-f8efd560dbe4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1786103
Jun 21 03:00:11.807823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55644) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:11.979331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6722c60-912b-42f3-b7be-060125c43d32 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:11.983016 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e6722c60-912b-42f3-b7be-060125c43d32 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 881 time: 0.1743066
Jun 21 03:00:11.986704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:12.000512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Calling delete_port for f36237ca-cd8d-4ded-bf15-5e9236bebe70 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:12.054532 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bf5162d4-5104-480e-94a2-e8f80239b6e8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8d0d900-6e04-4621-b95b-f8efd560dbe4 HTTP/1.1" status: 200  len: 205 time: 0.0648184
Jun 21 03:00:12.056347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Deleting port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:12.056865 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.061162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55654) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:12.174557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f7254-ba65-4264-8320-1c9b98d6112b req-84adcfc5-138c-481b-968d-64171eb65b2d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:12.181991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-345f7254-ba65-4264-8320-1c9b98d6112b req-84adcfc5-138c-481b-968d-64171eb65b2d tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 946 time: 0.8047087
Jun 21 03:00:12.258032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] For port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,segment=NetworkSegment(ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c),segment_id=ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:12.258546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.278895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-345f7254-ba65-4264-8320-1c9b98d6112b req-eb642881-a6a4-41ee-b929-7dd762f9bc90 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2e3ec38-23ab-4ec1-b249-2fa61f046f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960221
Jun 21 03:00:12.327355 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.334068 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.357891 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d882cab-87d2-415d-a1ab-3a592ed31571 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:12.387512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event deleted for resources: {'Port': ['ID=f36237ca-cd8d-4ded-bf15-5e9236bebe70,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:12.406035 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:12.436561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] No DVR routers for this DVR port f36237ca-cd8d-4ded-bf15-5e9236bebe70 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:12.440227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.444182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75fb8034-424d-4221-bf0b-32da81d15b00 req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "DELETE /v2.0/ports/f36237ca-cd8d-4ded-bf15-5e9236bebe70 HTTP/1.1" status: 204  len: 173 time: 1.3211985
Jun 21 03:00:12.445453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'name': 'network-vif-deleted', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:00:12.448239 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d783bc-b484-46bf-9652-73e9d26d7725" -d '{"events": [{"server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "name": "network-vif-deleted", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:00:12.471738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55670) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:12.539025 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 21 Jun 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abbb34e-d3c8-4088-a0e1-b5a9a71d0e00 x-openstack-request-id: req-0abbb34e-d3c8-4088-a0e1-b5a9a71d0e00 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:00:12.539577 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf90a10-c50c-457e-a576-f87e072d9346", "name": "network-vif-deleted", "tag": "f36237ca-cd8d-4ded-bf15-5e9236bebe70", "status": "failed", "code": 422}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:00:12.540038 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0abbb34e-d3c8-4088-a0e1-b5a9a71d0e00 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:00:12.540709 n-d-758944-33 neutron-server[94167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baf90a10-c50c-457e-a576-f87e072d9346', 'name': 'network-vif-deleted', 'tag': 'f36237ca-cd8d-4ded-bf15-5e9236bebe70', 'status': 'failed', 'code': 422} returned with failed status
Jun 21 03:00:12.580915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Calling delete_port for 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:12.614412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1462218986'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:12.630819 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.707611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:12.711377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.731960 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.826378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Deleting port 39b7601b-e6c7-4bd4-8abf-0f30a47c7936 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:12.827001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.880755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.940416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.954929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-acd80143-08eb-4f21-ba0a-ef6009fbca88 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:12.972159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:12.975657 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-47f9aa99-95ef-4e12-910c-5d17b6358c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:12.994837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Pushing event deleted for resources: {'Port': ['ID=712c9f1b-2da6-4fa0-87c5-dac0bce3cb58,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:13.003472 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:13.008859 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.011080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfaf4d-8402-49cb-8681-19c425a10d9b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:13.025612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:00:13.035536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.036030 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Added segment 0fed2b21-d2ec-4e64-8a87-6d22c6235038 of type vlan for network 4d82cb52-2247-4a3b-982b-02458c34d10e
Jun 21 03:00:13.085990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.132012 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:13.139274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Calling delete_port for 39b7601b-e6c7-4bd4-8abf-0f30a47c7936 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:13.229776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.239434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:13.240552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.248444 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63ac54e2-d1ca-4f2b-adec-fcd5db315684 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:13.327150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Network': ['ID=4d82cb52-2247-4a3b-982b-02458c34d10e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:13.329937 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:13.335863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] No DVR routers for this DVR port 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:13.342690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:00:13.350630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.361784 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5747970-220f-494a-85e5-d1cd61834f20 req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.26 "DELETE /v2.0/ports/712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 HTTP/1.1" status: 204  len: 173 time: 1.7436786
Jun 21 03:00:13.363817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-deleted', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:00:13.378667 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae061d-d496-47dc-bf1f-2439305e2b50" -d '{"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-deleted", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:00:13.474124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bae3775-1a96-48ca-936f-2eaf60a28ef5 req-2c002255-28c3-450a-9c10-fe9d832d5bd0 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21 HTTP/1.1" status: 200  len: 210 time: 0.0427113
Jun 21 03:00:13.496268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0201063
Jun 21 03:00:13.498764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55706) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:13.512956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:13.597893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.613742 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6674d9cb-41e5-49b3-86d5-07090bbdc359 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:13.686046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event deleted for resources: {'Port': ['ID=39b7601b-e6c7-4bd4-8abf-0f30a47c7936,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:13.747571 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:13.804496 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c109ac-99a6-46f0-af13-d03a467fa180 x-openstack-request-id: req-11c109ac-99a6-46f0-af13-d03a467fa180 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:00:13.804841 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21", "name": "network-vif-deleted", "tag": "712c9f1b-2da6-4fa0-87c5-dac0bce3cb58", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:00:13.805135 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11c109ac-99a6-46f0-af13-d03a467fa180 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:00:13.805611 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cf1f2c-1fd1-4571-9e87-c3dc73a41d21', 'name': 'network-vif-deleted', 'tag': '712c9f1b-2da6-4fa0-87c5-dac0bce3cb58', 'status': 'completed', 'code': 200}
Jun 21 03:00:13.815510 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.883840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:13.887873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.900027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-6f781b91-5918-409a-b21e-f839bbd6ec9c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:13.902255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-6f781b91-5918-409a-b21e-f839bbd6ec9c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.1074669
Jun 21 03:00:13.917425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0368c822-ebe1-4540-a551-129e382721c1 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/quotas/f8a0d24963e24fa78625afefb43c33f4 HTTP/1.1" status: 200  len: 375 time: 0.0100973
Jun 21 03:00:13.956118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-bf93aa24-b73c-46fa-9630-31fa486876af tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0326138
Jun 21 03:00:13.966800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:13.971385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.074692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-2eca4582-02d3-4e72-af1c-2fb2f2bdb23b service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1107364
Jun 21 03:00:14.182358 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-5bfd5da0-4c05-4104-b221-925b76d1fa60 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957959
Jun 21 03:00:14.206598 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.207436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Fanout notify agent at l3_agent the message router_deleted on router a8d0d900-6e04-4621-b95b-f8efd560dbe4 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:00:14.216940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.218290 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/a8d0d900-6e04-4621-b95b-f8efd560dbe4 HTTP/1.1" status: 204  len: 168 time: 2.1564786
Jun 21 03:00:14.222006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55724) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:14.229168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d71457da-bfc6-41b0-ad0d-1b543c512369 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2085634997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:14.346102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d71457da-bfc6-41b0-ad0d-1b543c512369 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.352165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d71457da-bfc6-41b0-ad0d-1b543c512369 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.473432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.477788 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9081be3c-6802-4b6f-94dd-ef038e5c78b8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:14.484987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d71457da-bfc6-41b0-ad0d-1b543c512369 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.547782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d71457da-bfc6-41b0-ad0d-1b543c512369 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.554808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79e7e0b3-eff5-4749-9399-c5c37588f04b req-c805c5ee-aa9e-447b-9626-0e9274f17e7a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 210 time: 0.1167121
Jun 21 03:00:14.624539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=bb26bdc7-944a-440e-a055-58648a771360,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:14.639265 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:14.640227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:14.640822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network hostable DHCP agents. Network: 4d82cb52-2247-4a3b-982b-02458c34d10e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:00:14.648696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55746) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:14.701624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d71457da-bfc6-41b0-ad0d-1b543c512369 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.705265 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d71457da-bfc6-41b0-ad0d-1b543c512369 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4795976
Jun 21 03:00:14.705773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Deleting subnet ce844538-077a-4802-a14e-bc7e8752119b {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:00:14.706430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55750) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:14.706668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.715252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': False}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:14.757957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.830833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:14.832655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:14.846400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:00:14.904552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:00:14.907362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 712c9f1b-2da6-4fa0-87c5-dac0bce3cb58 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:00:15.000680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.011272 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bed5e4a1-88a2-4c7d-8799-ae10e6f226a9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:15.034871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.038863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ce844538-077a-4802-a14e-bc7e8752119b HTTP/1.1" status: 204  len: 168 time: 0.3866818
Jun 21 03:00:15.040424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce844538-077a-4802-a14e-bc7e8752119b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:15.048026 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:15.048532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55760) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:15.122898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.222770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.236817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1a994c0>,) {'filters': {'network_id': ['79049c7b-8ce4-4210-837e-d219c8abcfa0']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:15.251077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1a994c0>, 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:15.257216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1a994c0>, 'ecb112bd-9a08-4af6-a4d7-8a1f1ab7c93c') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:15.271175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.292541 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.305165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:00:15.306054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:00:15.308741 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:00:15.407067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4d82cb52-2247-4a3b-982b-02458c34d10e) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:15.411874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:15.412528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.419975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ad4a2-a1ef-4187-8a23-688aa354ac3c None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:15.424396 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.456269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.466413 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09506972-e4e0-4d15-9004-5c6b201b8ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:15.470484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.473159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] 10.222.0.25 "DELETE /v2.0/networks/79049c7b-8ce4-4210-837e-d219c8abcfa0 HTTP/1.1" status: 204  len: 168 time: 0.4238029
Jun 21 03:00:15.490182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Pushing event deleted for resources: {'Network': ['ID=79049c7b-8ce4-4210-837e-d219c8abcfa0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:15.494939 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:15.597165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': 'bb26bdc7-944a-440e-a055-58648a771360'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:00:15.598114 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.606112 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1066120
Jun 21 03:00:15.609083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55782) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:15.614558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'name': 'tempest-NetworksTestDHCPv6-1990183898'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:15.695231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b48fdefb-697f-4602-b6bf-fd45df8b01c2 req-a3987f10-a117-4c89-9601-6dcacdd09ed3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 210 time: 0.0381966
Jun 21 03:00:15.820310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/bb26bdc7-944a-440e-a055-58648a771360/68a75cb0-42b2-400d-b294-eec3be04d12f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:15.892310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:15.900405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.910515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:15.940640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 11a291a9-bafd-4438-8ede-6f37e87abf1b yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:15.953831 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.035676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55792) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:16.073813 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.084734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Transition to ACTIVE for port object 68a75cb0-42b2-400d-b294-eec3be04d12f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:16.110395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Transition to ACTIVE for port object 68a75cb0-42b2-400d-b294-eec3be04d12f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:16.134504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-35ce377a-b238-4983-8ea8-53215c56495e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26400565726346afb906fecc72bb0d27&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0975690
Jun 21 03:00:16.136926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55796) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:16.162257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Allocated IP 172.25.7.223 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6a7f5790-7f34-4a97-a6c4-5681f356bcd4) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:16.196441 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.198760 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:16.264909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:16.267606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:16.271823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:16.283530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Pushing event updated for resources: {'Port': ['ID=68a75cb0-42b2-400d-b294-eec3be04d12f,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:16.287705 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:16.356399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Attempting to bind port 68a75cb0-42b2-400d-b294-eec3be04d12f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:16.356523 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-663c5a73-2e6d-4b80-b72e-8d124c89a997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.356606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Attempting to bind port 68a75cb0-42b2-400d-b294-eec3be04d12f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:16.357105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Attempting to bind port 68a75cb0-42b2-400d-b294-eec3be04d12f on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:16.363949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:16.364388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:16.364809 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.365442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:16.365768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Bound port: 68a75cb0-42b2-400d-b294-eec3be04d12f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:16.366152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.366320 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.393245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-663c5a73-2e6d-4b80-b72e-8d124c89a997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.443547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::26d (4d82cb52-2247-4a3b-982b-02458c34d10e/bb26bdc7-944a-440e-a055-58648a771360/11a291a9-bafd-4438-8ede-6f37e87abf1b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:16.495133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] For port 68a75cb0-42b2-400d-b294-eec3be04d12f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:16.499001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] For port 68a75cb0-42b2-400d-b294-eec3be04d12f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=68a75cb0-42b2-400d-b294-eec3be04d12f,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:16.521104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.524129 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56dd12b0-55df-46bd-bc6a-b9678b85683e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:16.562488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:16.567000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:16.577068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.579947 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:16.589704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:16.593409 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Pushing event updated for resources: {'Port': ['ID=6a7f5790-7f34-4a97-a6c4-5681f356bcd4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:16.609420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-663c5a73-2e6d-4b80-b72e-8d124c89a997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.613196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-663c5a73-2e6d-4b80-b72e-8d124c89a997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.613942 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:16.618070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-663c5a73-2e6d-4b80-b72e-8d124c89a997 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2e3ec38-23ab-4ec1-b249-2fa61f046f82 HTTP/1.1" status: 204  len: 168 time: 0.4794562
Jun 21 03:00:16.622831 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e93916c-085e-460a-b934-3b3d846a0671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:16.641965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5a73-2e6d-4b80-b72e-8d124c89a997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3ec38-23ab-4ec1-b249-2fa61f046f82,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:16.653245 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-663c5a73-2e6d-4b80-b72e-8d124c89a997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:16.672308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.730303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 11a291a9-bafd-4438-8ede-6f37e87abf1b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:16.762597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Pushing event updated for resources: {'Port': ['ID=68a75cb0-42b2-400d-b294-eec3be04d12f,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:16.788183 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:16.863119 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:16.880296 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b269595e-61a5-47fe-b52c-6c87490ace98 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:16.975325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:16.991640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:16.999295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:17.010268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:17.011242 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:17.044302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-991d1074-6c29-46be-9244-5615b2911ba0 req-3e7c3473-18b6-4bc4-830d-b48e55dfd048 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 210 time: 0.0675664
Jun 21 03:00:17.061842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=11a291a9-bafd-4438-8ede-6f37e87abf1b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:17.068505 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:17.175122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.5650060
Jun 21 03:00:17.179624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55818) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:17.266134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:17.423419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f305598b-df24-4060-a0b6-7cc14033675f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:17.433586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f305598b-df24-4060-a0b6-7cc14033675f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:17.437392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f305598b-df24-4060-a0b6-7cc14033675f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.2546661
Jun 21 03:00:17.438928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55830) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:17.710109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:17.714230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:17.760664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 11a291a9-bafd-4438-8ede-6f37e87abf1b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:17.761266 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:18.143345 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:18.154814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Router d5432f7b-a3d1-4856-bca3-0b8a73243505 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:00:18.242177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 11a291a9-bafd-4438-8ede-6f37e87abf1b owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:18.253311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-5a93ac84-7233-4b7d-8944-5ddf7d875340 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:18.256925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-5a93ac84-7233-4b7d-8944-5ddf7d875340 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.20 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.6285169
Jun 21 03:00:18.482660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:00:18.483922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Request body: {'port': {'device_id': 'bbcab220-1261-4db0-a8e0-26f5ec2b9dca', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'admin_state_up': True, 'tenant_id': 'f8a0d24963e24fa78625afefb43c33f4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:18.499021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5bfaa-bd88-498c-84c7-809326c14a95 None None] Sync routers for ids ['d5432f7b-a3d1-4856-bca3-0b8a73243505'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:00:18.509849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:18.520620 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "PUT /v2.0/routers/d5432f7b-a3d1-4856-bca3-0b8a73243505 HTTP/1.1" status: 200  len: 920 time: 3.8105001
Jun 21 03:00:18.533924 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55868) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:18.542723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5bfaa-bd88-498c-84c7-809326c14a95 None None] Routers {'d5432f7b-a3d1-4856-bca3-0b8a73243505'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:18.543878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f0f5bfaa-bd88-498c-84c7-809326c14a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cce400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d5432f7b-a3d1-4856-bca3-0b8a73243505'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:18.576403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a04b5647-0166-469f-a386-5fedfd639e2f req-9e0032cc-21e4-463c-b9f5-7ab692771173 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 210 time: 0.0883880
Jun 21 03:00:18.643811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:18.654544 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09586602-5098-4498-848b-0d8fd6473378 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:18.668752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f0f5bfaa-bd88-498c-84c7-809326c14a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cce400>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:18.672720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994e9c6-e1f9-4a17-8a5e-751f6eda4b7c None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:18.704475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55874) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:18.756422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5bfaa-bd88-498c-84c7-809326c14a95 None None] Routers {'d5432f7b-a3d1-4856-bca3-0b8a73243505'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:18.757454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f0f5bfaa-bd88-498c-84c7-809326c14a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cce400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d5432f7b-a3d1-4856-bca3-0b8a73243505'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:18.766256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55880) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:18.772035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=11a291a9-bafd-4438-8ede-6f37e87abf1b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:18.790407 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-893f15c1-b649-457c-a15d-a390f27961dd tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/routers/d5432f7b-a3d1-4856-bca3-0b8a73243505 HTTP/1.1" status: 200  len: 926 time: 0.2649117
Jun 21 03:00:18.801236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:18.813475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55882) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:18.813608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/11a291a9-bafd-4438-8ede-6f37e87abf1b HTTP/1.1" status: 204  len: 168 time: 1.3711002
Jun 21 03:00:18.814568 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:18.949436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92dbdd-97df-478d-9b36-66293fda3b6f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:18.955154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92dbdd-97df-478d-9b36-66293fda3b6f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:18.956895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3c92dbdd-97df-478d-9b36-66293fda3b6f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1421971
Jun 21 03:00:18.960687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55884) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:18.983373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-739684009-network', 'tenant_id': '48e98691a9554684893cacb60b109b6f'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:18.990648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b02b8a3-3024-4df3-8b2d-e3c14c8c04a1 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:18.996024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4b02b8a3-3024-4df3-8b2d-e3c14c8c04a1 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=d5432f7b-a3d1-4856-bca3-0b8a73243505&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2216380
Jun 21 03:00:18.996826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55886) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:19.007649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 68a75cb0-42b2-400d-b294-eec3be04d12f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:19.014416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-46890866-b5ec-4754-886e-b319330a35d9 None None] Provisioning for port 68a75cb0-42b2-400d-b294-eec3be04d12f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:19.018907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f0f5bfaa-bd88-498c-84c7-809326c14a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cce400>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:19.019729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5bfaa-bd88-498c-84c7-809326c14a95 None None] The sync data for ids ['d5432f7b-a3d1-4856-bca3-0b8a73243505'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:00:19.031982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet bb26bdc7-944a-440e-a055-58648a771360 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:00:19.036148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.092495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Made reservation on behalf of f8a0d24963e24fa78625afefb43c33f4 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:19.093471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.096588 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.184991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c30b7-6171-4a10-aff8-ab2ee66bf554 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:19.189474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-023c30b7-6171-4a10-aff8-ab2ee66bf554 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 881 time: 0.1883445
Jun 21 03:00:19.190088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55890) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:19.230248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 68a75cb0-42b2-400d-b294-eec3be04d12f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:19.241263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 68a75cb0-42b2-400d-b294-eec3be04d12f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:19.241644 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.291562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2dc51de7-855b-474d-ab7a-c2d717b218c3 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5432f7b-a3d1-4856-bca3-0b8a73243505 HTTP/1.1" status: 200  len: 205 time: 0.0622227
Jun 21 03:00:19.295343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55894) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:19.300715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Made reservation on behalf of 48e98691a9554684893cacb60b109b6f for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:19.303787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.320112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.404405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.461986 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.499117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.502466 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-05ebaaf0-f749-418e-beaa-b95856c308ee tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:19.597390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=bb26bdc7-944a-440e-a055-58648a771360,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:19.610069 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:19.618136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:19.620252 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/bb26bdc7-944a-440e-a055-58648a771360 HTTP/1.1" status: 204  len: 168 time: 0.6582997
Jun 21 03:00:19.625900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55904) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:19.654805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Allocated IP 172.20.0.9 (44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b/e6693165-493d-4dcb-8f5e-640a9427f677/f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:19.681082 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:00:19.681687 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:00:19.825656 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-57a2426a-e989-45bb-bf48-0ef9ec3bd042 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1945796
Jun 21 03:00:19.837669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55912) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:19.859511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:19.932618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a361e75-62ae-4cf3-b5a9-42cfd231122d None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:20.099079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb724818-77d4-4b70-bcc8-328f66c55567 req-937ffd2f-3963-44a1-ba2d-5dc843028fb5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 210 time: 0.1313164
Jun 21 03:00:20.111410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5cb7ef3b-a2d3-479b-92dc-40338b49701b None None] Provisioning complete for port 68a75cb0-42b2-400d-b294-eec3be04d12f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:20.111772 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5cb7ef3b-a2d3-479b-92dc-40338b49701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.186375 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.192716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.243654 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.323084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 68a75cb0-42b2-400d-b294-eec3be04d12f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=68a75cb0-42b2-400d-b294-eec3be04d12f,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:20.337041 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5cb7ef3b-a2d3-479b-92dc-40338b49701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.378767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:00:20.430226 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.436083 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:20.456031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.462114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.503101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.519882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2c36f5c3-ef5d-48d2-aa85-fa1de52bcfb4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:20.525172 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-5cb7ef3b-a2d3-479b-92dc-40338b49701b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:00:20.525570 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-5cb7ef3b-a2d3-479b-92dc-40338b49701b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:00:20.532117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=68a75cb0-42b2-400d-b294-eec3be04d12f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:20.543249 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:20.553427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] Deleting port 68a75cb0-42b2-400d-b294-eec3be04d12f {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:20.554020 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.561005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:20.570670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:20.574754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:20.610564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.633248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event updated for resources: {'Port': ['ID=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:20.639854 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:20.647992 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fe0a7b64-b620-4c7e-8683-3f0cd629aeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:20.650786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] For port 68a75cb0-42b2-400d-b294-eec3be04d12f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=68a75cb0-42b2-400d-b294-eec3be04d12f,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:20.651213 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.681919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:00:20.699282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:20.707181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.723998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.725021 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Added segment 05e571d8-ad8e-4122-b7c6-4f2a049775c8 of type vlan for network 57cb3b8c-d73d-4c09-849a-a4597d61d0ba
Jun 21 03:00:20.732400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:20.733060 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.768306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] Calling delete_port for 68a75cb0-42b2-400d-b294-eec3be04d12f owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:20.780530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0d0b6-4e6a-430b-adf2-e6fd940e80f0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:20.791673 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:20.869159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:20.934789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 68a75cb0-42b2-400d-b294-eec3be04d12f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:21.003577 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5059237
Jun 21 03:00:21.010207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-a587662c-9275-4b9f-b228-8c05b708d7e2 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:00:21.016426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-a587662c-9275-4b9f-b228-8c05b708d7e2 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0111897
Jun 21 03:00:21.017895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Deleting port 6a7f5790-7f34-4a97-a6c4-5681f356bcd4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:21.031177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.136919 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.150387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.152236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:21.155580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.157522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.163513 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:21.179316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Request body: {'port': {'device_id': 'bbcab220-1261-4db0-a8e0-26f5ec2b9dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:21.185358 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:21.189285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] Pushing event deleted for resources: {'Port': ['ID=68a75cb0-42b2-400d-b294-eec3be04d12f,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:21.199626 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:21.230620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] No DVR routers for this DVR port 68a75cb0-42b2-400d-b294-eec3be04d12f on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:21.343814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.347168 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2c43306d-102c-4297-8940-40f9db48a649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:21.397973 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.436649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:21.444896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:21.449879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:21.451053 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.455166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf082acc-e7f1-4262-beb2-b2eff5c7c3a1 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:21.466183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=754d407c-7b47-45cb-b8f5-860b79251558,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:21.469465 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:21.556483 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7178090
Jun 21 03:00:21.559729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55938) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:21.576003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'name': 'tempest-NetworksTestDHCPv6-1490974442'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:21.764208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '754d407c-7b47-45cb-b8f5-860b79251558'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:00:21.764582 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.921052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:21.924738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 3.2185290
Jun 21 03:00:21.929906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:21.940609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55946) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:21.966545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Request body: {'subnet': {'network_id': '57cb3b8c-d73d-4c09-849a-a4597d61d0ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-739684009-subnet', 'tenant_id': '48e98691a9554684893cacb60b109b6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:22.020484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 334c0969-0cd8-49e2-8e68-8bef3966ab5a yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:22.032577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Calling delete_port for 6a7f5790-7f34-4a97-a6c4-5681f356bcd4 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:22.049735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Pushing event updated for resources: {'Network': ['ID=57cb3b8c-d73d-4c09-849a-a4597d61d0ba,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:22.057716 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:22.067239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/754d407c-7b47-45cb-b8f5-860b79251558/7b6fa9a9-c434-4d85-8a44-56a07360833d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:22.074674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:22.080973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 57cb3b8c-d73d-4c09-849a-a4597d61d0ba details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:00:22.233789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab243011-b1d7-4443-a41b-4ba30247be12 req-11945c5f-d94d-4c16-b021-0155297bfaee tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:22.241133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab243011-b1d7-4443-a41b-4ba30247be12 req-11945c5f-d94d-4c16-b021-0155297bfaee tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 931 time: 0.8496981
Jun 21 03:00:22.267385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Made reservation on behalf of 48e98691a9554684893cacb60b109b6f for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:22.269857 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:22.381035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab243011-b1d7-4443-a41b-4ba30247be12 req-00725de1-30a5-43b3-b048-e3e081e3c0bc tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387248
Jun 21 03:00:22.413575 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:22.428536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Transition to ACTIVE for port object 7b6fa9a9-c434-4d85-8a44-56a07360833d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:22.459764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Transition to ACTIVE for port object 7b6fa9a9-c434-4d85-8a44-56a07360833d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:22.536691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:22.539459 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:22.587746 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:00:22.601166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:22.604424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:22.608261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:22.615995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Pushing event updated for resources: {'Port': ['ID=7b6fa9a9-c434-4d85-8a44-56a07360833d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:22.651521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.651852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.652195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.652534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.652865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.653197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.654456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.654456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.654737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.655068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.655395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.655719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:22.660678 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:22.693488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::d7 (4d82cb52-2247-4a3b-982b-02458c34d10e/754d407c-7b47-45cb-b8f5-860b79251558/334c0969-0cd8-49e2-8e68-8bef3966ab5a) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:22.723968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Attempting to bind port 7b6fa9a9-c434-4d85-8a44-56a07360833d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:22.724501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Attempting to bind port 7b6fa9a9-c434-4d85-8a44-56a07360833d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:22.725251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Attempting to bind port 7b6fa9a9-c434-4d85-8a44-56a07360833d on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:22.743738 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:22.752278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:22.752571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:22.752987 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:22.754461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:22.754586 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c03e75b0-c479-448a-a076-eb3e4ff2e4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:22.754711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Bound port: 7b6fa9a9-c434-4d85-8a44-56a07360833d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:22.754711 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:22.884028 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] For port 7b6fa9a9-c434-4d85-8a44-56a07360833d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:22.890769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344551fb-772f-401b-bbaf-d18c0c404ce8,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:22.902800 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:22.903834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Checking segment: {'id': '05e571d8-ad8e-4122-b7c6-4f2a049775c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57cb3b8c-d73d-4c09-849a-a4597d61d0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:22.904209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Network hostable DHCP agents. Network: 57cb3b8c-d73d-4c09-849a-a4597d61d0ba, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:00:22.923211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] For port 7b6fa9a9-c434-4d85-8a44-56a07360833d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7b6fa9a9-c434-4d85-8a44-56a07360833d,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:22.926420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:22.934098 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:22.964991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event deleted for resources: {'Port': ['ID=6a7f5790-7f34-4a97-a6c4-5681f356bcd4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:22.968629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:00:22.973786 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:22.992311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.038070 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.041545 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-525f747f-37c0-4a97-b501-2448ec972fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:23.065303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Transition to ACTIVE for port object f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:23.104866 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.117030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Network 57cb3b8c-d73d-4c09-849a-a4597d61d0ba is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:00:23.131482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.152887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Pushing event updated for resources: {'Port': ['ID=7b6fa9a9-c434-4d85-8a44-56a07360833d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:23.158147 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:23.164728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 334c0969-0cd8-49e2-8e68-8bef3966ab5a will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:23.236037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.238673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.309532 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.313255 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c237d8a-20d2-46d6-a170-48f0edd32068 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:23.347843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 57cb3b8c-d73d-4c09-849a-a4597d61d0ba) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:23.353370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:23.354014 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.372108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a745c-9560-4ad7-9ae4-7c8901dd742f None None] Network 57cb3b8c-d73d-4c09-849a-a4597d61d0ba requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:23.401393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.410060 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6fc773b-7dbe-4656-bbcd-3d58f45a8d33 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:23.472236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.473011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Fanout notify agent at l3_agent the message router_deleted on router d5432f7b-a3d1-4856-bca3-0b8a73243505 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:00:23.487951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.489132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/d5432f7b-a3d1-4856-bca3-0b8a73243505 HTTP/1.1" status: 204  len: 168 time: 4.1828253
Jun 21 03:00:23.490656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Pushing event updated for resources: {'Port': ['ID=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:23.503212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55974) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:23.526643 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:23.533755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-929876681', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:23.610351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Attempting to bind port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:23.610691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Attempting to bind port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:23.611021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Attempting to bind port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:23.632360 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6900201
Jun 21 03:00:23.666417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:00:23.666766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Attempting to bind port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:23.676360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:23.676704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Checking segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:23.677096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Bound using segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:23.678255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Bound port: f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:23.678602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.694806 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:23.698925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.699989 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.708505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:23.723226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:23.738912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:23.745266 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.789072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=334c0969-0cd8-49e2-8e68-8bef3966ab5a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:23.793323 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:23.810627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f3cb0-3c13-4b5d-a3e9-654e756138c7 req-797d03ed-ec0a-4ed7-beed-bf3a32d24a36 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:23.812460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3f3cb0-3c13-4b5d-a3e9-654e756138c7 req-797d03ed-ec0a-4ed7-beed-bf3a32d24a36 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 943 time: 0.1968980
Jun 21 03:00:23.825948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24da984-0de0-49b2-a79a-9613e0f1e560 None None] Network 57cb3b8c-d73d-4c09-849a-a4597d61d0ba requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:23.866737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:23.876979 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3068004
Jun 21 03:00:23.891751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55980) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:23.896274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] For port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:23.920820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55984) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:23.941729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] For port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:23.973245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3f3cb0-3c13-4b5d-a3e9-654e756138c7 req-5f76cf50-f930-41bd-9eeb-dd558ec1ce39 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250284
Jun 21 03:00:24.085340 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.090288 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb40937c-c412-475e-9dbe-d7065b417751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:24.095724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Deleting subnet 344551fb-772f-401b-bbaf-d18c0c404ce8 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:00:24.118411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee78406-105e-4b5a-b8b8-f1530141fb1a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:24.124372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee78406-105e-4b5a-b8b8-f1530141fb1a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:24.124981 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.127731 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6ee78406-105e-4b5a-b8b8-f1530141fb1a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.2334127
Jun 21 03:00:24.130383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55990) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:24.238865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:24.239433 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.241277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] 10.222.0.20 "PUT /v2.0/ports/f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 HTTP/1.1" status: 200  len: 1092 time: 3.2064495
Jun 21 03:00:24.242072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Pushing event updated for resources: {'Port': ['ID=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:24.257791 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:24.332599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 334c0969-0cd8-49e2-8e68-8bef3966ab5a {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:24.332967 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.364424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcab220-1261-4db0-a8e0-26f5ec2b9dca', 'tag': 'f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:00:24.375827 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a93eba-7bdf-44cd-9f49-58baad670657" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcab220-1261-4db0-a8e0-26f5ec2b9dca", "tag": "f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:00:24.502061 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce414a2-42fc-4cc5-a584-7e84583c5771 x-openstack-request-id: req-2ce414a2-42fc-4cc5-a584-7e84583c5771 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:00:24.503497 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcab220-1261-4db0-a8e0-26f5ec2b9dca", "tag": "f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:00:24.504028 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ce414a2-42fc-4cc5-a584-7e84583c5771 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:00:24.505602 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcab220-1261-4db0-a8e0-26f5ec2b9dca', 'tag': 'f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01', 'status': 'completed', 'code': 200}
Jun 21 03:00:24.511429 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.512833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.547471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.582586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.607305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 334c0969-0cd8-49e2-8e68-8bef3966ab5a owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:24.631274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-99c19549-b93e-4199-9ac8-fe1b9dc9d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:24.633295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-99c19549-b93e-4199-9ac8-fe1b9dc9d0d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 1095 time: 0.2479267
Jun 21 03:00:24.693043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-668c73d4-cc8e-4cf4-80ed-aa196d439a92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 HTTP/1.1" status: 200  len: 217 time: 0.0519164
Jun 21 03:00:24.825410 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.830998 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6633af3c-dcef-474b-8f13-5795c91fe188 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:24.898563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344551fb-772f-401b-bbaf-d18c0c404ce8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:24.910589 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:24.917189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-956ffc50-86c8-44dd-994b-aa7db2ccf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:24.922110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-956ffc50-86c8-44dd-994b-aa7db2ccf6c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.2215898
Jun 21 03:00:24.926862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:24.931176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/344551fb-772f-401b-bbaf-d18c0c404ce8 HTTP/1.1" status: 204  len: 168 time: 1.0091300
Jun 21 03:00:24.935676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56004) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:24.955317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-da9b59b2-9e4d-40ca-b34f-b1921b7d0edc None None] Provisioning for port 7b6fa9a9-c434-4d85-8a44-56a07360833d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:24.977983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7b6fa9a9-c434-4d85-8a44-56a07360833d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:25.074731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-b1bc6cf0-de97-4011-bfa3-86f3be5f53f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1322916
Jun 21 03:00:25.200264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 7b6fa9a9-c434-4d85-8a44-56a07360833d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:25.206359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 7b6fa9a9-c434-4d85-8a44-56a07360833d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:25.207017 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.218542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.243505 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:25.267595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.281121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cb575dbc-ae4d-4504-bca7-3080a0b823c7 None None] Provisioning for port 334c0969-0cd8-49e2-8e68-8bef3966ab5a completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:25.297902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cb575dbc-ae4d-4504-bca7-3080a0b823c7 None None] Provisioning complete for port 334c0969-0cd8-49e2-8e68-8bef3966ab5a triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:25.298448 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cb575dbc-ae4d-4504-bca7-3080a0b823c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.335635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cb575dbc-ae4d-4504-bca7-3080a0b823c7 None None] Port 334c0969-0cd8-49e2-8e68-8bef3966ab5a was deleted so its status cannot be updated. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 21 03:00:25.357309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=334c0969-0cd8-49e2-8e68-8bef3966ab5a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:25.435516 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.450156 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:25.465135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.472702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/334c0969-0cd8-49e2-8e68-8bef3966ab5a HTTP/1.1" status: 204  len: 168 time: 1.3404231
Jun 21 03:00:25.476582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56018) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:25.515299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 7b6fa9a9-c434-4d85-8a44-56a07360833d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7b6fa9a9-c434-4d85-8a44-56a07360833d,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:25.556233 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.566019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-21fe8dca-a4ca-46ac-ae6b-5cd6793ff2f3 service neutron] 10.222.0.20 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4789081
Jun 21 03:00:25.593490 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.598877 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:25.605589 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.712443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=7b6fa9a9-c434-4d85-8a44-56a07360833d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:25.715606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858153e-0afa-47e4-b315-d34e19f8a5d5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:25.715835 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:25.717252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858153e-0afa-47e4-b315-d34e19f8a5d5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:25.718789 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f858153e-0afa-47e4-b315-d34e19f8a5d5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2412546
Jun 21 03:00:25.721021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.723667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56022) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:25.741125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d82a0790>,) {'filters': {'network_id': ['57cb3b8c-d73d-4c09-849a-a4597d61d0ba']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:25.750089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Allocated IP 172.25.7.175 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/122a9118-e90c-400e-8a5b-d7be42f84b8f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:25.776740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d82a0790>, '05e571d8-ad8e-4122-b7c6-4f2a049775c8') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:25.776740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d82a0790>, '05e571d8-ad8e-4122-b7c6-4f2a049775c8') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:25.792928 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.813210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 754d407c-7b47-45cb-b8f5-860b79251558 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:00:25.820424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.823960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.855264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:00:25.855678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:00:25.857440 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:00:25.869408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87143fe-372b-49a4-933f-9d2e75c4cfd2 req-7eeef1c1-1549-4f64-ae33-c45e48cc9ce0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:25.871014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d87143fe-372b-49a4-933f-9d2e75c4cfd2 req-7eeef1c1-1549-4f64-ae33-c45e48cc9ce0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 943 time: 0.5979309
Jun 21 03:00:25.937573 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:25.938735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b85f596-86d7-49dc-a1e1-3c86b7730387 req-276cff86-cd37-4a6c-a3aa-790223ac4a63 service neutron] 10.222.0.20 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3530679
Jun 21 03:00:25.950952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d87143fe-372b-49a4-933f-9d2e75c4cfd2 req-3cfec1b4-7d20-40a7-977c-7904e274a2f3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625954
Jun 21 03:00:26.002750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.086437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.135640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.141704 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2da300b2-fc7d-4cfa-a597-1d9603b58529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:26.143005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-318e9003-9998-4a8e-b294-644bc62c7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:26.144837 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.144941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-318e9003-9998-4a8e-b294-644bc62c7e98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 1095 time: 0.0835094
Jun 21 03:00:26.145900 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] 10.222.0.25 "DELETE /v2.0/networks/57cb3b8c-d73d-4c09-849a-a4597d61d0ba HTTP/1.1" status: 204  len: 168 time: 1.2051773
Jun 21 03:00:26.166484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=57cb3b8c-d73d-4c09-849a-a4597d61d0ba,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:26.174134 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:26.250259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-9c8dab64-23d0-4114-94ca-3188060512b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:26.252634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-9c8dab64-23d0-4114-94ca-3188060512b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 912 time: 0.0986209
Jun 21 03:00:26.254615 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.257871 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f671c7f8-8ba7-48e3-8fd1-ec11ca6cfe39 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:26.322993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-b273cdb7-7cb7-490c-9f02-604b6c362a13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 HTTP/1.1" status: 200  len: 217 time: 0.0616138
Jun 21 03:00:26.343679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.348210 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c227d3b-6231-4970-a966-e71b35b000a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:26.348817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:26.379000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=754d407c-7b47-45cb-b8f5-860b79251558,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:26.383649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.387801 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/754d407c-7b47-45cb-b8f5-860b79251558 HTTP/1.1" status: 204  len: 168 time: 0.6611891
Jun 21 03:00:26.387801 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:26.391487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dcb6ea-1dc6-440f-9e38-c4cb9eb2da21 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:26.397221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56036) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:26.410958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:26.420659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event updated for resources: {'Port': ['ID=122a9118-e90c-400e-8a5b-d7be42f84b8f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:26.434657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:26.437137 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:26.468866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-01cfa106-cccf-4685-a295-64b89e8c28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:26.475082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-01cfa106-cccf-4685-a295-64b89e8c28a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.1396747
Jun 21 03:00:26.479093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-702cb3f5-9112-4856-8284-ff551c818e99 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0724185
Jun 21 03:00:26.483140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56042) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:26.492085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:26.602969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-a5d9f4ec-a3bc-4bee-895b-78bc03d00298 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1240096
Jun 21 03:00:26.696913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56048) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:26.746586 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8464f1de-b797-4c52-8e65-fe5831e4a384 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48e98691a9554684893cacb60b109b6f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0468757
Jun 21 03:00:26.748982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56050) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:26.785088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:26.789186 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.805167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635752a-9450-4d01-9753-fcd29580709f None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:00:26.848545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-afd01d50-3a02-4d15-96bf-59d8472cc6b1 service neutron] 10.222.0.20 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081323
Jun 21 03:00:26.909708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c635752a-9450-4d01-9753-fcd29580709f None None] Deleting port 7b6fa9a9-c434-4d85-8a44-56a07360833d {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:26.910382 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c635752a-9450-4d01-9753-fcd29580709f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.920506 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55b07834-f5fb-4e75-bd07-a553c54580a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:26.988789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55b07834-f5fb-4e75-bd07-a553c54580a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.030633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c635752a-9450-4d01-9753-fcd29580709f None None] For port 7b6fa9a9-c434-4d85-8a44-56a07360833d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7b6fa9a9-c434-4d85-8a44-56a07360833d,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:27.031330 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c635752a-9450-4d01-9753-fcd29580709f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.246318 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55b07834-f5fb-4e75-bd07-a553c54580a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.249886 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55b07834-f5fb-4e75-bd07-a553c54580a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.253606 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-55b07834-f5fb-4e75-bd07-a553c54580a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00c0d0b6-4e6a-430b-adf2-e6fd940e80f0 HTTP/1.1" status: 204  len: 168 time: 0.5017653
Jun 21 03:00:27.253606 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b88d809d-4cd3-4acb-8cfa-10d54264cc17 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:27.306261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07834-f5fb-4e75-bd07-a553c54580a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0d0b6-4e6a-430b-adf2-e6fd940e80f0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:27.321170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c635752a-9450-4d01-9753-fcd29580709f None None] Calling delete_port for 7b6fa9a9-c434-4d85-8a44-56a07360833d owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:27.326073 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-55b07834-f5fb-4e75-bd07-a553c54580a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:27.327586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.329634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7b6fa9a9-c434-4d85-8a44-56a07360833d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:27.345281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93a93eba-7bdf-44cd-9f49-58baad670657 req-0aa338b2-f9d2-4070-878f-8b03bf893cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4773433
Jun 21 03:00:27.370059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.383722 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-72f5d3e5-242e-4e34-b206-b952cc86dd63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:27.501287 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.541989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:27.543465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=a680b7ed-91ea-49f3-9f82-ccb1eea9ff20,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:27.546268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:27.547950 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:27.549226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:27.549951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.619824 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c635752a-9450-4d01-9753-fcd29580709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:27.623482 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:27.654834 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1678405
Jun 21 03:00:27.659364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56070) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:27.686500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'name': 'tempest-NetworksTestDHCPv6-179012122'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:27.715387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635752a-9450-4d01-9753-fcd29580709f None None] Pushing event deleted for resources: {'Port': ['ID=7b6fa9a9-c434-4d85-8a44-56a07360833d,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:27.725562 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c635752a-9450-4d01-9753-fcd29580709f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:27.727681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635752a-9450-4d01-9753-fcd29580709f None None] No DVR routers for this DVR port 7b6fa9a9-c434-4d85-8a44-56a07360833d on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:27.735289 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:00:27.735289 n-d-758944-33 neutron-server[94168]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Jun 21 03:00:27.735289 n-d-758944-33 neutron-server[94168]: [parameters: {'status': 'DOWN', 'ports_id': '7b6fa9a9-c434-4d85-8a44-56a07360833d'}]
Jun 21 03:00:27.735289 n-d-758944-33 neutron-server[94168]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:00:27.736370 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:00:27.756617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ef884-acd7-4d4b-abf2-c758f62aca87 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:28.055090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': 'a680b7ed-91ea-49f3-9f82-ccb1eea9ff20'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:00:28.056068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:28.120578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:28.125864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:28.167586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 45a2f7f9-18ef-4b2e-ac13-3a4228979cf2 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:28.264167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Port 7b6fa9a9-c434-4d85-8a44-56a07360833d update to DOWN by agent not found {{(pid=94168) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}}
Jun 21 03:00:28.274567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/a680b7ed-91ea-49f3-9f82-ccb1eea9ff20/8147c7f6-6206-4f38-9c5d-c3f8aa097f8b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:28.335120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1ae4-4a78-4559-a197-bae32ef937a6 req-903c1073-13c2-4e47-9c63-807d36d65949 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:28.342436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-958f1ae4-4a78-4559-a197-bae32ef937a6 req-903c1073-13c2-4e47-9c63-807d36d65949 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 943 time: 1.1321859
Jun 21 03:00:28.393897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:00:28.429497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-958f1ae4-4a78-4559-a197-bae32ef937a6 req-a4b61b3b-cb5d-4484-bd3a-6fe3a4402dc8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857751
Jun 21 03:00:28.459425 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:28.656365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:28.667117 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:28.677433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'port_id': 'f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01', 'mac_address': 'fa:16:3e:0d:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6693165-493d-4dcb-8f5e-640a9427f677', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:00:28.681595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Transition to ACTIVE for port object 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:28.728117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Transition to ACTIVE for port object 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:28.751290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-ed61fdee-f68e-4eda-88c8-1db651046373 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1285148
Jun 21 03:00:28.759174 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:28.787350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:00:28.810655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:28.853167 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:28.856725 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:28.857168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-93d73d76-104f-4594-94ab-db23a21fa8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:28.862025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-93d73d76-104f-4594-94ab-db23a21fa8d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 1098 time: 0.0795896
Jun 21 03:00:28.918460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Router 533d0c70-92cd-484a-8c4f-dbb14ec4dff6 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:00:28.931866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:28.936969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:28.941115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:28.951599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Pushing event updated for resources: {'Port': ['ID=8147c7f6-6206-4f38-9c5d-c3f8aa097f8b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:28.954381 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:28.972139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::e9 (4d82cb52-2247-4a3b-982b-02458c34d10e/a680b7ed-91ea-49f3-9f82-ccb1eea9ff20/45a2f7f9-18ef-4b2e-ac13-3a4228979cf2) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:28.992810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:29.000150 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:29.115429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:29.125092 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:29.150035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Attempting to bind port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:29.150035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Attempting to bind port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:29.150035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Attempting to bind port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:29.156200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-ff6dd351-26ca-4b1d-895c-cdd574e7653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:29.157745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-ff6dd351-26ca-4b1d-895c-cdd574e7653a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 200  len: 916 time: 0.2703764
Jun 21 03:00:29.175169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:29.175169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:29.175169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:29.175169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:29.175169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Bound port: 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:29.175169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:29.239796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:00:29.254369 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529771b-3e63-4d0f-8980-064cf694ef2c None None] Sync routers for ids ['533d0c70-92cd-484a-8c4f-dbb14ec4dff6'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:00:29.271990 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529771b-3e63-4d0f-8980-064cf694ef2c None None] Routers {'533d0c70-92cd-484a-8c4f-dbb14ec4dff6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:29.272298 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d529771b-3e63-4d0f-8980-064cf694ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92e9490>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['533d0c70-92cd-484a-8c4f-dbb14ec4dff6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:29.274214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:00:29.336087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-cc869d5f-07ac-45e5-9ecf-e0f9a7a841f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd1d46a-c070-4c17-9c3a-05ae4012310a HTTP/1.1" status: 200  len: 217 time: 0.0937316
Jun 21 03:00:29.400874 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d529771b-3e63-4d0f-8980-064cf694ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92e9490>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:29.519240 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529771b-3e63-4d0f-8980-064cf694ef2c None None] Routers {'533d0c70-92cd-484a-8c4f-dbb14ec4dff6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:29.519240 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d529771b-3e63-4d0f-8980-064cf694ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92e9490>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['533d0c70-92cd-484a-8c4f-dbb14ec4dff6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:29.520890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] For port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:29.520890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] For port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8147c7f6-6206-4f38-9c5d-c3f8aa097f8b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:29.522003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-da53369b-8b83-4de1-8f4d-b12e6e581b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:29.522003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-da53369b-8b83-4de1-8f4d-b12e6e581b3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 200  len: 855 time: 0.0998404
Jun 21 03:00:29.527177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-3d87f023-f687-4490-be98-bd7ef07041e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d267ae0-100c-4aa3-b1d3-78a80f8ead93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500286
Jun 21 03:00:29.547657 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d529771b-3e63-4d0f-8980-064cf694ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92e9490>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:29.549681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529771b-3e63-4d0f-8980-064cf694ef2c None None] The sync data for ids ['533d0c70-92cd-484a-8c4f-dbb14ec4dff6'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:00:29.631102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-0a28533f-444e-4447-aa4e-fded326421fd service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962038
Jun 21 03:00:29.766998 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:29.770277 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d32e257d-80c3-4bad-9c24-048628cb3d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:29.810107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:29.810359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.2822449
Jun 21 03:00:29.815054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56126) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:29.825347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:29.931842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Pushing event updated for resources: {'Port': ['ID=8147c7f6-6206-4f38-9c5d-c3f8aa097f8b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:29.939590 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:29.941216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34df60a8-71b2-4bbb-a5e5-6430d1b8bf5c req-972549ec-0df7-4167-99fd-cb3234ff5c36 service neutron] 10.222.0.20 "GET /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3037000
Jun 21 03:00:30.048463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f872c-b678-4e5c-ae5d-03088118e3be req-c427004c-9b33-4568-bfd6-93ef8b3bc532 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:30.062838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-843f872c-b678-4e5c-ae5d-03088118e3be req-c427004c-9b33-4568-bfd6-93ef8b3bc532 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 944 time: 0.2851410
Jun 21 03:00:30.125119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:30.186158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 45a2f7f9-18ef-4b2e-ac13-3a4228979cf2 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:30.213070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-843f872c-b678-4e5c-ae5d-03088118e3be req-2940e2eb-cffb-42a7-9416-c9218749e3da tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846815
Jun 21 03:00:30.376305 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:30.397298 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d9baafd4-6387-4e63-9706-047999399c7a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:30.403819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:30.579601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:30.586727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:30.607925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:30.618676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:30.620063 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:30.635683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:30.669981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:30.669981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:30.739661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=45a2f7f9-18ef-4b2e-ac13-3a4228979cf2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:30.767127 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:30.835238 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.1710777
Jun 21 03:00:30.839091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56162) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:31.007403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:31.011620 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:31.077838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcab220-1261-4db0-a8e0-26f5ec2b9dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:00:31.087269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9a56a-efc0-49fc-8050-87b690d37021 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:31.090692 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea609621-7c1c-4e85-a31d-142bb429cff0" -d '{"events": [{"server_uuid": "bbcab220-1261-4db0-a8e0-26f5ec2b9dca", "name": "network-vif-plugged", "status": "completed", "tag": "f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:00:31.094487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9a56a-efc0-49fc-8050-87b690d37021 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:31.098761 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-39b9a56a-efc0-49fc-8050-87b690d37021 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.2584577
Jun 21 03:00:31.107946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56172) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:31.143422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:31.195032 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13141822-6e99-4f40-97eb-f08182f718ab x-openstack-request-id: req-13141822-6e99-4f40-97eb-f08182f718ab {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:00:31.195032 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcab220-1261-4db0-a8e0-26f5ec2b9dca", "name": "network-vif-plugged", "status": "completed", "tag": "f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:00:31.195032 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13141822-6e99-4f40-97eb-f08182f718ab {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:00:31.196241 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcab220-1261-4db0-a8e0-26f5ec2b9dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01', 'code': 200}
Jun 21 03:00:31.198118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:31.215713 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:31.293965 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:31.308044 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:31.471614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:31.476261 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:31.546132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 45a2f7f9-18ef-4b2e-ac13-3a4228979cf2 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:31.546490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:31.609938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:31.737625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779787a-5c97-4cb5-a90c-8acae48a66b9 req-c72b07fd-e27d-4c59-9a29-6e405bb222a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:31.739352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e779787a-5c97-4cb5-a90c-8acae48a66b9 req-c72b07fd-e27d-4c59-9a29-6e405bb222a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 1097 time: 0.3601747
Jun 21 03:00:31.740651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Deleting port 122a9118-e90c-400e-8a5b-d7be42f84b8f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:31.740981 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:31.855988 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:31.866101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828f5b-5bfd-4552-a9f0-b516fc4c08b2 req-06571088-6e99-4406-90d8-545874564ca0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:31.867626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1828f5b-5bfd-4552-a9f0-b516fc4c08b2 req-06571088-6e99-4406-90d8-545874564ca0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.3704000
Jun 21 03:00:31.983597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 45a2f7f9-18ef-4b2e-ac13-3a4228979cf2 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:32.004865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] Provisioning for port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:32.040908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] Provisioning complete for port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:32.042126 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.133033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:32.220224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e779787a-5c97-4cb5-a90c-8acae48a66b9 req-220cbf83-8bf8-4a0f-a234-75bd43cbc1b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4591753
Jun 21 03:00:32.268178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.280405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.345279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] For port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8147c7f6-6206-4f38-9c5d-c3f8aa097f8b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:32.349417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82d3e248-69a9-46ff-b65a-e035da64d61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.384630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Calling delete_port for 122a9118-e90c-400e-8a5b-d7be42f84b8f owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:32.418871 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.425391 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c635752a-9450-4d01-9753-fcd29580709f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:32.437937 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.453013 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fa6cd6ea-cacf-4438-a475-94d5e8f82c7e tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:32.499609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82d3e248-69a9-46ff-b65a-e035da64d61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.516433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] Pushing event updated for resources: {'Port': ['ID=8147c7f6-6206-4f38-9c5d-c3f8aa097f8b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:32.516610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1828f5b-5bfd-4552-a9f0-b516fc4c08b2 req-4eb541ed-b281-444d-81f3-11e6184d0d24 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6361582
Jun 21 03:00:32.518345 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:32.541706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b11497af-927d-400a-af84-302e5d4998da None None] Could not find standard attr ID for object 45a2f7f9-18ef-4b2e-ac13-3a4228979cf2. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:00:32.585479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82d3e248-69a9-46ff-b65a-e035da64d61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.588794 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-792ba7ef-6d51-42b1-9cea-a0452472451d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:32.591637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=45a2f7f9-18ef-4b2e-ac13-3a4228979cf2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:32.595651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.597559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/45a2f7f9-18ef-4b2e-ac13-3a4228979cf2 HTTP/1.1" status: 204  len: 168 time: 1.4885678
Jun 21 03:00:32.604242 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:32.604737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56206) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:32.674758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3e248-69a9-46ff-b65a-e035da64d61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb347d2c-2539-479a-ba60-32340815c6ff,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:32.681473 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82d3e248-69a9-46ff-b65a-e035da64d61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:32.714339 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82d3e248-69a9-46ff-b65a-e035da64d61f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=985d3b625f9747719f77917a5cc3f5b8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5754838
Jun 21 03:00:32.723143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56208) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:32.810086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f57e53a-a65d-434c-9b1b-ae5ea1a7103e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:32.811839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f57e53a-a65d-434c-9b1b-ae5ea1a7103e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:32.819017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4f57e53a-a65d-434c-9b1b-ae5ea1a7103e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2091892
Jun 21 03:00:32.819439 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56212) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:32.857161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1698-075c-4d06-8533-929f9a04a808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.878947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:32.918133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1698-075c-4d06-8533-929f9a04a808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:32.979087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet a680b7ed-91ea-49f3-9f82-ccb1eea9ff20 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:00:32.982498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:32.983244 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.015873 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.063422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1698-075c-4d06-8533-929f9a04a808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.066857 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1698-075c-4d06-8533-929f9a04a808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.068886 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fb9b1698-075c-4d06-8533-929f9a04a808 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb347d2c-2539-479a-ba60-32340815c6ff HTTP/1.1" status: 204  len: 168 time: 0.3443959
Jun 21 03:00:33.070064 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-39e5d765-0398-4cdd-b723-7f91a66f76e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:33.093615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b1698-075c-4d06-8533-929f9a04a808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb347d2c-2539-479a-ba60-32340815c6ff,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:33.097027 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb9b1698-075c-4d06-8533-929f9a04a808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:33.207297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.317239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.369294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.372649 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d011c24-f450-4070-84c4-24c59bc2011e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:33.414653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Pushing event deleted for resources: {'Port': ['ID=122a9118-e90c-400e-8a5b-d7be42f84b8f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:33.419901 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:33.529940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.624652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.646220 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5c8bd2f-2747-4964-a7aa-db2bf039a9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:33.676939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=a680b7ed-91ea-49f3-9f82-ccb1eea9ff20,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:33.679778 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:33.735460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cce7cf-7028-4964-83a2-2f05ff7d19d5 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:33.741517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:33.746031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/a680b7ed-91ea-49f3-9f82-ccb1eea9ff20 HTTP/1.1" status: 204  len: 168 time: 0.9256113
Jun 21 03:00:33.746361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:33.843197 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0622effd-99a3-47c8-9361-5be1edfd694d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0949309
Jun 21 03:00:33.843844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56248) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:33.957450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca6bbb-490a-45ed-84c2-6f66d8f0df96 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:33.959992 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4bca6bbb-490a-45ed-84c2-6f66d8f0df96 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1149757
Jun 21 03:00:33.965713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:34.027047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735bdab-0bf4-4722-b5d8-31457e35e0fb req-0c16a387-e014-4257-928a-83eb090f803b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:34.034015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f735bdab-0bf4-4722-b5d8-31457e35e0fb req-0c16a387-e014-4257-928a-83eb090f803b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.3622439
Jun 21 03:00:34.045704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdbfa5-34e0-4b33-813f-eb6adc68f871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:34.046272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:00:34.047819 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-21fdbfa5-34e0-4b33-813f-eb6adc68f871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0811074
Jun 21 03:00:34.050768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56254) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:34.062689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.067236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.124349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] Deleting port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:34.124739 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.146649 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-17d80d41-499e-44e8-bf9d-e6279fa52fd9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0930781
Jun 21 03:00:34.151425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56258) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:34.166831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:34.228503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cc345-ef6f-4935-bb00-3e2f70498339 req-7b7be2fd-0c21-42a5-9638-5d70395a0de8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:34.229671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] For port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8147c7f6-6206-4f38-9c5d-c3f8aa097f8b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:34.230073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b9cc345-ef6f-4935-bb00-3e2f70498339 req-7b7be2fd-0c21-42a5-9638-5d70395a0de8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 945 time: 0.6547129
Jun 21 03:00:34.236725 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.236916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Router 533d0c70-92cd-484a-8c4f-dbb14ec4dff6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:00:34.291887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f735bdab-0bf4-4722-b5d8-31457e35e0fb req-ca5c9aed-e165-4172-8186-4590721feccf tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2568979
Jun 21 03:00:34.332876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b9cc345-ef6f-4935-bb00-3e2f70498339 req-8567c069-b66f-4391-bb3d-f569278e8264 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938678
Jun 21 03:00:34.345229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f49d9d9e-4b90-403f-9bbb-d04742652465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.383437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] Calling delete_port for 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:34.465780 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2684ccb-6e5c-4c86-b221-be881204278e req-62fb6fda-49ed-4b72-88fc-ac20102f135b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1905370
Jun 21 03:00:34.502377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:00:34.509571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.517244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "PUT /v2.0/routers/533d0c70-92cd-484a-8c4f-dbb14ec4dff6 HTTP/1.1" status: 200  len: 709 time: 4.6935682
Jun 21 03:00:34.518022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56270) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:34.520399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:34.526331 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.552340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5e145-5384-4e28-a02f-a8c99fadff49 None None] Sync routers for ids ['533d0c70-92cd-484a-8c4f-dbb14ec4dff6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:00:34.592052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5e145-5384-4e28-a02f-a8c99fadff49 None None] Routers {'533d0c70-92cd-484a-8c4f-dbb14ec4dff6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:34.592704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a0d5e145-5384-4e28-a02f-a8c99fadff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb1100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['533d0c70-92cd-484a-8c4f-dbb14ec4dff6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:34.639341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-913525b9-c1e3-4aa2-8b50-a5e0da78e884 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/routers/533d0c70-92cd-484a-8c4f-dbb14ec4dff6 HTTP/1.1" status: 200  len: 744 time: 0.1204367
Jun 21 03:00:34.640074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56272) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:34.650822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.654092 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:34.664923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a0d5e145-5384-4e28-a02f-a8c99fadff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb1100>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:34.702537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] Pushing event deleted for resources: {'Port': ['ID=8147c7f6-6206-4f38-9c5d-c3f8aa097f8b,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:34.705419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2b058aa1-61e3-4e32-91e0-9ffc68d2b0d6 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=533d0c70-92cd-484a-8c4f-dbb14ec4dff6 HTTP/1.1" status: 200  len: 205 time: 0.0635831
Jun 21 03:00:34.706187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56274) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:34.706600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] No DVR routers for this DVR port 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:34.708647 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:34.730516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5e145-5384-4e28-a02f-a8c99fadff49 None None] Routers {'533d0c70-92cd-484a-8c4f-dbb14ec4dff6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:00:34.731218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a0d5e145-5384-4e28-a02f-a8c99fadff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb1100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['533d0c70-92cd-484a-8c4f-dbb14ec4dff6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:34.765523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2684ccb-6e5c-4c86-b221-be881204278e req-b9730b97-e348-4e19-a411-091c1c170279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:34.767975 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2684ccb-6e5c-4c86-b221-be881204278e req-b9730b97-e348-4e19-a411-091c1c170279 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1098 time: 0.1245933
Jun 21 03:00:34.768983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-31c643ed-d301-4522-87d1-2fa087e10b3f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=533d0c70-92cd-484a-8c4f-dbb14ec4dff6 HTTP/1.1" status: 200  len: 205 time: 0.0614469
Jun 21 03:00:34.769705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56278) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:34.770070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a0d5e145-5384-4e28-a02f-a8c99fadff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb1100>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:00:34.783630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5e145-5384-4e28-a02f-a8c99fadff49 None None] The sync data for ids ['533d0c70-92cd-484a-8c4f-dbb14ec4dff6'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:00:34.882999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:34.920989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:00:34.921851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8147c7f6-6206-4f38-9c5d-c3f8aa097f8b not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:00:34.949314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2684ccb-6e5c-4c86-b221-be881204278e req-0087de3e-0879-4e1c-a4d0-b33a07a88fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:34.950682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34cbaa66-8432-4ee7-9da4-6cd69d2595db tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:34.959697 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2684ccb-6e5c-4c86-b221-be881204278e req-0087de3e-0879-4e1c-a4d0-b33a07a88fc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.1460531
Jun 21 03:00:35.090458 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2684ccb-6e5c-4c86-b221-be881204278e req-c3b2a4c0-b219-4156-8103-ecaa51889aba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 1002 time: 0.1097450
Jun 21 03:00:35.157490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2684ccb-6e5c-4c86-b221-be881204278e req-96db3ed7-d7cd-4971-b6a3-4d1da30ed0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:35.159073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2684ccb-6e5c-4c86-b221-be881204278e req-96db3ed7-d7cd-4971-b6a3-4d1da30ed0c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.0596731
Jun 21 03:00:35.273180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2684ccb-6e5c-4c86-b221-be881204278e req-57270114-8add-497c-82cc-3d4167f2ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:35.275050 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2684ccb-6e5c-4c86-b221-be881204278e req-57270114-8add-497c-82cc-3d4167f2ae64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1088040
Jun 21 03:00:35.366427 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:35.372756 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:35.467904 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2684ccb-6e5c-4c86-b221-be881204278e req-d38f72fc-db2a-472a-8165-915752fe3ee0 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854196
Jun 21 03:00:35.485917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:35.511973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:35.522715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10624e6-da91-4677-b309-dfcf4aefaa28 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:35.549926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:35.550541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:35.581936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=4d2c4170-8ef0-48cf-89cd-234b417cdac0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:35.591614 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:35.666902 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c2684ccb-6e5c-4c86-b221-be881204278e req-b63566c5-d995-41b7-8219-085da339f076 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874049
Jun 21 03:00:35.714357 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5612452
Jun 21 03:00:35.732892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56298) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:35.740223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '4d2c4170-8ef0-48cf-89cd-234b417cdac0', 'ip_address': '2001:db8::fca3:2a09:93f2:2f40'}], 'name': 'tempest-NetworksTestDHCPv6-1158431698'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:35.777672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e076281-c856-4e14-b121-682ade275062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '4d2c4170-8ef0-48cf-89cd-234b417cdac0'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:00:35.779196 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e076281-c856-4e14-b121-682ade275062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:35.799066 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34cbaa66-8432-4ee7-9da4-6cd69d2595db tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:35.808130 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34cbaa66-8432-4ee7-9da4-6cd69d2595db tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:35.882004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:35.941279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9399c-47cf-47db-828d-454c001201cf req-3c6cb750-10a1-4ed5-9d3b-a06a52619c20 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:35.945656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2da9399c-47cf-47db-828d-454c001201cf req-3c6cb750-10a1-4ed5-9d3b-a06a52619c20 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.26 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 945 time: 1.0078697
Jun 21 03:00:36.016071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-5e076281-c856-4e14-b121-682ade275062 None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/4d2c4170-8ef0-48cf-89cd-234b417cdac0/6b2d17ee-2a2f-4a97-bf69-3657e5779307) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:36.040881 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34cbaa66-8432-4ee7-9da4-6cd69d2595db tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.041498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cbaa66-8432-4ee7-9da4-6cd69d2595db tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Fanout notify agent at l3_agent the message router_deleted on router 533d0c70-92cd-484a-8c4f-dbb14ec4dff6 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:00:36.068454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34cbaa66-8432-4ee7-9da4-6cd69d2595db tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.069748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-34cbaa66-8432-4ee7-9da4-6cd69d2595db tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/533d0c70-92cd-484a-8c4f-dbb14ec4dff6 HTTP/1.1" status: 204  len: 168 time: 1.2759218
Jun 21 03:00:36.073141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56308) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:36.115255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4224794-ac4e-4a25-9d1a-3594915c7777 req-22872407-9908-4b96-865c-1b5955661209 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:36.122679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4224794-ac4e-4a25-9d1a-3594915c7777 req-22872407-9908-4b96-865c-1b5955661209 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.9946918
Jun 21 03:00:36.147294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-37dd1b89-473a-414a-b6a9-30329d0dc31f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=533d0c70-92cd-484a-8c4f-dbb14ec4dff6 HTTP/1.1" status: 200  len: 205 time: 0.0728004
Jun 21 03:00:36.150111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56310) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:36.159672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:36.167901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62223-c664-43aa-86f8-ad6004e27e45 req-1a3282a6-2211-4724-a2da-43a4771977c8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:36.175415 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9f62223-c664-43aa-86f8-ad6004e27e45 req-1a3282a6-2211-4724-a2da-43a4771977c8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 945 time: 0.3593102
Jun 21 03:00:36.272268 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-69126ed4-e12c-4d09-be28-fb0226e85116 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] delete failed (client error): The resource could not be found.
Jun 21 03:00:36.277149 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-69126ed4-e12c-4d09-be28-fb0226e85116 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/533d0c70-92cd-484a-8c4f-dbb14ec4dff6 HTTP/1.1" status: 404  len: 336 time: 0.1252568
Jun 21 03:00:36.279937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56314) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:36.284795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e076281-c856-4e14-b121-682ade275062 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.302681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5e076281-c856-4e14-b121-682ade275062 None None] Transition to ACTIVE for port object 6b2d17ee-2a2f-4a97-bf69-3657e5779307 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:36.319702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4224794-ac4e-4a25-9d1a-3594915c7777 req-099e5ae9-1f87-4032-9bbd-3fb51a149b24 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960516
Jun 21 03:00:36.334884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5e076281-c856-4e14-b121-682ade275062 None None] Transition to ACTIVE for port object 6b2d17ee-2a2f-4a97-bf69-3657e5779307 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:36.359698 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a4305642-b93e-498d-b07c-fb45304f72ec tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5432f7b-a3d1-4856-bca3-0b8a73243505 HTTP/1.1" status: 200  len: 205 time: 0.0343032
Jun 21 03:00:36.366378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9f62223-c664-43aa-86f8-ad6004e27e45 req-4a185760-309b-45c8-b454-0f93598b408f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896193
Jun 21 03:00:36.369671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56316) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:36.399690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Deleting port 087a6962-c5bf-4c0d-81e4-7d11615f978f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:36.400050 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.433641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e076281-c856-4e14-b121-682ade275062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.438874 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:36.558717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] For port 087a6962-c5bf-4c0d-81e4-7d11615f978f, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=087a6962-c5bf-4c0d-81e4-7d11615f978f,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:36.559093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.609919 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-741044ee-54b4-42e0-8e15-97686758fa1a tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] delete failed (client error): The resource could not be found.
Jun 21 03:00:36.613413 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-741044ee-54b4-42e0-8e15-97686758fa1a tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/d5432f7b-a3d1-4856-bca3-0b8a73243505 HTTP/1.1" status: 404  len: 336 time: 0.2404184
Jun 21 03:00:36.613680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56326) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:36.631825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.657611 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5ff2e368-7585-4cf0-bdb7-236108b49a0b tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8d0d900-6e04-4621-b95b-f8efd560dbe4 HTTP/1.1" status: 200  len: 205 time: 0.0404918
Jun 21 03:00:36.663421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56328) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:36.674177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 7a56386e-2b72-4950-885e-adc18608d2f9 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:36.725515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Calling delete_port for 087a6962-c5bf-4c0d-81e4-7d11615f978f owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:36.780188 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-bd978246-b846-45db-878d-28b43c928135 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] delete failed (client error): The resource could not be found.
Jun 21 03:00:36.783676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bd978246-b846-45db-878d-28b43c928135 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/a8d0d900-6e04-4621-b95b-f8efd560dbe4 HTTP/1.1" status: 404  len: 336 time: 0.1168640
Jun 21 03:00:36.788460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56330) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:36.859589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e076281-c856-4e14-b121-682ade275062 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:36.868573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-5e076281-c856-4e14-b121-682ade275062 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:36.873009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e076281-c856-4e14-b121-682ade275062 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:36.878616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e076281-c856-4e14-b121-682ade275062 None None] Pushing event updated for resources: {'Port': ['ID=6b2d17ee-2a2f-4a97-bf69-3657e5779307,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:36.883825 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5e076281-c856-4e14-b121-682ade275062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:36.961856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5e076281-c856-4e14-b121-682ade275062 None None] Attempting to bind port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:36.962237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5e076281-c856-4e14-b121-682ade275062 None None] Attempting to bind port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:36.962747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e076281-c856-4e14-b121-682ade275062 None None] Attempting to bind port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:36.972345 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-378e33d8-affa-42ee-b132-b0be13d0511b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.976430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e076281-c856-4e14-b121-682ade275062 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:36.978572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e076281-c856-4e14-b121-682ade275062 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:36.978572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e076281-c856-4e14-b121-682ade275062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.978572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e076281-c856-4e14-b121-682ade275062 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:36.978572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5e076281-c856-4e14-b121-682ade275062 None None] Bound port: 6b2d17ee-2a2f-4a97-bf69-3657e5779307, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:36.978572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e076281-c856-4e14-b121-682ade275062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:36.982560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2601721a-6651-4ecc-a3f5-ce6b134a9d22 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e79f0b8-607b-4ac9-bdba-f42c63614699 HTTP/1.1" status: 200  len: 205 time: 0.1926508
Jun 21 03:00:36.985919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56338) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:36.999724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::fca3:2a09:93f2:2f40 (4d82cb52-2247-4a3b-982b-02458c34d10e/4d2c4170-8ef0-48cf-89cd-234b417cdac0/7a56386e-2b72-4950-885e-adc18608d2f9) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:37.042720 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-5c17a398-77c2-40e4-8564-54a72d942e67 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] delete failed (client error): The resource could not be found.
Jun 21 03:00:37.047655 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5c17a398-77c2-40e4-8564-54a72d942e67 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/7e79f0b8-607b-4ac9-bdba-f42c63614699 HTTP/1.1" status: 404  len: 336 time: 0.0569675
Jun 21 03:00:37.050585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56340) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:37.088771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5e076281-c856-4e14-b121-682ade275062 None None] For port 6b2d17ee-2a2f-4a97-bf69-3657e5779307, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:37.090850 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f5563706-0c34-4808-bb67-21050970f880 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc6c86e-afff-47b9-8b14-f0500e15652c HTTP/1.1" status: 200  len: 205 time: 0.0389607
Jun 21 03:00:37.092078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5e076281-c856-4e14-b121-682ade275062 None None] For port 6b2d17ee-2a2f-4a97-bf69-3657e5779307, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6b2d17ee-2a2f-4a97-bf69-3657e5779307,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:37.096570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56344) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:37.115755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:37.156145 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-db6cf044-613b-432f-aa20-b0f4f5f33d6f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] delete failed (client error): The resource could not be found.
Jun 21 03:00:37.159689 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-db6cf044-613b-432f-aa20-b0f4f5f33d6f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/cfc6c86e-afff-47b9-8b14-f0500e15652c HTTP/1.1" status: 404  len: 336 time: 0.0568836
Jun 21 03:00:37.159920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56346) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:37.198923 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e076281-c856-4e14-b121-682ade275062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:37.203195 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:37.205493 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6fc8f7fe-fafa-487e-83f7-13eb88f2550d tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "GET /v2.0/ports?device_id=790f081e-e411-4a1d-8ac0-2a37aa72abd9 HTTP/1.1" status: 200  len: 205 time: 0.0436769
Jun 21 03:00:37.209565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56348) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:37.278064 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-3a906558-cacd-488e-ad24-3e138e9f112e tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] delete failed (client error): The resource could not be found.
Jun 21 03:00:37.283736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3a906558-cacd-488e-ad24-3e138e9f112e tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/routers/790f081e-e411-4a1d-8ac0-2a37aa72abd9 HTTP/1.1" status: 404  len: 336 time: 0.0714803
Jun 21 03:00:37.284326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56352) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:37.296623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:37.318521 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-03278ccc-ffb0-49a1-886a-b149baede8f8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:37.325128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e076281-c856-4e14-b121-682ade275062 None None] Pushing event updated for resources: {'Port': ['ID=6b2d17ee-2a2f-4a97-bf69-3657e5779307,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:37.330123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b799934e-a47c-4966-9c8d-46a59c89777e', 'bcd1d46a-c070-4c17-9c3a-05ae4012310a', 'ee19c39e-e650-4101-ad39-67592c9d159d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:00:37.361843 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f18e03-b3d0-434d-a4db-009109725da1 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:00:37.362759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f18e03-b3d0-434d-a4db-009109725da1 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:00:37.364609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-52f18e03-b3d0-434d-a4db-009109725da1 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] 10.222.0.25 "DELETE /v2.0/subnets/65965546-63b6-4972-8405-a6af46f26c3e HTTP/1.1" status: 404  len: 337 time: 0.0788012
Jun 21 03:00:37.381659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Pushing event deleted for resources: {'Port': ['ID=087a6962-c5bf-4c0d-81e4-7d11615f978f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:37.389192 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:37.415848 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5e076281-c856-4e14-b121-682ade275062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:37.479755 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:37.512296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 7a56386e-2b72-4950-885e-adc18608d2f9 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:37.608657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] No DVR routers for this DVR port 087a6962-c5bf-4c0d-81e4-7d11615f978f on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:37.612029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:37.614322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2da9399c-47cf-47db-828d-454c001201cf req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.26 "DELETE /v2.0/ports/087a6962-c5bf-4c0d-81e4-7d11615f978f HTTP/1.1" status: 204  len: 173 time: 1.6629539
Jun 21 03:00:37.617134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870fea0a-223c-46df-a5b4-7f3f452ccb12', 'name': 'network-vif-deleted', 'tag': '087a6962-c5bf-4c0d-81e4-7d11615f978f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:00:37.617912 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdf479c-65d8-42b1-afa3-e6dcd699078e" -d '{"events": [{"server_uuid": "870fea0a-223c-46df-a5b4-7f3f452ccb12", "name": "network-vif-deleted", "tag": "087a6962-c5bf-4c0d-81e4-7d11615f978f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:00:37.663036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:37.672274 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36ca15cd-08d9-4268-bb32-b287aaafda65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:37.744510 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0d16841-dec4-4ce1-9685-d7f9a4f98edc req-7dd9aa35-4d00-48b4-a2e4-50719d73d5b8 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 210 time: 0.0552051
Jun 21 03:00:37.764064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d70f6-0757-4271-9c96-a51d5037a824 req-4cb5bb3a-85b7-40d6-8e35-dd342fc8f339 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:37.764064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b3d70f6-0757-4271-9c96-a51d5037a824 req-4cb5bb3a-85b7-40d6-8e35-dd342fc8f339 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.2983139
Jun 21 03:00:37.850739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b3d70f6-0757-4271-9c96-a51d5037a824 req-628898d2-3243-4956-8064-0b4f7e9ced0e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840299
Jun 21 03:00:37.852917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:37.873297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:37.876279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:37.900377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:37.900377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:37.906844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=7a56386e-2b72-4950-885e-adc18608d2f9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:37.911654 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:38.076873 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b122de84-76bd-497c-b746-9f218c72d177 x-openstack-request-id: req-b122de84-76bd-497c-b746-9f218c72d177 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:00:38.077699 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870fea0a-223c-46df-a5b4-7f3f452ccb12", "name": "network-vif-deleted", "tag": "087a6962-c5bf-4c0d-81e4-7d11615f978f", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:00:38.086346 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b122de84-76bd-497c-b746-9f218c72d177 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:00:38.086346 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870fea0a-223c-46df-a5b4-7f3f452ccb12', 'name': 'network-vif-deleted', 'tag': '087a6962-c5bf-4c0d-81e4-7d11615f978f', 'status': 'completed', 'code': 200}
Jun 21 03:00:38.086638 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.3458009
Jun 21 03:00:38.088557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56376) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:38.141670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:38.189908 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:38.195392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85812f62-54c4-42f4-8787-0d6c5713033d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:38.204853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85812f62-54c4-42f4-8787-0d6c5713033d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:38.206589 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-85812f62-54c4-42f4-8787-0d6c5713033d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1168242
Jun 21 03:00:38.209285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56378) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:38.378690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 7a56386e-2b72-4950-885e-adc18608d2f9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:38.379480 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:38.477114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56384) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:38.501259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:38.601399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 7a56386e-2b72-4950-885e-adc18608d2f9 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:38.716969 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c29f75e1-8c5c-43c9-819f-5a634a89b50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:38.908257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 087a6962-c5bf-4c0d-81e4-7d11615f978f no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:38.940742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 087a6962-c5bf-4c0d-81e4-7d11615f978f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:00:38.941509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 087a6962-c5bf-4c0d-81e4-7d11615f978f not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:00:38.945772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:38.951569 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ac61600-5cd8-41f9-9f89-1cab7b4537d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:39.082221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6b2d17ee-2a2f-4a97-bf69-3657e5779307 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:39.141650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=7a56386e-2b72-4950-885e-adc18608d2f9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:39.144070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.146090 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/7a56386e-2b72-4950-885e-adc18608d2f9 HTTP/1.1" status: 204  len: 168 time: 0.9356947
Jun 21 03:00:39.148199 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:39.148678 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56404) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:39.172769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f10ad704-26bb-42e0-a6dd-99a86afbf4d8 req-e44bde7b-bcf4-44ac-b497-7a6df339a346 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=870fea0a-223c-46df-a5b4-7f3f452ccb12 HTTP/1.1" status: 200  len: 210 time: 0.1210098
Jun 21 03:00:39.251594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4410a070-41c3-45bb-b2cb-9ec3a82555e0 None None] Provisioning for port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:39.290022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8059199-2a20-4141-a349-c3bada5d07ad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:39.292128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8059199-2a20-4141-a349-c3bada5d07ad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:39.296490 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f8059199-2a20-4141-a349-c3bada5d07ad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1441779
Jun 21 03:00:39.325226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:39.326222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56406) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:39.326384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b89034-109e-4c4a-98f4-bb662d1c209c req-55730b98-17ff-4cb5-afa2-eb1ea932754b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:39.331223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77b89034-109e-4c4a-98f4-bb662d1c209c req-55730b98-17ff-4cb5-afa2-eb1ea932754b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.1562440
Jun 21 03:00:39.335921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:39.338290 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.385294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f783a45d-ad68-46f3-9c11-1b7427ff38df None None] Could not find standard attr ID for object 7a56386e-2b72-4950-885e-adc18608d2f9. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:00:39.393225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77b89034-109e-4c4a-98f4-bb662d1c209c req-5887be08-6dc9-4b68-bc6a-faf74e16084b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548234
Jun 21 03:00:39.420567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c29f75e1-8c5c-43c9-819f-5a634a89b50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.437724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 4d2c4170-8ef0-48cf-89cd-234b417cdac0 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:00:39.441773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.493185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.513629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.545696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c29f75e1-8c5c-43c9-819f-5a634a89b50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.550978 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82d3e248-69a9-46ff-b65a-e035da64d61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:39.598330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6b2d17ee-2a2f-4a97-bf69-3657e5779307, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6b2d17ee-2a2f-4a97-bf69-3657e5779307,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:39.606794 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.621477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56410) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:39.634945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f75e1-8c5c-43c9-819f-5a634a89b50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69b318-da4e-4952-9041-2381828e5401,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:39.639677 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c29f75e1-8c5c-43c9-819f-5a634a89b50f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=661a9e832dbc4c0a821643bef56f5609&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1614654
Jun 21 03:00:39.640777 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c29f75e1-8c5c-43c9-819f-5a634a89b50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:39.642482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56414) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:39.708806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.710523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.721142 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:39.750899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b72ddff8-fa5c-4f46-bb6e-a3ba6145894a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.804450 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b72ddff8-fa5c-4f46-bb6e-a3ba6145894a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.806998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6b2d17ee-2a2f-4a97-bf69-3657e5779307,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:39.814083 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:39.830066 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd6899e3-947f-4e18-a6a2-f2aae0250c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.883684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.887086 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc877bd5-a3a0-46c5-9b39-f7d06a0d4419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:39.923832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2c4170-8ef0-48cf-89cd-234b417cdac0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:39.936619 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:39.937798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1fcea-2c64-4e9d-b025-4c908f5356ff None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:39.938186 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:39.941675 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/4d2c4170-8ef0-48cf-89cd-234b417cdac0 HTTP/1.1" status: 204  len: 168 time: 0.6137228
Jun 21 03:00:39.944142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56418) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:40.016171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-13134bf1-fa5f-4a5c-a5d1-929860edda0e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0704854
Jun 21 03:00:40.018616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:40.020147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b72ddff8-fa5c-4f46-bb6e-a3ba6145894a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.022965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b72ddff8-fa5c-4f46-bb6e-a3ba6145894a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.031832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:40.041155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b72ddff8-fa5c-4f46-bb6e-a3ba6145894a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f69b318-da4e-4952-9041-2381828e5401 HTTP/1.1" status: 204  len: 168 time: 0.3817685
Jun 21 03:00:40.049255 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-663c5a73-2e6d-4b80-b72e-8d124c89a997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:40.073796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ddff8-fa5c-4f46-bb6e-a3ba6145894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f69b318-da4e-4952-9041-2381828e5401,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:40.089053 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b72ddff8-fa5c-4f46-bb6e-a3ba6145894a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:40.188196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd6899e3-947f-4e18-a6a2-f2aae0250c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.247425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:00:40.300978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd6899e3-947f-4e18-a6a2-f2aae0250c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.305719 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9beab1b-6596-42f1-87c6-8727beecdbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:40.307913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] Deleting port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:40.310970 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.370202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bd6899e3-947f-4e18-a6a2-f2aae0250c49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13a28910e6cc441ca171b5bb18beeb76&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7473009
Jun 21 03:00:40.373585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:40.378727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6899e3-947f-4e18-a6a2-f2aae0250c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deaf535-0ef7-4df8-9585-e4b4282cf448,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:40.384730 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd6899e3-947f-4e18-a6a2-f2aae0250c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:40.449310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] For port 6b2d17ee-2a2f-4a97-bf69-3657e5779307, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6b2d17ee-2a2f-4a97-bf69-3657e5779307,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:40.449867 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.463563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:40.468201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.512219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e24ed92-53f8-4aee-8963-cf0c427c3dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.619457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e24ed92-53f8-4aee-8963-cf0c427c3dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.644217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] Calling delete_port for 6b2d17ee-2a2f-4a97-bf69-3657e5779307 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:40.789667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c67e80-5aca-4368-a061-d5316ffe65b6 req-b89e6d51-86a7-41c6-a087-469e50218e29 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:40.798071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2c67e80-5aca-4368-a061-d5316ffe65b6 req-b89e6d51-86a7-41c6-a087-469e50218e29 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.1168373
Jun 21 03:00:40.852914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2c67e80-5aca-4368-a061-d5316ffe65b6 req-aae6ce6e-1697-4051-9fa4-242b8978fc52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448773
Jun 21 03:00:40.882643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6b2d17ee-2a2f-4a97-bf69-3657e5779307 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:40.906346 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.909636 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:40.927531 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e24ed92-53f8-4aee-8963-cf0c427c3dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.932919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e24ed92-53f8-4aee-8963-cf0c427c3dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:40.937484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1e24ed92-53f8-4aee-8963-cf0c427c3dda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9deaf535-0ef7-4df8-9585-e4b4282cf448 HTTP/1.1" status: 204  len: 168 time: 0.5627525
Jun 21 03:00:40.941546 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-348775b6-9563-4322-992c-4efd44009084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:40.961001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24ed92-53f8-4aee-8963-cf0c427c3dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deaf535-0ef7-4df8-9585-e4b4282cf448,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:40.965177 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1e24ed92-53f8-4aee-8963-cf0c427c3dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:40.981957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] Pushing event deleted for resources: {'Port': ['ID=6b2d17ee-2a2f-4a97-bf69-3657e5779307,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:41.001446 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:41.025911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] No DVR routers for this DVR port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:41.056855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No active binding found for port 6b2d17ee-2a2f-4a97-bf69-3657e5779307 {{(pid=94168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jun 21 03:00:41.057546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6b2d17ee-2a2f-4a97-bf69-3657e5779307 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:00:41.106212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56444) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:41.163319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ffb9e95c-b206-4d5b-abf6-1e795251cb37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96f0cd97b4a54e4c98a51598a31937ee&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0518205
Jun 21 03:00:41.165572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56448) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:41.211938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:41.215173 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-645c794d-6836-4c84-9301-8f63268c95a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:41.255632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:41.265563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a13aced7-736f-484d-959e-fb33d94289b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:41.271955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:41.287595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:41.288192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:41.296903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ae446-14a2-4bbc-8552-46f58b874efd None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:41.300295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a13aced7-736f-484d-959e-fb33d94289b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:41.310605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=3fb3d949-5e4f-4f73-94d7-194f96aa492e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:41.331022 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:41.375160 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3512318
Jun 21 03:00:41.376503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56456) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:41.382206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '3fb3d949-5e4f-4f73-94d7-194f96aa492e', 'ip_address': '2001:db8::26f3:a406:dd0a:a670'}], 'name': 'tempest-NetworksTestDHCPv6-987237425'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:41.507280 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a13aced7-736f-484d-959e-fb33d94289b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:41.510894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a13aced7-736f-484d-959e-fb33d94289b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:41.513510 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a13aced7-736f-484d-959e-fb33d94289b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8111750-0158-4d1f-90cc-7daf3f14ae10 HTTP/1.1" status: 204  len: 168 time: 0.3460598
Jun 21 03:00:41.514481 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c1b6811-37ae-44cb-85a9-4563162e48c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:41.534450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13aced7-736f-484d-959e-fb33d94289b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8111750-0158-4d1f-90cc-7daf3f14ae10,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:41.541967 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a13aced7-736f-484d-959e-fb33d94289b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:41.659868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '3fb3d949-5e4f-4f73-94d7-194f96aa492e'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:00:41.660752 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:41.693309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:41.821073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:41.852010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 2cb6a814-6f6b-40ad-a6df-533f7c616dcd yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:41.928282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/3fb3d949-5e4f-4f73-94d7-194f96aa492e/d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:42.070348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56468) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:42.106486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bbf371de-8a12-4111-b5be-16720994d3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.231579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b1ce2-a5e4-455a-b38c-537942b3c417 req-bf1d3d67-5067-472b-93d9-7446f3995103 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:42.233218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a62b1ce2-a5e4-455a-b38c-537942b3c417 req-bf1d3d67-5067-472b-93d9-7446f3995103 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.1981723
Jun 21 03:00:42.243409 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.282210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Transition to ACTIVE for port object d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:42.296175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a62b1ce2-a5e4-455a-b38c-537942b3c417 req-2732df16-7372-442a-8065-480d40d153df tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506611
Jun 21 03:00:42.323627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Transition to ACTIVE for port object d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:42.344125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bbf371de-8a12-4111-b5be-16720994d3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.450662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.456852 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:42.463034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bbf371de-8a12-4111-b5be-16720994d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.500113 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dcb22ce9-43df-480f-b1b9-866069c5a0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:42.510253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:42.516133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:42.521164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:42.528931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Pushing event updated for resources: {'Port': ['ID=d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:42.533266 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:42.561800 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bbf371de-8a12-4111-b5be-16720994d3bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4f8e1f9aa5f403cbd2bc3097201b810&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4894583
Jun 21 03:00:42.563138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::26f3:a406:dd0a:a670 (4d82cb52-2247-4a3b-982b-02458c34d10e/3fb3d949-5e4f-4f73-94d7-194f96aa492e/2cb6a814-6f6b-40ad-a6df-533f7c616dcd) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:42.570138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56484) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:42.570358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf371de-8a12-4111-b5be-16720994d3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9139b09f-e712-4c5a-a8a7-b7d8926814ad,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:42.570358 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bbf371de-8a12-4111-b5be-16720994d3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:42.633665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Attempting to bind port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:42.634579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Attempting to bind port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:42.636351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Attempting to bind port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:42.643371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de70f21e-0a0f-44d2-9eb4-e61b46136e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.647331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:42.647737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:42.649396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.650142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:42.651718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Bound port: d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:42.653156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.668231 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de70f21e-0a0f-44d2-9eb4-e61b46136e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.737536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-715d3519-41d9-4100-b490-c440210d9144 None None] For port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:42.742146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-715d3519-41d9-4100-b490-c440210d9144 None None] For port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:42.809871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de70f21e-0a0f-44d2-9eb4-e61b46136e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.810366 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.813834 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de70f21e-0a0f-44d2-9eb4-e61b46136e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.815142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de70f21e-0a0f-44d2-9eb4-e61b46136e58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9139b09f-e712-4c5a-a8a7-b7d8926814ad HTTP/1.1" status: 204  len: 168 time: 0.2492695
Jun 21 03:00:42.816000 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-75cae6fc-cef9-4deb-8868-a1ff68ac8863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:42.820811 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:42.835910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70f21e-0a0f-44d2-9eb4-e61b46136e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9139b09f-e712-4c5a-a8a7-b7d8926814ad,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:42.839019 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de70f21e-0a0f-44d2-9eb4-e61b46136e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:42.871824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:42.901836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 2cb6a814-6f6b-40ad-a6df-533f7c616dcd will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:43.020355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Pushing event updated for resources: {'Port': ['ID=d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:43.024958 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:43.040956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:43.045460 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-290c06ab-d7fd-469e-a46e-7691baacd06e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:43.105800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:43.120197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=2cb6a814-6f6b-40ad-a6df-533f7c616dcd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:43.134753 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:43.138581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:43.146252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:43.163164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:43.163854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:43.292971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56508) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:43.308667 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.9320371
Jun 21 03:00:43.312786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56512) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:43.464392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43deff6-8cef-418f-8b8d-384450383f52 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:43.471888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43deff6-8cef-418f-8b8d-384450383f52 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:43.479665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c43deff6-8cef-418f-8b8d-384450383f52 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1624675
Jun 21 03:00:43.480082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56526) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:43.555540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1863701943'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:43.611418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 2cb6a814-6f6b-40ad-a6df-533f7c616dcd {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:43.611761 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:43.632301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca03306-9bb5-4412-a60c-729e46f7fd3f req-c222c448-0e87-475d-92ec-3a15c13a8bf4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:43.637913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ca03306-9bb5-4412-a60c-729e46f7fd3f req-c222c448-0e87-475d-92ec-3a15c13a8bf4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.0990562
Jun 21 03:00:43.689236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ca03306-9bb5-4412-a60c-729e46f7fd3f req-78b3420d-d136-4ff1-8ba8-b84d77b4ae59 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471797
Jun 21 03:00:43.749974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Made reservation on behalf of b8d9faf390894531a1e681e648f16819 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:43.753270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:43.753889 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:43.766389 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:43.859488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 2cb6a814-6f6b-40ad-a6df-533f7c616dcd owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:43.967797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.046177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.051343 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-38b59831-7a82-4118-bc2f-8b7a5ac3c5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:44.106685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6181ef9f-92e1-4dfa-b539-2db5f78580f4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:44.110608 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:44.170393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.175662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:00:44.178807 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b3447f87-6b5f-445f-81fc-0b1531b2583b tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:44.187866 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.188766 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Added segment 84879fdf-be8c-4701-b1ac-8dd3920dda0c of type vlan for network 7727b365-1426-4cf0-9ea5-1f7b31043ac9
Jun 21 03:00:44.264476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=2cb6a814-6f6b-40ad-a6df-533f7c616dcd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:44.267360 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:44.300868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.304147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.306156 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/2cb6a814-6f6b-40ad-a6df-533f7c616dcd HTTP/1.1" status: 204  len: 168 time: 0.8249831
Jun 21 03:00:44.307756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56548) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:44.416243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81800bb-188b-4381-829d-0329148cc3ba tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:44.417905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81800bb-188b-4381-829d-0329148cc3ba tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:44.420376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e81800bb-188b-4381-829d-0329148cc3ba tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1109235
Jun 21 03:00:44.422343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56552) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:44.501809 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 3fb3d949-5e4f-4f73-94d7-194f96aa492e {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:00:44.509842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.555841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-23d0eb3c-5247-4651-a6f0-d447f1866de2 None None] Provisioning for port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:44.561058 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.567239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:44.570402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.575974 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cd018096-f8e8-4a49-9a58-e0d5e090da16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:44.654838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.723427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Network': ['ID=7727b365-1426-4cf0-9ea5-1f7b31043ac9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:44.729061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:44.733117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:00:44.747392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.4507713
Jun 21 03:00:44.747747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56564) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:44.753594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'subnet': {'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:44.887660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:44.965521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-81ae20bf-30c5-4803-bd7f-075a6263ffb4 None None] Could not find standard attr ID for object 2cb6a814-6f6b-40ad-a6df-533f7c616dcd. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:00:45.021644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:45.130682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Made reservation on behalf of b8d9faf390894531a1e681e648f16819 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:45.136320 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:45.186548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da285a4b-c212-4e34-b78b-cd0ead5fd0e1 req-4fed4985-0d13-439f-ab2d-213dda2d0f48 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:45.188697 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da285a4b-c212-4e34-b78b-cd0ead5fd0e1 req-4fed4985-0d13-439f-ab2d-213dda2d0f48 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.2115402
Jun 21 03:00:45.230101 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:45.239204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:45.240970 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:45.253853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:45.271364 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-722d3235-b50f-4e5c-a445-800327847990 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:45.335743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da285a4b-c212-4e34-b78b-cd0ead5fd0e1 req-e458a55e-2ca8-4e39-b1ad-2170893bf34a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401839
Jun 21 03:00:45.353933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb3d949-5e4f-4f73-94d7-194f96aa492e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:45.374642 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:45.380782 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:45.388029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/3fb3d949-5e4f-4f73-94d7-194f96aa492e HTTP/1.1" status: 204  len: 168 time: 0.9646974
Jun 21 03:00:45.391752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56580) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:45.392796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3cb047-dd0a-40da-bb7d-50083feb92c7 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:45.514134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b2ca9435-a7cf-494e-a1ac-256e27fb8431 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1191421
Jun 21 03:00:45.516972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56582) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:45.523190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:45.662907 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:45.662907 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dbe2a326-cfb9-4c2f-8c54-b4fe4608bac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:45.761505 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:45.770570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Subnet': ['ID=3362f608-f24d-464b-831a-562b11dc9a9d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:45.784187 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:45.784775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Checking segment: {'id': '84879fdf-be8c-4701-b1ac-8dd3920dda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:45.785146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Network hostable DHCP agents. Network: 7727b365-1426-4cf0-9ea5-1f7b31043ac9, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:00:45.849217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54515a05-939a-4e4b-bf32-55d9b886baba req-fa915a08-a174-4b6c-be0d-50088a22aed4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:45.852540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54515a05-939a-4e4b-bf32-55d9b886baba req-fa915a08-a174-4b6c-be0d-50088a22aed4 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 946 time: 0.3371015
Jun 21 03:00:45.885467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:00:45.912109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:45.932072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54515a05-939a-4e4b-bf32-55d9b886baba req-253871aa-b5fb-4965-9c58-f17e041ad7eb tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720165
Jun 21 03:00:45.936237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:45.946932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:45.982396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7727b365-1426-4cf0-9ea5-1f7b31043ac9) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:45.988735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:45.989979 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:46.015506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299b058-f0a7-4f54-b0be-06b35f9d7104 None None] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:46.067998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:00:46.072867 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:46.079049 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5e076281-c856-4e14-b121-682ade275062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:46.108399 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3589442
Jun 21 03:00:46.110442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56604) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:46.120350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'name': 'tempest-AllowedAddressPairTestJSON-2142812264'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:46.191329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:46.206934 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:46.247136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] Deleting port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:46.247524 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:46.376723 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:46.376723 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bf66bd8-c9f3-4c5f-b364-3d6919c11799 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:46.482397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=944bfb68-2f12-4ae3-8d31-224b1f176ca3,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:46.498327 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:46.501656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:46.511259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:46.514194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:46.514777 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:46.642449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1242380
Jun 21 03:00:46.646061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56614) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:46.652805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '944bfb68-2f12-4ae3-8d31-224b1f176ca3', 'ip_address': '2001:db8::764c:2497:acc0:ede8'}], 'name': 'tempest-NetworksTestDHCPv6-1701780712'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:46.675888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'tenant_id': 'b8d9faf390894531a1e681e648f16819', 'fixed_ips': [{'subnet_id': '3362f608-f24d-464b-831a-562b11dc9a9d'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:00:46.677459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:46.695233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] For port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:46.698961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:46.866788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35913e82-da99-4203-bbc5-4f428dc6ec09 req-01bc065b-96ee-43ef-997a-9ed3a5126f62 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:46.875107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35913e82-da99-4203-bbc5-4f428dc6ec09 req-01bc065b-96ee-43ef-997a-9ed3a5126f62 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.2715473
Jun 21 03:00:46.886452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] Calling delete_port for d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:46.907484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:46.954481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Made reservation on behalf of b8d9faf390894531a1e681e648f16819 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:46.959025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:46.979313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35913e82-da99-4203-bbc5-4f428dc6ec09 req-e7d1b567-1e80-42e2-a94c-affc9f655d57 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965040
Jun 21 03:00:47.006293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] device_id is not set on port 7ace8810-dad1-4921-a790-36084b057198 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:47.034078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-338f2281-5ec3-4c48-91b6-ac766e08aa41 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:47.037032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-338f2281-5ec3-4c48-91b6-ac766e08aa41 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 946 time: 0.1455185
Jun 21 03:00:47.145757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:47.213986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Allocated IP 172.20.0.2 (7727b365-1426-4cf0-9ea5-1f7b31043ac9/3362f608-f24d-464b-831a-562b11dc9a9d/73725fc1-4067-48c2-91d7-7779f4881231) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:47.327068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:47.336356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:47.355982 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:47.371981 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:47.376983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] No DVR routers for this DVR port d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:47.379247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 7bc499b2-9f6d-4c45-a544-72e21bd80fed yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:47.401593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04fc8-8925-4e05-a826-6dbb8b4c6fd9 req-c037bc4d-62b9-472f-9c0b-f74f46fc1a4f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:47.403370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdb04fc8-8925-4e05-a826-6dbb8b4c6fd9 req-c037bc4d-62b9-472f-9c0b-f74f46fc1a4f tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 946 time: 0.2351537
Jun 21 03:00:47.409442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] Pushing event deleted for resources: {'Port': ['ID=d9d6bf45-db82-4fb6-af1e-a1c9b3f2dc3b,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:47.424202 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:47.460721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Deleting port ee19c39e-e650-4101-ad39-67592c9d159d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:47.461065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:47.468336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a841ad5a-9291-43e7-92f6-5dbc5d4d00c8 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:47.622624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdb04fc8-8925-4e05-a826-6dbb8b4c6fd9 req-86f050d0-9594-4dde-a49f-4fbbab716f94 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691318
Jun 21 03:00:47.673536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:47.704669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] For port ee19c39e-e650-4101-ad39-67592c9d159d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ee19c39e-e650-4101-ad39-67592c9d159d,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:47.705042 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:47.798880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Transition to ACTIVE for port object 73725fc1-4067-48c2-91d7-7779f4881231 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:47.823485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Calling delete_port for ee19c39e-e650-4101-ad39-67592c9d159d owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:47.854511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::764c:2497:acc0:ede8 (4d82cb52-2247-4a3b-982b-02458c34d10e/944bfb68-2f12-4ae3-8d31-224b1f176ca3/7bc499b2-9f6d-4c45-a544-72e21bd80fed) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:47.881769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Transition to ACTIVE for port object 73725fc1-4067-48c2-91d7-7779f4881231 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:47.978684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:47.987212 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:48.025250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:48.029916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:48.031865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '944bfb68-2f12-4ae3-8d31-224b1f176ca3'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:00:48.032824 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.034804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:48.054316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Pushing event updated for resources: {'Port': ['ID=73725fc1-4067-48c2-91d7-7779f4881231,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:48.075772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Allocated IP 172.20.0.13 (7727b365-1426-4cf0-9ea5-1f7b31043ac9/3362f608-f24d-464b-831a-562b11dc9a9d/7ace8810-dad1-4921-a790-36084b057198) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:48.090514 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:48.242901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Attempting to bind port 73725fc1-4067-48c2-91d7-7779f4881231 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:48.250981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Attempting to bind port 73725fc1-4067-48c2-91d7-7779f4881231 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '84879fdf-be8c-4701-b1ac-8dd3920dda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:48.251360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Attempting to bind port 73725fc1-4067-48c2-91d7-7779f4881231 on network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:48.261494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:48.262662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Checking segment: {'id': '84879fdf-be8c-4701-b1ac-8dd3920dda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:48.262662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.262662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Bound using segment: {'id': '84879fdf-be8c-4701-b1ac-8dd3920dda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:48.263194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Bound port: 73725fc1-4067-48c2-91d7-7779f4881231, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84879fdf-be8c-4701-b1ac-8dd3920dda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:48.278275 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.372592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] For port 73725fc1-4067-48c2-91d7-7779f4881231, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:48.381467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.384432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] For port 73725fc1-4067-48c2-91d7-7779f4881231, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=73725fc1-4067-48c2-91d7-7779f4881231,segment=NetworkSegment(84879fdf-be8c-4701-b1ac-8dd3920dda0c),segment_id=84879fdf-be8c-4701-b1ac-8dd3920dda0c)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:48.398710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Transition to ACTIVE for port object 7ace8810-dad1-4921-a790-36084b057198 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:48.478568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.494792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 7bc499b2-9f6d-4c45-a544-72e21bd80fed will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:48.498748 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.502562 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:48.514290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ea141-8768-4eb7-8105-7c605d777d0c req-8f01497f-9ebc-44aa-8039-f7dd2d09db4a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:48.521726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-754ea141-8768-4eb7-8105-7c605d777d0c req-8f01497f-9ebc-44aa-8039-f7dd2d09db4a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.2627039
Jun 21 03:00:48.547576 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.560205 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11d87c15-a308-4597-a221-33cc8f22f324 tempest-ServersNegativeTestJSON-708504551 tempest-ServersNegativeTestJSON-708504551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:48.592720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b799934e-a47c-4966-9c8d-46a59c89777e', 'bcd1d46a-c070-4c17-9c3a-05ae4012310a', 'ee19c39e-e650-4101-ad39-67592c9d159d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:00:48.612778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.619431 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:48.651014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Pushing event deleted for resources: {'Port': ['ID=ee19c39e-e650-4101-ad39-67592c9d159d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:48.665521 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:48.685438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-754ea141-8768-4eb7-8105-7c605d777d0c req-d967a72b-25f3-4ec8-9e2b-45468d0db90f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627541
Jun 21 03:00:48.707167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Pushing event updated for resources: {'Port': ['ID=73725fc1-4067-48c2-91d7-7779f4881231,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:48.721434 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:48.741191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:48.745111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:48.756717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:48.760886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=7ace8810-dad1-4921-a790-36084b057198,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:48.796525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.797157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.797997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.800276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.805513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.806006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.806439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.806824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.807202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.807575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.807945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.808310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:48.812751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] No DVR routers for this DVR port ee19c39e-e650-4101-ad39-67592c9d159d on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:48.814979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.817369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:48.819288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-feae992b-821c-42d5-a1b3-aef5bde14279 req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "DELETE /v2.0/ports/ee19c39e-e650-4101-ad39-67592c9d159d HTTP/1.1" status: 204  len: 173 time: 1.7727087
Jun 21 03:00:48.819842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975f1c26-1ee9-40ff-be01-2c0c96d0e744', 'name': 'network-vif-deleted', 'tag': 'ee19c39e-e650-4101-ad39-67592c9d159d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:00:48.840138 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2626d-8375-421a-9b4c-69e03213ae7a" -d '{"events": [{"server_uuid": "975f1c26-1ee9-40ff-be01-2c0c96d0e744", "name": "network-vif-deleted", "tag": "ee19c39e-e650-4101-ad39-67592c9d159d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:00:48.866232 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f782739-1883-48f2-8cd9-fd4644cc24bd tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:48.899380 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:48.986546 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ce414-447f-4623-b7bd-69f184ad182b x-openstack-request-id: req-542ce414-447f-4623-b7bd-69f184ad182b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:00:48.986546 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975f1c26-1ee9-40ff-be01-2c0c96d0e744", "name": "network-vif-deleted", "tag": "ee19c39e-e650-4101-ad39-67592c9d159d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:00:48.986803 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-542ce414-447f-4623-b7bd-69f184ad182b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:00:48.987518 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975f1c26-1ee9-40ff-be01-2c0c96d0e744', 'name': 'network-vif-deleted', 'tag': 'ee19c39e-e650-4101-ad39-67592c9d159d', 'status': 'completed', 'code': 200}
Jun 21 03:00:49.000477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:49.001168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.052785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/944bfb68-2f12-4ae3-8d31-224b1f176ca3/f8a2b94c-2e03-4383-a836-fe7317d17a62) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:49.123634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2ce6576-fd84-453e-95bd-d1aa77ffbc5d req-e6f7a7ea-c930-41b2-847a-45a57ae864c6 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 210 time: 0.1352887
Jun 21 03:00:49.126457 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0138628
Jun 21 03:00:49.129970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56664) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:49.135905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'name': 'tempest-AllowedAddressPairTestJSON-632598952', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:dc:75:a3'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:49.185319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:49.199815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:49.202606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:49.219179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:49.219872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.244979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56666) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:49.260640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=7bc499b2-9f6d-4c45-a544-72e21bd80fed,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:49.263884 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:49.384222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.7318356
Jun 21 03:00:49.384222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56670) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:49.454855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ebb2ae1-e411-4360-8112-5cbbaa730fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.483735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Made reservation on behalf of b8d9faf390894531a1e681e648f16819 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:49.539726 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.547363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d749c-4f99-4e7e-ace3-aad00b4db0c6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:49.549235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-036d749c-4f99-4e7e-ace3-aad00b4db0c6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1643386
Jun 21 03:00:49.551921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56672) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:49.575401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Transition to ACTIVE for port object f8a2b94c-2e03-4383-a836-fe7317d17a62 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:49.608389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Transition to ACTIVE for port object f8a2b94c-2e03-4383-a836-fe7317d17a62 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:49.665669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.714964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.718638 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-57ced36f-7f9e-4e6d-a150-7dd6992ecf9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:49.756739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] device_id is not set on port 64acdf5c-7b17-4628-be91-930da3b3111a yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:49.800778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ebb2ae1-e411-4360-8112-5cbbaa730fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.841115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 7bc499b2-9f6d-4c45-a544-72e21bd80fed {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:49.843855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.938953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ebb2ae1-e411-4360-8112-5cbbaa730fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:49.939325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:49.941060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:49.950128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:49.977854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Pushing event updated for resources: {'Port': ['ID=f8a2b94c-2e03-4383-a836-fe7317d17a62,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:49.985188 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:50.044887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Allocated IP 172.20.0.3 (7727b365-1426-4cf0-9ea5-1f7b31043ac9/3362f608-f24d-464b-831a-562b11dc9a9d/64acdf5c-7b17-4628-be91-930da3b3111a) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:50.112867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Attempting to bind port f8a2b94c-2e03-4383-a836-fe7317d17a62 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:50.115909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Attempting to bind port f8a2b94c-2e03-4383-a836-fe7317d17a62 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:50.116305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Attempting to bind port f8a2b94c-2e03-4383-a836-fe7317d17a62 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:50.126622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:50.127015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:50.127436 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:50.129419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:50.129966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Bound port: f8a2b94c-2e03-4383-a836-fe7317d17a62, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:50.131705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:50.284438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] For port f8a2b94c-2e03-4383-a836-fe7317d17a62, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:50.291558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a311ed-41a7-455f-b77d-519cd5b7f85c None None] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:50.303249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] For port f8a2b94c-2e03-4383-a836-fe7317d17a62, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f8a2b94c-2e03-4383-a836-fe7317d17a62,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:50.401324 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:50.409216 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-715d3519-41d9-4100-b490-c440210d9144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:50.439212 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:50.463357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Transition to ACTIVE for port object 64acdf5c-7b17-4628-be91-930da3b3111a will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:50.518176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0c926ec7-2c05-44fd-9052-b2e92273268a None None] Provisioning for port 73725fc1-4067-48c2-91d7-7779f4881231 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:50.537685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Pushing event updated for resources: {'Port': ['ID=f8a2b94c-2e03-4383-a836-fe7317d17a62,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:50.543666 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:50.608488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:50.612390 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-53c378de-98ab-4783-a637-c50bc6f85210 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:50.617869 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0766e5a1-13f2-42aa-aebf-de72d5cdd6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:50.627499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ebb2ae1-e411-4360-8112-5cbbaa730fa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b15b818ac93d459d8afdcbc6978d5f8d&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3785961
Jun 21 03:00:50.633663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56688) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:50.685554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:50.694431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:50.699065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:50.703444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:50.748854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=64acdf5c-7b17-4628-be91-930da3b3111a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:50.757982 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:50.778304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:50.778644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:50.852454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 7bc499b2-9f6d-4c45-a544-72e21bd80fed owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:50.874783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 1.7432184
Jun 21 03:00:50.883389 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56694) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:51.003985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 73725fc1-4067-48c2-91d7-7779f4881231 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:51.008748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e43ceb28-db47-4b41-aece-1568ea721161 req-24c8203e-9e89-43ba-8b77-e2e3116b364e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f1c26-1ee9-40ff-be01-2c0c96d0e744 HTTP/1.1" status: 200  len: 210 time: 0.2426813
Jun 21 03:00:51.129929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb2ae1-e411-4360-8112-5cbbaa730fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fecde1c-6fdb-4e7a-b88d-578a717ba972,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:51.151544 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ebb2ae1-e411-4360-8112-5cbbaa730fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:51.181655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1beb307-1f3c-40c0-b15e-431db525392d tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:51.195528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aea9f2-2d76-4592-a3d1-e974ffdd4044 req-4baa578b-4642-4891-ad2b-ac6788cf9917 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:51.208600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 73725fc1-4067-48c2-91d7-7779f4881231 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:51.210198 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51aea9f2-2d76-4592-a3d1-e974ffdd4044 req-4baa578b-4642-4891-ad2b-ac6788cf9917 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 1.2070720
Jun 21 03:00:51.211751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1beb307-1f3c-40c0-b15e-431db525392d tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:51.227284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1beb307-1f3c-40c0-b15e-431db525392d tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:51.229670 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e1beb307-1f3c-40c0-b15e-431db525392d tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.3510642
Jun 21 03:00:51.232498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56702) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:51.236496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 73725fc1-4067-48c2-91d7-7779f4881231 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:51.236881 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.320415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-aaa6f6ed-ccc1-425e-aa74-9160e5b30c06 None None] Provisioning for port 7ace8810-dad1-4921-a790-36084b057198 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:51.321196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51aea9f2-2d76-4592-a3d1-e974ffdd4044 req-9fc67f43-da3b-4d7f-86a6-84f5e20b4f13 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087067
Jun 21 03:00:51.339302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-aaa6f6ed-ccc1-425e-aa74-9160e5b30c06 None None] Provisioning complete for port 7ace8810-dad1-4921-a790-36084b057198 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:51.339873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f6ed-ccc1-425e-aa74-9160e5b30c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.346517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd63b39c-6ded-47c6-86f7-7606241b0334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.428685 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd63b39c-6ded-47c6-86f7-7606241b0334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.452071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Deleting port 64acdf5c-7b17-4628-be91-930da3b3111a {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:51.452582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.480878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6f6ed-ccc1-425e-aa74-9160e5b30c06 None None] Port 7ace8810-dad1-4921-a790-36084b057198 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:00:51.490787 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.569117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 73725fc1-4067-48c2-91d7-7779f4881231, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=73725fc1-4067-48c2-91d7-7779f4881231,segment=NetworkSegment(84879fdf-be8c-4701-b1ac-8dd3920dda0c),segment_id=84879fdf-be8c-4701-b1ac-8dd3920dda0c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:51.583685 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd63b39c-6ded-47c6-86f7-7606241b0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.586687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd63b39c-6ded-47c6-86f7-7606241b0334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.587966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bd63b39c-6ded-47c6-86f7-7606241b0334 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fecde1c-6fdb-4e7a-b88d-578a717ba972 HTTP/1.1" status: 204  len: 168 time: 0.8207793
Jun 21 03:00:51.590151 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3a7f684-9e92-407a-98e6-ad89ca8aa765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:51.610544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-acf3d762-fa81-4ccb-a073-acd1d96500e6 None None] Provisioning complete for port 7ace8810-dad1-4921-a790-36084b057198 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:51.610877 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acf3d762-fa81-4ccb-a073-acd1d96500e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.648347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.661541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63b39c-6ded-47c6-86f7-7606241b0334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fecde1c-6fdb-4e7a-b88d-578a717ba972,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:51.682888 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd63b39c-6ded-47c6-86f7-7606241b0334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:51.684312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.698178 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8bf759de-1885-4e48-988e-80b8f42392d8 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:51.710981 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.718557 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-72758250-8f8c-4bec-afb9-0c767aa61435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:51.790328 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-acf3d762-fa81-4ccb-a073-acd1d96500e6 None None] Port 7ace8810-dad1-4921-a790-36084b057198 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:00:51.855833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=7bc499b2-9f6d-4c45-a544-72e21bd80fed,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:51.859851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Calling delete_port for 64acdf5c-7b17-4628-be91-930da3b3111a owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:51.865484 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:51.870337 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:51.878052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56712) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:51.878793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=73725fc1-4067-48c2-91d7-7779f4881231,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:51.885950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/7bc499b2-9f6d-4c45-a544-72e21bd80fed HTTP/1.1" status: 204  len: 168 time: 2.3329496
Jun 21 03:00:51.890824 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:52.085670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9284477-c040-4a76-a4ec-0a4cad523a09 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:52.089849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9284477-c040-4a76-a4ec-0a4cad523a09 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:52.095006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:52.095262 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c9284477-c040-4a76-a4ec-0a4cad523a09 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2153833
Jun 21 03:00:52.098786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2a321bdd-b150-4b7b-ae1a-d7c87519036d None None] Provisioning for port 64acdf5c-7b17-4628-be91-930da3b3111a completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:52.111907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2a321bdd-b150-4b7b-ae1a-d7c87519036d None None] Provisioning complete for port 64acdf5c-7b17-4628-be91-930da3b3111a triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:52.112291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a321bdd-b150-4b7b-ae1a-d7c87519036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:52.201161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2a321bdd-b150-4b7b-ae1a-d7c87519036d None None] Port 64acdf5c-7b17-4628-be91-930da3b3111a cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:00:52.211786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 944bfb68-2f12-4ae3-8d31-224b1f176ca3 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:00:52.217522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:52.327590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:52.382874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:52.399867 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b7e56480-b829-4108-86fb-f9cb74ec6593 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:52.503817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ee19c39e-e650-4101-ad39-67592c9d159d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:52.526317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:52.639565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Port': ['ID=64acdf5c-7b17-4628-be91-930da3b3111a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:52.657411 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:52.820295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56728) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:53.006674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21d555-bea3-48c7-9ae4-e48ad65f06f3 req-5a5b3e37-01fb-4835-b5e4-eb635e45247c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:53.013601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e21d555-bea3-48c7-9ae4-e48ad65f06f3 req-5a5b3e37-01fb-4835-b5e4-eb635e45247c tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.2962768
Jun 21 03:00:53.015471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.040047 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94e8a6e8-1c0a-4771-ab0a-7f173e2c302f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.059394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: ee19c39e-e650-4101-ad39-67592c9d159d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:00:53.060660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ee19c39e-e650-4101-ad39-67592c9d159d not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:00:53.078391 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ed899e63-8cc9-4a6f-a735-dd403b6f885c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:53.100860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.102564 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "DELETE /v2.0/ports/64acdf5c-7b17-4628-be91-930da3b3111a HTTP/1.1" status: 204  len: 168 time: 1.8686986
Jun 21 03:00:53.107680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56732) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:53.147305 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.147703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f8a2b94c-2e03-4383-a836-fe7317d17a62 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:53.147805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/944bfb68-2f12-4ae3-8d31-224b1f176ca3 HTTP/1.1" status: 204  len: 168 time: 1.0455873
Jun 21 03:00:53.191713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56736) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:53.201373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b40d184e-1d12-43ae-9bd4-6b38bea7cdf9 None None] Provisioning for port f8a2b94c-2e03-4383-a836-fe7317d17a62 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:53.236476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=944bfb68-2f12-4ae3-8d31-224b1f176ca3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:53.249597 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:53.295465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7417c9-ee7f-423f-8e7c-efcf27698582 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:53.305955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e21d555-bea3-48c7-9ae4-e48ad65f06f3 req-2ffb22c1-4e2c-4f3a-8837-5ad8b656ba34 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2650330
Jun 21 03:00:53.349646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-67246992-24c6-4aaa-8d0e-1a7aed771402 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1480989
Jun 21 03:00:53.350135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56738) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:53.355211 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bac8679-729b-4b77-a78f-c9400c570e77 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] GET failed (client error): The resource could not be found.
Jun 21 03:00:53.375713 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9bac8679-729b-4b77-a78f-c9400c570e77 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "GET /v2.0/ports/64acdf5c-7b17-4628-be91-930da3b3111a HTTP/1.1" status: 404  len: 333 time: 0.2667675
Jun 21 03:00:53.390390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56742) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:53.410122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'name': 'tempest-AllowedAddressPairTestJSON-462793107'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:53.432574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f8a2b94c-2e03-4383-a836-fe7317d17a62 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:53.456806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8ecb83b7-0f4e-4a4e-8508-c6964e17a5b5 None None] Could not find standard attr ID for object 7bc499b2-9f6d-4c45-a544-72e21bd80fed. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:00:53.471823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f8a2b94c-2e03-4383-a836-fe7317d17a62 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:53.472208 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.636988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d5e71-6785-411e-8fa4-3bb971f13455 req-e7b61c5e-1b77-4738-b12b-5e06230cd030 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:53.639569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-838d5e71-6785-411e-8fa4-3bb971f13455 req-e7b61c5e-1b77-4738-b12b-5e06230cd030 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 946 time: 0.2328911
Jun 21 03:00:53.654754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e40768-91e8-40a1-84d8-c07166460a7d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:53.658623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-21e40768-91e8-40a1-84d8-c07166460a7d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.3049319
Jun 21 03:00:53.661982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56748) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:53.728966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a164165e-55f7-4c6f-8a84-740feae43355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:53.729554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-838d5e71-6785-411e-8fa4-3bb971f13455 req-1c886553-d8b3-4208-8881-654a2ea04fbe tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716064
Jun 21 03:00:53.730690 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a164165e-55f7-4c6f-8a84-740feae43355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0677662
Jun 21 03:00:53.734455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56750) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:53.750856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94e8a6e8-1c0a-4771-ab0a-7f173e2c302f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.780203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.843221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c7d06100-f01c-4491-847a-6ac2a0a40f12 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1041360
Jun 21 03:00:53.846329 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94e8a6e8-1c0a-4771-ab0a-7f173e2c302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.858298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56752) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:53.860840 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-85cb8ebe-dafe-47c9-a414-9ed31e31f1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:53.864103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:53.873660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:00:53.890866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8a6e8-1c0a-4771-ab0a-7f173e2c302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6dd7ac-bead-413e-8ab8-3dd4bc336d8c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:53.919556 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-94e8a6e8-1c0a-4771-ab0a-7f173e2c302f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:53.919878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port f8a2b94c-2e03-4383-a836-fe7317d17a62, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f8a2b94c-2e03-4383-a836-fe7317d17a62,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:53.951770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] Deleting port f8a2b94c-2e03-4383-a836-fe7317d17a62 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:53.952473 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:53.987029 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-94e8a6e8-1c0a-4771-ab0a-7f173e2c302f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df88e27db34d4ba5b0f1c919b13c58e4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0715032
Jun 21 03:00:53.989262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56756) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:54.003355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.004824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 73725fc1-4067-48c2-91d7-7779f4881231 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:54.022599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Made reservation on behalf of b8d9faf390894531a1e681e648f16819 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:54.027116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.055770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] device_id is not set on port 0b137076-53f2-48da-acf4-012a6928697d yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:54.065449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e5b7-63a2-4653-95fd-57e21f8103b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.083415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] For port f8a2b94c-2e03-4383-a836-fe7317d17a62, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f8a2b94c-2e03-4383-a836-fe7317d17a62,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:54.083889 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.095297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e5b7-63a2-4653-95fd-57e21f8103b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.131955 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-512f843b-b0d3-4aaf-9028-4f7156d4d805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:54.169959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:54.175515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] Calling delete_port for f8a2b94c-2e03-4383-a836-fe7317d17a62 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:54.177296 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.263213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Allocated IP 172.20.0.9 (7727b365-1426-4cf0-9ea5-1f7b31043ac9/3362f608-f24d-464b-831a-562b11dc9a9d/0b137076-53f2-48da-acf4-012a6928697d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:54.278705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 73725fc1-4067-48c2-91d7-7779f4881231 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:54.279369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.372932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=f8a2b94c-2e03-4383-a836-fe7317d17a62,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:54.378800 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:54.408522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e5b7-63a2-4653-95fd-57e21f8103b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.412556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e5b7-63a2-4653-95fd-57e21f8103b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.414065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9ac8e5b7-63a2-4653-95fd-57e21f8103b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df6dd7ac-bead-413e-8ab8-3dd4bc336d8c HTTP/1.1" status: 204  len: 168 time: 0.4226723
Jun 21 03:00:54.418515 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:54.432033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8e5b7-63a2-4653-95fd-57e21f8103b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6dd7ac-bead-413e-8ab8-3dd4bc336d8c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:54.436057 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ac8e5b7-63a2-4653-95fd-57e21f8103b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:54.504932 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.511894 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:54.540845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] Pushing event deleted for resources: {'Port': ['ID=f8a2b94c-2e03-4383-a836-fe7317d17a62,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:54.544556 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:54.555216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] No DVR routers for this DVR port f8a2b94c-2e03-4383-a836-fe7317d17a62 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:54.614881 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.653974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Transition to ACTIVE for port object 0b137076-53f2-48da-acf4-012a6928697d will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:54.796129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-681c2526-2010-4b11-8308-110edd79f73b tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:54.802127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-681c2526-2010-4b11-8308-110edd79f73b tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 946 time: 0.2690701
Jun 21 03:00:54.818993 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:54.826179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1f6332ae-2c31-44a3-8bd5-c78801c67501 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:54.841296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610ff1-79f0-467c-9484-5c8376dc6262 req-002c2958-bec5-4edb-b619-ee7d9aeced92 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:54.842987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe610ff1-79f0-467c-9484-5c8376dc6262 req-002c2958-bec5-4edb-b619-ee7d9aeced92 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.3115969
Jun 21 03:00:54.903355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:54.908493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:54.921610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:54.959980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f8a2b94c-2e03-4383-a836-fe7317d17a62 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:55.009500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=0b137076-53f2-48da-acf4-012a6928697d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:55.014519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f8a2b94c-2e03-4383-a836-fe7317d17a62 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:00:55.014887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f8a2b94c-2e03-4383-a836-fe7317d17a62 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:00:55.033037 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:55.051074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:55.071139 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a001f339-1a1f-4a74-a3e3-85965eec8c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:55.115349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:55.116435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:55.217746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe610ff1-79f0-467c-9484-5c8376dc6262 req-b71cdc6f-31a8-44e6-b764-f963bc10f009 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3381364
Jun 21 03:00:55.224050 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.8286161
Jun 21 03:00:55.226877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56774) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:55.233036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:dc:75:a3'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:55.248750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:55.262101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:55.267016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:55.267613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:55.275580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4166c-7a7f-4874-8c15-3839650721e7 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:00:55.275799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=0244c791-2f56-470c-b7bf-55a2b66f862a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:55.284244 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:55.349319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df76d49-e7bc-4396-a4be-aed56dafbea4 req-4a1da8c4-ff22-45fa-9f6a-fcad9e873f24 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:55.351007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7df76d49-e7bc-4396-a4be-aed56dafbea4 req-4a1da8c4-ff22-45fa-9f6a-fcad9e873f24 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 946 time: 0.4110060
Jun 21 03:00:55.400364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Deleting port bcd1d46a-c070-4c17-9c3a-05ae4012310a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:55.401021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:55.424770 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5652716
Jun 21 03:00:55.433752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56780) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:55.448973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '0244c791-2f56-470c-b7bf-55a2b66f862a', 'ip_address': '2001:db8::740:5e55:7a73:2054'}], 'name': 'tempest-NetworksTestDHCPv6-1112683105'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:55.500093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7df76d49-e7bc-4396-a4be-aed56dafbea4 req-91a7d6cc-5007-4cdb-822d-5795cd33df15 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310318
Jun 21 03:00:55.574473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] For port bcd1d46a-c070-4c17-9c3a-05ae4012310a, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=bcd1d46a-c070-4c17-9c3a-05ae4012310a,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:00:55.574845 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:55.597509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '0244c791-2f56-470c-b7bf-55a2b66f862a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:00:55.598459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:55.708970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a9bb51f7-ff3e-4930-97fe-3d02b4f95805 None None] Provisioning for port 0b137076-53f2-48da-acf4-012a6928697d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:55.986530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a9bb51f7-ff3e-4930-97fe-3d02b4f95805 None None] Provisioning complete for port 0b137076-53f2-48da-acf4-012a6928697d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:55.986530 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a9bb51f7-ff3e-4930-97fe-3d02b4f95805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:55.994353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Calling delete_port for bcd1d46a-c070-4c17-9c3a-05ae4012310a owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:55.996150 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:56.045144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/0244c791-2f56-470c-b7bf-55a2b66f862a/49d0db28-f123-41f3-9d88-e5d408ad66dc) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:56.203588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:56.319317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:56.323781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09ac832d-efe4-42f0-a120-a7905ce2fdcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:56.372982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b799934e-a47c-4966-9c8d-46a59c89777e', 'bcd1d46a-c070-4c17-9c3a-05ae4012310a'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:00:56.384876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb51f7-ff3e-4930-97fe-3d02b4f95805 None None] Port 0b137076-53f2-48da-acf4-012a6928697d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:00:56.425306 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Pushing event deleted for resources: {'Port': ['ID=bcd1d46a-c070-4c17-9c3a-05ae4012310a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:56.431325 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:56.549592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:56.591241 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:56.592668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Transition to ACTIVE for port object 49d0db28-f123-41f3-9d88-e5d408ad66dc will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:56.665054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] No DVR routers for this DVR port bcd1d46a-c070-4c17-9c3a-05ae4012310a on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:00:56.667958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 82c8d469-c27d-4421-a2a8-3c3cfb176274 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:56.686207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:56.694198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Transition to ACTIVE for port object 49d0db28-f123-41f3-9d88-e5d408ad66dc will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:56.712148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45fcfe29-8caf-45e8-acc2-21614c3c4405 req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "DELETE /v2.0/ports/bcd1d46a-c070-4c17-9c3a-05ae4012310a HTTP/1.1" status: 204  len: 173 time: 1.9034710
Jun 21 03:00:56.713766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7801cd5-5c84-4c3f-99e0-a647cd527d03', 'name': 'network-vif-deleted', 'tag': 'bcd1d46a-c070-4c17-9c3a-05ae4012310a'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:00:56.720852 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15babc4f-3a03-4c59-8eed-f20003e396f9" -d '{"events": [{"server_uuid": "a7801cd5-5c84-4c3f-99e0-a647cd527d03", "name": "network-vif-deleted", "tag": "bcd1d46a-c070-4c17-9c3a-05ae4012310a"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:00:56.784475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:56.791648 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:56.834155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23c161-a025-46d9-a085-fddf49175f4c req-0b3521e1-b651-46fc-9641-ccce2f5abe89 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:56.836189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da23c161-a025-46d9-a085-fddf49175f4c req-0b3521e1-b651-46fc-9641-ccce2f5abe89 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.3006706
Jun 21 03:00:56.843510 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Pushing event updated for resources: {'Port': ['ID=49d0db28-f123-41f3-9d88-e5d408ad66dc,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:56.846654 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:56.912009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:56.917953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:56.925672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:57.003150 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.005829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8aea87a7-c1f5-4a85-ae4a-68722e5b2b75 req-f58be264-1ee1-4e49-a749-0b5484992264 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 210 time: 0.1107464
Jun 21 03:00:57.019864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da23c161-a025-46d9-a085-fddf49175f4c req-fbac051e-3ed9-46e9-aa90-c3a45b433392 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767268
Jun 21 03:00:57.078085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Attempting to bind port 49d0db28-f123-41f3-9d88-e5d408ad66dc on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:00:57.085095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Attempting to bind port 49d0db28-f123-41f3-9d88-e5d408ad66dc by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:00:57.085509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Attempting to bind port 49d0db28-f123-41f3-9d88-e5d408ad66dc on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:00:57.100412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:00:57.100906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:00:57.101350 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.101775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:00:57.102287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Bound port: 49d0db28-f123-41f3-9d88-e5d408ad66dc, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:00:57.102679 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.118335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::740:5e55:7a73:2054 (4d82cb52-2247-4a3b-982b-02458c34d10e/0244c791-2f56-470c-b7bf-55a2b66f862a/82c8d469-c27d-4421-a2a8-3c3cfb176274) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:00:57.165114 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.196165 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7177d1ec-8597-4bac-ba89-4947bac24458 x-openstack-request-id: req-7177d1ec-8597-4bac-ba89-4947bac24458 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:00:57.196520 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7801cd5-5c84-4c3f-99e0-a647cd527d03", "name": "network-vif-deleted", "tag": "bcd1d46a-c070-4c17-9c3a-05ae4012310a", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:00:57.196833 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7177d1ec-8597-4bac-ba89-4947bac24458 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:00:57.197293 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7801cd5-5c84-4c3f-99e0-a647cd527d03', 'name': 'network-vif-deleted', 'tag': 'bcd1d46a-c070-4c17-9c3a-05ae4012310a', 'status': 'completed', 'code': 200}
Jun 21 03:00:57.200690 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efa695cf-d46d-4714-8ab0-ae5ccf43164c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:57.323914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] For port 49d0db28-f123-41f3-9d88-e5d408ad66dc, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:00:57.328711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] For port 49d0db28-f123-41f3-9d88-e5d408ad66dc, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=49d0db28-f123-41f3-9d88-e5d408ad66dc,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:00:57.389612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=0b137076-53f2-48da-acf4-012a6928697d,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:57.409699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:57.411012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] In _notify_port_updated(), no bound segment for port 0b137076-53f2-48da-acf4-012a6928697d on network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:00:57.422930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:57.429024 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.430415 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "PUT /v2.0/ports/0b137076-53f2-48da-acf4-012a6928697d HTTP/1.1" status: 200  len: 993 time: 2.2024176
Jun 21 03:00:57.433768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56880) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:57.463756 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.467368 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff026eb9-16f5-474f-beeb-c603c32795ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:57.634702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Pushing event updated for resources: {'Port': ['ID=49d0db28-f123-41f3-9d88-e5d408ad66dc,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:57.643135 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:57.744650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Deleting port 0b137076-53f2-48da-acf4-012a6928697d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:57.745261 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.750699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.761667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0035083e-073e-4fad-8b23-7ce417a79f76 None None] Provisioning complete for port 0b137076-53f2-48da-acf4-012a6928697d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:57.762054 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0035083e-073e-4fad-8b23-7ce417a79f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:57.818666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 82c8d469-c27d-4421-a2a8-3c3cfb176274 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:00:57.902711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0035083e-073e-4fad-8b23-7ce417a79f76 None None] Port 0b137076-53f2-48da-acf4-012a6928697d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:00:57.991515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:58.028114 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af1dd7b0-eb47-48c5-9bc2-488279c182d2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:58.113805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:00:58.118029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:00:58.128364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:00:58.137004 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:58.137749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:58.167461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=82c8d469-c27d-4421-a2a8-3c3cfb176274,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:58.172183 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:58.243470 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.8062356
Jun 21 03:00:58.245900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56932) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:58.256991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-629e9acd-26f2-4df6-9a6f-6de001dba232 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '0244c791-2f56-470c-b7bf-55a2b66f862a', 'ip_address': '2001:db8::740:5e55:7a73:2054'}], 'name': 'tempest-NetworksTestDHCPv6-1859610173'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:58.296174 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:58.450847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-643fa392-5505-426a-b9c1-4c627d2afee0 req-35594139-640e-40aa-a847-0f07ab480b38 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7801cd5-5c84-4c3f-99e0-a647cd527d03 HTTP/1.1" status: 200  len: 210 time: 0.0939589
Jun 21 03:00:58.535072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device bcd1d46a-c070-4c17-9c3a-05ae4012310a no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:00:58.550262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e9acd-26f2-4df6-9a6f-6de001dba232 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:58.559560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-629e9acd-26f2-4df6-9a6f-6de001dba232 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:58.572736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: bcd1d46a-c070-4c17-9c3a-05ae4012310a {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:00:58.575629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device bcd1d46a-c070-4c17-9c3a-05ae4012310a not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:00:58.595089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-629e9acd-26f2-4df6-9a6f-6de001dba232 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port a08a40a1-15d4-459c-963e-dabecf6612c1 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:00:58.620197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Calling delete_port for 0b137076-53f2-48da-acf4-012a6928697d owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:00:58.932736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddaf01-c127-49cf-8471-8be004765e97 req-b6b1588a-91ed-4579-9589-868d3e01f72f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:58.940589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94ddaf01-c127-49cf-8471-8be004765e97 req-b6b1588a-91ed-4579-9589-868d3e01f72f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.5805457
Jun 21 03:00:58.963148 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:58.994581 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94ddaf01-c127-49cf-8471-8be004765e97 req-7763217e-0544-45f9-a137-c8df1aac281e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528131
Jun 21 03:00:58.996526 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d586973d-b629-4275-8e99-e43e5effb355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:00:59.032838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 49d0db28-f123-41f3-9d88-e5d408ad66dc up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:00:59.067784 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-629e9acd-26f2-4df6-9a6f-6de001dba232 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:00:59.068266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629e9acd-26f2-4df6-9a6f-6de001dba232 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:00:59.112832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Port': ['ID=0b137076-53f2-48da-acf4-012a6928697d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:00:59.167038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.167520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.167964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.168398 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.169260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.169886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.170514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.171060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.174471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.174471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.174471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.174471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:00:59.230550 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-629e9acd-26f2-4df6-9a6f-6de001dba232 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 0.9834607
Jun 21 03:00:59.231156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56962) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:59.243223 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:00:59.257189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 49d0db28-f123-41f3-9d88-e5d408ad66dc completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:59.432531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73afb3b6-61ff-4f28-88d0-0eda727b1fcc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:59.452948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73afb3b6-61ff-4f28-88d0-0eda727b1fcc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:00:59.467161 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-73afb3b6-61ff-4f28-88d0-0eda727b1fcc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.2346208
Jun 21 03:00:59.468043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56968) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:59.528022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:59.531541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "DELETE /v2.0/ports/0b137076-53f2-48da-acf4-012a6928697d HTTP/1.1" status: 204  len: 168 time: 2.0961535
Jun 21 03:00:59.535468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56974) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:59.587452 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:00:59.626318 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-693b9e68-780c-4017-b03c-d4386874d5ce tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] GET failed (client error): The resource could not be found.
Jun 21 03:00:59.629390 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-693b9e68-780c-4017-b03c-d4386874d5ce tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "GET /v2.0/ports/0b137076-53f2-48da-acf4-012a6928697d HTTP/1.1" status: 404  len: 333 time: 0.0914767
Jun 21 03:00:59.632328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56978) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:00:59.641279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'name': 'tempest-AllowedAddressPairTestJSON-1550996695'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:00:59.702243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 82c8d469-c27d-4421-a2a8-3c3cfb176274 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:00:59.703164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:59.832480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] Provisioning for port 49d0db28-f123-41f3-9d88-e5d408ad66dc completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:00:59.837127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] Provisioning complete for port 49d0db28-f123-41f3-9d88-e5d408ad66dc triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:00:59.837559 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:59.892623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:59.964674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Made reservation on behalf of b8d9faf390894531a1e681e648f16819 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:00:59.968303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:00:59.986300 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:00.018291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] device_id is not set on port 5e6f25f8-0e24-4b1c-9951-5339cb106674 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:00.061418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 82c8d469-c27d-4421-a2a8-3c3cfb176274 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:00.062911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] For port 49d0db28-f123-41f3-9d88-e5d408ad66dc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=49d0db28-f123-41f3-9d88-e5d408ad66dc,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:00.140895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:00.143317 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ce7d44e4-17df-47d4-bb32-2a4ef1a8abe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:00.286279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Allocated IP 172.20.0.8 (7727b365-1426-4cf0-9ea5-1f7b31043ac9/3362f608-f24d-464b-831a-562b11dc9a9d/5e6f25f8-0e24-4b1c-9951-5339cb106674) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:00.340953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] Pushing event updated for resources: {'Port': ['ID=49d0db28-f123-41f3-9d88-e5d408ad66dc,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:00.348297 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:00.545623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:00.568129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Transition to ACTIVE for port object 5e6f25f8-0e24-4b1c-9951-5339cb106674 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:00.571869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4fe052f2-fb60-4597-b632-bd466a7a7970 None None] Provisioning for port 82c8d469-c27d-4421-a2a8-3c3cfb176274 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:00.578523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4fe052f2-fb60-4597-b632-bd466a7a7970 None None] Provisioning complete for port 82c8d469-c27d-4421-a2a8-3c3cfb176274 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:00.578523 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4fe052f2-fb60-4597-b632-bd466a7a7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:00.601267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6a8f9-c6a6-4f84-81d0-b4050b7196fb req-78516fa4-2f8e-4ec6-a212-6373d4fb137b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:00.602826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc6a8f9-c6a6-4f84-81d0-b4050b7196fb req-78516fa4-2f8e-4ec6-a212-6373d4fb137b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.1137657
Jun 21 03:01:00.695036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fc6a8f9-c6a6-4f84-81d0-b4050b7196fb req-9f14b28c-b108-4517-afc1-351cace6f7ba tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577068
Jun 21 03:01:00.695135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4fe052f2-fb60-4597-b632-bd466a7a7970 None None] Port 82c8d469-c27d-4421-a2a8-3c3cfb176274 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:00.800546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:00.804722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:00.815148 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-89c3675d-8234-45bc-8358-79516f58d039 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:00.820184 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d859ab54-1d2b-4eba-905c-22407c295aa8 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:00.876362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:00.879893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:00.883254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:00.947124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 49d0db28-f123-41f3-9d88-e5d408ad66dc up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:00.956291 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=82c8d469-c27d-4421-a2a8-3c3cfb176274,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:00.968987 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:00.971917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:00.978920 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/82c8d469-c27d-4421-a2a8-3c3cfb176274 HTTP/1.1" status: 204  len: 168 time: 1.5096402
Jun 21 03:01:00.979572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57004) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:01.022893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=5e6f25f8-0e24-4b1c-9951-5339cb106674,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:01.048060 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:01.080303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:01.080996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:01.094876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 49d0db28-f123-41f3-9d88-e5d408ad66dc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:01.098412 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:01.150832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed9865a-1840-42d7-b818-952a0e6d3d6c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:01.150832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed9865a-1840-42d7-b818-952a0e6d3d6c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:01.152207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57010) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:01.165422 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bed9865a-1840-42d7-b818-952a0e6d3d6c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1827631
Jun 21 03:01:01.281991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6451023
Jun 21 03:01:01.284220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57012) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:01.297942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dc:75:a3'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:01.361591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 0244c791-2f56-470c-b7bf-55a2b66f862a {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:01.365976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:01.414822 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:01.427604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57018) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:01.511951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-02150f9d-da0c-45fd-b018-9cf29caa56ab None None] Provisioning for port 5e6f25f8-0e24-4b1c-9951-5339cb106674 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:01.516532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-02150f9d-da0c-45fd-b018-9cf29caa56ab None None] Provisioning complete for port 5e6f25f8-0e24-4b1c-9951-5339cb106674 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:01.517187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-02150f9d-da0c-45fd-b018-9cf29caa56ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:01.521026 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:01.583397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-02150f9d-da0c-45fd-b018-9cf29caa56ab None None] Port 5e6f25f8-0e24-4b1c-9951-5339cb106674 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:01.611078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba605-e89c-4297-b867-086011bbcce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:01.783504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:01.797905 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e095f61e-fc62-4f72-8929-d58d1474ced1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:01.871016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=0244c791-2f56-470c-b7bf-55a2b66f862a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:01.873875 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:01.950563 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba605-e89c-4297-b867-086011bbcce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.005863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de5709-32fa-483a-b92d-3b91cbd2dcde None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:02.008415 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.010325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/0244c791-2f56-470c-b7bf-55a2b66f862a HTTP/1.1" status: 204  len: 168 time: 0.8608384
Jun 21 03:01:02.012964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57032) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:02.027788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.078490 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba605-e89c-4297-b867-086011bbcce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.083050 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-45894eaf-9717-489c-997e-3adb030293fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:02.094438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2ee114d5-cdce-4811-af0a-e748fb42600e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0788143
Jun 21 03:01:02.103246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57034) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:02.124435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:02.153599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a6916-0085-4b78-86fe-d730ca0ca2bf req-21c61000-4c82-4d79-8858-731c4be97e63 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:02.154279 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8e8ba605-e89c-4297-b867-086011bbcce6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfeeb51ac68e444b8b556348154f8c25&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7248886
Jun 21 03:01:02.155170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57036) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:02.157707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ba605-e89c-4297-b867-086011bbcce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1042c2f3-f43f-46e3-ab15-5032fcbde8db,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:02.161507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a6a6916-0085-4b78-86fe-d730ca0ca2bf req-21c61000-4c82-4d79-8858-731c4be97e63 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.2924469
Jun 21 03:01:02.176389 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8e8ba605-e89c-4297-b867-086011bbcce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:02.321984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e20c0-c016-480a-93d9-564bb5468670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.352023 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e20c0-c016-480a-93d9-564bb5468670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.395779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a6a6916-0085-4b78-86fe-d730ca0ca2bf req-a4b459c5-0994-4743-b9fe-0dee5f8f3e48 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331655
Jun 21 03:01:02.448646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:01:02.511105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] Deleting port 49d0db28-f123-41f3-9d88-e5d408ad66dc {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:02.511765 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.544417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e20c0-c016-480a-93d9-564bb5468670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.548054 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e20c0-c016-480a-93d9-564bb5468670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.555543 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ef8e20c0-c016-480a-93d9-564bb5468670 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1042c2f3-f43f-46e3-ab15-5032fcbde8db HTTP/1.1" status: 204  len: 168 time: 0.3986070
Jun 21 03:01:02.570678 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a260f1ba-61fe-4c89-b2b2-86879ffa9452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:02.570678 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e20c0-c016-480a-93d9-564bb5468670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042c2f3-f43f-46e3-ab15-5032fcbde8db,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:02.579496 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef8e20c0-c016-480a-93d9-564bb5468670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:02.604371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.642914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] For port 49d0db28-f123-41f3-9d88-e5d408ad66dc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=49d0db28-f123-41f3-9d88-e5d408ad66dc,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:02.643611 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.686537 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.690818 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1cae91f1-34af-42b4-8bbb-3261a5f4baad tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:02.743222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] Calling delete_port for 49d0db28-f123-41f3-9d88-e5d408ad66dc owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:02.838758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:02.845290 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:02.938034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 49d0db28-f123-41f3-9d88-e5d408ad66dc no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:03.110536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] In _notify_port_updated(), no bound segment for port 5e6f25f8-0e24-4b1c-9951-5339cb106674 on network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:01:03.116380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:03.117041 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:03.121283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57058) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:03.132411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "PUT /v2.0/ports/5e6f25f8-0e24-4b1c-9951-5339cb106674 HTTP/1.1" status: 200  len: 996 time: 1.8447909
Jun 21 03:01:03.167506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=5e6f25f8-0e24-4b1c-9951-5339cb106674,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:03.175895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6cc5c11-23b6-41b2-97c6-e07d8b4b26aa None None] Provisioning complete for port 5e6f25f8-0e24-4b1c-9951-5339cb106674 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:03.175895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f6cc5c11-23b6-41b2-97c6-e07d8b4b26aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:03.176557 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:03.199539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:03.209214 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:03.388354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Deleting port 5e6f25f8-0e24-4b1c-9951-5339cb106674 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:03.388702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:03.518109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Port 49d0db28-f123-41f3-9d88-e5d408ad66dc update to DOWN by agent not found {{(pid=94168) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}}
Jun 21 03:01:03.524881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] Pushing event deleted for resources: {'Port': ['ID=49d0db28-f123-41f3-9d88-e5d408ad66dc,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:03.528498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] No DVR routers for this DVR port 49d0db28-f123-41f3-9d88-e5d408ad66dc on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:03.547311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5c606-ed79-45e7-9bd5-d2ce04ecc0aa req-93032b9b-9ddb-4e60-864e-b3e92c41f616 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:03.556323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06c5c606-ed79-45e7-9bd5-d2ce04ecc0aa req-93032b9b-9ddb-4e60-864e-b3e92c41f616 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.1030226
Jun 21 03:01:03.556736 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:03.560304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc5c11-23b6-41b2-97c6-e07d8b4b26aa None None] Port 5e6f25f8-0e24-4b1c-9951-5339cb106674 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:03.576935 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:03.579789 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e1afa744-bce3-456d-9a01-d7d58995947e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:03.638537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:03.656594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:03.673375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:03.681630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:03.681630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:03.684181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d893d7-53b5-4aca-ad7a-f758e7cceac6 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:03.707019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-06c5c606-ed79-45e7-9bd5-d2ce04ecc0aa req-d1c7b250-04ce-4d1d-a332-992cc75683e4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497002
Jun 21 03:01:03.717077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=cf7ac07a-0035-4636-9718-161adc7175c3,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:03.718616 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:03.753709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Calling delete_port for 5e6f25f8-0e24-4b1c-9951-5339cb106674 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:03.788920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6736879
Jun 21 03:01:03.791736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57070) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:03.798465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1d647a9d-ad6e-48a3-9dee-192e1344b30e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': 'cf7ac07a-0035-4636-9718-161adc7175c3', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1033472533'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:03.803803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57072) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:03.915868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f664ec60-2d42-41d8-bd75-a84b834b0d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:04.048202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': 'cf7ac07a-0035-4636-9718-161adc7175c3'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:01:04.049684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:04.164068 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:04.178165 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:04.241428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Port': ['ID=5e6f25f8-0e24-4b1c-9951-5339cb106674,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:04.276566 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:04.287765 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-416a4d4c-d697-4583-9460-3522e2f3f626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:04.343953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f664ec60-2d42-41d8-bd75-a84b834b0d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:04.416097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:04.417210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/cf7ac07a-0035-4636-9718-161adc7175c3/edee00de-b394-4232-a811-746ec95d713b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:04.422085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57082) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:04.433420 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "DELETE /v2.0/ports/5e6f25f8-0e24-4b1c-9951-5339cb106674 HTTP/1.1" status: 204  len: 168 time: 1.3102250
Jun 21 03:01:04.753082 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:04.765840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Transition to ACTIVE for port object edee00de-b394-4232-a811-746ec95d713b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:04.782608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Transition to ACTIVE for port object edee00de-b394-4232-a811-746ec95d713b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:04.861310 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:04.864611 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:04.928523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:04.931554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:04.936732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:04.940254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Pushing event updated for resources: {'Port': ['ID=edee00de-b394-4232-a811-746ec95d713b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:04.945064 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:04.992840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f664ec60-2d42-41d8-bd75-a84b834b0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:05.015462 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-75783f8b-ce3e-4189-85f7-77e15a25ce18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:05.043314 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f592fe0-1f19-409b-8980-6ec2e5d2a8e2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] GET failed (client error): The resource could not be found.
Jun 21 03:01:05.045180 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3f592fe0-1f19-409b-8980-6ec2e5d2a8e2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "GET /v2.0/ports/5e6f25f8-0e24-4b1c-9951-5339cb106674 HTTP/1.1" status: 404  len: 333 time: 0.6218815
Jun 21 03:01:05.047489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Attempting to bind port edee00de-b394-4232-a811-746ec95d713b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:05.047899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Attempting to bind port edee00de-b394-4232-a811-746ec95d713b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:05.048273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Attempting to bind port edee00de-b394-4232-a811-746ec95d713b on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:05.049639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57094) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:05.053709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:05.054138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:05.054506 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:05.054903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:05.055382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Bound port: edee00de-b394-4232-a811-746ec95d713b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:05.055761 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:05.056605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'name': 'tempest-AllowedAddressPairTestJSON-700226908'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:05.150170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f664ec60-2d42-41d8-bd75-a84b834b0d41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f7a8ff40af640c2b20e80466b376ba4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3395588
Jun 21 03:01:05.150513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57100) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:05.163068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664ec60-2d42-41d8-bd75-a84b834b0d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e01559-86af-400d-92b4-072c437d2791,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:05.168207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d647a9d-ad6e-48a3-9dee-192e1344b30e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:05.175214 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f664ec60-2d42-41d8-bd75-a84b834b0d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:05.270635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] For port edee00de-b394-4232-a811-746ec95d713b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:05.273004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8b77bac8-8279-46c6-9459-bc4c4bda7bbf tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:05.274966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8b77bac8-8279-46c6-9459-bc4c4bda7bbf tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.8171787
Jun 21 03:01:05.278716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] For port edee00de-b394-4232-a811-746ec95d713b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=edee00de-b394-4232-a811-746ec95d713b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:05.370501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763803be-a42b-4e5d-a391-ea40f6fdc103 req-72c312e6-7b8f-4f8f-a11c-6ec5baa66f4b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:05.370501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-763803be-a42b-4e5d-a391-ea40f6fdc103 req-72c312e6-7b8f-4f8f-a11c-6ec5baa66f4b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 945 time: 0.3858712
Jun 21 03:01:05.379732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:05.381136 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:05.438033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d647a9d-ad6e-48a3-9dee-192e1344b30e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:05.518982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-763803be-a42b-4e5d-a391-ea40f6fdc103 req-2af7cda9-ddea-4a16-9da3-b965aedc7b05 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345835
Jun 21 03:01:05.523246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-1d647a9d-ad6e-48a3-9dee-192e1344b30e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 4fdc3ad5-f3e3-4002-8afa-bfec03d2c5dc yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:05.554955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Pushing event updated for resources: {'Port': ['ID=edee00de-b394-4232-a811-746ec95d713b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:05.574306 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:05.689966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Deleting port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:05.689966 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:05.796931 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3737c12f-7484-4b8e-91bd-187853dd7945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:05.866299 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3737c12f-7484-4b8e-91bd-187853dd7945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:05.940827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] For port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:05.940827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:06.021362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Calling delete_port for f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:06.062639 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:06.088565 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d647a9d-ad6e-48a3-9dee-192e1344b30e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:01:06.089507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d647a9d-ad6e-48a3-9dee-192e1344b30e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:01:06.171968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3737c12f-7484-4b8e-91bd-187853dd7945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:06.177973 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3737c12f-7484-4b8e-91bd-187853dd7945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:06.184608 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3737c12f-7484-4b8e-91bd-187853dd7945 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4e01559-86af-400d-92b4-072c437d2791 HTTP/1.1" status: 204  len: 168 time: 1.0272436
Jun 21 03:01:06.184608 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef8e20c0-c016-480a-93d9-564bb5468670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:06.205935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Made reservation on behalf of b8d9faf390894531a1e681e648f16819 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:06.217566 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:06.247032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] device_id is not set on port 5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:06.263467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1d647a9d-ad6e-48a3-9dee-192e1344b30e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.4704127
Jun 21 03:01:06.265890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57118) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:06.307711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737c12f-7484-4b8e-91bd-187853dd7945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e01559-86af-400d-92b4-072c437d2791,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:06.320011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:06.322825 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3737c12f-7484-4b8e-91bd-187853dd7945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:06.339872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:01:06.352513 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ca1992d-aba8-42bb-aa3c-20089282ab0a tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:06.431936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event deleted for resources: {'Port': ['ID=f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:06.453491 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:06.493948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Allocated IP 172.20.0.9 (7727b365-1426-4cf0-9ea5-1f7b31043ac9/3362f608-f24d-464b-831a-562b11dc9a9d/5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:06.514717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] No DVR routers for this DVR port f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:06.549674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a3f19-9667-4787-8f93-0e2790259007 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:06.560060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-424a3f19-9667-4787-8f93-0e2790259007 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.2925038
Jun 21 03:01:06.561155 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:06.562109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57128) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:06.567443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db21e5b7-9648-4400-89a2-ef8e0df15aaa req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.20 "DELETE /v2.0/ports/f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 HTTP/1.1" status: 204  len: 173 time: 1.2830787
Jun 21 03:01:06.568273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcab220-1261-4db0-a8e0-26f5ec2b9dca', 'name': 'network-vif-deleted', 'tag': 'f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:01:06.570878 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e65b54-fa36-4f75-96f6-b1ffa697dcf8" -d '{"events": [{"server_uuid": "bbcab220-1261-4db0-a8e0-26f5ec2b9dca", "name": "network-vif-deleted", "tag": "f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:01:06.620835 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-da93052b-77c2-47e4-ba55-e581ad89f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:06.821131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61aa462-7240-450e-8757-2571e657b105 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:06.823455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61aa462-7240-450e-8757-2571e657b105 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:06.825088 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c61aa462-7240-450e-8757-2571e657b105 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2618570
Jun 21 03:01:06.830319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57138) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:06.912415 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet cf7ac07a-0035-4636-9718-161adc7175c3 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:06.967375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7ddd89a-9b88-4dd3-91ef-9768d69d3515 req-857d82c3-6518-4ba0-b014-25e082e04714 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbcab220-1261-4db0-a8e0-26f5ec2b9dca HTTP/1.1" status: 200  len: 210 time: 0.1184602
Jun 21 03:01:06.991623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.061267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93920b-8e77-461f-bb81-4f4c618e0344 req-5321db61-2876-476c-bcc0-1feb930297a3 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:07.070698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e93920b-8e77-461f-bb81-4f4c618e0344 req-5321db61-2876-476c-bcc0-1feb930297a3 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 945 time: 0.3155415
Jun 21 03:01:07.108878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.130140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device edee00de-b394-4232-a811-746ec95d713b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:07.163885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e93920b-8e77-461f-bb81-4f4c618e0344 req-3a9b28cd-1d26-4294-9cbd-04615934464a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850315
Jun 21 03:01:07.313096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.359694 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f08e5b4-1c69-4859-a6e5-530a8d4f7331 x-openstack-request-id: req-7f08e5b4-1c69-4859-a6e5-530a8d4f7331 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:01:07.360064 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcab220-1261-4db0-a8e0-26f5ec2b9dca", "name": "network-vif-deleted", "tag": "f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:01:07.360412 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f08e5b4-1c69-4859-a6e5-530a8d4f7331 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:01:07.360914 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcab220-1261-4db0-a8e0-26f5ec2b9dca', 'name': 'network-vif-deleted', 'tag': 'f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01', 'status': 'completed', 'code': 200}
Jun 21 03:01:07.455980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.463795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port edee00de-b394-4232-a811-746ec95d713b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:07.508969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Transition to ACTIVE for port object 5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:07.538586 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Provisioning for port edee00de-b394-4232-a811-746ec95d713b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:07.543321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Provisioning complete for port edee00de-b394-4232-a811-746ec95d713b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:07.544012 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.672172 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.680445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.736738 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.786567 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52d0f5f2-d74c-49b6-bb9c-24283353220b tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:07.859088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:07.865569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:07.868465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:07.874058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:07.917863 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:01:07.918241 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:01:08.022813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:08.023595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:08.041472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:08.051293 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:08.056629 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b64331b3-bf70-433c-af14-8f69157e10d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:08.062783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:08.087747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:08.088228 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/cf7ac07a-0035-4636-9718-161adc7175c3 HTTP/1.1" status: 204  len: 168 time: 1.2567623
Jun 21 03:01:08.092945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c1a0b8-ab8a-4381-a13b-996ac2a02f32 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:08.101607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57172) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:08.122901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75134823-ac23-40c1-8d29-a2f57a91851a req-bcd2dd95-6848-4cf6-b206-ad7d4fb2c080 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:08.124535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75134823-ac23-40c1-8d29-a2f57a91851a req-bcd2dd95-6848-4cf6-b206-ad7d4fb2c080 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 945 time: 0.1930213
Jun 21 03:01:08.145147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7ac07a-0035-4636-9718-161adc7175c3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:08.210468 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:08.279456 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:08.296640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57176) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:08.301938 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-319c14f7-f218-44c1-8f72-20f478cd9986 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1943963
Jun 21 03:01:08.301938 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.2482619
Jun 21 03:01:08.305203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57180) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:08.319049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:08.330750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'network_id': '7727b365-1426-4cf0-9ea5-1f7b31043ac9', 'name': 'tempest-AllowedAddressPairTestJSON-896633587'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:08.538960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:08.573221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Deleting port b799934e-a47c-4966-9c8d-46a59c89777e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:08.573883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:08.581682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:08.699171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:08.700474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device f3adda6b-7517-4e2a-8ddf-3ddaa2c88e01 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:08.713237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:01:08.780534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] For port edee00de-b394-4232-a811-746ec95d713b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=edee00de-b394-4232-a811-746ec95d713b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:08.851308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] Deleting port edee00de-b394-4232-a811-746ec95d713b {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:08.852049 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:08.940999 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:08.950750 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:08.986740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8a8d4-733c-43fd-8a24-a183d0cedcdd req-a0987964-78a9-418e-acb9-0c79643b55bd tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:08.990629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12e8a8d4-733c-43fd-8a24-a183d0cedcdd req-a0987964-78a9-418e-acb9-0c79643b55bd tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 945 time: 0.3814700
Jun 21 03:01:09.006357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] For port b799934e-a47c-4966-9c8d-46a59c89777e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=b799934e-a47c-4966-9c8d-46a59c89777e,segment=NetworkSegment(e493c33a-79f6-4f5e-8662-a1d620655754),segment_id=e493c33a-79f6-4f5e-8662-a1d620655754)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:09.007015 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.031003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:09.032823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Pushing event updated for resources: {'Port': ['ID=edee00de-b394-4232-a811-746ec95d713b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:09.036120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.037180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device edee00de-b394-4232-a811-746ec95d713b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:09.040145 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:09.098661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] For port edee00de-b394-4232-a811-746ec95d713b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=edee00de-b394-4232-a811-746ec95d713b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:09.099561 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.110986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-5e4097e3-bfa5-4e35-80bc-1f6a28400ea3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:09.113467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-5e4097e3-bfa5-4e35-80bc-1f6a28400ea3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.3784218
Jun 21 03:01:09.204888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] Calling delete_port for edee00de-b394-4232-a811-746ec95d713b owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:09.217204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Calling delete_port for b799934e-a47c-4966-9c8d-46a59c89777e owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:09.267454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-982cb042-c4ed-46fa-9a77-5f1db3ef06fe tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/quotas/f8a0d24963e24fa78625afefb43c33f4 HTTP/1.1" status: 200  len: 375 time: 0.0650954
Jun 21 03:01:09.310338 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.331387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-aef43bc3-a7fa-472e-88fb-2d1f3e252bba None None] Provisioning for port 5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:09.357808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-aef43bc3-a7fa-472e-88fb-2d1f3e252bba None None] Provisioning complete for port 5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:09.361130 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aef43bc3-a7fa-472e-88fb-2d1f3e252bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.433088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port edee00de-b394-4232-a811-746ec95d713b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=edee00de-b394-4232-a811-746ec95d713b,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:09.436045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Made reservation on behalf of b8d9faf390894531a1e681e648f16819 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:09.440130 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.476487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-aef43bc3-a7fa-472e-88fb-2d1f3e252bba None None] Port 5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:09.485933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-cdb388f9-9093-4871-95b5-c3df1b915540 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2148633
Jun 21 03:01:09.490248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12e8a8d4-733c-43fd-8a24-a183d0cedcdd req-3bbd801f-4118-4f40-9ad4-a94901ee23c5 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b2152c5-7d8e-4c2c-be4e-e91683f99921&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4870524
Jun 21 03:01:09.504671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-4af047d4-24fb-491e-bc48-ae55f2284c67 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:01:09.507238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-4af047d4-24fb-491e-bc48-ae55f2284c67 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0160086
Jun 21 03:01:09.521620 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.524724 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a8245bbe-3075-4caf-adb6-a0f545936583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:09.574140 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.582886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] device_id is not set on port 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:09.626244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=edee00de-b394-4232-a811-746ec95d713b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:09.630696 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:09.668280 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:09.698636 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-06089916-a1b1-432e-b558-b62a0579db59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:09.727655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] No DVR routers for this DVR port edee00de-b394-4232-a811-746ec95d713b on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:09.784485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] Pushing event deleted for resources: {'Port': ['ID=edee00de-b394-4232-a811-746ec95d713b,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:09.794089 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:09.882321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Allocated IP 172.20.0.7 (7727b365-1426-4cf0-9ea5-1f7b31043ac9/3362f608-f24d-464b-831a-562b11dc9a9d/92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:10.055967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-2d2b6dfb-4862-4aa4-af54-e9a1ade63693 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5287631
Jun 21 03:01:10.182967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.182967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.193962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['b799934e-a47c-4966-9c8d-46a59c89777e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:01:10.199772 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7fe36db-ace5-4073-9a4a-29b099a90ec2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:10.347235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-cb0b57cc-117a-47a9-b364-4ed9f2ca1e92 service neutron] 10.222.0.25 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819471
Jun 21 03:01:10.412112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:10.428966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:10.444965 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95ec68-4a79-4bf0-813d-e5d6c4e24dd0 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:10.460833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:10.464506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.464506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=67ab2263-1fae-481f-8302-d0f6792fa80a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:10.474207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] No DVR routers for this DVR port b799934e-a47c-4966-9c8d-46a59c89777e on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:10.479443 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:10.482859 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:10.487344 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.489799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75134823-ac23-40c1-8d29-a2f57a91851a req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.20 "DELETE /v2.0/ports/b799934e-a47c-4966-9c8d-46a59c89777e HTTP/1.1" status: 204  len: 173 time: 2.3573446
Jun 21 03:01:10.496967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.500391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7771a-9391-4ef1-8cc4-2e1963883c05', 'name': 'network-vif-deleted', 'tag': 'b799934e-a47c-4966-9c8d-46a59c89777e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:01:10.504673 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f59314-07e6-4aab-9d14-768e01004004" -d '{"events": [{"server_uuid": "5bf7771a-9391-4ef1-8cc4-2e1963883c05", "name": "network-vif-deleted", "tag": "b799934e-a47c-4966-9c8d-46a59c89777e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:01:10.538949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554b7ad-8405-4a98-87d8-e612cbfe7b21 req-970a1147-ee99-4911-8495-769c8f6c3af3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:10.541054 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d554b7ad-8405-4a98-87d8-e612cbfe7b21 req-970a1147-ee99-4911-8495-769c8f6c3af3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.4139879
Jun 21 03:01:10.546239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Pushing event deleted for resources: {'Port': ['ID=b799934e-a47c-4966-9c8d-46a59c89777e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:10.558358 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:10.562026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Transition to ACTIVE for port object 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:10.607673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d554b7ad-8405-4a98-87d8-e612cbfe7b21 req-083df214-eb28-4608-b0b1-932d96be24c4 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589824
Jun 21 03:01:10.674257 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c022ff7-edec-42ab-9a10-c7e48aa3f42d x-openstack-request-id: req-9c022ff7-edec-42ab-9a10-c7e48aa3f42d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:01:10.674681 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7771a-9391-4ef1-8cc4-2e1963883c05", "name": "network-vif-deleted", "tag": "b799934e-a47c-4966-9c8d-46a59c89777e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:01:10.675053 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c022ff7-edec-42ab-9a10-c7e48aa3f42d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:01:10.676250 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7771a-9391-4ef1-8cc4-2e1963883c05', 'name': 'network-vif-deleted', 'tag': 'b799934e-a47c-4966-9c8d-46a59c89777e', 'status': 'completed', 'code': 200}
Jun 21 03:01:10.680146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3757458
Jun 21 03:01:10.682812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57244) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:10.695148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-90982128-7551-4829-9ee0-1c007ce16455 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-774568680', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:10.713568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '67ab2263-1fae-481f-8302-d0f6792fa80a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:01:10.723858 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.798393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.825756 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-126d3d00-90d0-4f79-aa74-f466857117a2 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:10.880561 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90982128-7551-4829-9ee0-1c007ce16455 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.881646 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90982128-7551-4829-9ee0-1c007ce16455 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:10.946112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64639469-54e3-472d-96ec-c8e1443ce3d0 req-e641a9a9-6b95-4340-bc1e-a8be86a7f074 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 210 time: 0.1832626
Jun 21 03:01:11.004270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:11.013509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90982128-7551-4829-9ee0-1c007ce16455 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:11.049811 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:11.071849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afd07367-771c-4b98-9150-f11a5eab949e req-f8e3210a-5516-4e67-a79b-4999ffe12f12 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 210 time: 0.1088293
Jun 21 03:01:11.078386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:11.079762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:11.083586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:11.102358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/67ab2263-1fae-481f-8302-d0f6792fa80a/163890a2-304e-4e9c-bffa-310daebd5195) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:11.193658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:11.195720 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:11.390806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:11.400996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Transition to ACTIVE for port object 163890a2-304e-4e9c-bffa-310daebd5195 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:11.429297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Transition to ACTIVE for port object 163890a2-304e-4e9c-bffa-310daebd5195 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:11.489922 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90982128-7551-4829-9ee0-1c007ce16455 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:11.647295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3295c282-3c51-47f2-8421-a8c91641c6e6 None None] Provisioning for port 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:11.653858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57268) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:11.654309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.3309531
Jun 21 03:01:11.657791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3295c282-3c51-47f2-8421-a8c91641c6e6 None None] Provisioning complete for port 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:11.658185 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3295c282-3c51-47f2-8421-a8c91641c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:11.660685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:11.661211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:dc:75:a3'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e3:0d:ab'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:11.666923 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:11.750515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-90982128-7551-4829-9ee0-1c007ce16455 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:11.752361 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-90982128-7551-4829-9ee0-1c007ce16455 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.0685532
Jun 21 03:01:11.755923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57272) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:11.812515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:11.855218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:11.870502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:11.880200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3295c282-3c51-47f2-8421-a8c91641c6e6 None None] Port 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:11.884520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Pushing event updated for resources: {'Port': ['ID=163890a2-304e-4e9c-bffa-310daebd5195,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:11.944553 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:12.105179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Attempting to bind port 163890a2-304e-4e9c-bffa-310daebd5195 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:12.105939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Attempting to bind port 163890a2-304e-4e9c-bffa-310daebd5195 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:12.105939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Attempting to bind port 163890a2-304e-4e9c-bffa-310daebd5195 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:12.133708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:12.133708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:12.133708 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:12.133708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:12.134915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Bound port: 163890a2-304e-4e9c-bffa-310daebd5195, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:12.134915 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:12.144638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:12.190255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d52d9e7-3914-43ff-a918-5a175058dc0f req-98009c26-d27d-4f54-b845-4d3cd6b24ac0 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 210 time: 0.1158895
Jun 21 03:01:12.221360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] For port 163890a2-304e-4e9c-bffa-310daebd5195, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:12.225415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] For port 163890a2-304e-4e9c-bffa-310daebd5195, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=163890a2-304e-4e9c-bffa-310daebd5195,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:12.341314 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:12.344664 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:12.371044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6880-d601-47fc-a7c4-c059980f86bf req-582a3636-cf9c-441a-8ede-a7a756b08c51 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:12.376412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-345f6880-d601-47fc-a7c4-c059980f86bf req-582a3636-cf9c-441a-8ede-a7a756b08c51 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.6122997
Jun 21 03:01:12.464508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Pushing event updated for resources: {'Port': ['ID=163890a2-304e-4e9c-bffa-310daebd5195,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:12.469162 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:12.512970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-345f6880-d601-47fc-a7c4-c059980f86bf req-672bde9b-d7e9-4dd7-998c-0987d13dd51e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121383
Jun 21 03:01:12.532319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:12.564406 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:12.606925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b799934e-a47c-4966-9c8d-46a59c89777e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:12.627263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: b799934e-a47c-4966-9c8d-46a59c89777e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:12.630230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device b799934e-a47c-4966-9c8d-46a59c89777e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:12.731226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:12.740001 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a4bb25b-3544-4a48-a523-67ba90c70ed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:12.903977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] In _notify_port_updated(), no bound segment for port 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 on network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:01:12.910435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:12.911311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:12.915526 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "PUT /v2.0/ports/92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 HTTP/1.1" status: 200  len: 1055 time: 1.2603159
Jun 21 03:01:12.923387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57306) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:13.024615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event updated for resources: {'Port': ['ID=92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:13.030046 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:13.179011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Deleting port 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:13.179665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:13.334696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1deadd3e-04ec-4d90-ac63-f76b3226dffd None None] Provisioning complete for port 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:13.335278 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1deadd3e-04ec-4d90-ac63-f76b3226dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:13.362181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:13.451003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1deadd3e-04ec-4d90-ac63-f76b3226dffd None None] Port 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:13.511293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Calling delete_port for 92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:13.589626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7f857fd-b772-4fac-b303-983746297ed1 req-785ea7bb-e5fd-470f-8beb-d0e249b825df tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bf7771a-9391-4ef1-8cc4-2e1963883c05 HTTP/1.1" status: 200  len: 210 time: 1.0415032
Jun 21 03:01:13.592904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15d96d05-0c69-497e-b85f-f43a700867fc req-e228645c-8024-44f9-9c58-47d2901bf88b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 210 time: 0.0792663
Jun 21 03:01:13.912221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:13.917630 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a20ceda-cbf6-47d9-bf4e-132cf8f6e627 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:13.956929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Port': ['ID=92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:13.961551 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:14.016187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c478b0b-6f3b-4232-94fb-3c0b26056336 req-0c8af291-6f50-42ae-8951-2bf6ab8790a6 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:14.017831 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c478b0b-6f3b-4232-94fb-3c0b26056336 req-0c8af291-6f50-42ae-8951-2bf6ab8790a6 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.1970670
Jun 21 03:01:14.152183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c478b0b-6f3b-4232-94fb-3c0b26056336 req-e8cae588-dd85-4b99-87e7-5b3a4aee79da tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151373
Jun 21 03:01:14.166021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::1 (4d82cb52-2247-4a3b-982b-02458c34d10e/67ab2263-1fae-481f-8302-d0f6792fa80a/96450701-ba6a-4b29-a0fa-d24b1b6aff83) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:14.433749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:14.442120 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "DELETE /v2.0/ports/92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 HTTP/1.1" status: 204  len: 168 time: 1.5166605
Jun 21 03:01:14.442897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57340) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:14.443578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57342) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:14.464485 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:14.478599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 96450701-ba6a-4b29-a0fa-d24b1b6aff83 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:14.479379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-887db58d-494a-48a9-90a5-a7e272139bfa None None] Provisioning for port 163890a2-304e-4e9c-bffa-310daebd5195 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:14.491351 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-712e8977-fdee-4782-a191-1585799114ec tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] GET failed (client error): The resource could not be found.
Jun 21 03:01:14.495968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57348) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:14.496595 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-712e8977-fdee-4782-a191-1585799114ec tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "GET /v2.0/ports/92c94f34-e7cb-4bc2-b6e8-0b146f2f5d56 HTTP/1.1" status: 404  len: 333 time: 0.0504293
Jun 21 03:01:14.605375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3566014f-a5fe-4669-8a82-58ad724f845e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:14.690399 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:14.763808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a759689d-c71e-4815-a7c9-8800e44561e0 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:14.770104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57356) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:14.810040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:14.832547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:14.840284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3566014f-a5fe-4669-8a82-58ad724f845e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:14.846795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-bef45b48-2cf6-4160-a105-3b4c2956e44e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:14.850197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-bef45b48-2cf6-4160-a105-3b4c2956e44e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/networks?id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 200  len: 811 time: 0.2923837
Jun 21 03:01:14.851787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:14.852422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:14.930133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Deleting subnet efe96464-2bf1-4422-9edd-c66bf0e0cedb {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:14.932986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Request body: {'port': {'device_id': '032f09b9-be40-4078-8adc-4cc6a2ccbbc8', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'admin_state_up': True, 'tenant_id': 'f8a0d24963e24fa78625afefb43c33f4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:14.947363 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:14.955993 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3566014f-a5fe-4669-8a82-58ad724f845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:14.981302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 163890a2-304e-4e9c-bffa-310daebd5195 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:15.014872 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d27b2ab-4b6a-4dfb-85e3-9e471a2c9de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:15.066489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=96450701-ba6a-4b29-a0fa-d24b1b6aff83,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:15.089671 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3566014f-a5fe-4669-8a82-58ad724f845e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5dd326716e24a88b0d39872ca6a8295&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6446819
Jun 21 03:01:15.092112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57362) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:15.093927 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4008ce2c-f177-4f08-a6f1-16df12e1ae33 req-8757bcea-f31b-45de-be50-bc10b597ef3d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 210 time: 0.2555428
Jun 21 03:01:15.109406 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.120961 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:15.127058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566014f-a5fe-4669-8a82-58ad724f845e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58454a26-f9f2-4745-b0e8-cdd7175ec429,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:15.145646 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3566014f-a5fe-4669-8a82-58ad724f845e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:15.185149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 163890a2-304e-4e9c-bffa-310daebd5195 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:15.185795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 163890a2-304e-4e9c-bffa-310daebd5195 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:15.186272 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.191849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Deleting port 5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:15.192310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.252468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.372648 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.386142 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bcfdceb0-95cb-4162-a7d8-8826dc00fdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.449376 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bcfdceb0-95cb-4162-a7d8-8826dc00fdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.469797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 163890a2-304e-4e9c-bffa-310daebd5195, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=163890a2-304e-4e9c-bffa-310daebd5195,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:15.563589 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.570546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.608767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2a74a236-e3de-4657-9f09-fa7086fa77c7 None None] Provisioning for port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:15.615619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2a74a236-e3de-4657-9f09-fa7086fa77c7 None None] Provisioning complete for port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:15.617089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a74a236-e3de-4657-9f09-fa7086fa77c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.649544 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.653819 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-796fd65d-5497-4481-8ff6-d68f3b3d98bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:15.656029 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.661603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Calling delete_port for 5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:15.661907 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-525f747f-37c0-4a97-b501-2448ec972fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:15.665219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bcfdceb0-95cb-4162-a7d8-8826dc00fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.668786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bcfdceb0-95cb-4162-a7d8-8826dc00fdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.670484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bcfdceb0-95cb-4162-a7d8-8826dc00fdfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58454a26-f9f2-4745-b0e8-cdd7175ec429 HTTP/1.1" status: 204  len: 168 time: 0.5772691
Jun 21 03:01:15.673545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Made reservation on behalf of f8a0d24963e24fa78625afefb43c33f4 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:15.677862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.698772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe96464-2bf1-4422-9edd-c66bf0e0cedb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:15.707234 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:15.708800 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8e8ba605-e89c-4297-b867-086011bbcce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:15.714778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.720197 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/efe96464-2bf1-4422-9edd-c66bf0e0cedb HTTP/1.1" status: 204  len: 168 time: 0.9490390
Jun 21 03:01:15.723729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57376) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:15.737016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2a74a236-e3de-4657-9f09-fa7086fa77c7 None None] Port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:15.757631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdceb0-95cb-4162-a7d8-8826dc00fdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58454a26-f9f2-4745-b0e8-cdd7175ec429,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:15.767759 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bcfdceb0-95cb-4162-a7d8-8826dc00fdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:15.781140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f941951-baf2-48c5-8633-2f9bc6cc86ea req-a4f45aa3-63a2-45cc-a40e-40a99dbf9777 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:15.782710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f941951-baf2-48c5-8633-2f9bc6cc86ea req-a4f45aa3-63a2-45cc-a40e-40a99dbf9777 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.3222444
Jun 21 03:01:15.854732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=163890a2-304e-4e9c-bffa-310daebd5195,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:15.858666 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:15.882135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:15.991682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f941951-baf2-48c5-8633-2f9bc6cc86ea req-642ccd84-52db-4d1c-92e1-24de72344cde tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1461871
Jun 21 03:01:16.008682 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.022368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2b47910>,) {'filters': {'network_id': ['7d267ae0-100c-4aa3-b1d3-78a80f8ead93']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:16.037450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2b47910>, 'e493c33a-79f6-4f5e-8662-a1d620655754') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:16.038211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2b47910>, 'e493c33a-79f6-4f5e-8662-a1d620655754') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:16.054035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.075137 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.083532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:01:16.084047 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:01:16.086088 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:01:16.163602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Allocated IP 172.20.0.6 (44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b/e6693165-493d-4dcb-8f5e-640a9427f677/0c13191f-a526-411a-8880-a4918b9b29ee) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:16.260782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.266715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.273046 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] 10.222.0.25 "DELETE /v2.0/networks/7d267ae0-100c-4aa3-b1d3-78a80f8ead93 HTTP/1.1" status: 204  len: 168 time: 0.5479145
Jun 21 03:01:16.274182 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38f63635-53f1-4f7c-8291-56710acdada4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:16.302915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7d267ae0-100c-4aa3-b1d3-78a80f8ead93,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:16.313256 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:16.421896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.447121 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adce0114-c9d6-4d74-9178-66f0bb64f5ff req-89be9119-efba-4c47-a239-2672be5a0e18 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 210 time: 0.1667306
Jun 21 03:01:16.465260 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0879451-fc3d-4758-85c4-29355ccb2682 tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:16.507566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Port': ['ID=5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:16.534216 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:16.594816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.638630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.672646 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.678044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "DELETE /v2.0/ports/5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c HTTP/1.1" status: 204  len: 168 time: 2.1803849
Jun 21 03:01:16.678467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57402) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:16.717584 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cde4758-007c-4d00-819a-1db5f08afb1f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] GET failed (client error): The resource could not be found.
Jun 21 03:01:16.720305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6cde4758-007c-4d00-819a-1db5f08afb1f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "GET /v2.0/ports/5febff67-c737-4a5b-8cfb-6f2d8c7ddb6c HTTP/1.1" status: 404  len: 333 time: 0.0408070
Jun 21 03:01:16.726204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57404) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:16.760293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.761300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.768611 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8e95044-fe17-4dd6-b5df-3a1ebaffb5e3 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:16.821578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:16.903979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57408) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:16.965667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=96450701-ba6a-4b29-a0fa-d24b1b6aff83,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:16.980925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 163890a2-304e-4e9c-bffa-310daebd5195 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:16.981774 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:16.981774 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff431ea5-d31f-48ed-9e7c-38be0cd7e3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:16.987241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:17.003485 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e382828c-6f39-42ca-b9a7-9e2e1963434a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fda87e98c0bb4a23ae4bc848dac1dd09&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1020584
Jun 21 03:01:17.009915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57412) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:17.021129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:17.024504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:17.043600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Deleting port 7ace8810-dad1-4921-a790-36084b057198 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:17.043600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.129415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:17.130080 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.155338 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be44ba00-f368-4854-8ecd-0ff57ba2373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.158729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 163890a2-304e-4e9c-bffa-310daebd5195 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:17.159119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.222728 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be44ba00-f368-4854-8ecd-0ff57ba2373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.259370 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.268152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event updated for resources: {'Port': ['ID=0c13191f-a526-411a-8880-a4918b9b29ee,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:17.274365 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:17.303835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4318604
Jun 21 03:01:17.354371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Request body: {'port': {'device_id': '032f09b9-be40-4078-8adc-4cc6a2ccbbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:17.371135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Calling delete_port for 7ace8810-dad1-4921-a790-36084b057198 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:17.388719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:17.419353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:17.527346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be44ba00-f368-4854-8ecd-0ff57ba2373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.530009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be44ba00-f368-4854-8ecd-0ff57ba2373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.533971 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-be44ba00-f368-4854-8ecd-0ff57ba2373c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b2152c5-7d8e-4c2c-be4e-e91683f99921 HTTP/1.1" status: 204  len: 168 time: 0.5209262
Jun 21 03:01:17.535353 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-725e8ff4-f90e-411d-b7ce-993733cea7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:17.551667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44ba00-f368-4854-8ecd-0ff57ba2373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2152c5-7d8e-4c2c-be4e-e91683f99921,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:17.564409 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-be44ba00-f368-4854-8ecd-0ff57ba2373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:17.672901 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.694317 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cddb1b40-aa81-4c51-b719-39aab80e3552 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:17.711418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214019ea-d9cc-4e14-8bc2-7835221cbf97 req-cf533c20-af04-4828-95a3-1010c9b5c20e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:17.712621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214019ea-d9cc-4e14-8bc2-7835221cbf97 req-cf533c20-af04-4828-95a3-1010c9b5c20e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.4606853
Jun 21 03:01:17.722951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.801646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Port': ['ID=7ace8810-dad1-4921-a790-36084b057198,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:17.868982 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:17.944882 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:17.953621 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "DELETE /v2.0/ports/7ace8810-dad1-4921-a790-36084b057198 HTTP/1.1" status: 204  len: 168 time: 1.2233701
Jun 21 03:01:17.954448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57442) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:18.006624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214019ea-d9cc-4e14-8bc2-7835221cbf97 req-489ef625-142f-40be-aab9-7bf6c5ebb923 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2713194
Jun 21 03:01:18.049499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6c29ea40-279c-4cf9-bbe0-ab379d664bfd None None] Provisioning complete for port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:18.052049 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6c29ea40-279c-4cf9-bbe0-ab379d664bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:18.110441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6c29ea40-279c-4cf9-bbe0-ab379d664bfd None None] Port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:18.165777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Router 84e45cc3-d019-4f79-9018-d1da6b180662 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:01:18.176048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Deleting subnet 3362f608-f24d-464b-831a-562b11dc9a9d {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:18.202076 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:18.302987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:18.508980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:18.653871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ea51-a293-4b45-bcde-6a9fb2af7ad8 req-2827496f-2ae4-4a9b-8791-97623d9184ba tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:18.662126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8a3ea51-a293-4b45-bcde-6a9fb2af7ad8 req-2827496f-2ae4-4a9b-8791-97623d9184ba tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 931 time: 0.9074597
Jun 21 03:01:18.729041 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:18.735023 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2faa82ca-b959-4e13-930d-296bb18a410d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:18.767657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Subnet': ['ID=3362f608-f24d-464b-831a-562b11dc9a9d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:18.775659 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:18.782594 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:18.787485 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "DELETE /v2.0/subnets/3362f608-f24d-464b-831a-562b11dc9a9d HTTP/1.1" status: 204  len: 168 time: 0.8320508
Jun 21 03:01:18.791782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e59cc-bc23-4c27-92db-d198749a7769 None None] Network 7727b365-1426-4cf0-9ea5-1f7b31043ac9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:18.794568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57478) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:18.804548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8a3ea51-a293-4b45-bcde-6a9fb2af7ad8 req-24ccb2cc-4658-4cf2-8451-506c10110b38 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411755
Jun 21 03:01:18.862336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:01:18.874358 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Sync routers for ids ['84e45cc3-d019-4f79-9018-d1da6b180662'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:01:18.875207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "PUT /v2.0/routers/84e45cc3-d019-4f79-9018-d1da6b180662/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1181834
Jun 21 03:01:18.877524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57482) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:18.895587 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Routers {'84e45cc3-d019-4f79-9018-d1da6b180662'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:18.896230 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92e9040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['84e45cc3-d019-4f79-9018-d1da6b180662'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:18.996425 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:19.001857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c13191f-a526-411a-8880-a4918b9b29ee {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:01:19.034943 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:19.048014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764c36f0-03e6-4a0f-a516-730dd72558dc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:19.054509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-764c36f0-03e6-4a0f-a516-730dd72558dc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports/96450701-ba6a-4b29-a0fa-d24b1b6aff83 HTTP/1.1" status: 200  len: 911 time: 0.1757991
Jun 21 03:01:19.069627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57486) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:19.112434 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Set router 84e45cc3-d019-4f79-9018-d1da6b180662 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:01:19.136494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] DHCP port deletion for 7727b365-1426-4cf0-9ea5-1f7b31043ac9 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:01:19.147466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Transition to ACTIVE for port object 0c13191f-a526-411a-8880-a4918b9b29ee will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:19.170473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Deleting port 73725fc1-4067-48c2-91d7-7779f4881231 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:19.170849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:19.208915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:19.212449 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c73ff8c-3ca9-409e-a988-227f3f62479f tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:19.300604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dc15c1-b5f1-4ca3-95dd-809cc953cedb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:19.312932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dc15c1-b5f1-4ca3-95dd-809cc953cedb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:19.318256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] Deleting port 73725fc1-4067-48c2-91d7-7779f4881231 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:19.318646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:19.325801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-43dc15c1-b5f1-4ca3-95dd-809cc953cedb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2550342
Jun 21 03:01:19.327863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57500) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:19.489710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] For port 73725fc1-4067-48c2-91d7-7779f4881231, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=73725fc1-4067-48c2-91d7-7779f4881231,segment=NetworkSegment(84879fdf-be8c-4701-b1ac-8dd3920dda0c),segment_id=84879fdf-be8c-4701-b1ac-8dd3920dda0c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:19.490455 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:19.519272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Pushing event updated for resources: {'Port': ['ID=0c13191f-a526-411a-8880-a4918b9b29ee,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:19.524794 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:19.552283 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92e9040>, [{'id': '84e45cc3-d019-4f79-9018-d1da6b180662', 'name': 'tempest-NetworksTestDHCPv6-router-774568680', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:10Z', 'updated_at': '2021-06-21T03:01:15Z', 'revision_number': 2, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None, '_interfaces': [{'id': '96450701-ba6a-4b29-a0fa-d24b1b6aff83', 'name': '', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'mac_address': 'fa:16:3e:ae:4a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45cc3-d019-4f79-9018-d1da6b180662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '67ab2263-1fae-481f-8302-d0f6792fa80a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:01:13Z', 'updated_at': '2021-06-21T03:01:15Z', 'revision_number': 2, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'subnets': [{'id': '67ab2263-1fae-481f-8302-d0f6792fa80a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:19.647203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Checking router: 84e45cc3-d019-4f79-9018-d1da6b180662 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:01:19.648042 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Updating router 84e45cc3-d019-4f79-9018-d1da6b180662 port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:01:19.737517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Calling delete_port for 73725fc1-4067-48c2-91d7-7779f4881231 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:19.784767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8b7f-1845-438f-8461-c86a929c8336 req-964e86ae-de7c-467a-a8b3-0c48a9b0ca3d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:19.793938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eaae8b7f-1845-438f-8461-c86a929c8336 req-964e86ae-de7c-467a-a8b3-0c48a9b0ca3d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.5410912
Jun 21 03:01:19.804752 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:19.859457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] For port 73725fc1-4067-48c2-91d7-7779f4881231, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=73725fc1-4067-48c2-91d7-7779f4881231,segment=NetworkSegment(84879fdf-be8c-4701-b1ac-8dd3920dda0c),segment_id=84879fdf-be8c-4701-b1ac-8dd3920dda0c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:19.863762 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:19.962567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eaae8b7f-1845-438f-8461-c86a929c8336 req-9d81ab16-6dfe-4aea-86b1-b63b1d66d94f tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665170
Jun 21 03:01:20.013859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] Calling delete_port for 73725fc1-4067-48c2-91d7-7779f4881231 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:20.021283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Attempting to bind port 0c13191f-a526-411a-8880-a4918b9b29ee on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:20.021970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Attempting to bind port 0c13191f-a526-411a-8880-a4918b9b29ee by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:20.022155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Attempting to bind port 0c13191f-a526-411a-8880-a4918b9b29ee on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:20.032545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Port 0c13191f-a526-411a-8880-a4918b9b29ee on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:20.032877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Attempting to bind port 0c13191f-a526-411a-8880-a4918b9b29ee on network 44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:20.059732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:20.060441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Checking segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:20.060441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Bound using segment: {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:20.060744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Bound port: 0c13191f-a526-411a-8880-a4918b9b29ee, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3444f7-af8b-4e11-8aae-b9d34f079b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:20.061106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:20.310778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] For port 0c13191f-a526-411a-8880-a4918b9b29ee, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:20.317315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] For port 0c13191f-a526-411a-8880-a4918b9b29ee, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=0c13191f-a526-411a-8880-a4918b9b29ee,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:20.336892 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:20.340591 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:20.356469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5164b-b348-41ec-a36a-7ba02927591c req-a758f5ff-c3ba-4345-8afa-ba62c2e0461d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:20.361955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18b5164b-b348-41ec-a36a-7ba02927591c req-a758f5ff-c3ba-4345-8afa-ba62c2e0461d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 943 time: 0.3039217
Jun 21 03:01:20.382282 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:20.411000 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Transition to ACTIVE for port object 96450701-ba6a-4b29-a0fa-d24b1b6aff83 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:20.421637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] Pushing event deleted for resources: {'Port': ['ID=73725fc1-4067-48c2-91d7-7779f4881231,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:20.428379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] No DVR routers for this DVR port 73725fc1-4067-48c2-91d7-7779f4881231 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:20.430750 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:20.437500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:20.442309 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb96edf0-bbc6-47bc-8ec2-f0a4dbcc9be7 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:20.490078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18b5164b-b348-41ec-a36a-7ba02927591c req-999fa283-c8e9-44fc-9442-5ae27162dc8e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209812
Jun 21 03:01:20.498433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Port': ['ID=73725fc1-4067-48c2-91d7-7779f4881231,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:20.560882 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:20.560882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ed29162f-824b-4744-9b25-a2f3d19c196e tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:20.561858 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:20.561858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] No DVR routers for this DVR port 73725fc1-4067-48c2-91d7-7779f4881231 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:20.562018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:20.562018 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:20.562018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] 10.222.0.26 "PUT /v2.0/ports/0c13191f-a526-411a-8880-a4918b9b29ee HTTP/1.1" status: 200  len: 1092 time: 3.2233763
Jun 21 03:01:20.562018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032f09b9-be40-4078-8adc-4cc6a2ccbbc8', 'tag': '0c13191f-a526-411a-8880-a4918b9b29ee'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:01:20.566858 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e548580b-b997-4afa-a377-354d30308037" -d '{"events": [{"name": "network-changed", "server_uuid": "032f09b9-be40-4078-8adc-4cc6a2ccbbc8", "tag": "0c13191f-a526-411a-8880-a4918b9b29ee"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:01:20.614713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Pushing event updated for resources: {'Port': ['ID=0c13191f-a526-411a-8880-a4918b9b29ee,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:20.616592 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:20.621274 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a607f7b3-af2e-4e6c-bbba-056d6e46f436 x-openstack-request-id: req-a607f7b3-af2e-4e6c-bbba-056d6e46f436 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:01:20.621648 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032f09b9-be40-4078-8adc-4cc6a2ccbbc8", "tag": "0c13191f-a526-411a-8880-a4918b9b29ee", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:01:20.621977 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a607f7b3-af2e-4e6c-bbba-056d6e46f436 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:01:20.622405 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032f09b9-be40-4078-8adc-4cc6a2ccbbc8', 'tag': '0c13191f-a526-411a-8880-a4918b9b29ee', 'status': 'completed', 'code': 200}
Jun 21 03:01:20.709707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548580b-b997-4afa-a377-354d30308037 req-89bce896-7728-48a5-b2ae-4daf35ba552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:20.711204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e548580b-b997-4afa-a377-354d30308037 req-89bce896-7728-48a5-b2ae-4daf35ba552a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 1095 time: 0.0674019
Jun 21 03:01:20.863433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548580b-b997-4afa-a377-354d30308037 req-15bc0dd8-2a0e-45a1-a574-7b5e5bf2eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:20.865231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e548580b-b997-4afa-a377-354d30308037 req-15bc0dd8-2a0e-45a1-a574-7b5e5bf2eb60 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f8a0d24963e24fa78625afefb43c33f4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1460404
Jun 21 03:01:20.927102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 73725fc1-4067-48c2-91d7-7779f4881231 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:20.949298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 73725fc1-4067-48c2-91d7-7779f4881231 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:20.949729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 73725fc1-4067-48c2-91d7-7779f4881231 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:21.025559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548580b-b997-4afa-a377-354d30308037 req-f5ba5d47-5503-4cc5-9344-fce624a6eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:21.027687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e548580b-b997-4afa-a377-354d30308037 req-f5ba5d47-5503-4cc5-9344-fce624a6eeae service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1562707
Jun 21 03:01:21.057597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.100125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d98195e0>,) {'filters': {'network_id': ['7727b365-1426-4cf0-9ea5-1f7b31043ac9']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:21.133136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d98195e0>, '84879fdf-be8c-4701-b1ac-8dd3920dda0c') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:21.133464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d98195e0>, '84879fdf-be8c-4701-b1ac-8dd3920dda0c') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:21.153342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b47d25-4487-4312-8e84-02d47cac07bc req-a40dc67d-35d5-4482-9a2a-5c5f1dc49547 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:21.154876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3b47d25-4487-4312-8e84-02d47cac07bc req-a40dc67d-35d5-4482-9a2a-5c5f1dc49547 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.0670633
Jun 21 03:01:21.155001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.156755 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.191958 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.196921 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:21.200603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3b47d25-4487-4312-8e84-02d47cac07bc req-fc4178c7-4d55-41ef-8cda-84f4e4663dd3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387676
Jun 21 03:01:21.235574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.249387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:01:21.249599 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Pushing event updated for resources: {'Port': ['ID=96450701-ba6a-4b29-a0fa-d24b1b6aff83,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:21.249837 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:01:21.253596 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:01:21.261087 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.261821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.262332 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.262819 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.263478 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.264336 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.265248 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.266078 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.267132 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.267484 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.267829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.268199 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:21.273810 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:21.445657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-cf7c30e6-7488-45eb-869b-b830a810baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:21.447383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-cf7c30e6-7488-45eb-869b-b830a810baff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8a0d24963e24fa78625afefb43c33f4&device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 1095 time: 0.1102650
Jun 21 03:01:21.523514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-381511c5-d399-4596-b26e-045f24f18bae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c13191f-a526-411a-8880-a4918b9b29ee HTTP/1.1" status: 200  len: 217 time: 0.0663447
Jun 21 03:01:21.584254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57564) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:21.613608 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Attempting to bind port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:21.617366 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Attempting to bind port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:21.617366 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Attempting to bind port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:21.627602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-e9e9bcba-b4a4-4e11-830d-a926a5f28410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:21.629954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-e9e9bcba-b4a4-4e11-830d-a926a5f28410 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 200  len: 851 time: 0.0988097
Jun 21 03:01:21.638191 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:21.640374 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:21.640374 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.644211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:21.644848 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Bound port: 96450701-ba6a-4b29-a0fa-d24b1b6aff83, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:21.646667 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.648622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.678261 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab3a0f3b-2acb-45dc-aa80-816dad01eb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:21.717103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.719228 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] 10.222.0.25 "DELETE /v2.0/networks/7727b365-1426-4cf0-9ea5-1f7b31043ac9 HTTP/1.1" status: 204  len: 168 time: 2.9232240
Jun 21 03:01:21.720397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Pushing event deleted for resources: {'Network': ['ID=7727b365-1426-4cf0-9ea5-1f7b31043ac9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:21.724787 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:21.732082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-6856c278-08e1-45df-b015-4e78267f8281 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0902650
Jun 21 03:01:21.810114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 96450701-ba6a-4b29-a0fa-d24b1b6aff83 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:21.810820 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.828152 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] For port 96450701-ba6a-4b29-a0fa-d24b1b6aff83, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:21.832789 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] For port 96450701-ba6a-4b29-a0fa-d24b1b6aff83, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=96450701-ba6a-4b29-a0fa-d24b1b6aff83,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:21.970400 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:21.976243 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:22.000500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-15da04b7-b231-4252-acc4-dc508cffbc7e service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582018
Jun 21 03:01:22.017166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] For port 96450701-ba6a-4b29-a0fa-d24b1b6aff83, host n-d-758944-33, got binding levels [] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:22.017920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:22.075305 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Routers {'84e45cc3-d019-4f79-9018-d1da6b180662'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:22.076810 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92e9040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['84e45cc3-d019-4f79-9018-d1da6b180662'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:22.086590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Pushing event updated for resources: {'Port': ['ID=96450701-ba6a-4b29-a0fa-d24b1b6aff83,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:22.136713 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9d09dfca-2d85-40b2-98de-064e6f7e9081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:22.141952 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:22.147909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a57520-b6c6-4840-b24d-2d2a0313914e req-a9a49e5e-e1a0-4ef7-ab2c-a313400a4e93 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:22.149594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76a57520-b6c6-4840-b24d-2d2a0313914e req-a9a49e5e-e1a0-4ef7-ab2c-a313400a4e93 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 943 time: 0.2250743
Jun 21 03:01:22.178973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 96450701-ba6a-4b29-a0fa-d24b1b6aff83 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:22.269043 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] Set router 84e45cc3-d019-4f79-9018-d1da6b180662 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:01:22.339934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9d09dfca-2d85-40b2-98de-064e6f7e9081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:22.428216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76a57520-b6c6-4840-b24d-2d2a0313914e req-4de999b6-be4e-4cc0-8bc0-f4bcf5aab9d4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462420
Jun 21 03:01:22.435703 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-289c4d5f-c6f0-4ec4-b119-b3906cfe0db4 req-83bf4cff-da68-4a59-85d4-a859cef9b634 service neutron] 10.222.0.26 "GET /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4294732
Jun 21 03:01:22.605650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57602) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:22.672849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b6735-5995-4186-bb8c-10aaeeaf8d31 req-0637fcad-5a72-4016-97cb-feff654bf3c6 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:22.683491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9d09dfca-2d85-40b2-98de-064e6f7e9081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:22.684109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-656b6735-5995-4186-bb8c-10aaeeaf8d31 req-0637fcad-5a72-4016-97cb-feff654bf3c6 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.1191978
Jun 21 03:01:22.721524 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-302fc1ab-d08a-4cdf-8249-37c0eb96163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:22.753942 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9d09dfca-2d85-40b2-98de-064e6f7e9081 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=154bb112ab0041519cc9a495726de743&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1685665
Jun 21 03:01:22.754815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:22.755802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09dfca-2d85-40b2-98de-064e6f7e9081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e474e8-749c-44e9-b4f4-fe3f72050d5f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:22.762968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-656b6735-5995-4186-bb8c-10aaeeaf8d31 req-d3670f05-c21f-43c2-b30c-864bb7366e3b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778241
Jun 21 03:01:22.776329 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9d09dfca-2d85-40b2-98de-064e6f7e9081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:22.804115 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:22.819307 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d2ca631d-3dd7-462e-952e-25bf4412e577 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:22.865925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-590328bc-f0fd-46c5-aa02-1c3131134dcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8d9faf390894531a1e681e648f16819&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2556379
Jun 21 03:01:22.867019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57616) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:22.922433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=96450701-ba6a-4b29-a0fa-d24b1b6aff83,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:22.938727 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:22.939352 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2a48908-a9dd-4a36-82fd-12708eec484f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.012038 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92e9040>, [{'id': '84e45cc3-d019-4f79-9018-d1da6b180662', 'name': 'tempest-NetworksTestDHCPv6-router-774568680', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:10Z', 'updated_at': '2021-06-21T03:01:15Z', 'revision_number': 2, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None, '_interfaces': [{'id': '96450701-ba6a-4b29-a0fa-d24b1b6aff83', 'name': '', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'mac_address': 'fa:16:3e:ae:4a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45cc3-d019-4f79-9018-d1da6b180662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '67ab2263-1fae-481f-8302-d0f6792fa80a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:01:13Z', 'updated_at': '2021-06-21T03:01:21Z', 'revision_number': 4, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'subnets': [{'id': '67ab2263-1fae-481f-8302-d0f6792fa80a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:23.012663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2a48908-a9dd-4a36-82fd-12708eec484f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.087157 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad186d6-5360-41ca-a787-9328088e2d9b None None] The sync data for ids ['84e45cc3-d019-4f79-9018-d1da6b180662'] in n-d-758944-33 is: [{'id': '84e45cc3-d019-4f79-9018-d1da6b180662', 'name': 'tempest-NetworksTestDHCPv6-router-774568680', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:10Z', 'updated_at': '2021-06-21T03:01:15Z', 'revision_number': 2, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None, '_interfaces': [{'id': '96450701-ba6a-4b29-a0fa-d24b1b6aff83', 'name': '', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'mac_address': 'fa:16:3e:ae:4a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e45cc3-d019-4f79-9018-d1da6b180662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '67ab2263-1fae-481f-8302-d0f6792fa80a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:01:13Z', 'updated_at': '2021-06-21T03:01:21Z', 'revision_number': 4, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'subnets': [{'id': '67ab2263-1fae-481f-8302-d0f6792fa80a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:01:23.171775 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd328-fe7e-4447-bc64-92fca106a35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.196533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.240011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd328-fe7e-4447-bc64-92fca106a35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.279900 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2a48908-a9dd-4a36-82fd-12708eec484f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.290157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2a48908-a9dd-4a36-82fd-12708eec484f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.291634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f2a48908-a9dd-4a36-82fd-12708eec484f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6181ef9f-92e1-4dfa-b539-2db5f78580f4 HTTP/1.1" status: 204  len: 168 time: 0.4234233
Jun 21 03:01:23.293539 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6a0e0e68-c4b9-4988-a8b1-f4ce6e4a0575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:23.332995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a48908-a9dd-4a36-82fd-12708eec484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6181ef9f-92e1-4dfa-b539-2db5f78580f4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:23.346502 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f2a48908-a9dd-4a36-82fd-12708eec484f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:23.498097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Router 84e45cc3-d019-4f79-9018-d1da6b180662 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:01:23.674445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd328-fe7e-4447-bc64-92fca106a35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.677843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd328-fe7e-4447-bc64-92fca106a35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:23.685537 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bb8dd328-fe7e-4447-bc64-92fca106a35d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4e474e8-749c-44e9-b4f4-fe3f72050d5f HTTP/1.1" status: 204  len: 168 time: 0.9189477
Jun 21 03:01:23.732020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9d09dfca-2d85-40b2-98de-064e6f7e9081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:23.749173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dd328-fe7e-4447-bc64-92fca106a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e474e8-749c-44e9-b4f4-fe3f72050d5f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:23.752716 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bb8dd328-fe7e-4447-bc64-92fca106a35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:23.755133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:01:23.763066 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "PUT /v2.0/routers/84e45cc3-d019-4f79-9018-d1da6b180662/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4297743
Jun 21 03:01:23.763710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57638) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:23.901708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d875bf-1813-453f-8cf5-a665f57f6941 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:23.903576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d875bf-1813-453f-8cf5-a665f57f6941 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:23.917876 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b1d875bf-1813-453f-8cf5-a665f57f6941 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1529171
Jun 21 03:01:23.918862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:23.959876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f704-ec7f-491f-b749-b1828d2f447d req-f831361a-795b-473a-b378-1422a2fdb1c8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:23.973304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd2f704-ec7f-491f-b749-b1828d2f447d req-f831361a-795b-473a-b378-1422a2fdb1c8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.2918677
Jun 21 03:01:24.055911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 67ab2263-1fae-481f-8302-d0f6792fa80a {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:24.060298 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:24.073902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023130a-f7e4-473f-9372-3bc4e87365f2 req-258f411f-367a-4476-b87e-ba139eab2372 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:24.075903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f023130a-f7e4-473f-9372-3bc4e87365f2 req-258f411f-367a-4476-b87e-ba139eab2372 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 943 time: 0.3735380
Jun 21 03:01:24.130196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566bca-148c-45ba-8677-029524d013ad req-9c226db3-7a5c-4172-a26b-1233e9100656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:24.131897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf566bca-148c-45ba-8677-029524d013ad req-9c226db3-7a5c-4172-a26b-1233e9100656 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1098 time: 0.4013679
Jun 21 03:01:24.137714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dd2f704-ec7f-491f-b749-b1828d2f447d req-295844f6-1392-4078-a909-e53e721fc300 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1584530
Jun 21 03:01:24.167008 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:24.235089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f023130a-f7e4-473f-9372-3bc4e87365f2 req-1fdddf18-7118-4b8c-b4b9-6599d645c9f9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037402
Jun 21 03:01:24.310501 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:24.385030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566bca-148c-45ba-8677-029524d013ad req-541496d0-b341-45a3-8e60-ac0aedd3a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:24.386822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf566bca-148c-45ba-8677-029524d013ad req-541496d0-b341-45a3-8e60-ac0aedd3a6af service neutron] 10.222.0.26 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.1940436
Jun 21 03:01:24.470806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf566bca-148c-45ba-8677-029524d013ad req-6ad93cc6-4c70-4452-928b-74e9fc141bcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 1002 time: 0.0737884
Jun 21 03:01:24.527911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566bca-148c-45ba-8677-029524d013ad req-ea13147d-7476-47f9-9402-504fd6572db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:24.534792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf566bca-148c-45ba-8677-029524d013ad req-ea13147d-7476-47f9-9402-504fd6572db3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.0519133
Jun 21 03:01:24.571690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:24.585836 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-975b417e-7882-4077-a79f-0568759c0a22 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:24.609654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566bca-148c-45ba-8677-029524d013ad req-c0d571e8-bdc5-4570-b259-5534408cf7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:24.611479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf566bca-148c-45ba-8677-029524d013ad req-c0d571e8-bdc5-4570-b259-5534408cf7e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0756066
Jun 21 03:01:24.656232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=67ab2263-1fae-481f-8302-d0f6792fa80a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:24.664897 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:24.668851 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:24.672838 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/67ab2263-1fae-481f-8302-d0f6792fa80a HTTP/1.1" status: 204  len: 168 time: 0.7527020
Jun 21 03:01:24.674914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e3bd1-d25f-4af5-b36b-212cb9035a69 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:24.694556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57664) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:24.855645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57672) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:24.896377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf566bca-148c-45ba-8677-029524d013ad req-e979cda4-cf32-40a6-8d2a-f631dd47c00b service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760007
Jun 21 03:01:25.056744 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c965bf56-37eb-4c67-bc80-6cacfc7a4e4e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.3610840
Jun 21 03:01:25.057551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57682) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:25.062093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:01:25.129359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf566bca-148c-45ba-8677-029524d013ad req-2ffc2e8f-61cb-421b-8a34-e8a719bb0823 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253850
Jun 21 03:01:25.131484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Deleting port 163890a2-304e-4e9c-bffa-310daebd5195 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:25.131878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.137318 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e680e52a-dc83-413e-b499-22366c07f96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.210257 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a94898d-100a-4b5b-adcc-affa2a8b515f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.227775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] For port 163890a2-304e-4e9c-bffa-310daebd5195, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=163890a2-304e-4e9c-bffa-310daebd5195,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:25.228180 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.404779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Calling delete_port for 163890a2-304e-4e9c-bffa-310daebd5195 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:25.520378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 0c13191f-a526-411a-8880-a4918b9b29ee details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:01:25.552330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e680e52a-dc83-413e-b499-22366c07f96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.626085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a94898d-100a-4b5b-adcc-affa2a8b515f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.627950 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a94898d-100a-4b5b-adcc-affa2a8b515f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.648340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174eeb6e-1e5f-40c5-b4d7-9938b13a4c4b req-4050ec4d-66ae-455f-98a2-67f125fbc006 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:25.650169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-174eeb6e-1e5f-40c5-b4d7-9938b13a4c4b req-4050ec4d-66ae-455f-98a2-67f125fbc006 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.3196375
Jun 21 03:01:25.653659 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e680e52a-dc83-413e-b499-22366c07f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.660900 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3a32d01d-eb40-4b3d-abd4-d0ed313e7f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:25.700749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26125b02-2104-40b1-878d-c736f01f563e req-e79587cc-a112-4413-be91-dade284e330e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:25.728236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26125b02-2104-40b1-878d-c736f01f563e req-e79587cc-a112-4413-be91-dade284e330e tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 943 time: 0.2315116
Jun 21 03:01:25.780440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 0c13191f-a526-411a-8880-a4918b9b29ee, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=0c13191f-a526-411a-8880-a4918b9b29ee,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:25.782322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a94898d-100a-4b5b-adcc-affa2a8b515f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.783141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a94898d-100a-4b5b-adcc-affa2a8b515f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Fanout notify agent at l3_agent the message router_deleted on router 84e45cc3-d019-4f79-9018-d1da6b180662 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:01:25.798652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '0c13191f-a526-411a-8880-a4918b9b29ee', 'network_id': '44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b', 'port_id': '0c13191f-a526-411a-8880-a4918b9b29ee', 'mac_address': 'fa:16:3e:da:5f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6693165-493d-4dcb-8f5e-640a9427f677', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:01:25.798910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a94898d-100a-4b5b-adcc-affa2a8b515f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:25.807081 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a94898d-100a-4b5b-adcc-affa2a8b515f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/routers/84e45cc3-d019-4f79-9018-d1da6b180662 HTTP/1.1" status: 204  len: 168 time: 0.7397480
Jun 21 03:01:25.807832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57716) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:25.829768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:25.889108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a58df-2b68-4fd5-bd7a-6b385decf856 None None] Sync routers for ids ['84e45cc3-d019-4f79-9018-d1da6b180662'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:01:25.934610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e680e52a-dc83-413e-b499-22366c07f96f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3c7410c2942447e8d2a37d055f372b2&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0769217
Jun 21 03:01:25.939218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57724) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:25.951946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680e52a-dc83-413e-b499-22366c07f96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbd97a9-acaf-4a16-b893-97bc7bfded60,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:26.004571 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e680e52a-dc83-413e-b499-22366c07f96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:26.026640 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-174eeb6e-1e5f-40c5-b4d7-9938b13a4c4b req-9a4b680c-bc07-4dc8-850d-094f6804444f tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3550336
Jun 21 03:01:26.026923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a58df-2b68-4fd5-bd7a-6b385decf856 None None] Routers set() bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:26.028261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a58df-2b68-4fd5-bd7a-6b385decf856 None None] Router IDs set() for agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 21 03:01:26.028887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_agentschedulers_db [None req-485a58df-2b68-4fd5-bd7a-6b385decf856 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84e45cc3-d019-4f79-9018-d1da6b180662'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent'). {{(pid=94168) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jun 21 03:01:26.036385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26125b02-2104-40b1-878d-c736f01f563e req-40dd2521-54ec-4875-a70a-daff944c1c01 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2905593
Jun 21 03:01:26.046983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a58df-2b68-4fd5-bd7a-6b385decf856 None None] Routers set() bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:26.047358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a58df-2b68-4fd5-bd7a-6b385decf856 None None] Router IDs set() for agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 21 03:01:26.048743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_agentschedulers_db [None req-485a58df-2b68-4fd5-bd7a-6b385decf856 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84e45cc3-d019-4f79-9018-d1da6b180662'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent'). {{(pid=94168) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jun 21 03:01:26.049225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a58df-2b68-4fd5-bd7a-6b385decf856 None None] The sync data for ids ['84e45cc3-d019-4f79-9018-d1da6b180662'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:01:26.053607 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.079069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c13191f-a526-411a-8880-a4918b9b29ee {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:01:26.176570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 0c13191f-a526-411a-8880-a4918b9b29ee, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=0c13191f-a526-411a-8880-a4918b9b29ee,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:26.179192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.190863 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7564762c-b304-409e-9814-868042d5ec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.194083 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c3288f32-a8fe-4146-8493-51b1319bd102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:26.199333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:26.203546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.227688 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7564762c-b304-409e-9814-868042d5ec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.258414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] No DVR routers for this DVR port 163890a2-304e-4e9c-bffa-310daebd5195 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:26.265708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Pushing event deleted for resources: {'Port': ['ID=163890a2-304e-4e9c-bffa-310daebd5195,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:26.287105 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.291682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.291682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.291682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.291682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.291682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.291682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.291682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.292268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.292268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.294564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.294932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.295280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:26.301057 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:26.306921 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f3ba0acf-d797-484b-bcfd-d878b02a64c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:26.347677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57732) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:26.402131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=0c13191f-a526-411a-8880-a4918b9b29ee,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:26.407693 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:26.411560 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7564762c-b304-409e-9814-868042d5ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.421585 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7564762c-b304-409e-9814-868042d5ec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.423321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7564762c-b304-409e-9814-868042d5ec38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fbd97a9-acaf-4a16-b893-97bc7bfded60 HTTP/1.1" status: 204  len: 168 time: 0.4817584
Jun 21 03:01:26.424373 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-706bd6a8-4e47-4420-b0ce-88dbb9374f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:26.448007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564762c-b304-409e-9814-868042d5ec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbd97a9-acaf-4a16-b893-97bc7bfded60,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:26.451038 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7564762c-b304-409e-9814-868042d5ec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:26.527719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['0c13191f-a526-411a-8880-a4918b9b29ee'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:01:26.754350 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.757093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-769787481'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:26.760047 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8f3f3b27-c5d4-4696-a946-948c70261aae tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:26.812090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:26.817497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:26.822107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:26.822720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.828262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddb902-6201-45a7-bdcf-a9c9365f44c9 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:26.840721 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=4c5e282c-cb57-426a-ba7e-33c8d25e7233,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:26.851115 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:26.871759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Made reservation on behalf of 122cb44b7f9f4639bbe789fadfd35f27 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:26.876487 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.896853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:26.971322 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1591361
Jun 21 03:01:26.974242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57748) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:26.976154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 163890a2-304e-4e9c-bffa-310daebd5195 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:26.994753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f67c40c3-22b1-419f-8431-55a184b8dfea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1771232953', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:27.051466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 163890a2-304e-4e9c-bffa-310daebd5195 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:27.053858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 163890a2-304e-4e9c-bffa-310daebd5195 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:27.054487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 96450701-ba6a-4b29-a0fa-d24b1b6aff83 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:27.110200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '4c5e282c-cb57-426a-ba7e-33c8d25e7233'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:01:27.111852 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.116581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 96450701-ba6a-4b29-a0fa-d24b1b6aff83 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:27.120447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 96450701-ba6a-4b29-a0fa-d24b1b6aff83 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:27.269572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.275894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 0c13191f-a526-411a-8880-a4918b9b29ee up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:27.320383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab6b83-36d1-4a57-b511-80081e6b9b48 req-77ec2f70-2eca-4a64-b3b5-d98523d9f004 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:27.321211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/4c5e282c-cb57-426a-ba7e-33c8d25e7233/ead5705e-bff4-4ece-aba9-cef9cd0d9b96) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:27.322043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-deab6b83-36d1-4a57-b511-80081e6b9b48 req-77ec2f70-2eca-4a64-b3b5-d98523d9f004 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.1060245
Jun 21 03:01:27.393365 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.405020 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fc3537ff-1d75-4e45-9950-093a621d727f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:27.451975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:01:27.475412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-deab6b83-36d1-4a57-b511-80081e6b9b48 req-a216d5b2-449f-4d29-947e-58551cd48ab4 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471782
Jun 21 03:01:27.482288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc16679-ef5d-4ef4-bf34-8c4ef921d187,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:27.498371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.498371 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Added segment d8ea7174-d250-4b7d-914d-4f27ce5cc8ba of type vlan for network 60881345-eba2-4402-a53e-d3389c0bcbc7
Jun 21 03:01:27.499054 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.501485 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:27.509507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Transition to ACTIVE for port object ead5705e-bff4-4ece-aba9-cef9cd0d9b96 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:27.526699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 0c13191f-a526-411a-8880-a4918b9b29ee completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:27.531378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 0c13191f-a526-411a-8880-a4918b9b29ee triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:27.531620 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.533556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Transition to ACTIVE for port object ead5705e-bff4-4ece-aba9-cef9cd0d9b96 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:27.548193 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f67c40c3-22b1-419f-8431-55a184b8dfea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.550962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f67c40c3-22b1-419f-8431-55a184b8dfea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.555543 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.564105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6156-5ac6-435f-8725-1e55e1799e2c req-d1a15df1-3914-4c7f-8974-9fd091abc2c8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:27.565757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-297b6156-5ac6-435f-8725-1e55e1799e2c req-d1a15df1-3914-4c7f-8974-9fd091abc2c8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 944 time: 0.2279453
Jun 21 03:01:27.584369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57768) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:27.609750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.619775 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-396cbe40-e315-4346-bce1-bea9ed3fad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:27.622308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2045-d275-456c-8d4e-5beecc7cd3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.647593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-297b6156-5ac6-435f-8725-1e55e1799e2c req-ef6f39f6-f332-43f8-8711-4593f8fecdad tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744686
Jun 21 03:01:27.661863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f67c40c3-22b1-419f-8431-55a184b8dfea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.703509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:27.712661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:27.724412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:27.728118 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.732869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Pushing event updated for resources: {'Port': ['ID=ead5705e-bff4-4ece-aba9-cef9cd0d9b96,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:27.744216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:27.744878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.754550 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d64bb83a-fcf4-4985-a943-9baaa67b2a54 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:27.762460 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:27.786638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f67c40c3-22b1-419f-8431-55a184b8dfea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.850481 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.874044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'Network': ['ID=60881345-eba2-4402-a53e-d3389c0bcbc7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:27.877639 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:27.880637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Attempting to bind port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:27.881312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Attempting to bind port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:27.881982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Attempting to bind port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:27.889548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:01:27.895587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:27.896171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:27.896610 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.897256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:27.897898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Bound port: ead5705e-bff4-4ece-aba9-cef9cd0d9b96, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:27.898384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.915742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032f09b9-be40-4078-8adc-4cc6a2ccbbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c13191f-a526-411a-8880-a4918b9b29ee'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:01:27.918622 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedb50ec-6bc6-445e-8eff-c6a3692ad287" -d '{"events": [{"server_uuid": "032f09b9-be40-4078-8adc-4cc6a2ccbbc8", "name": "network-vif-plugged", "status": "completed", "tag": "0c13191f-a526-411a-8880-a4918b9b29ee"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:01:27.940571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2045-d275-456c-8d4e-5beecc7cd3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:27.972460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 0c13191f-a526-411a-8880-a4918b9b29ee, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=0c13191f-a526-411a-8880-a4918b9b29ee,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:27.999553 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2045-d275-456c-8d4e-5beecc7cd3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.004265 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef3284cb-ab5b-473b-bdbf-e16b7c928b10 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:28.033205 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934e75e-8e59-4d45-94b3-90914a24a8ac x-openstack-request-id: req-b934e75e-8e59-4d45-94b3-90914a24a8ac {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:01:28.033761 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032f09b9-be40-4078-8adc-4cc6a2ccbbc8", "name": "network-vif-plugged", "status": "completed", "tag": "0c13191f-a526-411a-8880-a4918b9b29ee", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:01:28.034716 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b934e75e-8e59-4d45-94b3-90914a24a8ac {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:01:28.035856 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032f09b9-be40-4078-8adc-4cc6a2ccbbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c13191f-a526-411a-8880-a4918b9b29ee', 'code': 200}
Jun 21 03:01:28.054622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.065801 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:28.079630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f67c40c3-22b1-419f-8431-55a184b8dfea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.097716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57780) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:28.098488 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f67c40c3-22b1-419f-8431-55a184b8dfea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.1110590
Jun 21 03:01:28.124886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] For port ead5705e-bff4-4ece-aba9-cef9cd0d9b96, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:28.131805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] For port ead5705e-bff4-4ece-aba9-cef9cd0d9b96, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ead5705e-bff4-4ece-aba9-cef9cd0d9b96,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:28.157024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=0c13191f-a526-411a-8880-a4918b9b29ee,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:28.163880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.8150475
Jun 21 03:01:28.166772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57782) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:28.174824 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:28.174961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Request body: {'subnet': {'network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:28.200018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6b4a2045-d275-456c-8d4e-5beecc7cd3a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f61cce862524e18842367eb918a93c2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6158187
Jun 21 03:01:28.210144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2045-d275-456c-8d4e-5beecc7cd3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ec3c4e-5b03-40ec-8838-5937e56ea18c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:28.214831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57784) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:28.217870 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b4a2045-d275-456c-8d4e-5beecc7cd3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:28.257469 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.271850 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:28.350654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Pushing event updated for resources: {'Port': ['ID=ead5705e-bff4-4ece-aba9-cef9cd0d9b96,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:28.354170 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:28.474647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Made reservation on behalf of 122cb44b7f9f4639bbe789fadfd35f27 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:28.477995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab009eb-34d3-4f23-80ec-04e5dbf72395 req-d34cd029-06b6-4c1c-bf2a-2bb046066b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:28.479516 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ab009eb-34d3-4f23-80ec-04e5dbf72395 req-d34cd029-06b6-4c1c-bf2a-2bb046066b25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 1097 time: 0.2827501
Jun 21 03:01:28.481704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.516665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75204cbd-c622-4250-95f4-64c141d0240c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.606308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75204cbd-c622-4250-95f4-64c141d0240c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.634627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ab009eb-34d3-4f23-80ec-04e5dbf72395 req-b521aef9-51c1-4893-9b81-1f4f4017f8f8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264060
Jun 21 03:01:28.637563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.943282 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.946952 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dc9428a8-eac0-461e-9171-daf5135cad90 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:28.953675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e87236-4e9b-4669-9b42-d9959f1f57f0 req-733d2eb0-12e0-4c7a-bf01-eb6f02ba4f0f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:28.960555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40e87236-4e9b-4669-9b42-d9959f1f57f0 req-733d2eb0-12e0-4c7a-bf01-eb6f02ba4f0f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 945 time: 0.1218493
Jun 21 03:01:28.962525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ead5705e-bff4-4ece-aba9-cef9cd0d9b96 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:28.994201 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75204cbd-c622-4250-95f4-64c141d0240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.996716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75204cbd-c622-4250-95f4-64c141d0240c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:28.997895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-75204cbd-c622-4250-95f4-64c141d0240c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0ec3c4e-5b03-40ec-8838-5937e56ea18c HTTP/1.1" status: 204  len: 168 time: 0.7813838
Jun 21 03:01:29.029743 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15df89b3-e744-4b9a-9c51-e715287b517d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:29.039118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'Subnet': ['ID=ae4f338e-9127-41e3-8cea-067cc715c3e9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:29.043312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75204cbd-c622-4250-95f4-64c141d0240c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ec3c4e-5b03-40ec-8838-5937e56ea18c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:29.047873 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-75204cbd-c622-4250-95f4-64c141d0240c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:29.051678 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:29.051838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40e87236-4e9b-4669-9b42-d9959f1f57f0 req-d4d59213-be6b-41bb-9496-4b43a1d2f071 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880926
Jun 21 03:01:29.088970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Checking segment: {'id': 'd8ea7174-d250-4b7d-914d-4f27ce5cc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:29.089994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Network hostable DHCP agents. Network: 60881345-eba2-4402-a53e-d3389c0bcbc7, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:01:29.171504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:29.213647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::1 (4d82cb52-2247-4a3b-982b-02458c34d10e/4c5e282c-cb57-426a-ba7e-33c8d25e7233/6cafd4ad-356c-46a3-b6eb-5ee27e6b8332) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:29.273208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:01:29.382400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:29.385972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 60881345-eba2-4402-a53e-d3389c0bcbc7) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:29.390400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:29.391168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:29.396298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d5add-aef7-4a3b-bc38-7fa104ec18d8 None None] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:29.422389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:29.633443 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4651802
Jun 21 03:01:29.635868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57828) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:29.641713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-10f212dc-d4f0-4857-8c6c-d8c050a6dbb8 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1652480503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:29.644880 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:29.656282 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b0913331-68ac-4521-8192-bd4c5f1fb848 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:29.707064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-60881345-eba2-4402-a53e-d3389c0bcbc7', 'network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7', 'tenant_id': '122cb44b7f9f4639bbe789fadfd35f27', 'fixed_ips': [{'subnet_id': 'ae4f338e-9127-41e3-8cea-067cc715c3e9'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:01:29.708000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:29.763151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:29.770570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:29.795306 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:29.795553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-10f212dc-d4f0-4857-8c6c-d8c050a6dbb8 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:29.795705 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:29.796172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-10f212dc-d4f0-4857-8c6c-d8c050a6dbb8 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:29.860268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=6cafd4ad-356c-46a3-b6eb-5ee27e6b8332,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:29.868825 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:29.948521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] Provisioning for port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:29.963187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] Provisioning complete for port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:29.963789 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:29.970871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-10f212dc-d4f0-4857-8c6c-d8c050a6dbb8 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.109263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Allocated IP 172.20.0.2 (60881345-eba2-4402-a53e-d3389c0bcbc7/ae4f338e-9127-41e3-8cea-067cc715c3e9/c3a70794-7023-4bfe-b47b-615a180c1293) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:30.125496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-10f212dc-d4f0-4857-8c6c-d8c050a6dbb8 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.126085 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.199046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.279147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-10f212dc-d4f0-4857-8c6c-d8c050a6dbb8 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.283564 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-10f212dc-d4f0-4857-8c6c-d8c050a6dbb8 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.6437671
Jun 21 03:01:30.285778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57846) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:30.296088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] For port ead5705e-bff4-4ece-aba9-cef9cd0d9b96, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ead5705e-bff4-4ece-aba9-cef9cd0d9b96,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:30.376727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.386256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57848) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:30.386725 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:30.520601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.526321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] Pushing event updated for resources: {'Port': ['ID=ead5705e-bff4-4ece-aba9-cef9cd0d9b96,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:30.533795 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:30.538041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Transition to ACTIVE for port object c3a70794-7023-4bfe-b47b-615a180c1293 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:30.584002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Transition to ACTIVE for port object c3a70794-7023-4bfe-b47b-615a180c1293 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:30.645383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-baa351e6-6a19-4051-b69d-cc07ce9d6e66 None None] Provisioning for port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:30.649885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-baa351e6-6a19-4051-b69d-cc07ce9d6e66 None None] Provisioning complete for port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:30.650275 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-baa351e6-6a19-4051-b69d-cc07ce9d6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.722707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.744628 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bad33400-471b-4a49-831d-8c185c9b36ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:30.750731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-baa351e6-6a19-4051-b69d-cc07ce9d6e66 None None] Port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:30.794247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:30.797013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:30.801114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:30.866006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.956155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Pushing event updated for resources: {'Port': ['ID=c3a70794-7023-4bfe-b47b-615a180c1293,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:30.966819 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:30.970778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Attempting to bind port c3a70794-7023-4bfe-b47b-615a180c1293 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:30.972751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Attempting to bind port c3a70794-7023-4bfe-b47b-615a180c1293 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd8ea7174-d250-4b7d-914d-4f27ce5cc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:30.973385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Attempting to bind port c3a70794-7023-4bfe-b47b-615a180c1293 on network 60881345-eba2-4402-a53e-d3389c0bcbc7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:30.980142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:30.980897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Checking segment: {'id': 'd8ea7174-d250-4b7d-914d-4f27ce5cc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:30.981589 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:30.982686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Bound using segment: {'id': 'd8ea7174-d250-4b7d-914d-4f27ce5cc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:30.983439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Bound port: c3a70794-7023-4bfe-b47b-615a180c1293, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ea7174-d250-4b7d-914d-4f27ce5cc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:30.984084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.065227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ead5705e-bff4-4ece-aba9-cef9cd0d9b96 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:31.177457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] For port c3a70794-7023-4bfe-b47b-615a180c1293, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:31.201885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] For port c3a70794-7023-4bfe-b47b-615a180c1293, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c3a70794-7023-4bfe-b47b-615a180c1293,segment=NetworkSegment(d8ea7174-d250-4b7d-914d-4f27ce5cc8ba),segment_id=d8ea7174-d250-4b7d-914d-4f27ce5cc8ba)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:31.221176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:31.222268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.260812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5dd65a4f-f352-401f-9bc5-08fd2de08367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.296406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Allocated IP 172.20.0.1 (60881345-eba2-4402-a53e-d3389c0bcbc7/ae4f338e-9127-41e3-8cea-067cc715c3e9/8da007bc-879c-4405-bd24-53b18004cfa0) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:31.334356 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.352029 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:31.425521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Pushing event updated for resources: {'Port': ['ID=c3a70794-7023-4bfe-b47b-615a180c1293,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:31.436020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f7d00-6444-4174-bd87-1bd943156ec3 req-5aadcac6-12d1-42b0-b8c8-9a00b355b991 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:31.438293 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-906f7d00-6444-4174-bd87-1bd943156ec3 req-5aadcac6-12d1-42b0-b8c8-9a00b355b991 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 945 time: 1.1193047
Jun 21 03:01:31.447317 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:31.487668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.511661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Transition to ACTIVE for port object 8da007bc-879c-4405-bd24-53b18004cfa0 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:31.550237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-906f7d00-6444-4174-bd87-1bd943156ec3 req-0e9215bd-df46-4bfa-a5fb-8fde91643f4b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982735
Jun 21 03:01:31.626340 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.678249 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5dd65a4f-f352-401f-9bc5-08fd2de08367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.806832 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.821712 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b894fec9-606c-44af-b4a9-013487c9794e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:31.864706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:31.868347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:31.872563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:31.881023 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.881928 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.884110 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d94b132f-2e79-4ac7-93d5-f20bc3f1d26f tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:31.887547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5dd65a4f-f352-401f-9bc5-08fd2de08367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:31.943539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'Port': ['ID=8da007bc-879c-4405-bd24-53b18004cfa0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:31.948689 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:31.953443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5dd65a4f-f352-401f-9bc5-08fd2de08367 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=009460ee23b148339fbf4149e2282baf&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5617361
Jun 21 03:01:31.956628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57880) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:32.016516 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:32.049459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=6cafd4ad-356c-46a3-b6eb-5ee27e6b8332,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:32.054093 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:32.054870 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a13aced7-736f-484d-959e-fb33d94289b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:32.097060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd65a4f-f352-401f-9bc5-08fd2de08367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5368db-b1ba-41f1-8634-5c328e0b6c24,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:32.102043 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5dd65a4f-f352-401f-9bc5-08fd2de08367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:32.140121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:32.143942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:32.478441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Router 98ba5a53-d675-43ae-8feb-6de940804c35 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:01:32.603049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a3c371f4-02cf-412d-8f37-250ff2588797 None None] Provisioning complete for port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:32.604034 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a3c371f4-02cf-412d-8f37-250ff2588797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:32.638143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:01:32.649943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "PUT /v2.0/routers/98ba5a53-d675-43ae-8feb-6de940804c35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5507801
Jun 21 03:01:32.652743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57892) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:32.657042 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Sync routers for ids ['98ba5a53-d675-43ae-8feb-6de940804c35'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:01:32.669719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a3c371f4-02cf-412d-8f37-250ff2588797 None None] Port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:32.678583 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Routers {'98ba5a53-d675-43ae-8feb-6de940804c35'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:32.680272 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92e94c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['98ba5a53-d675-43ae-8feb-6de940804c35'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:32.740084 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9df147b-f1f2-4e3e-a1a9-b63e44ba24f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:32.759790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb541c9-4db3-47d4-ae7d-59ed14acb370 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:32.761437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0eb541c9-4db3-47d4-ae7d-59ed14acb370 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports/6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 HTTP/1.1" status: 200  len: 911 time: 0.1076188
Jun 21 03:01:32.768714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57898) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:32.771512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6b8e8-1425-47ac-9957-70ec4b2b6656 req-99d67253-5d30-4afc-a7a1-779e42b94303 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:32.773214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5db6b8e8-1425-47ac-9957-70ec4b2b6656 req-99d67253-5d30-4afc-a7a1-779e42b94303 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 945 time: 0.3683865
Jun 21 03:01:32.861478 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Set router 98ba5a53-d675-43ae-8feb-6de940804c35 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:01:32.882097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5db6b8e8-1425-47ac-9957-70ec4b2b6656 req-411fb775-4ec2-421e-af64-a2f9d1231d56 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988703
Jun 21 03:01:32.983177 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9df147b-f1f2-4e3e-a1a9-b63e44ba24f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.032512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c3a70794-7023-4bfe-b47b-615a180c1293 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:33.072976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.128174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c89a0-572a-4782-b628-495c2b5c6a44 None None] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:33.158356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05dd21-aea2-49d6-b478-e60c25c5e257 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:33.164520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05dd21-aea2-49d6-b478-e60c25c5e257 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:33.166392 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a05dd21-aea2-49d6-b478-e60c25c5e257 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.3918548
Jun 21 03:01:33.169628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57904) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:33.276036 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92e94c0>, [{'id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'name': 'tempest-NetworksTestDHCPv6-router-1771232953', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:27Z', 'updated_at': '2021-06-21T03:01:29Z', 'revision_number': 2, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None, '_interfaces': [{'id': '6cafd4ad-356c-46a3-b6eb-5ee27e6b8332', 'name': '', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'mac_address': 'fa:16:3e:08:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '4c5e282c-cb57-426a-ba7e-33c8d25e7233', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:01:28Z', 'updated_at': '2021-06-21T03:01:31Z', 'revision_number': 2, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'subnets': [{'id': '4c5e282c-cb57-426a-ba7e-33c8d25e7233', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:33.288989 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9df147b-f1f2-4e3e-a1a9-b63e44ba24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.292663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9df147b-f1f2-4e3e-a1a9-b63e44ba24f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.294818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a9df147b-f1f2-4e3e-a1a9-b63e44ba24f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af5368db-b1ba-41f1-8634-5c328e0b6c24 HTTP/1.1" status: 204  len: 168 time: 1.3364313
Jun 21 03:01:33.299071 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1e58fc8b-651a-4395-b286-04757b7eebd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:33.312045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df147b-f1f2-4e3e-a1a9-b63e44ba24f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5368db-b1ba-41f1-8634-5c328e0b6c24,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:33.318000 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a9df147b-f1f2-4e3e-a1a9-b63e44ba24f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:33.320917 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Checking router: 98ba5a53-d675-43ae-8feb-6de940804c35 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:01:33.322402 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Updating router 98ba5a53-d675-43ae-8feb-6de940804c35 port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:01:33.332907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c3a70794-7023-4bfe-b47b-615a180c1293 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:33.398744 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.428553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] Provisioning for port c3a70794-7023-4bfe-b47b-615a180c1293 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:33.438203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] Provisioning complete for port c3a70794-7023-4bfe-b47b-615a180c1293 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:33.438827 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.529189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.679868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.684236 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7854060f-8716-485d-a7cf-79460ac451b9 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:33.699728 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.710718 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.739889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] For port c3a70794-7023-4bfe-b47b-615a180c1293, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c3a70794-7023-4bfe-b47b-615a180c1293,segment=NetworkSegment(d8ea7174-d250-4b7d-914d-4f27ce5cc8ba),segment_id=d8ea7174-d250-4b7d-914d-4f27ce5cc8ba)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:33.850619 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.853118 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:33.898507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:33.905467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'Port': ['ID=8da007bc-879c-4405-bd24-53b18004cfa0,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:33.936339 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:33.987969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] Pushing event updated for resources: {'Port': ['ID=c3a70794-7023-4bfe-b47b-615a180c1293,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:34.000259 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:34.011030 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.023669 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Transition to ACTIVE for port object 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:34.125685 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.129995 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:34.137588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57916) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:34.163712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5b621c3c-44df-424c-8735-91e89c4f4f4f None None] Provisioning for port 8da007bc-879c-4405-bd24-53b18004cfa0 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:34.172536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5b621c3c-44df-424c-8735-91e89c4f4f4f None None] Provisioning complete for port 8da007bc-879c-4405-bd24-53b18004cfa0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:34.180311 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5b621c3c-44df-424c-8735-91e89c4f4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.189066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:34.195429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:34.219171 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6860e20-7a1f-48a3-976e-8d446dccdee8 None None] Pushing event updated for resources: {'Port': ['ID=6cafd4ad-356c-46a3-b6eb-5ee27e6b8332,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:34.240404 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e6860e20-7a1f-48a3-976e-8d446dccdee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:34.244373 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-894644ea-3551-42c2-a1f7-2233ecd07053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.266739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5b621c3c-44df-424c-8735-91e89c4f4f4f None None] Port 8da007bc-879c-4405-bd24-53b18004cfa0 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:34.305551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5b621c3c-44df-424c-8735-91e89c4f4f4f None None] Provisioning complete for port c3a70794-7023-4bfe-b47b-615a180c1293 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:34.305937 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5b621c3c-44df-424c-8735-91e89c4f4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.402848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5715c-324c-403a-be18-6a773db09689 req-deb79acc-30cc-4678-8b9b-b643e811771f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:34.404704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fb5715c-324c-403a-be18-6a773db09689 req-deb79acc-30cc-4678-8b9b-b643e811771f tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 945 time: 0.2952693
Jun 21 03:01:34.405265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57922) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:34.477509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ec38c4b-9344-4a91-8a70-1df6b2f8ba36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.484589 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Attempting to bind port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:34.485318 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Attempting to bind port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:34.485997 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Attempting to bind port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:34.486113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ceb064df-c326-4728-8d62-5069469f9ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.492086 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:34.492818 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:34.507066 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.507066 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:34.507066 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Bound port: 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:34.507066 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.560212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:34.560692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.598778 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] For port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:34.602792 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] For port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6cafd4ad-356c-46a3-b6eb-5ee27e6b8332,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:34.650295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4b94db76-9321-4ce6-b88c-6940a61fcd6b None None] Provisioning complete for port 8da007bc-879c-4405-bd24-53b18004cfa0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:34.656451 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b94db76-9321-4ce6-b88c-6940a61fcd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.667085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fb5715c-324c-403a-be18-6a773db09689 req-63adf671-4819-48e6-b73d-3063f73501c4 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510846
Jun 21 03:01:34.695457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ceb064df-c326-4728-8d62-5069469f9ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.722488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4b94db76-9321-4ce6-b88c-6940a61fcd6b None None] Port 8da007bc-879c-4405-bd24-53b18004cfa0 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:34.740356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] For port 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332, host n-d-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:34.740986 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.763534 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:34.778450 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:34.791312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Router 56d9eed9-f4be-49f5-b3ad-6f201d80af0b is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:01:34.870635 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Routers {'98ba5a53-d675-43ae-8feb-6de940804c35'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:34.871272 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92e94c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['98ba5a53-d675-43ae-8feb-6de940804c35'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:34.949908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:34.981639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c3a70794-7023-4bfe-b47b-615a180c1293 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:35.000455 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ceb064df-c326-4728-8d62-5069469f9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.015711 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6860e20-7a1f-48a3-976e-8d446dccdee8 None None] Pushing event updated for resources: {'Port': ['ID=6cafd4ad-356c-46a3-b6eb-5ee27e6b8332,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:35.022234 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e6860e20-7a1f-48a3-976e-8d446dccdee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:35.037215 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] Set router 98ba5a53-d675-43ae-8feb-6de940804c35 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:01:35.052695 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bbf371de-8a12-4111-b5be-16720994d3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:35.068541 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ceb064df-c326-4728-8d62-5069469f9ecb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cda5ab942814658aebc2c6b22ff059a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9169943
Jun 21 03:01:35.075981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57928) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:35.099234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ec4da1cd-da39-460a-86e3-df25ecad2eae None None] Provisioning complete for port 8da007bc-879c-4405-bd24-53b18004cfa0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:35.100142 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ec4da1cd-da39-460a-86e3-df25ecad2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.154583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c3a70794-7023-4bfe-b47b-615a180c1293 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:35.155278 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.170703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb064df-c326-4728-8d62-5069469f9ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6dabe-2e74-4132-945e-12c25c7ef5cd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:35.194587 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ceb064df-c326-4728-8d62-5069469f9ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:35.198402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:01:35.210172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "PUT /v2.0/routers/56d9eed9-f4be-49f5-b3ad-6f201d80af0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9230063
Jun 21 03:01:35.222228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57930) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:35.228691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7942b45-feb3-480c-b091-0de79c8fb47f None None] Sync routers for ids ['56d9eed9-f4be-49f5-b3ad-6f201d80af0b'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:01:35.246993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ec4da1cd-da39-460a-86e3-df25ecad2eae None None] Port 8da007bc-879c-4405-bd24-53b18004cfa0 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:35.248834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Request body: {'port': {'network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7', 'name': 'tempest-FloatingIPNegativeTestJSON-613063812'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:35.264002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944c4519-4a90-499d-9536-691520b7ce63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.267235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7942b45-feb3-480c-b091-0de79c8fb47f None None] Routers {'56d9eed9-f4be-49f5-b3ad-6f201d80af0b'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:35.269451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7942b45-feb3-480c-b091-0de79c8fb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3afb6a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['56d9eed9-f4be-49f5-b3ad-6f201d80af0b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:35.309804 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92e94c0>, [{'id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'name': 'tempest-NetworksTestDHCPv6-router-1771232953', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:27Z', 'updated_at': '2021-06-21T03:01:29Z', 'revision_number': 2, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None, '_interfaces': [{'id': '6cafd4ad-356c-46a3-b6eb-5ee27e6b8332', 'name': '', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'mac_address': 'fa:16:3e:08:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '4c5e282c-cb57-426a-ba7e-33c8d25e7233', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:01:28Z', 'updated_at': '2021-06-21T03:01:34Z', 'revision_number': 4, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'subnets': [{'id': '4c5e282c-cb57-426a-ba7e-33c8d25e7233', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:35.311975 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ec38c4b-9344-4a91-8a70-1df6b2f8ba36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.324722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7942b45-feb3-480c-b091-0de79c8fb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3afb6a0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:35.342389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7942b45-feb3-480c-b091-0de79c8fb47f None None] Routers {'56d9eed9-f4be-49f5-b3ad-6f201d80af0b'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:35.343473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7942b45-feb3-480c-b091-0de79c8fb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3afb6a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['56d9eed9-f4be-49f5-b3ad-6f201d80af0b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:35.346220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944c4519-4a90-499d-9536-691520b7ce63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.349852 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef78eb3-123c-4058-86f8-488dc351e212 None None] The sync data for ids ['98ba5a53-d675-43ae-8feb-6de940804c35'] in n-d-758944-33 is: [{'id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'name': 'tempest-NetworksTestDHCPv6-router-1771232953', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:27Z', 'updated_at': '2021-06-21T03:01:29Z', 'revision_number': 2, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None, '_interfaces': [{'id': '6cafd4ad-356c-46a3-b6eb-5ee27e6b8332', 'name': '', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'mac_address': 'fa:16:3e:08:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '4c5e282c-cb57-426a-ba7e-33c8d25e7233', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:01:28Z', 'updated_at': '2021-06-21T03:01:34Z', 'revision_number': 4, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'subnets': [{'id': '4c5e282c-cb57-426a-ba7e-33c8d25e7233', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:01:35.390479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7942b45-feb3-480c-b091-0de79c8fb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3afb6a0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:35.391139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7942b45-feb3-480c-b091-0de79c8fb47f None None] The sync data for ids ['56d9eed9-f4be-49f5-b3ad-6f201d80af0b'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:01:35.405376 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ec38c4b-9344-4a91-8a70-1df6b2f8ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.412674 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad30f501-c19b-4157-8eb6-248bee2bba21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:35.464260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3ec38c4b-9344-4a91-8a70-1df6b2f8ba36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1caf659dfd494a0b9c3ca56cb567c889&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0568013
Jun 21 03:01:35.466859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57934) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:35.499671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec38c4b-9344-4a91-8a70-1df6b2f8ba36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef6bcb6-81ec-4581-b528-8fcf8222aaa7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:35.508363 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ec38c4b-9344-4a91-8a70-1df6b2f8ba36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:35.524549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.528977 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3977734c-2845-4507-a00a-97c69fcab992 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:35.561921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=6cafd4ad-356c-46a3-b6eb-5ee27e6b8332,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:35.566444 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:35.615008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Made reservation on behalf of 122cb44b7f9f4639bbe789fadfd35f27 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:35.619244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02a59225-a805-4361-a86a-1baf5e3ac5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.622298 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.673324 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944c4519-4a90-499d-9536-691520b7ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.676127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944c4519-4a90-499d-9536-691520b7ce63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.678778 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-944c4519-4a90-499d-9536-691520b7ce63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83a6dabe-2e74-4132-945e-12c25c7ef5cd HTTP/1.1" status: 204  len: 168 time: 0.5918059
Jun 21 03:01:35.683961 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-94e8a6e8-1c0a-4771-ab0a-7f173e2c302f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:35.693233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] device_id is not set on port 885bdf86-8e73-468e-9f87-9c76df3a743d yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:35.708680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c4519-4a90-499d-9536-691520b7ce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6dabe-2e74-4132-945e-12c25c7ef5cd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:35.717973 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-944c4519-4a90-499d-9536-691520b7ce63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:35.809441 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02a59225-a805-4361-a86a-1baf5e3ac5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.828670 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.886921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Allocated IP 172.20.0.6 (60881345-eba2-4402-a53e-d3389c0bcbc7/ae4f338e-9127-41e3-8cea-067cc715c3e9/885bdf86-8e73-468e-9f87-9c76df3a743d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:35.897194 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:35.996281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9aa43-086f-4c6f-b90b-177c3722986c req-b1022ca8-1809-46d1-a40b-bce8528de59d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:35.997972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afd9aa43-086f-4c6f-b90b-177c3722986c req-b1022ca8-1809-46d1-a40b-bce8528de59d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 945 time: 0.3824594
Jun 21 03:01:36.092693 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.149230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afd9aa43-086f-4c6f-b90b-177c3722986c req-cfe18a6f-ed29-4a60-a3b5-7f7df46abfc8 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433265
Jun 21 03:01:36.162745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Router 98ba5a53-d675-43ae-8feb-6de940804c35 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:01:36.176732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Transition to ACTIVE for port object 885bdf86-8e73-468e-9f87-9c76df3a743d will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:36.178022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02a59225-a805-4361-a86a-1baf5e3ac5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.181043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02a59225-a805-4361-a86a-1baf5e3ac5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.184646 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-02a59225-a805-4361-a86a-1baf5e3ac5b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aef6bcb6-81ec-4581-b528-8fcf8222aaa7 HTTP/1.1" status: 204  len: 168 time: 0.7146640
Jun 21 03:01:36.258018 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:36.308425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a59225-a805-4361-a86a-1baf5e3ac5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef6bcb6-81ec-4581-b528-8fcf8222aaa7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:36.311885 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02a59225-a805-4361-a86a-1baf5e3ac5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:36.359216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:01:36.366854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "PUT /v2.0/routers/98ba5a53-d675-43ae-8feb-6de940804c35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1951778
Jun 21 03:01:36.368509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57952) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:36.395551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-103919f6-f932-4826-b8f1-f409f89d2cc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0891445
Jun 21 03:01:36.427535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fce109-7e4e-4cf5-9fdb-6c976c653e57 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:36.429295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fce109-7e4e-4cf5-9fdb-6c976c653e57 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:36.430864 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-92fce109-7e4e-4cf5-9fdb-6c976c653e57 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0611401
Jun 21 03:01:36.434178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.438958 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:36.441965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57958) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:36.501191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:36.506407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:36.511624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:36.529830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'Port': ['ID=885bdf86-8e73-468e-9f87-9c76df3a743d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:36.555848 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:36.561493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 4c5e282c-cb57-426a-ba7e-33c8d25e7233 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:36.564616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.591025 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:01:36.606950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:36.608916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.649379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.674679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-d98ecf69-13e5-462e-b3ca-0fc40b377f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:36.674977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-d98ecf69-13e5-462e-b3ca-0fc40b377f7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1098 time: 0.1977017
Jun 21 03:01:36.675107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57964) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:36.680601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1715876752', 'description': 'tempest-secgroup-smoke-1715876752 description', 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:36.694707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-66511289-08d3-4fcf-b65b-2ea737e6e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.735836 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.5124207
Jun 21 03:01:36.739896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57966) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:36.745320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:36.817959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.874534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:36.904846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-f5ae16a7-d82c-4d55-bf7f-eef104e9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:36.906609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-f5ae16a7-d82c-4d55-bf7f-eef104e9c666 service neutron] 10.222.0.26 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.1969919
Jun 21 03:01:36.989801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-f8431a96-9c68-4edf-8fb1-43424683755d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 1002 time: 0.0729711
Jun 21 03:01:37.039301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7e8403b8-b0cc-4056-b515-2a30a239eb30 None None] Provisioning for port 885bdf86-8e73-468e-9f87-9c76df3a743d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:37.043516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7e8403b8-b0cc-4056-b515-2a30a239eb30 None None] Provisioning complete for port 885bdf86-8e73-468e-9f87-9c76df3a743d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:37.043895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7e8403b8-b0cc-4056-b515-2a30a239eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.046797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-6b2b65ab-d35a-43df-9911-9abdaaf00220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:37.050306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-6b2b65ab-d35a-43df-9911-9abdaaf00220 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.0515778
Jun 21 03:01:37.081267 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.094740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7e8403b8-b0cc-4056-b515-2a30a239eb30 None None] Port 885bdf86-8e73-468e-9f87-9c76df3a743d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:37.118094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-a64677e5-7caa-4aae-a98d-c5f3e618d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:37.119032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-a64677e5-7caa-4aae-a98d-c5f3e618d6d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0641370
Jun 21 03:01:37.125851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.139614 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e874d77f-6357-415c-96e4-d3294eb93a32 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:37.185444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5e282c-cb57-426a-ba7e-33c8d25e7233,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:37.193415 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:37.210284 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.231407 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.245670 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.247982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/4c5e282c-cb57-426a-ba7e-33c8d25e7233 HTTP/1.1" status: 204  len: 168 time: 0.8049710
Jun 21 03:01:37.250588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57988) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:37.254820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604de70e-12ae-4297-84c7-f86d15796264 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:37.274748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-6e3bbfb9-8679-4d74-894f-4193ed013476 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:37.276350 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-6e3bbfb9-8679-4d74-894f-4193ed013476 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 945 time: 0.1786914
Jun 21 03:01:37.351960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.368664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-bf27e5df-568a-49ee-ab40-c93d2b5d88dc service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320383
Jun 21 03:01:37.368760 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c29f75e1-8c5c-43c9-819f-5a634a89b50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:37.547109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:37.589362 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:37.599083 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.603265 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.9244370
Jun 21 03:01:37.610704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57998) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:37.618944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:01:37.626459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'security_group_rule': {'security_group_id': '1d9e8018-bbb0-4bd6-b8e0-d3df6b564563', 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:37.637049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.696252 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] Sync routers for ids ['98ba5a53-d675-43ae-8feb-6de940804c35'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:01:37.705262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Deleting port 0c13191f-a526-411a-8880-a4918b9b29ee {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:37.711892 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.712043 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] Routers {'98ba5a53-d675-43ae-8feb-6de940804c35'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:37.712043 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e14430>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['98ba5a53-d675-43ae-8feb-6de940804c35'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:37.713684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] Deleting port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:37.714217 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.802789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] For port ead5705e-bff4-4ece-aba9-cef9cd0d9b96, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ead5705e-bff4-4ece-aba9-cef9cd0d9b96,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:37.803564 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.910500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] Calling delete_port for ead5705e-bff4-4ece-aba9-cef9cd0d9b96 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:37.945297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:37.961091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Allocated IP 172.25.7.132 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/a3878a28-7575-401d-a44a-e487ec0839be) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:37.964340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] For port 0c13191f-a526-411a-8880-a4918b9b29ee, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=0c13191f-a526-411a-8880-a4918b9b29ee,segment=NetworkSegment(9c3444f7-af8b-4e11-8aae-b9d34f079b67),segment_id=9c3444f7-af8b-4e11-8aae-b9d34f079b67)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:37.964962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.020477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0d14bf58-60ee-45fe-a1a2-6f8e58288188 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.7686400
Jun 21 03:01:38.023183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58006) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:38.072717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Calling delete_port for 0c13191f-a526-411a-8880-a4918b9b29ee owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:38.076969 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] Set router 98ba5a53-d675-43ae-8feb-6de940804c35 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:01:38.147014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e86dde27-529d-4623-9a78-afe97a3621f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.170700 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e14430>, [{'id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'name': 'tempest-NetworksTestDHCPv6-router-1771232953', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:27Z', 'updated_at': '2021-06-21T03:01:35Z', 'revision_number': 3, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:38.197664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382f90-7a40-4d6f-b560-3d762426375c req-c6276751-b589-4e7a-a585-a077a0f74847 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:38.199163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e382f90-7a40-4d6f-b560-3d762426375c req-c6276751-b589-4e7a-a585-a077a0f74847 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 945 time: 0.8149829
Jun 21 03:01:38.203600 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.205014 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.210186 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b550db1e-6f2f-4efb-a06d-7055801fa1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:38.214034 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.229531 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.260530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ee49728-00ab-4516-a190-3cccaa8d3002 req-b4919c19-050c-4c62-af78-be8f83b808c5 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3686440
Jun 21 03:01:38.260756 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] Checking router: 98ba5a53-d675-43ae-8feb-6de940804c35 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:01:38.299392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.314436 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.326891 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:38.333052 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] Routers {'98ba5a53-d675-43ae-8feb-6de940804c35'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:38.339767 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e14430>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['98ba5a53-d675-43ae-8feb-6de940804c35'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:38.347403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] Pushing event deleted for resources: {'Port': ['ID=ead5705e-bff4-4ece-aba9-cef9cd0d9b96,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:38.350648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] No DVR routers for this DVR port ead5705e-bff4-4ece-aba9-cef9cd0d9b96 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:38.353608 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:38.364998 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f15075-3233-4445-bae4-3adf03583b39,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:38.383165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e86dde27-529d-4623-9a78-afe97a3621f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.384858 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e86dde27-529d-4623-9a78-afe97a3621f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.386732 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:38.433352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e382f90-7a40-4d6f-b560-3d762426375c req-e69f5467-f635-4d25-99af-e818c31861a5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/security-groups?id=577365b6-09c4-4b12-b84b-f452c59ab274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062495
Jun 21 03:01:38.447979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58014) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:38.480105 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] Set router 98ba5a53-d675-43ae-8feb-6de940804c35 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:01:38.499886 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.502810 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8821137
Jun 21 03:01:38.506739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58018) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:38.511604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'security_group_rule': {'security_group_id': '1d9e8018-bbb0-4bd6-b8e0-d3df6b564563', 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:38.538975 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e14430>, [{'id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'name': 'tempest-NetworksTestDHCPv6-router-1771232953', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:27Z', 'updated_at': '2021-06-21T03:01:35Z', 'revision_number': 3, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:38.565515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56f44e05-56e1-42cf-ae92-e094b1a26b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.566116 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ab5f4-fabb-4c23-a204-0d1056788132 None None] The sync data for ids ['98ba5a53-d675-43ae-8feb-6de940804c35'] in n-d-758944-33 is: [{'id': '98ba5a53-d675-43ae-8feb-6de940804c35', 'name': 'tempest-NetworksTestDHCPv6-router-1771232953', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:01:27Z', 'updated_at': '2021-06-21T03:01:35Z', 'revision_number': 3, 'project_id': '2f27fa388127447887133d2c93cf0b1b', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:01:38.571248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.571248 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1636ef03-f543-4413-853b-f8d79dc9bfc9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:38.572652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e86dde27-529d-4623-9a78-afe97a3621f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.572652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86dde27-529d-4623-9a78-afe97a3621f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Fanout notify agent at l3_agent the message router_deleted on router 98ba5a53-d675-43ae-8feb-6de940804c35 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:01:38.580114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e86dde27-529d-4623-9a78-afe97a3621f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.584444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e86dde27-529d-4623-9a78-afe97a3621f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/routers/98ba5a53-d675-43ae-8feb-6de940804c35 HTTP/1.1" status: 204  len: 168 time: 0.5578282
Jun 21 03:01:38.587578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58020) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:38.626774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-457db77f-01ee-4662-a11f-4cf4cb0f1eef tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0378788
Jun 21 03:01:38.629269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58024) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:38.631398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:38.637400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:38.655126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:38.696176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.701896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'Port': ['ID=a3878a28-7575-401d-a44a-e487ec0839be,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:38.709321 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.711364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c100497-0be1-491d-9b92-ffd554150bfd tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:38.712841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9c100497-0be1-491d-9b92-ffd554150bfd tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0826325
Jun 21 03:01:38.717831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58028) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:38.722425 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:38.723194 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-869da7cf-5bbe-42b4-b334-b278d030dfd4 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:38.759797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eaafeb96-931a-4fe3-bc2c-e029bd6cce53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0431669
Jun 21 03:01:38.762160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Pushing event deleted for resources: {'Port': ['ID=0c13191f-a526-411a-8880-a4918b9b29ee,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:38.763880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58030) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:38.769381 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:38.776496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:38.872743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] No DVR routers for this DVR port 0c13191f-a526-411a-8880-a4918b9b29ee on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:38.881182 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.883288 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d1fedfff-fe58-428e-81b8-cd0f187863bf req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.26 "DELETE /v2.0/ports/0c13191f-a526-411a-8880-a4918b9b29ee HTTP/1.1" status: 204  len: 173 time: 1.5999460
Jun 21 03:01:38.893927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032f09b9-be40-4078-8adc-4cc6a2ccbbc8', 'name': 'network-vif-deleted', 'tag': '0c13191f-a526-411a-8880-a4918b9b29ee'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:01:38.897302 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b890b7b8-72e7-4ed1-b138-61b89cbf567e" -d '{"events": [{"server_uuid": "032f09b9-be40-4078-8adc-4cc6a2ccbbc8", "name": "network-vif-deleted", "tag": "0c13191f-a526-411a-8880-a4918b9b29ee"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:01:38.910649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.922969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56f44e05-56e1-42cf-ae92-e094b1a26b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.946693 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:38.953913 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8982b80d-dfa8-4d04-b2b5-0cc24f8c7bf5 x-openstack-request-id: req-8982b80d-dfa8-4d04-b2b5-0cc24f8c7bf5 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:01:38.954329 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032f09b9-be40-4078-8adc-4cc6a2ccbbc8", "name": "network-vif-deleted", "tag": "0c13191f-a526-411a-8880-a4918b9b29ee", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:01:38.954735 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8982b80d-dfa8-4d04-b2b5-0cc24f8c7bf5 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:01:38.956896 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032f09b9-be40-4078-8adc-4cc6a2ccbbc8', 'name': 'network-vif-deleted', 'tag': '0c13191f-a526-411a-8880-a4918b9b29ee', 'status': 'completed', 'code': 200}
Jun 21 03:01:39.029483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:39.044952 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56f44e05-56e1-42cf-ae92-e094b1a26b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.045549 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.053613 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e680e52a-dc83-413e-b499-22366c07f96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:39.074052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:39.074449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6cafd4ad-356c-46a3-b6eb-5ee27e6b8332 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:39.075174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ead5705e-bff4-4ece-aba9-cef9cd0d9b96 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:39.077111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d52be072-71ce-44d4-9e39-1dd2b6414cc1 tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:39.101040 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-56f44e05-56e1-42cf-ae92-e094b1a26b17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6d028cdae7c4adb8e00bb67e56ea800&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6520000
Jun 21 03:01:39.102289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44e05-56e1-42cf-ae92-e094b1a26b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56bc5b-ed91-4a3c-bc18-7d75985aa28f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:39.105812 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56f44e05-56e1-42cf-ae92-e094b1a26b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:39.106218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58040) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:39.109742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ead5705e-bff4-4ece-aba9-cef9cd0d9b96 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:39.109742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ead5705e-bff4-4ece-aba9-cef9cd0d9b96 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:39.116526 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6b7b68-cb3e-41ff-bd57-cc9dcf6a253b,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:39.122117 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:39.128022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.172020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:39.178039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.232503 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-271d0126-6997-41dd-8b0f-c9a3a8c16066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.297563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 0c13191f-a526-411a-8880-a4918b9b29ee no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:39.312791 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-271d0126-6997-41dd-8b0f-c9a3a8c16066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.339811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 0c13191f-a526-411a-8880-a4918b9b29ee {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:39.340972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 0c13191f-a526-411a-8880-a4918b9b29ee not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:39.364939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.366179 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8583891
Jun 21 03:01:39.370794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58044) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:39.376757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'security_group_rule': {'security_group_id': '1d9e8018-bbb0-4bd6-b8e0-d3df6b564563', 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:39.516378 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.519701 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-271d0126-6997-41dd-8b0f-c9a3a8c16066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.523069 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-271d0126-6997-41dd-8b0f-c9a3a8c16066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.527852 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-271d0126-6997-41dd-8b0f-c9a3a8c16066 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb56bc5b-ed91-4a3c-bc18-7d75985aa28f HTTP/1.1" status: 204  len: 168 time: 0.4190392
Jun 21 03:01:39.529168 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3737c12f-7484-4b8e-91bd-187853dd7945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:39.540390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d0126-6997-41dd-8b0f-c9a3a8c16066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56bc5b-ed91-4a3c-bc18-7d75985aa28f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:39.543618 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-271d0126-6997-41dd-8b0f-c9a3a8c16066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:39.545367 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.562813 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.633776 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.638960 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4c60fa4b-4fbe-4467-a081-013c3dda6db5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:39.716144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2e2ed94-2194-4cfa-8d88-fe34edc6af99 req-a7ccfebd-117d-4070-9cc1-d0dfdccdc47b tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] 10.222.0.25 "GET /v2.0/ports?device_id=032f09b9-be40-4078-8adc-4cc6a2ccbbc8 HTTP/1.1" status: 200  len: 210 time: 0.0851657
Jun 21 03:01:39.749090 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.760137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'Port': ['ID=a3878a28-7575-401d-a44a-e487ec0839be,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:39.767041 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:39.771740 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.840586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:01:39.842421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.845699 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f43d6842-ea75-41cd-b27f-299705fca012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:39.865940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.867567 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1266832
Jun 21 03:01:39.870497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58062) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:39.876603 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.880200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-757a2a18-ed58-4293-8a05-d46a4d0cd0a0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Request body: {'floatingip': {'port_id': '885bdf86-8e73-468e-9f87-9c76df3a743d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:39.887283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:39.891817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:39.900776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d0744d-5768-424e-9623-87db0f4ac3c8 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:39.907736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:39.909440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:39.949619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=58adb207-3027-49d5-ac12-21af8a6ca8de,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:39.952760 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:39.953277 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0cd0684e-d9cd-412d-94b9-ebcb9d338281 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:39.963160 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-757a2a18-ed58-4293-8a05-d46a4d0cd0a0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.001102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bf45d2-29c3-40dd-acb3-544acfa9a1fd,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:40.004174 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:40.039919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.044587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6727915
Jun 21 03:01:40.050658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.2857614
Jun 21 03:01:40.051319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58068) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:40.051666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58070) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:40.059798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:40.079864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'security_group_rule': {'security_group_id': '1d9e8018-bbb0-4bd6-b8e0-d3df6b564563', 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:40.148646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '58adb207-3027-49d5-ac12-21af8a6ca8de'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:01:40.149955 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.242674 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-757a2a18-ed58-4293-8a05-d46a4d0cd0a0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] update failed (client error): The resource could not be found.
Jun 21 03:01:40.244764 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-757a2a18-ed58-4293-8a05-d46a4d0cd0a0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "PUT /v2.0/floatingips/be737841-f98c-4f7a-bce4-3a1eff0960e9 HTTP/1.1" status: 404  len: 507 time: 0.3730736
Jun 21 03:01:40.247570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58074) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:40.293184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.404136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.420900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Allocated IP 2001:db8::f816:3eff:fea3:c50d (4d82cb52-2247-4a3b-982b-02458c34d10e/58adb207-3027-49d5-ac12-21af8a6ca8de/8eaeea4f-3f75-4db9-a21d-00c02aeae5b0) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:40.450781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Deleting port a3878a28-7575-401d-a44a-e487ec0839be {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:40.451241 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.543987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.544409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.570255 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.572894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:40.576946 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.585692 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:40.586712 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.599636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Transition to ACTIVE for port object 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:40.616881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Transition to ACTIVE for port object 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:40.635295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2884a549-5cdf-4da2-9de9-8688af952b1e,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:40.672586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Calling delete_port for a3878a28-7575-401d-a44a-e487ec0839be owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:40.678895 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:40.710554 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.720051 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a6a99b3f-5abb-46a2-94d7-f3499f94fdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:40.769590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.773863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7184141
Jun 21 03:01:40.774766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58094) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:40.780136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'security_group_rule': {'security_group_id': '1d9e8018-bbb0-4bd6-b8e0-d3df6b564563', 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:40.808888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:40.856519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:40.866384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:40.885399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Pushing event updated for resources: {'Port': ['ID=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:40.890005 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:40.894722 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Project de7a8fe5101b4bf5b7265d94ec58be96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:01:40.947517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.960264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Attempting to bind port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:40.963196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Attempting to bind port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:40.963971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Attempting to bind port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:40.970959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:40.971598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:40.972179 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:40.972591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:40.973161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Bound port: 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:40.973670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.069621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.073453 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.073741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] For port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:41.076940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] For port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:41.085452 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5df876d4-2d02-418d-a60f-1c092d9af793 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:41.096566 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.100077 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09d41f8c-a0cb-4455-a53c-78412f72ec42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:41.135403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event deleted for resources: {'Port': ['ID=a3878a28-7575-401d-a44a-e487ec0839be,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:41.140025 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:41.143105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:41.150073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:41.153486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:41.154124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.187107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.198349 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.202244 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2f308488-ffcd-4253-a98b-808b22d1830f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:41.216000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.219033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=e651299c-ce1c-404f-b784-b86fbb830ebe,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:41.219862 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.229371 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "DELETE /v2.0/floatingips/be737841-f98c-4f7a-bce4-3a1eff0960e9 HTTP/1.1" status: 204  len: 168 time: 0.9737103
Jun 21 03:01:41.229787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58122) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:41.230309 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:41.232356 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:41.248303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-98e6a9e0-77ea-4172-b0bd-c4ab3d77a28f tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Request body: {'floatingip': {'floating_network_id': '60881345-eba2-4402-a53e-d3389c0bcbc7', 'port_id': '885bdf86-8e73-468e-9f87-9c76df3a743d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:41.255840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cef91b-9e4c-47f6-93e7-90ecbb6b70c0,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:41.261419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2032402
Jun 21 03:01:41.263498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:41.266459 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:41.270858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:23:d0:41', 'name': 'tempest-NetworksTestDHCPv6-1378954507'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:41.281297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.293207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:41.293692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5068755
Jun 21 03:01:41.357354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'security_group_rule': {'security_group_id': '1d9e8018-bbb0-4bd6-b8e0-d3df6b564563', 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:41.357608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Pushing event updated for resources: {'Port': ['ID=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:41.371036 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:41.394763 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98e6a9e0-77ea-4172-b0bd-c4ab3d77a28f tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.503640 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Project de7a8fe5101b4bf5b7265d94ec58be96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:01:41.516216 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.648597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.684632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:41.757186 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.766114 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:41.794729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29540134-f3cb-4834-9a8c-85f9eac620b3,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:41.799504 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-98e6a9e0-77ea-4172-b0bd-c4ab3d77a28f tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:01:41.800779 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:41.800990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-98e6a9e0-77ea-4172-b0bd-c4ab3d77a28f tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.5694516
Jun 21 03:01:41.806155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58156) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:41.811212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '885bdf86-8e73-468e-9f87-9c76df3a743d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:41.853755 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.884286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:41.940714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:41.941948 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6528757
Jun 21 03:01:42.118359 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:42.143784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 172.20.0.3 (4d82cb52-2247-4a3b-982b-02458c34d10e/e651299c-ce1c-404f-b784-b86fbb830ebe/d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:42.181782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fe23:d041 (4d82cb52-2247-4a3b-982b-02458c34d10e/58adb207-3027-49d5-ac12-21af8a6ca8de/d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:42.447498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4e483510-2869-4f19-b4eb-470b53bd6060 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715876752&fields=id&tenant_id=de7a8fe5101b4bf5b7265d94ec58be96 HTTP/1.1" status: 200  len: 267 time: 0.0950379
Jun 21 03:01:42.506183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:42.525552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:42.618367 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:42.638262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-ae068da1-41d7-4204-a6c5-aceb0faf8496 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:42.648576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-ae068da1-41d7-4204-a6c5-aceb0faf8496 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/networks?id=b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 200  len: 813 time: 0.1989729
Jun 21 03:01:42.659312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58204) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:42.666618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-45969798-2424-4154-83ea-f81c34ebcb64 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/quotas/de7a8fe5101b4bf5b7265d94ec58be96 HTTP/1.1" status: 200  len: 375 time: 0.0182724
Jun 21 03:01:42.739415 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:42.745246 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7378d7e-4d60-40ad-a399-c00daea405d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:42.801690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-06142b31-08d7-4618-838a-bdada0bdb4e7 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1332791
Jun 21 03:01:42.808246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-b413c744-9b2b-4c6e-abfa-443589269461 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:01:42.815461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-b413c744-9b2b-4c6e-abfa-443589269461 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0122807
Jun 21 03:01:42.900687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:42.911808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:42.920734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:42.923918 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:42.927579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:42.966941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed3cb2-939f-4e18-baa3-7096586f5634 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:43.048539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-b58f59c9-6959-48d9-9fb7-45a42d9af4f2 service neutron] 10.222.0.25 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304633
Jun 21 03:01:43.169867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-105764176'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:43.183986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-8428b6ff-038b-414f-a1ed-7c469c9e6d2e service neutron] 10.222.0.25 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335747
Jun 21 03:01:43.209121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:43.313185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Made reservation on behalf of f3e43a41416a4f7297e049597c74bb3a for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:43.317872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.334205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.377850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-306f3f24-c08d-4df5-85f6-94a1cbaaff48 None None] Provisioning for port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:43.448143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:43.448756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.451247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:43.466707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Allocated IP 172.25.7.19 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6538c8d5-a5b9-4b78-82bf-ea86e928fd0a) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:43.537706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58228) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:43.560752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:43.561110 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.572316 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.604432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Update dhcp port {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '58adb207-3027-49d5-ac12-21af8a6ca8de', 'ip_address': '2001:db8::f816:3eff:fea3:c50d'}, {'subnet_id': 'e651299c-ce1c-404f-b784-b86fbb830ebe'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '8eaeea4f-3f75-4db9-a21d-00c02aeae5b0'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:01:43.669696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.678763 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.697769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92da6b3f-e8d6-4ded-a9ac-a031b3f4993d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.725052 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.729357 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cd5528c5-f260-4a72-ac6e-e1f23ebf4911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:43.757908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:01:43.771517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc2c737-58d4-4f2d-8b89-8c2dbabd18d2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:43.776324 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:43.777824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.777947 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Added segment 43f5febd-12f8-4317-bee8-3703661e887a of type vlan for network 57025ef1-dbb1-471b-bbf1-c0060345d31b
Jun 21 03:01:43.812533 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.5468328
Jun 21 03:01:43.815616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.819879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58232) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:43.847631 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ae82b53f-bbd7-4ae8-b139-6e96bccce1da tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:43.869369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.874074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:43.905647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:43.911413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:43.914503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:43.918643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event updated for resources: {'Port': ['ID=6538c8d5-a5b9-4b78-82bf-ea86e928fd0a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:43.940985 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:43.982084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2001884-d240-482d-9c3c-0ded10a7a905 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:43.988272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2001884-d240-482d-9c3c-0ded10a7a905 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:43.992776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e2001884-d240-482d-9c3c-0ded10a7a905 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.1719191
Jun 21 03:01:43.992951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58234) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:44.027090 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92da6b3f-e8d6-4ded-a9ac-a031b3f4993d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.028804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.037582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:44.038490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.049907 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e2c6d42-d7a6-4498-b909-722531d794bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:44.123404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Allocated IP 172.20.0.2 (4d82cb52-2247-4a3b-982b-02458c34d10e/e651299c-ce1c-404f-b784-b86fbb830ebe/8eaeea4f-3f75-4db9-a21d-00c02aeae5b0) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:44.164228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Pushing event updated for resources: {'Network': ['ID=57025ef1-dbb1-471b-bbf1-c0060345d31b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:44.167211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92da6b3f-e8d6-4ded-a9ac-a031b3f4993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.170838 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:44.179446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56f44e05-56e1-42cf-ae92-e094b1a26b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:44.211506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da6b3f-e8d6-4ded-a9ac-a031b3f4993d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b750e15a-2eb8-40f1-bb03-1e42c10e8a3a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:44.217975 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92da6b3f-e8d6-4ded-a9ac-a031b3f4993d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:44.227158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:44.227518 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.255080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] For port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:44.260940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 1.5803976
Jun 21 03:01:44.310071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e63c791-b9e0-493e-a1e9-f6e3de02c8e2 req-cd9c86f0-8c52-430e-87c5-76a3d2d3a269 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.0952082
Jun 21 03:01:44.313945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-92da6b3f-e8d6-4ded-a9ac-a031b3f4993d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d1908ebc15f45f08710d6951f89d486&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7771091
Jun 21 03:01:44.317426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58244) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:44.342672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Deleting port 6538c8d5-a5b9-4b78-82bf-ea86e928fd0a {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:44.343104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.348530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 57025ef1-dbb1-471b-bbf1-c0060345d31b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:01:44.394029 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.419565 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb1005d5-3a29-46d8-8566-da14f0821435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.469227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb1005d5-3a29-46d8-8566-da14f0821435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.480384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Transition to ACTIVE for port object 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:44.496344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.506247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.506642 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.571001 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.574178 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f59190d-1965-47f1-9e21-72852bdfdf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:44.621631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:44.674425 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb1005d5-3a29-46d8-8566-da14f0821435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.680301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb1005d5-3a29-46d8-8566-da14f0821435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.683043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Calling delete_port for 6538c8d5-a5b9-4b78-82bf-ea86e928fd0a owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:44.696274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bb1005d5-3a29-46d8-8566-da14f0821435 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b750e15a-2eb8-40f1-bb03-1e42c10e8a3a HTTP/1.1" status: 204  len: 168 time: 0.3777130
Jun 21 03:01:44.697420 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ac8e5b7-63a2-4653-95fd-57e21f8103b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:44.722222 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:01:44.722222 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:01:44.725479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58258) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:44.727898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Pushing event updated for resources: {'Port': ['ID=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:44.732742 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:44.743985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Request body: {'port': {'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b', 'binding:host_id': 'n-h1-758944-33', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683294571'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:44.751820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1005d5-3a29-46d8-8566-da14f0821435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b750e15a-2eb8-40f1-bb03-1e42c10e8a3a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:44.759707 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb1005d5-3a29-46d8-8566-da14f0821435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:44.885585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Made reservation on behalf of 82693b934dae498bb6af1ed1b1c2fbfe for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:44.890284 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:44.915909 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.090514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.098567 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1cfd0cf-1afd-4665-8b9b-669174915227 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:45.100798 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.140177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:45.150820 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:45.171151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.184139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] device_id is not set on port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:45.184351 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.188101 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d33cbf64-dfad-416d-8edc-390629ddc68a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:45.236629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event deleted for resources: {'Port': ['ID=6538c8d5-a5b9-4b78-82bf-ea86e928fd0a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:45.293408 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:45.334990 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.420905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:45.430153 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-321c05ea-beb6-4de3-9863-7729d934fbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:45.449626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.450725 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da HTTP/1.1" status: 204  len: 168 time: 1.4448564
Jun 21 03:01:45.453486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58270) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:45.536580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07320faf-a6c4-4db4-8c28-ca3e08df5e84 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:45.538254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07320faf-a6c4-4db4-8c28-ca3e08df5e84 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:45.539790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07320faf-a6c4-4db4-8c28-ca3e08df5e84 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:45.544575 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-07320faf-a6c4-4db4-8c28-ca3e08df5e84 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0901465
Jun 21 03:01:45.545232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58272) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:45.556921 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.560447 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:45.604100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] device_id is not set on port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:45.638728 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.673195 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e649912f-fcfc-4c3c-933a-26837c10fac0 req-c2c3cd77-23e9-438f-8ca7-b4683ee31228 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.2440135
Jun 21 03:01:45.694084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:45.697956 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] create failed (client error): The resource could not be found.
Jun 21 03:01:45.698535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc261af1-a839-453f-a4ca-2614499070c3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:45.704139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Transition to ACTIVE for port object 3f08fea8-6fb8-410a-837f-176d5e8d0ecc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:45.710707 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:45.718480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.9110746
Jun 21 03:01:45.724067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58276) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:45.728700 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:45.768960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 58adb207-3027-49d5-ac12-21af8a6ca8de {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:45.773022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.778951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:45.844465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58278) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:45.866380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7ba975cb-17fc-437f-98fb-8f7db7b2a9c7 None None] Provisioning for port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:45.884275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7ba975cb-17fc-437f-98fb-8f7db7b2a9c7 None None] Provisioning complete for port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:45.884659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7ba975cb-17fc-437f-98fb-8f7db7b2a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.898796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-329a38fc-abda-4aac-be87-1efe7d672f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.903047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:45.923313 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-81a335c2-1de7-4df9-8f65-d2ac8864cf70 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:45.999217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:45.999607 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.045891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.078819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=3f08fea8-6fb8-410a-837f-176d5e8d0ecc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:46.086819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Checking segment: {'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:46.087344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Network hostable DHCP agents. Network: 57025ef1-dbb1-471b-bbf1-c0060345d31b, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:01:46.093720 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:46.120685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Deleting port 885bdf86-8e73-468e-9f87-9c76df3a743d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:46.121253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.130593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7ba975cb-17fc-437f-98fb-8f7db7b2a9c7 None None] Could not find standard attr ID for object d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:01:46.203612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-329a38fc-abda-4aac-be87-1efe7d672f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.207668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Network 57025ef1-dbb1-471b-bbf1-c0060345d31b is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:01:46.246537 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.252725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a90082ee-aff2-4f2e-8aa9-d79539b4edbc None None] Could not find standard attr ID for object d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:01:46.270557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.326522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-329a38fc-abda-4aac-be87-1efe7d672f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.333829 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b9243aa-88be-4387-b7f6-a8ca848913ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:46.355108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Calling delete_port for 885bdf86-8e73-468e-9f87-9c76df3a743d owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:46.375630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 57025ef1-dbb1-471b-bbf1-c0060345d31b) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:46.386769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:46.387230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43f71f-fc0d-4185-8c22-49b071bfb06c None None] Network 57025ef1-dbb1-471b-bbf1-c0060345d31b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:46.420498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a38fc-abda-4aac-be87-1efe7d672f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db22a1ce-5eab-405a-95db-f093b2f45b93,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:46.424436 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-329a38fc-abda-4aac-be87-1efe7d672f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:46.427576 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-329a38fc-abda-4aac-be87-1efe7d672f0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28129d31ee534fb3b663597fb3662ead&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5817738
Jun 21 03:01:46.430068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58282) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:46.468998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:46.469535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:46.470071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:46.482272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:46.482272 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:46.482272 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 2 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:46.505747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.519409 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0f8fd7c-c9e2-4b54-af98-7f3d8a257f53 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:46.534357 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.536095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:46.536521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:46.537110 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/58adb207-3027-49d5-ac12-21af8a6ca8de HTTP/1.1" status: 204  len: 168 time: 0.9909410
Jun 21 03:01:46.540338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:46.543847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58284) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:46.598544 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aca62cdf-3f7b-4099-aa48-e0f76188da68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.625476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aca62cdf-3f7b-4099-aa48-e0f76188da68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.633452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet e651299c-ce1c-404f-b784-b86fbb830ebe {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:46.639267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.642107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:46.642475 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:46.675441 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 3 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:46.731848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=58adb207-3027-49d5-ac12-21af8a6ca8de,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:46.741592 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:46.811342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:46.811886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:46.824411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:46.865422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.868473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aca62cdf-3f7b-4099-aa48-e0f76188da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.875439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aca62cdf-3f7b-4099-aa48-e0f76188da68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:46.879732 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aca62cdf-3f7b-4099-aa48-e0f76188da68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db22a1ce-5eab-405a-95db-f093b2f45b93 HTTP/1.1" status: 204  len: 168 time: 0.4438851
Jun 21 03:01:46.879732 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-55b07834-f5fb-4e75-bd07-a553c54580a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:46.888263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e65d5a-8940-44ae-984e-23c81ceaa820 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:46.906699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca62cdf-3f7b-4099-aa48-e0f76188da68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db22a1ce-5eab-405a-95db-f093b2f45b93,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:46.919046 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aca62cdf-3f7b-4099-aa48-e0f76188da68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:46.969177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:46.974318 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:46.979158 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 4 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:46.998657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:47.008085 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52d1723f-92c6-49d7-bb47-8db0e91f1c9f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:47.108050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event deleted for resources: {'Port': ['ID=885bdf86-8e73-468e-9f87-9c76df3a743d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:47.113606 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:47.153422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcfd6d29-ba1d-4069-8890-21a79b97ae0f req-86e248ff-da55-444d-a1fe-d83da6a3c098 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.1261022
Jun 21 03:01:47.182251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:47.193118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:47.193118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:47.391563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:47.393117 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:47.396568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:47.397263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58304) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:47.404419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "DELETE /v2.0/ports/885bdf86-8e73-468e-9f87-9c76df3a743d HTTP/1.1" status: 204  len: 168 time: 1.6773732
Jun 21 03:01:47.407408 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 5 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:47.445717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58306) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:47.448585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:47.448960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:47.450689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:47.541610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Deleting subnet e6693165-493d-4dcb-8f5e-640a9427f677 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:47.556782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:47.648082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:47.756966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:47.757305 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:47.758148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:47.769291 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:47.772244 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 6 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:47.784527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:47.867248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-0c30a3aa-463b-44f7-8b30-98191989ebcc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:47.869035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-0c30a3aa-463b-44f7-8b30-98191989ebcc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.20 "GET /v2.0/networks?id=b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 200  len: 813 time: 0.3801270
Jun 21 03:01:47.874015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:47.874495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:47.875032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:47.882905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:47.883289 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:47.946788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:47.947255 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:47.957637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:47.961533 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 7 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:47.962160 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25b8524f-422b-4ecc-9654-a256b93396c8 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:48.009131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:48.009678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:48.010117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:48.033931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbeb14d-e096-4d25-9fd3-d2a50bf4dd5f tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:48.036059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-edbeb14d-e096-4d25-9fd3-d2a50bf4dd5f tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "GET /v2.0/ports?device_id=56d9eed9-f4be-49f5-b3ad-6f201d80af0b HTTP/1.1" status: 200  len: 913 time: 0.5800121
Jun 21 03:01:48.040666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58316) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:48.055340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-104e8d5e-9ab8-4fbf-b06c-8b63ed68b280 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de7a8fe5101b4bf5b7265d94ec58be96 HTTP/1.1" status: 200  len: 380 time: 0.1687207
Jun 21 03:01:48.089535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.095198 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6693165-493d-4dcb-8f5e-640a9427f677 HTTP/1.1" status: 204  len: 168 time: 0.6966815
Jun 21 03:01:48.098168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6693165-493d-4dcb-8f5e-640a9427f677,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:48.100267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:48.102938 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:48.133585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:48.134129 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:48.218675 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 8 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:48.244918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.247902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'port': {'device_id': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'admin_state_up': True, 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'security_groups': ['1d9e8018-bbb0-4bd6-b8e0-d3df6b564563']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:48.352748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:48.353083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:48.353732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:48.355823 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.374619 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5809070c-94c2-46d1-990e-b34af5dae362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:48.395768 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.399352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/e651299c-ce1c-404f-b784-b86fbb830ebe HTTP/1.1" status: 204  len: 168 time: 1.8460710
Jun 21 03:01:48.400232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c2e60f-1c19-4fd3-9370-2eb6534e001e None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:48.472393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58330) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:48.534183 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a011b0b2-738c-4cfe-b6ef-b6471288fa74 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0573394
Jun 21 03:01:48.534364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58336) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:48.538926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.541278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-57a24955-5630-4e91-a3bc-e486935239bb None None] Provisioning complete for port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:48.541695 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-57a24955-5630-4e91-a3bc-e486935239bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.545553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:48.569037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d231b640>,) {'filters': {'network_id': ['44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:48.632110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d231b640>, '9c3444f7-af8b-4e11-8aae-b9d34f079b67') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:48.632739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d231b640>, '9c3444f7-af8b-4e11-8aae-b9d34f079b67') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:48.649611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.691506 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.705875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:01:48.706380 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:01:48.708315 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:01:48.850775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:48.855064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:48.938263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:01:49.010924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:49.011469 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:49.021160 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 9 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:49.023854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] Deleting port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:49.024014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=e651299c-ce1c-404f-b784-b86fbb830ebe,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:49.024240 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.059257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:49.059833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:49.060328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:49.065270 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:49.112657 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.117951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.123133 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] 10.222.0.25 "DELETE /v2.0/networks/44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b HTTP/1.1" status: 204  len: 168 time: 1.0215125
Jun 21 03:01:49.124008 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0c9b14c-e2a8-4f36-829c-84526bccf19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:49.137772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ca6c0a-c0ef-4732-87d0-76ac6fbdfc9b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:49.147083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.148020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.148020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.148230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.148569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.148930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.149493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.149865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.150230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.150593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.150957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.151403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:01:49.155453 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:49.186155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] For port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:49.186646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.240155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b3c5aa4-d2bb-45c1-9477-d8a0555a5065 req-576e8879-4381-447d-90b0-74465261f974 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.2340548
Jun 21 03:01:49.245918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:49.246253 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:49.256420 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 10 to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc
Jun 21 03:01:49.307918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] Calling delete_port for 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:49.366804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:49.367053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:49.367396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:49.389823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:49.390158 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:49.390516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.467507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:01:49.566496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] For port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:49.566875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempted to set empty binding levels {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jun 21 03:01:49.604758 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.614569 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67e455bf-9ac9-4285-84c7-2eb4eb32b4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:49.629065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] No DVR routers for this DVR port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:49.676291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Made reservation on behalf of de7a8fe5101b4bf5b7265d94ec58be96 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:49.694732 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.702286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] Pushing event deleted for resources: {'Port': ['ID=8eaeea4f-3f75-4db9-a21d-00c02aeae5b0,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:49.711706 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:49.720009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:49.771045 n-d-758944-33 neutron-server[94166]: WARNING neutron.services.revisions.revision_plugin [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f73d0f05190] {port_id='8eaeea4f-3f75-4db9-a21d-00c02aeae5b0', ip_address='2001:db8::f816:3eff:fea3:c50d', subnet_id='4bdb11f1-2f0a-4958-8170-99c63a6d9037', network_id='4d82cb52-2247-4a3b-982b-02458c34d10e'}> to bump revision.
Jun 21 03:01:49.779307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.780786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58356) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:49.787906 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-223ea7ad-6854-4090-b47e-388e7ab6361a tempest-AttachVolumeNegativeTest-786261765 tempest-AttachVolumeNegativeTest-786261765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:49.789720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:49.790257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:49.817456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Port 8eaeea4f-3f75-4db9-a21d-00c02aeae5b0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}}
Jun 21 03:01:49.818116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Reverting IP allocation for 2001:db8::f816:3eff:fea3:c50d {{(pid=94166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Jun 21 03:01:49.824890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea3:c50d {{(pid=94166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}}
Jun 21 03:01:49.830639 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.838794 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-08d07c02-b8ff-472f-9f9b-bfcb49b8ee94 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:49.882053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:49.888422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.931222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:49.937869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:49.947769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b74b15-ac55-415c-88ef-985a26f9f7a1 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:49.949282 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-60f8a977-fbd2-4a3e-95bb-182ab8de8071 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8a0d24963e24fa78625afefb43c33f4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1666770
Jun 21 03:01:49.954350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:49.955662 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:49.969840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58362) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:49.992968 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=4bdb11f1-2f0a-4958-8170-99c63a6d9037,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:49.997198 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:50.057693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=3f08fea8-6fb8-410a-837f-176d5e8d0ecc,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:50.060297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5248790
Jun 21 03:01:50.063478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7cbf5d51-118b-4675-b6ba-d171590cfbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.067555 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:50.067814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58366) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:50.076831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:50.130972 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7cbf5d51-118b-4675-b6ba-d171590cfbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.192912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 5.4539618
Jun 21 03:01:50.194544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58368) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:50.271707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '4bdb11f1-2f0a-4958-8170-99c63a6d9037'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:01:50.273165 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.273919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.429835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7cbf5d51-118b-4675-b6ba-d171590cfbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.445637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7cbf5d51-118b-4675-b6ba-d171590cfbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.448895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7cbf5d51-118b-4675-b6ba-d171590cfbb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/577365b6-09c4-4b12-b84b-f452c59ab274 HTTP/1.1" status: 204  len: 168 time: 0.4726095
Jun 21 03:01:50.448895 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb9b1698-075c-4d06-8533-929f9a04a808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:50.468873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf5d51-118b-4675-b6ba-d171590cfbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577365b6-09c4-4b12-b84b-f452c59ab274,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:50.480359 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7cbf5d51-118b-4675-b6ba-d171590cfbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:50.551937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Deleting port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:50.552289 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.635705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:50.639577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.645477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Allocated IP 172.20.0.10 (b6a74d45-78b4-46a0-9401-7eac2146f62e/4407d074-8826-43b3-8110-e714b90364f7/a556ca73-64c4-4768-8683-a841978d8a68) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:50.681222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52f34c01-cac5-4917-950e-983bc324abe9 req-278267e3-0f3e-48eb-9120-e5cc677d0deb tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.0759881
Jun 21 03:01:50.723612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Allocated IP 2001:db8::f816:3eff:fe3e:61ed (4d82cb52-2247-4a3b-982b-02458c34d10e/4bdb11f1-2f0a-4958-8170-99c63a6d9037/6305411e-3953-4bd3-b4c8-b31ddaaa2859) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:50.730129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] For port 3f08fea8-6fb8-410a-837f-176d5e8d0ecc, host n-h1-758944-33, got binding levels [] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:50.731842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:50.795003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58380) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:50.882723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Calling delete_port for 3f08fea8-6fb8-410a-837f-176d5e8d0ecc owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:51.088913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.101635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.107044 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-32f2b4e8-41e2-4694-8e52-8ef156b53a47 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:51.125841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Transition to ACTIVE for port object 6305411e-3953-4bd3-b4c8-b31ddaaa2859 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:51.129362 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.155090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Transition to ACTIVE for port object 6305411e-3953-4bd3-b4c8-b31ddaaa2859 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:51.160839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Transition to ACTIVE for port object a556ca73-64c4-4768-8683-a841978d8a68 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:51.169044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f08fea8-6fb8-410a-837f-176d5e8d0ecc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:51.172900 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:51.176685 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.181604 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3f08fea8-6fb8-410a-837f-176d5e8d0ecc HTTP/1.1" status: 204  len: 168 time: 0.9859076
Jun 21 03:01:51.182227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58388) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:51.219108 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d496a15d-59c4-448c-a7bb-130f358a100e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] GET failed (client error): The resource could not be found.
Jun 21 03:01:51.227643 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.230384 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-58e6facf-d5ca-4ce8-ac3a-885cca531f0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:51.236457 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d496a15d-59c4-448c-a7bb-130f358a100e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "GET /v2.0/ports/3f08fea8-6fb8-410a-837f-176d5e8d0ecc HTTP/1.1" status: 404  len: 333 time: 0.0423093
Jun 21 03:01:51.238172 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58390) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:51.250273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Request body: {'port': {'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-982133844'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:51.305844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:51.310923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:51.322379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:51.338624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Pushing event updated for resources: {'Port': ['ID=6305411e-3953-4bd3-b4c8-b31ddaaa2859,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:51.361658 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:51.384910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Made reservation on behalf of 82693b934dae498bb6af1ed1b1c2fbfe for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:51.387483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.390054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1324e654-4fc9-4c70-8759-1c74cb66c35e tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:51.421932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] device_id is not set on port 9144220f-3323-4975-b0b9-3096cfdc66d3 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:51.434992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Attempting to bind port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:51.435497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Attempting to bind port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:51.437305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Attempting to bind port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:51.450472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:51.452168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:51.452689 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.454352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:51.456518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Bound port: 6305411e-3953-4bd3-b4c8-b31ddaaa2859, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:51.458448 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.495779 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.505925 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0b38a4c-84a4-4688-ba07-98f664f99774 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:51.510971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Deleting port 8da007bc-879c-4405-bd24-53b18004cfa0 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:51.511343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.538610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] For port 6305411e-3953-4bd3-b4c8-b31ddaaa2859, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:51.548316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] For port 6305411e-3953-4bd3-b4c8-b31ddaaa2859, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6305411e-3953-4bd3-b4c8-b31ddaaa2859,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:51.570379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:51.632216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:51.645883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1324e654-4fc9-4c70-8759-1c74cb66c35e tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] 10.222.0.25 "PUT /v2.0/quotas/bf3b6314da0b430daf694da9e3abe07e HTTP/1.1" status: 200  len: 368 time: 0.8490014
Jun 21 03:01:51.651049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:51.651659 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.889614 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.894746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=cf08ebfd-d253-4df5-b748-fb5639b954ff,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:51.894746 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:51.894746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:51.894746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Calling delete_port for 8da007bc-879c-4405-bd24-53b18004cfa0 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:51.894746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f44e755-5c92-4955-b730-32fc2ad3b8a1 req-1e282d9b-509b-420a-bd3c-ead016ea6204 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.0370443
Jun 21 03:01:51.895834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58400) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:51.895834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Request body: {'network': {'project_id': 'bf3b6314da0b430daf694da9e3abe07e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:52.063072 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.072719 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:52.076039 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.093179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:52.094117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0215731
Jun 21 03:01:52.103040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.106932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58404) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:52.143080 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-70ce72f3-c169-4c7c-b7d4-5a110e9ea2a9 tempest-RoutersIpV6AdminTest-1872551664 tempest-RoutersIpV6AdminTest-1872551664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:52.184053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:e3:3d:58', 'name': 'tempest-NetworksTestDHCPv6-1107004740'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:52.231499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Network 57025ef1-dbb1-471b-bbf1-c0060345d31b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:52.233422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Pushing event updated for resources: {'Port': ['ID=6305411e-3953-4bd3-b4c8-b31ddaaa2859,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:52.234711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Network b6a74d45-78b4-46a0-9401-7eac2146f62e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:52.239533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:52.244930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:52.253416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:52.259339 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:52.298982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:52.300158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:52.300788 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.316540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'Port': ['ID=a556ca73-64c4-4768-8683-a841978d8a68,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:52.331476 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.337440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=9144220f-3323-4975-b0b9-3096cfdc66d3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:52.339937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Made reservation on behalf of bf3b6314da0b430daf694da9e3abe07e for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:52.342617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.358384 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:52.362838 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:52.363606 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:52.382845 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.399096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:52.400120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.460933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event deleted for resources: {'Port': ['ID=8da007bc-879c-4405-bd24-53b18004cfa0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:52.464777 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:52.489901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.2477398
Jun 21 03:01:52.493372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58414) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:52.504807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:52.683625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.772416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.791570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58418) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:52.820504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.841792 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.857094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:01:52.887596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.888128 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Added segment 13e49b3b-f09a-4ffc-91ad-2002b641b2a9 of type vlan for network 560b9cb1-8099-4315-bd63-e34827a9c8eb
Jun 21 03:01:52.890156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0ade8941-1d40-456f-acfa-b722348a3820 None None] Provisioning for port a556ca73-64c4-4768-8683-a841978d8a68 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:52.895707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0ade8941-1d40-456f-acfa-b722348a3820 None None] Provisioning complete for port a556ca73-64c4-4768-8683-a841978d8a68 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:52.898169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ade8941-1d40-456f-acfa-b722348a3820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:52.959626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-08261138-0a99-4c31-bb21-f78137d32d99 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7428243
Jun 21 03:01:53.006491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.031935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0ade8941-1d40-456f-acfa-b722348a3820 None None] Port a556ca73-64c4-4768-8683-a841978d8a68 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:01:53.066563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Request body: {'port': {'device_id': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:53.070134 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ac6e834-bf7f-4f2e-ba3b-25d81952ee0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:53.147586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1351259599-network', 'tenant_id': '8bb2c1590b63435dbabdc1925e519f7f'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:53.158773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb3049f-52d3-4693-9a6e-db340b8adf66,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:53.161737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.162973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:53.163727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.170468 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:53.176154 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-16ee048e-9421-4b30-9214-12e7baa0e336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:53.264744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:53.335333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Router 56d9eed9-f4be-49f5-b3ad-6f201d80af0b has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:01:53.363183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.373385 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.4986656
Jun 21 03:01:53.378064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58426) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:53.384982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Request body: {'network': {'project_id': 'bf3b6314da0b430daf694da9e3abe07e'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:53.402478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Pushing event updated for resources: {'Network': ['ID=560b9cb1-8099-4315-bd63-e34827a9c8eb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:53.412337 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:53.420498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 560b9cb1-8099-4315-bd63-e34827a9c8eb details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:01:53.422826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] device_id is not set on port 9144220f-3323-4975-b0b9-3096cfdc66d3 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:53.444709 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.466586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e3b7f-52cc-4fc3-83a3-1a3c6ff86e5b req-a7a54095-25f8-4a09-8ef5-698126e74682 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:53.471281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.475722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b4e3b7f-52cc-4fc3-83a3-1a3c6ff86e5b req-a7a54095-25f8-4a09-8ef5-698126e74682 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 932 time: 0.3304093
Jun 21 03:01:53.485593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:01:53.486335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Transition to ACTIVE for port object 9144220f-3323-4975-b0b9-3096cfdc66d3 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:53.494504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58428) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:53.496060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "PUT /v2.0/routers/56d9eed9-f4be-49f5-b3ad-6f201d80af0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4511623
Jun 21 03:01:53.501161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 2ff8ba77-3c86-46ec-bdb4-533de399d7fe yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:53.521878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807d64ab-23ed-4b2a-b094-f8dba7f40224 None None] Sync routers for ids ['56d9eed9-f4be-49f5-b3ad-6f201d80af0b'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:01:53.554004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d64ab-23ed-4b2a-b094-f8dba7f40224 None None] Routers {'56d9eed9-f4be-49f5-b3ad-6f201d80af0b'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:53.554927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-807d64ab-23ed-4b2a-b094-f8dba7f40224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b06d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['56d9eed9-f4be-49f5-b3ad-6f201d80af0b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:53.560237 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Made reservation on behalf of 8bb2c1590b63435dbabdc1925e519f7f for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:53.568148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.602233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-807d64ab-23ed-4b2a-b094-f8dba7f40224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b06d60>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:53.628845 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.632382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d64ab-23ed-4b2a-b094-f8dba7f40224 None None] Routers {'56d9eed9-f4be-49f5-b3ad-6f201d80af0b'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:01:53.633009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-807d64ab-23ed-4b2a-b094-f8dba7f40224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b06d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:01:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['56d9eed9-f4be-49f5-b3ad-6f201d80af0b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:53.639428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b4e3b7f-52cc-4fc3-83a3-1a3c6ff86e5b req-8d4a4a7a-b0d8-473a-8fb5-5d83865ae838 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625957
Jun 21 03:01:53.654786 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:53.659420 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1377146-1062-4741-933d-dedf00b44f65 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.664930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:53.721994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-807d64ab-23ed-4b2a-b094-f8dba7f40224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b06d60>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:53.722872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807d64ab-23ed-4b2a-b094-f8dba7f40224 None None] The sync data for ids ['56d9eed9-f4be-49f5-b3ad-6f201d80af0b'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:01:53.850759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6305411e-3953-4bd3-b4c8-b31ddaaa2859 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:53.869247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Made reservation on behalf of bf3b6314da0b430daf694da9e3abe07e for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:53.879853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.018268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:01:54.062038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:54.104733 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.105302 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Added segment 055e2daa-e336-4f3c-a5ac-51467ce8950c of type vlan for network b79d23a3-e0c4-4ae5-ad85-5c2c6598617b
Jun 21 03:01:54.154392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77cdcd8-3e0a-413b-8662-5234df03fb90 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:54.165498 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.279503 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.280571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:54.285662 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.303768 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0f73004-8f65-4181-ba95-008c8f4b2a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:54.430521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] Provisioning for port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:54.436808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] Provisioning complete for port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:54.437081 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.473573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=9144220f-3323-4975-b0b9-3096cfdc66d3,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:54.477499 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:54.513746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a556ca73-64c4-4768-8683-a841978d8a68 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:01:54.519576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Pushing event updated for resources: {'Network': ['ID=b79d23a3-e0c4-4ae5-ad85-5c2c6598617b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:54.530025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:54.542990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b79d23a3-e0c4-4ae5-ad85-5c2c6598617b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:01:54.601999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Update dhcp port {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '4bdb11f1-2f0a-4958-8170-99c63a6d9037', 'ip_address': '2001:db8::f816:3eff:fe3e:61ed'}, {'subnet_id': 'cf08ebfd-d253-4df5-b748-fb5639b954ff'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '6305411e-3953-4bd3-b4c8-b31ddaaa2859'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:01:54.603066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:54.603503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:54.603985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:54.607255 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1377146-1062-4741-933d-dedf00b44f65 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.617153 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1377146-1062-4741-933d-dedf00b44f65 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.619466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 172.20.0.11 (4d82cb52-2247-4a3b-982b-02458c34d10e/cf08ebfd-d253-4df5-b748-fb5639b954ff/2ff8ba77-3c86-46ec-bdb4-533de399d7fe) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:54.625363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:54.625888 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:54.628746 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 2 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:54.670647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.692851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Transition to ACTIVE for port object a556ca73-64c4-4768-8683-a841978d8a68 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:54.724383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fee3:3d58 (4d82cb52-2247-4a3b-982b-02458c34d10e/4bdb11f1-2f0a-4958-8170-99c63a6d9037/2ff8ba77-3c86-46ec-bdb4-533de399d7fe) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:54.726711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:54.727130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:54.727650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:54.738930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:54.739147 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:54.744583 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 3 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:54.775878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.777573 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.796825 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.808563 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:54.822747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:54.824429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:54.824755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:54.844459 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1377146-1062-4741-933d-dedf00b44f65 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.845732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1377146-1062-4741-933d-dedf00b44f65 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Fanout notify agent at l3_agent the message router_deleted on router 56d9eed9-f4be-49f5-b3ad-6f201d80af0b {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:01:54.855411 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1377146-1062-4741-933d-dedf00b44f65 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:54.860412 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a1377146-1062-4741-933d-dedf00b44f65 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "DELETE /v2.0/routers/56d9eed9-f4be-49f5-b3ad-6f201d80af0b HTTP/1.1" status: 204  len: 168 time: 1.3648565
Jun 21 03:01:54.868241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58438) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:54.894936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:54.895383 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:54.899336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] For port 6305411e-3953-4bd3-b4c8-b31ddaaa2859, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6305411e-3953-4bd3-b4c8-b31ddaaa2859,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:54.925263 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 4 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:54.950094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:54.950094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:54.950598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.014306 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.021898 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:55.050029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:55.050381 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:55.055203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.058049 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 5 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:55.098135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Deleting subnet ae4f338e-9127-41e3-8cea-067cc715c3e9 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:55.106130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] Pushing event updated for resources: {'Port': ['ID=6305411e-3953-4bd3-b4c8-b31ddaaa2859,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:55.111970 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:55.112855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:55.113247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:55.113609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.115771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.151540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:55.151876 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:55.156527 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 6 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:55.167689 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.185208 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7cbf5d51-118b-4675-b6ba-d171590cfbb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:55.215312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Pushing event updated for resources: {'Port': ['ID=a556ca73-64c4-4768-8683-a841978d8a68,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:55.234365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.252320 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:55.257055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.8770823
Jun 21 03:01:55.258832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58442) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:55.270939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b4265b74-5568-4d44-a8f6-a8ec5cef77b0 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Request body: {'network': {'project_id': 'bf3b6314da0b430daf694da9e3abe07e'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:55.271146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:55.271890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:55.272099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.276801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:01:55.326817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:55.327520 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:55.328648 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4265b74-5568-4d44-a8f6-a8ec5cef77b0 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:01:55.329371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4265b74-5568-4d44-a8f6-a8ec5cef77b0 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:01:55.331593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b4265b74-5568-4d44-a8f6-a8ec5cef77b0 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0680363
Jun 21 03:01:55.337922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58444) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:55.338493 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 7 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:55.354457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.355384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c817ea0-f0ae-4d37-b469-96808bef4b5d req-76ed8564-989c-434f-9ed3-53b0a81e0d51 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:55.357798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c817ea0-f0ae-4d37-b469-96808bef4b5d req-76ed8564-989c-434f-9ed3-53b0a81e0d51 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 944 time: 0.3641281
Jun 21 03:01:55.360358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Attempting to bind port a556ca73-64c4-4768-8683-a841978d8a68 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:55.360750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Attempting to bind port a556ca73-64c4-4768-8683-a841978d8a68 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:55.361612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Attempting to bind port a556ca73-64c4-4768-8683-a841978d8a68 on network b6a74d45-78b4-46a0-9401-7eac2146f62e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.375906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:55.375906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.375906 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Added segment 7f18d669-ecba-4356-bcda-36c2ab39f471 of type vlan for network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54
Jun 21 03:01:55.376504 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:55.393295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:55.393663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:55.393999 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.402647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 2ff8ba77-3c86-46ec-bdb4-533de399d7fe will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:55.430849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Port a556ca73-64c4-4768-8683-a841978d8a68 on network b6a74d45-78b4-46a0-9401-7eac2146f62e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:55.430849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Attempting to bind port a556ca73-64c4-4768-8683-a841978d8a68 on network b6a74d45-78b4-46a0-9401-7eac2146f62e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.434457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:55.434798 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:55.446478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:01:55.446911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Checking segment: {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:55.447199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Bound using segment: {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:01:55.447648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Bound port: a556ca73-64c4-4768-8683-a841978d8a68, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4433280f-4e9a-47b0-a05e-4b08e8777636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:01:55.447999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.459102 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 8 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:55.477252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:55.477988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:55.477988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.481259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.485207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c817ea0-f0ae-4d37-b469-96808bef4b5d req-dcf66672-dc49-4171-aa37-dbff576d2bc1 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216125
Jun 21 03:01:55.498159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.504736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:55.505086 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:55.512492 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 9 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:55.540490 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.576995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:55.577297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:55.577723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.600951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:55.601127 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:55.604228 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 10 to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3
Jun 21 03:01:55.629367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:01:55.629710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:01:55.630061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:01:55.640593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] For port a556ca73-64c4-4768-8683-a841978d8a68, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:55.643349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:01:55.643774 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 9144220f-3323-4975-b0b9-3096cfdc66d3 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:01:55.644240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.688264 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.693824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] For port a556ca73-64c4-4768-8683-a841978d8a68, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a556ca73-64c4-4768-8683-a841978d8a68,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:01:55.703423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8208670>,) {'filters': {'network_id': ['b79d23a3-e0c4-4ae5-ad85-5c2c6598617b']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:55.722830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8208670>, '055e2daa-e336-4f3c-a5ac-51467ce8950c') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:55.723152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8208670>, '055e2daa-e336-4f3c-a5ac-51467ce8950c') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:55.738759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] For port 9144220f-3323-4975-b0b9-3096cfdc66d3, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:01:55.739938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempted to set empty binding levels {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jun 21 03:01:55.741241 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.742387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:55.743464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.745478 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.747571 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d36c17d-9558-4823-92a5-1b56e8d66b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:55.768946 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.772949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Allocated IP 172.20.0.2 (4d82cb52-2247-4a3b-982b-02458c34d10e/cf08ebfd-d253-4df5-b748-fb5639b954ff/6305411e-3953-4bd3-b4c8-b31ddaaa2859) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:01:55.776642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:01:55.777120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.820917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.826553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Pushing event updated for resources: {'Network': ['ID=de1df0d3-d5a1-4a35-8b2f-580bfffa4e54,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:55.844558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.863384 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:55.866603 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9b63738-eca0-4b38-8656-f928e02fd9a9 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:55.901908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.917913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.921598 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "DELETE /v2.0/subnets/ae4f338e-9127-41e3-8cea-067cc715c3e9 HTTP/1.1" status: 204  len: 168 time: 1.0500207
Jun 21 03:01:55.921889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4f338e-9127-41e3-8cea-067cc715c3e9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:55.926764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:55.927419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58448) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:55.934013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] For port 6305411e-3953-4bd3-b4c8-b31ddaaa2859, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6305411e-3953-4bd3-b4c8-b31ddaaa2859,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:55.969686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:55.989895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6305411e-3953-4bd3-b4c8-b31ddaaa2859 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:55.993728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:01:55.995841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208a16b-e8e1-425c-8bcc-a7166bbe1224 None None] Network 60881345-eba2-4402-a53e-d3389c0bcbc7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:56.001039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Transition to ACTIVE for port object 6305411e-3953-4bd3-b4c8-b31ddaaa2859 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:01:56.023749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:56.026103 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11c5ae4c-67d0-4d98-80c2-5d20a038a6f9 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:56.031895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:56.041591 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 3.2459943
Jun 21 03:01:56.041591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] In _notify_port_updated(), no bound segment for port 9144220f-3323-4975-b0b9-3096cfdc66d3 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:01:56.041591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.041591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.043086 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "PUT /v2.0/ports/9144220f-3323-4975-b0b9-3096cfdc66d3 HTTP/1.1" status: 200  len: 979 time: 3.5466859
Jun 21 03:01:56.043924 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:56.097278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58450) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:56.097540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58452) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:56.103939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Request body: {'subnet': {'network_id': 'de1df0d3-d5a1-4a35-8b2f-580bfffa4e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1351259599-subnet', 'tenant_id': '8bb2c1590b63435dbabdc1925e519f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:56.125594 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.136677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.144257 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:56.218189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Made reservation on behalf of 8bb2c1590b63435dbabdc1925e519f7f for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:56.220838 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.286394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.287081 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.289683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=2ff8ba77-3c86-46ec-bdb4-533de399d7fe,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:01:56.324766 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:01:56.336528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.348452 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:56.403905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Pushing event updated for resources: {'Port': ['ID=a556ca73-64c4-4768-8683-a841978d8a68,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:56.421152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=9144220f-3323-4975-b0b9-3096cfdc66d3,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:56.426830 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:56.428290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.429121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.431205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] 10.222.0.20 "PUT /v2.0/ports/a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 200  len: 1093 time: 3.3790121
Jun 21 03:01:56.436841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:01:56.436993 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:56.437118 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84998bbb-fc6f-492f-836e-4224d50721b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:01:56.437268 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.510s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:56.437268 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:56.460961 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5054d6f0-c67c-4b72-a3c9-b6d6d3a820ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.3377063
Jun 21 03:01:56.465753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58456) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:56.495942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.496919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.497803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.498490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.499125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.502476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.503683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.504016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.504493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.504615 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c73f310-c515-4856-a894-e1ca9a9755a5 x-openstack-request-id: req-0c73f310-c515-4856-a894-e1ca9a9755a5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:01:56.504852 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:01:56.505095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.505416 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c73f310-c515-4856-a894-e1ca9a9755a5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:01:56.505561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.506034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.506302 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68', 'status': 'completed', 'code': 200}
Jun 21 03:01:56.506500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.506969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.507490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.507962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.508426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.508893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.509363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.509833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.517130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-61c1e8b7-e454-47fb-b42b-76e13c5f7b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18318 time: 0.4142430
Jun 21 03:01:56.518589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58458) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:56.532712 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Deleting port c3a70794-7023-4bfe-b47b-615a180c1293 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:56.533814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.651011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.651481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Pushing event updated for resources: {'Port': ['ID=6305411e-3953-4bd3-b4c8-b31ddaaa2859,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:56.657198 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:56.719224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ca1e9c1-0b8a-4d78-af4a-d346633837bc tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:56.721776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.723827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b79d23a3-e0c4-4ae5-ad85-5c2c6598617b HTTP/1.1" status: 204  len: 168 time: 1.3830528
Jun 21 03:01:56.735710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58462) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:56.793017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] For port c3a70794-7023-4bfe-b47b-615a180c1293, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c3a70794-7023-4bfe-b47b-615a180c1293,segment=NetworkSegment(d8ea7174-d250-4b7d-914d-4f27ce5cc8ba),segment_id=d8ea7174-d250-4b7d-914d-4f27ce5cc8ba)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:56.793558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.819165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] DHCP port deletion for 60881345-eba2-4402-a53e-d3389c0bcbc7 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:01:56.884096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Calling delete_port for c3a70794-7023-4bfe-b47b-615a180c1293 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:56.911669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] Deleting port c3a70794-7023-4bfe-b47b-615a180c1293 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:56.912382 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.922688 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.944487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:56.952810 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6b153cb7-45d9-47b1-a898-e6ff267f1ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:56.966354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Pushing event deleted for resources: {'Network': ['ID=b79d23a3-e0c4-4ae5-ad85-5c2c6598617b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:56.989743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e898e-3b55-471e-b14a-a3c53fed925a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.996374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e898e-3b55-471e-b14a-a3c53fed925a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:56.998450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-592e898e-3b55-471e-b14a-a3c53fed925a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.5333540
Jun 21 03:01:57.019855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58466) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:57.037120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] For port c3a70794-7023-4bfe-b47b-615a180c1293, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c3a70794-7023-4bfe-b47b-615a180c1293,segment=NetworkSegment(d8ea7174-d250-4b7d-914d-4f27ce5cc8ba),segment_id=d8ea7174-d250-4b7d-914d-4f27ce5cc8ba)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:57.041281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc99d7c-e362-4120-8874-f3b72c73f652,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:57.041620 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.043969 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:57.069659 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:57.134979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] Calling delete_port for c3a70794-7023-4bfe-b47b-615a180c1293 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:57.183563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84998bbb-fc6f-492f-836e-4224d50721b0 req-53b0b029-b2ef-4b0e-af2a-81531d82a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:57.185195 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84998bbb-fc6f-492f-836e-4224d50721b0 req-53b0b029-b2ef-4b0e-af2a-81531d82a0a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1096 time: 0.6462190
Jun 21 03:01:57.218242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Checking segment: {'id': '7f18d669-ecba-4356-bcda-36c2ab39f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'de1df0d3-d5a1-4a35-8b2f-580bfffa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:01:57.218728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Network hostable DHCP agents. Network: de1df0d3-d5a1-4a35-8b2f-580bfffa4e54, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:01:57.260240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 2ff8ba77-3c86-46ec-bdb4-533de399d7fe {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:57.260595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.272370 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.283260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d94391-8497-4416-ba7e-c026cc7546c3 req-a72126ab-11dc-43b2-bd06-2c4d5426bdd8 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:57.286232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6d94391-8497-4416-ba7e-c026cc7546c3 req-a72126ab-11dc-43b2-bd06-2c4d5426bdd8 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 944 time: 0.5547643
Jun 21 03:01:57.333166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.338852 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.339820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8591880>,) {'filters': {'network_id': ['560b9cb1-8099-4315-bd63-e34827a9c8eb']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:57.343000 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:57.346788 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:57.377297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8591880>, '13e49b3b-f09a-4ffc-91ad-2002b641b2a9') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:57.377707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8591880>, '13e49b3b-f09a-4ffc-91ad-2002b641b2a9') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:57.379126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] Pushing event deleted for resources: {'Port': ['ID=c3a70794-7023-4bfe-b47b-615a180c1293,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:57.382396 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:57.383207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] No DVR routers for this DVR port c3a70794-7023-4bfe-b47b-615a180c1293 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:57.390339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] No DVR routers for this DVR port c3a70794-7023-4bfe-b47b-615a180c1293 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:01:57.395224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event deleted for resources: {'Port': ['ID=c3a70794-7023-4bfe-b47b-615a180c1293,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:57.395224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:01:57.404269 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:57.405371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Deleting port 9144220f-3323-4975-b0b9-3096cfdc66d3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:01:57.405722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.412506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.493990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.502058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6d94391-8497-4416-ba7e-c026cc7546c3 req-a12662ad-103d-40cc-bb6b-fb285aace352 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724045
Jun 21 03:01:57.519581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:01:57.520086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.523053 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:01:57.523520 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:01:57.547524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, de1df0d3-d5a1-4a35-8b2f-580bfffa4e54) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:57.547674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84998bbb-fc6f-492f-836e-4224d50721b0 req-8c4ee291-e8bc-4613-84c0-761ef00ca5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:57.549381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84998bbb-fc6f-492f-836e-4224d50721b0 req-8c4ee291-e8bc-4613-84c0-761ef00ca5fd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&shared=False HTTP/1.1" status: 200  len: 914 time: 0.3290293
Jun 21 03:01:57.555201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4285629-f6d6-4bb4-b60f-61707ff70c65 None None] Network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:57.590431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] For port 9144220f-3323-4975-b0b9-3096cfdc66d3, host n-h1-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:01:57.590731 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.590863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.623043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 2ff8ba77-3c86-46ec-bdb4-533de399d7fe owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:57.630959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:57.631568 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.645011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2addfd0>,) {'filters': {'network_id': ['60881345-eba2-4402-a53e-d3389c0bcbc7']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:57.703032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6305411e-3953-4bd3-b4c8-b31ddaaa2859 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:01:57.725985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2addfd0>, 'd8ea7174-d250-4b7d-914d-4f27ce5cc8ba') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:57.726364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2addfd0>, 'd8ea7174-d250-4b7d-914d-4f27ce5cc8ba') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:01:57.740987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.749771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Calling delete_port for 9144220f-3323-4975-b0b9-3096cfdc66d3 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:01:57.762281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.784951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:01:57.785442 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.786886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-589808de-8d60-44d5-afe1-3cc342990670 None None] Provisioning for port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:01:57.793536 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:01:57.811698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-589808de-8d60-44d5-afe1-3cc342990670 None None] Provisioning complete for port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:57.811698 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-589808de-8d60-44d5-afe1-3cc342990670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.844835 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.845774 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.7468739
Jun 21 03:01:57.879814 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e285e466-7cdf-434b-90ea-e2e2c0d84186 tempest-TaggedBootDevicesTest_v242-1913956631 tempest-TaggedBootDevicesTest_v242-1913956631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:57.890214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:57.896419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] 10.222.0.25 "DELETE /v2.0/networks/560b9cb1-8099-4315-bd63-e34827a9c8eb HTTP/1.1" status: 204  len: 168 time: 1.1549747
Jun 21 03:01:57.973800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Pushing event deleted for resources: {'Network': ['ID=560b9cb1-8099-4315-bd63-e34827a9c8eb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:57.979812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e0f85-f015-4b8a-bdea-ea44c4686767 None None] Network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:57.993682 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:57.996645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:01:57.997371 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:58.026612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:58.043415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84998bbb-fc6f-492f-836e-4224d50721b0 req-1fca767a-5798-438c-8d44-d82701d50dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:58.043845 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33bec066-3bfe-47a0-b1d8-2f78d0ffce5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:58.050249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84998bbb-fc6f-492f-836e-4224d50721b0 req-1fca767a-5798-438c-8d44-d82701d50dc0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4706001
Jun 21 03:01:58.051143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:58.056536 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] 10.222.0.25 "DELETE /v2.0/networks/60881345-eba2-4402-a53e-d3389c0bcbc7 HTTP/1.1" status: 204  len: 168 time: 2.1206398
Jun 21 03:01:58.086152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Pushing event deleted for resources: {'Network': ['ID=60881345-eba2-4402-a53e-d3389c0bcbc7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:58.092334 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:58.131004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:58.136863 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:58.265475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event deleted for resources: {'Port': ['ID=9144220f-3323-4975-b0b9-3096cfdc66d3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:58.271369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:58.276192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58480) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:58.276435 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "DELETE /v2.0/ports/9144220f-3323-4975-b0b9-3096cfdc66d3 HTTP/1.1" status: 204  len: 168 time: 1.7424343
Jun 21 03:01:58.277593 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:58.322856 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a243e72-4cec-439b-96e2-47eec25b3db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] GET failed (client error): The resource could not be found.
Jun 21 03:01:58.324818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0a243e72-4cec-439b-96e2-47eec25b3db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "GET /v2.0/ports/9144220f-3323-4975-b0b9-3096cfdc66d3 HTTP/1.1" status: 404  len: 333 time: 0.0473614
Jun 21 03:01:58.329075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58482) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:58.335896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957089687', 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:01:58.343601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:58.350953 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa616ab4-d458-416b-a8da-1dbaa0c9cbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:58.394910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-d31cf5d2-a730-44c2-8acb-18154dc70dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:58.396653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-d31cf5d2-a730-44c2-8acb-18154dc70dfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1096 time: 0.1502531
Jun 21 03:01:58.441076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=2ff8ba77-3c86-46ec-bdb4-533de399d7fe,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:58.452903 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:58.478034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-a30eda98-b2e7-44e6-8bdb-5d466bf61cbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 200  len: 217 time: 0.0694230
Jun 21 03:01:58.505172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c3a70794-7023-4bfe-b47b-615a180c1293 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:01:58.562138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c3a70794-7023-4bfe-b47b-615a180c1293 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:01:58.562500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c3a70794-7023-4bfe-b47b-615a180c1293 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:01:58.573770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92205f8e-f62d-4793-b8ea-6206684505d6 None None] Could not find standard attr ID for object 2ff8ba77-3c86-46ec-bdb4-533de399d7fe. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:01:58.587008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-b447581c-ffdd-4285-b9b6-9114d0d9a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:58.588495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-b447581c-ffdd-4285-b9b6-9114d0d9a06b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4407d074-8826-43b3-8110-e714b90364f7 HTTP/1.1" status: 200  len: 852 time: 0.1063459
Jun 21 03:01:58.703716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-9bce444f-422e-4273-8601-7f658bf6e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:58.709498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-9bce444f-422e-4273-8601-7f658bf6e91b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6a74d45-78b4-46a0-9401-7eac2146f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1108201
Jun 21 03:01:58.743029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Made reservation on behalf of 82693b934dae498bb6af1ed1b1c2fbfe for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:01:58.753546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:58.763314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:58.773868 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/2ff8ba77-3c86-46ec-bdb4-533de399d7fe HTTP/1.1" status: 204  len: 168 time: 1.7505753
Jun 21 03:01:58.774887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58490) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:58.834947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-dc2f50f8-1fe6-4598-b4e7-027e2cfcd254 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224549
Jun 21 03:01:58.853407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee583e-3be3-409c-854d-c8bcd142ddfc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:58.857097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee583e-3be3-409c-854d-c8bcd142ddfc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:58.857097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee583e-3be3-409c-854d-c8bcd142ddfc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:58.862085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9dee583e-3be3-409c-854d-c8bcd142ddfc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0862226
Jun 21 03:01:58.865246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:58.882282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] device_id is not set on port ab69733b-45f5-421b-a0d9-9bda6671ffca yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:01:58.972607 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5ad730-a908-4636-8ace-09c460f41db1 req-03c73801-612e-4c57-af08-848333f80ac0 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958648
Jun 21 03:01:59.025769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7ba98-d69a-4177-be78-16ac8f262b71 req-8b287659-6249-4f10-b0ac-2f948ebbc4b9 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:59.027562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfe7ba98-d69a-4177-be78-16ac8f262b71 req-8b287659-6249-4f10-b0ac-2f948ebbc4b9 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 944 time: 0.1911132
Jun 21 03:01:59.070610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfe7ba98-d69a-4177-be78-16ac8f262b71 req-cfb7e32d-7121-4eae-bd92-f38cadc014ae tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367417
Jun 21 03:01:59.196827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58500) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:59.358566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 4bdb11f1-2f0a-4958-8170-99c63a6d9037 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:59.363866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.393986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58506) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:59.405244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.423289 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.430507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58514) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:59.534326 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.600043 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.600369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.602462 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-316b24fe-6b91-4abc-a1af-5185ecd5c810 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:59.650866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-2cdbcbbe-4767-48a8-a92b-eb9e8b56bc6c tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:59.652328 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-2cdbcbbe-4767-48a8-a92b-eb9e8b56bc6c tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/networks?id=de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 HTTP/1.1" status: 200  len: 822 time: 0.1752822
Jun 21 03:01:59.660437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Network 57025ef1-dbb1-471b-bbf1-c0060345d31b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:01:59.662246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=ab69733b-45f5-421b-a0d9-9bda6671ffca,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:59.664695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:01:59.666568 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:59.667574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:01:59.669016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:01:59.669487 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4366cbe0-90ca-4665-b48b-b7b82d27fef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.669655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.707377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-083f421c-f7da-4d29-9498-1faf0a3010fc tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/quotas/8bb2c1590b63435dbabdc1925e519f7f HTTP/1.1" status: 200  len: 375 time: 0.0394399
Jun 21 03:01:59.713474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.716423 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-432e3806-09a2-41b2-b7d7-191b352f82f2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:59.746497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=4bdb11f1-2f0a-4958-8170-99c63a6d9037,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:01:59.749889 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:01:59.750868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.753739 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/4bdb11f1-2f0a-4958-8170-99c63a6d9037 HTTP/1.1" status: 204  len: 168 time: 0.8874931
Jun 21 03:01:59.756335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58524) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:59.758904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259aedd-7d06-4a57-b37f-10099bcdbc47 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:01:59.761924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-a8221663-b92f-43db-bb9e-d5a154296f41 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bb2c1590b63435dbabdc1925e519f7f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461090
Jun 21 03:01:59.765568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bb929229-5a3b-41a8-9c22-ff214d259087 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=122cb44b7f9f4639bbe789fadfd35f27&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5672309
Jun 21 03:01:59.768253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58526) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:01:59.837196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.843405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet cf08ebfd-d253-4df5-b748-fb5639b954ff {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:01:59.848639 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.890984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ba69b0-7c43-4e1b-af03-7d308003ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.900715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.927650 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.932633 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de70f21e-0a0f-44d2-9eb4-e61b46136e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:01:59.955428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ba69b0-7c43-4e1b-af03-7d308003ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:01:59.981789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-cde9a649-5cdf-41bb-bb5c-4b76c572a17b service neutron] 10.222.0.25 "GET /v2.0/networks/de1df0d3-d5a1-4a35-8b2f-580bfffa4e54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099810
Jun 21 03:02:00.012642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=567b56023789467ca8d4ebb81fb61422&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6173759
Jun 21 03:02:00.020245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58530) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:00.029547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.6983113
Jun 21 03:02:00.033261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58534) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:00.049649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4bffe8-4986-42c2-8427-f00441bdd565,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:00.061942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.062346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.062741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.063136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.063517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.063956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.064330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.064705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.065104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.065479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.065854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.066224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:00.085601 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:00.097432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.153144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615c2c1-ad05-454c-a327-8ccd4feae130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:00.155570 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7615c2c1-ad05-454c-a327-8ccd4feae130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "GET /v2.0/ports/ab69733b-45f5-421b-a0d9-9bda6671ffca HTTP/1.1" status: 200  len: 959 time: 0.1170416
Jun 21 03:02:00.163105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58540) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:00.185031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-2d760de4-c4b6-44b1-b557-484b0ea0432d service neutron] 10.222.0.25 "GET /v2.0/networks/de1df0d3-d5a1-4a35-8b2f-580bfffa4e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022610
Jun 21 03:02:00.192449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6291b201-8db8-42d9-b581-1f1142bfe04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.231360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6291b201-8db8-42d9-b581-1f1142bfe04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.241254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ba69b0-7c43-4e1b-af03-7d308003ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.243890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ba69b0-7c43-4e1b-af03-7d308003ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.247508 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a8ba69b0-7c43-4e1b-af03-7d308003ccbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0dc16679-ef5d-4ef4-bf34-8c4ef921d187 HTTP/1.1" status: 204  len: 168 time: 0.4756448
Jun 21 03:02:00.254735 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9a5708c0-973b-4a28-b293-39390196821a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:00.272989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba69b0-7c43-4e1b-af03-7d308003ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc16679-ef5d-4ef4-bf34-8c4ef921d187,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:00.277081 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a8ba69b0-7c43-4e1b-af03-7d308003ccbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:00.339072 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.341295 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e4e4a62-b6eb-44f1-9c70-b5a4fa5824ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:00.367356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=cf08ebfd-d253-4df5-b748-fb5639b954ff,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:00.371371 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:00.374035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.379051 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/cf08ebfd-d253-4df5-b748-fb5639b954ff HTTP/1.1" status: 204  len: 168 time: 0.6187444
Jun 21 03:02:00.379261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58546) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:00.379394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4366cbe0-90ca-4665-b48b-b7b82d27fef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.404292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Deleting port ab69733b-45f5-421b-a0d9-9bda6671ffca {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:00.404642 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.428066 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d380b0a7-6dd1-456a-b815-b68130bfce87 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0475113
Jun 21 03:02:00.428987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58548) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:00.434359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:00.450886 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6291b201-8db8-42d9-b581-1f1142bfe04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.453696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6291b201-8db8-42d9-b581-1f1142bfe04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.458368 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6291b201-8db8-42d9-b581-1f1142bfe04e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c4bffe8-4986-42c2-8427-f00441bdd565 HTTP/1.1" status: 204  len: 168 time: 0.4371064
Jun 21 03:02:00.485976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.494070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c314129a-e94e-4d4a-9344-d7d0b8c21334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:00.508405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291b201-8db8-42d9-b581-1f1142bfe04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4bffe8-4986-42c2-8427-f00441bdd565,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:00.557469 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6291b201-8db8-42d9-b581-1f1142bfe04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:00.684743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Calling delete_port for ab69733b-45f5-421b-a0d9-9bda6671ffca owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:00.690408 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4366cbe0-90ca-4665-b48b-b7b82d27fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.735898 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b72ddff8-fa5c-4f46-bb6e-a3ba6145894a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:00.742219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:00.746087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:00.856067 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41eab9aa-1b16-4522-981a-95be58d15a61 req-5a0ea29e-1808-4624-8fda-3af99e0af6fd tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 210 time: 0.1296234
Jun 21 03:02:00.873764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd75597-6d86-4dec-817f-6af94f196566 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:00.883157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4366cbe0-90ca-4665-b48b-b7b82d27fef1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ccf9fd16958b417998cac616c62c40c4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4513164
Jun 21 03:02:00.896213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58568) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:00.949858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366cbe0-90ca-4665-b48b-b7b82d27fef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2488820-6b5d-490d-ba17-d8f80712640b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:00.955974 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4366cbe0-90ca-4665-b48b-b7b82d27fef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:00.963514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-76ea9baf-a07e-4493-9a64-9691f9e0a8f9 None None] Provisioning complete for port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:00.964407 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-76ea9baf-a07e-4493-9a64-9691f9e0a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.022842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a56887-90a0-46be-b61b-4f395e3a0073 req-8342ad48-8e9e-48e4-aa93-7a46de39b7e1 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:01.030985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31a56887-90a0-46be-b61b-4f395e3a0073 req-8342ad48-8e9e-48e4-aa93-7a46de39b7e1 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 944 time: 0.2812972
Jun 21 03:02:01.072955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c32d1d5-28b0-4632-a867-242d65852005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.104120 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-31a56887-90a0-46be-b61b-4f395e3a0073 req-83e6cd97-77ad-464f-9b08-ca2aa562a8cb tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712965
Jun 21 03:02:01.119016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c32d1d5-28b0-4632-a867-242d65852005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.165200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.172967 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0213ef6a-249e-4468-af21-36e6a1b55267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:01.231754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab69733b-45f5-421b-a0d9-9bda6671ffca,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:01.239601 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:01.243573 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.246920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ab69733b-45f5-421b-a0d9-9bda6671ffca HTTP/1.1" status: 204  len: 168 time: 1.0795541
Jun 21 03:02:01.249530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58582) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:01.275344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:01.282165 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-179f1d7f-549b-4846-8f82-718e737d8a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] GET failed (client error): The resource could not be found.
Jun 21 03:02:01.285584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-179f1d7f-549b-4846-8f82-718e737d8a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "GET /v2.0/ports/ab69733b-45f5-421b-a0d9-9bda6671ffca HTTP/1.1" status: 404  len: 333 time: 0.0348067
Jun 21 03:02:01.289776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58586) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:01.297531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Request body: {'port': {'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059347534'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:01.320971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c32d1d5-28b0-4632-a867-242d65852005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.324585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c32d1d5-28b0-4632-a867-242d65852005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.328270 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3c32d1d5-28b0-4632-a867-242d65852005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2488820-6b5d-490d-ba17-d8f80712640b HTTP/1.1" status: 204  len: 168 time: 0.4312472
Jun 21 03:02:01.331070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:01.340859 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.349569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32d1d5-28b0-4632-a867-242d65852005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2488820-6b5d-490d-ba17-d8f80712640b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:01.353415 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c32d1d5-28b0-4632-a867-242d65852005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:01.362736 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a2bb7ed7-fbdf-4cda-bd25-5a061af5e6e2 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:01.403035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] Deleting port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:01.404179 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.412982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Made reservation on behalf of 82693b934dae498bb6af1ed1b1c2fbfe for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:01.415778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.447583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:01.447583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] device_id is not set on port 5268608e-30cf-4b71-9ded-a12ce2bbac44 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:01.452081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:01.456330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:01.456953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.509639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] For port 6305411e-3953-4bd3-b4c8-b31ddaaa2859, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6305411e-3953-4bd3-b4c8-b31ddaaa2859,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:01.509947 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.514394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=51e19fae-4e4f-4e2b-a2db-e9dc05e0bfa3,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:01.519435 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:01.583132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] Calling delete_port for 6305411e-3953-4bd3-b4c8-b31ddaaa2859 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:01.606030 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1758146
Jun 21 03:02:01.608783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58594) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:01.615010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:01.710179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.736535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6305411e-3953-4bd3-b4c8-b31ddaaa2859 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:01.877344 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.888194 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.893241 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ecc9e90c-8950-4b76-9f45-80fc26a25959 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:01.904165 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:01.921445 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5e076281-c856-4e14-b121-682ade275062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:01.931197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] No DVR routers for this DVR port 6305411e-3953-4bd3-b4c8-b31ddaaa2859 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:02.003079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Network 57025ef1-dbb1-471b-bbf1-c0060345d31b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:02.009960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:02.013921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] Pushing event deleted for resources: {'Port': ['ID=6305411e-3953-4bd3-b4c8-b31ddaaa2859,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:02.021182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:02.022450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:02.026949 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:02.036542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e5d7b-9cb9-4d68-a387-0e6bd658895b None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:02.039737 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:02.057618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=5268608e-30cf-4b71-9ded-a12ce2bbac44,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:02.076219 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:02.165113 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8739846
Jun 21 03:02:02.167802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58616) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:02.174358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:02.264263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '51e19fae-4e4f-4e2b-a2db-e9dc05e0bfa3'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:02.264996 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-868c5a91-ce09-4dea-aaf5-7db726da8b08 req-47eabdae-5fe1-4f4e-b842-9d0d65bf80fb tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 210 time: 0.0484264
Jun 21 03:02:02.266010 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:02.362083 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:02.397941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:02.403443 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:02.427925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58620) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:02.474033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Allocated IP 172.20.0.2 (4d82cb52-2247-4a3b-982b-02458c34d10e/51e19fae-4e4f-4e2b-a2db-e9dc05e0bfa3/2e879eb0-ff53-4a40-be30-60c2b91d253f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:02.593793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919727b-f229-42de-a0c4-1cadc074a551 req-cb4167b2-2348-49c7-b365-41380240f5a6 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:02.595881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2919727b-f229-42de-a0c4-1cadc074a551 req-cb4167b2-2348-49c7-b365-41380240f5a6 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 944 time: 0.2119331
Jun 21 03:02:02.670839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] device_id is not set on port 5268608e-30cf-4b71-9ded-a12ce2bbac44 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:02.675238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2919727b-f229-42de-a0c4-1cadc074a551 req-16c22052-9c13-4cee-b826-7644e55530d9 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676162
Jun 21 03:02:02.705377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:02.708356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58626) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:02.745449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9774daab-cf53-4a35-8ec5-ca4c7d50fec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:02.748746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Transition to ACTIVE for port object 5268608e-30cf-4b71-9ded-a12ce2bbac44 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:02.811437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:02.817412 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eb4b8efc-c949-476e-b130-39d7ac6d1ec6 tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:02.890242 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:02.932759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Transition to ACTIVE for port object 2e879eb0-ff53-4a40-be30-60c2b91d253f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:02.963619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Transition to ACTIVE for port object 2e879eb0-ff53-4a40-be30-60c2b91d253f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:03.022099 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9774daab-cf53-4a35-8ec5-ca4c7d50fec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.030688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.033834 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b9f6da73-4b81-4809-8ea6-d360470c693e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:03.040547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.041447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.042293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.052436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.052829 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.053469 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 2 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.058516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=5268608e-30cf-4b71-9ded-a12ce2bbac44,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:03.068069 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:03.072874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.073222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.073726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.079868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.080216 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.080617 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 3 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.096778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.097189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.097781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.103060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.103405 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.103848 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 4 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.111941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Pushing event updated for resources: {'Port': ['ID=2e879eb0-ff53-4a40-be30-60c2b91d253f,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:03.119548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.119870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.120139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.123363 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9774daab-cf53-4a35-8ec5-ca4c7d50fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.126868 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:03.128700 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-be44ba00-f368-4854-8ecd-0ff57ba2373c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:03.135992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:03.137767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:03.141278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:03.154650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.154990 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.164066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-150b6728-70c4-4c5d-8a67-998170f7137d tempest-DvrRoutersNegativeTest-598313403 tempest-DvrRoutersNegativeTest-598313403-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1859821979', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:03.165254 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 5 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.168524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.policy [None req-150b6728-70c4-4c5d-8a67-998170f7137d tempest-DvrRoutersNegativeTest-598313403 tempest-DvrRoutersNegativeTest-598313403-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94167) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Jun 21 03:02:03.169013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.policy [None req-150b6728-70c4-4c5d-8a67-998170f7137d tempest-DvrRoutersNegativeTest-598313403 tempest-DvrRoutersNegativeTest-598313403-project] Failed policy check for 'create_router' {{(pid=94167) enforce /opt/stack/neutron/neutron/policy.py:520}}
Jun 21 03:02:03.169642 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-150b6728-70c4-4c5d-8a67-998170f7137d tempest-DvrRoutersNegativeTest-598313403 tempest-DvrRoutersNegativeTest-598313403-project] create failed (client error): Access was denied to this resource.
Jun 21 03:02:03.176296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-150b6728-70c4-4c5d-8a67-998170f7137d tempest-DvrRoutersNegativeTest-598313403 tempest-DvrRoutersNegativeTest-598313403-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.7457669
Jun 21 03:02:03.203168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9774daab-cf53-4a35-8ec5-ca4c7d50fec7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=474e1712728a498d9684fccb1e99749b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4930274
Jun 21 03:02:03.204063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58634) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:03.249092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.249379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.249725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.259004 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774daab-cf53-4a35-8ec5-ca4c7d50fec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f9b2e9-2005-43bd-8d86-50c04c1c34e8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:03.261213 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9774daab-cf53-4a35-8ec5-ca4c7d50fec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:03.262815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.263153 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.266242 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 6 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.288601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-141e709e-8a4f-4e50-9aeb-2246ac5f2288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.301878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.302562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.302562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.311701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Attempting to bind port 2e879eb0-ff53-4a40-be30-60c2b91d253f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.312350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Attempting to bind port 2e879eb0-ff53-4a40-be30-60c2b91d253f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.313041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Attempting to bind port 2e879eb0-ff53-4a40-be30-60c2b91d253f on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.317727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.318125 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.320884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:03.327669 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 7 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.328111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:03.328111 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.328111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:03.328111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Bound port: 2e879eb0-ff53-4a40-be30-60c2b91d253f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:03.328111 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.340869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-141e709e-8a4f-4e50-9aeb-2246ac5f2288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.360660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.361150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:02:03.361770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.361770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.373932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.378467 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.386023 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 8 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.406970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.407625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.408445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.416681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.417734 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.419139 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 9 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.440173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.440692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.441049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.460944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.461283 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.461709 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempt 10 to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44
Jun 21 03:02:03.479046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] For port 2e879eb0-ff53-4a40-be30-60c2b91d253f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:03.479266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:03.479511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:03.479852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempting to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:03.482268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] For port 2e879eb0-ff53-4a40-be30-60c2b91d253f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2e879eb0-ff53-4a40-be30-60c2b91d253f,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:03.484794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:03.485125 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Failed to bind port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '43f5febd-12f8-4317-bee8-3703661e887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57025ef1-dbb1-471b-bbf1-c0060345d31b'}]
Jun 21 03:02:03.486089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.528374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9792fa27-4405-478d-82df-76aca5e14402 req-d699b406-1740-442f-82fa-450bc41a1634 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 210 time: 0.0531554
Jun 21 03:02:03.572589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-141e709e-8a4f-4e50-9aeb-2246ac5f2288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.575965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-141e709e-8a4f-4e50-9aeb-2246ac5f2288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.577727 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-141e709e-8a4f-4e50-9aeb-2246ac5f2288 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28f9b2e9-2005-43bd-8d86-50c04c1c34e8 HTTP/1.1" status: 204  len: 168 time: 0.3725345
Jun 21 03:02:03.582720 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e7634f10-6bf6-47a7-bbad-c2df20cc1796 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:03.606207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e709e-8a4f-4e50-9aeb-2246ac5f2288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f9b2e9-2005-43bd-8d86-50c04c1c34e8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:03.616310 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-141e709e-8a4f-4e50-9aeb-2246ac5f2288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:03.632606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] For port 5268608e-30cf-4b71-9ded-a12ce2bbac44, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:03.633057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attempted to set empty binding levels {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jun 21 03:02:03.656149 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.660606 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:03.746527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.758041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Pushing event updated for resources: {'Port': ['ID=2e879eb0-ff53-4a40-be30-60c2b91d253f,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:03.765093 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:03.826677 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d90684cd-f272-422d-8066-d4e6c486a940 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:03.877166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.881073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58652) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:03.942046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] In _notify_port_updated(), no bound segment for port 5268608e-30cf-4b71-9ded-a12ce2bbac44 on network 57025ef1-dbb1-471b-bbf1-c0060345d31b {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:02:03.942975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:03.945067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:03.949621 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "PUT /v2.0/ports/5268608e-30cf-4b71-9ded-a12ce2bbac44 HTTP/1.1" status: 200  len: 980 time: 1.7781324
Jun 21 03:02:03.993398 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58658) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:04.215529 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bddf48fb-bc6e-4217-899b-8b2749cbae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.274857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae84c-8fb7-4335-9f8f-8ffb6004284b req-116b6ac3-ee18-48d3-910c-f1102d798480 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:04.276512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-107ae84c-8fb7-4335-9f8f-8ffb6004284b req-116b6ac3-ee18-48d3-910c-f1102d798480 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 944 time: 0.3671446
Jun 21 03:02:04.335824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Deleting port 5268608e-30cf-4b71-9ded-a12ce2bbac44 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:04.336079 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.405730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event updated for resources: {'Port': ['ID=5268608e-30cf-4b71-9ded-a12ce2bbac44,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:04.437064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-aac416fb-000c-4f90-bdc7-1e28da4451c3 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:04.440371 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-aac416fb-000c-4f90-bdc7-1e28da4451c3 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.26 "GET /v2.0/networks?id=de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 HTTP/1.1" status: 200  len: 822 time: 0.7428842
Jun 21 03:02:04.443316 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:04.450936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-107ae84c-8fb7-4335-9f8f-8ffb6004284b req-f84ed12f-2546-4b9b-8757-a4cf350ad089 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1428723
Jun 21 03:02:04.474905 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58a79057-ae48-4711-8635-534a3f7af7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.475994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Request body: {'port': {'device_id': '8d114457-be66-4816-9198-b18de8ff5952', 'network_id': 'de1df0d3-d5a1-4a35-8b2f-580bfffa4e54', 'admin_state_up': True, 'tenant_id': '8bb2c1590b63435dbabdc1925e519f7f'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:04.531601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] For port 5268608e-30cf-4b71-9ded-a12ce2bbac44, host n-h1-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:04.531993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.540359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] For port 2e879eb0-ff53-4a40-be30-60c2b91d253f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2e879eb0-ff53-4a40-be30-60c2b91d253f,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:04.632295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Calling delete_port for 5268608e-30cf-4b71-9ded-a12ce2bbac44 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:04.662351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.788626 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.789498 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.796072 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7be706ab-58db-4758-af85-637cea87afcb tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:04.800980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95b7c018-729e-4ef7-b6a8-2f9c20dfa337 req-b7cb8b91-b9b8-4c83-a098-67b24dbb57c1 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 210 time: 0.0700667
Jun 21 03:02:04.865927 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58a79057-ae48-4711-8635-534a3f7af7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.877562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:04.882744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:04.896424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:04.897010 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.912185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=2e879eb0-ff53-4a40-be30-60c2b91d253f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:04.915513 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:04.916053 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f305181b-3378-4689-b7f2-188eac0a7a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:04.958022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58a79057-ae48-4711-8635-534a3f7af7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:04.986265 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.004957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58674) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:05.005260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-58a79057-ae48-4711-8635-534a3f7af7aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52c892c4c5b14a1abf034523c4b0bcb7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1189330
Jun 21 03:02:05.009966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=3f4f60f6-ec64-4acc-917d-e8ae348b8119,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:05.022530 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:05.022530 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ec38c4b-9344-4a91-8a70-1df6b2f8ba36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:05.034289 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.036547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5268608e-30cf-4b71-9ded-a12ce2bbac44 HTTP/1.1" status: 204  len: 168 time: 1.0399308
Jun 21 03:02:05.039839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58678) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:05.081625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.4715099
Jun 21 03:02:05.091377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58682) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:05.112394 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f1f531-f3b0-429d-ae7b-d50011637bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] GET failed (client error): The resource could not be found.
Jun 21 03:02:05.114387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f7f1f531-f3b0-429d-ae7b-d50011637bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] 10.222.0.25 "GET /v2.0/ports/5268608e-30cf-4b71-9ded-a12ce2bbac44 HTTP/1.1" status: 404  len: 333 time: 0.0736058
Jun 21 03:02:05.116619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a79057-ae48-4711-8635-534a3f7af7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b210d7-32d5-4a28-a228-83ca7239e3c7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:05.125052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:4f:0e:b7', 'name': 'tempest-NetworksTestDHCPv6-496316394'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:05.131748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3007d954-171b-41fb-85f3-3496332ad6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.132436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58684) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:05.136118 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58a79057-ae48-4711-8635-534a3f7af7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:05.147214 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:05.173457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Pushing event deleted for resources: {'Port': ['ID=5268608e-30cf-4b71-9ded-a12ce2bbac44,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:05.192343 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:05.253157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Made reservation on behalf of 8bb2c1590b63435dbabdc1925e519f7f for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:05.259102 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.259672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.342766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767c795-b6f7-49ff-90a8-9724596e6791 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:05.366827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3007d954-171b-41fb-85f3-3496332ad6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.485390 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2217e5d4-3aec-4857-805f-8495339f8f60 None None] Provisioning for port 2e879eb0-ff53-4a40-be30-60c2b91d253f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:05.581029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.600425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1062d00>,) {'filters': {'network_id': ['57025ef1-dbb1-471b-bbf1-c0060345d31b']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:05.620956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1062d00>, '43f5febd-12f8-4317-bee8-3703661e887a') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:05.621272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1062d00>, '43f5febd-12f8-4317-bee8-3703661e887a') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:05.623396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Allocated IP 172.20.0.10 (de1df0d3-d5a1-4a35-8b2f-580bfffa4e54/8bc99d7c-e362-4120-8874-f3b72c73f652/8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:05.636904 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.651413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:05.709895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.714956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3007d954-171b-41fb-85f3-3496332ad6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.716082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3007d954-171b-41fb-85f3-3496332ad6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.728563 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3007d954-171b-41fb-85f3-3496332ad6db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06b210d7-32d5-4a28-a228-83ca7239e3c7 HTTP/1.1" status: 204  len: 168 time: 0.7137082
Jun 21 03:02:05.742727 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-feec603d-e34b-41c1-9a82-62ae0eaa254d tempest-ExternalNetworksAdminNegativeTestJSON-680318040 tempest-ExternalNetworksAdminNegativeTestJSON-680318040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:05.758781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2e879eb0-ff53-4a40-be30-60c2b91d253f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:05.765849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:02:05.769512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:02:05.775599 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:02:05.777730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58700) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:05.819216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007d954-171b-41fb-85f3-3496332ad6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b210d7-32d5-4a28-a228-83ca7239e3c7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:05.820767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043816974', 'description': 'tempest-secgroup-smoke-1043816974 description', 'project_id': '5abc1439a51442dca598a84712ee0f1f'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:05.837198 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3007d954-171b-41fb-85f3-3496332ad6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:06.021457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.030778 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.040821 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7181db0-c568-4dd6-9a96-a541563a7de1 req-8e24ab97-3f2a-45fc-8023-2cb8e88e4284 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 210 time: 0.0358799
Jun 21 03:02:06.049093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85103d15-ae2c-480a-bea8-76a195fa7d65 req-34be635f-d7cb-4196-bc22-c1c6711bd2ec tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:06.050712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85103d15-ae2c-480a-bea8-76a195fa7d65 req-34be635f-d7cb-4196-bc22-c1c6711bd2ec tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 944 time: 0.3999949
Jun 21 03:02:06.070462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2e879eb0-ff53-4a40-be30-60c2b91d253f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:06.080160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2e879eb0-ff53-4a40-be30-60c2b91d253f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:06.082504 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.083980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.089985 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:06.096977 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.101592 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] 10.222.0.25 "DELETE /v2.0/networks/57025ef1-dbb1-471b-bbf1-c0060345d31b HTTP/1.1" status: 204  len: 168 time: 0.9646089
Jun 21 03:02:06.105165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 6b5c8760-def9-46c4-af45-8b6e61352744 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:06.132848 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.139743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Pushing event deleted for resources: {'Network': ['ID=57025ef1-dbb1-471b-bbf1-c0060345d31b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:06.143932 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:06.184460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85103d15-ae2c-480a-bea8-76a195fa7d65 req-f23d59db-1b24-49f3-be3f-e4fdd61a1934 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269922
Jun 21 03:02:06.203003 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.254918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.302377 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.373228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2e879eb0-ff53-4a40-be30-60c2b91d253f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2e879eb0-ff53-4a40-be30-60c2b91d253f,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:06.444397 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.446412 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:06.544389 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 172.20.0.11 (4d82cb52-2247-4a3b-982b-02458c34d10e/51e19fae-4e4f-4e2b-a2db-e9dc05e0bfa3/6b5c8760-def9-46c4-af45-8b6e61352744) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:06.552472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fe4f:eb7 (4d82cb52-2247-4a3b-982b-02458c34d10e/3f4f60f6-ec64-4acc-917d-e8ae348b8119/6b5c8760-def9-46c4-af45-8b6e61352744) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:06.559796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.560162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2e879eb0-ff53-4a40-be30-60c2b91d253f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:06.565015 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:06.598781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.605300 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b51d0fa-177e-4921-821e-caca73e76e8a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:06.666386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Pushing event updated for resources: {'Port': ['ID=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:06.673099 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:06.676422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.680790 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd6899e3-947f-4e18-a6a2-f2aae0250c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:06.716988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:06.725444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:06.728304 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1332ed29-ec79-4473-9480-d16f3ad9c635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.732191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d98a8d-2cd4-45c7-8569-c30895ae4473,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:06.734062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-82e50c1c-7d4c-4222-8334-82eca204bbfa None None] Provisioning complete for port 2e879eb0-ff53-4a40-be30-60c2b91d253f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:06.734646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-82e50c1c-7d4c-4222-8334-82eca204bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.747637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:06.749578 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:06.796922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a556ca73-64c4-4768-8683-a841978d8a68 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:02:06.865106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:06.870746 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.872892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.964589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.980934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 6b5c8760-def9-46c4-af45-8b6e61352744 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:06.981923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:06.986678 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c68d60b9-c6b1-4200-879f-effa6cd63888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:07.045703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58728) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:07.056086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1d3666-8623-4652-85c9-25cb766a8431,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:07.060653 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:07.093651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.108517 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2145a5c-e2b5-4dda-835f-3b39ff4e4677 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:07.119093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.123536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.3413250
Jun 21 03:02:07.124159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58736) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:07.131098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'da1d3666-8623-4652-85c9-25cb766a8431', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:07.151406 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7008846
Jun 21 03:02:07.155540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:07.165442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Request body: {'port': {'device_id': '8d114457-be66-4816-9198-b18de8ff5952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:07.177000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:07.182859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:07.194969 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.259635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=6b5c8760-def9-46c4-af45-8b6e61352744,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:07.271417 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:07.292836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.300240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a556ca73-64c4-4768-8683-a841978d8a68, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a556ca73-64c4-4768-8683-a841978d8a68,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:07.326123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'a556ca73-64c4-4768-8683-a841978d8a68', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68', 'mac_address': 'fa:16:3e:e8:ef:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:02:07.449211 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.472299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a556ca73-64c4-4768-8683-a841978d8a68 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:07.475123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:07.479057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.502938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a556ca73-64c4-4768-8683-a841978d8a68, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a556ca73-64c4-4768-8683-a841978d8a68,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:07.535394 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.537586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331aa3a-4c59-4ac4-aaaa-1dd343512580 req-d0b4b8f4-fd00-4f85-a474-736521c30a70 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:07.539535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9331aa3a-4c59-4ac4-aaaa-1dd343512580 req-d0b4b8f4-fd00-4f85-a474-736521c30a70 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 932 time: 0.2933009
Jun 21 03:02:07.540414 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4712df16-1a2a-4592-b608-226f8a5919d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3e43a41416a4f7297e049597c74bb3a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4932294
Jun 21 03:02:07.547793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58746) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:07.573560 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.575473 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e9d0d186-b2be-468c-8ef1-3b48664f8d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:07.625977 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.5065160
Jun 21 03:02:07.630786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58750) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:07.678655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=a556ca73-64c4-4768-8683-a841978d8a68,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:07.689854 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:07.714950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.718324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58752) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:07.725394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2e879eb0-ff53-4a40-be30-60c2b91d253f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:07.781056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9331aa3a-4c59-4ac4-aaaa-1dd343512580 req-504a016e-bfe7-4d19-808e-7933ac11f106 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499834
Jun 21 03:02:07.782326 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bd04ac1-38e5-4075-8ab7-30d00d81f4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.805916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['a556ca73-64c4-4768-8683-a841978d8a68'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:02:07.815813 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bd04ac1-38e5-4075-8ab7-30d00d81f4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.878959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.881812 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9cbb8d65-106e-457a-b3ef-420b2ea71ad4 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:07.924357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2e879eb0-ff53-4a40-be30-60c2b91d253f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:07.924596 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.932415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16f9ff6-acb5-4f37-a3d5-a9758a713962,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:07.941617 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:07.961704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a8c36-0a68-49d0-9e94-0acf62895737 req-57f5db27-4acf-4653-bac2-5994d86580be tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:07.963595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-659a8c36-0a68-49d0-9e94-0acf62895737 req-57f5db27-4acf-4653-bac2-5994d86580be tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 945 time: 0.4200933
Jun 21 03:02:07.982462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bd04ac1-38e5-4075-8ab7-30d00d81f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.988581 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bd04ac1-38e5-4075-8ab7-30d00d81f4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:07.993960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6bd04ac1-38e5-4075-8ab7-30d00d81f4a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dc2c737-58d4-4f2d-8b89-8c2dbabd18d2 HTTP/1.1" status: 204  len: 168 time: 0.4448559
Jun 21 03:02:08.006855 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e549fa64-9e3f-4235-a4fd-36842b38b54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:08.022709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd04ac1-38e5-4075-8ab7-30d00d81f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc2c737-58d4-4f2d-8b89-8c2dbabd18d2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:08.029724 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6bd04ac1-38e5-4075-8ab7-30d00d81f4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:08.055097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-659a8c36-0a68-49d0-9e94-0acf62895737 req-db0eac65-66c4-4026-a2a9-69ef1eea9d5a tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855198
Jun 21 03:02:08.059825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f861c26-8a52-4fdf-8a5f-8ab42e6272fc None None] Provisioning for port 6b5c8760-def9-46c4-af45-8b6e61352744 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:08.073317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1084499648'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:08.095272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f861c26-8a52-4fdf-8a5f-8ab42e6272fc None None] Provisioning complete for port 6b5c8760-def9-46c4-af45-8b6e61352744 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:08.095672 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f861c26-8a52-4fdf-8a5f-8ab42e6272fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.115924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.117711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9918807
Jun 21 03:02:08.120594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58762) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:08.125912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'da1d3666-8623-4652-85c9-25cb766a8431', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:08.135263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.162771 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.169862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5f861c26-8a52-4fdf-8a5f-8ab42e6272fc None None] Port 6b5c8760-def9-46c4-af45-8b6e61352744 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:08.192902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Made reservation on behalf of 87aeb3e22ca245698b2fbb4e3a283bb4 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:08.201421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.213524 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.293113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58766) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:08.316916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.320451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540e272-a0ed-4883-a415-ca973763943a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:08.325835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540e272-a0ed-4883-a415-ca973763943a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:08.327570 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5540e272-a0ed-4883-a415-ca973763943a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.6957181
Jun 21 03:02:08.333935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58770) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:08.395250 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.466987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.489407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:08.498507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.506568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.508061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:08.521042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Transition to ACTIVE for port object 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:08.523527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 6b5c8760-def9-46c4-af45-8b6e61352744 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:08.523853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.539261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381ffeb2-4b6b-43c1-99a7-9368688b3d09,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:08.551901 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:08.552538 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.555544 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b4a2045-d275-456c-8d4e-5beecc7cd3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:08.580115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c9884f3d-f9b0-4541-8022-0d492b6a6d8f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-209175990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:08.592984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.599417 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e46b7c27-34a3-4880-b7bc-4e905a7c5988 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:08.603244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:08.621110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b4801-6d7c-48ea-ad16-d6c935bb9981,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:08.654270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.656837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5337162
Jun 21 03:02:08.656837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.664045 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Added segment 6045e088-66f8-4269-9573-048836b2acb4 of type vlan for network 761c1e67-8893-48c4-a961-6029f894dd0e
Jun 21 03:02:08.664045 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:08.667685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58778) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:08.672547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2e5c3505-139c-4f19-bfa7-86ee08cf7c73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'da1d3666-8623-4652-85c9-25cb766a8431', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:08.720544 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.727422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Pushing event updated for resources: {'Port': ['ID=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:08.730848 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:08.742630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.763134 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9884f3d-f9b0-4541-8022-0d492b6a6d8f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.764142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9884f3d-f9b0-4541-8022-0d492b6a6d8f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.797311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a556ca73-64c4-4768-8683-a841978d8a68 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:08.858110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 6b5c8760-def9-46c4-af45-8b6e61352744 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:08.865619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.871680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:08.872400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.884925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58782) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:08.890899 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dbb548ae-9288-474a-81dd-ac3889378830 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:08.896271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3505-139c-4f19-bfa7-86ee08cf7c73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.917661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9884f3d-f9b0-4541-8022-0d492b6a6d8f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.962200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port a556ca73-64c4-4768-8683-a841978d8a68 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:08.967569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port a556ca73-64c4-4768-8683-a841978d8a68 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:08.971123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:08.973680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Attempting to bind port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:08.974029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Attempting to bind port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '7f18d669-ecba-4356-bcda-36c2ab39f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'de1df0d3-d5a1-4a35-8b2f-580bfffa4e54'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:08.974370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Attempting to bind port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 on network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:08.992515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 on network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:08.992849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Attempting to bind port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 on network de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:09.006893 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-32b69658-a5ff-4e48-b7c2-84178a0b8da5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82693b934dae498bb6af1ed1b1c2fbfe&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1225078
Jun 21 03:02:09.014087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58786) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:09.022652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:09.022996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Checking segment: {'id': '7f18d669-ecba-4356-bcda-36c2ab39f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'de1df0d3-d5a1-4a35-8b2f-580bfffa4e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:09.023386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Bound using segment: {'id': '7f18d669-ecba-4356-bcda-36c2ab39f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'de1df0d3-d5a1-4a35-8b2f-580bfffa4e54'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:09.023836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Bound port: 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f18d669-ecba-4356-bcda-36c2ab39f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'de1df0d3-d5a1-4a35-8b2f-580bfffa4e54'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:09.024191 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.040362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.3164649
Jun 21 03:02:09.069263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.076097 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9884f3d-f9b0-4541-8022-0d492b6a6d8f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.095956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:09.098375 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7581fac8-c2fa-4148-a4ea-6583936fc526" -d '{"events": [{"server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "name": "network-vif-plugged", "status": "completed", "tag": "a556ca73-64c4-4768-8683-a841978d8a68"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:09.113315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a556ca73-64c4-4768-8683-a841978d8a68, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a556ca73-64c4-4768-8683-a841978d8a68,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:09.153199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Pushing event updated for resources: {'Network': ['ID=761c1e67-8893-48c4-a961-6029f894dd0e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:09.163276 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:09.167840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3505-139c-4f19-bfa7-86ee08cf7c73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.175727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 761c1e67-8893-48c4-a961-6029f894dd0e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:09.176809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] For port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:09.181094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] For port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,segment=NetworkSegment(7f18d669-ecba-4356-bcda-36c2ab39f471),segment_id=7f18d669-ecba-4356-bcda-36c2ab39f471)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:09.185854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13b7f377-cec7-431b-8fa7-7831ab04ff55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.193084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.197784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2253a8-79c0-4cca-a0fb-71fea0b2619e req-023024fa-4c42-46be-ba3b-04e05a3438c6 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.199386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca2253a8-79c0-4cca-a0fb-71fea0b2619e req-023024fa-4c42-46be-ba3b-04e05a3438c6 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 944 time: 0.2559049
Jun 21 03:02:09.223588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe81e0-cf1c-4e92-abd2-0841636e06c7 req-b9befad6-5796-4148-970b-b80aac4721b9 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.223820 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c79aa4dd-2e0a-4740-ac16-e0f2eee2859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:09.230652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fbe81e0-cf1c-4e92-abd2-0841636e06c7 req-b9befad6-5796-4148-970b-b80aac4721b9 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.1609859
Jun 21 03:02:09.232758 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9884f3d-f9b0-4541-8022-0d492b6a6d8f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.234058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c9884f3d-f9b0-4541-8022-0d492b6a6d8f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.9381917
Jun 21 03:02:09.241263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58794) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:09.243202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13b7f377-cec7-431b-8fa7-7831ab04ff55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.262216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-463734714'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:09.273082 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3505-139c-4f19-bfa7-86ee08cf7c73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.276807 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-494e71c1-d43e-47b6-96ff-af822a7b5a85 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:09.291004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.295373 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b35ad8ea-d659-4408-aeeb-e14c219ab8ac tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:09.301750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=a556ca73-64c4-4768-8683-a841978d8a68,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:09.305888 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:09.325017 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.328662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c3505-139c-4f19-bfa7-86ee08cf7c73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbf7cec-6625-4ad1-9dbb-43f0a041e24b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:09.333548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5fbe81e0-cf1c-4e92-abd2-0841636e06c7 req-f3d6c89f-30ad-4c9d-b16a-7ed295f1e65f tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019318
Jun 21 03:02:09.336178 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca2253a8-79c0-4cca-a0fb-71fea0b2619e req-5c21b3c0-ae2b-4be6-b50d-f61a2b376e8f tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278167
Jun 21 03:02:09.337075 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2e5c3505-139c-4f19-bfa7-86ee08cf7c73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:09.343920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.345428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.346931 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] 10.222.0.26 "PUT /v2.0/ports/8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 HTTP/1.1" status: 200  len: 1093 time: 2.1871543
Jun 21 03:02:09.347500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d114457-be66-4816-9198-b18de8ff5952', 'tag': '8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:09.349894 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d114457-be66-4816-9198-b18de8ff5952", "tag": "8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:09.412558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Pushing event updated for resources: {'Port': ['ID=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:09.420617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Made reservation on behalf of 55505954bbb0446e8117fefc1a5dd3ea for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:09.429549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.431811 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:09.432301 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-397b2847-0eb8-4485-a8a2-60b896b632ec tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:09.464491 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.496913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=6b5c8760-def9-46c4-af45-8b6e61352744,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:09.501129 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:09.523524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.527963 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/6b5c8760-def9-46c4-af45-8b6e61352744 HTTP/1.1" status: 204  len: 168 time: 1.1907749
Jun 21 03:02:09.528130 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.528676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:09.539347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13b7f377-cec7-431b-8fa7-7831ab04ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.542308 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13b7f377-cec7-431b-8fa7-7831ab04ff55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.546145 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-13b7f377-cec7-431b-8fa7-7831ab04ff55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc261af1-a839-453f-a4ca-2614499070c3 HTTP/1.1" status: 204  len: 168 time: 0.5307863
Jun 21 03:02:09.549730 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3566014f-a5fe-4669-8a82-58ad724f845e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:09.561902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3505-139c-4f19-bfa7-86ee08cf7c73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.565031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2e5c3505-139c-4f19-bfa7-86ee08cf7c73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8962777
Jun 21 03:02:09.567805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58804) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:09.577661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'da1d3666-8623-4652-85c9-25cb766a8431', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:09.605959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7f377-cec7-431b-8fa7-7831ab04ff55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc261af1-a839-453f-a4ca-2614499070c3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:09.612885 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-13b7f377-cec7-431b-8fa7-7831ab04ff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:09.643456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82807335-a8ea-4887-af57-aaa1598b9ae9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.645017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82807335-a8ea-4887-af57-aaa1598b9ae9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.646821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82807335-a8ea-4887-af57-aaa1598b9ae9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.650995 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82807335-a8ea-4887-af57-aaa1598b9ae9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1184838
Jun 21 03:02:09.651608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58806) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:09.670432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf68f7-4b2a-42c3-904a-817e85f4c8ca req-8ea6fa6c-fc7f-46b5-83c7-32752df77213 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.679311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8bf68f7-4b2a-42c3-904a-817e85f4c8ca req-8ea6fa6c-fc7f-46b5-83c7-32752df77213 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 946 time: 0.1555941
Jun 21 03:02:09.749750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8bf68f7-4b2a-42c3-904a-817e85f4c8ca req-393c9ecb-37e4-424a-b028-768cfd2571e8 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692189
Jun 21 03:02:09.750353 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-4bab3a16-ddfb-4091-bb60-cf96a2e2f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.760432 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-4bab3a16-ddfb-4091-bb60-cf96a2e2f830 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8bb2c1590b63435dbabdc1925e519f7f&device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 1096 time: 0.2117379
Jun 21 03:02:09.771934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 3f4f60f6-ec64-4acc-917d-e8ae348b8119 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:09.787721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.794258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.834926 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357752f4-a26d-4011-9ea0-c137d17d9efb x-openstack-request-id: req-357752f4-a26d-4011-9ea0-c137d17d9efb {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:09.835436 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "name": "network-vif-plugged", "status": "completed", "tag": "a556ca73-64c4-4768-8683-a841978d8a68", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:09.835955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58808) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:09.838245 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-357752f4-a26d-4011-9ea0-c137d17d9efb {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:09.838969 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68', 'code': 200}
Jun 21 03:02:09.841744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Request body: {'port': {'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e', 'binding:host_id': 'n-h1-758944-33', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1793943601'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:09.851761 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-b4529ddb-2012-40d4-98d6-2fc5fb97aba6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 HTTP/1.1" status: 200  len: 217 time: 0.0734863
Jun 21 03:02:09.894129 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc40c10-9d92-4836-9691-c850a18d743d x-openstack-request-id: req-ffc40c10-9d92-4836-9691-c850a18d743d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:09.894522 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d114457-be66-4816-9198-b18de8ff5952", "tag": "8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:09.894795 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffc40c10-9d92-4836-9691-c850a18d743d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:09.895247 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d114457-be66-4816-9198-b18de8ff5952', 'tag': '8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71', 'status': 'completed', 'code': 200}
Jun 21 03:02:09.902227 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.908351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.920420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:09.943149 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6bd04ac1-38e5-4075-8ab7-30d00d81f4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:09.947742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-fd1a2e43-2e79-4e61-ad5b-39bad30c25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:09.949206 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-fd1a2e43-2e79-4e61-ad5b-39bad30c25d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc99d7c-e362-4120-8874-f3b72c73f652 HTTP/1.1" status: 200  len: 862 time: 0.0895960
Jun 21 03:02:09.974737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:09.975084 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Added segment 4cb39731-0f48-41f6-ba11-c037971db955 of type vlan for network a89ac16f-bafa-4121-b196-d26b7c48c376
Jun 21 03:02:09.989894 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-fd77e986-ffd3-43e4-a28f-5f347c26805b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de1df0d3-d5a1-4a35-8b2f-580bfffa4e54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334246
Jun 21 03:02:10.019090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e788d5-ddfe-47b9-907d-ac118a000e2d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:10.028779 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:10.086745 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.172528 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-8ae82bdf-2550-406a-8821-fb54954515c9 service neutron] 10.222.0.26 "GET /v2.0/networks/de1df0d3-d5a1-4a35-8b2f-580bfffa4e54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584368
Jun 21 03:02:10.252852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.257161 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1e0209e-4c74-40c2-b1a0-c40e9a5de217 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:10.306896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4f60f6-ec64-4acc-917d-e8ae348b8119,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:10.309030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.310927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/3f4f60f6-ec64-4acc-917d-e8ae348b8119 HTTP/1.1" status: 204  len: 168 time: 0.6583815
Jun 21 03:02:10.314245 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:10.314781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58820) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:10.318179 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e558e1-ba4e-43c7-ad19-4c1661da9607 req-aacc82ee-9100-4785-9f35-9ba46fcafc3c service neutron] 10.222.0.26 "GET /v2.0/networks/de1df0d3-d5a1-4a35-8b2f-580bfffa4e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369402
Jun 21 03:02:10.320613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8c1f6-81c7-49d6-83a1-69a169136a96 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:10.380677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.382684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 51e19fae-4e4f-4e2b-a2db-e9dc05e0bfa3 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:10.388690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.440980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b3897-8066-49d4-9cb0-435e7e696f83 req-cdc4cbf1-fc59-41b2-a44b-cc152a0de28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:10.447070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a42b3897-8066-49d4-9cb0-435e7e696f83 req-cdc4cbf1-fc59-41b2-a44b-cc152a0de28b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1098 time: 0.5514121
Jun 21 03:02:10.459319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.484351 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.535021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.543422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:10.545940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.560633 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b9e0037-9954-4442-aed5-cf83305c4ced tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:10.617267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-4dd5168d-9275-4c5c-a15e-6aeee53e5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:10.619013 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-4dd5168d-9275-4c5c-a15e-6aeee53e5e3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8bb2c1590b63435dbabdc1925e519f7f&device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 1096 time: 0.1565740
Jun 21 03:02:10.660422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.695505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Made reservation on behalf of d7426ffc23a1405d9275f4f5fe293825 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:10.700456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.729474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.775142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.777094 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.777821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-6d1cedf3-c53f-4551-837f-add83a5ffa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:10.780996 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-6d1cedf3-c53f-4551-837f-add83a5ffa20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 HTTP/1.1" status: 200  len: 923 time: 0.1513493
Jun 21 03:02:10.789902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a42b3897-8066-49d4-9cb0-435e7e696f83 req-1bf265c1-ac2f-4385-8ac9-87b046d1b382 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2768600
Jun 21 03:02:10.822351 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.5722597
Jun 21 03:02:10.823788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Network': ['ID=a89ac16f-bafa-4121-b196-d26b7c48c376,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:10.827987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58834) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:10.836415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a89ac16f-bafa-4121-b196-d26b7c48c376 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:10.845147 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:10.864270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'subnet': {'network_id': 'a89ac16f-bafa-4121-b196-d26b7c48c376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:10.868247 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:10.883525 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-3eb3dd93-4018-48b0-85fa-21b5ccf0b28d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 HTTP/1.1" status: 200  len: 217 time: 0.0952110
Jun 21 03:02:10.963322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-4fb8f78f-a18c-45a0-8900-e1da218d64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:10.964978 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-4fb8f78f-a18c-45a0-8900-e1da218d64af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc99d7c-e362-4120-8874-f3b72c73f652 HTTP/1.1" status: 200  len: 862 time: 0.0747817
Jun 21 03:02:10.965359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa92bb0-1355-4290-9cac-7e9f154e8d39,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:10.967487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:10.971512 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-675cb79f-7fcf-4d88-93d5-db86eccbfe36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:10.972230 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:10.998987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.008708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.4308448
Jun 21 03:02:11.013826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58838) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:11.018656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=51e19fae-4e4f-4e2b-a2db-e9dc05e0bfa3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:11.043267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'da1d3666-8623-4652-85c9-25cb766a8431', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:11.043507 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:11.043507 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-98805973-ed68-46bf-800e-8471a002ef4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de1df0d3-d5a1-4a35-8b2f-580bfffa4e54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677245
Jun 21 03:02:11.043913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.045765 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/51e19fae-4e4f-4e2b-a2db-e9dc05e0bfa3 HTTP/1.1" status: 204  len: 168 time: 0.7299218
Jun 21 03:02:11.048817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58840) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:11.104807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d4294-2eed-464c-ba79-cb5b82b4b0d9 req-57bcc9d9-da86-4010-aeae-f749a9365670 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:11.106743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd6d4294-2eed-464c-ba79-cb5b82b4b0d9 req-57bcc9d9-da86-4010-aeae-f749a9365670 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 944 time: 0.5106881
Jun 21 03:02:11.120506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cf55b-140a-4cda-a373-48aac87e0c62 req-8a08b662-71ae-4db6-9658-ff35511b8342 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:11.121496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-987cf55b-140a-4cda-a373-48aac87e0c62 req-8a08b662-71ae-4db6-9658-ff35511b8342 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.5059762
Jun 21 03:02:11.127346 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d0d9d276-f943-4821-862b-1de1c2ccdd41 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0757174
Jun 21 03:02:11.130451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58842) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:11.134727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58844) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:11.147783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:11.259957 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-5c9b887d-e8ee-43bc-b1ba-823690841640 service neutron] 10.222.0.26 "GET /v2.0/networks/de1df0d3-d5a1-4a35-8b2f-580bfffa4e54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564431
Jun 21 03:02:11.343553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-987cf55b-140a-4cda-a373-48aac87e0c62 req-86c94257-6ef9-4bfb-be48-f1ead9b2cf78 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2030270
Jun 21 03:02:11.349252 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1146f1a9-3aff-4b89-a5c4-758378ba0f74 tempest-AgentManagementNegativeTest-1906825353 tempest-AgentManagementNegativeTest-1906825353-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.2176664
Jun 21 03:02:11.353565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd6d4294-2eed-464c-ba79-cb5b82b4b0d9 req-43ab67f3-b5ba-4c4e-b664-e84a4b66cf20 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283871
Jun 21 03:02:11.431831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.439909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:02:11.463518 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-efc0dc0a-0a29-4f62-9d25-fbe6f14c341a req-f1eb73b5-a272-48a9-8e17-39fba3fd3861 service neutron] 10.222.0.26 "GET /v2.0/networks/de1df0d3-d5a1-4a35-8b2f-580bfffa4e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948631
Jun 21 03:02:11.484731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce63e80-3244-4b0e-bb86-cd6ab764ab29 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:11.555799 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.561722 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4366cbe0-90ca-4665-b48b-b7b82d27fef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:11.565098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] device_id is not set on port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:11.614165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-43e8da27-d99a-4a94-8574-7e545844f85d None None] Provisioning complete for port 2e879eb0-ff53-4a40-be30-60c2b91d253f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:11.621753 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43e8da27-d99a-4a94-8574-7e545844f85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.659256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625638d-cd60-4ccb-824f-4ac580f81cba,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:11.664647 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:11.687262 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Project 5abc1439a51442dca598a84712ee0f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:02:11.701122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,segment=NetworkSegment(7f18d669-ecba-4356-bcda-36c2ab39f471),segment_id=7f18d669-ecba-4356-bcda-36c2ab39f471)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:11.712671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.735641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80beac-fe93-4e65-9341-daa56b4f3d0f req-01f0c942-11f3-413c-8e3a-452a5f5ccf66 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:11.736184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71', 'network_id': 'de1df0d3-d5a1-4a35-8b2f-580bfffa4e54', 'port_id': '8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71', 'mac_address': 'fa:16:3e:95:03:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc99d7c-e362-4120-8874-f3b72c73f652', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:02:11.737421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d80beac-fe93-4e65-9341-daa56b4f3d0f req-01f0c942-11f3-413c-8e3a-452a5f5ccf66 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 946 time: 0.2174506
Jun 21 03:02:11.822397 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.836220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Made reservation on behalf of 55505954bbb0446e8117fefc1a5dd3ea for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:11.839765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.852214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:11.879791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,segment=NetworkSegment(7f18d669-ecba-4356-bcda-36c2ab39f471),segment_id=7f18d669-ecba-4356-bcda-36c2ab39f471)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:11.935823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:11.953949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d80beac-fe93-4e65-9341-daa56b4f3d0f req-133a0538-603b-4165-99a0-2aeef1697614 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1954029
Jun 21 03:02:11.965341 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:11.976267 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-665a5d08-1bd0-4a1c-8193-cf27e6c25b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:12.010961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] device_id is not set on port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:12.012767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58854) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:12.035171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:12.038913 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:12.041088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] Deleting port 2e879eb0-ff53-4a40-be30-60c2b91d253f {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:12.041502 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.041646 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.046856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.062413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:12.066531 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.075714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Transition to ACTIVE for port object 33ee9f95-25e0-41d7-b569-34a8e6c46f85 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:12.115630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] For port 2e879eb0-ff53-4a40-be30-60c2b91d253f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2e879eb0-ff53-4a40-be30-60c2b91d253f,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:12.116363 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.133892 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0faf5522-1698-4b52-ad32-b30eaed5b7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.138926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.144325 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:12.184143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fe6d78-911d-430e-8fa4-4227e3be0777,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:12.192663 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:12.200738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] Calling delete_port for 2e879eb0-ff53-4a40-be30-60c2b91d253f owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:12.205364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:02:12.230436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.230942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0faf5522-1698-4b52-ad32-b30eaed5b7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.237210 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f260753-2c95-49e0-a00b-5c9cc0baaa52 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:12.307096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0faf5522-1698-4b52-ad32-b30eaed5b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.311477 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ceb064df-c326-4728-8d62-5069469f9ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:12.345761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=33ee9f95-25e0-41d7-b569-34a8e6c46f85,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:12.353549 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:12.362827 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0faf5522-1698-4b52-ad32-b30eaed5b7b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ed6f9b6398247eca22d282984219f7c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3487029
Jun 21 03:02:12.363985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58858) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:12.371041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf5522-1698-4b52-ad32-b30eaed5b7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c98089-12fb-4e5d-b70c-4ed9e23bf38f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:12.377827 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0faf5522-1698-4b52-ad32-b30eaed5b7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:12.404643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.409702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.3796942
Jun 21 03:02:12.411667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Checking segment: {'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:12.412028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Network hostable DHCP agents. Network: 761c1e67-8893-48c4-a961-6029f894dd0e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:12.414434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58864) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:12.422050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'da1d3666-8623-4652-85c9-25cb766a8431', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:12.434514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.442383 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-577098a9-b2a7-4549-8917-da26989bb5f9 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:12.456220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d743b5b-df75-4840-bdfa-5bcc986aa7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.494118 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.497124 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-835e7533-f93e-4d0f-87f3-ecd1f072871b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:12.497903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d743b5b-df75-4840-bdfa-5bcc986aa7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.536160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] Pushing event deleted for resources: {'Port': ['ID=2e879eb0-ff53-4a40-be30-60c2b91d253f,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:12.539603 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:12.541197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] No DVR routers for this DVR port 2e879eb0-ff53-4a40-be30-60c2b91d253f on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:12.632476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Subnet': ['ID=b1f3e7bf-2415-4f96-b6d6-26cd9571f704,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:12.644556 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:12.660010 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d743b5b-df75-4840-bdfa-5bcc986aa7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.663628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d743b5b-df75-4840-bdfa-5bcc986aa7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.665058 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5d743b5b-df75-4840-bdfa-5bcc986aa7aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4c98089-12fb-4e5d-b70c-4ed9e23bf38f HTTP/1.1" status: 204  len: 168 time: 0.2995794
Jun 21 03:02:12.665821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Checking segment: {'id': '4cb39731-0f48-41f6-ba11-c037971db955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a89ac16f-bafa-4121-b196-d26b7c48c376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:12.666186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network hostable DHCP agents. Network: a89ac16f-bafa-4121-b196-d26b7c48c376, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:12.667044 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6291b201-8db8-42d9-b581-1f1142bfe04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:12.680592 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Project 5abc1439a51442dca598a84712ee0f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:02:12.682913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743b5b-df75-4840-bdfa-5bcc986aa7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c98089-12fb-4e5d-b70c-4ed9e23bf38f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:12.683102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Network 761c1e67-8893-48c4-a961-6029f894dd0e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:12.686280 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.686566 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d743b5b-df75-4840-bdfa-5bcc986aa7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:12.692159 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-16c1c52f-c801-40aa-8c8c-80ce03e10463 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:12.732816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.758186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8212c-0228-418d-a866-6b755f9ef2e1 req-263bcf12-ce8b-4499-9d7b-fbf3ded9a8b7 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:12.759674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53f8212c-0228-418d-a866-6b755f9ef2e1 req-263bcf12-ce8b-4499-9d7b-fbf3ded9a8b7 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 945 time: 0.2433729
Jun 21 03:02:12.776442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 761c1e67-8893-48c4-a961-6029f894dd0e) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:12.785813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d2e9a-c1b1-43e9-8efe-0c4192c19c44 None None] Network 761c1e67-8893-48c4-a961-6029f894dd0e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:12.807100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:12.816674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:12.844932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=c62d5906-9ba7-4b79-b5e1-1b38d908d2e7,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:12.847176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:12.848589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network a89ac16f-bafa-4121-b196-d26b7c48c376 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:12.851177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:12.851755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.855542 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:12.858387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba356b-20c7-4834-94f7-b4fefefbd8d6 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:12.864572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501170d-6abd-435e-8eef-f47fd779c51a req-291d6d7e-9692-47b9-81f8-473c794d44e3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:12.866078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9501170d-6abd-435e-8eef-f47fd779c51a req-291d6d7e-9692-47b9-81f8-473c794d44e3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.2963028
Jun 21 03:02:12.879291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:12.879627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:12.879970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:12.906518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a89ac16f-bafa-4121-b196-d26b7c48c376) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:12.918064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:12.920048 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:12.920724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9692292-7a9d-4bf8-8cbe-7553051bfd40 None None] Network a89ac16f-bafa-4121-b196-d26b7c48c376 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:12.923540 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 2 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:12.926736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:12.927321 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.941771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53f8212c-0228-418d-a866-6b755f9ef2e1 req-a8144e29-461c-450e-bb7b-2babc20a83e3 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674328
Jun 21 03:02:12.944961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:12.974407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:12.974407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:12.974407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:12.974407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8360009
Jun 21 03:02:12.975214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58870) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:12.981157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:12.986347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9501170d-6abd-435e-8eef-f47fd779c51a req-7d3994c7-476d-48fd-bcb3-ff5e37d633a9 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079485
Jun 21 03:02:12.988012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:12.988547 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:12.989109 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 3 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:13.007091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:13.007839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:13.008350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:13.014608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:13.015004 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:13.017002 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 4 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:13.020535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.029314 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2da1b9d0-fd95-4403-bba5-9308be62f18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:13.065566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2313628
Jun 21 03:02:13.069295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58874) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:13.071841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:13.072184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:13.072525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:13.074934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b867ef4b-b5f8-4e22-8533-4f6b632e5256,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:13.082445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'network': {'name': 'tempest-router-network01--815116448'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:13.087541 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:13.089659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:13.089995 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:13.092434 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 5 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:13.119002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.124030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7055948
Jun 21 03:02:13.124753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58878) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:13.128333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:13.128845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:13.129042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:13.133093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'network': {'name': 'tempest-network-smoke--254438530', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'port_security_enabled': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:13.140410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:13.140751 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:13.143116 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 6 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:13.174228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:13.175064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:13.175335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:13.182363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:13.182990 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:13.183723 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 7 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:13.223235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:13.223871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:13.223871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:13.227735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Made reservation on behalf of 55505954bbb0446e8117fefc1a5dd3ea for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:13.232054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.270657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:13.270991 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:13.273687 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 8 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:13.298165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:13.307716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:13.308072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:13.308390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:13.315339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:13.317508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.317862 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Added segment fc9bd542-3019-454b-b45d-10e89756d42f of type vlan for network d20c3766-2697-48e3-8cc7-69e7e48136cd
Jun 21 03:02:13.319832 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.330169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:13.330519 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:13.333269 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 9 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:13.357862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:13.367575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68718dcd-1a46-469c-b5bc-319bfbdca80c req-6e2b92e8-7d45-45ef-be3e-0d37194ab464 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:13.367735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': 'c62d5906-9ba7-4b79-b5e1-1b38d908d2e7'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:13.368531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.369106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68718dcd-1a46-469c-b5bc-319bfbdca80c req-6e2b92e8-7d45-45ef-be3e-0d37194ab464 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 946 time: 0.1631336
Jun 21 03:02:13.382518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:13.382866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:13.383198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:13.385096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-a89ac16f-bafa-4121-b196-d26b7c48c376', 'network_id': 'a89ac16f-bafa-4121-b196-d26b7c48c376', 'tenant_id': '55505954bbb0446e8117fefc1a5dd3ea', 'fixed_ips': [{'subnet_id': 'b1f3e7bf-2415-4f96-b6d6-26cd9571f704'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:13.386308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.388835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.394326 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Added segment 6a30e7f8-4e31-4e79-86b1-94a39adce243 of type vlan for network 3e82f304-7a2e-4369-80fd-5a0dc8358f28
Jun 21 03:02:13.394645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.403725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:13.404050 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:13.406994 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 10 to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85
Jun 21 03:02:13.426260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:13.430390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.461126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:13.461487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:13.461831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:13.469039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:13.485638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68718dcd-1a46-469c-b5bc-319bfbdca80c req-14569024-7636-4651-8ea2-8e38d793e2d7 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954726
Jun 21 03:02:13.492613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:13.493456 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:13.493823 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.494490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.576683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] For port 33ee9f95-25e0-41d7-b569-34a8e6c46f85, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:13.578208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempted to set empty binding levels {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jun 21 03:02:13.580877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.592002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:13.593298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.598801 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:13.605479 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:02:13.691842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.694988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Network': ['ID=d20c3766-2697-48e3-8cc7-69e7e48136cd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:13.698177 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:13.707517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Allocated IP 172.20.0.2 (4d82cb52-2247-4a3b-982b-02458c34d10e/c62d5906-9ba7-4b79-b5e1-1b38d908d2e7/febafcbf-249b-4f1d-93a7-bdd9a17565bc) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:13.710682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:13.711352 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.711521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network d20c3766-2697-48e3-8cc7-69e7e48136cd details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:13.723514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.730386 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4735609-6ae4-4c4a-88fb-60cf32473f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:13.745858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2e879eb0-ff53-4a40-be30-60c2b91d253f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:13.752275 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1dec2fc3-2ddd-4818-81f0-1ccb7b04bf73 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:13.755563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6847351
Jun 21 03:02:13.761127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58892) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:13.771831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'network': {'name': 'tempest-router-network02--114552007'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:13.803326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:13.803985 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.809163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Allocated IP 172.20.0.2 (a89ac16f-bafa-4121-b196-d26b7c48c376/b1f3e7bf-2415-4f96-b6d6-26cd9571f704/aa4eba9a-9885-4c2d-9570-58890322185d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:13.811041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2e879eb0-ff53-4a40-be30-60c2b91d253f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:13.811421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2e879eb0-ff53-4a40-be30-60c2b91d253f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:13.857065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=33ee9f95-25e0-41d7-b569-34a8e6c46f85,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:13.864086 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:13.867305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:13.883937 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7577286
Jun 21 03:02:13.886307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ab7c-662a-4ac5-a19e-138151f8e9ea req-9d445ddb-fac4-4596-b4bd-fa494fe53558 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:13.887949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8529ab7c-662a-4ac5-a19e-138151f8e9ea req-9d445ddb-fac4-4596-b4bd-fa494fe53558 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 946 time: 0.1793482
Jun 21 03:02:13.888334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58896) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:13.897712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:13.898383 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:13.917513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'admin_state_up': True, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:13.927539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 981 time: 4.0900383
Jun 21 03:02:13.934838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58898) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:13.947683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Network': ['ID=3e82f304-7a2e-4369-80fd-5a0dc8358f28,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:13.951438 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:13.971798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:14.024460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8529ab7c-662a-4ac5-a19e-138151f8e9ea req-d735354b-cb2e-4275-8bd0-7865671508b7 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988469
Jun 21 03:02:14.063895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58906) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.105789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Made reservation on behalf of 55505954bbb0446e8117fefc1a5dd3ea for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:14.110703 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.153942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58910) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.230539 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.230860 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.231754 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.276779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Transition to ACTIVE for port object febafcbf-249b-4f1d-93a7-bdd9a17565bc will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:14.307181 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.310173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:14.351778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Deleting port 33ee9f95-25e0-41d7-b569-34a8e6c46f85 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:14.352122 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.364299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-30eafdd4-c266-40d1-b1f1-380c08103a39 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.368968 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.370890 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-30eafdd4-c266-40d1-b1f1-380c08103a39 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.2119844
Jun 21 03:02:14.378743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Transition to ACTIVE for port object febafcbf-249b-4f1d-93a7-bdd9a17565bc will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:14.396049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58914) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.405861 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.432973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-10105b04-aa1e-4b79-8bd8-b33a555f32d8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.436506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-10105b04-aa1e-4b79-8bd8-b33a555f32d8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0362074
Jun 21 03:02:14.438751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,segment=NetworkSegment(7f18d669-ecba-4356-bcda-36c2ab39f471),segment_id=7f18d669-ecba-4356-bcda-36c2ab39f471)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:14.439799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58916) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.442754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d114457-be66-4816-9198-b18de8ff5952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:14.445403 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68108370-0894-4bb0-b803-526e1ec9ec82" -d '{"events": [{"server_uuid": "8d114457-be66-4816-9198-b18de8ff5952", "name": "network-vif-plugged", "status": "completed", "tag": "8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:14.448387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-142a940a-9638-48ef-a026-caf93c18702d tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.452497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-142a940a-9638-48ef-a026-caf93c18702d tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0052159
Jun 21 03:02:14.452497 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.452497 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Added segment 28786b6d-f696-4b42-8731-6dfdf50f597b of type vlan for network 58d05d50-aa5c-430b-904e-dd2379a64873
Jun 21 03:02:14.453245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Transition to ACTIVE for port object aa4eba9a-9885-4c2d-9570-58890322185d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:14.470074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58920) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.474057 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.478132 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:14.481781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Transition to ACTIVE for port object aa4eba9a-9885-4c2d-9570-58890322185d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:14.527849 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:14.534145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:14.537746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:14.546572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Pushing event updated for resources: {'Port': ['ID=febafcbf-249b-4f1d-93a7-bdd9a17565bc,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:14.556880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.559079 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:14.559555 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:14.591734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:02:14.601938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.659252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Network a89ac16f-bafa-4121-b196-d26b7c48c376 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:14.660142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Attempting to bind port febafcbf-249b-4f1d-93a7-bdd9a17565bc on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:14.661274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Attempting to bind port febafcbf-249b-4f1d-93a7-bdd9a17565bc by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:14.661274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Attempting to bind port febafcbf-249b-4f1d-93a7-bdd9a17565bc on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:14.676655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:14.682005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:14.683245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:14.683245 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.683578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:14.684145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Bound port: febafcbf-249b-4f1d-93a7-bdd9a17565bc, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:14.684615 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.687157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:14.691471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:14.699442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049898d4-c5d2-407c-991b-d30ec5a3053f tempest-TestVolumeBackupRestore-154701623 tempest-TestVolumeBackupRestore-154701623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:14.701074 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-049898d4-c5d2-407c-991b-d30ec5a3053f tempest-TestVolumeBackupRestore-154701623 tempest-TestVolumeBackupRestore-154701623-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1093 time: 0.6340997
Jun 21 03:02:14.704975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58922) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.708616 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:14.714473 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:14.725907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:14.825578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Pushing event updated for resources: {'Port': ['ID=aa4eba9a-9885-4c2d-9570-58890322185d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:14.832733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Attempting to bind port aa4eba9a-9885-4c2d-9570-58890322185d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:14.832733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Attempting to bind port aa4eba9a-9885-4c2d-9570-58890322185d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4cb39731-0f48-41f6-ba11-c037971db955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a89ac16f-bafa-4121-b196-d26b7c48c376'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:14.832733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Attempting to bind port aa4eba9a-9885-4c2d-9570-58890322185d on network a89ac16f-bafa-4121-b196-d26b7c48c376 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:14.836438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-70ef79fb-7060-43fc-8d09-ebaae65bb078 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.839875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-70ef79fb-7060-43fc-8d09-ebaae65bb078 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.3373911
Jun 21 03:02:14.840021 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:14.840598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58924) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.847684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:14.848077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Checking segment: {'id': '4cb39731-0f48-41f6-ba11-c037971db955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a89ac16f-bafa-4121-b196-d26b7c48c376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:14.848493 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.848600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-19b8de74-ad86-43ba-9761-b962d70a2b38 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.848898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Bound using segment: {'id': '4cb39731-0f48-41f6-ba11-c037971db955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a89ac16f-bafa-4121-b196-d26b7c48c376'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:14.849404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Bound port: aa4eba9a-9885-4c2d-9570-58890322185d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb39731-0f48-41f6-ba11-c037971db955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a89ac16f-bafa-4121-b196-d26b7c48c376'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:14.852276 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.852402 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-19b8de74-ad86-43ba-9761-b962d70a2b38 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0078757
Jun 21 03:02:14.853106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58926) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.866018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] For port febafcbf-249b-4f1d-93a7-bdd9a17565bc, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:14.872374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.879926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-57d4a203-a1ac-4815-8670-77b72c7cf1b0 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.883270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-57d4a203-a1ac-4815-8670-77b72c7cf1b0 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0076749
Jun 21 03:02:14.886246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58928) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.898785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] For port febafcbf-249b-4f1d-93a7-bdd9a17565bc, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=febafcbf-249b-4f1d-93a7-bdd9a17565bc,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:14.912582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-f5e326ae-f405-46c5-8212-579b5414bada tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.915973 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f5e326ae-f405-46c5-8212-579b5414bada tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0172241
Jun 21 03:02:14.924889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58930) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.926676 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.942126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] For port aa4eba9a-9885-4c2d-9570-58890322185d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:14.945475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] For port aa4eba9a-9885-4c2d-9570-58890322185d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=aa4eba9a-9885-4c2d-9570-58890322185d,segment=NetworkSegment(4cb39731-0f48-41f6-ba11-c037971db955),segment_id=4cb39731-0f48-41f6-ba11-c037971db955)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:14.945805 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.965509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-d22ca54f-eac9-4b68-ae7d-acf15e31c4c8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.968837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d22ca54f-eac9-4b68-ae7d-acf15e31c4c8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0360467
Jun 21 03:02:14.969078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] For port 33ee9f95-25e0-41d7-b569-34a8e6c46f85, host n-h1-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:14.969500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.970931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58932) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:14.976687 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:14.976930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-caa6a99f-3285-49c6-a876-dfd1a9abcc66 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:14.980337 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-caa6a99f-3285-49c6-a876-dfd1a9abcc66 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0060599
Jun 21 03:02:14.980475 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-52fe3542-7764-4082-bfb6-f594699f1dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:14.998756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58934) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.006236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-e498967d-872b-4b51-a98c-2c6c9f78343e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.009801 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e498967d-872b-4b51-a98c-2c6c9f78343e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0050564
Jun 21 03:02:15.011874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58936) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.019657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-ccee917f-9dea-4bf8-8e18-9d3e2cf9183e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.023676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ccee917f-9dea-4bf8-8e18-9d3e2cf9183e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0078735
Jun 21 03:02:15.024981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58938) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.037298 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.045606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Pushing event updated for resources: {'Port': ['ID=febafcbf-249b-4f1d-93a7-bdd9a17565bc,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:15.061824 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:15.062693 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ffff9f85-4d83-42c1-b15a-be19444f1dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:15.064467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-92bf951a-9bff-40dd-a5d4-41d363e34cf7 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.065529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-92bf951a-9bff-40dd-a5d4-41d363e34cf7 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0381196
Jun 21 03:02:15.078417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:02:15.078860 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:02:15.079578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58940) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.085893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-b3abb2eb-c158-43e1-b039-751a7b561767 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.089827 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b3abb2eb-c158-43e1-b039-751a7b561767 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0090761
Jun 21 03:02:15.097578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Calling delete_port for 33ee9f95-25e0-41d7-b569-34a8e6c46f85 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:15.098448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58942) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.102124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.104979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-2230c5b1-5fb1-4335-beb9-7674482f86f8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.107472 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2230c5b1-5fb1-4335-beb9-7674482f86f8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0075030
Jun 21 03:02:15.122152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69853c7-a26e-4f9d-a11f-9ded42d1c271 req-1b32a777-03a4-4be4-98b3-c4a4fc6e12a1 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:15.122152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d69853c7-a26e-4f9d-a11f-9ded42d1c271 req-1b32a777-03a4-4be4-98b3-c4a4fc6e12a1 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.8058870
Jun 21 03:02:15.122449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 03:02:15.124840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58944) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.135426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Pushing event updated for resources: {'Port': ['ID=aa4eba9a-9885-4c2d-9570-58890322185d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:15.136491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab2ce4-74e5-4e91-a784-b4c96dda3c1d req-1e2b9acf-afa3-4603-a400-5797599632ed tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:15.144236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fab2ce4-74e5-4e91-a784-b4c96dda3c1d req-1e2b9acf-afa3-4603-a400-5797599632ed tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 945 time: 1.0152600
Jun 21 03:02:15.147824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.148036 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:15.149733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-e01d8fab-708b-461d-aff2-07103243fa8e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.150663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e01d8fab-708b-461d-aff2-07103243fa8e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0044026
Jun 21 03:02:15.158320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58946) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.163215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-0795d20b-3e74-40d7-af1c-b697160faeac tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.164892 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0795d20b-3e74-40d7-af1c-b697160faeac tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0049181
Jun 21 03:02:15.197289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58948) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.201981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-0d17e610-8660-4b39-9058-816717fde300 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.202930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0d17e610-8660-4b39-9058-816717fde300 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0046086
Jun 21 03:02:15.209910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58950) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.228842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-407585d2-8cd3-4c9f-841d-1223dc25c83d tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.228842 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-407585d2-8cd3-4c9f-841d-1223dc25c83d tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0067225
Jun 21 03:02:15.231292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58952) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.236599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-f26738bb-5479-466d-bd10-bb24d77cb826 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.237790 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f26738bb-5479-466d-bd10-bb24d77cb826 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0055554
Jun 21 03:02:15.240359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58954) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.246897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-18959855-c63f-4821-a5b0-97df1b344553 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.248120 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-18959855-c63f-4821-a5b0-97df1b344553 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0066984
Jun 21 03:02:15.251477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58956) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.259603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-594820c7-aa23-4fe3-b80d-f04721cbe63f tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.260606 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-594820c7-aa23-4fe3-b80d-f04721cbe63f tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0078547
Jun 21 03:02:15.263473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58958) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.276813 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-40afd0a0-839c-4008-a4a4-de6bcc6e1a8e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.280119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-40afd0a0-839c-4008-a4a4-de6bcc6e1a8e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0060828
Jun 21 03:02:15.282945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58960) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.293811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-aa85157f-04e3-4d9c-9aa5-87691385fc7e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.297136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aa85157f-04e3-4d9c-9aa5-87691385fc7e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0048406
Jun 21 03:02:15.298197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58962) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.302907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d69853c7-a26e-4f9d-a11f-9ded42d1c271 req-9cae7f5f-9eac-408d-8589-eac8fffdcd2a tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1436260
Jun 21 03:02:15.309958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fab2ce4-74e5-4e91-a784-b4c96dda3c1d req-ee157163-33e3-4daf-83ee-106c977edb81 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647551
Jun 21 03:02:15.315918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-9c18fd14-60a9-4867-8269-2b916a7df266 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.317047 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9c18fd14-60a9-4867-8269-2b916a7df266 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0174527
Jun 21 03:02:15.320267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58964) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.330701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-d59ca610-563d-45fc-b874-336329bbdde2 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.334906 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d59ca610-563d-45fc-b874-336329bbdde2 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0136368
Jun 21 03:02:15.335667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58966) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.343178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-857658e3-7e2e-4548-a189-8b22c74dcf7b tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.347246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-857658e3-7e2e-4548-a189-8b22c74dcf7b tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0082996
Jun 21 03:02:15.358717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58968) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.363749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-c2787b83-ad51-482d-9f33-ce1c2476ec47 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.367731 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c2787b83-ad51-482d-9f33-ce1c2476ec47 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0081899
Jun 21 03:02:15.371517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58970) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.382456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.383333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-c709bf65-8a48-48cb-bbd6-8a931baa5ad2 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.385886 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c709bf65-8a48-48cb-bbd6-8a931baa5ad2 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0130639
Jun 21 03:02:15.389319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:15.389792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.401860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58972) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.402001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Allocated IP 172.25.7.154 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/974219a3-975e-4503-b858-70143d6e5ee4) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:15.409297 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7fc41d10-35f6-4b10-a65e-0a3e20dca56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:15.434047 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6e6e7b-49d5-4601-a117-9ee2b9f60ff0 x-openstack-request-id: req-4d6e6e7b-49d5-4601-a117-9ee2b9f60ff0 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:15.443003 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d114457-be66-4816-9198-b18de8ff5952", "name": "network-vif-plugged", "status": "completed", "tag": "8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:15.443003 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d6e6e7b-49d5-4601-a117-9ee2b9f60ff0 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:15.443003 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d114457-be66-4816-9198-b18de8ff5952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71', 'code': 200}
Jun 21 03:02:15.443376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-78daacd4-6c14-4a2e-b0b6-797f3429ee09 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.443376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-78daacd4-6c14-4a2e-b0b6-797f3429ee09 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0239089
Jun 21 03:02:15.464962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58974) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.472882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-38b46a60-182b-4ed7-bb91-29f45593da73 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.474436 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-38b46a60-182b-4ed7-bb91-29f45593da73 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0081325
Jun 21 03:02:15.512100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58976) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.512100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-8e4b95c2-f548-45bd-a8f1-85c29a6a99c3 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.512100 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8e4b95c2-f548-45bd-a8f1-85c29a6a99c3 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0044255
Jun 21 03:02:15.512593 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.514327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58978) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.550617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-0e0ccc98-4ef4-4ffc-b34f-0d6ea91ab269 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.553955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0e0ccc98-4ef4-4ffc-b34f-0d6ea91ab269 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0079470
Jun 21 03:02:15.559205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58980) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.568744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-959da2dc-a31e-496e-ab85-cca0d87dc0a2 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.572163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-959da2dc-a31e-496e-ab85-cca0d87dc0a2 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0097132
Jun 21 03:02:15.576594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58982) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.588100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-6d20f886-05bf-41b0-886c-ee9ae6a131fa tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.591610 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6d20f886-05bf-41b0-886c-ee9ae6a131fa tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0051498
Jun 21 03:02:15.591760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Network': ['ID=58d05d50-aa5c-430b-904e-dd2379a64873,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:15.594206 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.598572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "DELETE /v2.0/ports/33ee9f95-25e0-41d7-b569-34a8e6c46f85 HTTP/1.1" status: 204  len: 168 time: 1.6604896
Jun 21 03:02:15.598572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58984) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.599837 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:15.600264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58986) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.601753 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1072ff1-6df9-48ae-8b8d-ed4601ba141e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:15.610977 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 58d05d50-aa5c-430b-904e-dd2379a64873 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:15.632013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-40a7b828-3d5b-4a6d-86b2-36a6c3300736 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.633041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-40a7b828-3d5b-4a6d-86b2-36a6c3300736 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0345376
Jun 21 03:02:15.660418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.8945880
Jun 21 03:02:15.677516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58988) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.677871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58990) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.683661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-516f85f1-4dbb-446a-b3b3-04d1b12fefb9 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.684350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-516f85f1-4dbb-446a-b3b3-04d1b12fefb9 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0045607
Jun 21 03:02:15.690062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event deleted for resources: {'Port': ['ID=33ee9f95-25e0-41d7-b569-34a8e6c46f85,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:15.694475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'subnet': {'network_id': 'd20c3766-2697-48e3-8cc7-69e7e48136cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:15.694823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58992) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.701738 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.702378 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-39393a0d-cc38-4fa6-bd7a-60bf5e42ebed tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] GET failed (client error): The resource could not be found.
Jun 21 03:02:15.704033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-39393a0d-cc38-4fa6-bd7a-60bf5e42ebed tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "GET /v2.0/ports/33ee9f95-25e0-41d7-b569-34a8e6c46f85 HTTP/1.1" status: 404  len: 333 time: 0.1000531
Jun 21 03:02:15.705176 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:15.724225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58994) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.730859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Request body: {'port': {'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1815592331'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:15.740398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-2e0a5e33-fcd8-4e42-8bed-cc130835826e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.740398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2e0a5e33-fcd8-4e42-8bed-cc130835826e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0048645
Jun 21 03:02:15.755460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58996) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.760193 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-abf6f2d4-96b9-4b00-abbe-2110f39dce60 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.761274 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-abf6f2d4-96b9-4b00-abbe-2110f39dce60 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0046434
Jun 21 03:02:15.764699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58998) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.780946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-7dc9ce6f-ce4c-4682-b8dc-b5e0c6b253ff tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.780946 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7dc9ce6f-ce4c-4682-b8dc-b5e0c6b253ff tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0127110
Jun 21 03:02:15.785445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59000) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.790246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-148b9450-9679-4b03-81be-efa6f8c9a76b tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.793764 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-148b9450-9679-4b03-81be-efa6f8c9a76b tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0045891
Jun 21 03:02:15.795020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59002) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.811165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-f21e5bb4-c357-4062-8ea0-baf27595ccf5 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.816659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f21e5bb4-c357-4062-8ea0-baf27595ccf5 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0089810
Jun 21 03:02:15.817977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59004) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.818293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2844a-d75c-4edf-9d66-aa51df2acdf9 req-81e716d0-cf5f-43f7-b62c-8ca448fa9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:15.820003 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2db2844a-d75c-4edf-9d66-aa51df2acdf9 req-81e716d0-cf5f-43f7-b62c-8ca448fa9d63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 1098 time: 0.2884128
Jun 21 03:02:15.824720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-86bf1191-471c-4fb2-a2a5-861f8704d717 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.825814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-86bf1191-471c-4fb2-a2a5-861f8704d717 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0061123
Jun 21 03:02:15.830012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59006) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.835328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-64392e5f-06ec-4c1f-abec-4fa9c06ab96d tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.839619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-64392e5f-06ec-4c1f-abec-4fa9c06ab96d tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0053556
Jun 21 03:02:15.839715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59008) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.843661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-ee6b395f-2b39-4e29-9460-3e3432fcd0de tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.846759 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ee6b395f-2b39-4e29-9460-3e3432fcd0de tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0053675
Jun 21 03:02:15.854688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.855038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device aa4eba9a-9885-4c2d-9570-58890322185d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:15.861267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59010) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.869160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-55782340-76b4-447d-9546-80a256a30299 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.870153 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-55782340-76b4-447d-9546-80a256a30299 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0047383
Jun 21 03:02:15.874948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59012) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.882886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-046464f2-7863-4e0a-9cd0-89be090f4e9b tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.887162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-046464f2-7863-4e0a-9cd0-89be090f4e9b tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0105178
Jun 21 03:02:15.887846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59014) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.897866 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2db2844a-d75c-4edf-9d66-aa51df2acdf9 req-d9729e09-3fb8-4a41-aa32-527e2fce5215 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696430
Jun 21 03:02:15.946712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-caef75ce-62d7-425f-882a-8eda0ff68831 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.947660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-caef75ce-62d7-425f-882a-8eda0ff68831 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0291491
Jun 21 03:02:15.952091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Made reservation on behalf of d7426ffc23a1405d9275f4f5fe293825 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:15.955304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:15.957756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59016) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.963948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-fc420898-2aca-4c28-a009-27065aa24821 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.964852 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc420898-2aca-4c28-a009-27065aa24821 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0049202
Jun 21 03:02:15.973374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.978926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-e8696138-2974-4781-893e-3f20a8aceeb7 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.979847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e8696138-2974-4781-893e-3f20a8aceeb7 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0055532
Jun 21 03:02:15.982554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59020) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.987210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port aa4eba9a-9885-4c2d-9570-58890322185d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:15.987717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-1ab5885c-0c70-4321-b65f-a1212994e4ca tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:15.990002 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ab5885c-0c70-4321-b65f-a1212994e4ca tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0051398
Jun 21 03:02:15.994249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59022) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:15.996302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device febafcbf-249b-4f1d-93a7-bdd9a17565bc up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:16.002329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-137ea869-0e22-40d3-abdc-95581b9699b8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.003273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-137ea869-0e22-40d3-abdc-95581b9699b8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0070384
Jun 21 03:02:16.007000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59024) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.012143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.013103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-33622348-d7d3-4517-9760-0dc639b8888a tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.020351 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-33622348-d7d3-4517-9760-0dc639b8888a tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0050535
Jun 21 03:02:16.020537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] device_id is not set on port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:16.021908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59026) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.026050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-90921d7e-e065-48dc-a4e7-b666f529cad8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.029055 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-90921d7e-e065-48dc-a4e7-b666f529cad8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0044756
Jun 21 03:02:16.029853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.036218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-bd334329-5c55-44eb-8016-24b80d5fa93c tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.039469 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bd334329-5c55-44eb-8016-24b80d5fa93c tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0062993
Jun 21 03:02:16.050098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59030) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.052752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.055315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-a85c51b3-6288-4365-917e-ff7a4c34bfc0 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.059482 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a85c51b3-6288-4365-917e-ff7a4c34bfc0 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0053554
Jun 21 03:02:16.059482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59032) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.067417 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-ca68ad1b-217b-4a98-b734-5f227afe27ca tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.072590 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ca68ad1b-217b-4a98-b734-5f227afe27ca tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0084412
Jun 21 03:02:16.073864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59034) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.080631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-f1763185-bd76-4bca-bf4d-8f89b3db4b9e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.081617 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1763185-bd76-4bca-bf4d-8f89b3db4b9e tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0066226
Jun 21 03:02:16.086330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59036) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.090219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] For port febafcbf-249b-4f1d-93a7-bdd9a17565bc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=febafcbf-249b-4f1d-93a7-bdd9a17565bc,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:16.095870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-1e243d71-0ff1-43be-9f10-850079a3a04f tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.097095 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1e243d71-0ff1-43be-9f10-850079a3a04f tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0091624
Jun 21 03:02:16.104284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.107663 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1398693d-8ced-4ca2-9f5f-0e606b9ca8fc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:16.112353 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59038) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.117457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-fa7d2cd0-f2bd-4b09-9d81-0e108974f8e1 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.121017 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fa7d2cd0-f2bd-4b09-9d81-0e108974f8e1 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0052752
Jun 21 03:02:16.122064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59040) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.139423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-a3e69612-ff4e-4134-abfe-108a1f067870 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.144246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a3e69612-ff4e-4134-abfe-108a1f067870 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0123856
Jun 21 03:02:16.148572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59042) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.163952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port febafcbf-249b-4f1d-93a7-bdd9a17565bc completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:16.164175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-b5df491a-0ed0-4748-b77a-36a3b5655f05 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.165782 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b5df491a-0ed0-4748-b77a-36a3b5655f05 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0140140
Jun 21 03:02:16.179330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59044) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.179495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Made reservation on behalf of 55505954bbb0446e8117fefc1a5dd3ea for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:16.182916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.185807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-7edbeb54-5f08-45a8-b562-f5f73b465ab8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.189828 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7edbeb54-5f08-45a8-b562-f5f73b465ab8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0060890
Jun 21 03:02:16.191132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:16.191798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59046) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.195631 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.201474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-58bee994-c848-4758-bc81-5dd312c9469a tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.205586 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-58bee994-c848-4758-bc81-5dd312c9469a tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0079544
Jun 21 03:02:16.209501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:16.211220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59048) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.216153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-82b48105-6c1f-4eab-bb63-f68f559ad209 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.220325 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82b48105-6c1f-4eab-bb63-f68f559ad209 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0078998
Jun 21 03:02:16.221214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:16.223815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'Port': ['ID=974219a3-975e-4503-b858-70143d6e5ee4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:16.225943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59050) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.231336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-7c98ea65-9c80-4fe2-b1c1-e7fd229ad7c8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.237547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7c98ea65-9c80-4fe2-b1c1-e7fd229ad7c8 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0055811
Jun 21 03:02:16.237547 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:16.243316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59052) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.247816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-3e317c70-e9c8-471c-8327-ce2ff068808c tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.248759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3e317c70-e9c8-471c-8327-ce2ff068808c tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0045028
Jun 21 03:02:16.256882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59054) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.265659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [None req-844c6720-23b8-4e6c-8636-6c1d6f765804 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.267180 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-844c6720-23b8-4e6c-8636-6c1d6f765804 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0050654
Jun 21 03:02:16.270016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59056) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.278174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-3fbefb74-8cd4-494f-bba2-f7d7f3be186a tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.279214 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3fbefb74-8cd4-494f-bba2-f7d7f3be186a tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0079215
Jun 21 03:02:16.285232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59058) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.290377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [None req-43c165ae-ca96-43e5-9755-6c4833832d24 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:02:16.295217 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-43c165ae-ca96-43e5-9755-6c4833832d24 tempest-ExtensionsTestJSON-1721799707 tempest-ExtensionsTestJSON-1721799707-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0047712
Jun 21 03:02:16.295708 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.296832 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.302376 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aeff0c60-d825-4142-a6d0-9a71361cc48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:16.442368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=febafcbf-249b-4f1d-93a7-bdd9a17565bc,revision_number=4']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:16.465081 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:16.473553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.25.7.7 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/08042644-b38a-4b54-97c0-3d8f73e54e7c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:16.564582 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f62c5078-1ef1-4a8b-a22f-be7b8ac3fd3a tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:16.606156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:16.615157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:16.618508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:16.621011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.624155 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.630033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22a75a-15c4-49e9-8ca0-cea7db4f9872 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:16.707503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] Provisioning for port febafcbf-249b-4f1d-93a7-bdd9a17565bc completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:16.720476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] Provisioning complete for port febafcbf-249b-4f1d-93a7-bdd9a17565bc triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:16.721352 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.727523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=0ee9df8e-94a3-480f-9be2-66cd0d78723c,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:16.732213 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:16.738135 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.7616172
Jun 21 03:02:16.741071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59066) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:16.747524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:26:71:98', 'name': 'tempest-NetworksTestDHCPv6-274302720'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:16.871238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:16.966681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87f0-4e45-47cf-8956-2b66ff3f30ad req-37887249-c9c0-4610-9e96-d635bd8876a4 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:16.968711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea6b87f0-4e45-47cf-8956-2b66ff3f30ad req-37887249-c9c0-4610-9e96-d635bd8876a4 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.4055960
Jun 21 03:02:17.006317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078e5ca-6199-46f7-bf46-7c192e27197e req-1bb0b92b-dfff-429a-ba67-9e8bc1e3513a tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:17.014579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59070) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:17.017874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b078e5ca-6199-46f7-bf46-7c192e27197e req-1bb0b92b-dfff-429a-ba67-9e8bc1e3513a tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 946 time: 0.4685135
Jun 21 03:02:17.035687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.048250 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:17.129451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.170228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Network 761c1e67-8893-48c4-a961-6029f894dd0e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:17.178327 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea6b87f0-4e45-47cf-8956-2b66ff3f30ad req-5550b3b2-adfd-4957-aec9-7261d4c016f6 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1929011
Jun 21 03:02:17.184288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:17.199194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b078e5ca-6199-46f7-bf46-7c192e27197e req-7f2a809b-24e0-477e-bcb1-9685383065bd tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803532
Jun 21 03:02:17.202537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:17.203512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:17.207052 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.212379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:17.222360 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:17.223401 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66586d43-6262-4691-b76a-01df2809468b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:17.242797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:17.282626 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.283624 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.288005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fdd11-e0c8-4f58-8c70-1ffe934efb46 None None] Network a89ac16f-bafa-4121-b196-d26b7c48c376 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:17.309690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Subnet': ['ID=8fcfbef0-d26f-430a-b93e-f680defa07f5,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:17.316101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Checking segment: {'id': 'fc9bd542-3019-454b-b45d-10e89756d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd20c3766-2697-48e3-8cc7-69e7e48136cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:17.316446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network hostable DHCP agents. Network: d20c3766-2697-48e3-8cc7-69e7e48136cd, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:17.318789 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:17.321447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:17.322133 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9d28f1e2-f9ff-4caf-b5e8-807a3aa4c62c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:17.326504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:17.335336 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3712aed4-d7e1-420e-ab8d-8012213b135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.348128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:17.375152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] For port febafcbf-249b-4f1d-93a7-bdd9a17565bc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=febafcbf-249b-4f1d-93a7-bdd9a17565bc,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:17.387791 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.398152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.6728573
Jun 21 03:02:17.403181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59074) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:17.407421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=08042644-b38a-4b54-97c0-3d8f73e54e7c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:17.416475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:17.419257 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:17.489562 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.491734 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.512139 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f23b35b-71b8-47b5-a578-3315f02724dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:17.524188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network d20c3766-2697-48e3-8cc7-69e7e48136cd is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:17.537164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port ab9d8442-9936-4bf0-9285-741d69c38d35 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:17.596569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.612896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3712aed4-d7e1-420e-ab8d-8012213b135d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.623590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] Pushing event updated for resources: {'Port': ['ID=febafcbf-249b-4f1d-93a7-bdd9a17565bc,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:17.628548 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:17.722309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, d20c3766-2697-48e3-8cc7-69e7e48136cd) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:17.731397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:17.732209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.736303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff128a78-693e-48f3-a8e0-532a4e3268e5 None None] Network d20c3766-2697-48e3-8cc7-69e7e48136cd requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:17.754934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3712aed4-d7e1-420e-ab8d-8012213b135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.762616 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:17.784766 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.788261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] Provisioning for port aa4eba9a-9885-4c2d-9570-58890322185d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:17.796052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] Provisioning complete for port aa4eba9a-9885-4c2d-9570-58890322185d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:17.796683 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:17.879613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3712aed4-d7e1-420e-ab8d-8012213b135d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4510a1f892e43949477d31b6cc217a3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8306396
Jun 21 03:02:17.879613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712aed4-d7e1-420e-ab8d-8012213b135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1695ff2c-d5ee-427c-bed8-4215a909999e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:17.880507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59076) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:17.898785 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3712aed4-d7e1-420e-ab8d-8012213b135d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:18.008795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.044430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] device_id is not set on port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:18.053360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-d20c3766-2697-48e3-8cc7-69e7e48136cd', 'network_id': 'd20c3766-2697-48e3-8cc7-69e7e48136cd', 'tenant_id': '55505954bbb0446e8117fefc1a5dd3ea', 'fixed_ips': [{'subnet_id': '8fcfbef0-d26f-430a-b93e-f680defa07f5'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:18.054421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.056983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.073506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Transition to ACTIVE for port object cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:18.075560 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.079863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3936937
Jun 21 03:02:18.084463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59078) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:18.129018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'subnet': {'network_id': '58d05d50-aa5c-430b-904e-dd2379a64873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:18.130215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] For port aa4eba9a-9885-4c2d-9570-58890322185d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=aa4eba9a-9885-4c2d-9570-58890322185d,segment=NetworkSegment(4cb39731-0f48-41f6-ba11-c037971db955),segment_id=4cb39731-0f48-41f6-ba11-c037971db955)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:18.178238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.184172 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0db9bc7a-3ec4-4d01-a137-85d8f8e0d161 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:18.246756 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.352817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Allocated IP 172.20.0.2 (d20c3766-2697-48e3-8cc7-69e7e48136cd/8fcfbef0-d26f-430a-b93e-f680defa07f5/eae3fcab-9e93-428c-aa2b-58c6ba840d46) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:18.456425 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2c855783-dfe8-46b5-8352-674289d9f23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:18.540332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 172.20.0.9 (4d82cb52-2247-4a3b-982b-02458c34d10e/c62d5906-9ba7-4b79-b5e1-1b38d908d2e7/ab9d8442-9936-4bf0-9285-741d69c38d35) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:18.555091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fe26:7198 (4d82cb52-2247-4a3b-982b-02458c34d10e/0ee9df8e-94a3-480f-9be2-66cd0d78723c/ab9d8442-9936-4bf0-9285-741d69c38d35) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:18.578837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d9394d54-b196-4a14-b3a8-02e975c6d98e None None] Provisioning complete for port aa4eba9a-9885-4c2d-9570-58890322185d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:18.579341 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9394d54-b196-4a14-b3a8-02e975c6d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.584112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c682c8d-80fd-4a9c-9910-c9879dc50136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.649835 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.654200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] Pushing event updated for resources: {'Port': ['ID=aa4eba9a-9885-4c2d-9570-58890322185d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:18.664544 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c682c8d-80fd-4a9c-9910-c9879dc50136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.671859 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:18.682247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Transition to ACTIVE for port object eae3fcab-9e93-428c-aa2b-58c6ba840d46 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:18.705947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Transition to ACTIVE for port object eae3fcab-9e93-428c-aa2b-58c6ba840d46 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:18.711573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:18.753460 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:18.764152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.776879 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.782495 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-79bad2ea-71a1-4085-b688-ad16f9eacbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:18.819718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Network d20c3766-2697-48e3-8cc7-69e7e48136cd is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:18.823381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:18.829931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:18.834675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:18.835062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:18.835407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:18.839730 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.846899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Pushing event updated for resources: {'Port': ['ID=eae3fcab-9e93-428c-aa2b-58c6ba840d46,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:18.853585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.855601 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2907b5c-6e16-4af4-85fb-5109507f3368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:18.861763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:18.862094 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:18.866087 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 2 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:18.882439 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:18.920456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object ab9d8442-9936-4bf0-9285-741d69c38d35 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:18.921572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:18.921909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:18.922265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:18.926805 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c682c8d-80fd-4a9c-9910-c9879dc50136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.929625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c682c8d-80fd-4a9c-9910-c9879dc50136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.933201 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5c682c8d-80fd-4a9c-9910-c9879dc50136 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1695ff2c-d5ee-427c-bed8-4215a909999e HTTP/1.1" status: 204  len: 168 time: 1.0459120
Jun 21 03:02:18.940027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Attempting to bind port eae3fcab-9e93-428c-aa2b-58c6ba840d46 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:18.940027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Attempting to bind port eae3fcab-9e93-428c-aa2b-58c6ba840d46 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'fc9bd542-3019-454b-b45d-10e89756d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd20c3766-2697-48e3-8cc7-69e7e48136cd'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:18.940027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Attempting to bind port eae3fcab-9e93-428c-aa2b-58c6ba840d46 on network d20c3766-2697-48e3-8cc7-69e7e48136cd {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:18.945682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:18.946072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Checking segment: {'id': 'fc9bd542-3019-454b-b45d-10e89756d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd20c3766-2697-48e3-8cc7-69e7e48136cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:18.946485 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.946886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Bound using segment: {'id': 'fc9bd542-3019-454b-b45d-10e89756d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd20c3766-2697-48e3-8cc7-69e7e48136cd'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:18.947367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Bound port: eae3fcab-9e93-428c-aa2b-58c6ba840d46, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9bd542-3019-454b-b45d-10e89756d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd20c3766-2697-48e3-8cc7-69e7e48136cd'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:18.947744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.948755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event updated for resources: {'Port': ['ID=974219a3-975e-4503-b858-70143d6e5ee4,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:18.954361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e412b8-3a2d-40f4-909e-bec8739598d7 req-0ed9efe3-fee7-43b1-89a0-010b75d9e822 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:18.956204 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:18.956746 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-944c4519-4a90-499d-9536-691520b7ce63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:18.959737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6e412b8-3a2d-40f4-909e-bec8739598d7 req-0ed9efe3-fee7-43b1-89a0-010b75d9e822 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 946 time: 0.2848337
Jun 21 03:02:18.961738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-363ba796-89cc-4b8a-8792-99778d34d611 None None] Provisioning complete for port febafcbf-249b-4f1d-93a7-bdd9a17565bc triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:18.962131 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-363ba796-89cc-4b8a-8792-99778d34d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.962916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Made reservation on behalf of 55505954bbb0446e8117fefc1a5dd3ea for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:18.971580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.971822 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:18.977053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c682c8d-80fd-4a9c-9910-c9879dc50136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1695ff2c-d5ee-427c-bed8-4215a909999e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:18.985017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:18.986482 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:19.012352 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 3 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:19.016794 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c682c8d-80fd-4a9c-9910-c9879dc50136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:19.023245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c0502-ff6f-4b41-aa01-b846f3271b03 req-6eeebf81-a2af-4fe5-855e-2f0d37e32d36 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:19.024998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-596c0502-ff6f-4b41-aa01-b846f3271b03 req-6eeebf81-a2af-4fe5-855e-2f0d37e32d36 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.3490648
Jun 21 03:02:19.070750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] For port eae3fcab-9e93-428c-aa2b-58c6ba840d46, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:19.075237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] For port eae3fcab-9e93-428c-aa2b-58c6ba840d46, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=eae3fcab-9e93-428c-aa2b-58c6ba840d46,segment=NetworkSegment(fc9bd542-3019-454b-b45d-10e89756d42f),segment_id=fc9bd542-3019-454b-b45d-10e89756d42f)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:19.095434 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:19.114682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:19.115019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:19.115355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:19.121859 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Floating IP b66e81b4-3ebe-4534-ade8-28533c3f92a0 associated. External IP: 172.25.7.154, port: a556ca73-64c4-4768-8683-a841978d8a68.
Jun 21 03:02:19.146899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:19.146899 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:19.158016 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 4 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:19.162691 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:19.167610 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:19.193536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:19.197469 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-677eaee6-00b0-474d-9a68-888a6ea83968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:19.213265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6e412b8-3a2d-40f4-909e-bec8739598d7 req-f4de99ff-5b94-46d9-93a9-290e8195b9dc tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324574
Jun 21 03:02:19.224936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:19.245634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-596c0502-ff6f-4b41-aa01-b846f3271b03 req-2ae9da78-a8bb-4a3a-b744-6ecadba6e817 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1834564
Jun 21 03:02:19.260929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:19.261035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:19.261241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:19.269807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:19.273910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:19.318924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:19.319266 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:19.322881 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 5 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:19.326372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:19.327232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:19.341302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Pushing event updated for resources: {'Port': ['ID=eae3fcab-9e93-428c-aa2b-58c6ba840d46,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:19.354206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=ab9d8442-9936-4bf0-9285-741d69c38d35,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:19.357411 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:19.369470 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:19.380724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:19.381044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:19.381402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:19.400613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:19.400942 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:19.420967 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 6 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:19.471028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.7283535
Jun 21 03:02:19.473953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59090) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:19.490661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:19.490661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:19.490661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:19.509781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:19.510111 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:19.511541 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 7 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:19.567738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:19.568077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:19.568417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:19.584728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:19.585365 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:19.585864 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 8 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:19.615890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:19.638606 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7f56873-ea64-44c6-95e6-36896c42fbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:19.670469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:02:19.686233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 3f0893af-a4a0-4066-99ea-ed77512998cc is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:02:19.720888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device aa4eba9a-9885-4c2d-9570-58890322185d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:19.741006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:19.743060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:19.743574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:19.846063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port aa4eba9a-9885-4c2d-9570-58890322185d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:19.846521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:19.960908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:19.965145 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:19.978335 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 9 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:19.981501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:02:19.994460 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] Sync routers for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:02:19.996950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device febafcbf-249b-4f1d-93a7-bdd9a17565bc up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:20.010519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a72d51-f7ea-4fa6-9e0a-6cfc46bc92f3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:20.016457 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:20.016862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a72d51-f7ea-4fa6-9e0a-6cfc46bc92f3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:20.018280 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83a9eb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:20.019608 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-00a72d51-f7ea-4fa6-9e0a-6cfc46bc92f3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.5442405
Jun 21 03:02:20.022213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59104) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:20.027728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Subnet': ['ID=384a183f-a1d2-4ebd-9483-6136e57aee59,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:20.039047 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:20.045298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:20.048426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:20.048932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:20.058464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Checking segment: {'id': '28786b6d-f696-4b42-8731-6dfdf50f597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '58d05d50-aa5c-430b-904e-dd2379a64873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:20.058900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network hostable DHCP agents. Network: 58d05d50-aa5c-430b-904e-dd2379a64873, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:20.072204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port febafcbf-249b-4f1d-93a7-bdd9a17565bc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:20.072597 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.075547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:20.076008 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:20.079049 n-d-758944-33 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 10 to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9
Jun 21 03:02:20.100953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.124527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:20.125142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:20.125142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:20.133681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:20.134765 n-d-758944-33 neutron-server[94167]: ERROR neutron.plugins.ml2.managers [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:20.134900 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.137416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-30e84276-940f-493e-943f-2aa09edaf6c4 None None] Provisioning for port ab9d8442-9936-4bf0-9285-741d69c38d35 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:20.147529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-30e84276-940f-493e-943f-2aa09edaf6c4 None None] Provisioning complete for port ab9d8442-9936-4bf0-9285-741d69c38d35 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:20.148901 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-30e84276-940f-493e-943f-2aa09edaf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.176217 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:02:20.212053 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.5042493
Jun 21 03:02:20.212253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:20.214831 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:20.228934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59108) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:20.231479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] For port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:20.231989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempted to set empty binding levels {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jun 21 03:02:20.248549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:02:20.259917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network 58d05d50-aa5c-430b-904e-dd2379a64873 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:20.284723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Sync routers for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:02:20.315459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-30e84276-940f-493e-943f-2aa09edaf6c4 None None] Port ab9d8442-9936-4bf0-9285-741d69c38d35 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:20.324077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:20.329100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb13d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:20.336468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.348023 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9d8757-4896-4251-83a9-a6ee92658835 x-openstack-request-id: req-6a9d8757-4896-4251-83a9-a6ee92658835 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:20.348367 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:20.348887 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a9d8757-4896-4251-83a9-a6ee92658835 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:20.349267 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68', 'status': 'completed', 'code': 200}
Jun 21 03:02:20.384512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port ab9d8442-9936-4bf0-9285-741d69c38d35 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:20.384853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.393647 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-735c087a-1407-4ddc-bde2-11b6c3bc640a tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:20.402059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] In _notify_port_updated(), no bound segment for port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:02:20.402291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:20.403494 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.408435 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "PUT /v2.0/ports/cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 HTTP/1.1" status: 200  len: 976 time: 3.0042882
Jun 21 03:02:20.410840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59118) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:20.528907 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.564712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:02:20.575754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 58d05d50-aa5c-430b-904e-dd2379a64873) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:20.578838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.580153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 6.6690407
Jun 21 03:02:20.605620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:20.607164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:20.607766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.623778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbff91af-1bc0-43f7-859e-2590c1b7fb04 None None] Network 58d05d50-aa5c-430b-904e-dd2379a64873 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:20.728360 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83a9eb0>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b66e81b4-3ebe-4534-ade8-28533c3f92a0', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'mac_address': 'fa:16:3e:e8:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:16Z', 'revision_number': 0, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:20.761857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for ab9d8442-9936-4bf0-9285-741d69c38d35 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:20.772310 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] Checking router: ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:02:20.801431 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:20.802059 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83a9eb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:20.823624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:20.850637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:20.854185 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:20.921504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7969236
Jun 21 03:02:20.938284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:20.950585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-58d05d50-aa5c-430b-904e-dd2379a64873', 'network_id': '58d05d50-aa5c-430b-904e-dd2379a64873', 'tenant_id': '55505954bbb0446e8117fefc1a5dd3ea', 'fixed_ips': [{'subnet_id': '384a183f-a1d2-4ebd-9483-6136e57aee59'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:20.954036 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:20.976054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-efe4641e-647a-487c-b9f0-1e7f11969734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:20.977595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-efe4641e-647a-487c-b9f0-1e7f11969734 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1098 time: 0.6250966
Jun 21 03:02:20.988570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb6642-2f61-422f-b4ff-6e7f367dd9d5 tempest-TestVolumeBackupRestore-154701623 tempest-TestVolumeBackupRestore-154701623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:20.996134 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1bdb6642-2f61-422f-b4ff-6e7f367dd9d5 tempest-TestVolumeBackupRestore-154701623 tempest-TestVolumeBackupRestore-154701623-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1093 time: 0.7565582
Jun 21 03:02:20.999960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59134) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:21.024613 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:02:21.048305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Request body: {'floatingip': {'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:21.067512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-974177368'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:21.101084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.101819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.102438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.103053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.103801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.104425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.105039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.105716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.106353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.106975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.107591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.108204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.108815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.109446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.110301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.110968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.111590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.112206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.121355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.121355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.121355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.121355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.121355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.121355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.121355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0132181b-d9bf-45d5-8972-eacc5a5d8dc0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 21770 time: 0.6909640
Jun 21 03:02:21.125116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59136) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:21.167681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Allocated IP 172.20.0.2 (58d05d50-aa5c-430b-904e-dd2379a64873/384a183f-a1d2-4ebd-9483-6136e57aee59/cfc54ee5-fa7f-43d9-9655-09924c200359) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:21.190154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f25ab7-7482-49aa-b655-c0cf73030b6c req-8783aaca-6e73-4a2b-99a1-1f2f3d1cc1ca tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.192294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8f25ab7-7482-49aa-b655-c0cf73030b6c req-8783aaca-6e73-4a2b-99a1-1f2f3d1cc1ca tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.6098189
Jun 21 03:02:21.214303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081c187-bce0-419d-b9e2-8ec61ac765d9 req-f5bb6794-eb58-467d-a155-7317512cfe26 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.216144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d081c187-bce0-419d-b9e2-8ec61ac765d9 req-f5bb6794-eb58-467d-a155-7317512cfe26 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 946 time: 0.5351362
Jun 21 03:02:21.218213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-817410ed-3b42-430a-87df-ab2037a30cad tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=5abc1439a51442dca598a84712ee0f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.6005132
Jun 21 03:02:21.235551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59138) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:21.243161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b883a71-5d9b-40ff-b02d-c513d75aef26 None None] Network d20c3766-2697-48e3-8cc7-69e7e48136cd requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:21.317511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:21.377727 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83a9eb0>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b66e81b4-3ebe-4534-ade8-28533c3f92a0', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'mac_address': 'fa:16:3e:e8:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:16Z', 'revision_number': 0, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:21.405063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d081c187-bce0-419d-b9e2-8ec61ac765d9 req-f08e91f4-5e53-45cf-a935-f567b8799d5f tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749876
Jun 21 03:02:21.406017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Made reservation on behalf of 8c5df216c0ec4f73a1c962dc341ffc2b for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:21.413207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:21.426127 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae5940-cdae-4b7a-b7a2-195e07de5b57 None None] The sync data for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 is: [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b66e81b4-3ebe-4534-ade8-28533c3f92a0', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'mac_address': 'fa:16:3e:e8:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:16Z', 'revision_number': 0, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:02:21.455926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:21.466556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8f25ab7-7482-49aa-b655-c0cf73030b6c req-3150e841-dc8e-4e5d-9bf0-aa8e858208e0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2619050
Jun 21 03:02:21.467612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-afefd662-cb4d-4b26-883d-38c053efbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.468967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-afefd662-cb4d-4b26-883d-38c053efbaba service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 200  len: 914 time: 0.4788132
Jun 21 03:02:21.680780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd83d720-27cb-4860-b4d8-0643915fcc67 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.685256 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dd83d720-27cb-4860-b4d8-0643915fcc67 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4412501
Jun 21 03:02:21.687912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59142) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:21.693308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-05c877c1-b6f7-4992-a29f-e95962fce18a None None] Provisioning for port eae3fcab-9e93-428c-aa2b-58c6ba840d46 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:21.747911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-32fc6011-4162-4c55-8454-440a57fa02c2 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0509477
Jun 21 03:02:21.751185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59144) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:21.766994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-a2b83962-b9c9-42cd-bf7f-12a4b06772f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 200  len: 1000 time: 0.2903278
Jun 21 03:02:21.772505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1356689663', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:21.809422 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b87e6-0f36-46a0-9264-8475d70c3226 None None] New status for floating IP b66e81b4-3ebe-4534-ade8-28533c3f92a0: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:02:21.816702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device eae3fcab-9e93-428c-aa2b-58c6ba840d46 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:21.899846 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:21.918658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Transition to ACTIVE for port object cfc54ee5-fa7f-43d9-9655-09924c200359 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:21.945515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb13d0>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:17Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:21.954344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Transition to ACTIVE for port object cfc54ee5-fa7f-43d9-9655-09924c200359 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:21.977750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-02b081b3-7f90-46be-b8e0-47a7640da94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:21.979495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-02b081b3-7f90-46be-b8e0-47a7640da94a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4407d074-8826-43b3-8110-e714b90364f7 HTTP/1.1" status: 200  len: 852 time: 0.2016299
Jun 21 03:02:21.985537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Checking router: 3f0893af-a4a0-4066-99ea-ed77512998cc for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:02:21.985912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Updating router 3f0893af-a4a0-4066-99ea-ed77512998cc port 08042644-b38a-4b54-97c0-3d8f73e54e7c binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:02:22.027790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.195340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-438dc6cd-6c71-4d44-97e8-91426e82566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:22.197195 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-438dc6cd-6c71-4d44-97e8-91426e82566f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6a74d45-78b4-46a0-9401-7eac2146f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2082341
Jun 21 03:02:22.244542 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.246944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port eae3fcab-9e93-428c-aa2b-58c6ba840d46 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:22.253121 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:22.280967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port eae3fcab-9e93-428c-aa2b-58c6ba840d46 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:22.281358 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.355895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Network 58d05d50-aa5c-430b-904e-dd2379a64873 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:22.381002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:22.387467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Pushing event updated for resources: {'Port': ['ID=cfc54ee5-fa7f-43d9-9655-09924c200359,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:22.400097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:22.403781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Deleting port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:22.405207 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.409809 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:22.441706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.486935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2c4ecff3-34bd-4201-9e1b-dc13e9590e42 None None] Provisioning complete for port eae3fcab-9e93-428c-aa2b-58c6ba840d46 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:22.487320 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecff3-34bd-4201-9e1b-dc13e9590e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.617276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.620893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Attempting to bind port cfc54ee5-fa7f-43d9-9655-09924c200359 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:22.621307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Attempting to bind port cfc54ee5-fa7f-43d9-9655-09924c200359 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '28786b6d-f696-4b42-8731-6dfdf50f597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '58d05d50-aa5c-430b-904e-dd2379a64873'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:22.621799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Attempting to bind port cfc54ee5-fa7f-43d9-9655-09924c200359 on network 58d05d50-aa5c-430b-904e-dd2379a64873 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:22.651285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:22.651570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Checking segment: {'id': '28786b6d-f696-4b42-8731-6dfdf50f597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '58d05d50-aa5c-430b-904e-dd2379a64873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:22.651832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.652436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Bound using segment: {'id': '28786b6d-f696-4b42-8731-6dfdf50f597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '58d05d50-aa5c-430b-904e-dd2379a64873'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:22.652943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Bound port: cfc54ee5-fa7f-43d9-9655-09924c200359, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28786b6d-f696-4b42-8731-6dfdf50f597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '58d05d50-aa5c-430b-904e-dd2379a64873'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:22.653399 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.660985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.661256 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:22.678302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] For port cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9, host n-h1-758944-33, got binding levels [] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:22.678622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.685800 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.692773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Transition to ACTIVE for port object 08042644-b38a-4b54-97c0-3d8f73e54e7c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:22.728466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=ab9d8442-9936-4bf0-9285-741d69c38d35,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:22.734287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-933d6773-ab6f-46ff-a49b-203860f87210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:22.737141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-933d6773-ab6f-46ff-a49b-203860f87210 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1098 time: 0.6305938
Jun 21 03:02:22.784335 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:22.795987 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:22.806918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port eae3fcab-9e93-428c-aa2b-58c6ba840d46, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=eae3fcab-9e93-428c-aa2b-58c6ba840d46,segment=NetworkSegment(fc9bd542-3019-454b-b45d-10e89756d42f),segment_id=fc9bd542-3019-454b-b45d-10e89756d42f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:22.807887 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4eb1c09d-760f-4fba-8947-88b752278a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:22.826920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] For port cfc54ee5-fa7f-43d9-9655-09924c200359, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:22.848873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-eba2d48d-d791-42b7-ba14-ddbf0ebb4496 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:22.850552 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-eba2d48d-d791-42b7-ba14-ddbf0ebb4496 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 946 time: 1.1499820
Jun 21 03:02:23.021096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] For port cfc54ee5-fa7f-43d9-9655-09924c200359, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cfc54ee5-fa7f-43d9-9655-09924c200359,segment=NetworkSegment(28786b6d-f696-4b42-8731-6dfdf50f597b),segment_id=28786b6d-f696-4b42-8731-6dfdf50f597b)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:23.021096 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecff3-34bd-4201-9e1b-dc13e9590e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.025558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab8e7-a8f1-4264-a1f8-b55b8af7ced0 req-22097894-75bf-47f7-8fa3-20f2cc992ed6 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:23.025683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Calling delete_port for cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:23.025775 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfcab8e7-a8f1-4264-a1f8-b55b8af7ced0 req-22097894-75bf-47f7-8fa3-20f2cc992ed6 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.7357221
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Attempting to bind port 08042644-b38a-4b54-97c0-3d8f73e54e7c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Attempting to bind port 08042644-b38a-4b54-97c0-3d8f73e54e7c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Attempting to bind port 08042644-b38a-4b54-97c0-3d8f73e54e7c on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c8fb8-9873-46b2-939b-8342924565a9 None None] Pushing event updated for resources: {'Port': ['ID=08042644-b38a-4b54-97c0-3d8f73e54e7c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-123c8fb8-9873-46b2-939b-8342924565a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:23.025861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Bound port: 08042644-b38a-4b54-97c0-3d8f73e54e7c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:23.026650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.026737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfcab8e7-a8f1-4264-a1f8-b55b8af7ced0 req-801ac3ed-cc30-4ba5-a4f8-3386a0d75301 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094742
Jun 21 03:02:23.034145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-f2fddbfd-b898-40b1-a21d-3bc3c7ad2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:23.036458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-f2fddbfd-b898-40b1-a21d-3bc3c7ad2f0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.2798586
Jun 21 03:02:23.059512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345be8ca-9afd-476c-b033-f1ce2fdbca72 req-845db6ca-d810-45c8-8950-9401f03b1c8f tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:23.060414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] For port 08042644-b38a-4b54-97c0-3d8f73e54e7c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:23.062044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-345be8ca-9afd-476c-b033-f1ce2fdbca72 req-845db6ca-d810-45c8-8950-9401f03b1c8f tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 946 time: 0.3916965
Jun 21 03:02:23.066904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] For port 08042644-b38a-4b54-97c0-3d8f73e54e7c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=08042644-b38a-4b54-97c0-3d8f73e54e7c,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:23.143129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-a7668a52-4650-47c7-84c2-0021eed2e144 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9294670
Jun 21 03:02:23.184478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.189175 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:23.239989 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.244626 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.250975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-271c2738-bf9a-41ad-9f3b-5719674f1440 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 1002 time: 0.1834385
Jun 21 03:02:23.251520 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.278553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-345be8ca-9afd-476c-b033-f1ce2fdbca72 req-5688847f-bc0d-4ce4-bb74-ed1cafc780f4 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/security-groups?id=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987505
Jun 21 03:02:23.313120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=eae3fcab-9e93-428c-aa2b-58c6ba840d46,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:23.317754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.318664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-2c4ecff3-34bd-4201-9e1b-dc13e9590e42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:02:23.319387 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-2c4ecff3-34bd-4201-9e1b-dc13e9590e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:02:23.319783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/ab9d8442-9936-4bf0-9285-741d69c38d35 HTTP/1.1" status: 204  len: 168 time: 3.2965770
Jun 21 03:02:23.329808 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:23.334966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59150) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:23.337439 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:23.342311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:23.342848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb13d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:23.347248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-10c90f7f-375b-487d-a8f2-d0b362ead7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:23.348829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-10c90f7f-375b-487d-a8f2-d0b362ead7cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.0918522
Jun 21 03:02:23.354143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.357882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f664ec60-2d42-41d8-bd75-a84b834b0d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:23.378924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:02:23.382860 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:02:23.424578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:23.456252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Pushing event updated for resources: {'Port': ['ID=cfc54ee5-fa7f-43d9-9655-09924c200359,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:23.459930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f35874c-4f9e-4f35-ae69-b0ff68235005,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:23.467643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a057c45b-1a58-4cab-baa3-edb2bde0ff8f req-e4c9405b-3551-4dda-81f3-5f5e503339a2 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3128517
Jun 21 03:02:23.468726 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:23.471541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Allocated IP 172.20.0.1 (d20c3766-2697-48e3-8cc7-69e7e48136cd/8fcfbef0-d26f-430a-b93e-f680defa07f5/fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:23.487637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af56b2-a3f8-40f4-ac71-9d47413d9b55 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:23.489735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af56b2-a3f8-40f4-ac71-9d47413d9b55 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:23.491351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af56b2-a3f8-40f4-ac71-9d47413d9b55 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:23.493165 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-39af56b2-a3f8-40f4-ac71-9d47413d9b55 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1536813
Jun 21 03:02:23.496021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59152) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:23.512348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Deleting port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:23.512741 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.534090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:23.535129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.549762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.564444 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Added segment f6a8d60e-3886-43a1-9178-379774893e8a of type vlan for network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5
Jun 21 03:02:23.609726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-69003441-41f5-4eaf-9100-2539ff15d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:23.611654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-69003441-41f5-4eaf-9100-2539ff15d4f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2449868
Jun 21 03:02:23.665126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:02:23.684299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] For port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,segment=NetworkSegment(7f18d669-ecba-4356-bcda-36c2ab39f471),segment_id=7f18d669-ecba-4356-bcda-36c2ab39f471)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:23.684679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.745137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c8fb8-9873-46b2-939b-8342924565a9 None None] Pushing event updated for resources: {'Port': ['ID=08042644-b38a-4b54-97c0-3d8f73e54e7c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:23.749405 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-123c8fb8-9873-46b2-939b-8342924565a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:23.751648 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:23.752074 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:23.758595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.796521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Calling delete_port for 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:23.810840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 0ee9df8e-94a3-480f-9be2-66cd0d78723c {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:23.811076 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a27369ee-1eed-41c9-b2aa-ec68d1c321e2 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:23.876941 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.879812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device eae3fcab-9e93-428c-aa2b-58c6ba840d46 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:23.890102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.928999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.971486 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.993126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port eae3fcab-9e93-428c-aa2b-58c6ba840d46 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:23.993811 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:23.999257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:24.013006 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:24.014361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:24.017049 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "DELETE /v2.0/ports/cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 HTTP/1.1" status: 204  len: 168 time: 2.8886678
Jun 21 03:02:24.029007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59154) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:24.169734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-08d3585d-29df-4a75-9b77-6a5986a8f275 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4277549
Jun 21 03:02:24.222065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb13d0>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:17Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:24.247962 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-88195ba1-c227-4caf-a3c8-bb0c2f485d63 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] GET failed (client error): The resource could not be found.
Jun 21 03:02:24.254617 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-88195ba1-c227-4caf-a3c8-bb0c2f485d63 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "GET /v2.0/ports/cd4d97f3-9ead-4bfb-bcfe-e8256e42b8c9 HTTP/1.1" status: 404  len: 333 time: 0.2176609
Jun 21 03:02:24.256108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59158) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:24.268291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1749573079', 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:24.272749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41c2d1-ee94-4ee0-a9c5-029c245fca07 None None] The sync data for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 is: [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:17Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:02:24.303640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cfc54ee5-fa7f-43d9-9655-09924c200359 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:24.415072 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:24.422969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:24.423780 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:24.429377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d7014f0-4cff-4c3d-9da1-d14a7ee9e8b5 req-615d09cb-3881-4788-b135-5e5ba1f48413 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334692
Jun 21 03:02:24.439291 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:24.444705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:24.458498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:02:24.462772 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9734161c-92a1-4dc1-a3f3-feca61425665 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:24.491653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port cfc54ee5-fa7f-43d9-9655-09924c200359 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:24.508205 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e500954a-85e6-435b-8db0-2083c2b31d43 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:24.589818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Pushing event deleted for resources: {'Port': ['ID=8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:24.593756 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:24.602288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Transition to ACTIVE for port object fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:24.668402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca61d1f3-fc70-4884-b585-4b930b1fc413 req-5dac7594-2026-4202-b529-f25f3a828139 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 210 time: 0.1542096
Jun 21 03:02:24.680305 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:24.720997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:24.741154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d688a-08d7-4358-ba5a-8531d975c796 None None] Network 58d05d50-aa5c-430b-904e-dd2379a64873 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:24.746424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event updated for resources: {'Network': ['ID=6a95c61a-cc0f-40d9-a72e-06e93650c2f5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:24.761369 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:24.765360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:24.765641 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1a6cd5b1-2149-4d61-9f16-f5fd0254616e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:24.827509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Made reservation on behalf of d7426ffc23a1405d9275f4f5fe293825 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:24.830084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:24.867729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dacdb-9fc1-45ca-a06c-1b31a4eb1a29 req-ab6c1aae-be52-4701-9fd9-80e832e90bb0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:24.869423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b89dacdb-9fc1-45ca-a06c-1b31a4eb1a29 req-ab6c1aae-be52-4701-9fd9-80e832e90bb0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.6957996
Jun 21 03:02:24.890259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Subnet': ['ID=966b55fa-b40d-4860-8034-ed2e25988e0d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:24.894713 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:24.911374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Checking segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:24.911838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network hostable DHCP agents. Network: 3e82f304-7a2e-4369-80fd-5a0dc8358f28, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:24.914523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] device_id is not set on port d6baa22e-0932-4102-b342-75a237e7d5ec yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:24.927682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 4.0664763
Jun 21 03:02:24.943746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59162) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:24.950578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Request body: {'subnet': {'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:25.035612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] Provisioning for port cfc54ee5-fa7f-43d9-9655-09924c200359 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:25.041642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] Provisioning complete for port cfc54ee5-fa7f-43d9-9655-09924c200359 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:25.042134 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.058597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.113955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] No DVR routers for this DVR port 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:25.115945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.121149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.123203 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2fda1300-70b0-4116-8909-b4e726c53ef5 req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.26 "DELETE /v2.0/ports/8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 HTTP/1.1" status: 204  len: 173 time: 2.1887808
Jun 21 03:02:25.123897 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63e9aed0-a0f5-4766-a969-def7cb5942cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:25.133449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d114457-be66-4816-9198-b18de8ff5952', 'name': 'network-vif-deleted', 'tag': '8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:25.138349 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6523f3c5-38eb-45c4-aba3-ba77c190a2ed" -d '{"events": [{"server_uuid": "8d114457-be66-4816-9198-b18de8ff5952", "name": "network-vif-deleted", "tag": "8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:25.163933 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.212868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.225903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] For port cfc54ee5-fa7f-43d9-9655-09924c200359, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cfc54ee5-fa7f-43d9-9655-09924c200359,segment=NetworkSegment(28786b6d-f696-4b42-8731-6dfdf50f597b),segment_id=28786b6d-f696-4b42-8731-6dfdf50f597b)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:25.239304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network d20c3766-2697-48e3-8cc7-69e7e48136cd is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:25.243590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:25.249016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:25.279057 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfa9414-856d-4354-bef7-1135e48552b8 x-openstack-request-id: req-1bfa9414-856d-4354-bef7-1135e48552b8 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:25.279418 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d114457-be66-4816-9198-b18de8ff5952", "name": "network-vif-deleted", "tag": "8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:25.279730 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bfa9414-856d-4354-bef7-1135e48552b8 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:25.280169 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d114457-be66-4816-9198-b18de8ff5952', 'name': 'network-vif-deleted', 'tag': '8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71', 'status': 'completed', 'code': 200}
Jun 21 03:02:25.283718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Port': ['ID=fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:25.299521 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:25.322002 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.326922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.331712 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-99b45c4d-99c1-4eeb-85ed-e8873e720eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:25.340430 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.395737 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-992f03e1-0958-4291-ae0e-ae549c99743d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:25.405858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] Pushing event updated for resources: {'Port': ['ID=cfc54ee5-fa7f-43d9-9655-09924c200359,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:25.424448 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:25.437165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.456762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.460529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cfdb52-0985-4158-8cce-1a211bdee8d1 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:25.463043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/0ee9df8e-94a3-480f-9be2-66cd0d78723c HTTP/1.1" status: 204  len: 168 time: 1.9630833
Jun 21 03:02:25.479334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee9df8e-94a3-480f-9be2-66cd0d78723c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:25.486901 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:25.506376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b89dacdb-9fc1-45ca-a06c-1b31a4eb1a29 req-dce28f2b-c61e-4375-9e46-23e02f03f91b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6103201
Jun 21 03:02:25.510900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59166) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:25.533834 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.607808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:25.612889 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-91965061-8e18-4d10-8264-5b566fea1740 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:25.683282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cebc2cff-95b2-440d-84d4-0d9c310a9517 None None] Provisioning complete for port cfc54ee5-fa7f-43d9-9655-09924c200359 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:25.683677 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cebc2cff-95b2-440d-84d4-0d9c310a9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.725001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Network 761c1e67-8893-48c4-a961-6029f894dd0e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:25.737579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet c62d5906-9ba7-4b79-b5e1-1b38d908d2e7 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:25.749179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:25.760241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:25.761267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:25.762177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.775151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=d6baa22e-0932-4102-b342-75a237e7d5ec,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:25.777938 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.783056 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:25.808275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 3e82f304-7a2e-4369-80fd-5a0dc8358f28) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:25.817559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:25.818587 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.836352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Made reservation on behalf of 8c5df216c0ec4f73a1c962dc341ffc2b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:25.836352 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.875942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f8778-c450-4307-9c14-e8e8b1a71fe9 None None] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:25.896850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.919711 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:25.971940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 08042644-b38a-4b54-97c0-3d8f73e54e7c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:25.977386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.7116542
Jun 21 03:02:25.981673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59170) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:25.982783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33b88f1e-37c2-4e65-97a2-b1816570ebda req-505122d7-773b-4a73-8e83-1dc39b956082 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d114457-be66-4816-9198-b18de8ff5952 HTTP/1.1" status: 200  len: 210 time: 0.0555084
Jun 21 03:02:25.985938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:02:26.012073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 4.2540722
Jun 21 03:02:26.017166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59172) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:26.197439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 08042644-b38a-4b54-97c0-3d8f73e54e7c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:26.209801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:26.210700 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:26.233615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 08042644-b38a-4b54-97c0-3d8f73e54e7c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:26.234002 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:26.270143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:26.426249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a7f9d0e1-92d0-4dd6-9ec0-c086dc869303 None None] Provisioning for port fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:26.462350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a7f9d0e1-92d0-4dd6-9ec0-c086dc869303 None None] Provisioning complete for port fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:26.462881 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d0e1-92d0-4dd6-9ec0-c086dc869303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:26.577878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:26.603626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 08042644-b38a-4b54-97c0-3d8f73e54e7c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=08042644-b38a-4b54-97c0-3d8f73e54e7c,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:26.611935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86799b59-b1b8-41ca-b33e-a3f31d8d928a tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:26.614060 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-86799b59-b1b8-41ca-b33e-a3f31d8d928a tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "GET /v2.0/ports/d6baa22e-0932-4102-b342-75a237e7d5ec HTTP/1.1" status: 200  len: 955 time: 0.6306100
Jun 21 03:02:26.617516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:26.619623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9d0e1-92d0-4dd6-9ec0-c086dc869303 None None] Port fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:26.626824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:26.633127 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-73cf2205-1860-44b8-9377-e06ec058acbc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:26.634592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Allocated IP 172.20.0.2 (3e82f304-7a2e-4369-80fd-5a0dc8358f28/966b55fa-b40d-4860-8034-ed2e25988e0d/f8beae95-1cd6-41d5-af1d-fd26139c3af5) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:26.712908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=c62d5906-9ba7-4b79-b5e1-1b38d908d2e7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:26.725986 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:26.727296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cfc54ee5-fa7f-43d9-9655-09924c200359 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:26.731353 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-32525785-e3d3-4fd9-b0bd-c5ff9262dc4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:26.740658 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:26.875926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=08042644-b38a-4b54-97c0-3d8f73e54e7c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:26.896709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.897213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.898954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.898954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.898954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.898954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.899321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.899709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.900102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.901256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.901256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.901256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:26.913850 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:26.936229 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:02:26.944771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a344a7-e9d5-453c-b854-31c8840870d2 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:26.946362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:26.957239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] Sync routers for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:02:27.013588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cfc54ee5-fa7f-43d9-9655-09924c200359 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:27.013821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.030451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Deleting port d6baa22e-0932-4102-b342-75a237e7d5ec {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:27.031171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.073406 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.090424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c7e5b716-eea4-4b01-8c9d-3ef52daff1d6 None None] Provisioning complete for port febafcbf-249b-4f1d-93a7-bdd9a17565bc triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:27.090798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7e5b716-eea4-4b01-8c9d-3ef52daff1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.092360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:27.093013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c34a90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:27.154066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.159053 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.160708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59180) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:27.182009 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ffb77459-4895-4ca8-aef7-ec12dc3cc854 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "PUT /v2.0/floatingips/b66e81b4-3ebe-4534-ade8-28533c3f92a0 HTTP/1.1" status: 200  len: 994 time: 6.1385918
Jun 21 03:02:27.194622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.205663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/c62d5906-9ba7-4b79-b5e1-1b38d908d2e7 HTTP/1.1" status: 204  len: 168 time: 1.6786711
Jun 21 03:02:27.206232 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.209213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59182) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:27.211465 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e38d9693-3e5f-40ca-b70b-f687e5e79bda tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:27.279110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Calling delete_port for d6baa22e-0932-4102-b342-75a237e7d5ec owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:27.283308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68'}, {'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:27.285674 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a4cd5-9739-4812-a9c8-6089b71e9850" -d '{"events": [{"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68"}, {"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:27.319963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Transition to ACTIVE for port object f8beae95-1cd6-41d5-af1d-fd26139c3af5 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:27.339242 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.340365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event updated for resources: {'Subnet': ['ID=d315d105-c1a9-4e2b-acef-94be4ca3ccfc,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:27.353364 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:27.386736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384abc06-f915-4196-b417-40da125370c7 req-f3996638-109a-4d7f-a1a6-9388803affbc tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:27.388487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-384abc06-f915-4196-b417-40da125370c7 req-f3996638-109a-4d7f-a1a6-9388803affbc tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.6769342
Jun 21 03:02:27.396468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Transition to ACTIVE for port object f8beae95-1cd6-41d5-af1d-fd26139c3af5 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:27.422797 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c5e6ef7-74f4-4de1-bd23-1922f1968f6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:27.425281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Checking segment: {'id': 'f6a8d60e-3886-43a1-9178-379774893e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:27.425795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Network hostable DHCP agents. Network: 6a95c61a-cc0f-40d9-a72e-06e93650c2f5, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:27.475316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.486988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-384abc06-f915-4196-b417-40da125370c7 req-e876a8da-df51-48b8-b847-d6e7a8044979 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691254
Jun 21 03:02:27.506220 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9d2c296a-2872-4655-8153-35c6c8bfa4ca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2929552
Jun 21 03:02:27.521864 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.521864 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-123c8fb8-9873-46b2-939b-8342924565a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:27.533589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Port': ['ID=fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:27.540422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:27.548722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59186) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:27.552994 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:27.629599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:27.636985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:27.637379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8f5fdb2f-cc97-4d14-bfa3-1fa11dd1ac71 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:27.640366 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f29361-6f1f-4f92-9aab-378ae727dcdb x-openstack-request-id: req-08f29361-6f1f-4f92-9aab-378ae727dcdb {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:27.641250 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:27.641585 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08f29361-6f1f-4f92-9aab-378ae727dcdb {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:27.642032 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68', 'status': 'completed', 'code': 200}
Jun 21 03:02:27.642523 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68', 'status': 'completed', 'code': 200}
Jun 21 03:02:27.658194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:27.675947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Deleting subnet 8bc99d7c-e362-4120-8874-f3b72c73f652 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:27.678342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:02:27.679134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.685267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:27.688063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:27.728156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 6a95c61a-cc0f-40d9-a72e-06e93650c2f5) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:27.732498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:27.734603 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.737082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Pushing event updated for resources: {'Port': ['ID=f8beae95-1cd6-41d5-af1d-fd26139c3af5,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:27.759644 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:27.764585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e1111-7813-4f62-b4ac-2917c649a16e None None] Network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:27.781156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-2f7b19ab-7bc6-4a5c-8ec3-59be7724b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:27.785101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-2f7b19ab-7bc6-4a5c-8ec3-59be7724b3f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1098 time: 0.1677518
Jun 21 03:02:27.787117 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.806319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.847945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 08042644-b38a-4b54-97c0-3d8f73e54e7c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:27.861280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9088888
Jun 21 03:02:27.862248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59190) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:27.866947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Request body: {'port': {'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1180354914'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:27.928129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:27.941591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network d20c3766-2697-48e3-8cc7-69e7e48136cd is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:27.952927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3c4923-05c4-470d-9789-1fb06249c891 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:27.955324 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2c3c4923-05c4-470d-9789-1fb06249c891 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4011481
Jun 21 03:02:27.959586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:27.964985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:27.996560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Attempting to bind port f8beae95-1cd6-41d5-af1d-fd26139c3af5 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:27.996981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Attempting to bind port f8beae95-1cd6-41d5-af1d-fd26139c3af5 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:27.997168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:27.997365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Attempting to bind port f8beae95-1cd6-41d5-af1d-fd26139c3af5 on network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:28.032731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:28.035384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Checking segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:28.035384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.035384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Bound using segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:28.035384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Bound port: f8beae95-1cd6-41d5-af1d-fd26139c3af5, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:28.035384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.043194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-7d31f41b-7d73-4e25-90f2-3a625dbfd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:28.045111 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-7d31f41b-7d73-4e25-90f2-3a625dbfd4a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 200  len: 914 time: 0.2543738
Jun 21 03:02:28.122869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.143253 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:28.199338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-b9bc92f1-ae81-46d7-a7f6-5960e11ab194 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 200  len: 1002 time: 0.1105928
Jun 21 03:02:28.207971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6baa22e-0932-4102-b342-75a237e7d5ec,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:28.221245 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:28.238021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.239911 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d6baa22e-0932-4102-b342-75a237e7d5ec HTTP/1.1" status: 204  len: 168 time: 1.6195252
Jun 21 03:02:28.244935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d4b75e-ab37-48d7-b12a-e081942abc1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:28.246701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59194) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:28.249750 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a8d4b75e-ab37-48d7-b12a-e081942abc1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2859061
Jun 21 03:02:28.250535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] Deleting port febafcbf-249b-4f1d-93a7-bdd9a17565bc {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:28.251158 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.253484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-6a95c61a-cc0f-40d9-a72e-06e93650c2f5', 'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5', 'tenant_id': '8c5df216c0ec4f73a1c962dc341ffc2b', 'fixed_ips': [{'subnet_id': 'd315d105-c1a9-4e2b-acef-94be4ca3ccfc'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:28.255327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:28.255483 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.268304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 08042644-b38a-4b54-97c0-3d8f73e54e7c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:28.270479 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.295480 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2721516-4529-4246-be17-e4cc976100a7 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] GET failed (client error): The resource could not be found.
Jun 21 03:02:28.301073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b2721516-4529-4246-be17-e4cc976100a7 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "GET /v2.0/ports/d6baa22e-0932-4102-b342-75a237e7d5ec HTTP/1.1" status: 404  len: 333 time: 0.0470901
Jun 21 03:02:28.312046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59198) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:28.316905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba3cd8c1-ea58-41e1-a6a8-6827c048c1ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0599239
Jun 21 03:02:28.324464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Request body: {'port': {'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-122023397'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:28.327045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59200) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:28.334200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-78af9413-8bab-4363-9d11-e5e081e71834 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:28.376279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.380707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-b24794ff-062d-4114-9608-021eb0beddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:28.382192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-b24794ff-062d-4114-9608-021eb0beddfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4407d074-8826-43b3-8110-e714b90364f7 HTTP/1.1" status: 200  len: 852 time: 0.1695747
Jun 21 03:02:28.382478 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2d145935-2170-4291-a880-3d347d49b26f tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:28.419756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc99d7c-e362-4120-8874-f3b72c73f652,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:28.424873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:28.432501 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.447115 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8bc99d7c-e362-4120-8874-f3b72c73f652 HTTP/1.1" status: 204  len: 168 time: 1.2736959
Jun 21 03:02:28.447115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59202) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:28.449493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.20.0.1 (3e82f304-7a2e-4369-80fd-5a0dc8358f28/966b55fa-b40d-4860-8034-ed2e25988e0d/f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:28.456018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-174a5baf-a46f-44cd-98f9-28593bb413be None None] Provisioning complete for port fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:28.456587 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-174a5baf-a46f-44cd-98f9-28593bb413be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.495190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] For port febafcbf-249b-4f1d-93a7-bdd9a17565bc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=febafcbf-249b-4f1d-93a7-bdd9a17565bc,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:28.495596 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.501241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Made reservation on behalf of 8c5df216c0ec4f73a1c962dc341ffc2b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:28.504798 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.541284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.543691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] device_id is not set on port a8c2e8f4-732c-40f7-92f8-b25364501491 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:28.557569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Router 3e2310d6-eb6b-4cd1-adb2-30c54139d33f is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:02:28.570419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] For port f8beae95-1cd6-41d5-af1d-fd26139c3af5, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:28.574049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-78af9413-8bab-4363-9d11-e5e081e71834 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:02:28.574049 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:02:28.574049 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id_1': '2f27fa388127447887133d2c93cf0b1b', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 2, 28, 482420)}]
Jun 21 03:02:28.574049 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:02:28.578956 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-78af9413-8bab-4363-9d11-e5e081e71834 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:02:28.595935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-a3e54fb1-de3e-46f4-96b6-3c958aa16d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:28.597866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-a3e54fb1-de3e-46f4-96b6-3c958aa16d09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6a74d45-78b4-46a0-9401-7eac2146f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2048903
Jun 21 03:02:28.684853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] Calling delete_port for febafcbf-249b-4f1d-93a7-bdd9a17565bc owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:28.691669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] For port f8beae95-1cd6-41d5-af1d-fd26139c3af5, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f8beae95-1cd6-41d5-af1d-fd26139c3af5,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:28.704577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.705680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-174a5baf-a46f-44cd-98f9-28593bb413be None None] Port fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:28.730801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Made reservation on behalf of d7426ffc23a1405d9275f4f5fe293825 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:28.731576 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.732892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Transition to ACTIVE for port object f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:28.756282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-9d0bb377-2bf9-4964-8f24-acb98b9f3d0e service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483665
Jun 21 03:02:28.782297 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.786881 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:28.816964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c34a90>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b66e81b4-3ebe-4534-ade8-28533c3f92a0', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'mac_address': 'fa:16:3e:e8:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:25Z', 'revision_number': 2, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:28.828105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] device_id is not set on port 4b79354f-ed57-4889-91b1-a5e8a47b7438 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:28.834306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.847295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Allocated IP 172.20.0.2 (6a95c61a-cc0f-40d9-a72e-06e93650c2f5/d315d105-c1a9-4e2b-acef-94be4ca3ccfc/a8c2e8f4-732c-40f7-92f8-b25364501491) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:28.853130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8355310>,) {'filters': {'network_id': ['de1df0d3-d5a1-4a35-8b2f-580bfffa4e54']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:28.855479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:02:28.863452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] Checking router: ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:02:28.873128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-74ca77c2-841a-46f3-852d-0dbefe7596b2 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0998340
Jun 21 03:02:28.874070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "PUT /v2.0/routers/3e2310d6-eb6b-4cd1-adb2-30c54139d33f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9239323
Jun 21 03:02:28.874158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59204) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:28.874246 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337053c2-f6b7-4a1b-9609-2a678a961cbc None None] Sync routers for ids ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:02:28.891393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Pushing event updated for resources: {'Port': ['ID=f8beae95-1cd6-41d5-af1d-fd26139c3af5,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:28.894521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:28.895171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c34a90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:28.895869 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337053c2-f6b7-4a1b-9609-2a678a961cbc None None] Routers {'3e2310d6-eb6b-4cd1-adb2-30c54139d33f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:28.896814 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-337053c2-f6b7-4a1b-9609-2a678a961cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84bffd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:28.897170 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:28.950283 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-337053c2-f6b7-4a1b-9609-2a678a961cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84bffd0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:28.962118 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337053c2-f6b7-4a1b-9609-2a678a961cbc None None] Routers {'3e2310d6-eb6b-4cd1-adb2-30c54139d33f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:28.963052 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-337053c2-f6b7-4a1b-9609-2a678a961cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84bffd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:28.967935 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:28.973979 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9d69af85-b82f-452b-a76e-c87b0a536323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:28.982368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8355310>, '7f18d669-ecba-4356-bcda-36c2ab39f471') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:28.983654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8355310>, '7f18d669-ecba-4356-bcda-36c2ab39f471') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:29.004437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.019390 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] No DVR routers for this DVR port febafcbf-249b-4f1d-93a7-bdd9a17565bc on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:29.031681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] Pushing event deleted for resources: {'Port': ['ID=febafcbf-249b-4f1d-93a7-bdd9a17565bc,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:29.034044 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:29.107241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.120371 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-54385b3d-b9a1-4418-95e4-03df598070c5 tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:29.127898 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-337053c2-f6b7-4a1b-9609-2a678a961cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84bffd0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:29.128809 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337053c2-f6b7-4a1b-9609-2a678a961cbc None None] The sync data for ids ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:02:29.132124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.144573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:02:29.159472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:02:29.159884 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:02:29.171734 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:02:29.216780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:29.240005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:29.243339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:29.255869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:29.259912 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:29.476392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.565495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-501399ba-00ce-4d4d-bac7-df9dfe09ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:29.567308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-501399ba-00ce-4d4d-bac7-df9dfe09ba25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1098 time: 0.5797095
Jun 21 03:02:29.579267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78af9413-8bab-4363-9d11-e5e081e71834 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:29.583542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78af9413-8bab-4363-9d11-e5e081e71834 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.586702 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-78af9413-8bab-4363-9d11-e5e081e71834 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:02:29.587349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78af9413-8bab-4363-9d11-e5e081e71834 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:02:29.690125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c34a90>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b66e81b4-3ebe-4534-ade8-28533c3f92a0', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'mac_address': 'fa:16:3e:e8:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:25Z', 'revision_number': 2, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:29.697252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-78af9413-8bab-4363-9d11-e5e081e71834 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 1.3670676
Jun 21 03:02:29.702461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59206) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:29.710875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-51004289-e6f6-4eb9-a5b4-303f2a019125 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:29.760933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a821b3-dcb1-4fde-b6e2-596a75155940 None None] The sync data for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 is: [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b66e81b4-3ebe-4534-ade8-28533c3f92a0', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'port_id': 'a556ca73-64c4-4768-8683-a841978d8a68', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'mac_address': 'fa:16:3e:e8:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:25Z', 'revision_number': 2, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:02:29.862132 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-9e6f425e-e30f-4078-9f7f-ff78cd5cb6fd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:02:29.863184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9e6f425e-e30f-4078-9f7f-ff78cd5cb6fd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "PUT /v2.0/routers/3e2310d6-eb6b-4cd1-adb2-30c54139d33f/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9910371
Jun 21 03:02:29.867198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f8beae95-1cd6-41d5-af1d-fd26139c3af5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:29.882879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59208) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:29.952309 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.961529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.966035 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a6c2e439-dbce-4b98-acbf-2ea4f09f3133 tempest-AllowedAddressPairIpV6TestJSON-365997033 tempest-AllowedAddressPairIpV6TestJSON-365997033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:29.985062 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:29.991507 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/de1df0d3-d5a1-4a35-8b2f-580bfffa4e54 HTTP/1.1" status: 204  len: 168 time: 1.5479798
Jun 21 03:02:30.044318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f8beae95-1cd6-41d5-af1d-fd26139c3af5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:30.058956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.105293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Transition to ACTIVE for port object a8c2e8f4-732c-40f7-92f8-b25364501491 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:30.106889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1df0d3-d5a1-4a35-8b2f-580bfffa4e54,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:30.134551 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:30.155388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device febafcbf-249b-4f1d-93a7-bdd9a17565bc no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:30.188019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: febafcbf-249b-4f1d-93a7-bdd9a17565bc {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:30.188763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device febafcbf-249b-4f1d-93a7-bdd9a17565bc not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:30.189286 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-b27036f4-0bd9-4d27-a121-45ebfe153acc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.5485809
Jun 21 03:02:30.219416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.223862 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba9a3f80-e290-4d05-937a-365ded13f913 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:30.274763 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.278394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Network 761c1e67-8893-48c4-a961-6029f894dd0e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:30.287109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:30.296494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:30.298402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:30.299205 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.313448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=4b79354f-ed57-4889-91b1-a5e8a47b7438,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:30.321031 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:30.327398 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3f544a3f-f14a-418d-ba41-854d02659b3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:30.333308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:30.335852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:30.355951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:30.406459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event updated for resources: {'Port': ['ID=a8c2e8f4-732c-40f7-92f8-b25364501491,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:30.411305 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:30.423140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:30.425715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.429442 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8c71860c-f1f6-4b01-940c-d7c508e109a6 {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:02:30.430236 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:02:30.445459 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.1232874
Jun 21 03:02:30.448695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59212) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:30.454129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:30.552033 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 2.6911693
Jun 21 03:02:30.556811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:30.563954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Request body: {'port': {'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1870824794', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:30.564522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.api.validators [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] bootfile-name is not in valid_values {{(pid=94166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 03:02:30.564984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.api.validators [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] tftp-server is not in valid_values {{(pid=94166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 03:02:30.565627 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.api.validators [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] server-ip-address is not in valid_values {{(pid=94166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 03:02:30.579149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53d3781-204a-4a4d-9bf6-1570d4841f63 None None] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:30.614714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-de72ae4c-f39e-4c7e-aaf5-25de8d7b3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:30.616357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-de72ae4c-f39e-4c7e-aaf5-25de8d7b3cf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 200  len: 914 time: 1.0175173
Jun 21 03:02:30.652498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.664800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59216) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:30.728262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] Provisioning for port f8beae95-1cd6-41d5-af1d-fd26139c3af5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:30.733790 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4572619b-52b7-45f0-a412-dae39efa8d84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bb2c1590b63435dbabdc1925e519f7f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0674007
Jun 21 03:02:30.737239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59218) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:30.742328 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] Provisioning complete for port f8beae95-1cd6-41d5-af1d-fd26139c3af5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:30.742707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.798675 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.854936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51004289-e6f6-4eb9-a5b4-303f2a019125 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:30.858586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51004289-e6f6-4eb9-a5b4-303f2a019125 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.860675 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-51004289-e6f6-4eb9-a5b4-303f2a019125 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:02:30.861217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51004289-e6f6-4eb9-a5b4-303f2a019125 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:02:30.874729 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.886464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-38fd246d-ded7-4ddb-9698-258955f79b78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 200  len: 1002 time: 0.2354653
Jun 21 03:02:30.930354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] For port f8beae95-1cd6-41d5-af1d-fd26139c3af5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f8beae95-1cd6-41d5-af1d-fd26139c3af5,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:30.931541 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.954909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] device_id is not set on port 4b79354f-ed57-4889-91b1-a5e8a47b7438 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:30.965464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:30.973483 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-51004289-e6f6-4eb9-a5b4-303f2a019125 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 1.2666814
Jun 21 03:02:30.977451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59220) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:30.989975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6b86b998-3de5-48f4-a799-2338431c828e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:31.020392 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.020975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Transition to ACTIVE for port object 4b79354f-ed57-4889-91b1-a5e8a47b7438 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:31.025500 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0c3e2c6f-fc80-49ff-bf6c-d547a042582e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:31.082929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-f3a42025-d562-4b4b-a6ab-901e7c2b6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:31.084506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-f3a42025-d562-4b4b-a6ab-901e7c2b6479 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4407d074-8826-43b3-8110-e714b90364f7 HTTP/1.1" status: 200  len: 852 time: 0.1901731
Jun 21 03:02:31.089722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8aad2e88-05cc-48ab-b78b-4f661deb1d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.108195 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.121143 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-59652942-f464-43f9-8dc6-a27d3f81f596 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:31.132922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] Pushing event updated for resources: {'Port': ['ID=f8beae95-1cd6-41d5-af1d-fd26139c3af5,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:31.139826 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:31.152771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Made reservation on behalf of 8c5df216c0ec4f73a1c962dc341ffc2b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:31.154480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Allocated IP 172.20.0.3 (6a95c61a-cc0f-40d9-a72e-06e93650c2f5/d315d105-c1a9-4e2b-acef-94be4ca3ccfc/d6f7ad95-87e9-4591-89a9-8a57fff20e0c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:31.156849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.239574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b86b998-3de5-48f4-a799-2338431c828e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:31.243242 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b86b998-3de5-48f4-a799-2338431c828e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.244708 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b86b998-3de5-48f4-a799-2338431c828e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:02:31.248493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b86b998-3de5-48f4-a799-2338431c828e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:02:31.269036 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8aad2e88-05cc-48ab-b78b-4f661deb1d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.271429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] device_id is not set on port cecb30e6-cee7-4c89-8e9d-f152d45fd40c yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:31.332961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.337617 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6b86b998-3de5-48f4-a799-2338431c828e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3563166
Jun 21 03:02:31.345715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:31.355774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Transition to ACTIVE for port object d6f7ad95-87e9-4591-89a9-8a57fff20e0c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:31.357386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-55b1fcfa-dc52-44b9-b753-bc7817aac483 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:31.369928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2e12d805-6cac-47a6-bfa9-97aaafd430a9 None None] Provisioning complete for port f8beae95-1cd6-41d5-af1d-fd26139c3af5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:31.370465 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e12d805-6cac-47a6-bfa9-97aaafd430a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.385818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=4b79354f-ed57-4889-91b1-a5e8a47b7438,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:31.389533 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:31.390287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.391449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.391882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.409564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Transition to ACTIVE for port object d6f7ad95-87e9-4591-89a9-8a57fff20e0c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:31.421324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-4d67f556-467b-473c-a2d5-1d9184e68993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:31.422971 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-4d67f556-467b-473c-a2d5-1d9184e68993 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6a74d45-78b4-46a0-9401-7eac2146f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3241186
Jun 21 03:02:31.438493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:31.438837 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:31.442077 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 2 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:31.472625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.472976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.473511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.485144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:31.485518 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:31.487079 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 3 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:31.509764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.510112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.510539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.521748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:31.522392 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:31.523882 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.524649 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 4 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:31.533704 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:31.549322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:31.569742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:31.569939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.570694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.578959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.579178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:31.581447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8aad2e88-05cc-48ab-b78b-4f661deb1d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.584263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8aad2e88-05cc-48ab-b78b-4f661deb1d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.585128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8aad2e88-05cc-48ab-b78b-4f661deb1d8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0 HTTP/1.1" status: 204  len: 168 time: 0.8450949
Jun 21 03:02:31.587017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:31.591235 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:31.595471 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-75204cbd-c622-4250-95f4-64c141d0240c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:31.605269 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 5 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:31.614430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b1fcfa-dc52-44b9-b753-bc7817aac483 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:31.619560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-55b1fcfa-dc52-44b9-b753-bc7817aac483 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.622046 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b1fcfa-dc52-44b9-b753-bc7817aac483 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:02:31.622510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b1fcfa-dc52-44b9-b753-bc7817aac483 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:02:31.625386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2e12d805-6cac-47a6-bfa9-97aaafd430a9 None None] Provisioning for port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:31.628898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Pushing event updated for resources: {'Port': ['ID=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:31.641545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad2e88-05cc-48ab-b78b-4f661deb1d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a5e766-7dd1-4ac2-8ac1-5157dfbe46c0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:31.655197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Allocated IP 172.20.0.10 (6a95c61a-cc0f-40d9-a72e-06e93650c2f5/d315d105-c1a9-4e2b-acef-94be4ca3ccfc/cecb30e6-cee7-4c89-8e9d-f152d45fd40c) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:31.659570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.659570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.659878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.661706 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8aad2e88-05cc-48ab-b78b-4f661deb1d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:31.663784 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:31.666199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-46d1f93a-b362-46f4-ab2e-772e9f21ee26 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327466
Jun 21 03:02:31.670333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:31.670602 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:31.675116 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 6 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:31.694374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Attempting to bind port d6f7ad95-87e9-4591-89a9-8a57fff20e0c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.694374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Attempting to bind port d6f7ad95-87e9-4591-89a9-8a57fff20e0c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f6a8d60e-3886-43a1-9178-379774893e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.694374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Attempting to bind port d6f7ad95-87e9-4591-89a9-8a57fff20e0c on network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.696198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2e12d805-6cac-47a6-bfa9-97aaafd430a9 None None] Provisioning complete for port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:31.696366 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2e12d805-6cac-47a6-bfa9-97aaafd430a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.705134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.705544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.705893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.718733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:31.719612 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:31.722431 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 7 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:31.728359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:31.728359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Checking segment: {'id': 'f6a8d60e-3886-43a1-9178-379774893e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:31.728359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.728359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Bound using segment: {'id': 'f6a8d60e-3886-43a1-9178-379774893e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:31.728359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Bound port: d6f7ad95-87e9-4591-89a9-8a57fff20e0c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a8d60e-3886-43a1-9178-379774893e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a95c61a-cc0f-40d9-a72e-06e93650c2f5'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:31.728359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.734791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.739407 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.742242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.742242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.744903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.756024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:31.756367 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:31.759602 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 8 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:31.773442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-55b1fcfa-dc52-44b9-b753-bc7817aac483 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4266024
Jun 21 03:02:31.774118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59226) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:31.802852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-88dab5db-a8ac-4e72-a91d-68bc2257ea06 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:31.819318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] For port d6f7ad95-87e9-4591-89a9-8a57fff20e0c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:31.823081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] For port d6f7ad95-87e9-4591-89a9-8a57fff20e0c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,segment=NetworkSegment(f6a8d60e-3886-43a1-9178-379774893e8a),segment_id=f6a8d60e-3886-43a1-9178-379774893e8a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:31.826836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2e12d805-6cac-47a6-bfa9-97aaafd430a9 None None] Port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:31.855613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.868675 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3d232d25-7d94-4422-bc0e-de5051cfab9d tempest-DeleteServersTestJSON-10914896 tempest-DeleteServersTestJSON-10914896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:31.868789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f8beae95-1cd6-41d5-af1d-fd26139c3af5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:31.892550 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:31.897880 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b8d0f036-1a21-408d-bec9-3c98a02fb82c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:31.898101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.898101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.898593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.908896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:31.909388 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:31.914411 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 9 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:31.918525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a4a4cd5-9739-4812-a9c8-6089b71e9850 req-280470d4-2802-415d-a576-315c096968a5 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435749
Jun 21 03:02:31.977198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Pushing event updated for resources: {'Port': ['ID=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:31.981885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:31.982359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:31.982985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:31.988960 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:32.018757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-68511fbd-4e89-4c20-b6fb-b5680690fe8a None None] Provisioning complete for port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:32.019149 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-68511fbd-4e89-4c20-b6fb-b5680690fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.023143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:32.023703 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:32.039443 n-d-758944-33 neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempt 10 to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438
Jun 21 03:02:32.052829 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.059063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f8beae95-1cd6-41d5-af1d-fd26139c3af5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:32.059480 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.066193 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:32.066682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:32.067145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempting to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:32.076670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:32.077262 n-d-758944-33 neutron-server[94166]: ERROR neutron.plugins.ml2.managers [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Failed to bind port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on host n-h1-758944-33 for vnic_type normal using segments [{'id': '6045e088-66f8-4269-9573-048836b2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '761c1e67-8893-48c4-a961-6029f894dd0e'}]
Jun 21 03:02:32.077747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.083643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-68511fbd-4e89-4c20-b6fb-b5680690fe8a None None] Port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:32.116975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.126598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:32.129931 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:32.135632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Transition to ACTIVE for port object cecb30e6-cee7-4c89-8e9d-f152d45fd40c will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:32.202382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dab5db-a8ac-4e72-a91d-68bc2257ea06 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:32.208188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88dab5db-a8ac-4e72-a91d-68bc2257ea06 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.209918 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-88dab5db-a8ac-4e72-a91d-68bc2257ea06 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:02:32.210679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88dab5db-a8ac-4e72-a91d-68bc2257ea06 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:02:32.232382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:32.261833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-0af9fb77-0d66-4338-8735-290c85b54000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:32.271018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-0af9fb77-0d66-4338-8735-290c85b54000 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1098 time: 0.2250893
Jun 21 03:02:32.280786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] For port 4b79354f-ed57-4889-91b1-a5e8a47b7438, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:32.281874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attempted to set empty binding levels {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jun 21 03:02:32.284274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:32.290414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.309070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-39b27d7c-7495-4aa4-9e58-3ead918a8428 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:32.370245 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-88dab5db-a8ac-4e72-a91d-68bc2257ea06 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5731175
Jun 21 03:02:32.373960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59234) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:32.385157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-14cb1249-a862-46ff-ac5b-3e837a5ff8c2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:32.483085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.489710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:32.557500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:32.585454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-4aa1cc4e-b347-449f-b2c6-2db239586519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:32.586943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-4aa1cc4e-b347-449f-b2c6-2db239586519 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 200  len: 914 time: 0.2976537
Jun 21 03:02:32.601466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] In _notify_port_updated(), no bound segment for port 4b79354f-ed57-4889-91b1-a5e8a47b7438 on network 761c1e67-8893-48c4-a961-6029f894dd0e {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:02:32.602621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:32.603717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.605281 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "PUT /v2.0/ports/4b79354f-ed57-4889-91b1-a5e8a47b7438 HTTP/1.1" status: 200  len: 975 time: 2.1556425
Jun 21 03:02:32.610419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event updated for resources: {'Port': ['ID=cecb30e6-cee7-4c89-8e9d-f152d45fd40c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:32.617217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59242) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:32.623935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:32.628839 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:32.631849 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ca4200e-6485-404e-ba86-fc8f5e7a2b5a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:32.694951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Deleting port fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:32.695300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.716900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3fcba635-0061-4936-bab8-7da3a41a505a None None] Provisioning complete for port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:32.717524 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3fcba635-0061-4936-bab8-7da3a41a505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.794633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3fcba635-0061-4936-bab8-7da3a41a505a None None] Port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:32.795321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event updated for resources: {'Port': ['ID=4b79354f-ed57-4889-91b1-a5e8a47b7438,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:32.805657 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:32.833142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:32.833916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.842669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb1249-a862-46ff-ac5b-3e837a5ff8c2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:32.847471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-14cb1249-a862-46ff-ac5b-3e837a5ff8c2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:32.851013 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cb1249-a862-46ff-ac5b-3e837a5ff8c2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:02:32.851013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cb1249-a862-46ff-ac5b-3e837a5ff8c2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:02:32.942704 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 2.3696988
Jun 21 03:02:32.944829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:32.982298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-14cb1249-a862-46ff-ac5b-3e837a5ff8c2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.6056228
Jun 21 03:02:32.984980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59252) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:33.028327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-abd9f5a8-f9b8-4118-8f26-e9653d0ec804 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0420511
Jun 21 03:02:33.034934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59254) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:33.109854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853a458-739b-4984-a4a4-f325372973cd tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:33.117660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853a458-739b-4984-a4a4-f325372973cd tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:33.124256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853a458-739b-4984-a4a4-f325372973cd tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:33.127116 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4853a458-739b-4984-a4a4-f325372973cd tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.1811767
Jun 21 03:02:33.132585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59258) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:33.174422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 3f0893af-a4a0-4066-99ea-ed77512998cc has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:02:33.191452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20627192-1680-46f4-a593-43633482b83b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:33.191452 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-20627192-1680-46f4-a593-43633482b83b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1518025
Jun 21 03:02:33.196717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59260) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:33.210252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-123cfda5-2e07-4446-b32c-b17d8e5867d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 200  len: 1002 time: 0.6137676
Jun 21 03:02:33.213474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59262) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:33.252906 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a385e6ff-1d69-47c6-ae88-6cae0d5bf40b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0550306
Jun 21 03:02:33.257688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59266) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:33.263144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:33.354817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:33.375152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1350488855-network', 'tenant_id': '8c47f5b16ef541098b662ac85cb0c785'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:33.409813 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-f7345afd-e10c-4104-ab34-4305c75ec493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:33.411930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-f7345afd-e10c-4104-ab34-4305c75ec493 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4407d074-8826-43b3-8110-e714b90364f7 HTTP/1.1" status: 200  len: 852 time: 0.1916270
Jun 21 03:02:33.420085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Deleting port cecb30e6-cee7-4c89-8e9d-f152d45fd40c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:33.420435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:33.450405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd7430a-58df-4190-8714-a7197d37228e None None] Network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:33.512683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Calling delete_port for fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:33.529486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:33.602082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Calling delete_port for cecb30e6-cee7-4c89-8e9d-f152d45fd40c owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:33.625363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Deleting port 4b79354f-ed57-4889-91b1-a5e8a47b7438 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:33.626014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:33.634350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3761e0ce-484a-4abc-b604-9b5c1e012966 None None] Provisioning for port d6f7ad95-87e9-4591-89a9-8a57fff20e0c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:33.676173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:02:33.681587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "PUT /v2.0/routers/3f0893af-a4a0-4066-99ea-ed77512998cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6614609
Jun 21 03:02:33.686457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Made reservation on behalf of 8c47f5b16ef541098b662ac85cb0c785 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:33.688846 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:33.709285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Sync routers for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:02:33.728130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:33.729136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c37f40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:33.732995 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:33.778878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] For port 4b79354f-ed57-4889-91b1-a5e8a47b7438, host n-h1-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:33.779269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:33.810857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:33.820226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:33.925069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:02:33.942160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Calling delete_port for 4b79354f-ed57-4889-91b1-a5e8a47b7438 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:33.960469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d6f7ad95-87e9-4591-89a9-8a57fff20e0c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:33.978467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-dca09886-9e10-45ac-8d12-96b0256c363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:33.982297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-dca09886-9e10-45ac-8d12-96b0256c363f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6a74d45-78b4-46a0-9401-7eac2146f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5261953
Jun 21 03:02:34.012366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.019950 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:34.067021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event deleted for resources: {'Port': ['ID=cecb30e6-cee7-4c89-8e9d-f152d45fd40c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:34.075492 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:34.154458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-23b7af1e-4213-4adc-b606-9776e2dc58d8 None None] Could not find standard attr ID for object cecb30e6-cee7-4c89-8e9d-f152d45fd40c. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:02:34.215749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.224038 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "DELETE /v2.0/ports/cecb30e6-cee7-4c89-8e9d-f152d45fd40c HTTP/1.1" status: 204  len: 168 time: 1.0848746
Jun 21 03:02:34.224038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59280) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:34.227615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-03d1eda0-a4f3-4b71-b31d-1b4e39fa40b9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043816974&fields=id&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 267 time: 0.1779528
Jun 21 03:02:34.233251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Request body: {'port': {'name': 'tempest-new-port-name-1120499880', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:34.233251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.api.validators [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] bootfile-name is not in valid_values {{(pid=94166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 03:02:34.233251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.api.validators [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] tftp-server is not in valid_values {{(pid=94166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 03:02:34.233251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.api.validators [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] server-ip-address is not in valid_values {{(pid=94166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 21 03:02:34.253833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.257428 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd9917f3-76b7-478e-96d4-6e83e4d365e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.261197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port d6f7ad95-87e9-4591-89a9-8a57fff20e0c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:34.267781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d6f7ad95-87e9-4591-89a9-8a57fff20e0c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:34.268361 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.270553 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:34.316187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-23b7af1e-4213-4adc-b606-9776e2dc58d8 None None] Provisioning for port a8c2e8f4-732c-40f7-92f8-b25364501491 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:34.322788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-23b7af1e-4213-4adc-b606-9776e2dc58d8 None None] Provisioning complete for port a8c2e8f4-732c-40f7-92f8-b25364501491 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:34.323305 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23b7af1e-4213-4adc-b606-9776e2dc58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.329947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c37f40>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:31Z', 'revision_number': 2, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:34.359947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-c93372d6-6036-4b8e-8d6a-f7924da4a624 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3688455
Jun 21 03:02:34.369094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Port': ['ID=fdd8b3e7-5f5e-4e3b-8c9d-09c41bdfee0b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:34.376412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.399584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Checking router: 3f0893af-a4a0-4066-99ea-ed77512998cc for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:02:34.400029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Updating router 3f0893af-a4a0-4066-99ea-ed77512998cc port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:02:34.410939 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:34.474259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-23b7af1e-4213-4adc-b606-9776e2dc58d8 None None] Port a8c2e8f4-732c-40f7-92f8-b25364501491 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:34.482708 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.556034 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.576431 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.595164 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0b15742b-2b0a-4d20-b266-0a5e1a6186ea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:34.669807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b79354f-ed57-4889-91b1-a5e8a47b7438,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:34.677617 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:34.764561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:02:34.769143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.777932 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9731210d-4a04-421a-b660-3143b81154a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:34.798591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.813076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.815570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "DELETE /v2.0/ports/4b79354f-ed57-4889-91b1-a5e8a47b7438 HTTP/1.1" status: 204  len: 168 time: 2.1942770
Jun 21 03:02:34.820803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59282) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:34.825373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-fdc0fb7e-df7c-4074-bc96-9c12c85822cc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:34.826873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-fdc0fb7e-df7c-4074-bc96-9c12c85822cc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 796 time: 0.5984633
Jun 21 03:02:34.874880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port d6f7ad95-87e9-4591-89a9-8a57fff20e0c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,segment=NetworkSegment(f6a8d60e-3886-43a1-9178-379774893e8a),segment_id=f6a8d60e-3886-43a1-9178-379774893e8a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:34.876282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c108b1b6-31db-4868-88a8-9a8612dae55f None None] Provisioning complete for port a8c2e8f4-732c-40f7-92f8-b25364501491 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:34.877869 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c108b1b6-31db-4868-88a8-9a8612dae55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.881127 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:34.897891 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadb0ae0-a1e3-4468-9a53-bebba242e93b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] GET failed (client error): The resource could not be found.
Jun 21 03:02:34.904378 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eadb0ae0-a1e3-4468-9a53-bebba242e93b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] 10.222.0.25 "GET /v2.0/ports/4b79354f-ed57-4889-91b1-a5e8a47b7438 HTTP/1.1" status: 404  len: 333 time: 0.0756209
Jun 21 03:02:34.905861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:34.910325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:34.911056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.913470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59284) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:34.935339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17015950-afaf-4f10-8dc6-b61cd32d276d None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:34.963212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.976986 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:34.994570 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-bfd74193-f726-460d-8e14-84e2fe9fd3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:34.995718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-e1e88d96-00f9-4359-b3d7-e3647854a152 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/quotas/5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 375 time: 0.1524274
Jun 21 03:02:35.001801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f309fb6c-2679-47a4-8cd4-a2672440d22b req-1aafa9ed-f9a9-4d4c-860f-de6072596e0d service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6230080
Jun 21 03:02:35.003028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=c3cc164b-d252-4641-aa8e-6a200590dd47,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:35.008286 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:35.043542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.088804 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.090396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c108b1b6-31db-4868-88a8-9a8612dae55f None None] Port a8c2e8f4-732c-40f7-92f8-b25364501491 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:35.130817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.164631 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f5b5a50a-9237-4cf3-a884-68ca90f631f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:35.185206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:35.185454 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9199274
Jun 21 03:02:35.185454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.191441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59286) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:35.191909 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:35.199489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:03:ff:0f', 'name': 'tempest-NetworksTestDHCPv6-185403953'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:35.200554 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-169b1cc2-aabc-41fe-ad07-5b74824d1be7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:35.214323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:35.236410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-811dbf59-971b-41b7-8d20-e214cf150184 None None] Could not find standard attr ID for object cecb30e6-cee7-4c89-8e9d-f152d45fd40c. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:02:35.289924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a23f93-733c-4c36-9b93-583e0c14cd57,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:35.294382 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:35.295681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.295845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] In _notify_port_updated(), no bound segment for port a8c2e8f4-732c-40f7-92f8-b25364501491 on network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:02:35.296217 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Added segment e19bad0f-f6f2-42f2-9018-212a85f2db3c of type vlan for network a4547e0e-e148-4866-8a30-47e9627237d9
Jun 21 03:02:35.302725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:35.303417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.307704 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "PUT /v2.0/ports/a8c2e8f4-732c-40f7-92f8-b25364501491 HTTP/1.1" status: 200  len: 1136 time: 1.0798223
Jun 21 03:02:35.312917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59288) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:35.320858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event updated for resources: {'Port': ['ID=a8c2e8f4-732c-40f7-92f8-b25364501491,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:35.321833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Router 3e2310d6-eb6b-4cd1-adb2-30c54139d33f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:02:35.336737 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:35.338511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.340218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': 'c3cc164b-d252-4641-aa8e-6a200590dd47'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:35.341845 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.372949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d10186d0>,) {'filters': {'network_id': ['761c1e67-8893-48c4-a961-6029f894dd0e']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:35.389671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10186d0>, '6045e088-66f8-4269-9573-048836b2acb4') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:35.390002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10186d0>, '6045e088-66f8-4269-9573-048836b2acb4') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:35.411532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.439056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.449878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:02:35.450286 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.465554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:02:35.466639 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:02:35.477847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-cdcf823c-445a-4f78-b032-b34a1a223852 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4736857
Jun 21 03:02:35.518953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.549221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55789e2-f5bd-4dc7-a033-674e9a49a60a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:35.550743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e55789e2-f5bd-4dc7-a033-674e9a49a60a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "GET /v2.0/ports/a8c2e8f4-732c-40f7-92f8-b25364501491 HTTP/1.1" status: 200  len: 1136 time: 0.2274330
Jun 21 03:02:35.554188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:35.605480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 03:02:35.642824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Allocated IP 2001:db8::f816:3eff:fefb:a86e (4d82cb52-2247-4a3b-982b-02458c34d10e/c3cc164b-d252-4641-aa8e-6a200590dd47/535b619b-5ae3-45c0-8478-1bbb7d27d366) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:35.664112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.671950 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d0313c9-10d9-4463-a327-6771ed1513bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:35.680020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.682263 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] 10.222.0.25 "DELETE /v2.0/networks/761c1e67-8893-48c4-a961-6029f894dd0e HTTP/1.1" status: 204  len: 168 time: 0.7577696
Jun 21 03:02:35.683740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Transition to ACTIVE for port object f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:35.683875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:02:35.701731 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fac746-5af6-4365-8442-78c1a4b3facb None None] Sync routers for ids ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:02:35.716664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Pushing event deleted for resources: {'Network': ['ID=761c1e67-8893-48c4-a961-6029f894dd0e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:35.720565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Deleting port a8c2e8f4-732c-40f7-92f8-b25364501491 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:35.720920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.723101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fac746-5af6-4365-8442-78c1a4b3facb None None] Routers {'3e2310d6-eb6b-4cd1-adb2-30c54139d33f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:35.724020 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-44fac746-5af6-4365-8442-78c1a4b3facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:35.725936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "PUT /v2.0/routers/3e2310d6-eb6b-4cd1-adb2-30c54139d33f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8381362
Jun 21 03:02:35.735546 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:35.735966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59296) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:35.740492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fb582ca6-4a1c-499f-9327-29c8543b91c7 None None] Provisioning complete for port a8c2e8f4-732c-40f7-92f8-b25364501491 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:35.740872 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fb582ca6-4a1c-499f-9327-29c8543b91c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.804725 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-44fac746-5af6-4365-8442-78c1a4b3facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef730>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:35.827655 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fac746-5af6-4365-8442-78c1a4b3facb None None] Routers {'3e2310d6-eb6b-4cd1-adb2-30c54139d33f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:35.829829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-44fac746-5af6-4365-8442-78c1a4b3facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:35.835627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.837007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:35.837630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.840422 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-a9420152-c7ce-4d0d-b782-eef07e455f35 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] delete failed (client error): The resource could not be found.
Jun 21 03:02:35.841577 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a9420152-c7ce-4d0d-b782-eef07e455f35 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1996438426 HTTP/1.1" status: 404  len: 335 time: 0.0999279
Jun 21 03:02:35.845633 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-860b654f-26e3-4013-9a11-55fdfd46bc41 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:35.848595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59298) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:35.857949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8bfa1bd5-4d27-4913-b4b9-e006bbc44b9e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e2310d6-eb6b-4cd1-adb2-30c54139d33f'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:35.868000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-fb582ca6-4a1c-499f-9327-29c8543b91c7 None None] Port a8c2e8f4-732c-40f7-92f8-b25364501491 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:35.884328 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-44fac746-5af6-4365-8442-78c1a4b3facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef730>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:35.884328 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fac746-5af6-4365-8442-78c1a4b3facb None None] The sync data for ids ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:02:35.889386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d6f7ad95-87e9-4591-89a9-8a57fff20e0c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:35.903682 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:35.934787 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:35.948163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:35.993882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Pushing event updated for resources: {'Network': ['ID=a4547e0e-e148-4866-8a30-47e9627237d9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:35.999170 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:36.052115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a4547e0e-e148-4866-8a30-47e9627237d9 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:36.108221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-f5df1434-4f9b-4d50-bf12-6055db7aa4c7 service neutron] 10.222.0.25 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5201497
Jun 21 03:02:36.113210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.190920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.9735224
Jun 21 03:02:36.239963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e378b-b920-4a82-8e58-a4029df315a6 None None] Pushing event updated for resources: {'Port': ['ID=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:36.242362 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.243378 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-280e378b-b920-4a82-8e58-a4029df315a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:36.245677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59302) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:36.253756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Request body: {'subnet': {'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1350488855-subnet', 'tenant_id': '8c47f5b16ef541098b662ac85cb0c785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:36.257969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 0c26fbe8-f185-4e9d-8244-1cf240960444 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:36.280124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.295047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Transition to ACTIVE for port object 535b619b-5ae3-45c0-8478-1bbb7d27d366 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:36.316733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Transition to ACTIVE for port object 535b619b-5ae3-45c0-8478-1bbb7d27d366 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:36.319894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Attempting to bind port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:36.321350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Attempting to bind port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:36.321350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Attempting to bind port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae on network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:36.322636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59304) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:36.337094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:36.337848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Checking segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:36.338379 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.338922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Bound using segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:36.339516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Bound port: f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:36.339995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.352567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d6f7ad95-87e9-4591-89a9-8a57fff20e0c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:36.352567 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.409019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.423763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-c3f1e44e-a750-4fd7-8236-382d4c075b13 service neutron] 10.222.0.25 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3139751
Jun 21 03:02:36.432603 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.436959 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8fe1f630-b450-4a88-bf82-608d3412ae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:36.496823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Made reservation on behalf of 8c47f5b16ef541098b662ac85cb0c785 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:36.503251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.510536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:36.512050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] For port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:36.518494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] For port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:36.520536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:36.529750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:36.538016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Pushing event updated for resources: {'Port': ['ID=535b619b-5ae3-45c0-8478-1bbb7d27d366,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:36.558668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Calling delete_port for a8c2e8f4-732c-40f7-92f8-b25364501491 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:36.567190 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:36.612143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fe03:ff0f (4d82cb52-2247-4a3b-982b-02458c34d10e/c3cc164b-d252-4641-aa8e-6a200590dd47/0c26fbe8-f185-4e9d-8244-1cf240960444) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:36.632334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.636300 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:36.684573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Attempting to bind port 535b619b-5ae3-45c0-8478-1bbb7d27d366 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:36.685316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Attempting to bind port 535b619b-5ae3-45c0-8478-1bbb7d27d366 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:36.686050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Attempting to bind port 535b619b-5ae3-45c0-8478-1bbb7d27d366 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:36.698163 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1bd5-4d27-4913-b4b9-e006bbc44b9e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.702126 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f92bbb13-f981-4275-b031-90b187120d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.708543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:36.709059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:36.709624 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.710194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:36.710936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Bound port: 535b619b-5ae3-45c0-8478-1bbb7d27d366, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:36.711589 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.765306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:36.773867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c37f40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:36.783428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e378b-b920-4a82-8e58-a4029df315a6 None None] Pushing event updated for resources: {'Port': ['ID=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:36.793782 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-280e378b-b920-4a82-8e58-a4029df315a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:36.853367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6fce6433-4235-47ef-a813-1e90dbb993a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87aeb3e22ca245698b2fbb4e3a283bb4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5271456
Jun 21 03:02:36.868160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59312) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:36.880569 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-8bfa1bd5-4d27-4913-b4b9-e006bbc44b9e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] update failed (client error): The resource could not be found.
Jun 21 03:02:36.887845 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8bfa1bd5-4d27-4913-b4b9-e006bbc44b9e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "PUT /v2.0/routers/3e2310d6-eb6b-4cd1-adb2-30c54139d33f HTTP/1.1" status: 404  len: 339 time: 1.0354264
Jun 21 03:02:36.896391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59314) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:36.929054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] For port 535b619b-5ae3-45c0-8478-1bbb7d27d366, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:36.945223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:36.945484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76ae48f5-6856-4269-9660-62c5969a7294 req-d9399ef5-6bc9-46c6-8488-823bd91d2e2d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 210 time: 0.0962422
Jun 21 03:02:37.018363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] For port 535b619b-5ae3-45c0-8478-1bbb7d27d366, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=535b619b-5ae3-45c0-8478-1bbb7d27d366,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:37.026868 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ca0fc37a-6440-4335-85ce-2b13207e39b5 tempest-InstanceActionsNegativeTestJSON-90033259 tempest-InstanceActionsNegativeTestJSON-90033259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:37.043522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:02:37.102006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c9af39a-d3e1-42da-846b-2f38bcb2f4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.114458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event deleted for resources: {'Port': ['ID=a8c2e8f4-732c-40f7-92f8-b25364501491,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:37.120088 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:37.414294 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.418569 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "DELETE /v2.0/ports/a8c2e8f4-732c-40f7-92f8-b25364501491 HTTP/1.1" status: 204  len: 168 time: 1.8606267
Jun 21 03:02:37.428705 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-ae1f1400-af03-44dd-9f08-5f05a4459d4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1715422
Jun 21 03:02:37.428705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59320) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:37.439530 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.449405 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-64fc4d0b-8dfa-4785-ae25-ba961ff93e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:37.451686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.533752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.543828 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-020ec569-b5fc-40f0-bab3-99a18bf25c07 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:37.567258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Pushing event updated for resources: {'Port': ['ID=535b619b-5ae3-45c0-8478-1bbb7d27d366,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:37.583329 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:37.594051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Deleting subnet d315d105-c1a9-4e2b-acef-94be4ca3ccfc {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:37.594659 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c9af39a-d3e1-42da-846b-2f38bcb2f4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.598617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c37f40>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:36Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:37.628726 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.631941 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.638636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.652640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec418f-ce77-4f75-a832-f9413c927148 None None] The sync data for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 is: [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:36Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:02:37.678113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 0c26fbe8-f185-4e9d-8244-1cf240960444 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:37.687735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:37.705711 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:37.787162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Checking segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:37.787545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Network hostable DHCP agents. Network: a4547e0e-e148-4866-8a30-47e9627237d9, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:37.813129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-d9dafff6-b186-4ead-a2a4-dec2ad071e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:37.818965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-d9dafff6-b186-4ead-a2a4-dec2ad071e4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 1098 time: 0.3462739
Jun 21 03:02:37.876448 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.891183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c9af39a-d3e1-42da-846b-2f38bcb2f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.899408 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c9af39a-d3e1-42da-846b-2f38bcb2f4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:37.902856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9c9af39a-d3e1-42da-846b-2f38bcb2f4f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b9b4801-6d7c-48ea-ad16-d6c935bb9981 HTTP/1.1" status: 204  len: 168 time: 1.0326788
Jun 21 03:02:37.909056 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5dd65a4f-f352-401f-9bc5-08fd2de08367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:37.928323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af39a-d3e1-42da-846b-2f38bcb2f4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b4801-6d7c-48ea-ad16-d6c935bb9981,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:37.931683 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9c9af39a-d3e1-42da-846b-2f38bcb2f4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:37.972872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:38.036169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Network a4547e0e-e148-4866-8a30-47e9627237d9 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:38.039694 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.050701 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:38.097143 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.184466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.186658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:38.194730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a4547e0e-e148-4866-8a30-47e9627237d9) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:38.196169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:38.196466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.222215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee5a774-102f-4ace-898b-fe95de826f46 None None] Network a4547e0e-e148-4866-8a30-47e9627237d9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:38.238498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-dc53c436-82ac-4e99-85e2-8da0cdb51def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:38.244347 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-dc53c436-82ac-4e99-85e2-8da0cdb51def service neutron] 10.222.0.26 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.3017344
Jun 21 03:02:38.250806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f86bd9d8-0ed9-4267-af0e-f07b750abd0c req-2dc202a8-72bd-4271-8abf-318f021e4496 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 210 time: 0.0990577
Jun 21 03:02:38.258345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:38.259261 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.280293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:38.281260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=0c26fbe8-f185-4e9d-8244-1cf240960444,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:38.287757 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:38.289049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:38.291544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:38.299760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:38.300424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.356520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.379835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.1312976
Jun 21 03:02:38.382012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.1891463
Jun 21 03:02:38.384570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59330) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:38.462985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.475642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db0163-a675-4844-9747-7e09cc85b33e None None] Network a4547e0e-e148-4866-8a30-47e9627237d9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:38.491213 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-67ffa0dd-6710-4892-8123-8d8629bee512 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 200  len: 1002 time: 0.2360170
Jun 21 03:02:38.530624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3d1f9-921a-41ca-aa09-b4628797b140 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:38.549751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Allocated IP 172.20.0.1 (a89ac16f-bafa-4121-b196-d26b7c48c376/b1f3e7bf-2415-4f96-b6d6-26cd9571f704/ecf018b5-0468-42a2-bcbe-c49dd3e83d7b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:38.564471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3d1f9-921a-41ca-aa09-b4628797b140 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:38.592789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3ef3d1f9-921a-41ca-aa09-b4628797b140 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.2044585
Jun 21 03:02:38.594884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59334) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:38.606031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-b070d868-ed23-40be-ada5-8b94f622a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:38.607694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-b070d868-ed23-40be-ada5-8b94f622a063 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.1059201
Jun 21 03:02:38.644556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:38.777028 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.788891 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba390589-f278-4425-8925-d8dc1fb8c251 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:38.811817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.822598 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-37a57991-2549-47ca-98f7-66097fddbaaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:38.825943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 0c26fbe8-f185-4e9d-8244-1cf240960444 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:38.826848 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.875779 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:38.877732 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "DELETE /v2.0/subnets/d315d105-c1a9-4e2b-acef-94be4ca3ccfc HTTP/1.1" status: 204  len: 168 time: 1.4515088
Jun 21 03:02:38.878891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event deleted for resources: {'Subnet': ['ID=d315d105-c1a9-4e2b-acef-94be4ca3ccfc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:38.882508 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:38.883035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59342) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:38.893033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356e3cb-64e5-4c06-89fd-8fe4b05f5787 None None] Network 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:39.001116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59344) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:39.060103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-03019b45-c2a5-442e-8d54-c927382234ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:39.064082 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-03019b45-c2a5-442e-8d54-c927382234ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4423709
Jun 21 03:02:39.082089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:39.090879 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:39.160240 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.204001 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-6b260eb5-4afc-4d97-966e-e01380c08ed4 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246905
Jun 21 03:02:39.210881 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.237385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4fbc663c-e81f-48a9-9238-832b8c0364b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7426ffc23a1405d9275f4f5fe293825&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2347267
Jun 21 03:02:39.258283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59354) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:39.344995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Transition to ACTIVE for port object ecf018b5-0468-42a2-bcbe-c49dd3e83d7b will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:39.347936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] DHCP port deletion for 6a95c61a-cc0f-40d9-a72e-06e93650c2f5 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:39.362951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.387731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 0c26fbe8-f185-4e9d-8244-1cf240960444 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:39.493058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4dd74b55-15bb-463a-a1fe-0e0f7fe22ff9 None None] Provisioning for port 535b619b-5ae3-45c0-8478-1bbb7d27d366 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:39.518944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] Deleting port d6f7ad95-87e9-4591-89a9-8a57fff20e0c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:39.519607 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.529307 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93212503-bca6-4dc7-ab6c-0ea4473767de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.579442 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.596070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ddfa9e81-6052-4799-9f04-a97c7bd61cb1 req-d849dc97-d5e9-44d4-8a0b-3ec205132472 service neutron] 10.222.0.26 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3763790
Jun 21 03:02:39.598862 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93212503-bca6-4dc7-ab6c-0ea4473767de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.612589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5b6a90-c3ff-4201-8fca-8be7d0208e4f req-703b0921-eff3-4eeb-b29a-409abd401e7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 210 time: 0.0703597
Jun 21 03:02:39.650345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Deleting port d6f7ad95-87e9-4591-89a9-8a57fff20e0c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:39.650811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.670597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] For port d6f7ad95-87e9-4591-89a9-8a57fff20e0c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,segment=NetworkSegment(f6a8d60e-3886-43a1-9178-379774893e8a),segment_id=f6a8d60e-3886-43a1-9178-379774893e8a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:39.671467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.672094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-e9014eef-f2b0-4baf-96c2-74bbe5c0d780 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:39.675425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-e9014eef-f2b0-4baf-96c2-74bbe5c0d780 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/networks?id=a4547e0e-e148-4866-8a30-47e9627237d9 HTTP/1.1" status: 200  len: 813 time: 0.4819920
Jun 21 03:02:39.720185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.723579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-0d647ec6-e2e8-4529-8080-1899e6eab266 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/quotas/8c47f5b16ef541098b662ac85cb0c785 HTTP/1.1" status: 200  len: 375 time: 0.0308781
Jun 21 03:02:39.726949 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4fef1105-172d-4bf7-9ca6-67e888c4072d tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:39.784856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] Calling delete_port for d6f7ad95-87e9-4591-89a9-8a57fff20e0c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:39.814742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network a89ac16f-bafa-4121-b196-d26b7c48c376 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:39.818341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] For port d6f7ad95-87e9-4591-89a9-8a57fff20e0c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,segment=NetworkSegment(f6a8d60e-3886-43a1-9178-379774893e8a),segment_id=f6a8d60e-3886-43a1-9178-379774893e8a)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:39.818720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.835979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:39.838803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:39.876185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-5b8bd2e1-769a-4794-8899-b60d2410d254 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0654943
Jun 21 03:02:39.904369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Port': ['ID=ecf018b5-0468-42a2-bcbe-c49dd3e83d7b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:39.915423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93212503-bca6-4dc7-ab6c-0ea4473767de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.926935 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93212503-bca6-4dc7-ab6c-0ea4473767de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.928835 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-93212503-bca6-4dc7-ab6c-0ea4473767de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9625638d-cd60-4ccb-824f-4ac580f81cba HTTP/1.1" status: 204  len: 168 time: 0.6688805
Jun 21 03:02:39.981064 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:39.985467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:39.988884 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d0a26202-5cd8-4d56-8e62-240e793a7729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:39.997575 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9774daab-cf53-4a35-8ec5-ca4c7d50fec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:40.031574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Calling delete_port for d6f7ad95-87e9-4591-89a9-8a57fff20e0c owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:40.038168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 535b619b-5ae3-45c0-8478-1bbb7d27d366 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:40.050523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] No DVR routers for this DVR port d6f7ad95-87e9-4591-89a9-8a57fff20e0c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:40.080507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93212503-bca6-4dc7-ab6c-0ea4473767de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9625638d-cd60-4ccb-824f-4ac580f81cba,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:40.094189 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93212503-bca6-4dc7-ab6c-0ea4473767de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:40.097481 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.102433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] Pushing event deleted for resources: {'Port': ['ID=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:40.106086 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:40.111335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a4c3306a-34e1-4c69-b39f-07747a2377c3 service neutron] 10.222.0.25 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056260
Jun 21 03:02:40.134699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f335e1b-bd9b-4334-9c32-51ed76a8c737 None None] Provisioning for port 0c26fbe8-f185-4e9d-8244-1cf240960444 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:40.144712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f335e1b-bd9b-4334-9c32-51ed76a8c737 None None] Provisioning complete for port 0c26fbe8-f185-4e9d-8244-1cf240960444 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:40.144712 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f335e1b-bd9b-4334-9c32-51ed76a8c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.165448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5f335e1b-bd9b-4334-9c32-51ed76a8c737 None None] Port 0c26fbe8-f185-4e9d-8244-1cf240960444 was deleted so its status cannot be updated. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 21 03:02:40.181350 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.186104 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:40.216365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=0c26fbe8-f185-4e9d-8244-1cf240960444,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:40.223769 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:40.249241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 535b619b-5ae3-45c0-8478-1bbb7d27d366 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:40.255963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 535b619b-5ae3-45c0-8478-1bbb7d27d366 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:40.256156 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.256297 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.259980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/0c26fbe8-f185-4e9d-8244-1cf240960444 HTTP/1.1" status: 204  len: 168 time: 1.6616399
Jun 21 03:02:40.260276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59360) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:40.308362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.311578 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51cf8b35-937e-4b57-9ab0-b4d1edeaf966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:40.337449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ea28d730-1aaa-4c76-aee9-ec793482129a service neutron] 10.222.0.25 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251172
Jun 21 03:02:40.368889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event deleted for resources: {'Port': ['ID=d6f7ad95-87e9-4591-89a9-8a57fff20e0c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:40.372158 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:40.375649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] No DVR routers for this DVR port d6f7ad95-87e9-4591-89a9-8a57fff20e0c on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:40.402160 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.421722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9873e7a3-2036-4b8d-a275-4f22ef164375 None None] Provisioning for port ecf018b5-0468-42a2-bcbe-c49dd3e83d7b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:40.439689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9873e7a3-2036-4b8d-a275-4f22ef164375 None None] Provisioning complete for port ecf018b5-0468-42a2-bcbe-c49dd3e83d7b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:40.441302 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9873e7a3-2036-4b8d-a275-4f22ef164375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.475259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.501423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d80850d0>,) {'filters': {'network_id': ['6a95c61a-cc0f-40d9-a72e-06e93650c2f5']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:40.549221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 535b619b-5ae3-45c0-8478-1bbb7d27d366, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=535b619b-5ae3-45c0-8478-1bbb7d27d366,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:40.555806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-ba02387e-3054-4060-88f2-aab2dfe2c51c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:40.557346 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-ba02387e-3054-4060-88f2-aab2dfe2c51c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 796 time: 0.2091985
Jun 21 03:02:40.568399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d80850d0>, 'f6a8d60e-3886-43a1-9178-379774893e8a') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:40.569674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d80850d0>, 'f6a8d60e-3886-43a1-9178-379774893e8a') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:40.576243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9873e7a3-2036-4b8d-a275-4f22ef164375 None None] Port ecf018b5-0468-42a2-bcbe-c49dd3e83d7b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:40.588341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b885d-628b-4fe1-98e5-3e0afd00909d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:40.589963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b885d-628b-4fe1-98e5-3e0afd00909d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:40.591013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.595138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb6b885d-628b-4fe1-98e5-3e0afd00909d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.3331943
Jun 21 03:02:40.599778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59366) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:40.615117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.633422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-746d0a92-950d-44ab-8077-8935e1e48f7b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 380 time: 0.0663342
Jun 21 03:02:40.641995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'port': {'device_id': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'admin_state_up': True, 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'security_groups': ['da1d3666-8623-4652-85c9-25cb766a8431']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:40.644940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.668227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:02:40.668227 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:02:40.670912 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:02:40.713080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:40.714026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:40.721524 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:40.820174 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-595a7325-7b87-461a-8944-1e62d48289cb req-574c07db-6b69-44f5-9ad8-72aadacbbaba tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 210 time: 0.0553579
Jun 21 03:02:40.882214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=535b619b-5ae3-45c0-8478-1bbb7d27d366,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:40.894664 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:40.910127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:40.910517 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.029741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:41.034647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.120029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d6f7ad95-87e9-4591-89a9-8a57fff20e0c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:41.156075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d6f7ad95-87e9-4591-89a9-8a57fff20e0c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:41.158878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d6f7ad95-87e9-4591-89a9-8a57fff20e0c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:41.242479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet c3cc164b-d252-4641-aa8e-6a200590dd47 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:41.256968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.294144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5fcd663-2dbf-4416-91ca-8b975d092fa7 req-e2286c43-e74e-4785-8fac-bac9d5559824 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 210 time: 0.0954058
Jun 21 03:02:41.304851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.20.0.7 (3e82f304-7a2e-4369-80fd-5a0dc8358f28/966b55fa-b40d-4860-8034-ed2e25988e0d/8fca29f3-1864-4c23-b0e8-58a8961c4121) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:41.377677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.399450 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.408707 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e235e67-e28c-4676-a2dd-8cbe01706a18 tempest-RoutersIpV6AdminTest-1540394308 tempest-RoutersIpV6AdminTest-1540394308-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:41.412539 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.414365 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] 10.222.0.25 "DELETE /v2.0/networks/6a95c61a-cc0f-40d9-a72e-06e93650c2f5 HTTP/1.1" status: 204  len: 168 time: 2.5216200
Jun 21 03:02:41.439205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Pushing event deleted for resources: {'Network': ['ID=6a95c61a-cc0f-40d9-a72e-06e93650c2f5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:41.445093 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:41.475993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.488038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Transition to ACTIVE for port object 8fca29f3-1864-4c23-b0e8-58a8961c4121 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:41.567291 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.653901 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.658778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.662929 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2df5bbde-c91c-4b96-bfe8-de69393f5d88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:41.709123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:41.712537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:41.716505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:41.744384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:41.751362 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:41.774299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:41.774798 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.786684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.791526 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:41.798711 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.826509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 535b619b-5ae3-45c0-8478-1bbb7d27d366 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:41.877138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.881663 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/c3cc164b-d252-4641-aa8e-6a200590dd47 HTTP/1.1" status: 204  len: 168 time: 1.2786469
Jun 21 03:02:41.882064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59406) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:41.885678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ad093-9e36-4863-bdea-58e2b64d142d None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:41.942849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event updated for resources: {'Port': ['ID=ecf018b5-0468-42a2-bcbe-c49dd3e83d7b,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:41.948290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:41.953001 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:41.958174 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-789b8a1c-4226-4f96-bacc-03b740e1988e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:41.991889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cc164b-d252-4641-aa8e-6a200590dd47,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:41.995724 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:42.001920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-593a2a1f-a756-4b5e-a345-54cc4e12a0ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1184356
Jun 21 03:02:42.005529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59410) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:42.043654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:42.122763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 535b619b-5ae3-45c0-8478-1bbb7d27d366 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:42.123458 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.149767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Network a89ac16f-bafa-4121-b196-d26b7c48c376 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:42.151470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:42.180139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5429618
Jun 21 03:02:42.189307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59414) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:42.245797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Request body: {'port': {'device_id': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:42.284329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c805dca3-6532-44b3-bead-3c1960800a63 None None] Provisioning for port 8fca29f3-1864-4c23-b0e8-58a8961c4121 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:42.298853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c805dca3-6532-44b3-bead-3c1960800a63 None None] Provisioning complete for port 8fca29f3-1864-4c23-b0e8-58a8961c4121 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:42.299281 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c805dca3-6532-44b3-bead-3c1960800a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.301148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:42.346513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Router 3e2310d6-eb6b-4cd1-adb2-30c54139d33f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:02:42.453514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c805dca3-6532-44b3-bead-3c1960800a63 None None] Port 8fca29f3-1864-4c23-b0e8-58a8961c4121 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:42.494571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] Deleting port 535b619b-5ae3-45c0-8478-1bbb7d27d366 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:42.495947 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.508410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:02:42.509776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60a05944-ff8e-4317-b5be-f17fd3f3f80a req-ab29190b-3e25-41a2-8457-ab37dc3b1bda tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 210 time: 0.1059909
Jun 21 03:02:42.535273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "PUT /v2.0/routers/3e2310d6-eb6b-4cd1-adb2-30c54139d33f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6109395
Jun 21 03:02:42.535377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59428) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:42.581598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fc262-4e84-4dbd-8d32-cfe6555fd6ba None None] Sync routers for ids ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:02:42.642548 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.650200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0619bfb2-d554-45fa-8b1b-025dd3dd801b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c5df216c0ec4f73a1c962dc341ffc2b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4577103
Jun 21 03:02:42.650856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6af4d63-9efb-417b-938c-7550ba4e97df None None] Provisioning complete for port ecf018b5-0468-42a2-bcbe-c49dd3e83d7b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:42.651263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f6af4d63-9efb-417b-938c-7550ba4e97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.651910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:42.664332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f947a-ef75-46d8-b99a-f2e1931ecf1e req-70888f37-f504-4971-8233-ec4e724ebd54 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:42.666946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-586f947a-ef75-46d8-b99a-f2e1931ecf1e req-70888f37-f504-4971-8233-ec4e724ebd54 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 931 time: 0.4938467
Jun 21 03:02:42.697123 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61d7572a-1a87-4947-a7cd-c0bd24b063bb tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.697758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fc262-4e84-4dbd-8d32-cfe6555fd6ba None None] Routers {'3e2310d6-eb6b-4cd1-adb2-30c54139d33f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:42.698080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-482fc262-4e84-4dbd-8d32-cfe6555fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3edf6d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:42.711011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:42.716840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.756871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] For port 535b619b-5ae3-45c0-8478-1bbb7d27d366, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=535b619b-5ae3-45c0-8478-1bbb7d27d366,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:42.757320 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.761993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-482fc262-4e84-4dbd-8d32-cfe6555fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3edf6d0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:42.788050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59434) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:42.791262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f6af4d63-9efb-417b-938c-7550ba4e97df None None] Port ecf018b5-0468-42a2-bcbe-c49dd3e83d7b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:42.792636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fc262-4e84-4dbd-8d32-cfe6555fd6ba None None] Routers {'3e2310d6-eb6b-4cd1-adb2-30c54139d33f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:42.793272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-482fc262-4e84-4dbd-8d32-cfe6555fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3edf6d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:42.813868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-235c458a-d71e-45de-b028-a40b63c95ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.836168 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-61d7572a-1a87-4947-a7cd-c0bd24b063bb tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:02:42.837225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-61d7572a-1a87-4947-a7cd-c0bd24b063bb tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/routers/3e2310d6-eb6b-4cd1-adb2-30c54139d33f HTTP/1.1" status: 409  len: 329 time: 0.3009892
Jun 21 03:02:42.847609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-235c458a-d71e-45de-b028-a40b63c95ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:42.852031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] Calling delete_port for 535b619b-5ae3-45c0-8478-1bbb7d27d366 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:42.854045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59438) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:42.888797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-482fc262-4e84-4dbd-8d32-cfe6555fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3edf6d0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:42.889484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fc262-4e84-4dbd-8d32-cfe6555fd6ba None None] The sync data for ids ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:02:42.973922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-586f947a-ef75-46d8-b99a-f2e1931ecf1e req-07744dce-e7d4-4dee-aac5-4ec88f0deccc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2684827
Jun 21 03:02:43.014771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-352311334', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:43.059584 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.064740 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-280e378b-b920-4a82-8e58-a4029df315a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:43.096877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] Pushing event deleted for resources: {'Port': ['ID=535b619b-5ae3-45c0-8478-1bbb7d27d366,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:43.098792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] No DVR routers for this DVR port 535b619b-5ae3-45c0-8478-1bbb7d27d366 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:43.100216 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:43.245929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fca29f3-1864-4c23-b0e8-58a8961c4121 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:43.253813 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.286814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Made reservation on behalf of 72700192bea74a8687b97552d579ddfa for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:43.289165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.303752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.312820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Transition to ACTIVE for port object 8fca29f3-1864-4c23-b0e8-58a8961c4121 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:43.316771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-235c458a-d71e-45de-b028-a40b63c95ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.319538 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-235c458a-d71e-45de-b028-a40b63c95ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.320654 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-235c458a-d71e-45de-b028-a40b63c95ddc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f35874c-4f9e-4f35-ae69-b0ff68235005 HTTP/1.1" status: 204  len: 168 time: 0.6678145
Jun 21 03:02:43.326368 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c682c8d-80fd-4a9c-9910-c9879dc50136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:43.362944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c458a-d71e-45de-b028-a40b63c95ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f35874c-4f9e-4f35-ae69-b0ff68235005,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:43.368391 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-235c458a-d71e-45de-b028-a40b63c95ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:43.388752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.408919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.417371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:02:43.418383 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4c8f3bb5-8a1a-41fd-b070-4004f48c67f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:43.453842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.498339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:43.505692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:43.511737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:43.512746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.523706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0319403-05f1-468a-9cd6-11eb2f4d04a6 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:43.629567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:43.642406 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:43.649783 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea7ac36c-0a5b-45a1-bc16-2b0ba71ca767 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:43.665002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.782307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3bd13edb-6596-40f1-b29d-393c7384b042 req-cb973bc1-872d-49be-b647-f472b02bfc89 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 210 time: 0.0843050
Jun 21 03:02:43.801609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=62f2e52f-5c11-4c0e-b34a-daebe19fb12a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:43.824240 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:43.826459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Attempting to bind port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:43.826807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Attempting to bind port 8fca29f3-1864-4c23-b0e8-58a8961c4121 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:43.827148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Attempting to bind port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:43.833775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:43.834111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Attempting to bind port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:43.840032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:43.840525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Checking segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:43.841359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Bound using segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:43.841822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Bound port: 8fca29f3-1864-4c23-b0e8-58a8961c4121, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:43.842177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.861292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 535b619b-5ae3-45c0-8478-1bbb7d27d366 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:43.868854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:43.876533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] device_id is not set on port 09f29beb-2cad-4389-a2ed-958ab05c792d yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:43.880899 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93212503-bca6-4dc7-ab6c-0ea4473767de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:43.882717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 535b619b-5ae3-45c0-8478-1bbb7d27d366 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:43.883075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 535b619b-5ae3-45c0-8478-1bbb7d27d366 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:43.943168 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9312465
Jun 21 03:02:43.944113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:43.948233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:43.951899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:43.989046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:f5:4a:09', 'name': 'tempest-NetworksTestDHCPv6-1296929562'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:44.031587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e48cdac-00a3-493b-9085-6f02653a2701,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:44.038597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.044715 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-30349168-cbde-410c-8044-32580eef9e5f tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:44.056763 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:44.057415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '62f2e52f-5c11-4c0e-b34a-daebe19fb12a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:44.058351 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.127449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Deleting port ecf018b5-0468-42a2-bcbe-c49dd3e83d7b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:44.135950 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.154585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:44.155327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.159041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] 10.222.0.20 "PUT /v2.0/ports/8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 1092 time: 1.9422696
Jun 21 03:02:44.164083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:44.172393 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc7cb28-7619-4a8f-871c-6039e56e8fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:44.310068 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c36ef1-a9e1-49a4-9d9b-b65068008c96 x-openstack-request-id: req-d6c36ef1-a9e1-49a4-9d9b-b65068008c96 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:44.310555 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:44.310868 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6c36ef1-a9e1-49a4-9d9b-b65068008c96 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:44.311603 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'status': 'completed', 'code': 200}
Jun 21 03:02:44.327244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Allocated IP 172.25.7.110 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/09f29beb-2cad-4389-a2ed-958ab05c792d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:44.346280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:44.363961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.380956 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:44.428338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Allocated IP 2001:db8::f816:3eff:fe7a:690d (4d82cb52-2247-4a3b-982b-02458c34d10e/62f2e52f-5c11-4c0e-b34a-daebe19fb12a/7b802197-4f1d-4511-b1c5-31951ac88a16) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:44.449408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85574c-8b8f-44c9-8d86-41595e4fd921 req-b250cfd0-8a19-4133-b790-3ca301001977 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:44.450971 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d85574c-8b8f-44c9-8d86-41595e4fd921 req-b250cfd0-8a19-4133-b790-3ca301001977 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.2682786
Jun 21 03:02:44.484769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Calling delete_port for ecf018b5-0468-42a2-bcbe-c49dd3e83d7b owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:44.498029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7cb28-7619-4a8f-871c-6039e56e8fd2 req-453c94f9-3161-4492-a351-3dbf07e02346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:44.500812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2fc7cb28-7619-4a8f-871c-6039e56e8fd2 req-453c94f9-3161-4492-a351-3dbf07e02346 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1095 time: 0.1469870
Jun 21 03:02:44.532488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d85574c-8b8f-44c9-8d86-41595e4fd921 req-e342005d-6c60-4b61-9b35-cb60c296364a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741310
Jun 21 03:02:44.645317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7cb28-7619-4a8f-871c-6039e56e8fd2 req-e5a3c535-d131-401d-be48-e05a152f8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:44.647008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2fc7cb28-7619-4a8f-871c-6039e56e8fd2 req-e5a3c535-d131-401d-be48-e05a152f8f8a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5abc1439a51442dca598a84712ee0f1f&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1382699
Jun 21 03:02:44.651078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.663644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Transition to ACTIVE for port object 7b802197-4f1d-4511-b1c5-31951ac88a16 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:44.690672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Transition to ACTIVE for port object 7b802197-4f1d-4511-b1c5-31951ac88a16 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:44.778470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7cb28-7619-4a8f-871c-6039e56e8fd2 req-6ea7d61a-675d-4f6f-9f55-34cec352027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:44.782644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2fc7cb28-7619-4a8f-871c-6039e56e8fd2 req-6ea7d61a-675d-4f6f-9f55-34cec352027f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1284597
Jun 21 03:02:44.788124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:44.821822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.831012 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0dd794f5-481a-48ce-921a-38eb38e3c109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:44.911893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:44.924699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:44.929105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:44.941499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Pushing event updated for resources: {'Port': ['ID=7b802197-4f1d-4511-b1c5-31951ac88a16,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:44.944968 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:44.946420 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.958112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:44.992771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 602c5659-89ae-4709-a5a5-4448fa434807 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:45.012630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:45.020006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b35d4e2a-3e08-4a07-b1fd-5972bb5df7df req-2f7ad359-5313-47b7-9211-ef6f78b5c9df tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 210 time: 0.0428784
Jun 21 03:02:45.035666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-34055eeb-d1fd-4787-afd1-88e41384fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:45.035940 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e4846c3-4eff-4702-95f0-7f3fad9d307a tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:45.037535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-34055eeb-d1fd-4787-afd1-88e41384fe69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1095 time: 0.1634035
Jun 21 03:02:45.050464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Attempting to bind port 7b802197-4f1d-4511-b1c5-31951ac88a16 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:45.050882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Attempting to bind port 7b802197-4f1d-4511-b1c5-31951ac88a16 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:45.063258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Attempting to bind port 7b802197-4f1d-4511-b1c5-31951ac88a16 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:45.063258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:45.063258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:45.063258 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:45.063258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:45.063258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Bound port: 7b802197-4f1d-4511-b1c5-31951ac88a16, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:45.063258 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:45.119619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-aaf505ca-94eb-4cd7-bf80-22210cf4fdba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 217 time: 0.0745094
Jun 21 03:02:45.145685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] For port 7b802197-4f1d-4511-b1c5-31951ac88a16, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:45.149867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] For port 7b802197-4f1d-4511-b1c5-31951ac88a16, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7b802197-4f1d-4511-b1c5-31951ac88a16,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:45.191328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59470) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:45.219470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-37fc7e56-dd3c-4c3a-85b5-892098168f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:45.221131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-37fc7e56-dd3c-4c3a-85b5-892098168f89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.0951021
Jun 21 03:02:45.241396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Port': ['ID=ecf018b5-0468-42a2-bcbe-c49dd3e83d7b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:45.242015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:45.252398 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:45.260993 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:45.317547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-d6f338b1-93d7-444a-8705-39cfa978f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:45.319372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-d6f338b1-93d7-444a-8705-39cfa978f782 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0899444
Jun 21 03:02:45.360325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Pushing event updated for resources: {'Port': ['ID=7b802197-4f1d-4511-b1c5-31951ac88a16,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:45.365453 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:45.448367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-618163282'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:45.540025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-61f13ecd-3e4c-44a1-bd61-bd8f89e7c092 service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065794
Jun 21 03:02:45.647274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:45.655218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:45.678677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:45.750659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adf2ea6f-305f-4b8c-9de1-4dae030ed15e req-295c1e0d-a89d-41c2-b23c-443151eb4c74 service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2053871
Jun 21 03:02:45.878477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7b802197-4f1d-4511-b1c5-31951ac88a16 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:45.926442 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:45.927854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:45.941311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fe567-2e7f-4f93-983b-39f6c9d16b35 req-0a77defc-18e3-4802-ae09-2685ce5f1840 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:45.942962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff3fe567-2e7f-4f93-983b-39f6c9d16b35 req-0a77defc-18e3-4802-ae09-2685ce5f1840 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.1995883
Jun 21 03:02:45.955016 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-783bc6c1-4e06-41a7-af88-56f970fcce1d tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:45.983089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff3fe567-2e7f-4f93-983b-39f6c9d16b35 req-ccfe1639-09f4-4451-943f-765d54a346b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339530
Jun 21 03:02:46.023314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.026507 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:46.051997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 7b802197-4f1d-4511-b1c5-31951ac88a16 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:46.053363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a5c5e709-9cb2-4def-bc96-32f49e767438 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:46.054685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:46.054891 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a5c5e709-9cb2-4def-bc96-32f49e767438 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "GET /v2.0/networks?id=a4547e0e-e148-4866-8a30-47e9627237d9 HTTP/1.1" status: 200  len: 813 time: 1.0499246
Jun 21 03:02:46.064739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b5cb4a-79b8-4228-95c9-29fd16872580,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:46.075967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.076598 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Added segment da3467e7-8e93-4e40-924e-10c63891b28a of type vlan for network 60831fbf-69f1-46ee-be8c-2277d4f328a1
Jun 21 03:02:46.076927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:46.091275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Request body: {'port': {'device_id': 'ce8fd792-27f1-42b5-815a-3c9e3e9a83c5', 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'admin_state_up': True, 'tenant_id': '8c47f5b16ef541098b662ac85cb0c785'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:46.109816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:46.125512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.156318 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:46.199668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd2c4a01-a926-48a9-bef2-e8605f10ae00 req-20d64e42-3d8a-412b-bb6d-9e87e68fb976 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 210 time: 0.0314486
Jun 21 03:02:46.227080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:46.246192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Pushing event updated for resources: {'Port': ['ID=09f29beb-2cad-4389-a2ed-958ab05c792d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:46.246416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.252281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:46.255967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:46.255967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.259781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d4ffdc31-e388-45da-9706-6ac702d6a3a6 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:46.273185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fef5:4a09 (4d82cb52-2247-4a3b-982b-02458c34d10e/62f2e52f-5c11-4c0e-b34a-daebe19fb12a/602c5659-89ae-4709-a5a5-4448fa434807) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:46.291928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-5bbe4817-d53e-4e1e-884e-a75109cd8975 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:46.293445 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-5bbe4817-d53e-4e1e-884e-a75109cd8975 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.20 "GET /v2.0/networks?id=a4547e0e-e148-4866-8a30-47e9627237d9 HTTP/1.1" status: 200  len: 813 time: 1.0368552
Jun 21 03:02:46.307574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.316454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Request body: {'port': {'device_id': 'a4498fee-7327-4436-88a4-fcb9e5265890', 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'admin_state_up': True, 'tenant_id': '8c47f5b16ef541098b662ac85cb0c785'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:46.338710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Network': ['ID=60831fbf-69f1-46ee-be8c-2277d4f328a1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:46.342034 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:46.353672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:46.416096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:46.416615 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.447586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2551789
Jun 21 03:02:46.453434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59478) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:46.459025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'name': 'tempest-PortsTestJSON-394401555'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:46.685889 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 3.8966429
Jun 21 03:02:46.688862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59480) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:46.693856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.110'}]}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:46.713223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Router 3e2310d6-eb6b-4cd1-adb2-30c54139d33f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:02:46.740412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] Provisioning for port 7b802197-4f1d-4511-b1c5-31951ac88a16 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:46.744228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] Provisioning complete for port 7b802197-4f1d-4511-b1c5-31951ac88a16 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:46.744851 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.748775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:46.754366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.794800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:46.825734 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.846760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:02:46.848569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 602c5659-89ae-4709-a5a5-4448fa434807 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:46.853097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "PUT /v2.0/routers/3e2310d6-eb6b-4cd1-adb2-30c54139d33f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9979377
Jun 21 03:02:46.856965 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc3482-906f-492b-a948-4cf5cb5a7f97 None None] Sync routers for ids ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:02:46.857421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.859840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59482) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:46.870603 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc3482-906f-492b-a948-4cf5cb5a7f97 None None] Routers {'3e2310d6-eb6b-4cd1-adb2-30c54139d33f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:46.871049 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9ebc3482-906f-492b-a948-4cf5cb5a7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef220>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:46.895849 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] For port 7b802197-4f1d-4511-b1c5-31951ac88a16, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7b802197-4f1d-4511-b1c5-31951ac88a16,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:46.907425 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9ebc3482-906f-492b-a948-4cf5cb5a7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef220>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:46.918624 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc3482-906f-492b-a948-4cf5cb5a7f97 None None] Routers {'3e2310d6-eb6b-4cd1-adb2-30c54139d33f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:02:46.919237 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9ebc3482-906f-492b-a948-4cf5cb5a7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef220>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:46.919478 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-3a8b1dd0-5943-4ca3-ad59-fee9a675229b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] show failed (client error): The resource could not be found.
Jun 21 03:02:46.920271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3a8b1dd0-5943-4ca3-ad59-fee9a675229b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1574541987 HTTP/1.1" status: 404  len: 335 time: 0.0596476
Jun 21 03:02:46.925619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59484) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:46.929874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Made reservation on behalf of 8c47f5b16ef541098b662ac85cb0c785 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:46.938388 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.947165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5c00e38e-cbdb-4be2-b797-6c76bf70d4a7 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:46.953491 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9ebc3482-906f-492b-a948-4cf5cb5a7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef220>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:46.954140 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc3482-906f-492b-a948-4cf5cb5a7f97 None None] The sync data for ids ['3e2310d6-eb6b-4cd1-adb2-30c54139d33f'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:02:46.956376 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:02:46.956376 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:02:46.956376 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id_1': '8c47f5b16ef541098b662ac85cb0c785', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 2, 46, 702092)}]
Jun 21 03:02:46.956376 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:02:46.960733 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:02:46.977990 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:46.980092 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:47.006465 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-5c00e38e-cbdb-4be2-b797-6c76bf70d4a7 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] update failed (client error): The resource could not be found.
Jun 21 03:02:47.007530 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5c00e38e-cbdb-4be2-b797-6c76bf70d4a7 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1855294054 HTTP/1.1" status: 404  len: 335 time: 0.0803785
Jun 21 03:02:47.012340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59486) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:47.035067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] Pushing event updated for resources: {'Port': ['ID=7b802197-4f1d-4511-b1c5-31951ac88a16,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:47.045903 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:47.065951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.075504 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2fa115ca-97cc-4f77-96ab-ae66212b958b tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:47.090939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.100287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.101301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.114863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Deleting subnet 384a183f-a1d2-4ebd-9483-6136e57aee59 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:47.123524 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.146687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:47.175653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:47.178057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:47.184569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:47.185307 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.207073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=602c5659-89ae-4709-a5a5-4448fa434807,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:47.214291 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:47.228467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Allocated IP 172.20.0.9 (a4547e0e-e148-4866-8a30-47e9627237d9/4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e/3013d816-0a28-46b9-8d8c-e1f493ae9d95) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:47.262004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.266101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.292612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.3097606
Jun 21 03:02:47.293896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59492) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:47.393176 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.417220 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.435734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffeb965-8287-4093-a644-7840ff524f29 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:47.441944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffeb965-8287-4093-a644-7840ff524f29 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:47.443641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4ffeb965-8287-4093-a644-7840ff524f29 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.1487005
Jun 21 03:02:47.451437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:47.534151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.628236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 602c5659-89ae-4709-a5a5-4448fa434807 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:47.628593 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.637620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e15ad97b-0aef-4f4e-9770-1068dd77be2c None None] Provisioning for port 602c5659-89ae-4709-a5a5-4448fa434807 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:47.642902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e15ad97b-0aef-4f4e-9770-1068dd77be2c None None] Provisioning complete for port 602c5659-89ae-4709-a5a5-4448fa434807 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:47.643370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e15ad97b-0aef-4f4e-9770-1068dd77be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.680319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Made reservation on behalf of 8c47f5b16ef541098b662ac85cb0c785 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:47.683359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e15ad97b-0aef-4f4e-9770-1068dd77be2c None None] Port 602c5659-89ae-4709-a5a5-4448fa434807 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:47.684750 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.712841 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.724390 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2605b9c1-82dd-4af2-8600-222f56dabba4 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:47.794973 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:47.809612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7b802197-4f1d-4511-b1c5-31951ac88a16 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:47.829798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Network a4547e0e-e148-4866-8a30-47e9627237d9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:47.848031 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.848712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-461275eb-9f93-4c54-ac84-907739aac810 req-3b464ece-6808-4cac-90a3-179d88623c32 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 210 time: 0.4787531
Jun 21 03:02:47.850853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:47.871362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:47.880181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Pushing event updated for resources: {'Port': ['ID=3013d816-0a28-46b9-8d8c-e1f493ae9d95,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:47.895792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 7b802197-4f1d-4511-b1c5-31951ac88a16 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:47.896458 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:47.926006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f733f-e4ae-4470-bc6d-609b9e49584f req-a87708de-3483-4942-ad2b-63f68ea896b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:47.927653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-022f733f-e4ae-4470-bc6d-609b9e49584f req-a87708de-3483-4942-ad2b-63f68ea896b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.8052566
Jun 21 03:02:47.966783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 602c5659-89ae-4709-a5a5-4448fa434807 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:47.969997 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:47.984828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=743c337a-3bdc-40a7-bc36-d618fbf49ed3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:48.023916 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:48.038770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:48.039410 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.074432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-022f733f-e4ae-4470-bc6d-609b9e49584f req-bdfe978c-397a-4156-ba43-f2ee8aa3cbc5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284609
Jun 21 03:02:48.081021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.092044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Checking segment: {'id': 'da3467e7-8e93-4e40-924e-10c63891b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:48.092412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network hostable DHCP agents. Network: 60831fbf-69f1-46ee-be8c-2277d4f328a1, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:48.100750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Allocated IP 172.20.0.12 (a4547e0e-e148-4866-8a30-47e9627237d9/4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e/87404e5a-6838-4e1c-854a-5d014d4e335e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:48.206861 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.210256 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79118bca-05bf-4358-91e3-6eac6bb08747 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:48.237212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:48.239033 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1676834
Jun 21 03:02:48.239370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Subnet': ['ID=384a183f-a1d2-4ebd-9483-6136e57aee59,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:48.242659 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:48.249030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.253418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/subnets/384a183f-a1d2-4ebd-9483-6136e57aee59 HTTP/1.1" status: 204  len: 168 time: 1.2380126
Jun 21 03:02:48.253876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Request body: {'port': {'device_id': 'ce8fd792-27f1-42b5-815a-3c9e3e9a83c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:48.258245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033230a0-4410-4a39-9558-a0db09fe9ba1 None None] Network 58d05d50-aa5c-430b-904e-dd2379a64873 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:48.260306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59496) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:48.373091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Deleting subnet 8fcfbef0-d26f-430a-b93e-f680defa07f5 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:48.375634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 60831fbf-69f1-46ee-be8c-2277d4f328a1) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:48.380602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:48.381622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.387189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b65fdf0-6b6b-4c4a-aaae-98eb5ed3b480 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:48.389025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:48.389692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.451189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.467801 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26135283-c56a-4c2a-85e4-e351c50859e2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:48.476773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.495315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.0369542
Jun 21 03:02:48.495606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.498274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59500) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:48.505846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1592157653'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:48.558705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=602c5659-89ae-4709-a5a5-4448fa434807,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:48.564233 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.571698 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:48.572127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.575002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] DHCP port deletion for 58d05d50-aa5c-430b-904e-dd2379a64873 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:48.587461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.610273 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.613605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/602c5659-89ae-4709-a5a5-4448fa434807 HTTP/1.1" status: 204  len: 168 time: 1.1617620
Jun 21 03:02:48.629537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59502) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:48.633432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] Deleting port cfc54ee5-fa7f-43d9-9655-09924c200359 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:48.633947 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.674611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:48.678460 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.704259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] For port cfc54ee5-fa7f-43d9-9655-09924c200359, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cfc54ee5-fa7f-43d9-9655-09924c200359,segment=NetworkSegment(28786b6d-f696-4b42-8731-6dfdf50f597b),segment_id=28786b6d-f696-4b42-8731-6dfdf50f597b)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:48.704886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.779655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] Calling delete_port for cfc54ee5-fa7f-43d9-9655-09924c200359 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:48.788861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:48.829893 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.830433 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Added segment 472e3fbf-de6e-4fcc-8f83-fec66d6a05be of type vlan for network 6ee374ca-d661-4881-ba67-fe1f028debaa
Jun 21 03:02:48.891015 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:48.936362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8fca29f3-1864-4c23-b0e8-58a8961c4121 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:02:48.950467 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.005210 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.008775 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:49.030950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.036750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:49.037303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.043043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] Pushing event deleted for resources: {'Port': ['ID=cfc54ee5-fa7f-43d9-9655-09924c200359,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:49.043578 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-697dfc9d-8ac1-45ec-a60f-b14e6f61b713 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:49.052169 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:49.056401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] No DVR routers for this DVR port cfc54ee5-fa7f-43d9-9655-09924c200359 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:49.097878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:49.111720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'port_id': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'mac_address': 'fa:16:3e:77:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:02:49.136393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94723b92-7765-44e2-ab16-94505362107a req-1692df52-7c8d-4c69-abf1-ecbaefadd27b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 210 time: 0.1071179
Jun 21 03:02:49.172042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d02f2a-0ae7-448b-8aaf-d90636aaacf0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:49.174288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d02f2a-0ae7-448b-8aaf-d90636aaacf0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:49.176238 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-79d02f2a-0ae7-448b-8aaf-d90636aaacf0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.5457735
Jun 21 03:02:49.189888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59508) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:49.193087 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.209981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fca29f3-1864-4c23-b0e8-58a8961c4121 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:49.232619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:49.244324 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.251913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7516272
Jun 21 03:02:49.266154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59510) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:49.271246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'ports': [{'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1'}, {'network_id': '6ee374ca-d661-4881-ba67-fe1f028debaa'}]} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:49.272867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:49.272867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '6ee374ca-d661-4881-ba67-fe1f028debaa'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:49.278867 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.282533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.298453 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cbd3681c-3d26-4d54-9beb-009861b11a53 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:49.306969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.315265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.317177 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:49.324838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Network': ['ID=6ee374ca-d661-4881-ba67-fe1f028debaa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:49.329382 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:49.345878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6ee374ca-d661-4881-ba67-fe1f028debaa details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:49.397907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 62f2e52f-5c11-4c0e-b34a-daebe19fb12a {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:49.401091 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.438565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:49.442879 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:49.444300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.515790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e5ceb-96de-4101-ac4a-b0202e0e078c req-ba322966-177d-45eb-81a7-abbea92a462c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:49.517674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a8e5ceb-96de-4101-ac4a-b0202e0e078c req-ba322966-177d-45eb-81a7-abbea92a462c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.2767432
Jun 21 03:02:49.518628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Network a4547e0e-e148-4866-8a30-47e9627237d9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:49.523503 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.524048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33dd0d5b-cab5-4f58-9ccc-af1775747705 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:02:49.526062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['8fca29f3-1864-4c23-b0e8-58a8961c4121'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:02:49.536450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Pushing event updated for resources: {'Port': ['ID=87404e5a-6838-4e1c-854a-5d014d4e335e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:49.568001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:49.581051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:49.585000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a8e5ceb-96de-4101-ac4a-b0202e0e078c req-9ec4472a-4d2a-4bde-a02d-bb0f6478b481 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511773
Jun 21 03:02:49.592505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.593392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.593701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.594079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.594454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.594818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.595702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.595702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.596001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.596261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.596635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.596991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:02:49.623858 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:49.634885 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:02:49.636772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1f8e78da-f93a-4dfd-a594-0a49eb04f230 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 2.9468482
Jun 21 03:02:49.641006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59512) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:49.735827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:49.736581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.744758 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.750406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 2} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:49.762368 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.776849 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.783010 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f8e47547-ee78-47ba-b6ae-4f37ad97bd1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:49.810675 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.818879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cfc54ee5-fa7f-43d9-9655-09924c200359 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:49.841696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: cfc54ee5-fa7f-43d9-9655-09924c200359 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:49.842060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cfc54ee5-fa7f-43d9-9655-09924c200359 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:49.850957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcfbef0-d26f-430a-b93e-f680defa07f5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:49.856777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:49.859476 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/subnets/8fcfbef0-d26f-430a-b93e-f680defa07f5 HTTP/1.1" status: 204  len: 168 time: 1.5969455
Jun 21 03:02:49.860776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3fe781-9700-47f7-924d-76d2429b5a14 None None] Network d20c3766-2697-48e3-8cc7-69e7e48136cd requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:49.863058 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:49.863315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59514) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:49.877310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5667131
Jun 21 03:02:49.905566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Request body: {'port': {'device_id': 'a4498fee-7327-4436-88a4-fcb9e5265890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:49.982423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port c68cebc9-7964-4b1c-902e-b5c04d7b5660 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:49.991693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3013d816-0a28-46b9-8d8c-e1f493ae9d95 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:50.007623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.012414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Deleting port 09f29beb-2cad-4389-a2ed-958ab05c792d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:50.012756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.025505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.075281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] DHCP port deletion for d20c3766-2697-48e3-8cc7-69e7e48136cd request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:50.077768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Transition to ACTIVE for port object 3013d816-0a28-46b9-8d8c-e1f493ae9d95 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:50.084451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.089165 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da9a7409-7af9-464d-9bbd-e01c8864a609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:50.129897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] Deleting port eae3fcab-9e93-428c-aa2b-58c6ba840d46 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:50.130231 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.137377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.152109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=62f2e52f-5c11-4c0e-b34a-daebe19fb12a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:50.155221 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:50.161309 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.162837 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/62f2e52f-5c11-4c0e-b34a-daebe19fb12a HTTP/1.1" status: 204  len: 168 time: 0.9716458
Jun 21 03:02:50.164849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.174101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59516) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:50.175664 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:50.193815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.195258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b3ee5f-a090-4a17-abc5-18d918311ceb None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:50.214119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de63eee0>,) {'filters': {'network_id': ['58d05d50-aa5c-430b-904e-dd2379a64873']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:50.238522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de63eee0>, '28786b6d-f696-4b42-8731-6dfdf50f597b') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:50.238997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de63eee0>, '28786b6d-f696-4b42-8731-6dfdf50f597b') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:50.258738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.275257 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.279464 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c2702886-3ec2-4448-bf5c-053d8f4c7000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1012385
Jun 21 03:02:50.282526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59520) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:50.285616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] For port eae3fcab-9e93-428c-aa2b-58c6ba840d46, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=eae3fcab-9e93-428c-aa2b-58c6ba840d46,segment=NetworkSegment(fc9bd542-3019-454b-b45d-10e89756d42f),segment_id=fc9bd542-3019-454b-b45d-10e89756d42f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:50.286259 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.286631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.289352 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.326027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:02:50.326968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:02:50.333814 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:02:50.393173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Calling delete_port for 09f29beb-2cad-4389-a2ed-958ab05c792d owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:50.402917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] Calling delete_port for eae3fcab-9e93-428c-aa2b-58c6ba840d46 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:50.407261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Pushing event updated for resources: {'Port': ['ID=3013d816-0a28-46b9-8d8c-e1f493ae9d95,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:50.416963 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:50.504368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 24ca2bd2-74c9-4b06-a932-41a65522104b yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:50.551005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f89f89-b203-4e61-9fe9-8b32b90616a1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:50.552599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-03f89f89-b203-4e61-9fe9-8b32b90616a1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2684362
Jun 21 03:02:50.555424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59522) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:50.613566 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:02:50.620895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20983f13-f61f-46ec-bd91-16a2b8ca9dfe req-b1936d42-83ba-4478-9416-79efb351b460 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:50.622507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20983f13-f61f-46ec-bd91-16a2b8ca9dfe req-b1936d42-83ba-4478-9416-79efb351b460 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 932 time: 0.2621050
Jun 21 03:02:50.640466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:50.672498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Attempting to bind port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:50.672834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Attempting to bind port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:50.673169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Attempting to bind port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 on network a4547e0e-e148-4866-8a30-47e9627237d9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:50.674960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.678807 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f8b29c40-a5bd-4db4-a063-f2dd38e225b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:50.683518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 on network a4547e0e-e148-4866-8a30-47e9627237d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:50.683847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Attempting to bind port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 on network a4547e0e-e148-4866-8a30-47e9627237d9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:50.710594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] Pushing event deleted for resources: {'Port': ['ID=eae3fcab-9e93-428c-aa2b-58c6ba840d46,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:50.715056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:50.715403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Checking segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:50.715787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Bound using segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:50.716294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Bound port: 3013d816-0a28-46b9-8d8c-e1f493ae9d95, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:50.716570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.719418 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:50.720343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] No DVR routers for this DVR port eae3fcab-9e93-428c-aa2b-58c6ba840d46 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:50.742372 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.750357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] Deleting port 7b802197-4f1d-4511-b1c5-31951ac88a16 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:50.750978 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.766941 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:50.790025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.793398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/networks/58d05d50-aa5c-430b-904e-dd2379a64873 HTTP/1.1" status: 204  len: 168 time: 0.9273574
Jun 21 03:02:50.804668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59526) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:50.824717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Network': ['ID=58d05d50-aa5c-430b-904e-dd2379a64873,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:50.825300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] For port 7b802197-4f1d-4511-b1c5-31951ac88a16, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7b802197-4f1d-4511-b1c5-31951ac88a16,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:50.825892 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.830414 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:50.839280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aeb8b6-8a41-4f1b-9096-a49f2137fbf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:50.849543 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-28aeb8b6-8a41-4f1b-9096-a49f2137fbf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2851186
Jun 21 03:02:50.849543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59528) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:50.879777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.893549 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-948623b2-5c81-4de1-9891-d4a55dba6671 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:50.901382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] Calling delete_port for 7b802197-4f1d-4511-b1c5-31951ac88a16 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:50.930660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4ade6f66-0cac-40be-8560-13d6cfeb1a89 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0832031
Jun 21 03:02:50.933860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:50.942378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20983f13-f61f-46ec-bd91-16a2b8ca9dfe req-d6105859-c096-4937-b35c-936fcdbb0c76 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166605
Jun 21 03:02:50.943256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59530) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:50.951497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] For port 3013d816-0a28-46b9-8d8c-e1f493ae9d95, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:50.956534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:50.964042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8fca29f3-1864-4c23-b0e8-58a8961c4121 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:50.968419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Pushing event deleted for resources: {'Port': ['ID=09f29beb-2cad-4389-a2ed-958ab05c792d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:50.982648 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:50.991468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] For port 3013d816-0a28-46b9-8d8c-e1f493ae9d95, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3013d816-0a28-46b9-8d8c-e1f493ae9d95,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:50.994046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87404e5a-6838-4e1c-854a-5d014d4e335e {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:51.005014 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.010339 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.055448 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.063626 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-157249de-f44f-4c81-95ee-a6f9aca0815d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:51.069636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf1953-a773-4188-9aa5-327596ee2860 req-94e0469b-c74f-4b1d-b900-3c0b71d9136e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:51.073955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ddf1953-a773-4188-9aa5-327596ee2860 req-94e0469b-c74f-4b1d-b900-3c0b71d9136e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 944 time: 0.3494372
Jun 21 03:02:51.086582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 8fca29f3-1864-4c23-b0e8-58a8961c4121 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:51.090590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Transition to ACTIVE for port object 87404e5a-6838-4e1c-854a-5d014d4e335e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:51.090754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 8fca29f3-1864-4c23-b0e8-58a8961c4121 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:51.091123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.123853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:51.124643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.126327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] 10.222.0.26 "PUT /v2.0/ports/3013d816-0a28-46b9-8d8c-e1f493ae9d95 HTTP/1.1" status: 200  len: 1092 time: 2.8781526
Jun 21 03:02:51.126790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8fd792-27f1-42b5-815a-3c9e3e9a83c5', 'tag': '3013d816-0a28-46b9-8d8c-e1f493ae9d95'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:51.129103 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebba2ca-5cf6-4429-ad57-399c7efff0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8fd792-27f1-42b5-815a-3c9e3e9a83c5", "tag": "3013d816-0a28-46b9-8d8c-e1f493ae9d95"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:51.132963 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.136563 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7cc0f13f-d202-4b8e-bdd1-f79cfe1cd43e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:51.148300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ddf1953-a773-4188-9aa5-327596ee2860 req-b5f6d11f-0d17-4b89-ae58-329e0a7d963f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666077
Jun 21 03:02:51.171809 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.176377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] 10.222.0.25 "DELETE /v2.0/ports/09f29beb-2cad-4389-a2ed-958ab05c792d HTTP/1.1" status: 204  len: 168 time: 1.5216372
Jun 21 03:02:51.187375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] Pushing event deleted for resources: {'Port': ['ID=7b802197-4f1d-4511-b1c5-31951ac88a16,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:51.194155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Pushing event updated for resources: {'Port': ['ID=3013d816-0a28-46b9-8d8c-e1f493ae9d95,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:51.196272 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:51.207261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] No DVR routers for this DVR port 7b802197-4f1d-4511-b1c5-31951ac88a16 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:51.233978 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:51.235609 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46016371-8eb2-47e0-8457-595857256def x-openstack-request-id: req-46016371-8eb2-47e0-8457-595857256def {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:51.235952 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8fd792-27f1-42b5-815a-3c9e3e9a83c5", "tag": "3013d816-0a28-46b9-8d8c-e1f493ae9d95", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:51.236253 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46016371-8eb2-47e0-8457-595857256def {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:51.236703 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8fd792-27f1-42b5-815a-3c9e3e9a83c5', 'tag': '3013d816-0a28-46b9-8d8c-e1f493ae9d95', 'status': 'completed', 'code': 200}
Jun 21 03:02:51.241193 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.243217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:51.243491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.247394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.252668 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:51.254474 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.257535 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b9801fab-bdf3-486f-b935-bf2a8cb9ff91 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:51.284141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:51.287142 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948cb2fb-5d95-41bf-89c2-71fc19706ef5" -d '{"events": [{"server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:51.304189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:51.353218 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1742691c-8352-4a57-a602-cf6c5c3dd92c x-openstack-request-id: req-1742691c-8352-4a57-a602-cf6c5c3dd92c {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:51.355008 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:51.355434 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1742691c-8352-4a57-a602-cf6c5c3dd92c {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:51.356018 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'code': 200}
Jun 21 03:02:51.370805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:51.374155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=c68cebc9-7964-4b1c-902e-b5c04d7b5660,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:51.381742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:51.383700 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:51.384951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.385692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:51.386578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.392662 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a56b35cd-b0d8-4c82-bd30-8a56335ec29d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:51.398026 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.404248 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78aebe8d-1461-4edd-9bdb-5ebcaae1647f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:51.413610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3ba1fd0>,) {'filters': {'network_id': ['d20c3766-2697-48e3-8cc7-69e7e48136cd']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:51.436703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ba1fd0>, 'fc9bd542-3019-454b-b45d-10e89756d42f') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:51.437021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ba1fd0>, 'fc9bd542-3019-454b-b45d-10e89756d42f') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:51.447032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=87404e5a-6838-4e1c-854a-5d014d4e335e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:51.465851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:51.471423 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:51.482519 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:51.485780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.492569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=24ca2bd2-74c9-4b06-a932-41a65522104b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:51.500536 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:51.536570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.544332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebba2ca-5cf6-4429-ad57-399c7efff0ca req-16ce234a-48bf-417f-bc3c-91f1306c2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:51.545971 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ebba2ca-5cf6-4429-ad57-399c7efff0ca req-16ce234a-48bf-417f-bc3c-91f1306c2293 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=ce8fd792-27f1-42b5-815a-3c9e3e9a83c5 HTTP/1.1" status: 200  len: 1095 time: 0.2943392
Jun 21 03:02:51.551946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:02:51.552362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:02:51.555728 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:02:51.561737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Checking segment: {'id': '472e3fbf-de6e-4fcc-8f83-fec66d6a05be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee374ca-d661-4881-ba67-fe1f028debaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:51.562027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network hostable DHCP agents. Network: 6ee374ca-d661-4881-ba67-fe1f028debaa, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:51.594983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489711-e4b3-48cb-85e7-0a56f0037a6a req-40626e6e-1073-4ad7-9e92-a0c4d3413d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:51.596496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b489711-e4b3-48cb-85e7-0a56f0037a6a req-40626e6e-1073-4ad7-9e92-a0c4d3413d62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1097 time: 0.1673341
Jun 21 03:02:51.669816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b489711-e4b3-48cb-85e7-0a56f0037a6a req-3d0254bc-a4e2-464c-9e09-e2fc5439af10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491369
Jun 21 03:02:51.717233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 6ee374ca-d661-4881-ba67-fe1f028debaa is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:51.729672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59540) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:51.810454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device eae3fcab-9e93-428c-aa2b-58c6ba840d46 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:51.818085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:02:51.819902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.822277 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7ce1730-a1a1-4e9f-95ff-35d5e7a0e228 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:51.825308 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 6ee374ca-d661-4881-ba67-fe1f028debaa) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:51.860694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:51.866465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:51.871651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:51.876461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.910416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:51.928283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:51.939343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:51.939940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.946185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d611576-7d67-46bd-a68d-4507117c77ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:51.952012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=d18c0042-57f8-4dc7-ba02-3a18b9d6cfdc,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:51.961722 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:51.972375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.7050660
Jun 21 03:02:51.976879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59546) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:52.027377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1ef87-6f92-4972-935d-ee3991714064 None None] Network 6ee374ca-d661-4881-ba67-fe1f028debaa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:52.029435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce748ab-1c59-4e07-a10c-eb579a56a1ba None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:52.033427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Attempting to bind port 87404e5a-6838-4e1c-854a-5d014d4e335e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:52.034351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Attempting to bind port 87404e5a-6838-4e1c-854a-5d014d4e335e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:52.034500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: eae3fcab-9e93-428c-aa2b-58c6ba840d46 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:52.034594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Attempting to bind port 87404e5a-6838-4e1c-854a-5d014d4e335e on network a4547e0e-e148-4866-8a30-47e9627237d9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:52.034691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device eae3fcab-9e93-428c-aa2b-58c6ba840d46 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:52.034691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7b802197-4f1d-4511-b1c5-31951ac88a16 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:52.070570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Port 87404e5a-6838-4e1c-854a-5d014d4e335e on network a4547e0e-e148-4866-8a30-47e9627237d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:02:52.070811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Attempting to bind port 87404e5a-6838-4e1c-854a-5d014d4e335e on network a4547e0e-e148-4866-8a30-47e9627237d9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:52.093377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:52.093613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Checking segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:52.096340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Bound using segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:52.096340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Bound port: 87404e5a-6838-4e1c-854a-5d014d4e335e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:52.096340 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.106413 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.1555359
Jun 21 03:02:52.114452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59548) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:52.126039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 7b802197-4f1d-4511-b1c5-31951ac88a16 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:52.126397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7b802197-4f1d-4511-b1c5-31951ac88a16 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:52.144055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:31:48:92', 'name': 'tempest-NetworksTestDHCPv6-749587440'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:52.167997 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.205770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-abf89804-6a89-4bd3-9579-676695604823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:52.209668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.214005 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/networks/d20c3766-2697-48e3-8cc7-69e7e48136cd HTTP/1.1" status: 204  len: 168 time: 1.4137287
Jun 21 03:02:52.237595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59552) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:52.251208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebba2ca-5cf6-4429-ad57-399c7efff0ca req-dc3b5aa6-e6c9-452c-9514-af0eb3baef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:52.252751 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ebba2ca-5cf6-4429-ad57-399c7efff0ca req-dc3b5aa6-e6c9-452c-9514-af0eb3baef8f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8c47f5b16ef541098b662ac85cb0c785&shared=False HTTP/1.1" status: 200  len: 914 time: 0.6962247
Jun 21 03:02:52.271339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Network': ['ID=d20c3766-2697-48e3-8cc7-69e7e48136cd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:52.322716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': 'd18c0042-57f8-4dc7-ba02-3a18b9d6cfdc'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:52.322933 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.323039 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:52.498835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Allocated IP 2001:db8::f816:3eff:fe2e:37d7 (4d82cb52-2247-4a3b-982b-02458c34d10e/d18c0042-57f8-4dc7-ba02-3a18b9d6cfdc/3cf4fff9-8ef1-46cf-abb3-d79879cf250e) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:52.593808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Deleting subnet b1f3e7bf-2415-4f96-b6d6-26cd9571f704 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:52.606133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.612391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] For port 87404e5a-6838-4e1c-854a-5d014d4e335e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:52.650589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebba2ca-5cf6-4429-ad57-399c7efff0ca req-f53f0d5e-7030-43eb-b556-7bad13ac9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:52.652685 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ebba2ca-5cf6-4429-ad57-399c7efff0ca req-f53f0d5e-7030-43eb-b556-7bad13ac9219 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3826125
Jun 21 03:02:52.670397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 24ca2bd2-74c9-4b06-a932-41a65522104b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:52.671620 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.674355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] For port 87404e5a-6838-4e1c-854a-5d014d4e335e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=87404e5a-6838-4e1c-854a-5d014d4e335e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:52.683179 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.695737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Transition to ACTIVE for port object 3cf4fff9-8ef1-46cf-abb3-d79879cf250e will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:52.701836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.713620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Transition to ACTIVE for port object 3cf4fff9-8ef1-46cf-abb3-d79879cf250e will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:52.757495 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.765430 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:52.765630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cdfcf-9bee-473d-93bb-a668c851a0e2 req-1ddb43d5-1da3-4e87-b8ee-f2ceb45a0219 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:52.767026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff4cdfcf-9bee-473d-93bb-a668c851a0e2 req-1ddb43d5-1da3-4e87-b8ee-f2ceb45a0219 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 944 time: 0.6776822
Jun 21 03:02:52.798589 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.809210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0474-2c0a-4769-95a8-26d80fab52d0 req-3354d090-cae6-462a-9019-860b946ea1a0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:52.810720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c7a0474-2c0a-4769-95a8-26d80fab52d0 req-3354d090-cae6-462a-9019-860b946ea1a0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.2389600
Jun 21 03:02:52.824491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:52.825129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.827230 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] 10.222.0.20 "PUT /v2.0/ports/87404e5a-6838-4e1c-854a-5d014d4e335e HTTP/1.1" status: 200  len: 1093 time: 2.9354882
Jun 21 03:02:52.840868 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.843765 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:52.850194 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d611576-7d67-46bd-a68d-4507117c77ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.888582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:52.890545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=87404e5a-6838-4e1c-854a-5d014d4e335e,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:52.897977 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:52.911969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:52.914392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:52.918626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Pushing event updated for resources: {'Port': ['ID=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:52.920504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.929799 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:52.932067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 24ca2bd2-74c9-4b06-a932-41a65522104b owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:52.958901 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d611576-7d67-46bd-a68d-4507117c77ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.964144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-fed0cf80-0f49-4e6c-ac8f-5af0d24ec7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:52.966434 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7564762c-b304-409e-9814-868042d5ec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:52.966576 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-fed0cf80-0f49-4e6c-ac8f-5af0d24ec7f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=ce8fd792-27f1-42b5-815a-3c9e3e9a83c5 HTTP/1.1" status: 200  len: 1095 time: 0.2600706
Jun 21 03:02:52.987596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Attempting to bind port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:02:52.988145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Attempting to bind port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:02:52.988703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Attempting to bind port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:02:52.994434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:02:52.994882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:52.995295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:52.995695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:02:52.996174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Bound port: 3cf4fff9-8ef1-46cf-abb3-d79879cf250e, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:02:52.996561 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.024536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff4cdfcf-9bee-473d-93bb-a668c851a0e2 req-338355d2-f35d-4db8-b362-ced666fd4d4c tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409103
Jun 21 03:02:53.038760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c7a0474-2c0a-4769-95a8-26d80fab52d0 req-286a6e69-7e70-46ef-8253-88bb4856518a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2007473
Jun 21 03:02:53.052572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6d611576-7d67-46bd-a68d-4507117c77ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd8e7b1057fb44259b5cd9817dbb916b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3216531
Jun 21 03:02:53.057523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59554) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:53.073527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] For port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:02:53.077363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] For port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:02:53.081895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-dd0cecf9-3d93-423c-a1a1-0ddfaeafe570 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3013d816-0a28-46b9-8d8c-e1f493ae9d95 HTTP/1.1" status: 200  len: 217 time: 0.0900729
Jun 21 03:02:53.086385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d611576-7d67-46bd-a68d-4507117c77ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f070fdff-4c14-4583-b602-73911e6439b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:53.091933 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d611576-7d67-46bd-a68d-4507117c77ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:53.139577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-05d68155-8dd8-4815-b119-43404e4eb1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.148736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-943763d8-17dc-40c6-ba17-770d5fd8f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:53.150301 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-943763d8-17dc-40c6-ba17-770d5fd8f591 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 1096 time: 0.2258270
Jun 21 03:02:53.150866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:53.155860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ef91d026-2662-47e7-b580-0fefa3ee7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:53.158014 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-ef91d026-2662-47e7-b580-0fefa3ee7877 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e HTTP/1.1" status: 200  len: 853 time: 0.0684345
Jun 21 03:02:53.167212 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-05d68155-8dd8-4815-b119-43404e4eb1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.192148 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.195954 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:53.240601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4498fee-7327-4436-88a4-fcb9e5265890', 'tag': '87404e5a-6838-4e1c-854a-5d014d4e335e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:53.243325 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74352e9d-22db-4c53-be86-65c1d3d77eab" -d '{"events": [{"name": "network-changed", "server_uuid": "a4498fee-7327-4436-88a4-fcb9e5265890", "tag": "87404e5a-6838-4e1c-854a-5d014d4e335e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:53.263575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Pushing event updated for resources: {'Port': ['ID=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:53.265143 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-a0279f8b-aa12-436c-a2e2-f2f64b8fa190 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4547e0e-e148-4866-8a30-47e9627237d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605643
Jun 21 03:02:53.268176 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-774f12d1-c4bb-4dba-b5dc-7927ffd044f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87404e5a-6838-4e1c-854a-5d014d4e335e HTTP/1.1" status: 200  len: 217 time: 0.1092713
Jun 21 03:02:53.271128 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:53.283218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.292345 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c42ac6a5-1fbd-4bfe-8e56-9e0d5cbd2945 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:53.305079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.324503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=24ca2bd2-74c9-4b06-a932-41a65522104b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:53.327283 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:53.331096 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d4aa50-ffbd-4452-9216-f8d92f69ca12 x-openstack-request-id: req-96d4aa50-ffbd-4452-9216-f8d92f69ca12 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:53.331371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-05d68155-8dd8-4815-b119-43404e4eb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.331844 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4498fee-7327-4436-88a4-fcb9e5265890", "tag": "87404e5a-6838-4e1c-854a-5d014d4e335e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:53.332330 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96d4aa50-ffbd-4452-9216-f8d92f69ca12 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:53.332952 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4498fee-7327-4436-88a4-fcb9e5265890', 'tag': '87404e5a-6838-4e1c-854a-5d014d4e335e', 'status': 'completed', 'code': 200}
Jun 21 03:02:53.334322 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-05d68155-8dd8-4815-b119-43404e4eb1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.336299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-05d68155-8dd8-4815-b119-43404e4eb1b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f070fdff-4c14-4583-b602-73911e6439b2 HTTP/1.1" status: 204  len: 168 time: 0.2758341
Jun 21 03:02:53.341602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.345307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/24ca2bd2-74c9-4b06-a932-41a65522104b HTTP/1.1" status: 204  len: 168 time: 1.3687453
Jun 21 03:02:53.346147 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:53.348618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59562) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:53.362012 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-763c8541-2cff-4fdc-bf78-f162032c6470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:53.389054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d68155-8dd8-4815-b119-43404e4eb1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f070fdff-4c14-4583-b602-73911e6439b2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:53.392315 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-05d68155-8dd8-4815-b119-43404e4eb1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:53.408035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f3e7bf-2415-4f96-b6d6-26cd9571f704,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:53.417481 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:53.433956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.435851 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/subnets/b1f3e7bf-2415-4f96-b6d6-26cd9571f704 HTTP/1.1" status: 204  len: 168 time: 1.1821365
Jun 21 03:02:53.439479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3870b0da-233d-4305-b513-c01f297f313c None None] Network a89ac16f-bafa-4121-b196-d26b7c48c376 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:53.439984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59564) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:53.453316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bd07f-8986-409c-9ba4-2bb29b3014af tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:53.455056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-f140d38d-86be-4c70-abf5-f0784803bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:53.456823 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-f140d38d-86be-4c70-abf5-f0784803bc8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e HTTP/1.1" status: 200  len: 853 time: 0.1814835
Jun 21 03:02:53.462180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bd07f-8986-409c-9ba4-2bb29b3014af tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:53.466788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a91bd07f-8986-409c-9ba4-2bb29b3014af tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.1147571
Jun 21 03:02:53.470110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59566) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:53.541940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.603878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.615495 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-71f4a2cf-2b29-481a-8bff-79a904ae0ff5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4547e0e-e148-4866-8a30-47e9627237d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1440609
Jun 21 03:02:53.658168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-6f8985fb-eff0-4bfe-b477-5ab5216d15b7 service neutron] 10.222.0.26 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3837998
Jun 21 03:02:53.705293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Deleting port aa4eba9a-9885-4c2d-9570-58890322185d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:53.705293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.713960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 99f1f87e-5f5f-425f-a54c-8b96402f55fe yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:53.716697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] DHCP port deletion for a89ac16f-bafa-4121-b196-d26b7c48c376 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:53.802525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] Deleting port aa4eba9a-9885-4c2d-9570-58890322185d {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:53.802525 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.852946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] For port aa4eba9a-9885-4c2d-9570-58890322185d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=aa4eba9a-9885-4c2d-9570-58890322185d,segment=NetworkSegment(4cb39731-0f48-41f6-ba11-c037971db955),segment_id=4cb39731-0f48-41f6-ba11-c037971db955)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:53.853458 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.948872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] For port aa4eba9a-9885-4c2d-9570-58890322185d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=aa4eba9a-9885-4c2d-9570-58890322185d,segment=NetworkSegment(4cb39731-0f48-41f6-ba11-c037971db955),segment_id=4cb39731-0f48-41f6-ba11-c037971db955)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:53.949586 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:53.960340 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-edd63eef-a207-44d4-91b1-8d6ca70df838 service neutron] 10.222.0.20 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3360891
Jun 21 03:02:53.963883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Calling delete_port for aa4eba9a-9885-4c2d-9570-58890322185d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:53.964591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3cf4fff9-8ef1-46cf-abb3-d79879cf250e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:54.014117 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-9b8df8b9-5278-4e35-9ad5-54b34f5bac5b service neutron] 10.222.0.26 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3163841
Jun 21 03:02:54.045136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] Calling delete_port for aa4eba9a-9885-4c2d-9570-58890322185d owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:54.058619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fe31:4892 (4d82cb52-2247-4a3b-982b-02458c34d10e/d18c0042-57f8-4dc7-ba02-3a18b9d6cfdc/99f1f87e-5f5f-425f-a54c-8b96402f55fe) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:54.094929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port c68cebc9-7964-4b1c-902e-b5c04d7b5660 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:54.095549 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.209764 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.225035 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.227220 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ac2bfe6-66b0-4cb2-a442-d44cb25b2871 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:54.245693 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:54.255157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] No DVR routers for this DVR port aa4eba9a-9885-4c2d-9570-58890322185d on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:54.277560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] Pushing event deleted for resources: {'Port': ['ID=aa4eba9a-9885-4c2d-9570-58890322185d,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:54.277818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Port': ['ID=aa4eba9a-9885-4c2d-9570-58890322185d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:54.284063 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:54.288797 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:54.290454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:54.314611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.345320 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6533fb2f-e633-4ac3-bdef-dc3b27929dd6 req-0b709f19-52d3-4b3c-8923-d376e93a9cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3773561
Jun 21 03:02:54.366002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device aa4eba9a-9885-4c2d-9570-58890322185d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:02:54.374847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] No DVR routers for this DVR port aa4eba9a-9885-4c2d-9570-58890322185d on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:02:54.392690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: aa4eba9a-9885-4c2d-9570-58890322185d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:02:54.393061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device aa4eba9a-9885-4c2d-9570-58890322185d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:02:54.433967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59574) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:54.517106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for c68cebc9-7964-4b1c-902e-b5c04d7b5660 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:54.528301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.556534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2427a30>,) {'filters': {'network_id': ['a89ac16f-bafa-4121-b196-d26b7c48c376']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:54.574499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2427a30>, '4cb39731-0f48-41f6-ba11-c037971db955') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:54.574798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2427a30>, '4cb39731-0f48-41f6-ba11-c037971db955') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:54.585463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.587317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.592512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6773c7dc-092c-42ba-914e-6703ea470269 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72700192bea74a8687b97552d579ddfa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1573720
Jun 21 03:02:54.603011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59576) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:54.624124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3969364-d721-45ba-9c6b-7f8f4d58c8fe req-2726c1fe-9782-494f-8008-17254c4e1c94 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:54.626073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3969364-d721-45ba-9c6b-7f8f4d58c8fe req-2726c1fe-9782-494f-8008-17254c4e1c94 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 944 time: 0.4028580
Jun 21 03:02:54.634965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e04997-e77f-4b57-b0ae-ebd0eeec2ffa req-1e5f0889-d9d3-4286-8589-e8147a67fab8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:54.636426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7e04997-e77f-4b57-b0ae-ebd0eeec2ffa req-1e5f0889-d9d3-4286-8589-e8147a67fab8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.3609703
Jun 21 03:02:54.637441 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.650418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 99f1f87e-5f5f-425f-a54c-8b96402f55fe will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:02:54.675107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:02:54.679070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] Provisioning for port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:54.679191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.680282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] Provisioning complete for port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:54.680876 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:02:54.684293 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:02:54.692206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-5c2805a1-0478-47ff-9736-177ff795f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:54.693755 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-5c2805a1-0478-47ff-9736-177ff795f3e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 1096 time: 0.1742322
Jun 21 03:02:54.764634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.779961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.790167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3969364-d721-45ba-9c6b-7f8f4d58c8fe req-e271656b-b8b3-4638-8282-53fab4d9a8a2 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493225
Jun 21 03:02:54.794238 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef453c1e-1bec-4b67-94f5-641733ee3b39 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:54.799424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7e04997-e77f-4b57-b0ae-ebd0eeec2ffa req-f1163efe-7a64-4b6e-ae41-05cf17ccb94d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520884
Jun 21 03:02:54.813786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3a54-60fb-44e0-9a6f-b03c126d5e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.816815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] For port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:54.838893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.852795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.854785 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/c68cebc9-7964-4b1c-902e-b5c04d7b5660 HTTP/1.1" status: 204  len: 168 time: 1.3686881
Jun 21 03:02:54.855743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=c68cebc9-7964-4b1c-902e-b5c04d7b5660,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:54.857402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3a54-60fb-44e0-9a6f-b03c126d5e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.859490 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:54.863917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59580) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:54.868522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:54.878188 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.886967 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04ca3a8b-7e01-4ad6-bbaa-2fad4a7c7fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:54.891429 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.894242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/networks/a89ac16f-bafa-4121-b196-d26b7c48c376 HTTP/1.1" status: 204  len: 168 time: 1.4508233
Jun 21 03:02:54.900489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:54.902517 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c97c1bd0-c93f-4bd9-9212-bd2b823fcaee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:54.914006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59582) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:54.944141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Pushing event deleted for resources: {'Network': ['ID=a89ac16f-bafa-4121-b196-d26b7c48c376,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:54.948389 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:54.955933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] Pushing event updated for resources: {'Port': ['ID=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:54.959156 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:54.976549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-86b5ce33-bcb4-420e-85f0-9ce4be5793e3 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e2310d6-eb6b-4cd1-adb2-30c54139d33f HTTP/1.1" status: 200  len: 205 time: 0.0551159
Jun 21 03:02:54.987044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59586) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:55.095829 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fce8373-0060-4873-875a-b15353a2dc9f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.173700 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3a54-60fb-44e0-9a6f-b03c126d5e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.176402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3a54-60fb-44e0-9a6f-b03c126d5e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.177567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0d3c3a54-60fb-44e0-9a6f-b03c126d5e23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e48cdac-00a3-493b-9085-6f02653a2701 HTTP/1.1" status: 204  len: 168 time: 0.5736170
Jun 21 03:02:55.180673 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58a79057-ae48-4711-8635-534a3f7af7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:55.222120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-4b503027-8c7e-4696-8617-b2d40bd5430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:55.224322 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-4b503027-8c7e-4696-8617-b2d40bd5430b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4547e0e-e148-4866-8a30-47e9627237d9 HTTP/1.1" status: 200  len: 914 time: 0.5191917
Jun 21 03:02:55.225774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c3a54-60fb-44e0-9a6f-b03c126d5e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e48cdac-00a3-493b-9085-6f02653a2701,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:55.228750 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d3c3a54-60fb-44e0-9a6f-b03c126d5e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:55.287462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:55.307666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67e9d9-37d2-4a7b-bdc3-63a0119f80c3 req-8fd99ae2-c941-423a-b7a4-fc5dd08c490d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:55.309213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e67e9d9-37d2-4a7b-bdc3-63a0119f80c3 req-8fd99ae2-c941-423a-b7a4-fc5dd08c490d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.3580217
Jun 21 03:02:55.313560 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fce8373-0060-4873-875a-b15353a2dc9f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.315810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fce8373-0060-4873-875a-b15353a2dc9f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.323376 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-42445a12-9a05-40ce-984e-e87e70677830 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87404e5a-6838-4e1c-854a-5d014d4e335e HTTP/1.1" status: 200  len: 217 time: 0.0724232
Jun 21 03:02:55.326799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:55.327703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:55.333178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:55.336012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.336532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=99f1f87e-5f5f-425f-a54c-8b96402f55fe,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:55.345682 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:55.401670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e67e9d9-37d2-4a7b-bdc3-63a0119f80c3 req-b8b73300-cf75-4bfc-9795-eb5bb20cbff4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795043
Jun 21 03:02:55.406845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-6eddf854-f123-4ff3-950c-e467d8e9752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:55.407991 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-6eddf854-f123-4ff3-950c-e467d8e9752a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e HTTP/1.1" status: 200  len: 853 time: 0.0636885
Jun 21 03:02:55.436180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59590) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:55.443055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa34fd-fb68-4096-9937-18b84ea534bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:55.447317 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fdaa34fd-fb68-4096-9937-18b84ea534bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.5764821
Jun 21 03:02:55.447552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59592) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:55.465315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-414bd514-e1d0-46e6-84a2-d38b3a5de70f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4547e0e-e148-4866-8a30-47e9627237d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500627
Jun 21 03:02:55.479509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fce8373-0060-4873-875a-b15353a2dc9f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.480002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce8373-0060-4873-875a-b15353a2dc9f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2310d6-eb6b-4cd1-adb2-30c54139d33f {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:02:55.487899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fce8373-0060-4873-875a-b15353a2dc9f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.491405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1fce8373-0060-4873-875a-b15353a2dc9f tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] 10.222.0.25 "DELETE /v2.0/routers/3e2310d6-eb6b-4cd1-adb2-30c54139d33f HTTP/1.1" status: 204  len: 168 time: 0.5005856
Jun 21 03:02:55.511010 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8a764b-1a35-45fe-a5af-02f92070ef93 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:02:55.513916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6b8a764b-1a35-45fe-a5af-02f92070ef93 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/24ca2bd2-74c9-4b06-a932-41a65522104b HTTP/1.1" status: 404  len: 333 time: 0.0645561
Jun 21 03:02:55.517481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59596) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:55.525558 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.4090466
Jun 21 03:02:55.527308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59598) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:55.549889 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce30e18-7a14-4484-b478-d345fe6a981a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:02:55.551513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6ce30e18-7a14-4484-b478-d345fe6a981a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/c68cebc9-7964-4b1c-902e-b5c04d7b5660 HTTP/1.1" status: 404  len: 333 time: 0.0327988
Jun 21 03:02:55.555003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59600) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:55.616275 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-93935a0a-4a13-482e-84da-4968d3feeeb8 service neutron] 10.222.0.20 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437407
Jun 21 03:02:55.636530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3013d816-0a28-46b9-8d8c-e1f493ae9d95 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:02:55.639665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610512e9-b8db-44d9-bb3c-542c71d9eeec tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:55.643834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-610512e9-b8db-44d9-bb3c-542c71d9eeec tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1092 time: 0.2054722
Jun 21 03:02:55.662265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59604) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:55.672694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:55.721079 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.732142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de5484-b381-4b0e-92cb-82a27cabc642 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:55.737926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de5484-b381-4b0e-92cb-82a27cabc642 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:55.742471 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d6de5484-b381-4b0e-92cb-82a27cabc642 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.2114897
Jun 21 03:02:55.742683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59610) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:55.808506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3013d816-0a28-46b9-8d8c-e1f493ae9d95, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3013d816-0a28-46b9-8d8c-e1f493ae9d95,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:55.853607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ce502f52-0867-42f6-90fe-5a02cc513f4c None None] Provisioning for port 99f1f87e-5f5f-425f-a54c-8b96402f55fe completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:55.859909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3cf4fff9-8ef1-46cf-abb3-d79879cf250e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:55.864164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '3013d816-0a28-46b9-8d8c-e1f493ae9d95', 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'port_id': '3013d816-0a28-46b9-8d8c-e1f493ae9d95', 'mac_address': 'fa:16:3e:0d:da:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:02:55.869063 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74352e9d-22db-4c53-be86-65c1d3d77eab req-70d4746d-601b-4768-bc52-aa049d93e56d service neutron] 10.222.0.20 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2451785
Jun 21 03:02:55.893678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ce502f52-0867-42f6-90fe-5a02cc513f4c None None] Provisioning complete for port 99f1f87e-5f5f-425f-a54c-8b96402f55fe triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:55.894416 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce502f52-0867-42f6-90fe-5a02cc513f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.894761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.909036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73da45ed30>,) {'filters': {'network_id': ['6ee374ca-d661-4881-ba67-fe1f028debaa']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:55.922827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 99f1f87e-5f5f-425f-a54c-8b96402f55fe {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:55.924432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.931652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da45ed30>, '472e3fbf-de6e-4fcc-8f83-fec66d6a05be') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:55.931947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da45ed30>, '472e3fbf-de6e-4fcc-8f83-fec66d6a05be') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:02:55.942330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.958472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.966469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:02:55.966935 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:02:55.973042 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:02:55.996254 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.005735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ce502f52-0867-42f6-90fe-5a02cc513f4c None None] Port 99f1f87e-5f5f-425f-a54c-8b96402f55fe cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:02:56.012515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.034054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3013d816-0a28-46b9-8d8c-e1f493ae9d95 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:56.041281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:56.041881 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.094523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3013d816-0a28-46b9-8d8c-e1f493ae9d95, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3013d816-0a28-46b9-8d8c-e1f493ae9d95,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:56.134756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.169813 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b922-a322-4e1a-9170-4eb3387bd020 req-71905237-732e-4255-9d29-29ec7dbd2b1a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:56.176154 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.177938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5139b922-a322-4e1a-9170-4eb3387bd020 req-71905237-732e-4255-9d29-29ec7dbd2b1a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 944 time: 0.2035589
Jun 21 03:02:56.186363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.192128 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:56.201013 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3be50c92-0578-4d37-a43c-1af5a337bbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:56.205933 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.207744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/networks/6ee374ca-d661-4881-ba67-fe1f028debaa HTTP/1.1" status: 204  len: 168 time: 0.6516709
Jun 21 03:02:56.223145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59626) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:56.238819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1884216601'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:56.242638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Network': ['ID=6ee374ca-d661-4881-ba67-fe1f028debaa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:56.255774 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:56.278669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 99f1f87e-5f5f-425f-a54c-8b96402f55fe owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:56.283160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5139b922-a322-4e1a-9170-4eb3387bd020 req-a16ffa98-14c6-4179-bb82-83d35e9fe4ff tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001096
Jun 21 03:02:56.319657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59630) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:56.338420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.382995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=3013d816-0a28-46b9-8d8c-e1f493ae9d95,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:56.396319 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:56.412639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:56.418926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.419409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3013d816-0a28-46b9-8d8c-e1f493ae9d95'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:02:56.578639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.25.7.187 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/40c07ba5-f5aa-4767-984b-3a6ca001ccbf) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:56.609774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3e34b3a7-ea72-45cf-8f82-a7b8d8681d36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55505954bbb0446e8117fefc1a5dd3ea&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2886643
Jun 21 03:02:56.615759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59640) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:56.669322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-68e95a6d-f266-40e4-9116-9726e01344a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.693942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-68e95a6d-f266-40e4-9116-9726e01344a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.700850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.705564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.709953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:56.716583 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b2609b5-8dc7-4f9e-ada2-88a90dbfeaa5 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:56.729051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.729355 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Added segment 49c92412-9781-4952-8372-6b243c5e3f10 of type vlan for network 0eee6049-815e-4c89-b95a-7a9723a2e3fa
Jun 21 03:02:56.790956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.791570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.793796 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/99f1f87e-5f5f-425f-a54c-8b96402f55fe HTTP/1.1" status: 204  len: 168 time: 1.0501523
Jun 21 03:02:56.794781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=99f1f87e-5f5f-425f-a54c-8b96402f55fe,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:56.796760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59644) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:56.798269 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:56.864357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:56.890216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f3cc4-3c69-4fa0-8b90-4532383e40a4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:56.892232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f3cc4-3c69-4fa0-8b90-4532383e40a4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:56.893882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4e7f3cc4-3c69-4fa0-8b90-4532383e40a4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0961630
Jun 21 03:02:56.896736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59650) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:56.952102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-68e95a6d-f266-40e4-9116-9726e01344a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.955675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-68e95a6d-f266-40e4-9116-9726e01344a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.959101 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-68e95a6d-f266-40e4-9116-9726e01344a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45e788d5-ddfe-47b9-907d-ac118a000e2d HTTP/1.1" status: 204  len: 168 time: 0.3401930
Jun 21 03:02:56.959101 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-13b7f377-cec7-431b-8fa7-7831ab04ff55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:56.963682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet d18c0042-57f8-4dc7-ba02-3a18b9d6cfdc {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:02:56.971017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.973255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e95a6d-f266-40e4-9116-9726e01344a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e788d5-ddfe-47b9-907d-ac118a000e2d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:56.973523 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:56.976805 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4024b559-5caf-4f82-ad21-86e48b94020b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:56.988263 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-68e95a6d-f266-40e4-9116-9726e01344a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:57.001173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 87404e5a-6838-4e1c-854a-5d014d4e335e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:02:57.026593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1691515677'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:57.060136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.067044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:57.067865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.126973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:02:57.133146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 87404e5a-6838-4e1c-854a-5d014d4e335e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=87404e5a-6838-4e1c-854a-5d014d4e335e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:57.148177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '87404e5a-6838-4e1c-854a-5d014d4e335e', 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'port_id': '87404e5a-6838-4e1c-854a-5d014d4e335e', 'mac_address': 'fa:16:3e:da:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:02:57.151499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:57.155782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.165394 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.166830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:57.173355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:02:57.176858 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.195401 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.209842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87404e5a-6838-4e1c-854a-5d014d4e335e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:02:57.221824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=40c07ba5-f5aa-4767-984b-3a6ca001ccbf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:57.229687 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:57.231876 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:57.246390 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 87404e5a-6838-4e1c-854a-5d014d4e335e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=87404e5a-6838-4e1c-854a-5d014d4e335e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:57.304632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0802288
Jun 21 03:02:57.311872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59658) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:57.321588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '0eee6049-815e-4c89-b95a-7a9723a2e3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:57.381689 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.390622 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-398447e4-4416-47f7-9c72-5b3dbf9a568b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:57.411997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Network': ['ID=0eee6049-815e-4c89-b95a-7a9723a2e3fa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:57.423933 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:57.444641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dc7c1-d25a-47d9-8e12-f507c7d9094f req-fd24fd64-3b87-42a6-ad09-b8c544667795 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:57.449192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 0eee6049-815e-4c89-b95a-7a9723a2e3fa details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:57.451686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d84dc7c1-d25a-47d9-8e12-f507c7d9094f req-fd24fd64-3b87-42a6-ad09-b8c544667795 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.3395607
Jun 21 03:02:57.462556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.480562 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.568314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=87404e5a-6838-4e1c-854a-5d014d4e335e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:57.573925 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:57.589704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.593554 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aca62cdf-3f7b-4099-aa48-e0f76188da68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:57.627054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:02:57.631165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['87404e5a-6838-4e1c-854a-5d014d4e335e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:02:57.638610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839fc10e-4939-422a-950b-a53489285b77,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:57.658210 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:57.659444 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.659799 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment 076d8ab8-50fa-4c26-bd7e-eeca687f221c of type vlan for network bd4725be-a678-4322-a3f4-c2cc6a4ab96c
Jun 21 03:02:57.668360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d84dc7c1-d25a-47d9-8e12-f507c7d9094f req-965cf13a-ea71-4a04-bde5-8bf7a35659e0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2151442
Jun 21 03:02:57.671665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3013d816-0a28-46b9-8d8c-e1f493ae9d95 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:57.711100 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.714835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:57.718426 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.756747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18cf9-b414-4909-bd02-f9060c29a7ee req-a841b867-2688-486f-96f1-020ba4b132cb tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:57.759506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02c18cf9-b414-4909-bd02-f9060c29a7ee req-a841b867-2688-486f-96f1-020ba4b132cb tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 945 time: 0.3002515
Jun 21 03:02:57.846508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02c18cf9-b414-4909-bd02-f9060c29a7ee req-f8ac45e8-2ab6-4df5-85a5-85da1a843d27 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604253
Jun 21 03:02:57.885274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.895520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.895681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:57.895681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:57.895681 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.895956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:57.895956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:57.898394 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a8927c7-f232-4acd-9128-40fbd80654f3 tempest-AllowedAddressPairTestJSON-1446776767 tempest-AllowedAddressPairTestJSON-1446776767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:57.910974 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-81a939d6-d643-4c2f-a8ef-198e6af159b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:57.977476 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:58.002802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8fd792-27f1-42b5-815a-3c9e3e9a83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3013d816-0a28-46b9-8d8c-e1f493ae9d95'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:02:58.005940 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0dc9c2-c79f-4e07-8ef5-77b59c5a553d" -d '{"events": [{"server_uuid": "ce8fd792-27f1-42b5-815a-3c9e3e9a83c5", "name": "network-vif-plugged", "status": "completed", "tag": "3013d816-0a28-46b9-8d8c-e1f493ae9d95"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:02:58.008645 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=bd4725be-a678-4322-a3f4-c2cc6a4ab96c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:58.011711 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:58.020033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 3013d816-0a28-46b9-8d8c-e1f493ae9d95, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3013d816-0a28-46b9-8d8c-e1f493ae9d95,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:58.027452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network bd4725be-a678-4322-a3f4-c2cc6a4ab96c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:02:58.084017 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02eb178-c392-4cc3-bb74-ca4556f1ffe1 x-openstack-request-id: req-b02eb178-c392-4cc3-bb74-ca4556f1ffe1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:02:58.084734 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8fd792-27f1-42b5-815a-3c9e3e9a83c5", "name": "network-vif-plugged", "status": "completed", "tag": "3013d816-0a28-46b9-8d8c-e1f493ae9d95", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:02:58.085173 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b02eb178-c392-4cc3-bb74-ca4556f1ffe1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:02:58.086516 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8fd792-27f1-42b5-815a-3c9e3e9a83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3013d816-0a28-46b9-8d8c-e1f493ae9d95', 'code': 200}
Jun 21 03:02:58.093225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2266159
Jun 21 03:02:58.136267 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:58.136267 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:58.208518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=3013d816-0a28-46b9-8d8c-e1f493ae9d95,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:58.213767 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:58.235356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59678) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:58.243268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': 'bd4725be-a678-4322-a3f4-c2cc6a4ab96c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:58.248346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:58.251159 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b08f5bf9-02cc-4078-9d98-8a81ce34eab9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:58.358971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=d18c0042-57f8-4dc7-ba02-3a18b9d6cfdc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:58.363779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ab58d-8406-4c45-8cbb-20aedf6b2157 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:58.365078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:58.369454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/d18c0042-57f8-4dc7-ba02-3a18b9d6cfdc HTTP/1.1" status: 204  len: 168 time: 1.4716694
Jun 21 03:02:58.370072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59680) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:58.370936 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:58.392535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=671eb0c8-3219-47c5-a5c3-53bdbc777882,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:58.396055 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:58.434889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43412d-eb73-417a-9a4b-6cece810cda6 req-ac3cec5b-3d81-4808-a5fb-cd45b66184d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:58.436561 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c43412d-eb73-417a-9a4b-6cece810cda6 req-ac3cec5b-3d81-4808-a5fb-cd45b66184d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce8fd792-27f1-42b5-815a-3c9e3e9a83c5 HTTP/1.1" status: 200  len: 1097 time: 0.2526639
Jun 21 03:02:58.439265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Checking segment: {'id': '49c92412-9781-4952-8372-6b243c5e3f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0eee6049-815e-4c89-b95a-7a9723a2e3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:58.439265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network hostable DHCP agents. Network: 0eee6049-815e-4c89-b95a-7a9723a2e3fa, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:58.478149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8eab5721-2b5b-42f7-b91c-e893479ee179 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0874264
Jun 21 03:02:58.478755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59684) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:58.496573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:58.496800 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c43412d-eb73-417a-9a4b-6cece810cda6 req-f96f5244-07fa-4053-b3b6-3413e3fee13d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476317
Jun 21 03:02:58.567043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:58.571034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:58.646670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 0eee6049-815e-4c89-b95a-7a9723a2e3fa is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:58.712395 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:58.761498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 0eee6049-815e-4c89-b95a-7a9723a2e3fa) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:58.772626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:58.773504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:58.786512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d11aa0-2dc5-432f-a37c-1b0671443274 None None] Network 0eee6049-815e-4c89-b95a-7a9723a2e3fa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:58.885626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:58.889255 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.008238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 87404e5a-6838-4e1c-854a-5d014d4e335e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:02:59.024603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:02:59.034651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.073484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7562459
Jun 21 03:02:59.082053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945fd93-8cb1-4f81-bbf1-c3408eafefc0 req-f90225f6-801c-4a78-9dea-014f1366d23e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:59.089529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3945fd93-8cb1-4f81-bbf1-c3408eafefc0 req-f90225f6-801c-4a78-9dea-014f1366d23e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.2374766
Jun 21 03:02:59.091798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59694) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:02:59.126027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '0eee6049-815e-4c89-b95a-7a9723a2e3fa', 'name': 'tempest-PortsTestJSON-421795361'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:02:59.164418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-0eee6049-815e-4c89-b95a-7a9723a2e3fa', 'network_id': '0eee6049-815e-4c89-b95a-7a9723a2e3fa', 'tenant_id': '5f354fbcd5f2498aa624b0337d6e1c02', 'fixed_ips': [{'subnet_id': '671eb0c8-3219-47c5-a5c3-53bdbc777882'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:02:59.168278 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.221770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.227261 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-edc71fbf-4158-4cfd-853a-52324c1efb44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:59.269745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3945fd93-8cb1-4f81-bbf1-c3408eafefc0 req-6e18340e-9e8a-4e11-8c89-90ca26debf2d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1753595
Jun 21 03:02:59.336363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=cbc5258c-7a78-4794-9085-e8e517d4e275,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:59.349670 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:59.357320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-82c5dcbb-08c7-4b26-bcee-1c9b24a6275b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:59.359504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-82c5dcbb-08c7-4b26-bcee-1c9b24a6275b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.26 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 946 time: 0.4483058
Jun 21 03:02:59.391596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': '076d8ab8-50fa-4c26-bd7e-eeca687f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd4725be-a678-4322-a3f4-c2cc6a4ab96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:02:59.392015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: bd4725be-a678-4322-a3f4-c2cc6a4ab96c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:02:59.434532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979b344-c5e3-4525-ab3d-ed867ef4d172 req-758cb612-c842-43eb-aaaa-bc6e0b88a966 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:59.434827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] Deleting port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:59.435471 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.437383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9979b344-c5e3-4525-ab3d-ed867ef4d172 req-758cb612-c842-43eb-aaaa-bc6e0b88a966 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 945 time: 0.2548244
Jun 21 03:02:59.459566 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.490386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9979b344-c5e3-4525-ab3d-ed867ef4d172 req-69427e77-3a4a-4e44-937a-82ed2e77c0ca tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469413
Jun 21 03:02:59.510683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 87404e5a-6838-4e1c-854a-5d014d4e335e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:02:59.519039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 87404e5a-6838-4e1c-854a-5d014d4e335e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:02:59.519451 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.577923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Deleting port 92c49214-3ff9-41e9-8b6c-abbe577030eb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:02:59.578696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.585715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Allocated IP 172.20.0.2 (0eee6049-815e-4c89-b95a-7a9723a2e3fa/671eb0c8-3219-47c5-a5c3-53bdbc777882/b2034a87-8464-4667-9dbb-e9dd0e9e3942) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:02:59.610634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] For port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:59.611134 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.618218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:02:59.660543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network bd4725be-a678-4322-a3f4-c2cc6a4ab96c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:02:59.662648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:02:59.666874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.693857 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.700008 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4be2d3d1-a6c0-45c5-8c2a-7174531e9ecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:02:59.712622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port cd3f679c-10ed-4ce3-b9a0-0d652acc55f2 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:02:59.778040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] Calling delete_port for 3cf4fff9-8ef1-46cf-abb3-d79879cf250e owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:02:59.804600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] For port 92c49214-3ff9-41e9-8b6c-abbe577030eb, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=92c49214-3ff9-41e9-8b6c-abbe577030eb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:02:59.804844 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.819837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, bd4725be-a678-4322-a3f4-c2cc6a4ab96c) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:02:59.850821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=40c07ba5-f5aa-4767-984b-3a6ca001ccbf,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:02:59.862092 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:02:59.864819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0875731-6af4-4d41-a08b-3d6080d68b7d None None] Network bd4725be-a678-4322-a3f4-c2cc6a4ab96c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:02:59.865078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.886975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:02:59.888114 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:02:59.907143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3cf4fff9-8ef1-46cf-abb3-d79879cf250e no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:00.044258 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Floating IP d84822cd-ddd2-4d7f-a834-86d070211cf3 associated. External IP: 172.25.7.187, port: 8fca29f3-1864-4c23-b0e8-58a8961c4121.
Jun 21 03:03:00.049822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.081457 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.8445477
Jun 21 03:03:00.084996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59712) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:00.093558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2058991104'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:00.118533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.118912 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.119262 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Floating IP 05422a23-0645-4132-b27b-47c2248ff615 disassociated. External IP: 172.25.7.211, port: 92c49214-3ff9-41e9-8b6c-abbe577030eb.
Jun 21 03:03:00.119619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Calling delete_port for 92c49214-3ff9-41e9-8b6c-abbe577030eb owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:00.133793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.136703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4498fee-7327-4436-88a4-fcb9e5265890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87404e5a-6838-4e1c-854a-5d014d4e335e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:00.139009 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb144138-7aee-49bf-9d77-f5ab5f3cb5a5" -d '{"events": [{"server_uuid": "a4498fee-7327-4436-88a4-fcb9e5265890", "name": "network-vif-plugged", "status": "completed", "tag": "87404e5a-6838-4e1c-854a-5d014d4e335e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:00.167238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Transition to ACTIVE for port object b2034a87-8464-4667-9dbb-e9dd0e9e3942 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:00.170229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 87404e5a-6838-4e1c-854a-5d014d4e335e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=87404e5a-6838-4e1c-854a-5d014d4e335e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:00.190001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.222683 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8b35e2-15ff-4e95-aa3e-6c512e7ee6ab x-openstack-request-id: req-1c8b35e2-15ff-4e95-aa3e-6c512e7ee6ab {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:00.222991 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4498fee-7327-4436-88a4-fcb9e5265890", "name": "network-vif-plugged", "status": "completed", "tag": "87404e5a-6838-4e1c-854a-5d014d4e335e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:00.223255 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c8b35e2-15ff-4e95-aa3e-6c512e7ee6ab {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:00.223661 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4498fee-7327-4436-88a4-fcb9e5265890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87404e5a-6838-4e1c-854a-5d014d4e335e', 'code': 200}
Jun 21 03:03:00.242930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Transition to ACTIVE for port object b2034a87-8464-4667-9dbb-e9dd0e9e3942 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:00.259267 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.262829 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.267312 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.271934 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:00.298730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:00.302370 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.332428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-bd4725be-a678-4322-a3f4-c2cc6a4ab96c', 'network_id': 'bd4725be-a678-4322-a3f4-c2cc6a4ab96c', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': 'cbc5258c-7a78-4794-9085-e8e517d4e275'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:00.333744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.339535 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.358077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] No DVR routers for this DVR port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:00.446919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:00.462465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.12 (0eee6049-815e-4c89-b95a-7a9723a2e3fa/671eb0c8-3219-47c5-a5c3-53bdbc777882/cd3f679c-10ed-4ce3-b9a0-0d652acc55f2) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:00.481662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc586f1-c697-4fdb-8b78-edadbe765e0e req-182891ff-5005-47b4-8355-ef506f1eca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:00.483308 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dcc586f1-c697-4fdb-8b78-edadbe765e0e req-182891ff-5005-47b4-8355-ef506f1eca77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 1098 time: 0.1749775
Jun 21 03:03:00.489012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.489408 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment a8d363a7-87f6-4e88-bd78-4613d1b36ce5 of type vlan for network 353aa76a-542e-43df-b469-56af67359013
Jun 21 03:03:00.516932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.556903 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:00.590137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] For port 3cf4fff9-8ef1-46cf-abb3-d79879cf250e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:00.590645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Network 0eee6049-815e-4c89-b95a-7a9723a2e3fa is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:00.594598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Allocated IP 172.20.255.242 (bd4725be-a678-4322-a3f4-c2cc6a4ab96c/cbc5258c-7a78-4794-9085-e8e517d4e275/0a9ad178-5e36-408a-89e2-dd1bd930c579) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:00.594843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event deleted for resources: {'Port': ['ID=92c49214-3ff9-41e9-8b6c-abbe577030eb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:00.606215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=87404e5a-6838-4e1c-854a-5d014d4e335e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:00.612205 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:00.627177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:00.628063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:00.631706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.638521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.665279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] Pushing event deleted for resources: {'Port': ['ID=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:00.670136 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:00.670919 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:00.672463 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dcc586f1-c697-4fdb-8b78-edadbe765e0e req-067e16e5-67f9-40f9-9bf4-571c8fd43152 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810889
Jun 21 03:03:00.756965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.758270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.764781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:00.805052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=3cf4fff9-8ef1-46cf-abb3-d79879cf250e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:00.831472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Pushing event updated for resources: {'Port': ['ID=b2034a87-8464-4667-9dbb-e9dd0e9e3942,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:00.834669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Attempting to bind port b2034a87-8464-4667-9dbb-e9dd0e9e3942 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:00.835506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Attempting to bind port b2034a87-8464-4667-9dbb-e9dd0e9e3942 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '49c92412-9781-4952-8372-6b243c5e3f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0eee6049-815e-4c89-b95a-7a9723a2e3fa'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:00.835506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Attempting to bind port b2034a87-8464-4667-9dbb-e9dd0e9e3942 on network 0eee6049-815e-4c89-b95a-7a9723a2e3fa {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:00.837097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d0bf-ff0f-4d2a-a622-c95081b15825 req-4929137e-e5db-4e8e-892f-92c332eaea68 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:00.839052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f44d0bf-ff0f-4d2a-a622-c95081b15825 req-4929137e-e5db-4e8e-892f-92c332eaea68 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 867 time: 0.3535337
Jun 21 03:03:00.841570 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:00.841570 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:00.841983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:00.842093 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:00.848630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:00.849240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Checking segment: {'id': '49c92412-9781-4952-8372-6b243c5e3f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0eee6049-815e-4c89-b95a-7a9723a2e3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:00.849696 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.850203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Bound using segment: {'id': '49c92412-9781-4952-8372-6b243c5e3f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0eee6049-815e-4c89-b95a-7a9723a2e3fa'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:00.850806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Bound port: b2034a87-8464-4667-9dbb-e9dd0e9e3942, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c92412-9781-4952-8372-6b243c5e3f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0eee6049-815e-4c89-b95a-7a9723a2e3fa'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:00.851304 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.852512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 3f0893af-a4a0-4066-99ea-ed77512998cc has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:03:00.853984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.854375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.854766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.855618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.855618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.856029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.856414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.856793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.857167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.857571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.858638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.859377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:00.864628 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:00.864878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:00.876567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:00.876567 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:00.878959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e2834-6e25-4456-a5a0-a691fd43489a None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:00.881831 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fdf70ac1-baac-4d18-8fa6-ba68c1f489a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:01.067236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.5795949
Jun 21 03:03:01.071570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=5896b012-6d23-4360-9a43-5fdf54f6d526,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:01.075241 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:01.089250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8f44d0bf-ff0f-4d2a-a622-c95081b15825 req-b3daa9e1-8a4d-4229-aadc-c51d8616acb3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=32675961-f04d-4690-a7ca-cb7c22fe7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2099705
Jun 21 03:03:01.095163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59728) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:01.106406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cbe2-6ff7-47f9-9d42-856743a1393d req-a21bae69-139f-4aec-a6c5-3732fd97e05d tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:01.108477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2537cbe2-6ff7-47f9-9d42-856743a1393d req-a21bae69-139f-4aec-a6c5-3732fd97e05d tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 946 time: 0.4019248
Jun 21 03:03:01.116108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:9d:1a:ce', 'name': 'tempest-NetworksTestDHCPv6-1042957000'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:01.276507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.276507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:01.276507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.285778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-94f22aaa-e6d4-4b95-84c0-02c0777dd174 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:01.343630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] For port b2034a87-8464-4667-9dbb-e9dd0e9e3942, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:01.346124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.349068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] For port b2034a87-8464-4667-9dbb-e9dd0e9e3942, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b2034a87-8464-4667-9dbb-e9dd0e9e3942,segment=NetworkSegment(49c92412-9781-4952-8372-6b243c5e3f10),segment_id=49c92412-9781-4952-8372-6b243c5e3f10)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:01.365126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.387367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Transition to ACTIVE for port object 0a9ad178-5e36-408a-89e2-dd1bd930c579 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:01.397245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=353aa76a-542e-43df-b469-56af67359013,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:01.404178 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:01.410194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object cd3f679c-10ed-4ce3-b9a0-0d652acc55f2 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:01.414725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 353aa76a-542e-43df-b469-56af67359013 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:01.414982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Router 50170de2-e7d8-42a6-8094-f13287aa1f1c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:03:01.420186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Transition to ACTIVE for port object 0a9ad178-5e36-408a-89e2-dd1bd930c579 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:01.486361 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.491408 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:01.507175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '5896b012-6d23-4360-9a43-5fdf54f6d526'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:01.508328 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.559616 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4735153
Jun 21 03:03:01.564459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59730) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:01.578198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': '353aa76a-542e-43df-b469-56af67359013', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:01.613722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Pushing event updated for resources: {'Port': ['ID=b2034a87-8464-4667-9dbb-e9dd0e9e3942,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:01.613722 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:01.635406 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.637588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:03:01.643898 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1cfd5a42-8780-4967-8df7-52101a80199a tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:01.664304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] Sync routers for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:03:01.670499 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.676850 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4314bdfb-bca6-4e65-817b-f028d30b4bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:01.758340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] No DVR routers for this DVR port 92c49214-3ff9-41e9-8b6c-abbe577030eb on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:01.769050 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.771032 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78bc203b-891b-4f22-97fd-7ee38bf42f1e req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.26 "DELETE /v2.0/ports/92c49214-3ff9-41e9-8b6c-abbe577030eb HTTP/1.1" status: 204  len: 173 time: 2.4009724
Jun 21 03:03:01.774867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'name': 'network-vif-deleted', 'tag': '92c49214-3ff9-41e9-8b6c-abbe577030eb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:01.776562 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ae558c-2d3a-47c0-a2ca-738a4d02d11f" -d '{"events": [{"server_uuid": "61dc98fd-c9c8-40af-9a08-bdb68320e1bd", "name": "network-vif-deleted", "tag": "92c49214-3ff9-41e9-8b6c-abbe577030eb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:01.780762 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 0eee6049-815e-4c89-b95a-7a9723a2e3fa is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:01.783639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=cd3f679c-10ed-4ce3-b9a0-0d652acc55f2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:01.788702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:01.791750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:01.792464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:01.795349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:03:01.807304 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] Sync routers for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:03:01.816366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Network bd4725be-a678-4322-a3f4-c2cc6a4ab96c is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:01.817898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:03:01.818552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ed0dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:01.822416 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:03:01.823143 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8459310>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:01.889867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:01.926428 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6109e840-6764-4138-9c28-20937ff19b2d x-openstack-request-id: req-6109e840-6764-4138-9c28-20937ff19b2d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:01.926428 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dc98fd-c9c8-40af-9a08-bdb68320e1bd", "name": "network-vif-deleted", "tag": "92c49214-3ff9-41e9-8b6c-abbe577030eb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:01.926428 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6109e840-6764-4138-9c28-20937ff19b2d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:01.926428 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dc98fd-c9c8-40af-9a08-bdb68320e1bd', 'name': 'network-vif-deleted', 'tag': '92c49214-3ff9-41e9-8b6c-abbe577030eb', 'status': 'completed', 'code': 200}
Jun 21 03:03:01.942985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:01.960480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:01.961240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:01.988280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:01.993994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2537cbe2-6ff7-47f9-9d42-856743a1393d req-fe3bf455-ede9-4314-a075-b341f2106d04 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8709283
Jun 21 03:03:01.994461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Pushing event updated for resources: {'Port': ['ID=0a9ad178-5e36-408a-89e2-dd1bd930c579,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:02.008705 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:02.027544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:02.033071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:02.062978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:02.070799 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:03:02.093287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port de876ee2-273b-4721-8999-57591e678d05 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:02.135643 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.0371673
Jun 21 03:03:02.138401 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59738) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:02.150772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:02.197588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.5336967
Jun 21 03:03:02.201197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:02.203780 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57611c7-7fa2-44f3-b20e-020e09b414e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:02.254352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Allocated IP 2001:db8::f816:3eff:fec9:c0d1 (4d82cb52-2247-4a3b-982b-02458c34d10e/5896b012-6d23-4360-9a43-5fdf54f6d526/4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:02.275166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Attempting to bind port 0a9ad178-5e36-408a-89e2-dd1bd930c579 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:02.275551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Attempting to bind port 0a9ad178-5e36-408a-89e2-dd1bd930c579 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '076d8ab8-50fa-4c26-bd7e-eeca687f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd4725be-a678-4322-a3f4-c2cc6a4ab96c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:02.275928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Attempting to bind port 0a9ad178-5e36-408a-89e2-dd1bd930c579 on network bd4725be-a678-4322-a3f4-c2cc6a4ab96c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:02.339887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:02.340274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Checking segment: {'id': '076d8ab8-50fa-4c26-bd7e-eeca687f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd4725be-a678-4322-a3f4-c2cc6a4ab96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:02.342993 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:02.343666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Bound using segment: {'id': '076d8ab8-50fa-4c26-bd7e-eeca687f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd4725be-a678-4322-a3f4-c2cc6a4ab96c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:02.344321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Bound port: 0a9ad178-5e36-408a-89e2-dd1bd930c579, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076d8ab8-50fa-4c26-bd7e-eeca687f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd4725be-a678-4322-a3f4-c2cc6a4ab96c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:02.346302 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:02.453619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port cd3f679c-10ed-4ce3-b9a0-0d652acc55f2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:02.461800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:02.469989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11579a6d-8769-4395-89ce-1aa7ef90442e req-9e06a3c1-d208-49a1-8c66-e0664bbc1d65 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=61dc98fd-c9c8-40af-9a08-bdb68320e1bd HTTP/1.1" status: 200  len: 210 time: 0.0476592
Jun 21 03:03:02.475313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:03:02.512109 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8459310>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'd84822cd-ddd2-4d7f-a834-86d070211cf3', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'port_id': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'mac_address': 'fa:16:3e:77:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:57Z', 'updated_at': '2021-06-21T03:02:57Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:38Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:02.544275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d0f9d-91ff-49ad-81ea-17364c00d1ce req-4db00ada-3f2c-4494-9530-ad9b72a59ba2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:02.557940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b0d0f9d-91ff-49ad-81ea-17364c00d1ce req-4db00ada-3f2c-4494-9530-ad9b72a59ba2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.2163451
Jun 21 03:03:02.564881 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180cc968-6e9f-47fc-add7-01f95e4dd04d x-openstack-request-id: req-180cc968-6e9f-47fc-add7-01f95e4dd04d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:02.565234 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:02.565571 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-180cc968-6e9f-47fc-add7-01f95e4dd04d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:02.565902 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] Checking router: 3f0893af-a4a0-4066-99ea-ed77512998cc for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:03:02.568948 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'status': 'completed', 'code': 200}
Jun 21 03:03:02.578206 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:03:02.578996 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8459310>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:02.653683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] For port 0a9ad178-5e36-408a-89e2-dd1bd930c579, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:02.659372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b0d0f9d-91ff-49ad-81ea-17364c00d1ce req-74ca6d2b-9915-4ff5-8969-691e98b9c541 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004457
Jun 21 03:03:02.679826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59748) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:02.700699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] For port 0a9ad178-5e36-408a-89e2-dd1bd930c579, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0a9ad178-5e36-408a-89e2-dd1bd930c579,segment=NetworkSegment(076d8ab8-50fa-4c26-bd7e-eeca687f221c),segment_id=076d8ab8-50fa-4c26-bd7e-eeca687f221c)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:02.774744 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:03:02.789107 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:02.805758 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:02.910050 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:02.918313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Pushing event updated for resources: {'Port': ['ID=0a9ad178-5e36-408a-89e2-dd1bd930c579,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:02.940628 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:02.954324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-80f8a468-03bb-4e50-98b1-6a5b21f4ad88 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/d84822cd-ddd2-4d7f-a834-86d070211cf3 HTTP/1.1" status: 200  len: 991 time: 0.2716918
Jun 21 03:03:03.006515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-dd6d5544-d663-48c5-bf93-a91df05d0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:03.008686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-dd6d5544-d663-48c5-bf93-a91df05d0f50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1097 time: 0.4321904
Jun 21 03:03:03.010179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:03.065247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for cd3f679c-10ed-4ce3-b9a0-0d652acc55f2 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:03.067457 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5fb02a91-b942-420c-b16c-a9591ac12ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:03.117772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae228ba5-448b-4360-a572-aa3cf189828b None None] Network 0eee6049-815e-4c89-b95a-7a9723a2e3fa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:03.120475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:03.176436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Transition to ACTIVE for port object 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:03.177813 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8459310>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'd84822cd-ddd2-4d7f-a834-86d070211cf3', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'port_id': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'mac_address': 'fa:16:3e:77:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:57Z', 'updated_at': '2021-06-21T03:02:57Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:38Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:03.243793 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c67e54-8c31-40d2-b7f0-71a25f3b9aec None None] The sync data for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 is: [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'd84822cd-ddd2-4d7f-a834-86d070211cf3', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'port_id': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'mac_address': 'fa:16:3e:77:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:02:57Z', 'updated_at': '2021-06-21T03:02:57Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:38Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:03:03.337850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Transition to ACTIVE for port object 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:03.394452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=8388b177-77bb-4b8d-8498-ab3dc7e67712,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:03.409472 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:03.430303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86c4c2-3599-4a65-95e5-1341e07f91a5 req-767378e4-151b-4952-9141-c62d78dfcf5b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:03.439234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b86c4c2-3599-4a65-95e5-1341e07f91a5 req-767378e4-151b-4952-9141-c62d78dfcf5b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 946 time: 0.1990407
Jun 21 03:03:03.465714 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:03.473501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-a08f5849-75a4-407a-ab13-718adb478bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:03.475048 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-a08f5849-75a4-407a-ab13-718adb478bab service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 897 time: 0.4027429
Jun 21 03:03:03.494547 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cde70786-42bc-4f81-9284-1287d3b2b205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:03.541004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b86c4c2-3599-4a65-95e5-1341e07f91a5 req-0d70b52a-25f6-4695-9303-38967143b390 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996730
Jun 21 03:03:03.563630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fe9d:1ace (4d82cb52-2247-4a3b-982b-02458c34d10e/5896b012-6d23-4360-9a43-5fdf54f6d526/de876ee2-273b-4721-8999-57591e678d05) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:03.583610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7209b4f0-b4b0-4d69-8a98-fdbf1eec604c None None] Provisioning for port b2034a87-8464-4667-9dbb-e9dd0e9e3942 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:03.620847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': 'a8d363a7-87f6-4e88-bd78-4613d1b36ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '353aa76a-542e-43df-b469-56af67359013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:03.621245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: 353aa76a-542e-43df-b469-56af67359013, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:03.653620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:03.696049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ed0dc0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:03.699008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 92c49214-3ff9-41e9-8b6c-abbe577030eb no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:03.722965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:03.734123 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-636712dd-97a4-45d1-9d25-0884d21fe97b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:03.738689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:03.741571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:03.755866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f40c902-bf73-44b3-8c18-982496eb6437 None None] New status for floating IP d84822cd-ddd2-4d7f-a834-86d070211cf3: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:03:03.827277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=cd3f679c-10ed-4ce3-b9a0-0d652acc55f2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:03.839354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59770) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:03.842776 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:03.934500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Pushing event updated for resources: {'Port': ['ID=4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:03.938310 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:03.961687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 353aa76a-542e-43df-b469-56af67359013 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:03.964764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59772) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:03.965533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dce6c23-c23d-48b4-8934-17d673dc0c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:03.972400 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-3e4c1311-4dec-45db-a58e-7b7d441ee584 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 999 time: 0.4856830
Jun 21 03:03:03.973088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6f63-091f-42c4-a929-702627da07a0 req-ada03114-1cdf-4575-bee4-604eaac11b22 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:03.978872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c2f6f63-091f-42c4-a929-702627da07a0 req-ada03114-1cdf-4575-bee4-604eaac11b22 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8fd792-27f1-42b5-815a-3c9e3e9a83c5 HTTP/1.1" status: 200  len: 945 time: 0.1753058
Jun 21 03:03:04.000893 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.036619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object de876ee2-273b-4721-8999-57591e678d05 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:04.044282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0a9ad178-5e36-408a-89e2-dd1bd930c579 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:04.055178 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c2f6f63-091f-42c4-a929-702627da07a0 req-eefb1ec8-7df0-4007-9671-5cf4fd397066 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671697
Jun 21 03:03:04.077679 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5cae5220-d00e-4d7a-b716-86a5a298e0cc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/d84822cd-ddd2-4d7f-a834-86d070211cf3 HTTP/1.1" status: 200  len: 991 time: 0.1011364
Jun 21 03:03:04.106050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] Checking router: 50170de2-e7d8-42a6-8094-f13287aa1f1c for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:03:04.207370 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.211361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dce6c23-c23d-48b4-8934-17d673dc0c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.223576 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf781cd3-3de0-4df9-b27b-e3d580065ed0 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:04.289138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:04.296548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:04.299529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:04.306867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:04.307664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.309323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 353aa76a-542e-43df-b469-56af67359013) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:04.328986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=de876ee2-273b-4721-8999-57591e678d05,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:04.333121 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:04.350623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-3c536a0d-97e2-4af4-8832-8bac70a4c20f req-d949fc8b-8c5b-4bab-9886-af8f6db3f097 service neutron] (94167) timed out ('10.222.0.26', 60378) {{(pid=94167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:03:04.351696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-4d00fc21-ddc7-452c-b351-af787292e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:04.354722 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-4d00fc21-ddc7-452c-b351-af787292e271 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.2316649
Jun 21 03:03:04.368288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 92c49214-3ff9-41e9-8b6c-abbe577030eb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:04.370178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:04.370828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.372842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 92c49214-3ff9-41e9-8b6c-abbe577030eb not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:04.383703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096b77c-beb7-4715-83f6-5d3e23bf56b6 None None] Network 353aa76a-542e-43df-b469-56af67359013 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:04.401654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.2916853
Jun 21 03:03:04.406422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59778) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:04.426717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.428694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/cd3f679c-10ed-4ce3-b9a0-0d652acc55f2 HTTP/1.1" status: 204  len: 168 time: 2.2784247
Jun 21 03:03:04.444409 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59780) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:04.508354 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-336fa9c0-3c82-4a3d-9f74-95eb179abd2f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:03:04.513382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336fa9c0-3c82-4a3d-9f74-95eb179abd2f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:03:04.518713 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-336fa9c0-3c82-4a3d-9f74-95eb179abd2f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/cd3f679c-10ed-4ce3-b9a0-0d652acc55f2 HTTP/1.1" status: 404  len: 333 time: 0.0703969
Jun 21 03:03:04.520919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59784) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:04.543435 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.9726152
Jun 21 03:03:04.544465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59786) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:04.557295 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9219d4b6-8489-48c7-a740-0b975a428411 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:03:04.560427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9219d4b6-8489-48c7-a740-0b975a428411 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/cd3f679c-10ed-4ce3-b9a0-0d652acc55f2 HTTP/1.1" status: 404  len: 333 time: 0.0368762
Jun 21 03:03:04.565789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59788) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:04.568338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:03:04.568987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ed0dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:04.616867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-e22cf9de-86e7-40b3-851e-00df0984b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:04.617079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de03fb5-1f5f-4a0b-a5a2-45bc329de2ad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:04.618409 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-e22cf9de-86e7-40b3-851e-00df0984b8e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2504048
Jun 21 03:03:04.624441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de03fb5-1f5f-4a0b-a5a2-45bc329de2ad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:04.628476 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9de03fb5-1f5f-4a0b-a5a2-45bc329de2ad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2186222
Jun 21 03:03:04.629915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59790) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:04.646914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dce6c23-c23d-48b4-8934-17d673dc0c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.648628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Attempting to bind port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:04.648967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Attempting to bind port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:04.649266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Attempting to bind port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:04.658783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dce6c23-c23d-48b4-8934-17d673dc0c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.659960 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8dce6c23-c23d-48b4-8934-17d673dc0c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "DELETE /v2.0/security-groups/32675961-f04d-4690-a7ca-cb7c22fe7df8 HTTP/1.1" status: 204  len: 168 time: 0.8158839
Jun 21 03:03:04.663511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59792) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:04.674589 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bb8dd328-fe7e-4447-bc64-92fca106a35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:04.677886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bfb874-d0b9-4be6-a935-945e321c3d13 None None] Network bd4725be-a678-4322-a3f4-c2cc6a4ab96c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:04.701438 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-86829e0e-4e3a-4ef1-95fd-8bb39a333b7b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] show failed (client error): The resource could not be found.
Jun 21 03:03:04.702603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-86829e0e-4e3a-4ef1-95fd-8bb39a333b7b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups/32675961-f04d-4690-a7ca-cb7c22fe7df8 HTTP/1.1" status: 404  len: 347 time: 0.0359077
Jun 21 03:03:04.707072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59794) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:04.713619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:04.714046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:04.714425 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.714868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:04.715343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Bound port: 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:04.722564 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.755816 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67ee956a-8a17-4c6d-b22f-41593749993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.760643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet 671eb0c8-3219-47c5-a5c3-53bdbc777882 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:04.786326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce6c23-c23d-48b4-8934-17d673dc0c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32675961-f04d-4690-a7ca-cb7c22fe7df8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:04.797629 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.807140 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8dce6c23-c23d-48b4-8934-17d673dc0c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:04.881059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.949790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] For port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:04.958744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port de876ee2-273b-4721-8999-57591e678d05 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:04.959153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.961344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] For port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:04.995373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:04.995982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 0a9ad178-5e36-408a-89e2-dd1bd930c579 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:05.024602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0a9ad178-5e36-408a-89e2-dd1bd930c579 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:05.025194 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.027047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] Provisioning for port 0a9ad178-5e36-408a-89e2-dd1bd930c579 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:05.046641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:03:05.070721 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.080927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:05.084442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-8823b5e7-d881-4434-8ba6-c8ef34626c13 service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4583306
Jun 21 03:03:05.110140 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:05.115104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] Provisioning complete for port 0a9ad178-5e36-408a-89e2-dd1bd930c579 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:05.115104 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.153241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.269466 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.279059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Deleting port d446a29a-46d0-422a-9543-af10b43b57f1 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:05.279412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.344514 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.367616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.412087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for de876ee2-273b-4721-8999-57591e678d05 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:05.450732 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc0e3fb5-bb61-4591-b0ea-002aeb8d8e75 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/d84822cd-ddd2-4d7f-a834-86d070211cf3 HTTP/1.1" status: 200  len: 993 time: 0.3683336
Jun 21 03:03:05.548872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.549417 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8cdb55a9-3f4e-4bd6-a8c1-87b0c9c4e109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:05.589786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.590238 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.607411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Pushing event updated for resources: {'Port': ['ID=4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:05.613614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dbead4-ce69-428f-b7b0-405fa13725df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-353aa76a-542e-43df-b469-56af67359013', 'network_id': '353aa76a-542e-43df-b469-56af67359013', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': '8388b177-77bb-4b8d-8498-ab3dc7e67712'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:05.613614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07dbead4-ce69-428f-b7b0-405fa13725df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.661447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.663578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/671eb0c8-3219-47c5-a5c3-53bdbc777882 HTTP/1.1" status: 204  len: 168 time: 1.0974119
Jun 21 03:03:05.673844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=671eb0c8-3219-47c5-a5c3-53bdbc777882,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:05.673844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59808) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:05.681038 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:05.700491 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:05.747286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Calling delete_port for d446a29a-46d0-422a-9543-af10b43b57f1 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:05.759357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569084c-3a42-446e-b480-4fe135778240 None None] Network 0eee6049-815e-4c89-b95a-7a9723a2e3fa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:05.769701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] For port 0a9ad178-5e36-408a-89e2-dd1bd930c579, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0a9ad178-5e36-408a-89e2-dd1bd930c579,segment=NetworkSegment(076d8ab8-50fa-4c26-bd7e-eeca687f221c),segment_id=076d8ab8-50fa-4c26-bd7e-eeca687f221c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:05.807161 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c57611c7-7fa2-44f3-b20e-020e09b414e0 req-068f05ec-8520-4fe7-8665-e5f1ce768841 service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7053061
Jun 21 03:03:05.877873 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.895353 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:05.908108 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:06.012326 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.015889 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f0ead3d-70b8-4c20-875a-ebb9717ce412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:06.048275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=8388b177-77bb-4b8d-8498-ab3dc7e67712,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:06.051312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:06.053612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b2034a87-8464-4667-9dbb-e9dd0e9e3942 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:06.080220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-7519d873-4734-4fa6-a997-e16475ad2623 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:06.081768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-7519d873-4734-4fa6-a997-e16475ad2623 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/networks?id=a4547e0e-e148-4866-8a30-47e9627237d9 HTTP/1.1" status: 200  len: 813 time: 0.2000299
Jun 21 03:03:06.085172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c6fc955e-8d2a-400b-9e08-8a8117c244cc None None] Could not find standard attr ID for object cd3f679c-10ed-4ce3-b9a0-0d652acc55f2. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:03:06.095153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port b2034a87-8464-4667-9dbb-e9dd0e9e3942 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:06.095783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.117474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.128225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d9168be0>,) {'filters': {'network_id': ['353aa76a-542e-43df-b469-56af67359013']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:06.138891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9168be0>, 'a8d363a7-87f6-4e88-bd78-4613d1b36ce5') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:06.139244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9168be0>, 'a8d363a7-87f6-4e88-bd78-4613d1b36ce5') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:06.145001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.148920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.156452 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.156987 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-afcc953e-74fa-44c8-b025-265c63e797be tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:06.160840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.162682 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-86af1dd3-9c93-44e8-a864-90caa80ab342 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:06.167444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-d99d1ad2-c103-49b0-8134-83037ef95947 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/quotas/8c47f5b16ef541098b662ac85cb0c785 HTTP/1.1" status: 200  len: 375 time: 0.0347917
Jun 21 03:03:06.209586 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] Pushing event updated for resources: {'Port': ['ID=0a9ad178-5e36-408a-89e2-dd1bd930c579,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:06.213216 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:06.215680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=de876ee2-273b-4721-8999-57591e678d05,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:06.227372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] For port b2034a87-8464-4667-9dbb-e9dd0e9e3942, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b2034a87-8464-4667-9dbb-e9dd0e9e3942,segment=NetworkSegment(49c92412-9781-4952-8372-6b243c5e3f10),segment_id=49c92412-9781-4952-8372-6b243c5e3f10)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:06.228136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.230499 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:06.232606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event deleted for resources: {'Port': ['ID=d446a29a-46d0-422a-9543-af10b43b57f1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:06.236619 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:06.280941 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.281181 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.282693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/de876ee2-273b-4721-8999-57591e678d05 HTTP/1.1" status: 204  len: 168 time: 1.6525156
Jun 21 03:03:06.303057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59822) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:06.355276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:06.355703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:06.365229 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:06.369764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for b2034a87-8464-4667-9dbb-e9dd0e9e3942 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:06.391987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ed0dc0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:06.463420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd463776-c2f3-4311-a951-c17b2954c9a0 None None] The sync data for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 is: [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:03:06.479158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b2034a87-8464-4667-9dbb-e9dd0e9e3942 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:06.485687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] DHCP port deletion for 0eee6049-815e-4c89-b95a-7a9723a2e3fa request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:03:06.596427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-ec7359eb-bcc4-4602-95ea-5e5e351fc540 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3945265
Jun 21 03:03:06.604066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74abc192-e81e-4a2a-b341-28aba0c92ee2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:06.605826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74abc192-e81e-4a2a-b341-28aba0c92ee2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:06.607298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-74abc192-e81e-4a2a-b341-28aba0c92ee2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3031061
Jun 21 03:03:06.609642 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.612928 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.613273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59824) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server [None req-07dbead4-ce69-428f-b7b0-405fa13725df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8388b177-77bb-4b8d-8498-ab3dc7e67712: This subnet is being modified by another concurrent operation.
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:03:06.616920 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise exception
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8388b177-77bb-4b8d-8498-ab3dc7e67712: This subnet is being modified by another concurrent operation.
Jun 21 03:03:06.621396 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server 
Jun 21 03:03:06.625147 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "DELETE /v2.0/floatingips/05422a23-0645-4132-b27b-47c2248ff615 HTTP/1.1" status: 204  len: 168 time: 1.9140127
Jun 21 03:03:06.645072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b2034a87-8464-4667-9dbb-e9dd0e9e3942 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:06.645604 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.647255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-e8427bc5-b477-4f13-955b-c07a3f880351 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:06.655749 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-e8427bc5-b477-4f13-955b-c07a3f880351 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce8fd792-27f1-42b5-815a-3c9e3e9a83c5 HTTP/1.1" status: 200  len: 945 time: 0.5093446
Jun 21 03:03:06.715923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.726582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8225cc68-9af9-4760-a657-1f4e9632a29d None None] Network 353aa76a-542e-43df-b469-56af67359013 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:06.727074 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce7fe292-89c9-4ed9-9a31-099a071fa2f9 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:06.744127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.746189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 5896b012-6d23-4360-9a43-5fdf54f6d526 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:06.747691 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/353aa76a-542e-43df-b469-56af67359013 HTTP/1.1" status: 204  len: 168 time: 2.2022195
Jun 21 03:03:06.777898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59828) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:06.783429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Could not find standard attr ID for object b2034a87-8464-4667-9dbb-e9dd0e9e3942. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:03:06.787344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-498082301'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:06.788289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8225cc68-9af9-4760-a657-1f4e9632a29d None None] Network 353aa76a-542e-43df-b469-56af67359013 could not be found, it might have been deleted concurrently. {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Jun 21 03:03:06.792206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=353aa76a-542e-43df-b469-56af67359013,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:06.793046 n-d-758944-33 neutron-server[94168]: INFO neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No ports have port_id starting with b2034a87-8464-4667-9dbb-e9dd0e9e3942
Jun 21 03:03:06.798542 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9b794e75-c10a-424b-a70b-9779238c4071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.802860 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:06.837166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Deleting port b2034a87-8464-4667-9dbb-e9dd0e9e3942 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:06.837166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.860042 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.879917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.955341 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:06.959419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Deleting port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:06.959968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:06.971365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-420cac2f-1821-42f8-b2ea-354c192f9416 None None] Provisioning complete for port 0a9ad178-5e36-408a-89e2-dd1bd930c579 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:06.975992 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-420cac2f-1821-42f8-b2ea-354c192f9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.004326 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f80d88-6f63-4999-964c-2c5e2b24e355 None None] New status for floating IP 05422a23-0645-4132-b27b-47c2248ff615: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:03:07.034272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:07.038507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.041510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No DVR routers for this DVR port b2034a87-8464-4667-9dbb-e9dd0e9e3942 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:07.081258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=b2034a87-8464-4667-9dbb-e9dd0e9e3942,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:07.089609 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:07.115709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] For port b2034a87-8464-4667-9dbb-e9dd0e9e3942, host n-d-758944-33, got binding levels [] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:07.116134 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.136468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.256099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-ababb090-bfd3-4154-ad9f-37b069b0822f service neutron] 10.222.0.25 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6501305
Jun 21 03:03:07.438632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59830) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:07.458702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007931275', 'description': 'tempest-description--13145170'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:07.484057 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.496062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Calling delete_port for b2034a87-8464-4667-9dbb-e9dd0e9e3942 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:07.499406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0a9ad178-5e36-408a-89e2-dd1bd930c579 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:07.510557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.ipam_backend_mixin [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Port b2034a87-8464-4667-9dbb-e9dd0e9e3942 was not found and therefore no delete operation was performed {{(pid=94168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 21 03:03:07.530897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1dfe640>,) {'filters': {'network_id': ['0eee6049-815e-4c89-b95a-7a9723a2e3fa']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:07.539263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.551864 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-edaa73d7-a73c-4518-849e-aa3c29838718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:07.563549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1dfe640>, '49c92412-9781-4952-8372-6b243c5e3f10') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:07.563849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1dfe640>, '49c92412-9781-4952-8372-6b243c5e3f10') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:07.629387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.634670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.646097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Pushing event deleted for resources: {'Port': ['ID=b2034a87-8464-4667-9dbb-e9dd0e9e3942,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:07.656453 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:07.656453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] No DVR routers for this DVR port b2034a87-8464-4667-9dbb-e9dd0e9e3942 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:07.698200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.727463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:07.727463 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.737434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] For port 3013d816-0a28-46b9-8d8c-e1f493ae9d95, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=3013d816-0a28-46b9-8d8c-e1f493ae9d95,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:07.737712 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:07.740443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.755739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0a9ad178-5e36-408a-89e2-dd1bd930c579 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:07.756660 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.802001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:07.822158 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.839851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-ebf73446-b270-4286-b6f1-ea0ea2da3b38 service neutron] 10.222.0.25 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5827498
Jun 21 03:03:07.842504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Calling delete_port for 3013d816-0a28-46b9-8d8c-e1f493ae9d95 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:07.854024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-e090392e-8ae9-4d47-8066-5e44490914e6 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:07.856056 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-e090392e-8ae9-4d47-8066-5e44490914e6 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4498fee-7327-4436-88a4-fcb9e5265890 HTTP/1.1" status: 200  len: 946 time: 0.8263037
Jun 21 03:03:07.883147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:07.887041 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.925999 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:07.927250 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment 0cbebbbc-399c-42e7-bd5a-79c2ebc01643 of type vlan for network 8a07d125-0cbb-460a-964f-23e71756bd9c
Jun 21 03:03:08.049414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.051555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9f5d3142-3294-4478-a2b2-2af434faacea None None] Could not find standard attr ID for object de876ee2-273b-4721-8999-57591e678d05. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:03:08.080915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.089183 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-220540d7-984b-4d3a-8c91-6e4c0fa59e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:08.099516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.104876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/networks/0eee6049-815e-4c89-b95a-7a9723a2e3fa HTTP/1.1" status: 204  len: 168 time: 2.4313121
Jun 21 03:03:08.108195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59844) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:08.116069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1785852215'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:08.122089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Network': ['ID=0eee6049-815e-4c89-b95a-7a9723a2e3fa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:08.128743 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:08.132658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d47cb9-e981-4ab1-8e87-c5affa059bf0 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:03:08.140109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.151891 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.158467 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9568fc96-3aff-4aa6-898e-48ab55333147 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:08.161523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:08.171292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9f5d3142-3294-4478-a2b2-2af434faacea None None] Provisioning for port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:08.176058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Deleting port 87404e5a-6838-4e1c-854a-5d014d4e335e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:08.176409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.178806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9f5d3142-3294-4478-a2b2-2af434faacea None None] Provisioning complete for port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:08.179423 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f5d3142-3294-4478-a2b2-2af434faacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.181313 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.187214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:08.187879 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.196005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=5896b012-6d23-4360-9a43-5fdf54f6d526,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:08.205737 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:08.209459 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.214024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/5896b012-6d23-4360-9a43-5fdf54f6d526 HTTP/1.1" status: 204  len: 168 time: 1.5950999
Jun 21 03:03:08.215888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59846) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:08.253953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.259537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:08.260237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.266840 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eabb402e-dc03-4a5f-b354-ebd423a5184c tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:08.268188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-80797c8b-e4a9-464a-bbfb-84d59b5fe4bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0510945
Jun 21 03:03:08.271037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59848) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:08.338684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.349974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=8a07d125-0cbb-460a-964f-23e71756bd9c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:08.366353 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:08.376140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850d15-dd1a-45f2-8277-828c8007d0ed tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:08.380718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 8a07d125-0cbb-460a-964f-23e71756bd9c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:08.381451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9b850d15-dd1a-45f2-8277-828c8007d0ed tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1091735
Jun 21 03:03:08.382160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59850) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:08.452428 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.460063 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c935e8a0-7ed9-4250-9887-b6b3f6a23e2c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:08.473311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8581448a-b054-4dde-a409-e4c9a4a61ad5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:08.473840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] For port 87404e5a-6838-4e1c-854a-5d014d4e335e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=87404e5a-6838-4e1c-854a-5d014d4e335e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:08.474237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.477659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8581448a-b054-4dde-a409-e4c9a4a61ad5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0945308
Jun 21 03:03:08.478687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59856) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:08.558593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3ba823de-f14e-4caf-95a5-6147b790fca6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0690916
Jun 21 03:03:08.559191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59858) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:08.570327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:08.577358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Calling delete_port for 87404e5a-6838-4e1c-854a-5d014d4e335e owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:08.581622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.584004 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.8049014
Jun 21 03:03:08.600298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59860) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:08.605700 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad267407-895d-4210-b0e3-c6adc9945fb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:08.605835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': '8a07d125-0cbb-460a-964f-23e71756bd9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:08.636208 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f5d3142-3294-4478-a2b2-2af434faacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.638371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e52aae-2fa6-487b-9405-68983be17f24,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:08.641888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['87404e5a-6838-4e1c-854a-5d014d4e335e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:03:08.644735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3013d816-0a28-46b9-8d8c-e1f493ae9d95'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:03:08.656514 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:08.712532 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.731869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:08.735419 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.742435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Pushing event deleted for resources: {'Port': ['ID=3013d816-0a28-46b9-8d8c-e1f493ae9d95,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:08.775752 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:08.810367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] No DVR routers for this DVR port 3013d816-0a28-46b9-8d8c-e1f493ae9d95 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:08.812542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a29ff8d-6f8a-41d0-9dce-0965b17479b6 req-294c0382-bf64-4ef1-9bdc-6d48a04d2169 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 210 time: 0.0390003
Jun 21 03:03:08.818289 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.819686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.3695726
Jun 21 03:03:08.828337 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.831491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59872) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:08.834382 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e65f0b0a-1cac-4aad-92e1-12d2ba3cca5c req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "DELETE /v2.0/ports/3013d816-0a28-46b9-8d8c-e1f493ae9d95 HTTP/1.1" status: 204  len: 173 time: 2.1720307
Jun 21 03:03:08.835028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8fd792-27f1-42b5-815a-3c9e3e9a83c5', 'name': 'network-vif-deleted', 'tag': '3013d816-0a28-46b9-8d8c-e1f493ae9d95'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:08.837914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'security_group_rule': {'security_group_id': '42e52aae-2fa6-487b-9405-68983be17f24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:08.845998 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b35236-ac68-4688-9b83-8b5e096c2835" -d '{"events": [{"server_uuid": "ce8fd792-27f1-42b5-815a-3c9e3e9a83c5", "name": "network-vif-deleted", "tag": "3013d816-0a28-46b9-8d8c-e1f493ae9d95"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:08.905915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d47cb9-e981-4ab1-8e87-c5affa059bf0 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:03:08.925996 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c06fd42-d76b-499b-a2e5-04ab913ac43c x-openstack-request-id: req-0c06fd42-d76b-499b-a2e5-04ab913ac43c {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:08.926465 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8fd792-27f1-42b5-815a-3c9e3e9a83c5", "name": "network-vif-deleted", "tag": "3013d816-0a28-46b9-8d8c-e1f493ae9d95", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:08.927009 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c06fd42-d76b-499b-a2e5-04ab913ac43c {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:08.927984 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8fd792-27f1-42b5-815a-3c9e3e9a83c5', 'name': 'network-vif-deleted', 'tag': '3013d816-0a28-46b9-8d8c-e1f493ae9d95', 'status': 'completed', 'code': 200}
Jun 21 03:03:08.928527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:08.938780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:08.942262 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:08.942744 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Added segment 7030271e-b524-4d44-b23f-eed3082bafc1 of type vlan for network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c
Jun 21 03:03:08.995288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:09.000009 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.048883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.114040 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.186953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.191883 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9807533d-59cf-4dc5-8c1c-4a126b60a543 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:09.230262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.232888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Pushing event deleted for resources: {'Port': ['ID=87404e5a-6838-4e1c-854a-5d014d4e335e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:09.236666 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:09.241546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.245198 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-063fa2c6-1b28-40f1-8ebf-c10521c8635f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:09.247991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:09.248743 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-9f5d3142-3294-4478-a2b2-2af434faacea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:09.249205 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-9f5d3142-3294-4478-a2b2-2af434faacea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:09.250662 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.255724 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1d957dd0-7f99-4a6e-8800-85810f528d9d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:09.271613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b2034a87-8464-4667-9dbb-e9dd0e9e3942 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:09.274453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['3013d816-0a28-46b9-8d8c-e1f493ae9d95'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:03:09.309498 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.335678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:09.341250 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.396732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b2034a87-8464-4667-9dbb-e9dd0e9e3942 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:09.397309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b2034a87-8464-4667-9dbb-e9dd0e9e3942 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:09.434693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] No DVR routers for this DVR port 87404e5a-6838-4e1c-854a-5d014d4e335e on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:09.438090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Network': ['ID=0eabb5b1-40b5-4059-ab46-48e957dd6c7c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:09.440700 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.442739 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b72dabbe-5e67-48e4-867d-c1bbaf024f69 req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.20 "DELETE /v2.0/ports/87404e5a-6838-4e1c-854a-5d014d4e335e HTTP/1.1" status: 204  len: 173 time: 1.5776727
Jun 21 03:03:09.443595 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:09.450426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.456885 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:09.501090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:09.513452 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.4009137
Jun 21 03:03:09.518760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59882) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:09.523907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '0eabb5b1-40b5-4059-ab46-48e957dd6c7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:09.593167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.644402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Performing IP validity checks on allocation pools {{(pid=94167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jun 21 03:03:09.645506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jun 21 03:03:09.649745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:09.664895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:09.668467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:09.672378 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:09.682930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:09.683574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.711478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.719120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=f023f2fa-2c61-4a36-a549-56ad182e8a28,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:09.724470 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:09.725011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-527da753-be68-4b6c-90a0-8780ed93ea06 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:09.740381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc845233-11a1-491d-81ce-6762b8b9da62,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:09.744192 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:09.897363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3320775
Jun 21 03:03:09.903084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59890) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:09.912678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc9203-0046-49f9-84d6-3110db298999 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:09.912941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:81:ac:04', 'name': 'tempest-NetworksTestDHCPv6-60965208'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:09.922114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:09.927699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0925214
Jun 21 03:03:09.940640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59892) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:09.946535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'security_group_rule': {'security_group_id': '42e52aae-2fa6-487b-9405-68983be17f24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:09.977249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1594925e-d6e8-4b14-8900-06f330b56208 req-ef1b8da4-0e45-4acc-87c8-04749fa3421f tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 210 time: 0.0487852
Jun 21 03:03:10.056259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.071645 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:10.073441 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c7c3f23e-5585-4271-b7db-a257b12a47c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:10.078874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.262023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=700e140b-5f11-46f0-b3fe-9ec3fda68d89,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:10.272388 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:10.286513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': '0cbebbbc-399c-42e7-bd5a-79c2ebc01643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a07d125-0cbb-460a-964f-23e71756bd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:10.297734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: 8a07d125-0cbb-460a-964f-23e71756bd9c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:10.322013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.396377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.450764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 8a07d125-0cbb-460a-964f-23e71756bd9c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:10.501140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:10.505730 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.509520 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-295120cc-3559-4f0c-a748-44bc2702ad1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:10.524325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.528739 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:10.549034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ee93e1-26fd-417a-8725-132614f7612e,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:10.560399 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:10.562835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 8a07d125-0cbb-460a-964f-23e71756bd9c) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:10.567808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:10.568542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.570583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c2346-5b2d-4849-92f1-2d22a2f1a17e None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:10.578878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd16df-1c78-4e91-989b-e743b85b06bd None None] Network 8a07d125-0cbb-460a-964f-23e71756bd9c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:10.700096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.710476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=3c7e2019-1cf5-4f9d-9a3e-dd8014fa3310,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:10.724362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.1219485
Jun 21 03:03:10.726388 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:10.729091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.735143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59896) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:10.737918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7948897
Jun 21 03:03:10.739471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59898) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:10.745549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:10.803959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Checking segment: {'id': '7030271e-b524-4d44-b23f-eed3082bafc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0eabb5b1-40b5-4059-ab46-48e957dd6c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:10.804199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network hostable DHCP agents. Network: 0eabb5b1-40b5-4059-ab46-48e957dd6c7c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:10.806794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port f4edd002-1143-4fd5-99da-2ade0225d1f4 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:10.840450 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:10.930513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4498fee-7327-4436-88a4-fcb9e5265890', 'name': 'network-vif-deleted', 'tag': '87404e5a-6838-4e1c-854a-5d014d4e335e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:10.934345 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3b918e-d77f-432f-8d2e-a100b2881a6e" -d '{"events": [{"server_uuid": "a4498fee-7327-4436-88a4-fcb9e5265890", "name": "network-vif-deleted", "tag": "87404e5a-6838-4e1c-854a-5d014d4e335e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:10.954170 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.007751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4f00e034-9d1e-4f95-823a-ff250be4569d None None] Provisioning complete for port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:11.008322 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4f00e034-9d1e-4f95-823a-ff250be4569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.014834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:11.040006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-8a07d125-0cbb-460a-964f-23e71756bd9c', 'network_id': '8a07d125-0cbb-460a-964f-23e71756bd9c', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': '700e140b-5f11-46f0-b3fe-9ec3fda68d89'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:11.041495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.064069 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b26d99e-74d7-4680-aee3-c2a3924a4380 x-openstack-request-id: req-7b26d99e-74d7-4680-aee3-c2a3924a4380 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:11.064420 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4498fee-7327-4436-88a4-fcb9e5265890", "name": "network-vif-deleted", "tag": "87404e5a-6838-4e1c-854a-5d014d4e335e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:11.064729 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b26d99e-74d7-4680-aee3-c2a3924a4380 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:11.065189 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4498fee-7327-4436-88a4-fcb9e5265890', 'name': 'network-vif-deleted', 'tag': '87404e5a-6838-4e1c-854a-5d014d4e335e', 'status': 'completed', 'code': 200}
Jun 21 03:03:11.130695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 87404e5a-6838-4e1c-854a-5d014d4e335e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:11.191011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 87404e5a-6838-4e1c-854a-5d014d4e335e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:11.191626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 87404e5a-6838-4e1c-854a-5d014d4e335e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:11.203033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::308 (4d82cb52-2247-4a3b-982b-02458c34d10e/f023f2fa-2c61-4a36-a549-56ad182e8a28/f4edd002-1143-4fd5-99da-2ade0225d1f4) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:11.282945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 0eabb5b1-40b5-4059-ab46-48e957dd6c7c) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:11.304280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f389c37-d367-4f48-b5a0-38e3eef6eb73 None None] Network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:11.341751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:11.349092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.377292 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.461316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.485188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object f4edd002-1143-4fd5-99da-2ade0225d1f4 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:11.546485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-048f2635-57c9-4d4f-a42d-66332de17262 req-9030e62a-37ef-4f88-90bc-a2d083a40fba tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 210 time: 0.0557871
Jun 21 03:03:11.558466 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0390460
Jun 21 03:03:11.561398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59910) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:11.569303 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '0eabb5b1-40b5-4059-ab46-48e957dd6c7c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-998554850'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:11.619031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:11.647137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.704889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Allocated IP 172.20.0.3 (8a07d125-0cbb-460a-964f-23e71756bd9c/700e140b-5f11-46f0-b3fe-9ec3fda68d89/c9ce1de0-3e7f-4992-bcff-05f1846bbd85) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:11.754850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3013d816-0a28-46b9-8d8c-e1f493ae9d95 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:11.778841 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.789898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 3013d816-0a28-46b9-8d8c-e1f493ae9d95 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:11.790670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 3013d816-0a28-46b9-8d8c-e1f493ae9d95 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:11.813051 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-578da0ef-1362-4591-a8d4-a9a5c3bfd9dc tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:11.861171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:11.862346 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:11.862472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Allocated IP 172.25.7.94 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/b7d1b86c-d47e-4084-af59-653c1765d6a9) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:11.896493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=f4edd002-1143-4fd5-99da-2ade0225d1f4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:11.919811 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:11.925464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:11.937977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:11.942333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:11.949771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:11.950555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.045965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:12.053018 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.081016 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.103799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-acee19dd-59b0-4d74-aa8e-0ffe5dcdfe11 None None] Provisioning complete for port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:12.104314 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acee19dd-59b0-4d74-aa8e-0ffe5dcdfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.116997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 2016a449-5aee-4545-abb0-010c4d7caa3f yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:12.151067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-0eabb5b1-40b5-4059-ab46-48e957dd6c7c', 'network_id': '0eabb5b1-40b5-4059-ab46-48e957dd6c7c', 'tenant_id': '5f354fbcd5f2498aa624b0337d6e1c02', 'fixed_ips': [{'subnet_id': '3c7e2019-1cf5-4f9d-9a3e-dd8014fa3310'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:12.151927 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.204185 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.237490 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.3284070
Jun 21 03:03:12.237873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59912) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:12.276344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Transition to ACTIVE for port object c9ce1de0-3e7f-4992-bcff-05f1846bbd85 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:12.340048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.345769 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:12.354158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.14 (0eabb5b1-40b5-4059-ab46-48e957dd6c7c/3c7e2019-1cf5-4f9d-9a3e-dd8014fa3310/2016a449-5aee-4545-abb0-010c4d7caa3f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:12.359835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Transition to ACTIVE for port object c9ce1de0-3e7f-4992-bcff-05f1846bbd85 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:12.434138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:12.436917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:12.447690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:12.496258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'Port': ['ID=b7d1b86c-d47e-4084-af59-653c1765d6a9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:12.502666 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:12.528646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a1813-cb8b-4ad4-8530-ed8a48f9190d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:12.535692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a1813-cb8b-4ad4-8530-ed8a48f9190d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:12.537361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a57a1813-cb8b-4ad4-8530-ed8a48f9190d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1590 time: 0.2981961
Jun 21 03:03:12.540071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59918) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:12.544551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.547175 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:12.593118 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.619144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Pushing event updated for resources: {'Port': ['ID=c9ce1de0-3e7f-4992-bcff-05f1846bbd85,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:12.630846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object 2016a449-5aee-4545-abb0-010c4d7caa3f will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:12.637153 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:12.668675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c97cc535-c872-4cda-821d-caa011d32cc0 None None] Provisioning for port f4edd002-1143-4fd5-99da-2ade0225d1f4 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:12.682765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Network 8a07d125-0cbb-460a-964f-23e71756bd9c is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:12.778358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c97cc535-c872-4cda-821d-caa011d32cc0 None None] Provisioning complete for port f4edd002-1143-4fd5-99da-2ade0225d1f4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:12.778754 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c97cc535-c872-4cda-821d-caa011d32cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.787691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:12.819653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:12.840726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.872263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75910d0c-1c64-4f11-a688-55fc5a99f1eb req-cb13e75f-19a5-4ce1-901c-be45804987fe tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 210 time: 0.0831051
Jun 21 03:03:12.874214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-e38cb190-89b5-4512-bb38-84decf540233 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:12.877594 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-e38cb190-89b5-4512-bb38-84decf540233 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "GET /v2.0/networks?id=a4547e0e-e148-4866-8a30-47e9627237d9 HTTP/1.1" status: 200  len: 813 time: 0.1914780
Jun 21 03:03:12.880166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.882682 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8328b976-67b7-4bf8-98cd-3eca2d797ac5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:12.924301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Request body: {'port': {'device_id': '21ebf324-c6fc-47bb-8b3a-8dcb74791b9f', 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'admin_state_up': True, 'tenant_id': '8c47f5b16ef541098b662ac85cb0c785'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:12.930290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port f4edd002-1143-4fd5-99da-2ade0225d1f4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:12.930932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:12.957355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c97cc535-c872-4cda-821d-caa011d32cc0 None None] Port f4edd002-1143-4fd5-99da-2ade0225d1f4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:03:12.979853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Allocated IP 172.20.0.2 (0eabb5b1-40b5-4059-ab46-48e957dd6c7c/3c7e2019-1cf5-4f9d-9a3e-dd8014fa3310/bc77acbb-8e08-44a3-8058-4a6e88af54a2) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:13.005844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Attempting to bind port c9ce1de0-3e7f-4992-bcff-05f1846bbd85 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:13.006472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Attempting to bind port c9ce1de0-3e7f-4992-bcff-05f1846bbd85 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0cbebbbc-399c-42e7-bd5a-79c2ebc01643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a07d125-0cbb-460a-964f-23e71756bd9c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:13.007021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Attempting to bind port c9ce1de0-3e7f-4992-bcff-05f1846bbd85 on network 8a07d125-0cbb-460a-964f-23e71756bd9c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:13.012960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=700e140b-5f11-46f0-b3fe-9ec3fda68d89,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:13.015862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:13.016324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Checking segment: {'id': '0cbebbbc-399c-42e7-bd5a-79c2ebc01643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a07d125-0cbb-460a-964f-23e71756bd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:13.016772 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.017102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.017612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Bound using segment: {'id': '0cbebbbc-399c-42e7-bd5a-79c2ebc01643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a07d125-0cbb-460a-964f-23e71756bd9c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:13.018115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Bound port: c9ce1de0-3e7f-4992-bcff-05f1846bbd85, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbebbbc-399c-42e7-bd5a-79c2ebc01643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a07d125-0cbb-460a-964f-23e71756bd9c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:13.018505 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.021163 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:13.028209 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ef9dfad-c8e0-4571-a314-238e411173f6 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:13.111081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.158246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:13.183604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:13.194590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:13.208397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=2016a449-5aee-4545-abb0-010c4d7caa3f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:13.243069 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:13.251303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.274656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0d85310>,) {'filters': {'network_id': ['8a07d125-0cbb-460a-964f-23e71756bd9c']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:13.292519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0d85310>, '0cbebbbc-399c-42e7-bd5a-79c2ebc01643') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:13.293221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0d85310>, '0cbebbbc-399c-42e7-bd5a-79c2ebc01643') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:13.325935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:13.327077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.333063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.361071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.366596 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.371944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:13.372610 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:13.376881 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:13.405468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.422411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] For port c9ce1de0-3e7f-4992-bcff-05f1846bbd85, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:13.434348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Made reservation on behalf of 8c47f5b16ef541098b662ac85cb0c785 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:13.440531 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.483229 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.519203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for f4edd002-1143-4fd5-99da-2ade0225d1f4 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:13.525037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] For port c9ce1de0-3e7f-4992-bcff-05f1846bbd85, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c9ce1de0-3e7f-4992-bcff-05f1846bbd85,segment=NetworkSegment(0cbebbbc-399c-42e7-bd5a-79c2ebc01643),segment_id=0cbebbbc-399c-42e7-bd5a-79c2ebc01643)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:13.529178 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-235ac2e4-2833-4558-949b-d859a2b518c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:13.535769 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.566398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Transition to ACTIVE for port object bc77acbb-8e08-44a3-8058-4a6e88af54a2 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:13.603625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Transition to ACTIVE for port object bc77acbb-8e08-44a3-8058-4a6e88af54a2 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:13.604783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 2.0409966
Jun 21 03:03:13.605688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59928) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:13.609872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:03:13.609872 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:03:13.609872 n-d-758944-33 neutron-server[94166]: [parameters: {'id': '8a07d125-0cbb-460a-964f-23e71756bd9c'}]
Jun 21 03:03:13.609872 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:13.610610 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:13.646168 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.648481 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:13.673786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Allocated IP 172.20.0.13 (a4547e0e-e148-4866-8a30-47e9627237d9/4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e/30c6d78d-101c-4a37-a113-449581d5d557) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:13.709402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'Port': ['ID=b7d1b86c-d47e-4084-af59-653c1765d6a9,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:13.715326 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:13.732950 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.735389 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.739973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Pushing event updated for resources: {'Port': ['ID=c9ce1de0-3e7f-4992-bcff-05f1846bbd85,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:13.747447 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:13.749522 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-123c8fb8-9873-46b2-939b-8342924565a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:13.783493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:13.788799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:13.792380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:13.798275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9dad51-69ca-4379-bfbf-a69965cbd3e0 None None] Network 8a07d125-0cbb-460a-964f-23e71756bd9c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:13.818274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Pushing event updated for resources: {'Port': ['ID=bc77acbb-8e08-44a3-8058-4a6e88af54a2,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:13.849500 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:13.853403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 2016a449-5aee-4545-abb0-010c4d7caa3f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:13.853970 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.874469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.876076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1340742
Jun 21 03:03:13.944515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Attempting to bind port bc77acbb-8e08-44a3-8058-4a6e88af54a2 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:13.944897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Attempting to bind port bc77acbb-8e08-44a3-8058-4a6e88af54a2 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '7030271e-b524-4d44-b23f-eed3082bafc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0eabb5b1-40b5-4059-ab46-48e957dd6c7c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:13.945253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Attempting to bind port bc77acbb-8e08-44a3-8058-4a6e88af54a2 on network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:13.961435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.967156 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e88b850-a1d3-4aa4-aaee-fad14e88fae6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:13.968347 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:13.968839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Checking segment: {'id': '7030271e-b524-4d44-b23f-eed3082bafc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0eabb5b1-40b5-4059-ab46-48e957dd6c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:13.969258 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:13.969688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Bound using segment: {'id': '7030271e-b524-4d44-b23f-eed3082bafc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0eabb5b1-40b5-4059-ab46-48e957dd6c7c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:13.970186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Bound port: bc77acbb-8e08-44a3-8058-4a6e88af54a2, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7030271e-b524-4d44-b23f-eed3082bafc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0eabb5b1-40b5-4059-ab46-48e957dd6c7c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:13.970941 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:14.016733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=f4edd002-1143-4fd5-99da-2ade0225d1f4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:14.022580 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:14.069874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] For port bc77acbb-8e08-44a3-8058-4a6e88af54a2, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:14.074938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] For port bc77acbb-8e08-44a3-8058-4a6e88af54a2, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bc77acbb-8e08-44a3-8058-4a6e88af54a2,segment=NetworkSegment(7030271e-b524-4d44-b23f-eed3082bafc1),segment_id=7030271e-b524-4d44-b23f-eed3082bafc1)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:14.093150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:14.095939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/f4edd002-1143-4fd5-99da-2ade0225d1f4 HTTP/1.1" status: 204  len: 168 time: 1.5538347
Jun 21 03:03:14.105143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59934) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:14.117961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:14.132173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:14.139545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-c99bf6f1-7b93-422f-838c-718708fd9673 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:14.141798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-c99bf6f1-7b93-422f-838c-718708fd9673 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "GET /v2.0/networks?id=a4547e0e-e148-4866-8a30-47e9627237d9 HTTP/1.1" status: 200  len: 813 time: 0.2910407
Jun 21 03:03:14.158437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Request body: {'port': {'device_id': '2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf', 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'admin_state_up': True, 'tenant_id': '8c47f5b16ef541098b662ac85cb0c785'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:14.158670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:14.160582 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9f088519-00d1-433b-930d-e4ea252a809d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:14.229109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:14.257856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Pushing event updated for resources: {'Port': ['ID=bc77acbb-8e08-44a3-8058-4a6e88af54a2,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:14.268120 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:14.321050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f9992d4-32b9-486d-b1df-3843e6fccd12 req-44d4554c-f0d0-409b-8e08-a324d845f7f1 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 210 time: 0.1584468
Jun 21 03:03:14.357983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 2016a449-5aee-4545-abb0-010c4d7caa3f owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:14.363880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b67332-e257-41f0-90ef-e7f1f4c82849 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:14.371118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b67332-e257-41f0-90ef-e7f1f4c82849 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:14.371118 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f8b67332-e257-41f0-90ef-e7f1f4c82849 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2464931
Jun 21 03:03:14.377893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59946) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:14.397161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-cc5ebd6c-a535-4659-8c08-c78921ccd010 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1007931275&fields=id&tenant_id=e66adf2395b04e808dffd60fdd4daf27 HTTP/1.1" status: 200  len: 267 time: 0.0787804
Jun 21 03:03:14.584909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-85dd01a3-1524-40b9-a4db-50120cc74543 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:14.586637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-85dd01a3-1524-40b9-a4db-50120cc74543 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 810 time: 0.1805980
Jun 21 03:03:14.612894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-5a674d2f-7814-4f66-a2ef-c9cf2d5df96e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/quotas/e66adf2395b04e808dffd60fdd4daf27 HTTP/1.1" status: 200  len: 375 time: 0.0203836
Jun 21 03:03:14.666427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Made reservation on behalf of 8c47f5b16ef541098b662ac85cb0c785 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:14.671125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:14.789678 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fc78bbea-e9f7-4f07-99d4-8dc5260b3cd1 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1673727
Jun 21 03:03:14.954553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet f023f2fa-2c61-4a36-a549-56ad182e8a28 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:14.966088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:14.996399 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.003847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Deleting port c9ce1de0-3e7f-4992-bcff-05f1846bbd85 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:15.004189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.011303 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-61c91589-e98c-454c-93ec-31406cfc59a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:15.030157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-32d0660c-9fda-4e6f-82cf-8ff285acaa6c service neutron] 10.222.0.25 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260549
Jun 21 03:03:15.111026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.116508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Allocated IP 172.20.0.8 (a4547e0e-e148-4866-8a30-47e9627237d9/4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e/152c69fe-def2-4fff-aa0c-0cf320ea9c6e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:15.161030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-491807fa-74ee-4801-815b-8863e4a9d986 service neutron] 10.222.0.25 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294317
Jun 21 03:03:15.179591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Network a4547e0e-e148-4866-8a30-47e9627237d9 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:15.226602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:15.229198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:15.274398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Pushing event updated for resources: {'Port': ['ID=30c6d78d-101c-4a37-a113-449581d5d557,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:15.282349 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:15.291341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] For port c9ce1de0-3e7f-4992-bcff-05f1846bbd85, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c9ce1de0-3e7f-4992-bcff-05f1846bbd85,segment=NetworkSegment(0cbebbbc-399c-42e7-bd5a-79c2ebc01643),segment_id=0cbebbbc-399c-42e7-bd5a-79c2ebc01643)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:15.291715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.300963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.405252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Calling delete_port for c9ce1de0-3e7f-4992-bcff-05f1846bbd85 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:15.431772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:15.432634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.532505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a32111-8882-4b8b-9708-5ca04c88494a None None] Network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:15.552560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.555355 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:15.581945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b646a29-5cdc-45da-a60a-75a6d805b5a5 req-7f835a32-17ef-46b7-9a49-fa5b27d0c695 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 210 time: 0.0738144
Jun 21 03:03:15.587915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6688907
Jun 21 03:03:15.590383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=2016a449-5aee-4545-abb0-010c4d7caa3f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:15.602672 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:15.609311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Request body: {'port': {'device_id': '21ebf324-c6fc-47bb-8b3a-8dcb74791b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:15.635553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-644f2274-d91c-4253-b217-9d8c126a9854 req-913700ba-a132-4dcd-b1ad-06243d22b394 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 210 time: 0.0503156
Jun 21 03:03:15.665422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bc77acbb-8e08-44a3-8058-4a6e88af54a2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:15.702462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.754182 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3590c195-8fb0-43da-8249-9c60eef3b1b1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:15.797234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.811197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=f023f2fa-2c61-4a36-a549-56ad182e8a28,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:15.818582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.822694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/f023f2fa-2c61-4a36-a549-56ad182e8a28 HTTP/1.1" status: 204  len: 168 time: 1.4382162
Jun 21 03:03:15.822862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37179e1f-398e-46aa-93bd-04216024be1f None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:15.822987 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:15.824063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59970) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:15.829073 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3336f0c5-a4ad-45ee-9e86-e54eccebb942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:15.857318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No DVR routers for this DVR port c9ce1de0-3e7f-4992-bcff-05f1846bbd85 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:15.865216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Port': ['ID=c9ce1de0-3e7f-4992-bcff-05f1846bbd85,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:15.871654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c0c99f83-f299-4e5a-a2ec-ed609b4d2dea None None] Provisioning for port bc77acbb-8e08-44a3-8058-4a6e88af54a2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:15.888770 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-95e57f49-f6d5-4aa0-a333-056198d7da44 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0620196
Jun 21 03:03:15.889032 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:15.890046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59974) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:15.907968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.912268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/2016a449-5aee-4545-abb0-010c4d7caa3f HTTP/1.1" status: 204  len: 168 time: 2.2988355
Jun 21 03:03:15.913143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59976) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:15.925232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port bc77acbb-8e08-44a3-8058-4a6e88af54a2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:15.936074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port bc77acbb-8e08-44a3-8058-4a6e88af54a2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:15.936457 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.968056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:15.970373 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd52ba52-bc6f-4561-bc71-e707c17f1089 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:03:15.971676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cd52ba52-bc6f-4561-bc71-e707c17f1089 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/2016a449-5aee-4545-abb0-010c4d7caa3f HTTP/1.1" status: 404  len: 333 time: 0.0575736
Jun 21 03:03:15.979102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59978) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:16.006333 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.029820 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.047272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet 3c7e2019-1cf5-4f9d-9a3e-dd8014fa3310 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:16.049363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0e1dc10>,) {'filters': {'network_id': ['8a07d125-0cbb-460a-964f-23e71756bd9c']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:16.054004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.060899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0e1dc10>, '0cbebbbc-399c-42e7-bd5a-79c2ebc01643') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:16.061290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0e1dc10>, '0cbebbbc-399c-42e7-bd5a-79c2ebc01643') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:16.085371 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.108673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.129863 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.145488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port bc77acbb-8e08-44a3-8058-4a6e88af54a2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bc77acbb-8e08-44a3-8058-4a6e88af54a2,segment=NetworkSegment(7030271e-b524-4d44-b23f-eed3082bafc1),segment_id=7030271e-b524-4d44-b23f-eed3082bafc1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:16.150128 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.163005 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:16.164153 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:16.171618 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:16.176107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c26b9-1445-4245-a376-08e0b561c8e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:16.177799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d43c26b9-1445-4245-a376-08e0b561c8e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2869473
Jun 21 03:03:16.184192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59980) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:16.216953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.223716 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-280e378b-b920-4a82-8e58-a4029df315a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:16.278974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:03:16.296303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b7c8d-6377-4e5f-912e-a9ce6381b95d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:16.298688 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c18b7c8d-6377-4e5f-912e-a9ce6381b95d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1129210
Jun 21 03:03:16.304630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59982) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:16.314664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.349795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=bc77acbb-8e08-44a3-8058-4a6e88af54a2,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:16.354543 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:16.385524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] Deleting port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:16.385524 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.444718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-80d4e15f-e208-4e48-a174-53407d2dde31 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1389611
Jun 21 03:03:16.446107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.459425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59986) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:16.462126 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97f6f299-4747-4c13-a4e8-07165012efbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:16.472648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:16.481464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.519531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-707d731e-8fac-49bb-a695-8dfa157209f7 None None] Provisioning complete for port bc77acbb-8e08-44a3-8058-4a6e88af54a2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:16.519971 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-707d731e-8fac-49bb-a695-8dfa157209f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.520842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Network a4547e0e-e148-4866-8a30-47e9627237d9 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:16.529962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] For port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:16.530605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.532075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:16.536372 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9707cec2-db6d-44a2-aadd-e015324a47d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:16.536988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:16.542866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.545152 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/8a07d125-0cbb-460a-964f-23e71756bd9c HTTP/1.1" status: 204  len: 168 time: 5.8103697
Jun 21 03:03:16.549867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59988) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:16.567701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-436276166'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:16.584654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=8a07d125-0cbb-460a-964f-23e71756bd9c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:16.586331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Pushing event updated for resources: {'Port': ['ID=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:16.592489 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:16.599849 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:16.625157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:16.625941 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.669598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] Calling delete_port for 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:16.745202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2791ffe2-bda0-4fb7-9b53-b465c7bf0b81 req-d8513106-39a0-41f9-803b-719b272fdb8e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 210 time: 0.0447075
Jun 21 03:03:16.746887 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.758631 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5851967b-8308-4a14-a18c-6d9d546ccfe0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:16.766917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.768978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/3c7e2019-1cf5-4f9d-9a3e-dd8014fa3310 HTTP/1.1" status: 204  len: 168 time: 0.7889555
Jun 21 03:03:16.775791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 59994) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:16.794086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7e2019-1cf5-4f9d-9a3e-dd8014fa3310,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:16.796355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c6d78d-101c-4a37-a113-449581d5d557 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:03:16.810622 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:16.820412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.869411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bf8e21-88bd-4dcb-926a-fce719cb9e7b None None] Network 0eabb5b1-40b5-4059-ab46-48e957dd6c7c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:16.869794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:16.875110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.926007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68a23-615e-4942-bac5-2bf22d4055a4 req-b7026917-5d59-4f22-87c6-1a0219160e0c tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:16.927680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54a68a23-615e-4942-bac5-2bf22d4055a4 req-b7026917-5d59-4f22-87c6-1a0219160e0c tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 931 time: 0.1003790
Jun 21 03:03:16.953553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7994492
Jun 21 03:03:16.966653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:16.972448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Request body: {'port': {'device_id': '2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:16.972754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.983089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Transition to ACTIVE for port object 30c6d78d-101c-4a37-a113-449581d5d557 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:16.992414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:16.992774 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment 32b293cd-4062-45e7-a667-9e22feb1a1ff of type vlan for network 4338fc39-7c1f-4a7d-b021-d9b77e887659
Jun 21 03:03:17.012759 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.016444 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2968a66a-6993-4599-a7ac-d7459624199b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:17.054202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-54a68a23-615e-4942-bac5-2bf22d4055a4 req-4cb4fd58-ff9e-4400-bcdd-19684877be60 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198103
Jun 21 03:03:17.061917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] Pushing event deleted for resources: {'Port': ['ID=4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:17.069536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.075716 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:17.090953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] No DVR routers for this DVR port 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:17.090953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-38fe81a1-f31f-49fc-a3d9-29a20b0c6f70 None None] Could not find standard attr ID for object 2016a449-5aee-4545-abb0-010c4d7caa3f. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:03:17.091174 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.117690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port bc77acbb-8e08-44a3-8058-4a6e88af54a2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:17.118063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.159107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.161050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:17.166121 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.173585 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:17.197814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] DHCP port deletion for 0eabb5b1-40b5-4059-ab46-48e957dd6c7c request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:03:17.264955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] Deleting port bc77acbb-8e08-44a3-8058-4a6e88af54a2 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:17.266192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.276251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.282875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:17.283499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.334921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] For port bc77acbb-8e08-44a3-8058-4a6e88af54a2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bc77acbb-8e08-44a3-8058-4a6e88af54a2,segment=NetworkSegment(7030271e-b524-4d44-b23f-eed3082bafc1),segment_id=7030271e-b524-4d44-b23f-eed3082bafc1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:17.336330 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.349613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] For port bc77acbb-8e08-44a3-8058-4a6e88af54a2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bc77acbb-8e08-44a3-8058-4a6e88af54a2,segment=NetworkSegment(7030271e-b524-4d44-b23f-eed3082bafc1),segment_id=7030271e-b524-4d44-b23f-eed3082bafc1)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:17.349980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.364195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Pushing event updated for resources: {'Port': ['ID=30c6d78d-101c-4a37-a113-449581d5d557,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:17.375076 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:17.375076 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0bf432f-47d3-4f96-9fb6-df0cb9de630f tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:17.408634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] Calling delete_port for bc77acbb-8e08-44a3-8058-4a6e88af54a2 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:17.448119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for bc77acbb-8e08-44a3-8058-4a6e88af54a2 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:17.453542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152c69fe-def2-4fff-aa0c-0cf320ea9c6e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:03:17.465581 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.483518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Transition to ACTIVE for port object 152c69fe-def2-4fff-aa0c-0cf320ea9c6e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:17.545863 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9819689
Jun 21 03:03:17.549934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60002) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:17.559518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': '4338fc39-7c1f-4a7d-b021-d9b77e887659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:17.573226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:17.605085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:17.605829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4d33e3a4-5c5f-49ab-9971-6fe2c915c2a1 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:17.606456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bc77acbb-8e08-44a3-8058-4a6e88af54a2 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:17.614454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=4338fc39-7c1f-4a7d-b021-d9b77e887659,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:17.618388 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:17.641185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4338fc39-7c1f-4a7d-b021-d9b77e887659 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:17.641304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.650552 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bfb9086-87d3-42ea-93eb-f457fa23546b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:17.661585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Attempting to bind port 30c6d78d-101c-4a37-a113-449581d5d557 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:17.661585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Attempting to bind port 30c6d78d-101c-4a37-a113-449581d5d557 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:17.661585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Attempting to bind port 30c6d78d-101c-4a37-a113-449581d5d557 on network a4547e0e-e148-4866-8a30-47e9627237d9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:17.661585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Port 30c6d78d-101c-4a37-a113-449581d5d557 on network a4547e0e-e148-4866-8a30-47e9627237d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:03:17.661585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Attempting to bind port 30c6d78d-101c-4a37-a113-449581d5d557 on network a4547e0e-e148-4866-8a30-47e9627237d9 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:17.688366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:17.688753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Checking segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:17.690440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Bound using segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:17.691302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Bound port: 30c6d78d-101c-4a37-a113-449581d5d557, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:17.691302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.705169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.716150 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:17.755278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No active binding found for port bc77acbb-8e08-44a3-8058-4a6e88af54a2 {{(pid=94168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jun 21 03:03:17.755726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bc77acbb-8e08-44a3-8058-4a6e88af54a2 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:17.760420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] Pushing event deleted for resources: {'Port': ['ID=bc77acbb-8e08-44a3-8058-4a6e88af54a2,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:17.762418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] No DVR routers for this DVR port bc77acbb-8e08-44a3-8058-4a6e88af54a2 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:17.772294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Pushing event updated for resources: {'Port': ['ID=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:17.772713 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:17.779179 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:17.809237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a17be08-f148-47cb-b426-d10b903a0366 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:03:17.819311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] For port 30c6d78d-101c-4a37-a113-449581d5d557, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:17.830035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] For port 30c6d78d-101c-4a37-a113-449581d5d557, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=30c6d78d-101c-4a37-a113-449581d5d557,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:17.835297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.840741 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cdcfd88b-af3c-403e-a101-840a8a24dde3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:17.876951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Attempting to bind port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:17.890462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Attempting to bind port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:17.890462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Attempting to bind port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e on network a4547e0e-e148-4866-8a30-47e9627237d9 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:17.890462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e on network a4547e0e-e148-4866-8a30-47e9627237d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:03:17.890462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Attempting to bind port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e on network a4547e0e-e148-4866-8a30-47e9627237d9 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:17.890462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:17.890462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Checking segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:17.890462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Bound using segment: {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:17.890462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Bound port: 152c69fe-def2-4fff-aa0c-0cf320ea9c6e, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19bad0f-f6f2-42f2-9018-212a85f2db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:17.891301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=bc77acbb-8e08-44a3-8058-4a6e88af54a2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:17.896348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:17.933410 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:17.942569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No DVR routers for this DVR port bc77acbb-8e08-44a3-8058-4a6e88af54a2 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:17.959898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05f5404f-9d2c-4eff-a3a4-35549226b2d4 req-82e79e23-d662-4647-b36f-45e5152a885e tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 210 time: 0.0507853
Jun 21 03:03:17.962048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17be08-f148-47cb-b426-d10b903a0366 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:03:18.033956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] For port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:18.043052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] For port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:18.078867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.083794 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41b0320d-33e2-4249-a236-d2c2103c410a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:18.091964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:18.098502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.134572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.147022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.147722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.149112 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] 10.222.0.26 "PUT /v2.0/ports/30c6d78d-101c-4a37-a113-449581d5d557 HTTP/1.1" status: 200  len: 1093 time: 2.5453503
Jun 21 03:03:18.151243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ebf324-c6fc-47bb-8b3a-8dcb74791b9f', 'tag': '30c6d78d-101c-4a37-a113-449581d5d557'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:18.154104 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1f946-3def-474f-9989-9c05cce42f08" -d '{"events": [{"name": "network-changed", "server_uuid": "21ebf324-c6fc-47bb-8b3a-8dcb74791b9f", "tag": "30c6d78d-101c-4a37-a113-449581d5d557"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:18.159883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8245b80>,) {'filters': {'network_id': ['0eabb5b1-40b5-4059-ab46-48e957dd6c7c']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:18.170965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.175640 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5aa9da83-5eed-407f-8e44-858467bcf10a tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:18.219543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8245b80>, '7030271e-b524-4d44-b23f-eed3082bafc1') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:18.222125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8245b80>, '7030271e-b524-4d44-b23f-eed3082bafc1') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:18.223257 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3646fd23-24d4-4f70-98a6-7c884ee009e1 x-openstack-request-id: req-3646fd23-24d4-4f70-98a6-7c884ee009e1 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:18.223643 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ebf324-c6fc-47bb-8b3a-8dcb74791b9f", "tag": "30c6d78d-101c-4a37-a113-449581d5d557", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:18.223943 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3646fd23-24d4-4f70-98a6-7c884ee009e1 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:18.224402 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ebf324-c6fc-47bb-8b3a-8dcb74791b9f', 'tag': '30c6d78d-101c-4a37-a113-449581d5d557', 'status': 'completed', 'code': 200}
Jun 21 03:03:18.247306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.273653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.274558 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.276133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] 10.222.0.26 "PUT /v2.0/ports/152c69fe-def2-4fff-aa0c-0cf320ea9c6e HTTP/1.1" status: 200  len: 1092 time: 1.3097425
Jun 21 03:03:18.276828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf', 'tag': '152c69fe-def2-4fff-aa0c-0cf320ea9c6e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:18.281095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Pushing event updated for resources: {'Port': ['ID=30c6d78d-101c-4a37-a113-449581d5d557,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:18.281472 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d1dfee-98f9-4110-97ea-d202895fb1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf", "tag": "152c69fe-def2-4fff-aa0c-0cf320ea9c6e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:18.339860 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:18.346435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.354247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '46f145a3-372b-40da-b350-dfa2c48a0408'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:18.355535 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.359370 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4458c3df-d3bf-4558-90e7-4d088c0fe1e6 x-openstack-request-id: req-4458c3df-d3bf-4558-90e7-4d088c0fe1e6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:18.360016 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf", "tag": "152c69fe-def2-4fff-aa0c-0cf320ea9c6e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:18.360481 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4458c3df-d3bf-4558-90e7-4d088c0fe1e6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:18.361097 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf', 'tag': '152c69fe-def2-4fff-aa0c-0cf320ea9c6e', 'status': 'completed', 'code': 200}
Jun 21 03:03:18.370783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:03:18.377608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:18.378027 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.381302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:18.383220 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:18.395712 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-699758df-db6b-47bd-b302-a3472e73ff57 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:18.444998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Pushing event updated for resources: {'Port': ['ID=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:18.455441 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:18.490096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:18.499170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:18.504870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.505645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.510587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=46f145a3-372b-40da-b350-dfa2c48a0408,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:18.515822 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:18.528325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f946-3def-474f-9989-9c05cce42f08 req-6c16a1fc-eae8-4035-b35e-768c7f47b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.530068 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a4e1f946-3def-474f-9989-9c05cce42f08 req-6c16a1fc-eae8-4035-b35e-768c7f47b77e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=21ebf324-c6fc-47bb-8b3a-8dcb74791b9f HTTP/1.1" status: 200  len: 1096 time: 0.2981884
Jun 21 03:03:18.534985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Allocated IP 2001:db8::f816:3eff:fe2f:8e71 (4d82cb52-2247-4a3b-982b-02458c34d10e/46f145a3-372b-40da-b350-dfa2c48a0408/5d8491cc-8e78-4afb-808e-51ea1add8f49) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:18.569540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f35830-ae84-420f-97ac-b11e9417ef2c req-d24d1728-9e03-4f37-bc01-a190e73fe44b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.577200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87f35830-ae84-420f-97ac-b11e9417ef2c req-d24d1728-9e03-4f37-bc01-a190e73fe44b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 943 time: 0.2596605
Jun 21 03:03:18.595237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.600968 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8823d7d1-6fe4-412c-b6eb-1055e1c139ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:18.609577 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.611760 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/networks/0eabb5b1-40b5-4059-ab46-48e957dd6c7c HTTP/1.1" status: 204  len: 168 time: 1.8315885
Jun 21 03:03:18.619749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:18.627140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'name': 'tempest-PortsTestJSON-1389498690'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:18.627418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Network': ['ID=0eabb5b1-40b5-4059-ab46-48e957dd6c7c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:18.633624 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:18.635035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1dfee-98f9-4110-97ea-d202895fb1b5 req-0a41b4ec-609a-49c0-83e8-5a80eb636f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.636656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6d1dfee-98f9-4110-97ea-d202895fb1b5 req-0a41b4ec-609a-49c0-83e8-5a80eb636f87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 1095 time: 0.2713408
Jun 21 03:03:18.644755 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.1807642
Jun 21 03:03:18.660827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60020) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:18.672891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:18.743440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.755813 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d5aa6df-dbd6-4043-bf4a-bc979350ce9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:18.766082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87f35830-ae84-420f-97ac-b11e9417ef2c req-4da5f777-2982-49f6-8c7c-2de601f38e5d tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876538
Jun 21 03:03:18.793287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f946-3def-474f-9989-9c05cce42f08 req-c47616ad-c45b-4771-b9ae-0f8a6111815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.795802 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a4e1f946-3def-474f-9989-9c05cce42f08 req-c47616ad-c45b-4771-b9ae-0f8a6111815c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8c47f5b16ef541098b662ac85cb0c785&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2576292
Jun 21 03:03:18.889497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=9bf61909-af8a-41e0-a74b-427a3bb3a1d8,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:18.907838 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:18.922458 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:03:18.922458 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:03:18.922458 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id_1': '2f27fa388127447887133d2c93cf0b1b', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 3, 18, 898838)}]
Jun 21 03:03:18.922458 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:18.922458 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:18.923001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1dfee-98f9-4110-97ea-d202895fb1b5 req-4835f241-8fe7-4581-9b43-87ea98b15663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.923001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6d1dfee-98f9-4110-97ea-d202895fb1b5 req-4835f241-8fe7-4581-9b43-87ea98b15663 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8c47f5b16ef541098b662ac85cb0c785&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2697973
Jun 21 03:03:18.925459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:18.936919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Transition to ACTIVE for port object 5d8491cc-8e78-4afb-808e-51ea1add8f49 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:18.941557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f946-3def-474f-9989-9c05cce42f08 req-3226fd22-b7ca-4655-a4a5-7c13e01ca50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:18.943771 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a4e1f946-3def-474f-9989-9c05cce42f08 req-3226fd22-b7ca-4655-a4a5-7c13e01ca50a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1424437
Jun 21 03:03:18.948272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': '32b293cd-4062-45e7-a667-9e22feb1a1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4338fc39-7c1f-4a7d-b021-d9b77e887659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:18.948647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: 4338fc39-7c1f-4a7d-b021-d9b77e887659, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:18.955775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Transition to ACTIVE for port object 5d8491cc-8e78-4afb-808e-51ea1add8f49 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:19.035514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1dfee-98f9-4110-97ea-d202895fb1b5 req-d650290a-d8fc-4375-a08d-3708fe9877e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:19.037426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6d1dfee-98f9-4110-97ea-d202895fb1b5 req-d650290a-d8fc-4375-a08d-3708fe9877e2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1109879
Jun 21 03:03:19.042098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:19.046477 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:19.068736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 44ccfd3b-a4b5-45d7-99f3-71f261369463 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:19.077825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fbf60be2-294b-4aa6-8edd-93f403c23095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:19.080160 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-fbf60be2-294b-4aa6-8edd-93f403c23095 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=21ebf324-c6fc-47bb-8b3a-8dcb74791b9f HTTP/1.1" status: 200  len: 1096 time: 0.0943832
Jun 21 03:03:19.085862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:19.096961 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:19.143621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:19.149508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:19.156095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:19.169091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Pushing event updated for resources: {'Port': ['ID=5d8491cc-8e78-4afb-808e-51ea1add8f49,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:19.172567 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:19.186870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 4338fc39-7c1f-4a7d-b021-d9b77e887659 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:19.190272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ebbc7a4-9c42-4b54-b115-4c2870659167 req-39dee1b7-be8a-466d-945e-0bb036a9c1b3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 210 time: 0.0709553
Jun 21 03:03:19.203880 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-d06f6539-0c0f-4ad2-999d-8181d13af13f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30c6d78d-101c-4a37-a113-449581d5d557 HTTP/1.1" status: 200  len: 217 time: 0.1074533
Jun 21 03:03:19.246985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Attempting to bind port 5d8491cc-8e78-4afb-808e-51ea1add8f49 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:19.248106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Attempting to bind port 5d8491cc-8e78-4afb-808e-51ea1add8f49 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:19.248752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Attempting to bind port 5d8491cc-8e78-4afb-808e-51ea1add8f49 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:19.261028 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:19.262048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:19.262853 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:19.264144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:19.265027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Bound port: 5d8491cc-8e78-4afb-808e-51ea1add8f49, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:19.265909 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:19.326865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-2120c8a0-db7c-4399-bbb7-e0dbc0a9dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:19.328563 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-2120c8a0-db7c-4399-bbb7-e0dbc0a9dbff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e HTTP/1.1" status: 200  len: 853 time: 0.0811784
Jun 21 03:03:19.355576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] For port 5d8491cc-8e78-4afb-808e-51ea1add8f49, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:19.364972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] For port 5d8491cc-8e78-4afb-808e-51ea1add8f49, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5d8491cc-8e78-4afb-808e-51ea1add8f49,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:19.377134 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-52c619f3-f075-4744-ab4f-9d8545612e46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4547e0e-e148-4866-8a30-47e9627237d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369809
Jun 21 03:03:19.456342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-15e68911-2484-4493-8e6b-fc427013d11d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:19.457897 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-15e68911-2484-4493-8e6b-fc427013d11d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.20 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 810 time: 0.3358910
Jun 21 03:03:19.532986 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:19.541500 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-edcc1682-b469-4223-beef-c0e4dff45257 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66adf2395b04e808dffd60fdd4daf27 HTTP/1.1" status: 200  len: 380 time: 0.0732038
Jun 21 03:03:19.545740 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7b9c643e-57ca-4f15-98cd-35fad6fa0b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:19.552059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'port': {'device_id': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'admin_state_up': True, 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'security_groups': ['42e52aae-2fa6-487b-9405-68983be17f24']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:19.573218 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-20b67ad5-cf56-416e-ad0c-7c13f8cdc2f0 service neutron] 10.222.0.26 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886604
Jun 21 03:03:19.626997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Pushing event updated for resources: {'Port': ['ID=5d8491cc-8e78-4afb-808e-51ea1add8f49,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:19.630844 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:19.692413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4338fc39-7c1f-4a7d-b021-d9b77e887659) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:19.740338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:19.741109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:19.767713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-94410316-df83-4840-ae50-f0c6d9724d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:19.769441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-94410316-df83-4840-ae50-f0c6d9724d72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 1095 time: 0.6483150
Jun 21 03:03:19.781308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:19.843938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-865081d7-c394-44af-89c4-af8f748926b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=152c69fe-def2-4fff-aa0c-0cf320ea9c6e HTTP/1.1" status: 200  len: 217 time: 0.0612507
Jun 21 03:03:19.912779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.3597472
Jun 21 03:03:19.945420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60030) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:20.015191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:20.018998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.065948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-e3b23ff4-684b-46a5-8ebb-d7975473eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:20.067540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-e3b23ff4-684b-46a5-8ebb-d7975473eaa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e HTTP/1.1" status: 200  len: 853 time: 0.2207224
Jun 21 03:03:20.114661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-bec541f8-3666-4b4e-bfca-cde8a2ff7625 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4547e0e-e148-4866-8a30-47e9627237d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388348
Jun 21 03:03:20.133013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.148614 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fa7db402-c4bc-43c0-a156-7189e45911c0 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:20.219378 n-d-758944-33 neutron-server[94166]: INFO neutron.db.ipam_backend_mixin [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46f145a3-372b-40da-b350-dfa2c48a0408 (CIDR: 2001:db8::/64)
Jun 21 03:03:20.238895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5cc32961-11e2-4181-a57d-62f1cb9001fe service neutron] 10.222.0.26 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363372
Jun 21 03:03:20.261974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.264856 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:03:20.266214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:03:20.269278 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:20.285555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:20.288247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:20.298421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:20.298421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.332543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b58c6-1dee-489f-946d-da32287ce897 req-71769022-988e-4a02-a972-35f2ab5adc90 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:20.334088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-033b58c6-1dee-489f-946d-da32287ce897 req-71769022-988e-4a02-a972-35f2ab5adc90 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 943 time: 0.3472576
Jun 21 03:03:20.340860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Made reservation on behalf of e66adf2395b04e808dffd60fdd4daf27 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:20.346276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.356676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=44ccfd3b-a4b5-45d7-99f3-71f261369463,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:20.359915 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:20.403745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d61ec121-5925-48f9-8a9e-72aa91c469cb req-e4e5ae11-f761-445f-b965-c991fc652531 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 210 time: 0.0908499
Jun 21 03:03:20.434816 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-661ad620-8d84-423b-ba45-be6d7d679a2b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7678452
Jun 21 03:03:20.455724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60040) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:20.461114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:20.462307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-de31b31f-efa5-4ba9-a4c0-81c22cc2e35f service neutron] 10.222.0.26 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3306680
Jun 21 03:03:20.488586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.8651347
Jun 21 03:03:20.512043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60042) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:20.573048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-033b58c6-1dee-489f-946d-da32287ce897 req-40498a99-7edb-4ab7-adf3-e933b91acb38 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196608
Jun 21 03:03:20.589539 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.664159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d41ec2-4a04-4b6f-8021-38cb6637dce8 req-5fb3d1f1-4b27-48a4-a9b9-0e68452de6af service neutron] 10.222.0.26 "GET /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852605
Jun 21 03:03:20.675760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Allocated IP 172.20.0.3 (133a1b23-fcd2-43f6-b114-837f448de6d5/2a59db35-0f29-4538-91f4-195232915e3c/125e3cd9-ef89-4382-865f-4d779555e8bb) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:20.762818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 44ccfd3b-a4b5-45d7-99f3-71f261369463 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:20.763162 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.783290 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.787297 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a049acfc-608d-4ce1-a4d8-0615505736b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:20.793642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c2df1-a7f8-4b13-877b-462373660cff None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:20.794744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc8314-1c1f-4626-81e9-1206dc758fbe None None] Network 4338fc39-7c1f-4a7d-b021-d9b77e887659 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:20.814531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf61909-af8a-41e0-a74b-427a3bb3a1d8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:20.819521 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:20.885559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.887465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.898498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d9953ca0>,) {'filters': {'network_id': ['4338fc39-7c1f-4a7d-b021-d9b77e887659']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:20.916578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9953ca0>, '32b293cd-4062-45e7-a667-9e22feb1a1ff') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:20.916881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9953ca0>, '32b293cd-4062-45e7-a667-9e22feb1a1ff') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:20.920967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:20.925918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.929551 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.949023 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.956482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:20.956889 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:20.960210 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:20.991825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb112a-6c7b-4812-b7da-e355bae74fd9 None None] Network 4338fc39-7c1f-4a7d-b021-d9b77e887659 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:21.010314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 44ccfd3b-a4b5-45d7-99f3-71f261369463 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:21.052930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-914beccb-acb0-499d-aa0c-10727da81000 None None] Provisioning for port 5d8491cc-8e78-4afb-808e-51ea1add8f49 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:21.089528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.157134 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.161268 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36e88e9e-019e-4ed8-95a6-eee17104c3a1 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:21.163949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Transition to ACTIVE for port object 125e3cd9-ef89-4382-865f-4d779555e8bb will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:21.167501 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.176782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/4338fc39-7c1f-4a7d-b021-d9b77e887659 HTTP/1.1" status: 204  len: 168 time: 1.2215898
Jun 21 03:03:21.176782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60044) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:21.181070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544218728'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:21.197946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=4338fc39-7c1f-4a7d-b021-d9b77e887659,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:21.202027 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:21.336633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:21.340280 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.365603 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.374051 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce5fab8c-0872-45e6-8a67-28a45f59b8bd tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:21.377893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.382233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:21.400444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.400792 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment 6b5d78b2-0cb6-440e-b43b-9e8cad8155e5 of type vlan for network 37844c70-64fe-4f14-91f9-4899ae1c5917
Jun 21 03:03:21.427215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:21.444126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=44ccfd3b-a4b5-45d7-99f3-71f261369463,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:21.450723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:21.459488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.464138 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:21.478714 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-80b8171a-828d-4cbb-b8e9-e56db3576a68 tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:21.491222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:21.626838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5d8491cc-8e78-4afb-808e-51ea1add8f49 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:21.632773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:21.633500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.652223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.654397 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/44ccfd3b-a4b5-45d7-99f3-71f261369463 HTTP/1.1" status: 204  len: 168 time: 1.1385522
Jun 21 03:03:21.655343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.675190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:21.675830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.676787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60054) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:21.682009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'mac_address': 'fa:16:3e:10:ad:28', 'name': 'tempest-PortsTestJSON-2114117051'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:21.683385 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:21.687662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event updated for resources: {'Port': ['ID=125e3cd9-ef89-4382-865f-4d779555e8bb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:21.752065 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:21.755617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.765022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 152c69fe-def2-4fff-aa0c-0cf320ea9c6e details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:03:21.767869 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-70803e32-63df-443a-93af-74879c8671c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:21.780515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:21.785778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:21.796660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312045d-3dc8-41d0-8dd3-7e291c4d4060 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:21.813801 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2658024
Jun 21 03:03:21.817375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:21.818061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:21.837104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Request body: {'port': {'device_id': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:21.861916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=37844c70-64fe-4f14-91f9-4899ae1c5917,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:21.875419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6948504
Jun 21 03:03:21.875419 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:21.879537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60056) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:21.880603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ffed2-2946-4fcd-94d2-5ae6df4b21b3 req-486e0a2e-06a4-4e85-9740-6a89029632eb tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:21.882177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646ffed2-2946-4fcd-94d2-5ae6df4b21b3 req-486e0a2e-06a4-4e85-9740-6a89029632eb tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 931 time: 0.3238692
Jun 21 03:03:21.893041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': '37844c70-64fe-4f14-91f9-4899ae1c5917', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:21.902419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5d8491cc-8e78-4afb-808e-51ea1add8f49 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:21.908159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 37844c70-64fe-4f14-91f9-4899ae1c5917 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:21.942551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.resource_extend [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 03:03:21.961255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5043592
Jun 21 03:03:21.962409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646ffed2-2946-4fcd-94d2-5ae6df4b21b3 req-dc4d6d48-f0ab-4e03-9d97-9e654b04e0f6 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692823
Jun 21 03:03:21.971704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=6a457f3a-d357-4d0e-abb5-20fd235a4c25,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:21.977863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c5bc-1ce8-4677-9b2b-b9f5eb9a30dc req-e3337087-a3c4-4e23-a676-676b3b39283b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:21.993640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60058) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:21.993640 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:21.993929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2307c5bc-1ce8-4677-9b2b-b9f5eb9a30dc req-e3337087-a3c4-4e23-a676-676b3b39283b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 943 time: 0.2504861
Jun 21 03:03:22.002087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:b7:1f:36', 'name': 'tempest-NetworksTestDHCPv6-1855132559'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:22.026160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5d8491cc-8e78-4afb-808e-51ea1add8f49 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:22.026950 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.038135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2307c5bc-1ce8-4677-9b2b-b9f5eb9a30dc req-0c04012a-ba69-408c-94da-916af6b44fc4 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470541
Jun 21 03:03:22.097349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:22.176960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.202169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a9e5a40-7db3-494e-830e-e10125fb0be0 None None] Provisioning for port 125e3cd9-ef89-4382-865f-4d779555e8bb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:22.211986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:22.238655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.239028 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a9e5a40-7db3-494e-830e-e10125fb0be0 None None] Provisioning complete for port 125e3cd9-ef89-4382-865f-4d779555e8bb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:22.239420 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5a40-7db3-494e-830e-e10125fb0be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.269505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '152c69fe-def2-4fff-aa0c-0cf320ea9c6e', 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'port_id': '152c69fe-def2-4fff-aa0c-0cf320ea9c6e', 'mac_address': 'fa:16:3e:47:5c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:03:22.292146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 03a5aa07-5e15-4b93-abbb-bfe95f60aabd yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:22.298857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:22.302233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e5a40-7db3-494e-830e-e10125fb0be0 None None] Port 125e3cd9-ef89-4382-865f-4d779555e8bb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:03:22.302500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.322535 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.390303 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.414282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5d8491cc-8e78-4afb-808e-51ea1add8f49, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5d8491cc-8e78-4afb-808e-51ea1add8f49,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:22.422332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152c69fe-def2-4fff-aa0c-0cf320ea9c6e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:03:22.430489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Update dhcp port {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '46f145a3-372b-40da-b350-dfa2c48a0408', 'ip_address': '2001:db8::f816:3eff:fe2f:8e71'}, {'subnet_id': '6a457f3a-d357-4d0e-abb5-20fd235a4c25'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '5d8491cc-8e78-4afb-808e-51ea1add8f49'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:03:22.469972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:22.484149 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.503574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:22.526388 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.530340 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-43f48235-9835-44e8-91f3-44a6408189d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:22.567505 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.567505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 30c6d78d-101c-4a37-a113-449581d5d557 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:03:22.648968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5d8491cc-8e78-4afb-808e-51ea1add8f49,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:22.664860 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:22.665621 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:22.711661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 30c6d78d-101c-4a37-a113-449581d5d557, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=30c6d78d-101c-4a37-a113-449581d5d557,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:22.756807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '30c6d78d-101c-4a37-a113-449581d5d557', 'network_id': 'a4547e0e-e148-4866-8a30-47e9627237d9', 'port_id': '30c6d78d-101c-4a37-a113-449581d5d557', 'mac_address': 'fa:16:3e:ea:d7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:03:22.770052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:22.775296 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:22.804412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Allocated IP 2001:db8:0:1::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/6a457f3a-d357-4d0e-abb5-20fd235a4c25/5d8491cc-8e78-4afb-808e-51ea1add8f49) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:22.816709 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.831764 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.843712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.882753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c6d78d-101c-4a37-a113-449581d5d557 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:03:22.913746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port ec42cf60-31eb-46a7-801a-2e6445e84a66 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:22.915260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 30c6d78d-101c-4a37-a113-449581d5d557, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=30c6d78d-101c-4a37-a113-449581d5d557,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:22.939809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] For port 5d8491cc-8e78-4afb-808e-51ea1add8f49, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5d8491cc-8e78-4afb-808e-51ea1add8f49,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:22.970840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.985356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Transition to ACTIVE for port object 5d8491cc-8e78-4afb-808e-51ea1add8f49 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:22.986948 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:22.988702 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-73613027-c80c-48b9-8000-2569d1adb8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:23.030372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125e3cd9-ef89-4382-865f-4d779555e8bb {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:03:23.050897 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:23.057338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=30c6d78d-101c-4a37-a113-449581d5d557,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:23.065547 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:23.068727 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:23.070100 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1354117a-6786-459a-924a-2e576ae84555 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:23.076762 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Transition to ACTIVE for port object 125e3cd9-ef89-4382-865f-4d779555e8bb will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:23.091604 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:23.094051 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-da520655-807c-4f2d-b389-f72c45498e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:23.172396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=2ef539d6-ad32-4bf8-9116-9bfa9f3b25eb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:23.175084 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:23.185227 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:23.206004 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:23.209017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['152c69fe-def2-4fff-aa0c-0cf320ea9c6e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:03:23.211562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['30c6d78d-101c-4a37-a113-449581d5d557'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:03:23.228525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a48835-decb-4ffb-be48-9497fa0462fc req-d631899a-617e-426d-aa70-3b1efcc66efa tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:23.230331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a48835-decb-4ffb-be48-9497fa0462fc req-d631899a-617e-426d-aa70-3b1efcc66efa tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 931 time: 0.1319187
Jun 21 03:03:23.256452 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:23.268515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Pushing event updated for resources: {'Port': ['ID=5d8491cc-8e78-4afb-808e-51ea1add8f49,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:23.280288 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:23.323491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37844c70-64fe-4f14-91f9-4899ae1c5917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:23.323986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: 37844c70-64fe-4f14-91f9-4899ae1c5917, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:23.336582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:23.374494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a48835-decb-4ffb-be48-9497fa0462fc req-815b74c0-d400-4768-9d9d-1563c52a0059 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271257
Jun 21 03:03:23.396365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d52c-ac24-49bd-ad88-fb85c2c69eac req-b9a409ff-b367-4d91-a355-024f497c885c tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:23.400319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:23.410901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2578d52c-ac24-49bd-ad88-fb85c2c69eac req-b9a409ff-b367-4d91-a355-024f497c885c tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 944 time: 0.1789565
Jun 21 03:03:23.411937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:23.432959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:23.432959 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:23.451302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=03a5aa07-5e15-4b93-abbb-bfe95f60aabd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:23.469551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2578d52c-ac24-49bd-ad88-fb85c2c69eac req-29ae387b-cb6b-466a-ae1f-fcd32393db50 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542550
Jun 21 03:03:23.476025 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:23.479254 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:23.540903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8:0:1::1ba (4d82cb52-2247-4a3b-982b-02458c34d10e/6a457f3a-d357-4d0e-abb5-20fd235a4c25/ec42cf60-31eb-46a7-801a-2e6445e84a66) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:23.547930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:feb7:1f36 (4d82cb52-2247-4a3b-982b-02458c34d10e/46f145a3-372b-40da-b350-dfa2c48a0408/ec42cf60-31eb-46a7-801a-2e6445e84a66) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:23.597878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5d8491cc-8e78-4afb-808e-51ea1add8f49 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:23.765192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Pushing event updated for resources: {'Port': ['ID=125e3cd9-ef89-4382-865f-4d779555e8bb,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:24.125439 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:24.128793 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.4509659
Jun 21 03:03:24.131547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60076) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:24.133997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 37844c70-64fe-4f14-91f9-4899ae1c5917 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:24.190852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f03ba7e-9faf-4e3f-b16b-16b1ffbf4552 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:24.191530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Attempting to bind port 125e3cd9-ef89-4382-865f-4d779555e8bb on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:24.191870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Attempting to bind port 125e3cd9-ef89-4382-865f-4d779555e8bb by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:24.192215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Attempting to bind port 125e3cd9-ef89-4382-865f-4d779555e8bb on network 133a1b23-fcd2-43f6-b114-837f448de6d5 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:24.193236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2f03ba7e-9faf-4e3f-b16b-16b1ffbf4552 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/03a5aa07-5e15-4b93-abbb-bfe95f60aabd HTTP/1.1" status: 200  len: 841 time: 0.0605354
Jun 21 03:03:24.196240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60078) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:24.205541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.207779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Port 125e3cd9-ef89-4382-865f-4d779555e8bb on network 133a1b23-fcd2-43f6-b114-837f448de6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:03:24.208144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Attempting to bind port 125e3cd9-ef89-4382-865f-4d779555e8bb on network 133a1b23-fcd2-43f6-b114-837f448de6d5 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:24.220098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:24.220444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Checking segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:24.220870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Bound using segment: {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:24.221313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Bound port: 125e3cd9-ef89-4382-865f-4d779555e8bb, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6440d012-0c5b-49bb-ae40-7a7548e907a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:24.229061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.234726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object ec42cf60-31eb-46a7-801a-2e6445e84a66 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:24.270819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 37844c70-64fe-4f14-91f9-4899ae1c5917) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:24.280572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa20ded0-cef2-42c6-b9bb-a43c0d4fa4f3 None None] Network 37844c70-64fe-4f14-91f9-4899ae1c5917 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:24.290935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:24.292200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.311920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 03a5aa07-5e15-4b93-abbb-bfe95f60aabd {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:24.312868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.329955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3693539c-8f05-4bd6-94f8-146dab8d50bf None None] Provisioning for port 5d8491cc-8e78-4afb-808e-51ea1add8f49 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:24.332223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] For port 125e3cd9-ef89-4382-865f-4d779555e8bb, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:24.335732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] For port 125e3cd9-ef89-4382-865f-4d779555e8bb, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=125e3cd9-ef89-4382-865f-4d779555e8bb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:24.340592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3693539c-8f05-4bd6-94f8-146dab8d50bf None None] Provisioning complete for port 5d8491cc-8e78-4afb-808e-51ea1add8f49 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:24.340982 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-8f05-4bd6-94f8-146dab8d50bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.386164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.432294 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5483556
Jun 21 03:03:24.440667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60082) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:24.457736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 03a5aa07-5e15-4b93-abbb-bfe95f60aabd owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:24.526878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-37844c70-64fe-4f14-91f9-4899ae1c5917', 'network_id': '37844c70-64fe-4f14-91f9-4899ae1c5917', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': '2ef539d6-ad32-4bf8-9116-9bfa9f3b25eb'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:24.527824 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.548006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.565277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.587861 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-64e9001a-dc86-4612-a3ef-d2ea08201e49 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:24.637933 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:24.640080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.641559 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] 10.222.0.20 "PUT /v2.0/ports/125e3cd9-ef89-4382-865f-4d779555e8bb HTTP/1.1" status: 200  len: 1092 time: 2.8130248
Jun 21 03:03:24.655018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'tag': '125e3cd9-ef89-4382-865f-4d779555e8bb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:24.657597 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079adf09-bace-43fa-827f-c26062c783ca" -d '{"events": [{"name": "network-changed", "server_uuid": "10067ab3-f057-4df9-901a-b4fea5cdb655", "tag": "125e3cd9-ef89-4382-865f-4d779555e8bb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:24.667934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:24.683103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:24.689150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:24.698140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:24.698140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.718627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2c1c-424e-44d1-8858-070d5e6890c9 req-dc80fc11-b222-4112-b614-8b2942706235 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:24.727589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea2f2c1c-424e-44d1-8858-070d5e6890c9 req-dc80fc11-b222-4112-b614-8b2942706235 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 943 time: 0.1799080
Jun 21 03:03:24.744385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=ec42cf60-31eb-46a7-801a-2e6445e84a66,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:24.827185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525a78-814a-49c7-9962-0a217f557522 req-cb8e9511-39c5-4be4-b0a5-4b8a47757e0b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:24.830662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca525a78-814a-49c7-9962-0a217f557522 req-cb8e9511-39c5-4be4-b0a5-4b8a47757e0b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 944 time: 0.2135746
Jun 21 03:03:24.840733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea2f2c1c-424e-44d1-8858-070d5e6890c9 req-af353a46-ef34-491a-8250-30ca9a7b038f tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101353
Jun 21 03:03:24.946125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca525a78-814a-49c7-9962-0a217f557522 req-a4199de0-ea65-4250-93f4-99863ee69de7 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014807
Jun 21 03:03:24.947188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Pushing event updated for resources: {'Port': ['ID=125e3cd9-ef89-4382-865f-4d779555e8bb,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:24.991168 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:24.997145 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8988022f-ba20-467d-b2a0-9c6130efde8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:25.008820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Allocated IP 172.20.0.2 (37844c70-64fe-4f14-91f9-4899ae1c5917/2ef539d6-ad32-4bf8-9116-9bfa9f3b25eb/a47f5004-7b21-40dd-914c-be4a740a7f4b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:25.024517 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:25.026223 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17601e24-dd33-4458-971a-9bfdcb3539bf x-openstack-request-id: req-17601e24-dd33-4458-971a-9bfdcb3539bf {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:25.027904 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10067ab3-f057-4df9-901a-b4fea5cdb655", "tag": "125e3cd9-ef89-4382-865f-4d779555e8bb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:25.028051 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17601e24-dd33-4458-971a-9bfdcb3539bf {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:25.028452 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'tag': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'status': 'completed', 'code': 200}
Jun 21 03:03:25.032703 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:25.033440 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:25.046406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=03a5aa07-5e15-4b93-abbb-bfe95f60aabd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:25.054812 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:25.059531 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.065736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/03a5aa07-5e15-4b93-abbb-bfe95f60aabd HTTP/1.1" status: 204  len: 168 time: 0.8684025
Jun 21 03:03:25.066490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60092) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:25.071694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.107950 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a4994c0a-ad10-4b19-b4ca-df5bb1cadf83 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 3.1079557
Jun 21 03:03:25.111501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60094) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:25.112906 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-870ccbc3-90b0-4fdd-a852-63a021def7e5 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:03:25.117864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-870ccbc3-90b0-4fdd-a852-63a021def7e5 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/03a5aa07-5e15-4b93-abbb-bfe95f60aabd HTTP/1.1" status: 404  len: 333 time: 0.0471268
Jun 21 03:03:25.123318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60096) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:25.139675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'name': 'tempest-PortsTestJSON-857015556'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:25.153518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fbb54dc7-6f4a-4218-9f4b-e5b0fdf0812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:25.155536 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-fbb54dc7-6f4a-4218-9f4b-e5b0fdf0812a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 1095 time: 0.2216756
Jun 21 03:03:25.232413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port ec42cf60-31eb-46a7-801a-2e6445e84a66 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:25.232957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.244695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d302b3e0-40c9-4b34-8fed-79918238e4c9 None None] Provisioning for port ec42cf60-31eb-46a7-801a-2e6445e84a66 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:25.251018 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-ad7dcade-b08d-4829-98eb-537ded808002 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=125e3cd9-ef89-4382-865f-4d779555e8bb HTTP/1.1" status: 200  len: 217 time: 0.0771310
Jun 21 03:03:25.254100 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.257785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d302b3e0-40c9-4b34-8fed-79918238e4c9 None None] Provisioning complete for port ec42cf60-31eb-46a7-801a-2e6445e84a66 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:25.258379 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d302b3e0-40c9-4b34-8fed-79918238e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.273710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.312083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Transition to ACTIVE for port object a47f5004-7b21-40dd-914c-be4a740a7f4b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:25.333459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d302b3e0-40c9-4b34-8fed-79918238e4c9 None None] Port ec42cf60-31eb-46a7-801a-2e6445e84a66 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:03:25.337931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Transition to ACTIVE for port object a47f5004-7b21-40dd-914c-be4a740a7f4b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:25.369163 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.390374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-15faab4b-5836-4084-9f9b-ad7a6aed8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:25.391839 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-15faab4b-5836-4084-9f9b-ad7a6aed8647 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.1296113
Jun 21 03:03:25.437638 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.437770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for ec42cf60-31eb-46a7-801a-2e6445e84a66 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:25.438487 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f70fcd2c-29f1-4415-8a15-05f830c2878c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:25.474762 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-2c9ede3e-a8c0-4c42-9f7d-7d8a14f5dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:25.476557 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-2c9ede3e-a8c0-4c42-9f7d-7d8a14f5dac9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0777049
Jun 21 03:03:25.478531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Network 37844c70-64fe-4f14-91f9-4899ae1c5917 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:25.481437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:25.486254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:25.494099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Pushing event updated for resources: {'Port': ['ID=a47f5004-7b21-40dd-914c-be4a740a7f4b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:25.514858 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:25.538655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:25.543205 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.547329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Attempting to bind port a47f5004-7b21-40dd-914c-be4a740a7f4b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:25.547717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Attempting to bind port a47f5004-7b21-40dd-914c-be4a740a7f4b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37844c70-64fe-4f14-91f9-4899ae1c5917'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:25.548087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Attempting to bind port a47f5004-7b21-40dd-914c-be4a740a7f4b on network 37844c70-64fe-4f14-91f9-4899ae1c5917 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:25.553230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:25.553651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Checking segment: {'id': '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37844c70-64fe-4f14-91f9-4899ae1c5917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:25.554064 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.554465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Bound using segment: {'id': '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37844c70-64fe-4f14-91f9-4899ae1c5917'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:25.555249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Bound port: a47f5004-7b21-40dd-914c-be4a740a7f4b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37844c70-64fe-4f14-91f9-4899ae1c5917'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:25.555383 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.569955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.578419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 64b290d2-e444-452f-8628-0c84dbd56054 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:25.583675 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e45738ea-0daa-4010-b1bb-fc2db856b5d3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:25.627913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] For port a47f5004-7b21-40dd-914c-be4a740a7f4b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:25.631099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] For port a47f5004-7b21-40dd-914c-be4a740a7f4b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a47f5004-7b21-40dd-914c-be4a740a7f4b,segment=NetworkSegment(6b5d78b2-0cb6-440e-b43b-9e8cad8155e5),segment_id=6b5d78b2-0cb6-440e-b43b-9e8cad8155e5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:25.675029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef539d6-ad32-4bf8-9116-9bfa9f3b25eb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:25.677377 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:25.728712 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.731556 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:25.752749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.757057 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.769739 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9af36048-7b17-4134-8750-e0f70d4315e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:25.778682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 152c69fe-def2-4fff-aa0c-0cf320ea9c6e up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:25.782131 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-35bee5fa-42ee-46a2-a461-d513fa70a99f service neutron] 10.222.0.20 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2980070
Jun 21 03:03:25.786760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2d94280>,) {'filters': {'network_id': ['37844c70-64fe-4f14-91f9-4899ae1c5917']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:25.818389 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2d94280>, '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:25.818768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2d94280>, '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:25.842311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Pushing event updated for resources: {'Port': ['ID=a47f5004-7b21-40dd-914c-be4a740a7f4b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:25.858239 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:25.866504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=ec42cf60-31eb-46a7-801a-2e6445e84a66,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:25.869340 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:25.877366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/ec42cf60-31eb-46a7-801a-2e6445e84a66 HTTP/1.1" status: 204  len: 168 time: 0.7603450
Jun 21 03:03:25.877366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60100) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:25.890365 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:25.902467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ece205-6312-49e2-9610-463fad33fee2 None None] Network 37844c70-64fe-4f14-91f9-4899ae1c5917 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:25.914690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.004702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.032888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:26.050180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6288438-95cc-4d5e-9be9-0e072efc8312 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.055361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:26.055361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.055615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e6288438-95cc-4d5e-9be9-0e072efc8312 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1622126
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:26.056219 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:26.059099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60108) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:26.073700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:26.074100 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.117716 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b7bc5abc-64f4-4c48-87b5-19dc401bf28b req-1aebc436-c3c9-4ab8-956d-66306e73bb7f service neutron] 10.222.0.20 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3169641
Jun 21 03:03:26.132393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.215088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:03:26.215088 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:03:26.215088 n-d-758944-33 neutron-server[94166]: [parameters: {'id': '37844c70-64fe-4f14-91f9-4899ae1c5917'}]
Jun 21 03:03:26.215088 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:26.217482 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:26.287811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.290287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bab0fa-5b61-4d09-8578-3ff56c29b0b9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.291234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.294819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-82bab0fa-5b61-4d09-8578-3ff56c29b0b9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2364039
Jun 21 03:03:26.295516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60110) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:26.302347 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081adaa6-7ffb-4a08-b85d-2f13b2cf6df5 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:03:26.309591 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bec4b58b-aab8-4408-9abc-ab4bbefad503 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:26.343855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152c69fe-def2-4fff-aa0c-0cf320ea9c6e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:26.346197 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e379dc26-2d61-49e4-89b7-df2f2eaa30be" -d '{"events": [{"server_uuid": "2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf", "name": "network-vif-plugged", "status": "completed", "tag": "152c69fe-def2-4fff-aa0c-0cf320ea9c6e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:26.366911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d92cd6-fb41-47fc-bf8a-3552c86e6be1 req-fefa5c25-d7df-4513-90bc-f283c3c28c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.367171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:26.369161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11d92cd6-fb41-47fc-bf8a-3552c86e6be1 req-fefa5c25-d7df-4513-90bc-f283c3c28c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 943 time: 0.2465701
Jun 21 03:03:26.383185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32c571-df1a-448a-bedc-ee08ea1e45c2 req-57e4d9f3-1784-4c0d-9798-f2fc1082f1cc tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.384562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d32c571-df1a-448a-bedc-ee08ea1e45c2 req-57e4d9f3-1784-4c0d-9798-f2fc1082f1cc tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 944 time: 0.1813951
Jun 21 03:03:26.411201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cf417a-1dc0-492a-9d2c-aaa8cf769fe6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.411201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cf417a-1dc0-492a-9d2c-aaa8cf769fe6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.412929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cf417a-1dc0-492a-9d2c-aaa8cf769fe6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.414204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=64b290d2-e444-452f-8628-0c84dbd56054,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:26.416893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b6cf417a-1dc0-492a-9d2c-aaa8cf769fe6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1176109
Jun 21 03:03:26.423702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:26.429864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60114) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:26.429864 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:26.435763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:26.453350 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.458499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 30c6d78d-101c-4a37-a113-449581d5d557 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:26.464487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11d92cd6-fb41-47fc-bf8a-3552c86e6be1 req-1284a4bf-bd0c-475f-9879-2b1f313c76c9 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702169
Jun 21 03:03:26.464773 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:26.464869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:26.471113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.471936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.477034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d32c571-df1a-448a-bedc-ee08ea1e45c2 req-76e9c469-d69f-48b6-adc4-1d5a5c4eedd4 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800424
Jun 21 03:03:26.518101 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081adaa6-7ffb-4a08-b85d-2f13b2cf6df5 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:03:26.527438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 46f145a3-372b-40da-b350-dfa2c48a0408 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:26.533528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.539463 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98888717-2892-485d-8f71-67d407fad36b x-openstack-request-id: req-98888717-2892-485d-8f71-67d407fad36b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:26.539772 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf", "name": "network-vif-plugged", "status": "completed", "tag": "152c69fe-def2-4fff-aa0c-0cf320ea9c6e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:26.540301 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98888717-2892-485d-8f71-67d407fad36b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:26.540704 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152c69fe-def2-4fff-aa0c-0cf320ea9c6e', 'code': 200}
Jun 21 03:03:26.557832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079adf09-bace-43fa-827f-c26062c783ca req-df99dd84-59e3-4879-82e9-73ae9ad527dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.559401 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-079adf09-bace-43fa-827f-c26062c783ca req-df99dd84-59e3-4879-82e9-73ae9ad527dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 1095 time: 0.2733257
Jun 21 03:03:26.570591 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.4416819
Jun 21 03:03:26.573026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60116) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:26.578637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:26.583107 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:26.591077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:26.638113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.702714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 30c6d78d-101c-4a37-a113-449581d5d557 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:26.707138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 30c6d78d-101c-4a37-a113-449581d5d557 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:26.707520 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.718903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.747114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.762812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a77569-ba6a-4254-9e31-ee3999a3c480 req-c3450d28-f4bf-427e-ab76-a2591d09e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.764644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7a77569-ba6a-4254-9e31-ee3999a3c480 req-c3450d28-f4bf-427e-ab76-a2591d09e316 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 1097 time: 0.1336496
Jun 21 03:03:26.835899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7a77569-ba6a-4254-9e31-ee3999a3c480 req-c0e971b6-fd12-4d66-9eff-4a86bd4e4b50 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650394
Jun 21 03:03:26.845873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.849419 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.852832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079adf09-bace-43fa-827f-c26062c783ca req-40805f32-0836-4ff4-b36c-b9133c814a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:26.854424 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-079adf09-bace-43fa-827f-c26062c783ca req-40805f32-0836-4ff4-b36c-b9133c814a08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.2866445
Jun 21 03:03:26.925906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 30c6d78d-101c-4a37-a113-449581d5d557, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=30c6d78d-101c-4a37-a113-449581d5d557,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:26.931031 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-079adf09-bace-43fa-827f-c26062c783ca req-78db2e2a-7edc-4e9a-a42d-deac9658db74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=125e3cd9-ef89-4382-865f-4d779555e8bb HTTP/1.1" status: 200  len: 217 time: 0.0510368
Jun 21 03:03:26.956677 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:26.991204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Deleting port a47f5004-7b21-40dd-914c-be4a740a7f4b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:26.991548 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.018696 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.026272 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-90c37fc2-1917-4705-8ec4-caf434266599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:27.057734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079adf09-bace-43fa-827f-c26062c783ca req-1782a874-29ef-4fa7-aa44-d7082425fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:27.059310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-079adf09-bace-43fa-827f-c26062c783ca req-1782a874-29ef-4fa7-aa44-d7082425fdc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.1181624
Jun 21 03:03:27.093847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.096138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=30c6d78d-101c-4a37-a113-449581d5d557,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:27.105837 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c025ddc4-2079-4cde-975a-b88026633bd3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:27.110132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.112508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.112886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.113237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.113612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.113952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.116356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.116717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.117848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.118206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.118563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.118884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:27.123682 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:27.129033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] For port a47f5004-7b21-40dd-914c-be4a740a7f4b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a47f5004-7b21-40dd-914c-be4a740a7f4b,segment=NetworkSegment(6b5d78b2-0cb6-440e-b43b-9e8cad8155e5),segment_id=6b5d78b2-0cb6-440e-b43b-9e8cad8155e5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:27.137158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.149108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] In _notify_port_updated(), no bound segment for port 64b290d2-e444-452f-8628-0c84dbd56054 on network 60831fbf-69f1-46ee-be8c-2277d4f328a1 {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:03:27.156350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:27.157024 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.158402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "PUT /v2.0/ports/64b290d2-e444-452f-8628-0c84dbd56054 HTTP/1.1" status: 200  len: 818 time: 0.5838554
Jun 21 03:03:27.161177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60122) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:27.214498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=64b290d2-e444-452f-8628-0c84dbd56054,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:27.218620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Calling delete_port for a47f5004-7b21-40dd-914c-be4a740a7f4b owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:27.221044 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:27.221173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.225890 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1868ed96-00d6-4ed7-b928-a69ac696e373 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:27.262260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=46f145a3-372b-40da-b350-dfa2c48a0408,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:27.267924 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:27.269833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.271683 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/46f145a3-372b-40da-b350-dfa2c48a0408 HTTP/1.1" status: 204  len: 168 time: 0.8464584
Jun 21 03:03:27.277379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af25d54b-d457-47b5-b5b6-d103e4e45271 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:27.281695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:27.310287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079adf09-bace-43fa-827f-c26062c783ca req-07d0d687-b98d-4c06-a9e1-bac96826ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:27.312954 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-079adf09-bace-43fa-827f-c26062c783ca req-07d0d687-b98d-4c06-a9e1-bac96826ac6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2438183
Jun 21 03:03:27.329181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 64b290d2-e444-452f-8628-0c84dbd56054 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:27.329577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.409441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 6a457f3a-d357-4d0e-abb5-20fd235a4c25 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:27.417746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.436350 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-079adf09-bace-43fa-827f-c26062c783ca req-3ab19497-9a42-43b6-99e7-7e866ab94dfc service neutron] 10.222.0.20 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1171701
Jun 21 03:03:27.449850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.504649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.508660 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8727d4df-d5be-44ed-b215-d028e84b0146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:27.523567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 64b290d2-e444-452f-8628-0c84dbd56054 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:27.534703 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.545469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Port': ['ID=a47f5004-7b21-40dd-914c-be4a740a7f4b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:27.547541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No DVR routers for this DVR port a47f5004-7b21-40dd-914c-be4a740a7f4b on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:27.551585 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:27.597356 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:03:27.722302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.750522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d37cc1f0>,) {'filters': {'network_id': ['37844c70-64fe-4f14-91f9-4899ae1c5917']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:27.754314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.774019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d37cc1f0>, '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:27.774019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d37cc1f0>, '6b5d78b2-0cb6-440e-b43b-9e8cad8155e5') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:27.783440 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-079adf09-bace-43fa-827f-c26062c783ca req-aa2f65fe-f000-44fa-864c-e007b2077be7 service neutron] 10.222.0.20 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3397565
Jun 21 03:03:27.786727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.809773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.817672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:27.818082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:27.821392 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:27.869418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.880924 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:27.925064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88b20f-2a26-4693-bfa8-b3d20341ab95 req-a820d03a-730c-424e-a775-c1c48781e8b2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:27.926916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d88b20f-2a26-4693-bfa8-b3d20341ab95 req-a820d03a-730c-424e-a775-c1c48781e8b2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 943 time: 0.2373824
Jun 21 03:03:27.938816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=64b290d2-e444-452f-8628-0c84dbd56054,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:27.944475 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:27.955197 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:27.958925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/64b290d2-e444-452f-8628-0c84dbd56054 HTTP/1.1" status: 204  len: 168 time: 0.7947562
Jun 21 03:03:27.961322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:28.009183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.014755 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25fcb2a6-7516-441e-b62c-93093702add9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:28.020344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.022230 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/37844c70-64fe-4f14-91f9-4899ae1c5917 HTTP/1.1" status: 204  len: 168 time: 3.5804627
Jun 21 03:03:28.033241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:28.039551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-442292858'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:28.045954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=37844c70-64fe-4f14-91f9-4899ae1c5917,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:28.054147 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:28.091973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc040f51-ef31-401f-8cdd-f678e210c37a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:28.096581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc040f51-ef31-401f-8cdd-f678e210c37a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1317973
Jun 21 03:03:28.097194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60134) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:28.159236 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8a3721-0299-4b6d-b847-2a0cc64465d3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:03:28.165783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8c8a3721-0299-4b6d-b847-2a0cc64465d3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/64b290d2-e444-452f-8628-0c84dbd56054 HTTP/1.1" status: 404  len: 333 time: 0.0631857
Jun 21 03:03:28.167670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60138) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:28.177448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1993610653'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:28.203750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:28.208039 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.257586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:28.264093 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.264421 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment a97f7be2-f979-4622-8bf6-d32369daeaf5 of type vlan for network 192e0aa2-6f5d-4187-a160-1668636244ce
Jun 21 03:03:28.316676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.345711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:28.349467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.377467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:28.386651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.387162 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Added segment 51f62341-c3e6-44b4-bd6d-d47582ab084f of type vlan for network 14119894-bd09-4e47-ae8d-18c0dddcaf08
Jun 21 03:03:28.420879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dffb11de-6d29-4776-b5b3-a7f19def941b None None] Provisioning complete for port 5d8491cc-8e78-4afb-808e-51ea1add8f49 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:28.422259 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dffb11de-6d29-4776-b5b3-a7f19def941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.442417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.480478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.487833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:28.488468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd6aff-07c0-4ced-928e-7faddc13e74a req-59809890-c4a0-4390-b6db-3f92917f5767 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:28.489046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.490181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9bd6aff-07c0-4ced-928e-7faddc13e74a req-59809890-c4a0-4390-b6db-3f92917f5767 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 945 time: 0.7318175
Jun 21 03:03:28.493769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.499486 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4723e0a-469e-4b00-b771-88218821856a tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:28.501009 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c9823dd6-8744-428f-9c00-e6ed02fbfc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:28.531874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d88b20f-2a26-4693-bfa8-b3d20341ab95 req-d85be09a-5480-41cd-be05-03ae0c19b698 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5945237
Jun 21 03:03:28.541541 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.548322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/6a457f3a-d357-4d0e-abb5-20fd235a4c25 HTTP/1.1" status: 204  len: 168 time: 1.2623446
Jun 21 03:03:28.548322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=6a457f3a-d357-4d0e-abb5-20fd235a4c25,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:28.558351 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:28.558351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60144) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:28.563520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ebf324-c6fc-47bb-8b3a-8dcb74791b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c6d78d-101c-4a37-a113-449581d5d557'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:28.567400 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24823e75-cbb6-45bd-9f73-16d5f18062c6" -d '{"events": [{"server_uuid": "21ebf324-c6fc-47bb-8b3a-8dcb74791b9f", "name": "network-vif-plugged", "status": "completed", "tag": "30c6d78d-101c-4a37-a113-449581d5d557"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:28.574669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.574855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c006fd95-cc09-4f88-841d-2d22eebffeec None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:28.580928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:28.581686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.592043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=192e0aa2-6f5d-4187-a160-1668636244ce,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:28.604069 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:28.604743 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c29c7f0-fb84-4a81-82d8-dde8708b83ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:28.620239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-41f8d6a3-a96a-408e-a948-72ed801b2811 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0614502
Jun 21 03:03:28.622059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60148) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:28.631446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:28.637554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 192e0aa2-6f5d-4187-a160-1668636244ce details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:28.667714 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6287394
Jun 21 03:03:28.667714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60152) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:28.681376 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': '192e0aa2-6f5d-4187-a160-1668636244ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:28.715848 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d54393-693e-40ac-8e91-1c24ac475461 x-openstack-request-id: req-f7d54393-693e-40ac-8e91-1c24ac475461 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:28.717356 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ebf324-c6fc-47bb-8b3a-8dcb74791b9f", "name": "network-vif-plugged", "status": "completed", "tag": "30c6d78d-101c-4a37-a113-449581d5d557", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:28.717356 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7d54393-693e-40ac-8e91-1c24ac475461 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:28.717583 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ebf324-c6fc-47bb-8b3a-8dcb74791b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c6d78d-101c-4a37-a113-449581d5d557', 'code': 200}
Jun 21 03:03:28.734051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Network': ['ID=14119894-bd09-4e47-ae8d-18c0dddcaf08,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:28.746995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:28.747785 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:28.784266 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6077561
Jun 21 03:03:28.786871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9bd6aff-07c0-4ced-928e-7faddc13e74a req-e8d520f6-7666-4da8-ad81-cf014d33dc27 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2752497
Jun 21 03:03:28.794946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60154) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:28.801945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:28.902761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc6ff-a322-4e5a-a97a-11107dae4da9 req-719d66ea-cf8b-4da7-a44f-b0de03742dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:28.905017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-defcc6ff-a322-4e5a-a97a-11107dae4da9 req-719d66ea-cf8b-4da7-a44f-b0de03742dd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21ebf324-c6fc-47bb-8b3a-8dcb74791b9f HTTP/1.1" status: 200  len: 1098 time: 0.1436982
Jun 21 03:03:28.912145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-5be1c4be-5c62-4d45-a8f4-eaa607c1486a tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:28.914097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-5be1c4be-5c62-4d45-a8f4-eaa607c1486a tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1097 time: 0.1303246
Jun 21 03:03:28.952302 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:28.970877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-defcc6ff-a322-4e5a-a97a-11107dae4da9 req-757ec2eb-0156-4ab2-a0d1-380f457d5c66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557885
Jun 21 03:03:28.981592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:03:29.001196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:29.005092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.012422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:03:29.012422 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:03:29.012422 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id_1': '2f27fa388127447887133d2c93cf0b1b', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 3, 28, 881807)}]
Jun 21 03:03:29.012422 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:29.012914 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:29.013456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:03:29.013456 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:03:29.013456 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id_1': '7231a18aca1741caa354d5e98021985c', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 3, 28, 972605)}]
Jun 21 03:03:29.013456 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:29.014001 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:29.033897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] Deleting port 5d8491cc-8e78-4afb-808e-51ea1add8f49 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:29.036705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.078120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Performing IP validity checks on allocation pools {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jun 21 03:03:29.078654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jun 21 03:03:29.088267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 125e3cd9-ef89-4382-865f-4d779555e8bb details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:03:29.122384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] For port 5d8491cc-8e78-4afb-808e-51ea1add8f49, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5d8491cc-8e78-4afb-808e-51ea1add8f49,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:29.123348 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.158437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:29.162062 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.230339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] Calling delete_port for 5d8491cc-8e78-4afb-808e-51ea1add8f49 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:29.329719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 125e3cd9-ef89-4382-865f-4d779555e8bb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=125e3cd9-ef89-4382-865f-4d779555e8bb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:29.344520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'port_id': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'mac_address': 'fa:16:3e:78:82:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:03:29.403318 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.409001 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.424096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125e3cd9-ef89-4382-865f-4d779555e8bb {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:03:29.430938 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:29.475948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 125e3cd9-ef89-4382-865f-4d779555e8bb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=125e3cd9-ef89-4382-865f-4d779555e8bb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:29.499713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=ef8ebb47-b23e-4029-8911-b8ecf2a88131,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:29.503804 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:29.509734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': 'a97f7be2-f979-4622-8bf6-d32369daeaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '192e0aa2-6f5d-4187-a160-1668636244ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:29.510107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: 192e0aa2-6f5d-4187-a160-1668636244ce, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:29.516817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.533816 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.542504 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:29.552150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5d8491cc-8e78-4afb-808e-51ea1add8f49 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:29.590701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] No DVR routers for this DVR port 5d8491cc-8e78-4afb-808e-51ea1add8f49 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:29.592453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5d8491cc-8e78-4afb-808e-51ea1add8f49 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:29.593623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5d8491cc-8e78-4afb-808e-51ea1add8f49 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:29.595226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] Pushing event deleted for resources: {'Port': ['ID=5d8491cc-8e78-4afb-808e-51ea1add8f49,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:29.598501 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:29.619887 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.624155 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d400916c-5674-48d4-9421-6b6357867371 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:29.660588 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.665968 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-41a25b34-8bfd-449f-b0d0-98877b4155c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:29.678849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=0b672c9a-4222-406b-b04d-cee38227dd5a,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:29.690951 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:29.719965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 192e0aa2-6f5d-4187-a160-1668636244ce is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:29.723196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=125e3cd9-ef89-4382-865f-4d779555e8bb,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:29.728382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Checking segment: {'id': '51f62341-c3e6-44b4-bd6d-d47582ab084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:29.728747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network hostable DHCP agents. Network: 14119894-bd09-4e47-ae8d-18c0dddcaf08, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:29.733034 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:29.749098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bc07c-83f8-41ff-9763-e43118e35d55 req-b4337916-6745-475e-9143-67626c3a2ea3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:29.750669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec3bc07c-83f8-41ff-9763-e43118e35d55 req-b4337916-6745-475e-9143-67626c3a2ea3 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 944 time: 0.0762877
Jun 21 03:03:29.753450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:29.756910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.845921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 192e0aa2-6f5d-4187-a160-1668636244ce) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:29.854617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aed65f-f578-4db2-a4e0-1b900d941dad None None] Network 192e0aa2-6f5d-4187-a160-1668636244ce requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:29.858076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:29.858625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:29.894980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec3bc07c-83f8-41ff-9763-e43118e35d55 req-7d27f6b9-ce0a-4c20-9272-138a03bb39b4 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310339
Jun 21 03:03:29.938975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['125e3cd9-ef89-4382-865f-4d779555e8bb'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:03:29.984921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:29.991194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 14119894-bd09-4e47-ae8d-18c0dddcaf08) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:29.999428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:30.000035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:30.012230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a471ec4-2aac-429e-a38c-e5376d4e6962 None None] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:30.035433 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:30.162103 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:30.169037 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:30.208710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f81b2b7f-e7ca-437b-88ad-d744d261ac15 req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.2762637
Jun 21 03:03:30.214052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966fa1a7-7ab9-4b6d-948d-b5884a207835,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:30.218537 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:30.226379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37288d-f501-4e1e-99a2-ab5de047df35 req-b58a3c39-beca-4a01-a11d-c2633218ea15 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:30.228635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe37288d-f501-4e1e-99a2-ab5de047df35 req-b58a3c39-beca-4a01-a11d-c2633218ea15 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 945 time: 0.1609015
Jun 21 03:03:30.273557 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.5981064
Jun 21 03:03:30.273557 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4744368
Jun 21 03:03:30.275813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60166) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:30.276162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60168) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:30.284764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-11855f6b-45a7-40af-9e95-12058bc584a8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:30.294471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-192e0aa2-6f5d-4187-a160-1668636244ce', 'network_id': '192e0aa2-6f5d-4187-a160-1668636244ce', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': 'ef8ebb47-b23e-4029-8911-b8ecf2a88131'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:30.296560 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:30.301509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe37288d-f501-4e1e-99a2-ab5de047df35 req-5e318747-8fa6-44cc-ac10-454e13553498 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606289
Jun 21 03:03:30.509789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:03:30.516726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:30.521749 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b1bac1c-9e60-43df-bc4b-76c18b3f9867 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:30.528424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Allocated IP 172.20.0.3 (192e0aa2-6f5d-4187-a160-1668636244ce/ef8ebb47-b23e-4029-8911-b8ecf2a88131/69fdccbc-bbb6-4abb-ba3a-713870a2cf43) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:30.646245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=6e7b0b88-f3a8-4d3c-95df-89a3b641fe64,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:30.655235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:30.660661 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:30.672365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:30.675879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:30.680159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:30.680772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:30.719837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11855f6b-45a7-40af-9e95-12058bc584a8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:30.723619 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11855f6b-45a7-40af-9e95-12058bc584a8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:30.739596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0ed56-992b-4c64-b635-b94e4a98319c req-c0d41323-d09b-41d7-b0a4-698eb0439332 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:30.748726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cb0ed56-992b-4c64-b635-b94e4a98319c req-c0d41323-d09b-41d7-b0a4-698eb0439332 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.1534107
Jun 21 03:03:30.808732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cb0ed56-992b-4c64-b635-b94e4a98319c req-eb9e1fa9-f213-4416-a753-ce084a5b6d9a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539293
Jun 21 03:03:30.830924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2048006
Jun 21 03:03:30.831565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60176) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:30.840832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4bd83b4a-a0c3-47fb-9278-35f1e2146402 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:30.855840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60178) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:30.990500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-14119894-bd09-4e47-ae8d-18c0dddcaf08', 'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08', 'tenant_id': '5f354fbcd5f2498aa624b0337d6e1c02', 'fixed_ips': [{'subnet_id': '0b672c9a-4222-406b-b04d-cee38227dd5a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:30.991378 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.003008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0de72-12d0-48d9-94b0-b68121728877 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:31.003248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-28b829eb-7b32-4633-b98d-dc1d8b3ae0df tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/d84822cd-ddd2-4d7f-a834-86d070211cf3 HTTP/1.1" status: 200  len: 993 time: 0.1347537
Jun 21 03:03:31.016674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec0c3-de94-4a18-b899-df490d9ccaa4 req-101fd158-25bf-4017-ab29-3cdcc3710422 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:31.018258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdec0c3-de94-4a18-b899-df490d9ccaa4 req-101fd158-25bf-4017-ab29-3cdcc3710422 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ebf324-c6fc-47bb-8b3a-8dcb74791b9f HTTP/1.1" status: 200  len: 946 time: 0.2283921
Jun 21 03:03:31.096997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 125e3cd9-ef89-4382-865f-4d779555e8bb up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:31.129212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdec0c3-de94-4a18-b899-df490d9ccaa4 req-a942cc9e-8ba0-4031-b9fa-545e0794fc61 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039138
Jun 21 03:03:31.153195 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.171270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Transition to ACTIVE for port object 69fdccbc-bbb6-4abb-ba3a-713870a2cf43 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:31.190584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43698-39df-4504-970e-5d66b6eb53bf req-23abb6b2-6f6b-44da-b3d4-af9902740818 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:31.192334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37d43698-39df-4504-970e-5d66b6eb53bf req-23abb6b2-6f6b-44da-b3d4-af9902740818 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 944 time: 0.1205752
Jun 21 03:03:31.225669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd83b4a-a0c3-47fb-9278-35f1e2146402 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:31.230614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4bd83b4a-a0c3-47fb-9278-35f1e2146402 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.234536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Transition to ACTIVE for port object 69fdccbc-bbb6-4abb-ba3a-713870a2cf43 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:31.307433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37d43698-39df-4504-970e-5d66b6eb53bf req-5c46c59d-286f-4a6f-acf9-418a167a1837 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033428
Jun 21 03:03:31.347975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.356320 n-d-758944-33 neutron-server[94167]: INFO neutron.db.ipam_backend_mixin [None req-4bd83b4a-a0c3-47fb-9278-35f1e2146402 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e7b0b88-f3a8-4d3c-95df-89a3b641fe64 (CIDR: 2001:db8::/64)
Jun 21 03:03:31.421066 n-d-758944-33 neutron-server[94166]: INFO neutron.db.ipam_backend_mixin [None req-11855f6b-45a7-40af-9e95-12058bc584a8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b672c9a-4222-406b-b04d-cee38227dd5a (CIDR: 172.20.0.0/28)
Jun 21 03:03:31.433759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '6e7b0b88-f3a8-4d3c-95df-89a3b641fe64'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:31.434650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.450013 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd83b4a-a0c3-47fb-9278-35f1e2146402 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:03:31.451302 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.451859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd83b4a-a0c3-47fb-9278-35f1e2146402 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:03:31.464203 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3ffe4da7-cc81-4da5-ac44-da5cac0ab6e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:31.486534 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-11855f6b-45a7-40af-9e95-12058bc584a8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:03:31.486969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11855f6b-45a7-40af-9e95-12058bc584a8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:03:31.507241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Network 192e0aa2-6f5d-4187-a160-1668636244ce is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:31.526279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:31.530501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:31.545062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 125e3cd9-ef89-4382-865f-4d779555e8bb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:31.552093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 125e3cd9-ef89-4382-865f-4d779555e8bb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:31.552492 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.553932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Pushing event updated for resources: {'Port': ['ID=69fdccbc-bbb6-4abb-ba3a-713870a2cf43,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:31.563834 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:31.595645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4bd83b4a-a0c3-47fb-9278-35f1e2146402 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7611682
Jun 21 03:03:31.599744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60198) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:31.605080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:31.616364 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.636662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11855f6b-45a7-40af-9e95-12058bc584a8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3533425
Jun 21 03:03:31.636662 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18940278-b16d-4e6d-8c37-df6007467f63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:31.642632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60200) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:31.646845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:31.692903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8ebb47-b23e-4029-8911-b8ecf2a88131,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:31.707956 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:31.797515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Attempting to bind port 69fdccbc-bbb6-4abb-ba3a-713870a2cf43 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:31.797906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Attempting to bind port 69fdccbc-bbb6-4abb-ba3a-713870a2cf43 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'a97f7be2-f979-4622-8bf6-d32369daeaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '192e0aa2-6f5d-4187-a160-1668636244ce'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:31.798281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Attempting to bind port 69fdccbc-bbb6-4abb-ba3a-713870a2cf43 on network 192e0aa2-6f5d-4187-a160-1668636244ce {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:31.814746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Allocated IP 172.20.0.2 (14119894-bd09-4e47-ae8d-18c0dddcaf08/0b672c9a-4222-406b-b04d-cee38227dd5a/523b156a-4ca1-42c1-93b9-df820206cc78) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:31.816178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.816920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:31.817304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Checking segment: {'id': 'a97f7be2-f979-4622-8bf6-d32369daeaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '192e0aa2-6f5d-4187-a160-1668636244ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:31.817733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.818132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Bound using segment: {'id': 'a97f7be2-f979-4622-8bf6-d32369daeaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '192e0aa2-6f5d-4187-a160-1668636244ce'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:31.818615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Bound port: 69fdccbc-bbb6-4abb-ba3a-713870a2cf43, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97f7be2-f979-4622-8bf6-d32369daeaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '192e0aa2-6f5d-4187-a160-1668636244ce'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:31.818997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.838007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1fd1a90>,) {'filters': {'network_id': ['192e0aa2-6f5d-4187-a160-1668636244ce']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:31.855075 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-e11b0525-a706-468d-924b-8a1dc4f4d254 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2760568
Jun 21 03:03:31.866333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1fd1a90>, 'a97f7be2-f979-4622-8bf6-d32369daeaf5') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:31.873055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1fd1a90>, 'a97f7be2-f979-4622-8bf6-d32369daeaf5') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:31.889441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.911821 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.934147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:31.939294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.940357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:31.940796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:31.946972 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:31.986152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.007245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Allocated IP 2001:db8::f816:3eff:fe24:a00a (4d82cb52-2247-4a3b-982b-02458c34d10e/6e7b0b88-f3a8-4d3c-95df-89a3b641fe64/037a1f31-d745-4395-ab9c-3d6802e3b526) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:32.064672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-442cb6e6-8a89-49c3-9e55-5daacec2524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:32.066305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-442cb6e6-8a89-49c3-9e55-5daacec2524d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1098 time: 0.1367855
Jun 21 03:03:32.077173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125e3cd9-ef89-4382-865f-4d779555e8bb'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:32.079554 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af305bf-1448-4f60-bed5-a66e307a8d08" -d '{"events": [{"server_uuid": "10067ab3-f057-4df9-901a-b4fea5cdb655", "name": "network-vif-plugged", "status": "completed", "tag": "125e3cd9-ef89-4382-865f-4d779555e8bb"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:32.090292 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:03:32.090292 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:03:32.090292 n-d-758944-33 neutron-server[94166]: [parameters: {'id': '192e0aa2-6f5d-4187-a160-1668636244ce'}]
Jun 21 03:03:32.090292 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:32.090292 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:32.127976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] For port 69fdccbc-bbb6-4abb-ba3a-713870a2cf43, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:32.161595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 125e3cd9-ef89-4382-865f-4d779555e8bb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=125e3cd9-ef89-4382-865f-4d779555e8bb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:32.177705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:32.181706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.300308 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60210) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:32.324028 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] For port 69fdccbc-bbb6-4abb-ba3a-713870a2cf43, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=69fdccbc-bbb6-4abb-ba3a-713870a2cf43,segment=NetworkSegment(a97f7be2-f979-4622-8bf6-d32369daeaf5),segment_id=a97f7be2-f979-4622-8bf6-d32369daeaf5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:32.346255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-7638e61a-44f2-46fc-925d-0267a7654be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:32.347755 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-7638e61a-44f2-46fc-925d-0267a7654be8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 200  len: 914 time: 0.2442310
Jun 21 03:03:32.370537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a329c9-fda8-458f-b039-c2d5eef041a7 req-4347bb51-0a5e-4ab5-a57c-d0f671ee4272 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:32.372436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26a329c9-fda8-458f-b039-c2d5eef041a7 req-4347bb51-0a5e-4ab5-a57c-d0f671ee4272 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.1635325
Jun 21 03:03:32.408043 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.424663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Transition to ACTIVE for port object 523b156a-4ca1-42c1-93b9-df820206cc78 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:32.447655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Transition to ACTIVE for port object 523b156a-4ca1-42c1-93b9-df820206cc78 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:32.477676 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.482577 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.482764 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-59e96afa-a4ce-410b-af96-d95201b5604b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 200  len: 1002 time: 0.1107309
Jun 21 03:03:32.483209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26a329c9-fda8-458f-b039-c2d5eef041a7 req-45cf9672-4e12-4ac0-9a44-8a0b996a3c1b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025651
Jun 21 03:03:32.491649 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7e182c75-d927-46ac-a5b4-b1e1feebfa55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:32.539450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-ad6a93b0-bb2f-4556-b2e8-08b03a331fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:32.541744 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-ad6a93b0-bb2f-4556-b2e8-08b03a331fbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4407d074-8826-43b3-8110-e714b90364f7 HTTP/1.1" status: 200  len: 852 time: 0.0500920
Jun 21 03:03:32.555176 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a56f24a-be16-46cc-8834-853f8ecba3a3 x-openstack-request-id: req-3a56f24a-be16-46cc-8834-853f8ecba3a3 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:32.555667 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10067ab3-f057-4df9-901a-b4fea5cdb655", "name": "network-vif-plugged", "status": "completed", "tag": "125e3cd9-ef89-4382-865f-4d779555e8bb", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:32.555667 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a56f24a-be16-46cc-8834-853f8ecba3a3 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:32.568954 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'code': 200}
Jun 21 03:03:32.608809 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.630659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.634320 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.642046 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-84976b6f-96fa-42d9-8a3e-3697d9a65e40 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3196890
Jun 21 03:03:32.671418 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dfc7ea94-1833-486a-8bdb-31ac8e118706 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:32.691822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=125e3cd9-ef89-4382-865f-4d779555e8bb,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:32.695304 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.738554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:32.770787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Transition to ACTIVE for port object 037a1f31-d745-4395-ab9c-3d6802e3b526 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:32.772882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:32.782145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:32.818353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Transition to ACTIVE for port object 037a1f31-d745-4395-ab9c-3d6802e3b526 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:32.830842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:32.846576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Pushing event updated for resources: {'Port': ['ID=69fdccbc-bbb6-4abb-ba3a-713870a2cf43,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:32.849804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:32.864278 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:32.869113 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:32.870011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:32.870554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.870683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b94376-2ef8-4f86-b409-a7f7bea014e5 None None] Network 192e0aa2-6f5d-4187-a160-1668636244ce requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:32.876900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=fe0450ab-6f17-42cf-bd77-53438abbaa03,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:32.900265 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:32.925288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-8ee2a989-a866-43c2-8b81-4002f1a4284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:32.926807 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-8ee2a989-a866-43c2-8b81-4002f1a4284d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6a74d45-78b4-46a0-9401-7eac2146f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3671429
Jun 21 03:03:32.951895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.957695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Attempting to bind port 523b156a-4ca1-42c1-93b9-df820206cc78 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:32.958070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Attempting to bind port 523b156a-4ca1-42c1-93b9-df820206cc78 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '51f62341-c3e6-44b4-bd6d-d47582ab084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:32.958436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Attempting to bind port 523b156a-4ca1-42c1-93b9-df820206cc78 on network 14119894-bd09-4e47-ae8d-18c0dddcaf08 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:32.975544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Deleting port 974219a3-975e-4503-b858-70143d6e5ee4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:32.975888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:32.985191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Pushing event updated for resources: {'Port': ['ID=523b156a-4ca1-42c1-93b9-df820206cc78,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:32.989704 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:32.993260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584775b1-b229-4847-8508-b9fcd327f4d6 req-f6d5a395-cc56-4d08-a910-721ca5a1251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:32.994812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-584775b1-b229-4847-8508-b9fcd327f4d6 req-f6d5a395-cc56-4d08-a910-721ca5a1251e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 1097 time: 0.3315136
Jun 21 03:03:32.994964 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8ba9332a-6f37-4d7b-adbf-941d5d0d681b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:32.997260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:33.002947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Checking segment: {'id': '51f62341-c3e6-44b4-bd6d-d47582ab084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:33.002947 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.002947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Bound using segment: {'id': '51f62341-c3e6-44b4-bd6d-d47582ab084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:33.002947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Bound port: 523b156a-4ca1-42c1-93b9-df820206cc78, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f62341-c3e6-44b4-bd6d-d47582ab084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:33.002947 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.008880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:33.011638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Deleting port 69fdccbc-bbb6-4abb-ba3a-713870a2cf43 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:33.012172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.041059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:33.041287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacfa60-1c68-4295-9a22-4b436ab37057 req-2ee773ad-c6ea-4d80-8aa5-177d6886c8ff tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:33.043224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6cacfa60-1c68-4295-9a22-4b436ab37057 req-2ee773ad-c6ea-4d80-8aa5-177d6886c8ff tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 945 time: 0.2989907
Jun 21 03:03:33.057393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:33.073219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4720607
Jun 21 03:03:33.073480 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.077182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60228) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:33.083752 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d44bea63-d850-4e8b-b603-a8016e1fb5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:33.094325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:c7:74:04', 'name': 'tempest-NetworksTestDHCPv6-1143842976'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:33.132239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Pushing event updated for resources: {'Port': ['ID=037a1f31-d745-4395-ab9c-3d6802e3b526,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:33.134379 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-584775b1-b229-4847-8508-b9fcd327f4d6 req-daeb1bbe-6b27-4699-b4ea-3868247ded8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076760
Jun 21 03:03:33.139253 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:33.149904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6cacfa60-1c68-4295-9a22-4b436ab37057 req-fa0e4eb2-952b-4813-a760-b29eaa677f83 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923593
Jun 21 03:03:33.168848 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:33.175859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b131e-2ad7-47d9-934f-c3bd0e34f945 req-15e92294-907d-44b5-b8cf-9a2cafa1d1eb tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:33.176584 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:33.178073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f22b131e-2ad7-47d9-934f-c3bd0e34f945 req-15e92294-907d-44b5-b8cf-9a2cafa1d1eb tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ebf324-c6fc-47bb-8b3a-8dcb74791b9f HTTP/1.1" status: 200  len: 946 time: 0.2975695
Jun 21 03:03:33.221535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.222169 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.246927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Attempting to bind port 037a1f31-d745-4395-ab9c-3d6802e3b526 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:33.247420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Attempting to bind port 037a1f31-d745-4395-ab9c-3d6802e3b526 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:33.247692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Attempting to bind port 037a1f31-d745-4395-ab9c-3d6802e3b526 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:33.250229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] For port 523b156a-4ca1-42c1-93b9-df820206cc78, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:33.264728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:33.265102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:33.265681 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.266088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:33.266579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Bound port: 037a1f31-d745-4395-ab9c-3d6802e3b526, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:33.266954 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.282151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] For port 523b156a-4ca1-42c1-93b9-df820206cc78, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=523b156a-4ca1-42c1-93b9-df820206cc78,segment=NetworkSegment(51f62341-c3e6-44b4-bd6d-d47582ab084f),segment_id=51f62341-c3e6-44b4-bd6d-d47582ab084f)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:33.317985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Calling delete_port for 974219a3-975e-4503-b858-70143d6e5ee4 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:33.327308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:33.335196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f22b131e-2ad7-47d9-934f-c3bd0e34f945 req-d9a3cc7b-00e1-4bb4-8b36-6e92bff217a8 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502538
Jun 21 03:03:33.353684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] For port 69fdccbc-bbb6-4abb-ba3a-713870a2cf43, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=69fdccbc-bbb6-4abb-ba3a-713870a2cf43,segment=NetworkSegment(a97f7be2-f979-4622-8bf6-d32369daeaf5),segment_id=a97f7be2-f979-4622-8bf6-d32369daeaf5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:33.354177 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.370141 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.377234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:33.392243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:33.392477 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78d1b1be-7c97-4f35-a11c-7ab5f14620b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:33.392597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.396738 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-f523a3f2-0c45-4a54-bde3-00e074194c28 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4616475
Jun 21 03:03:33.432069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] For port 037a1f31-d745-4395-ab9c-3d6802e3b526, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:33.467994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] For port 037a1f31-d745-4395-ab9c-3d6802e3b526, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=037a1f31-d745-4395-ab9c-3d6802e3b526,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:33.488811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Pushing event updated for resources: {'Port': ['ID=523b156a-4ca1-42c1-93b9-df820206cc78,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:33.503120 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:33.558489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Calling delete_port for 69fdccbc-bbb6-4abb-ba3a-713870a2cf43 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:33.594607 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.594607 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-999896fe-bea4-4f0b-b38b-dfef4450c9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:33.595710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=1c084c90-70e0-4db2-b511-43fbb577625e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:33.623427 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:33.631051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-29269a9c-a1e6-4bc6-b2ce-6208c51cbbb6 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:33.632757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-29269a9c-a1e6-4bc6-b2ce-6208c51cbbb6 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ebf324-c6fc-47bb-8b3a-8dcb74791b9f HTTP/1.1" status: 200  len: 946 time: 0.2431059
Jun 21 03:03:33.716659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Pushing event updated for resources: {'Port': ['ID=037a1f31-d745-4395-ab9c-3d6802e3b526,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:33.732332 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:33.772282 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.1300316
Jun 21 03:03:33.785941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60244) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:33.798067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08', 'fixed_ips': [{'subnet_id': '0b672c9a-4222-406b-b04d-cee38227dd5a'}, {'subnet_id': '1c084c90-70e0-4db2-b511-43fbb577625e'}], 'name': 'tempest-PortsTestJSON-2051158451'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:33.874572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:33.894617 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ffa12a78-5d25-4111-8cdf-f57615e46ba8 req-f05528ba-bc34-4ca7-98ef-64b6b7ab49bd service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4251206
Jun 21 03:03:34.003243 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-472a66b1-6f51-4c39-a7a1-f7b25faacb6d tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:34.108586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event deleted for resources: {'Port': ['ID=974219a3-975e-4503-b858-70143d6e5ee4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:34.115392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:34.119497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.130306 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7e23f401-be9c-44b1-a2a7-a61e03b0fca8 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:34.156865 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:34.208408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No DVR routers for this DVR port 69fdccbc-bbb6-4abb-ba3a-713870a2cf43 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:34.293368 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.294987 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Floating IP b66e81b4-3ebe-4534-ade8-28533c3f92a0 disassociated (deleted). External IP: 172.25.7.154, port: a556ca73-64c4-4768-8683-a841978d8a68.
Jun 21 03:03:34.310750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Port': ['ID=69fdccbc-bbb6-4abb-ba3a-713870a2cf43,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:34.314119 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:34.339414 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a77bb0f2-fb1c-41a9-a5a6-e1b3599a1e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.376304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84a111-6377-4047-8b54-70dd3b9dd68d req-2f4e2270-389c-4d65-81ff-115b53269c46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:34.381917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad84a111-6377-4047-8b54-70dd3b9dd68d req-2f4e2270-389c-4d65-81ff-115b53269c46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.6468482
Jun 21 03:03:34.397537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.416157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8b3c880>,) {'filters': {'network_id': ['192e0aa2-6f5d-4187-a160-1668636244ce']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:34.444607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8b3c880>, 'a97f7be2-f979-4622-8bf6-d32369daeaf5') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:34.449625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8b3c880>, 'a97f7be2-f979-4622-8bf6-d32369daeaf5') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:34.452768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Deleting port 30c6d78d-101c-4a37-a113-449581d5d557 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:34.453221 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.483767 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.496537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.514943 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.533220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-e57bb727-7de5-4f1c-9c25-a247bde23c05 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:34.534816 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-e57bb727-7de5-4f1c-9c25-a247bde23c05 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 945 time: 0.2709658
Jun 21 03:03:34.536650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:34.536650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:34.540368 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:34.631980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 37ddb016-4bf0-448a-9267-e43f50821bc9 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:34.837496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.847269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:34.851817 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/192e0aa2-6f5d-4187-a160-1668636244ce HTTP/1.1" status: 204  len: 168 time: 4.4669673
Jun 21 03:03:34.855975 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f491fcdf-42c2-4d14-ae97-e1c73a9672bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:34.880973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60258) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:34.947239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37e85f-e676-4685-98a7-872d9ee5df0b None None] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:34.954090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=192e0aa2-6f5d-4187-a160-1668636244ce,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:34.957628 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:34.964717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1671286094'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:35.027566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Deleting port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:35.028078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.036693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8:0:1::29e (4d82cb52-2247-4a3b-982b-02458c34d10e/fe0450ab-6f17-42cf-bd77-53438abbaa03/37ddb016-4bf0-448a-9267-e43f50821bc9) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:35.090546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7953438c-c1ab-4452-912a-b8ce9cd980d6 None None] Provisioning for port 523b156a-4ca1-42c1-93b9-df820206cc78 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:35.106128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::f816:3eff:fec7:7404 (4d82cb52-2247-4a3b-982b-02458c34d10e/6e7b0b88-f3a8-4d3c-95df-89a3b641fe64/37ddb016-4bf0-448a-9267-e43f50821bc9) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:35.171363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad84a111-6377-4047-8b54-70dd3b9dd68d req-b414596f-9fe7-410a-8445-33b99673c887 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7703345
Jun 21 03:03:35.172080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:35.215062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] For port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:35.215062 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.272736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:35.277477 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.318550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:35.367020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.367405 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment 4d0413e7-b5c4-4387-8ff4-63f5d1dc6665 of type vlan for network 1f376c79-f975-435f-9caa-41d98f5bf850
Jun 21 03:03:35.375676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Update dhcp port {'port': {'network_id': '14119894-bd09-4e47-ae8d-18c0dddcaf08', 'fixed_ips': [{'subnet_id': '0b672c9a-4222-406b-b04d-cee38227dd5a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c084c90-70e0-4db2-b511-43fbb577625e'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '523b156a-4ca1-42c1-93b9-df820206cc78'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:03:35.397391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Calling delete_port for 152c69fe-def2-4fff-aa0c-0cf320ea9c6e owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:35.419295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.492859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5893bed-ec6d-4890-9abf-6ef0d9662c1f None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:35.506235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.583929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] For port 30c6d78d-101c-4a37-a113-449581d5d557, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=30c6d78d-101c-4a37-a113-449581d5d557,segment=NetworkSegment(e19bad0f-f6f2-42f2-9018-212a85f2db3c),segment_id=e19bad0f-f6f2-42f2-9018-212a85f2db3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:35.584292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.603420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e94e-c62b-4b1f-8eef-cfc696dd5a7d req-4ae77b49-a3cc-407f-9991-8e1056cbde80 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:35.603756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbc2e94e-c62b-4b1f-8eef-cfc696dd5a7d req-4ae77b49-a3cc-407f-9991-8e1056cbde80 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 945 time: 1.2459950
Jun 21 03:03:35.621037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:03:35.660914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 523b156a-4ca1-42c1-93b9-df820206cc78 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:35.675527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.682969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:35.687595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.698259 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff858680-334b-4e4b-8450-c7a573e274c5 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:35.739619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Calling delete_port for 30c6d78d-101c-4a37-a113-449581d5d557 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:35.784498 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.815456 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:35.829309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=1f376c79-f975-435f-9caa-41d98f5bf850,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:35.840511 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:35.847476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 37ddb016-4bf0-448a-9267-e43f50821bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:35.855495 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8941107
Jun 21 03:03:35.857109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60268) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:35.862646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': '1f376c79-f975-435f-9caa-41d98f5bf850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:35.864845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 1f376c79-f975-435f-9caa-41d98f5bf850 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:35.874477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4af64745-e9e4-45cb-9828-69e99b206894 None None] Provisioning for port 037a1f31-d745-4395-ab9c-3d6802e3b526 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:36.059245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbc2e94e-c62b-4b1f-8eef-cfc696dd5a7d req-16262541-a347-41c7-92b8-e387852b66a0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4280500
Jun 21 03:03:36.066772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c89dd-f098-4c14-8bbb-a5fb7c4da27a req-3a415df5-b329-4cb3-a04b-bfdb2b050a2b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:36.073826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.074105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-333c89dd-f098-4c14-8bbb-a5fb7c4da27a req-3a415df5-b329-4cb3-a04b-bfdb2b050a2b tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ebf324-c6fc-47bb-8b3a-8dcb74791b9f HTTP/1.1" status: 200  len: 946 time: 0.6987352
Jun 21 03:03:36.074573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Allocated IP 172.20.0.18 (14119894-bd09-4e47-ae8d-18c0dddcaf08/1c084c90-70e0-4db2-b511-43fbb577625e/523b156a-4ca1-42c1-93b9-df820206cc78) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:36.083864 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c86e9a1-0cdb-4b71-81c7-8d33de4ed789 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:36.096494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port d74ffe95-0a73-4171-93fc-e95f04209044 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:36.116741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Pushing event deleted for resources: {'Port': ['ID=152c69fe-def2-4fff-aa0c-0cf320ea9c6e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:36.127514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:36.132898 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.138926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.139192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.141541 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:36.160572 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:36.189854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 523b156a-4ca1-42c1-93b9-df820206cc78 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:36.198506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 523b156a-4ca1-42c1-93b9-df820206cc78 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:36.198887 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.274930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] No DVR routers for this DVR port 152c69fe-def2-4fff-aa0c-0cf320ea9c6e on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:36.284839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.286865 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5370ef1c-8633-4731-aad6-88c609b60f3a req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "DELETE /v2.0/ports/152c69fe-def2-4fff-aa0c-0cf320ea9c6e HTTP/1.1" status: 204  len: 173 time: 1.7455373
Jun 21 03:03:36.289893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf', 'name': 'network-vif-deleted', 'tag': '152c69fe-def2-4fff-aa0c-0cf320ea9c6e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:36.292251 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612444e6-077e-44f5-bfbf-01055ab1fbbc" -d '{"events": [{"server_uuid": "2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf", "name": "network-vif-deleted", "tag": "152c69fe-def2-4fff-aa0c-0cf320ea9c6e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:36.296807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-333c89dd-f098-4c14-8bbb-a5fb7c4da27a req-7a20517f-5f02-40a2-bc80-2cd57b4d6826 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/security-groups?id=81a23f93-733c-4c36-9b93-583e0c14cd57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218010
Jun 21 03:03:36.321403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] For port 523b156a-4ca1-42c1-93b9-df820206cc78, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=523b156a-4ca1-42c1-93b9-df820206cc78,segment=NetworkSegment(51f62341-c3e6-44b4-bd6d-d47582ab084f),segment_id=51f62341-c3e6-44b4-bd6d-d47582ab084f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:36.332709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:36.345373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:36.345373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:36.362491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:36.363652 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.370970 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516697b3-e08c-45b3-8575-22adcaad2c93 x-openstack-request-id: req-516697b3-e08c-45b3-8575-22adcaad2c93 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:36.371780 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf", "name": "network-vif-deleted", "tag": "152c69fe-def2-4fff-aa0c-0cf320ea9c6e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:36.373067 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-516697b3-e08c-45b3-8575-22adcaad2c93 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:36.373889 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf', 'name': 'network-vif-deleted', 'tag': '152c69fe-def2-4fff-aa0c-0cf320ea9c6e', 'status': 'completed', 'code': 200}
Jun 21 03:03:36.394460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=37ddb016-4bf0-448a-9267-e43f50821bc9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:36.403971 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:36.404154 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.425488 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.450821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.451117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:03:36.457735 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e61f942-a5ab-4579-bc07-ec5c6074915b tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:36.473106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] Sync routers for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:03:36.487828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Transition to ACTIVE for port object 523b156a-4ca1-42c1-93b9-df820206cc78 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:36.490653 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.510949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:03:36.511592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ddfa00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:03:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:36.517893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Update dhcp port {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'fixed_ips': [{'subnet_id': '6e7b0b88-f3a8-4d3c-95df-89a3b641fe64', 'ip_address': '2001:db8::f816:3eff:fe24:a00a'}, {'subnet_id': 'fe0450ab-6f17-42cf-bd77-53438abbaa03'}], 'binding:host_id': 'n-d-758944-33'}, 'id': '037a1f31-d745-4395-ab9c-3d6802e3b526'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:03:36.562481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Pushing event deleted for resources: {'Port': ['ID=30c6d78d-101c-4a37-a113-449581d5d557,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:36.586958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.600482 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:36.608982 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:36.675628 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "DELETE /v2.0/floatingips/b66e81b4-3ebe-4534-ade8-28533c3f92a0 HTTP/1.1" status: 204  len: 168 time: 4.3735154
Jun 21 03:03:36.678988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] No DVR routers for this DVR port 30c6d78d-101c-4a37-a113-449581d5d557 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:36.699257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:36.699370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.699460 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d4bffa-c239-4e5d-86d1-692c8bf23651" -d '{"events": [{"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:36.751512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.769624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bffa1f37-b26e-4a68-b755-826e0be9bd53 req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.26 "DELETE /v2.0/ports/30c6d78d-101c-4a37-a113-449581d5d557 HTTP/1.1" status: 204  len: 173 time: 3.1270533
Jun 21 03:03:36.771774 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e429857f-e36b-44dd-bfa9-7337927a7411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:36.799347 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Pushing event updated for resources: {'Port': ['ID=523b156a-4ca1-42c1-93b9-df820206cc78,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:36.802073 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:36.802435 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:36.806196 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:36.863841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:03:36.926501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08315402-537f-45f2-b285-fad7bb38066b req-2973f7bc-40ad-4741-b66b-e5236567006a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:36.929020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08315402-537f-45f2-b285-fad7bb38066b req-2973f7bc-40ad-4741-b66b-e5236567006a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.4605610
Jun 21 03:03:37.041472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08315402-537f-45f2-b285-fad7bb38066b req-42cc65c9-1858-4a3e-b4a3-07c22151c988 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046801
Jun 21 03:03:37.072241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.11 (14119894-bd09-4e47-ae8d-18c0dddcaf08/0b672c9a-4222-406b-b04d-cee38227dd5a/d74ffe95-0a73-4171-93fc-e95f04209044) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:37.081363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.24 (14119894-bd09-4e47-ae8d-18c0dddcaf08/1c084c90-70e0-4db2-b511-43fbb577625e/d74ffe95-0a73-4171-93fc-e95f04209044) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:37.156747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Allocated IP 2001:db8:0:1::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/fe0450ab-6f17-42cf-bd77-53438abbaa03/037a1f31-d745-4395-ab9c-3d6802e3b526) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:37.236131 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:37.252601 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 4.1651828
Jun 21 03:03:37.356059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60284) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:37.413698 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da535c9-da63-4ed3-bd21-bf0e07e07a1b x-openstack-request-id: req-8da535c9-da63-4ed3-bd21-bf0e07e07a1b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:37.414253 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "tag": "a556ca73-64c4-4768-8683-a841978d8a68", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:37.415542 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8da535c9-da63-4ed3-bd21-bf0e07e07a1b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:37.416025 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68', 'status': 'completed', 'code': 200}
Jun 21 03:03:37.422030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:37.443165 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-634f3b66-544e-4307-aa6f-081ff3d65fae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:37.528771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:37.579096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=adc67754-3a50-4d80-8202-dbb4e9a46b88,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:37.583782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34de3092-152f-459a-87dc-7af827653bde req-05e19d28-1a1e-4f95-87f6-ea558bc11d11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.1866291
Jun 21 03:03:37.592077 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:37.612244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a066afa9-126b-4b4d-b10e-679d9006edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:37.613886 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a066afa9-126b-4b4d-b10e-679d9006edbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1097 time: 0.3666348
Jun 21 03:03:37.624580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object d74ffe95-0a73-4171-93fc-e95f04209044 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:37.635539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': '4d0413e7-b5c4-4387-8ff4-63f5d1dc6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1f376c79-f975-435f-9caa-41d98f5bf850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:37.636239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: 1f376c79-f975-435f-9caa-41d98f5bf850, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:37.650680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca0e7812-a9ea-4c2e-a316-120d58b3a907 req-ad06e46a-8111-480d-b2ab-ef68048d0632 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ebf324-c6fc-47bb-8b3a-8dcb74791b9f HTTP/1.1" status: 200  len: 210 time: 0.0659034
Jun 21 03:03:37.703729 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:37.717722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-aebb2e18-b9d7-48fe-9469-73bd20897ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:37.719444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-aebb2e18-b9d7-48fe-9469-73bd20897ac1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 1098 time: 0.3429065
Jun 21 03:03:37.745570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34de3092-152f-459a-87dc-7af827653bde req-77d59b20-0e40-4edb-98c6-79e25d0bd393 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c47f5b16ef541098b662ac85cb0c785&device_id=2f9f173d-39b8-4869-8bbb-51d4ebe9dbaf HTTP/1.1" status: 200  len: 210 time: 0.0447948
Jun 21 03:03:37.758252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] For port 037a1f31-d745-4395-ab9c-3d6802e3b526, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=037a1f31-d745-4395-ab9c-3d6802e3b526,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:37.849731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 37ddb016-4bf0-448a-9267-e43f50821bc9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:37.851965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:37.881317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba848c-1518-41a5-8366-6968a87277e1 req-d49638be-0d9b-448e-a4c6-4cc5e2d0d2c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:37.883130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 523b156a-4ca1-42c1-93b9-df820206cc78, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=523b156a-4ca1-42c1-93b9-df820206cc78,segment=NetworkSegment(51f62341-c3e6-44b4-bd6d-d47582ab084f),segment_id=51f62341-c3e6-44b4-bd6d-d47582ab084f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:37.889289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46ba848c-1518-41a5-8366-6968a87277e1 req-d49638be-0d9b-448e-a4c6-4cc5e2d0d2c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 945 time: 0.4901528
Jun 21 03:03:37.918110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 152c69fe-def2-4fff-aa0c-0cf320ea9c6e no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:37.950612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a306e-5857-4978-9f09-472f37a48913 None None] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:37.970231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 152c69fe-def2-4fff-aa0c-0cf320ea9c6e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:37.970578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 152c69fe-def2-4fff-aa0c-0cf320ea9c6e not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:37.971006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 30c6d78d-101c-4a37-a113-449581d5d557 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:37.989655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.013319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ddfa00>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:38.033166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.051250 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:38.064612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 37ddb016-4bf0-448a-9267-e43f50821bc9 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:38.070991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46ba848c-1518-41a5-8366-6968a87277e1 req-f737cf7a-3f07-4fd7-ba1a-d9505048be14 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1804285
Jun 21 03:03:38.123829 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.137282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 037a1f31-d745-4395-ab9c-3d6802e3b526 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:38.137490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 1f376c79-f975-435f-9caa-41d98f5bf850 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:38.138191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.144544 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:38.147445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] Checking router: ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:03:38.150891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 30c6d78d-101c-4a37-a113-449581d5d557 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:38.155284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 30c6d78d-101c-4a37-a113-449581d5d557 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:38.193549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-d0d45ea1-9edd-4ae3-897f-b9a1b989a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.194940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-d0d45ea1-9edd-4ae3-897f-b9a1b989a3ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 200  len: 914 time: 0.4526339
Jun 21 03:03:38.195610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-1c8acfbe-3df4-4be0-b5b9-f82a963f512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.197101 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-1c8acfbe-3df4-4be0-b5b9-f82a963f512e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 897 time: 0.5742218
Jun 21 03:03:38.253968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Transition to ACTIVE for port object 037a1f31-d745-4395-ab9c-3d6802e3b526 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:38.282395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:38.292968 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 1f376c79-f975-435f-9caa-41d98f5bf850) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:38.305042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.310104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.330423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d3e0d-2fc3-49c3-9415-1a5b3143e263 req-1b69e4c6-07f3-4f9c-bd8a-b7288ba56605 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.332011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251d3e0d-2fc3-49c3-9415-1a5b3143e263 req-1b69e4c6-07f3-4f9c-bd8a-b7288ba56605 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 946 time: 0.3948164
Jun 21 03:03:38.344727 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-0e5644d4-ccee-4afc-90e6-8707430e471c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 1001 time: 0.1337030
Jun 21 03:03:38.352638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=d74ffe95-0a73-4171-93fc-e95f04209044,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:38.355336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de3092-152f-459a-87dc-7af827653bde req-351169f6-2bac-42bd-b0eb-60ab5546aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.356794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34de3092-152f-459a-87dc-7af827653bde req-351169f6-2bac-42bd-b0eb-60ab5546aaf3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8c47f5b16ef541098b662ac85cb0c785&shared=False HTTP/1.1" status: 200  len: 914 time: 0.5164294
Jun 21 03:03:38.357839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:38.360382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-300aa821-0382-4a4d-ab7e-0eead19af722 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 200  len: 217 time: 0.1204412
Jun 21 03:03:38.363169 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:38.363853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:38.462765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a47dd1b6-8093-4ef0-b859-8b90f7ffe4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.463890 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a47dd1b6-8093-4ef0-b859-8b90f7ffe4d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.0838830
Jun 21 03:03:38.472572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4cc79-ff9b-4206-a8dd-b8dea071224e None None] Network 1f376c79-f975-435f-9caa-41d98f5bf850 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:38.485161 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.488404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:03:38.488404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ddfa00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:03:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:38.488404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-35f85d6b-0178-4ba6-b14a-0ca5930f8af8 None None] Provisioning for port 523b156a-4ca1-42c1-93b9-df820206cc78 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:38.515854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-35f85d6b-0178-4ba6-b14a-0ca5930f8af8 None None] Provisioning complete for port 523b156a-4ca1-42c1-93b9-df820206cc78 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:38.518124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-35f85d6b-0178-4ba6-b14a-0ca5930f8af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.549351 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.6915312
Jun 21 03:03:38.555185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60306) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:38.565594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.566292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.598032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251d3e0d-2fc3-49c3-9415-1a5b3143e263 req-593c10af-6710-45b9-91f0-0529fb39cf75 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2479506
Jun 21 03:03:38.610477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-64334d1a-5cfa-436f-8745-6af159ec7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.612473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-64334d1a-5cfa-436f-8745-6af159ec7ada service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4407d074-8826-43b3-8110-e714b90364f7 HTTP/1.1" status: 200  len: 852 time: 0.2436197
Jun 21 03:03:38.612637 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.613872 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.632082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.655073 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe614171-64b4-4d16-88b7-354f35b02d25 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:38.691739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61482337-1eb2-47fd-89d5-2d8966ae161e req-6ab56281-eb30-4fa7-8ab6-c82bbaa8afcd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.692912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=37ddb016-4bf0-448a-9267-e43f50821bc9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:38.693831 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61482337-1eb2-47fd-89d5-2d8966ae161e req-6ab56281-eb30-4fa7-8ab6-c82bbaa8afcd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.4729090
Jun 21 03:03:38.704291 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:38.744953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-ea6957f5-6f66-45e7-af55-e0c71ac25c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.746637 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-ea6957f5-6f66-45e7-af55-e0c71ac25c8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2661033
Jun 21 03:03:38.775875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de3092-152f-459a-87dc-7af827653bde req-aab08ec0-1eff-4518-a7ca-45c8703f406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.777361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34de3092-152f-459a-87dc-7af827653bde req-aab08ec0-1eff-4518-a7ca-45c8703f406c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4074249
Jun 21 03:03:38.814218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 5.0258312
Jun 21 03:03:38.827333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60310) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:38.834483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b672c9a-4222-406b-b04d-cee38227dd5a'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:38.840576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=523b156a-4ca1-42c1-93b9-df820206cc78,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:38.873300 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:38.877380 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b0f7b92-4bb9-4ac3-af8a-a3a6179e2ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:38.889018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61482337-1eb2-47fd-89d5-2d8966ae161e req-6fa04ed7-4b0e-42d1-83be-879d4190f461 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1830554
Jun 21 03:03:38.902945 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-c8222416-9928-474a-9a27-a83a304c566a service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236660
Jun 21 03:03:38.905169 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:38.910885 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/37ddb016-4bf0-448a-9267-e43f50821bc9 HTTP/1.1" status: 204  len: 168 time: 1.5520184
Jun 21 03:03:38.914156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60312) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:38.924424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:03:38.957486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-8e9f2a5f-46e8-4528-b759-70998e595612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:38.964062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-8e9f2a5f-46e8-4528-b759-70998e595612 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6a74d45-78b4-46a0-9401-7eac2146f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3431787
Jun 21 03:03:39.024180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-ddc2527f-4765-45a5-8d6f-f7a6e3e6885e service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1086295
Jun 21 03:03:39.038277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 037a1f31-d745-4395-ab9c-3d6802e3b526 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:39.186685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60316) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:39.204030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.263438 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.283182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-c39848a0-f07f-4d83-8eb9-8d0faf6260a1 service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253425
Jun 21 03:03:39.294849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0ab5-a904-470b-95b3-8f8a40146b1f req-ee374547-052c-40f4-a4fa-5ea17518797b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:39.303508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ead0ab5-a904-470b-95b3-8f8a40146b1f req-ee374547-052c-40f4-a4fa-5ea17518797b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 945 time: 0.5457799
Jun 21 03:03:39.317206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:39.318674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.319746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 523b156a-4ca1-42c1-93b9-df820206cc78 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:39.350403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Request body: {'floatingip': {'port_id': '125e3cd9-ef89-4382-865f-4d779555e8bb'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:39.368637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Pushing event updated for resources: {'Port': ['ID=037a1f31-d745-4395-ab9c-3d6802e3b526,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:39.412874 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:39.552555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9a31fa-b2dd-47b4-b493-8b3017eac25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-1f376c79-f975-435f-9caa-41d98f5bf850', 'network_id': '1f376c79-f975-435f-9caa-41d98f5bf850', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': 'adc67754-3a50-4d80-8202-dbb4e9a46b88'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:39.553775 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b9a31fa-b2dd-47b4-b493-8b3017eac25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.667186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8356e4d8-d221-4f12-a5ac-da8513f47b4d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:39.680642 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8356e4d8-d221-4f12-a5ac-da8513f47b4d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.7597837
Jun 21 03:03:39.699744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-a222fdad-49c0-4cca-92be-526bc41772a5 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:39.704861 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-a222fdad-49c0-4cca-92be-526bc41772a5 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.20 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 946 time: 0.6796827
Jun 21 03:03:39.709523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60324) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:39.710875 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.741010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ebf324-c6fc-47bb-8b3a-8dcb74791b9f', 'name': 'network-vif-deleted', 'tag': '30c6d78d-101c-4a37-a113-449581d5d557'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:39.746103 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2128c5d-95d2-47a1-b308-d33bd87f1ea4" -d '{"events": [{"server_uuid": "21ebf324-c6fc-47bb-8b3a-8dcb74791b9f", "name": "network-vif-deleted", "tag": "30c6d78d-101c-4a37-a113-449581d5d557"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:39.758373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.798601 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5071a7d-3764-4a84-89cb-740bd3554fce tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:39.864422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 523b156a-4ca1-42c1-93b9-df820206cc78 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:39.864969 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.869949 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a814be66-63dc-4485-893b-dc1ce4cbc7b2 x-openstack-request-id: req-a814be66-63dc-4485-893b-dc1ce4cbc7b2 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:39.875037 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ebf324-c6fc-47bb-8b3a-8dcb74791b9f", "name": "network-vif-deleted", "tag": "30c6d78d-101c-4a37-a113-449581d5d557", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:39.875037 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a814be66-63dc-4485-893b-dc1ce4cbc7b2 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:39.875037 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ebf324-c6fc-47bb-8b3a-8dcb74791b9f', 'name': 'network-vif-deleted', 'tag': '30c6d78d-101c-4a37-a113-449581d5d557', 'status': 'completed', 'code': 200}
Jun 21 03:03:39.879868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Deleting subnet 4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:39.890086 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server [None req-8b9a31fa-b2dd-47b4-b493-8b3017eac25a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adc67754-3a50-4d80-8202-dbb4e9a46b88: This subnet is being modified by another concurrent operation.
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:03:39.914174 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise exception
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adc67754-3a50-4d80-8202-dbb4e9a46b88: This subnet is being modified by another concurrent operation.
Jun 21 03:03:39.918419 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server 
Jun 21 03:03:39.953629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fcc12-0ce3-4ae2-8185-6dfdb8e5fcce None None] Network 1f376c79-f975-435f-9caa-41d98f5bf850 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:39.973058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=adc67754-3a50-4d80-8202-dbb4e9a46b88,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:39.975589 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:39.986362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:39.986525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Delete allocated IP 172.20.0.24 (14119894-bd09-4e47-ae8d-18c0dddcaf08/1c084c90-70e0-4db2-b511-43fbb577625e) {{(pid=94167) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 21 03:03:40.128227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ddfa00>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:40.237051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.258804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5acca-9f52-4586-992f-a058eb13c034 None None] The sync data for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 is: [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T02:57:31Z', 'revision_number': 4, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2d768ad6-1cde-491d-9dcd-2740329b189c', 'name': '', 'network_id': 'b6a74d45-78b4-46a0-9401-7eac2146f62e', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'mac_address': 'fa:16:3e:ab:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4407d074-8826-43b3-8110-e714b90364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:29Z', 'updated_at': '2021-06-21T02:57:40Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'subnets': [{'id': '4407d074-8826-43b3-8110-e714b90364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:03:40.266145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3efc970>,) {'filters': {'network_id': ['1f376c79-f975-435f-9caa-41d98f5bf850']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:40.277676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3efc970>, '4d0413e7-b5c4-4387-8ff4-63f5d1dc6665') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:40.277972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3efc970>, '4d0413e7-b5c4-4387-8ff4-63f5d1dc6665') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:40.288180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.306049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.312948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:40.313393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.353042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-52b9f884-ffcb-4ff5-a0f5-e956794817be None None] Provisioning complete for port 523b156a-4ca1-42c1-93b9-df820206cc78 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:40.353547 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-52b9f884-ffcb-4ff5-a0f5-e956794817be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:40.395617 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:40.555806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.644784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-52b9f884-ffcb-4ff5-a0f5-e956794817be None None] Provisioning for port d74ffe95-0a73-4171-93fc-e95f04209044 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:40.647653 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.652336 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.655313 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/1f376c79-f975-435f-9caa-41d98f5bf850 HTTP/1.1" status: 204  len: 168 time: 2.0969074
Jun 21 03:03:40.663017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-52b9f884-ffcb-4ff5-a0f5-e956794817be None None] Provisioning complete for port d74ffe95-0a73-4171-93fc-e95f04209044 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:40.677859 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-52b9f884-ffcb-4ff5-a0f5-e956794817be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.685023 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b516ec59-79e4-4e8f-8bc2-ed6727ed784a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:40.688907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60332) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:40.726174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-572379683'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:40.727307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-52b9f884-ffcb-4ff5-a0f5-e956794817be None None] Port d74ffe95-0a73-4171-93fc-e95f04209044 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:03:40.750036 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3644a99-1075-408e-bb4a-5882f6e5b2f1 None None] New status for floating IP b66e81b4-3ebe-4534-ade8-28533c3f92a0: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:03:40.786819 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:40.849204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Could not find standard attr ID for object 37ddb016-4bf0-448a-9267-e43f50821bc9. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:03:40.950763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=1f376c79-f975-435f-9caa-41d98f5bf850,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:40.957769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Provisioning for port 037a1f31-d745-4395-ab9c-3d6802e3b526 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:40.967444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Provisioning complete for port 037a1f31-d745-4395-ab9c-3d6802e3b526 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:40.971495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.022075 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:41.025690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5ba61-ae01-4656-80d1-b31ff1680dfc req-14dff9e0-8887-4c6c-a8c2-d15e0d8012b5 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:41.027364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82c5ba61-ae01-4656-80d1-b31ff1680dfc req-14dff9e0-8887-4c6c-a8c2-d15e0d8012b5 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 946 time: 1.1332281
Jun 21 03:03:41.029556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63d4bffa-c239-4e5d-86d1-692c8bf23651 req-c52281a8-06f8-4275-b6ef-e270c95db8be service neutron] 10.222.0.20 "GET /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3105345
Jun 21 03:03:41.030714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837854f5-f3ea-463b-96fe-9005f522e9de tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:41.032302 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-837854f5-f3ea-463b-96fe-9005f522e9de tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 1.2982142
Jun 21 03:03:41.037546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60338) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:41.091721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da077ec-0127-4b56-a1ea-c74ec9aa17d7 req-3fb591c5-0b3d-47df-b848-32f584901b2d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:41.100309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7da077ec-0127-4b56-a1ea-c74ec9aa17d7 req-3fb591c5-0b3d-47df-b848-32f584901b2d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.2391274
Jun 21 03:03:41.130911 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.171788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6071a81-a7b6-4792-96da-17e5227c2c07 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:03:41.213071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7da077ec-0127-4b56-a1ea-c74ec9aa17d7 req-b0478a2a-12ec-4c01-a0fe-1392820ca090 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087048
Jun 21 03:03:41.213175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:41.216882 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.219732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 037a1f31-d745-4395-ab9c-3d6802e3b526 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:41.231130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] For port 037a1f31-d745-4395-ab9c-3d6802e3b526, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=037a1f31-d745-4395-ab9c-3d6802e3b526,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:41.243191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a463667-4186-4767-ac84-f0c974dddac9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:41.244919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a463667-4186-4767-ac84-f0c974dddac9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:41.246488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a463667-4186-4767-ac84-f0c974dddac9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:41.251727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3a463667-4186-4767-ac84-f0c974dddac9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2097814
Jun 21 03:03:41.256402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60340) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:41.258307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Deleting port a556ca73-64c4-4768-8683-a841978d8a68 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:41.258640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.299819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82c5ba61-ae01-4656-80d1-b31ff1680dfc req-c2e8012c-9949-46d9-bfb0-f6d92d2dacfa tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1742611
Jun 21 03:03:41.324860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.353967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 037a1f31-d745-4395-ab9c-3d6802e3b526 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:41.354463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 6e7b0b88-f3a8-4d3c-95df-89a3b641fe64 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:41.354556 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.357191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Ignored duplicate provisioning block setup for port d74ffe95-0a73-4171-93fc-e95f04209044 by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jun 21 03:03:41.358105 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.388888 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.395768 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:41.410071 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.437304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6071a81-a7b6-4792-96da-17e5227c2c07 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:03:41.473223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Provisioning complete for port d74ffe95-0a73-4171-93fc-e95f04209044 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:41.473682 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.542724 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.547713 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:41.609802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=d74ffe95-0a73-4171-93fc-e95f04209044,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:41.612969 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:41.689909 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.736022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Pushing event updated for resources: {'Port': ['ID=037a1f31-d745-4395-ab9c-3d6802e3b526,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:41.744693 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:41.745791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] In _notify_port_updated(), no bound segment for port d74ffe95-0a73-4171-93fc-e95f04209044 on network 14119894-bd09-4e47-ae8d-18c0dddcaf08 {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:03:41.753050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:41.753797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.758512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "PUT /v2.0/ports/d74ffe95-0a73-4171-93fc-e95f04209044 HTTP/1.1" status: 200  len: 920 time: 2.9262404
Jun 21 03:03:41.761928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60342) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:41.762119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Port d74ffe95-0a73-4171-93fc-e95f04209044 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:03:41.769801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b672c9a-4222-406b-b04d-cee38227dd5a'}, {'subnet_id': '1c084c90-70e0-4db2-b511-43fbb577625e'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:41.777066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.788649 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:41.796864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:41.829503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] For port a556ca73-64c4-4768-8683-a841978d8a68, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a556ca73-64c4-4768-8683-a841978d8a68,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:41.829877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.833643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:41.836660 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:41.845803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.847699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4cdc8d82-5c61-40e8-a3fc-e8152cc0af9e HTTP/1.1" status: 204  len: 168 time: 2.6587074
Jun 21 03:03:41.852128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60346) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:41.853196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.853594 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment e4c3205b-cc3a-484a-894c-e43c0fc048bb of type vlan for network 2e07b818-1fcc-4504-ae37-c9787e5d5038
Jun 21 03:03:41.898574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.904182 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2c064743-9e18-4106-8ade-dbaca7ab6f97 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:41.945230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7b0b88-f3a8-4d3c-95df-89a3b641fe64,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:41.954134 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:41.955282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:41.959796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/6e7b0b88-f3a8-4d3c-95df-89a3b641fe64 HTTP/1.1" status: 204  len: 168 time: 0.6985795
Jun 21 03:03:41.961153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Calling delete_port for a556ca73-64c4-4768-8683-a841978d8a68 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:41.963159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60350) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:42.046205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.061662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet fe0450ab-6f17-42cf-bd77-53438abbaa03 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:42.067176 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.071544 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.078743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b67e341-29a8-4ad9-a573-5f109ba524eb None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:03:42.085120 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.138468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.141168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.resource_extend [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 03:03:42.199786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.212093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d38104f0>,) {'filters': {'network_id': ['a4547e0e-e148-4866-8a30-47e9627237d9']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:42.223569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d38104f0>, 'e19bad0f-f6f2-42f2-9018-212a85f2db3c') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:42.223894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d38104f0>, 'e19bad0f-f6f2-42f2-9018-212a85f2db3c') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:42.235720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67e341-29a8-4ad9-a573-5f109ba524eb None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:03:42.242365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.263840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.270685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:42.271742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:42.360319 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:42.430570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.440532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.450079 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ef1fb6e-6d81-4a3e-941e-353ec7133589 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:42.463783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.466712 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4547e0e-e148-4866-8a30-47e9627237d9 HTTP/1.1" status: 204  len: 168 time: 0.6086543
Jun 21 03:03:42.468421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4547e0e-e148-4866-8a30-47e9627237d9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:42.477199 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:42.527408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.536349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:42.537287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.558533 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:42.638884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=2e07b818-1fcc-4504-ae37-c9787e5d5038,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:42.642120 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.647605 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:42.649839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.658082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 2e07b818-1fcc-4504-ae37-c9787e5d5038 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:42.687927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.9815547
Jun 21 03:03:42.691760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60370) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:42.700172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': '2e07b818-1fcc-4504-ae37-c9787e5d5038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:42.710570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43702b4-40f2-420a-803a-7df8eb009455 req-648f97ce-1cd4-4a52-aede-e1de4d82fb3f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:42.718790 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e43702b4-40f2-420a-803a-7df8eb009455 req-648f97ce-1cd4-4a52-aede-e1de4d82fb3f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.2376642
Jun 21 03:03:42.719149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad3adf-52d4-49b8-a70e-a11be884c430 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:42.820984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:42.837249 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:42.925125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event deleted for resources: {'Port': ['ID=a556ca73-64c4-4768-8683-a841978d8a68,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:42.938323 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:42.949925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.30 (14119894-bd09-4e47-ae8d-18c0dddcaf08/1c084c90-70e0-4db2-b511-43fbb577625e/d74ffe95-0a73-4171-93fc-e95f04209044) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:42.985888 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Floating IP 3e100e32-356f-46b2-ad94-c57c03e7cd5e associated. External IP: 172.25.7.94, port: 125e3cd9-ef89-4382-865f-4d779555e8bb.
Jun 21 03:03:43.005185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] No DVR routers for this DVR port a556ca73-64c4-4768-8683-a841978d8a68 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:43.039231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0e6baa57-d125-4efb-b35c-49483756bd94 None None] Provisioning complete for port d74ffe95-0a73-4171-93fc-e95f04209044 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:43.039801 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e6baa57-d125-4efb-b35c-49483756bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.041913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.044536 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5cd9c9ab-4f7e-4bbb-a62a-cb6aa96eb08c req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.20 "DELETE /v2.0/ports/a556ca73-64c4-4768-8683-a841978d8a68 HTTP/1.1" status: 204  len: 173 time: 3.3044038
Jun 21 03:03:43.045402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'name': 'network-vif-deleted', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:43.048067 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2267c4a8-22b5-4fae-b9c1-929d125f9e85" -d '{"events": [{"server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "name": "network-vif-deleted", "tag": "a556ca73-64c4-4768-8683-a841978d8a68"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:43.072396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60378) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:43.087772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0e6baa57-d125-4efb-b35c-49483756bd94 None None] Port d74ffe95-0a73-4171-93fc-e95f04209044 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:03:43.108966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a556ca73-64c4-4768-8683-a841978d8a68 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:43.140477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: a556ca73-64c4-4768-8683-a841978d8a68 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:43.144966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a556ca73-64c4-4768-8683-a841978d8a68 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:43.180462 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5f46f0b4-5e3e-4be5-89a6-bedc350174ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c47f5b16ef541098b662ac85cb0c785&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1068070
Jun 21 03:03:43.183439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60380) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:43.220919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 037a1f31-d745-4395-ab9c-3d6802e3b526 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:43.229352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e43702b4-40f2-420a-803a-7df8eb009455 req-f3c426a1-d78c-497e-9828-a5a10765622b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5092494
Jun 21 03:03:43.238067 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.310911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bda47-9cd8-41da-a3a3-127fe7c38f9a req-b8335914-c236-4e6b-8cf1-3d44b071b462 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:43.314840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-494bda47-9cd8-41da-a3a3-127fe7c38f9a req-b8335914-c236-4e6b-8cf1-3d44b071b462 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 867 time: 0.7314622
Jun 21 03:03:43.327275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 037a1f31-d745-4395-ab9c-3d6802e3b526 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:43.327657 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.339615 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d8bd52-fa10-4104-bc40-78333e13c111 x-openstack-request-id: req-c9d8bd52-fa10-4104-bc40-78333e13c111 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:43.339979 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7795cc1e-784f-49f1-9fe9-53ed797a3346", "name": "network-vif-deleted", "tag": "a556ca73-64c4-4768-8683-a841978d8a68", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:43.340259 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9d8bd52-fa10-4104-bc40-78333e13c111 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:43.341109 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7795cc1e-784f-49f1-9fe9-53ed797a3346', 'name': 'network-vif-deleted', 'tag': 'a556ca73-64c4-4768-8683-a841978d8a68', 'status': 'completed', 'code': 200}
Jun 21 03:03:43.384389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object d74ffe95-0a73-4171-93fc-e95f04209044 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:43.404958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-494bda47-9cd8-41da-a3a3-127fe7c38f9a req-ccb098d3-03ef-4f75-aa22-29c254e12515 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857236
Jun 21 03:03:43.405944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:43.418364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.420995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63341907-b151-4403-9875-d38e5795742b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.485203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.488926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Router 50170de2-e7d8-42a6-8094-f13287aa1f1c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:03:43.491181 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d874a47a-a793-4fac-a1db-c327230617b6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:43.494033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.527133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63341907-b151-4403-9875-d38e5795742b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.557006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0450ab-6f17-42cf-bd77-53438abbaa03,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:43.596024 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.601113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/fe0450ab-6f17-42cf-bd77-53438abbaa03 HTTP/1.1" status: 204  len: 168 time: 1.6359515
Jun 21 03:03:43.631920 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:43.632802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60382) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:43.806011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:03:43.815269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.818086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] Sync routers for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:03:43.827428 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7b48f6d-7a95-40aa-9d02-995a58118973 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:43.842877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:03:43.847544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d957f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:03:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:43.893217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63341907-b151-4403-9875-d38e5795742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.901591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63341907-b151-4403-9875-d38e5795742b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:43.917901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-63341907-b151-4403-9875-d38e5795742b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81a23f93-733c-4c36-9b93-583e0c14cd57 HTTP/1.1" status: 204  len: 168 time: 0.7332332
Jun 21 03:03:43.925581 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8dce6c23-c23d-48b4-8934-17d673dc0c1b tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:43.944015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63341907-b151-4403-9875-d38e5795742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a23f93-733c-4c36-9b93-583e0c14cd57,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:43.946840 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63341907-b151-4403-9875-d38e5795742b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:43.955885 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6b36d265-ef67-48c6-b802-aaf9af0a534c tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "PUT /v2.0/floatingips/3e100e32-356f-46b2-ad94-c57c03e7cd5e HTTP/1.1" status: 200  len: 990 time: 4.6159317
Jun 21 03:03:44.063287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:03:44.104603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] In _notify_port_updated(), no bound segment for port d74ffe95-0a73-4171-93fc-e95f04209044 on network 14119894-bd09-4e47-ae8d-18c0dddcaf08 {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:03:44.112174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:44.120690 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:44.125628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60392) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:44.135779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "PUT /v2.0/ports/d74ffe95-0a73-4171-93fc-e95f04209044 HTTP/1.1" status: 200  len: 1000 time: 2.3602030
Jun 21 03:03:44.139360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=d74ffe95-0a73-4171-93fc-e95f04209044,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:44.158998 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:44.160141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:44.172648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c913472f-aedb-48b0-84ff-58b8e3089999 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3402815
Jun 21 03:03:44.186545 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:44.207057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60394) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:44.225386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:44.348384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=66298f72-5f2f-409c-a9ab-e2bf49656dd8,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:44.355524 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:44.390047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': 'e4c3205b-cc3a-484a-894c-e43c0fc048bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2e07b818-1fcc-4504-ae37-c9787e5d5038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:44.390469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: 2e07b818-1fcc-4504-ae37-c9787e5d5038, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:44.504966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c427e47c-f788-4c6f-a49b-f19e496a8441 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:44.527619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 2e07b818-1fcc-4504-ae37-c9787e5d5038 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:44.586667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port d74ffe95-0a73-4171-93fc-e95f04209044 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:44.587082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:44.609056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1607625d-b8f7-48c3-80e2-81a57b185772 None None] Provisioning for port d74ffe95-0a73-4171-93fc-e95f04209044 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:44.639066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1607625d-b8f7-48c3-80e2-81a57b185772 None None] Provisioning complete for port d74ffe95-0a73-4171-93fc-e95f04209044 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:44.639066 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1607625d-b8f7-48c3-80e2-81a57b185772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:44.656213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a284ccd6-766a-4b86-beb7-b36f3479551d req-8e080f7a-29d9-4735-a5fd-736174171de9 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.0969889
Jun 21 03:03:44.676743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:44.688763 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:44.720642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 2e07b818-1fcc-4504-ae37-c9787e5d5038) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:44.727164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:44.727750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:44.751313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9c7ba-2ad5-4e0a-905b-047c1648addf req-88cf696f-b504-4a4a-b861-48ad35a57fd3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:44.753146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93b9c7ba-2ad5-4e0a-905b-047c1648addf req-88cf696f-b504-4a4a-b861-48ad35a57fd3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.3134303
Jun 21 03:03:44.798542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cbd8c9-0266-4ef7-a631-4ab348a619cc None None] Network 2e07b818-1fcc-4504-ae37-c9787e5d5038 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:44.832441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93b9c7ba-2ad5-4e0a-905b-047c1648addf req-166e0b22-492d-4076-be2d-94d6be07edab tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718126
Jun 21 03:03:44.849395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.1498325
Jun 21 03:03:44.849946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60408) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:44.907006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1607625d-b8f7-48c3-80e2-81a57b185772 None None] Port d74ffe95-0a73-4171-93fc-e95f04209044 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:03:44.928076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d957f0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3e100e32-356f-46b2-ad94-c57c03e7cd5e', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'port_id': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'mac_address': 'fa:16:3e:78:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:03:12Z', 'updated_at': '2021-06-21T03:03:41Z', 'revision_number': 1, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:44.963227 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:44.972961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] Checking router: 50170de2-e7d8-42a6-8094-f13287aa1f1c for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:03:45.031648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:03:45.032366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d957f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:03:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:45.097656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:03:45.123282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e7473f89-4117-4a64-9a29-a39a4f182b3e None None] Provisioning complete for port 037a1f31-d745-4395-ab9c-3d6802e3b526 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:45.123750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e7473f89-4117-4a64-9a29-a39a4f182b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:45.135543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for d74ffe95-0a73-4171-93fc-e95f04209044 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:45.246274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 037a1f31-d745-4395-ab9c-3d6802e3b526 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:45.338752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595c3a9-487a-4639-bf06-a67ea1ffedb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-2e07b818-1fcc-4504-ae37-c9787e5d5038', 'network_id': '2e07b818-1fcc-4504-ae37-c9787e5d5038', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': '66298f72-5f2f-409c-a9ab-e2bf49656dd8'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:45.339620 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f595c3a9-487a-4639-bf06-a67ea1ffedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:45.347182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'tag': '125e3cd9-ef89-4382-865f-4d779555e8bb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:03:45.368533 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a1f20-a5ca-4375-a676-b68d4972f41e" -d '{"events": [{"name": "network-changed", "server_uuid": "10067ab3-f057-4df9-901a-b4fea5cdb655", "tag": "125e3cd9-ef89-4382-865f-4d779555e8bb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:03:45.377523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:45.409733 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:45.449016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:03:45.460300 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f51ca9d-5610-46a3-ba5a-1a77edd33749 x-openstack-request-id: req-0f51ca9d-5610-46a3-ba5a-1a77edd33749 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:03:45.461038 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10067ab3-f057-4df9-901a-b4fea5cdb655", "tag": "125e3cd9-ef89-4382-865f-4d779555e8bb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:03:45.461598 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f51ca9d-5610-46a3-ba5a-1a77edd33749 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:03:45.462648 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'tag': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'status': 'completed', 'code': 200}
Jun 21 03:03:45.487663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:45.565777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:45.576718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:45.583253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:45.583872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:45.591278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=c9961f7d-b350-4baf-847f-26354f13c62a,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:45.606797 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:45.682644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] Deleting port 037a1f31-d745-4395-ab9c-3d6802e3b526 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:45.683043 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:45.699600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:45.713006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4979932
Jun 21 03:03:45.714616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60430) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:45.717560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-0431f1a7-1893-41ac-bf58-e6fa33007322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:45.719084 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-0431f1a7-1893-41ac-bf58-e6fa33007322 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 1097 time: 0.2254250
Jun 21 03:03:45.722335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ff415c14-de12-43be-b728-c38eb30459ca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:45.739017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60432) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:45.813902 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:45.967100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7dcac1e3-87ec-4fed-9275-61ee2c962012 req-897fafc4-c2f3-4bab-87e6-c44827bcdf79 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.0427003
Jun 21 03:03:45.972349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-674896942-network', 'tenant_id': 'd28529b9a6b841deb894176dc64bba83'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:45.984428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] For port 037a1f31-d745-4395-ab9c-3d6802e3b526, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=037a1f31-d745-4395-ab9c-3d6802e3b526,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:45.985011 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.005700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 037a1f31-d745-4395-ab9c-3d6802e3b526, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=037a1f31-d745-4395-ab9c-3d6802e3b526,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:46.039891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-82b9a228-91ce-4c1e-bb07-cfd643946bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:46.041650 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-82b9a228-91ce-4c1e-bb07-cfd643946bf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.2971618
Jun 21 03:03:46.073024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] Calling delete_port for 037a1f31-d745-4395-ab9c-3d6802e3b526 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:46.108474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff415c14-de12-43be-b728-c38eb30459ca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:46.112332 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff415c14-de12-43be-b728-c38eb30459ca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.146150 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-7fd6edfc-b11e-4883-bb59-99b760ff944e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=125e3cd9-ef89-4382-865f-4d779555e8bb HTTP/1.1" status: 200  len: 998 time: 0.0937259
Jun 21 03:03:46.211078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.234745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-8ee48810-daeb-4d83-af3d-25c5a29883fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:46.238565 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:46.240887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-8ee48810-daeb-4d83-af3d-25c5a29883fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.0880594
Jun 21 03:03:46.262766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Made reservation on behalf of d28529b9a6b841deb894176dc64bba83 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:46.268479 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.295009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.299041 n-d-758944-33 neutron-server[94167]: INFO neutron.db.ipam_backend_mixin [None req-ff415c14-de12-43be-b728-c38eb30459ca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9961f7d-b350-4baf-847f-26354f13c62a (CIDR: 2001:db8::/64)
Jun 21 03:03:46.308071 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-844be290-8baa-420c-8550-91949e33b1f5 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:46.312901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=037a1f31-d745-4395-ab9c-3d6802e3b526,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:46.320509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.321617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.341594 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff415c14-de12-43be-b728-c38eb30459ca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:03:46.351552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff415c14-de12-43be-b728-c38eb30459ca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:03:46.381561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd7e72-4d62-4906-9263-337514c6821b req-ae751d23-4fed-45a8-83c7-7e6318875dac tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:46.384717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6fd7e72-4d62-4906-9263-337514c6821b req-ae751d23-4fed-45a8-83c7-7e6318875dac tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.3470709
Jun 21 03:03:46.398472 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:46.399483 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.404981 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:46.464371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.479072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2ba67f0>,) {'filters': {'network_id': ['2e07b818-1fcc-4504-ae37-c9787e5d5038']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:46.490858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2ba67f0>, 'e4c3205b-cc3a-484a-894c-e43c0fc048bb') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:46.491162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2ba67f0>, 'e4c3205b-cc3a-484a-894c-e43c0fc048bb') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:46.495362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] Pushing event deleted for resources: {'Port': ['ID=037a1f31-d745-4395-ab9c-3d6802e3b526,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:46.496889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6fd7e72-4d62-4906-9263-337514c6821b req-f91a1250-9026-4a23-8da1-f54d388b9902 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602791
Jun 21 03:03:46.504387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.524460 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.526006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.533593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:46.534272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:46.537922 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:46.542761 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:46.547410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] No DVR routers for this DVR port 037a1f31-d745-4395-ab9c-3d6802e3b526 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:46.570033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=d74ffe95-0a73-4171-93fc-e95f04209044,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:46.570033 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:46.595019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3aa810-b93f-42b5-9089-16820a6572b5 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:46.621217 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24c9ba3e-1cd7-443e-adfc-0417cffd2976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:46.649187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.653615 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ebb2ae1-e411-4360-8112-5cbbaa730fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:46.680875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=66298f72-5f2f-409c-a9ab-e2bf49656dd8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:46.699367 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:46.703262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4274650f-d4d2-4a49-93e4-53c336ea8f61,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:46.721667 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:46.735836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-a7d4f18c-a5da-4f1a-bbde-a2e3afbddc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:46.737748 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-a7d4f18c-a5da-4f1a-bbde-a2e3afbddc97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4890409
Jun 21 03:03:46.739905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff415c14-de12-43be-b728-c38eb30459ca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0224273
Jun 21 03:03:46.742703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60444) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:46.751147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server [None req-f595c3a9-487a-4639-bf06-a67ea1ffedb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66298f72-5f2f-409c-a9ab-e2bf49656dd8: This subnet is being modified by another concurrent operation.
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:03:46.757820 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise exception
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66298f72-5f2f-409c-a9ab-e2bf49656dd8: This subnet is being modified by another concurrent operation.
Jun 21 03:03:46.761198 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server 
Jun 21 03:03:46.773034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d957f0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3e100e32-356f-46b2-ad94-c57c03e7cd5e', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'port_id': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'mac_address': 'fa:16:3e:78:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:03:12Z', 'updated_at': '2021-06-21T03:03:41Z', 'revision_number': 1, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:46.838432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f94051-3401-48e3-ba47-00d0c199caf9 None None] The sync data for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 is: [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3e100e32-356f-46b2-ad94-c57c03e7cd5e', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'port_id': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'mac_address': 'fa:16:3e:78:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:03:12Z', 'updated_at': '2021-06-21T03:03:41Z', 'revision_number': 1, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:03:46.850691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d13a499-f94c-4c54-9158-2b504c4bc250 None None] Network 2e07b818-1fcc-4504-ae37-c9787e5d5038 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:46.852232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:46.859870 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.874195 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3de8029-e4d4-413c-9ee5-f3ef39467c02 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:46.882231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d13a499-f94c-4c54-9158-2b504c4bc250 None None] Network 2e07b818-1fcc-4504-ae37-c9787e5d5038 could not be found, it might have been deleted concurrently. {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Jun 21 03:03:46.884407 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.897277 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/2e07b818-1fcc-4504-ae37-c9787e5d5038 HTTP/1.1" status: 204  len: 168 time: 2.0462153
Jun 21 03:03:46.903840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:46.920591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.921577 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Added segment 545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55 of type vlan for network 5d4a79de-6d58-4d6f-8544-03b977c6e126
Jun 21 03:03:46.928145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393088441'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:46.947246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=2e07b818-1fcc-4504-ae37-c9787e5d5038,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:46.953617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:46.956330 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/d74ffe95-0a73-4171-93fc-e95f04209044 HTTP/1.1" status: 204  len: 168 time: 2.8289125
Jun 21 03:03:46.967870 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:46.968680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60448) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:46.980785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': 'c9961f7d-b350-4baf-847f-26354f13c62a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:46.985644 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.025447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.052839 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4f3e92-f646-4791-ae79-130de3f17ab9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:03:47.055458 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-da4f3e92-f646-4791-ae79-130de3f17ab9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/d74ffe95-0a73-4171-93fc-e95f04209044 HTTP/1.1" status: 404  len: 333 time: 0.0834615
Jun 21 03:03:47.070382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60452) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:47.072919 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-4a87e791-2b4e-4883-a97e-85b7d2eead1a service neutron] 10.222.0.20 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141046
Jun 21 03:03:47.190283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:47.203492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.274591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/c9961f7d-b350-4baf-847f-26354f13c62a/d1894932-ed07-49da-9042-a86d4b6ff4bf) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:47.276144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf96e99a-51dd-433c-a7f4-53a2a245c6b1 req-570cbddc-df8a-417e-aded-e6f7a714ecae tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.0641770
Jun 21 03:03:47.283436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet 1c084c90-70e0-4db2-b511-43fbb577625e {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:47.288706 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf03227-9d33-4828-92b9-b573e7aadc21 None None] New status for floating IP 3e100e32-356f-46b2-ad94-c57c03e7cd5e: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:03:47.301079 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.322738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:47.353104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:47.360589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.360810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.361022 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment ffcbc43f-fbe2-4581-a8d0-f66a231d6b99 of type vlan for network 440939a1-62eb-4edd-ba14-cce026b270c7
Jun 21 03:03:47.389245 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3a3a1f20-a5ca-4375-a676-b68d4972f41e req-46c1bceb-83b9-4a54-9d78-921db24e1632 service neutron] 10.222.0.20 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044784
Jun 21 03:03:47.423278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.426713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:47.426713 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.493531 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.501725 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:47.605615 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.683819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Pushing event updated for resources: {'Network': ['ID=5d4a79de-6d58-4d6f-8544-03b977c6e126,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:47.690623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.696875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:47.697058 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:47.697478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.704516 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.9628239
Jun 21 03:03:47.707111 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.707787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60468) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:47.710660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 5d4a79de-6d58-4d6f-8544-03b977c6e126 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:47.715412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Request body: {'subnet': {'network_id': '5d4a79de-6d58-4d6f-8544-03b977c6e126', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-674896942-subnet', 'tenant_id': 'd28529b9a6b841deb894176dc64bba83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:47.715648 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fae1f185-7ff0-4e29-af01-b5c7f713af12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:47.850380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Transition to ACTIVE for port object d1894932-ed07-49da-9042-a86d4b6ff4bf will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:47.856923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.886144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Transition to ACTIVE for port object d1894932-ed07-49da-9042-a86d4b6ff4bf will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:47.893957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=440939a1-62eb-4edd-ba14-cce026b270c7,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:47.897007 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:47.912479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Made reservation on behalf of d28529b9a6b841deb894176dc64bba83 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:47.913858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 440939a1-62eb-4edd-ba14-cce026b270c7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:47.915159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.977705 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0533743
Jun 21 03:03:47.979481 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:47.980326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60470) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:47.988754 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:47.994531 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:48.050689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Pushing event updated for resources: {'Port': ['ID=d1894932-ed07-49da-9042-a86d4b6ff4bf,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:48.054387 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:48.058039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156886f-7254-4bd9-88f4-b21d0376a886 req-0a70f223-9952-41f5-9a91-d1ad4c0b795a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:48.059774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8156886f-7254-4bd9-88f4-b21d0376a886 req-0a70f223-9952-41f5-9a91-d1ad4c0b795a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.3149285
Jun 21 03:03:48.080214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:48.083449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:48.091650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:48.204822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Attempting to bind port d1894932-ed07-49da-9042-a86d4b6ff4bf on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:48.207623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Attempting to bind port d1894932-ed07-49da-9042-a86d4b6ff4bf by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:48.208221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Attempting to bind port d1894932-ed07-49da-9042-a86d4b6ff4bf on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:48.221692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:48.222420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:48.223802 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:48.224482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:48.225919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Bound port: d1894932-ed07-49da-9042-a86d4b6ff4bf, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:48.228614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:48.228874 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:48.250053 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3537caf1-cffc-4b22-91c2-391b5d6d29b2 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:48.384359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8156886f-7254-4bd9-88f4-b21d0376a886 req-70dd3de1-9f30-40db-895c-e63a3fcd03dd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3017046
Jun 21 03:03:48.426642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] For port d1894932-ed07-49da-9042-a86d4b6ff4bf, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:48.446541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] For port d1894932-ed07-49da-9042-a86d4b6ff4bf, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d1894932-ed07-49da-9042-a86d4b6ff4bf,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:48.453217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:48.455653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01646897-301a-4aab-83ee-4dbea4a8d236 None None] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:48.456319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/1c084c90-70e0-4db2-b511-43fbb577625e HTTP/1.1" status: 204  len: 168 time: 1.3847628
Jun 21 03:03:48.457487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=1c084c90-70e0-4db2-b511-43fbb577625e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:48.461454 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:48.483945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60478) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:48.571198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet 0b672c9a-4222-406b-b04d-cee38227dd5a {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:48.582534 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:48.609901 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:48.641386 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f85fb180-74fd-4226-af98-11ef80275446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:48.794076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Pushing event updated for resources: {'Port': ['ID=d1894932-ed07-49da-9042-a86d4b6ff4bf,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:48.796919 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:48.818028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:03:48.822040 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c380b24d-2fb3-4547-bfd2-d151e7dd7c16 req-ae7096a6-0ef3-49dd-8eea-ac097a0f930c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.2434578
Jun 21 03:03:48.889569 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:48.993674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:48.999371 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccc7a5f3-8414-47fd-94d1-21cfde553196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:49.039119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 440939a1-62eb-4edd-ba14-cce026b270c7 is not hosted by any dhcp agent {{(pid=94166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 03:03:49.047321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:49.050843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:49.052662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "PUT /v2.0/networks/440939a1-62eb-4edd-ba14-cce026b270c7 HTTP/1.1" status: 200  len: 723 time: 1.0705273
Jun 21 03:03:49.195866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=440939a1-62eb-4edd-ba14-cce026b270c7,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:49.202756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60482) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:49.212358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': '440939a1-62eb-4edd-ba14-cce026b270c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:49.212796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 440939a1-62eb-4edd-ba14-cce026b270c7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:49.222707 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:49.317308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d1894932-ed07-49da-9042-a86d4b6ff4bf up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:49.530751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:49.534417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:49.560712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port d1894932-ed07-49da-9042-a86d4b6ff4bf completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:49.639682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:49.838309 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:49.848653 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:49.851000 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0618353-4ad8-4c94-a377-704b8eebaaa6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:49.864748 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-368b1fdd-e133-478d-ae47-25c28dcbe186 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:49.928294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:49.978264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9e4e-1bb8-41ce-ad7c-b54928eab17e req-88561a17-e15a-47d2-8864-9446ce31d681 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:49.980354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-535a9e4e-1bb8-41ce-ad7c-b54928eab17e req-88561a17-e15a-47d2-8864-9446ce31d681 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.3837667
Jun 21 03:03:49.996695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=abf61ccf-87fb-4917-8eb2-dbd8d42c7eb2,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:50.002699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '440939a1-62eb-4edd-ba14-cce026b270c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:50.002925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: 440939a1-62eb-4edd-ba14-cce026b270c7, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:50.010892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.011323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.011650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.012569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.012935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.013311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.013717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.014085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.014449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.014815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.015178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.015539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:03:50.024278 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:50.074212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dfb8a70b-4b97-45be-9c00-6bf53174165f None None] Provisioning complete for port 523b156a-4ca1-42c1-93b9-df820206cc78 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:50.079820 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a70b-4b97-45be-9c00-6bf53174165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.099859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 440939a1-62eb-4edd-ba14-cce026b270c7 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:50.130526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3953754a-a5fd-42fc-a33d-c6a8771cd33c,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:50.146569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.151755 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:50.159645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Checking segment: {'id': '545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5d4a79de-6d58-4d6f-8544-03b977c6e126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:50.160023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Network hostable DHCP agents. Network: 5d4a79de-6d58-4d6f-8544-03b977c6e126, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:50.190450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 440939a1-62eb-4edd-ba14-cce026b270c7) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:50.194845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:50.195446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.209058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd5ac63-e34f-494d-ba41-6c7d5547fb0f None None] Network 440939a1-62eb-4edd-ba14-cce026b270c7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:50.242406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ed32df8-f7f3-420e-af45-17b478d97f7d req-113bed2e-7d3a-4246-b013-506bb7cd5e2a tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "GET /v2.0/ports?device_id=7795cc1e-784f-49f1-9fe9-53ed797a3346 HTTP/1.1" status: 200  len: 210 time: 0.1316202
Jun 21 03:03:50.261850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-535a9e4e-1bb8-41ce-ad7c-b54928eab17e req-b1fd006a-58c5-4918-b0d1-643c29e04bb1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2599037
Jun 21 03:03:50.278639 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0728674
Jun 21 03:03:50.280933 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:50.290116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:50.422131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Network 5d4a79de-6d58-4d6f-8544-03b977c6e126 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:50.437704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10032147'] for subnet, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.450762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 5d4a79de-6d58-4d6f-8544-03b977c6e126) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:50.471769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.481253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509457e8-5b42-4b6e-a783-726a416a8fdf None None] Network 5d4a79de-6d58-4d6f-8544-03b977c6e126 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:50.489183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:50.491039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.496964 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c8749d6e-115a-40c9-94fd-ed3e7b289a14 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:50.552315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=0b672c9a-4222-406b-b04d-cee38227dd5a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:50.564254 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.569259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/0b672c9a-4222-406b-b04d-cee38227dd5a HTTP/1.1" status: 204  len: 168 time: 2.0833428
Jun 21 03:03:50.570003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60500) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:50.572801 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:50.591259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] For port d1894932-ed07-49da-9042-a86d4b6ff4bf, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d1894932-ed07-49da-9042-a86d4b6ff4bf,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:50.599474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce4d19-b2d4-4cf4-87a4-2e0e0d18032d None None] Network 14119894-bd09-4e47-ae8d-18c0dddcaf08 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:50.604403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-440939a1-62eb-4edd-ba14-cce026b270c7', 'network_id': '440939a1-62eb-4edd-ba14-cce026b270c7', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': 'abf61ccf-87fb-4917-8eb2-dbd8d42c7eb2'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:50.605929 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.633868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] Provisioning for port d1894932-ed07-49da-9042-a86d4b6ff4bf completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:50.636181 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.665547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.9524400
Jun 21 03:03:50.670347 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] Provisioning complete for port d1894932-ed07-49da-9042-a86d4b6ff4bf triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:50.670730 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.717430 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.773642 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.774522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.778755 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ea0ccab-6ac8-424d-8b08-324b82aebcb0 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:50.790079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 523b156a-4ca1-42c1-93b9-df820206cc78 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:50.790479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.853670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:50.858548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:50.872020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] For port 523b156a-4ca1-42c1-93b9-df820206cc78, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=523b156a-4ca1-42c1-93b9-df820206cc78,segment=NetworkSegment(51f62341-c3e6-44b4-bd6d-d47582ab084f),segment_id=51f62341-c3e6-44b4-bd6d-d47582ab084f)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:50.876024 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.876168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:50.876168 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.880490 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758473583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3428007'] for subnet, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.886522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ea246f7-d24a-4842-8099-c6a5f30ec82d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:50.948937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=d1894932-ed07-49da-9042-a86d4b6ff4bf,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:50.965445 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:50.966837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 4.2231441
Jun 21 03:03:50.967736 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2920ab4c-88f8-4f88-8050-bcf25a530220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:50.970514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60508) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:50.982653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 523b156a-4ca1-42c1-93b9-df820206cc78 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:50.990699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:50.991311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:50.993748 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "PUT /v2.0/subnets/abf61ccf-87fb-4917-8eb2-dbd8d42c7eb2 HTTP/1.1" status: 200  len: 806 time: 0.7110331
Jun 21 03:03:51.001843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60510) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:51.020660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:fb:19:5c', 'name': 'tempest-NetworksTestDHCPv6-15738048'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:51.031988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7c885-b659-4299-93ab-569e4cf39792 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:51.105276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=abf61ccf-87fb-4917-8eb2-dbd8d42c7eb2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:51.109088 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:51.119539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=943892d8-88e0-4814-af7c-26615084fa31,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:51.127694 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:51.167193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Allocated IP 172.20.0.2 (440939a1-62eb-4edd-ba14-cce026b270c7/abf61ccf-87fb-4917-8eb2-dbd8d42c7eb2/4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:51.177772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.237559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.268121 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.273276 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c84c6dbd-8d80-4b43-9b49-e177ab747c83 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:51.276324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d1894932-ed07-49da-9042-a86d4b6ff4bf up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:51.315200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=523b156a-4ca1-42c1-93b9-df820206cc78,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:51.320654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No DVR routers for this DVR port 523b156a-4ca1-42c1-93b9-df820206cc78 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:51.323035 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:51.343004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:51.409365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60516) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:51.432612 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.483365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.506846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d203c430>,) {'filters': {'network_id': ['14119894-bd09-4e47-ae8d-18c0dddcaf08']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:51.517603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae4049-4d39-4eb9-8b3f-a28379cb4bc3 None None] DHCP port deletion for 14119894-bd09-4e47-ae8d-18c0dddcaf08 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:03:51.526512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d203c430>, '51f62341-c3e6-44b4-bd6d-d47582ab084f') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:51.526883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d203c430>, '51f62341-c3e6-44b4-bd6d-d47582ab084f') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:51.539900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.575265 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.577513 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c8cbc1-7811-4a7a-b12f-5cdd4afef59f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.591743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:51.592156 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:51.595268 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:51.631755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85939c8c-01d6-479b-b452-a3302702ed48 None None] Network 5d4a79de-6d58-4d6f-8544-03b977c6e126 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:51.652424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c8cbc1-7811-4a7a-b12f-5cdd4afef59f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.655278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.695533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] For port d1894932-ed07-49da-9042-a86d4b6ff4bf, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d1894932-ed07-49da-9042-a86d4b6ff4bf,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:51.759669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d1894932-ed07-49da-9042-a86d4b6ff4bf triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:51.760058 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.763860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.779336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 454473dc-48b8-4df4-81f1-1bfcd96b34f5 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:51.792937 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.801646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/networks/14119894-bd09-4e47-ae8d-18c0dddcaf08 HTTP/1.1" status: 204  len: 168 time: 1.2061458
Jun 21 03:03:51.803346 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f25faa2-4665-4d63-b291-e566ad9cb30a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:51.806912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60534) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:51.821105 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.827819 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:51.862532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a4ddb-0c59-47a2-a5fc-72ea5c771783 req-afaad8ed-1a5e-46a7-87a0-6c7d34084628 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:51.876071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab8a4ddb-0c59-47a2-a5fc-72ea5c771783 req-afaad8ed-1a5e-46a7-87a0-6c7d34084628 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.3226745
Jun 21 03:03:51.893171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Network': ['ID=14119894-bd09-4e47-ae8d-18c0dddcaf08,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:51.927389 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:51.936423 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:51.988961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] Pushing event updated for resources: {'Port': ['ID=d1894932-ed07-49da-9042-a86d4b6ff4bf,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:52.012977 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:52.038003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f4626-7cd4-4050-8df5-cb13ab6d12be tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:52.046732 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-518f4626-7cd4-4050-8df5-cb13ab6d12be tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.2296364
Jun 21 03:03:52.046828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Transition to ACTIVE for port object 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:52.046960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60540) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:52.073282 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c8cbc1-7811-4a7a-b12f-5cdd4afef59f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.081883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c8cbc1-7811-4a7a-b12f-5cdd4afef59f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.087701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Transition to ACTIVE for port object 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:52.088918 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d4c8cbc1-7811-4a7a-b12f-5cdd4afef59f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d9e8018-bbb0-4bd6-b8e0-d3df6b564563 HTTP/1.1" status: 204  len: 168 time: 0.6784565
Jun 21 03:03:52.100010 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a9df147b-f1f2-4e3e-a1a9-b63e44ba24f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:52.103436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab8a4ddb-0c59-47a2-a5fc-72ea5c771783 req-acf14e9e-892a-4b49-bdfb-8322c09b4114 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2261274
Jun 21 03:03:52.139259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8cbc1-7811-4a7a-b12f-5cdd4afef59f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e8018-bbb0-4bd6-b8e0-d3df6b564563,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:52.143015 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4c8cbc1-7811-4a7a-b12f-5cdd4afef59f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:52.181904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.189073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fbbfdec0-7ebc-4cdd-9044-01ab9118f165 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1349294
Jun 21 03:03:52.189073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60544) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:52.192810 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:52.193402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299456681'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:52.229456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Network 440939a1-62eb-4edd-ba14-cce026b270c7 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:52.244293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:52.257763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:52.328486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Pushing event updated for resources: {'Port': ['ID=4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:52.334787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.336916 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:52.339334 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-401d9903-6d32-45bf-9661-9da7874cd361 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:52.343134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Attempting to bind port 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:52.343764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Attempting to bind port 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '440939a1-62eb-4edd-ba14-cce026b270c7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:52.344251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Attempting to bind port 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0 on network 440939a1-62eb-4edd-ba14-cce026b270c7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:52.345008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:52.350220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:52.350706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Checking segment: {'id': 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '440939a1-62eb-4edd-ba14-cce026b270c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:52.351179 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.351647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Bound using segment: {'id': 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '440939a1-62eb-4edd-ba14-cce026b270c7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:52.352197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Bound port: 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '440939a1-62eb-4edd-ba14-cce026b270c7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:52.352644 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.357947 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.406682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::150 (4d82cb52-2247-4a3b-982b-02458c34d10e/c9961f7d-b350-4baf-847f-26354f13c62a/454473dc-48b8-4df4-81f1-1bfcd96b34f5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:52.417247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8:0:1:f816:3eff:fefb:195c (4d82cb52-2247-4a3b-982b-02458c34d10e/943892d8-88e0-4814-af7c-26615084fa31/454473dc-48b8-4df4-81f1-1bfcd96b34f5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:52.433262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=abf61ccf-87fb-4917-8eb2-dbd8d42c7eb2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:52.443489 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:52.448233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] For port 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:52.452218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] For port 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0,segment=NetworkSegment(ffcbc43f-fbe2-4581-a8d0-f66a231d6b99),segment_id=ffcbc43f-fbe2-4581-a8d0-f66a231d6b99)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:52.551272 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.555365 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ae8530f8-8ac0-4bb4-acbe-d9464652f21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:52.608516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:52.633058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.651219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.655060 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Added segment 1715d993-b704-413a-bc74-e16561f42e12 of type vlan for network 5989a112-9545-42f4-9371-24d4a92efcb6
Jun 21 03:03:52.661621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d25f59d0>,) {'filters': {'network_id': ['440939a1-62eb-4edd-ba14-cce026b270c7']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:52.708213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Pushing event updated for resources: {'Port': ['ID=4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:52.729285 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:52.792395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60572) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:52.818943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d25f59d0>, 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:52.819845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d25f59d0>, 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:52.860610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294855c-8c42-4b93-9f5a-703b08b95b68 None None] Network 440939a1-62eb-4edd-ba14-cce026b270c7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:52.884557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.889251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.892732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:52.951638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 454473dc-48b8-4df4-81f1-1bfcd96b34f5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:52.990846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.063904 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:53.064485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:53.084521 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:53.205341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9368c79a-baa5-4404-8cdc-f2b6f6595ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.218506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.243425 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-380ea64c-e7f6-4e0c-b459-bf0660229f23 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:53.284110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.309386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:53.310553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.333139 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3bb84859-4eb8-461f-ab30-cebac69ab3e9 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:53.342455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d1894932-ed07-49da-9042-a86d4b6ff4bf up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:53.390157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:53.406929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:53.436349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=454473dc-48b8-4df4-81f1-1bfcd96b34f5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:53.447194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:53.460195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:53.460629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d1894932-ed07-49da-9042-a86d4b6ff4bf triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:53.460629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.466968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.475575 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:53.602073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c192ad0-c58b-4634-84bb-36af2e91c08a None None] Network 440939a1-62eb-4edd-ba14-cce026b270c7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:53.622273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Network': ['ID=5989a112-9545-42f4-9371-24d4a92efcb6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:53.633226 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:53.645055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:03:53.645055 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:03:53.645055 n-d-758944-33 neutron-server[94166]: [parameters: {'id': '440939a1-62eb-4edd-ba14-cce026b270c7'}]
Jun 21 03:03:53.645055 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:03:53.646074 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:03:53.666187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c21a3e91-a51f-4b9c-81ab-42cb5fcefb16 None None] Provisioning complete for port d1894932-ed07-49da-9042-a86d4b6ff4bf triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:53.666849 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c21a3e91-a51f-4b9c-81ab-42cb5fcefb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.685141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0e350-d521-4593-a677-461c00c29823 req-192c4d59-5789-456f-b940-8a97eccffa5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:53.687160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7df0e350-d521-4593-a677-461c00c29823 req-192c4d59-5789-456f-b940-8a97eccffa5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.1786518
Jun 21 03:03:53.731250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 5989a112-9545-42f4-9371-24d4a92efcb6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:53.828335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7df0e350-d521-4593-a677-461c00c29823 req-d8b523bf-11ca-4f7f-9c66-13cd9eae4658 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327913
Jun 21 03:03:53.844488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9368c79a-baa5-4404-8cdc-f2b6f6595ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.969046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 523b156a-4ca1-42c1-93b9-df820206cc78 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:03:53.983740 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9368c79a-baa5-4404-8cdc-f2b6f6595ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:53.988313 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08aadcf7-b8c7-4600-856b-6a5271a602f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:54.000800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 523b156a-4ca1-42c1-93b9-df820206cc78 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:03:54.008105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 523b156a-4ca1-42c1-93b9-df820206cc78 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:03:54.040425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad5ef6-9a5a-4a9c-8894-010996d68298 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:03:54.044993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368c79a-baa5-4404-8cdc-f2b6f6595ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575e230d-e2d4-47ed-a042-4c021186a644,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:54.052183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9368c79a-baa5-4404-8cdc-f2b6f6595ec7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25d908bdf19d413eb0d63118b5dde30c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2535245
Jun 21 03:03:54.052183 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9368c79a-baa5-4404-8cdc-f2b6f6595ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:54.060830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60620) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:54.085413 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.8963401
Jun 21 03:03:54.090313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 3.1091290
Jun 21 03:03:54.090313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60624) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:54.090313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60626) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:54.094416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:54.147092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.240911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Deleting port 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:54.241536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.252149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fef6f8c6-e3be-429f-80da-a2b4e9750649 None None] Provisioning for port 454473dc-48b8-4df4-81f1-1bfcd96b34f5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:54.262868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fef6f8c6-e3be-429f-80da-a2b4e9750649 None None] Provisioning complete for port 454473dc-48b8-4df4-81f1-1bfcd96b34f5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:54.263323 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fef6f8c6-e3be-429f-80da-a2b4e9750649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.325417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad5ef6-9a5a-4a9c-8894-010996d68298 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:03:54.330324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] For port 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0,segment=NetworkSegment(ffcbc43f-fbe2-4581-a8d0-f66a231d6b99),segment_id=ffcbc43f-fbe2-4581-a8d0-f66a231d6b99)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:03:54.331183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.368594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-fef6f8c6-e3be-429f-80da-a2b4e9750649 None None] Port 454473dc-48b8-4df4-81f1-1bfcd96b34f5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:03:54.416999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de3c44a-8323-48de-9328-ee581335b60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.436227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Calling delete_port for 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:54.541799 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de3c44a-8323-48de-9328-ee581335b60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.608715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 454473dc-48b8-4df4-81f1-1bfcd96b34f5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:03:54.609063 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.624669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:54.628279 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.667306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.670345 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:54.749471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Port': ['ID=4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:54.761318 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:54.767410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No DVR routers for this DVR port 4bee1e5f-7a37-4e31-ab5f-2ba525c5f3f0 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:03:54.934649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-28fa3654-859c-4383-8bc8-5137d4a913df tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:54.945949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-28fa3654-859c-4383-8bc8-5137d4a913df tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/networks?id=5d4a79de-6d58-4d6f-8544-03b977c6e126 HTTP/1.1" status: 200  len: 809 time: 0.7134080
Jun 21 03:03:54.947492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:54.970775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3ebe640>,) {'filters': {'network_id': ['440939a1-62eb-4edd-ba14-cce026b270c7']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:54.989035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-ba082a3d-122a-40f2-833c-e37998e1bff6 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/quotas/d28529b9a6b841deb894176dc64bba83 HTTP/1.1" status: 200  len: 375 time: 0.0380926
Jun 21 03:03:55.001403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ebe640>, 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:55.002108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ebe640>, 'ffcbc43f-fbe2-4581-a8d0-f66a231d6b99') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:03:55.016958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.049842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-ef09d882-faf9-4a51-8b14-549d942d93c4 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d28529b9a6b841deb894176dc64bba83&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0598590
Jun 21 03:03:55.053824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.056006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.070173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2310967a-d5e6-4a37-931e-3e5bbad7b835 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:03:55.080052 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-11db484a-8b09-41e2-bd23-5f787f1c32d2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:55.083348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:03:55.083923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:03:55.087673 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:03:55.280475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.291864 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de3c44a-8323-48de-9328-ee581335b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.294159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.295593 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de3c44a-8323-48de-9328-ee581335b60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.297008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5de3c44a-8323-48de-9328-ee581335b60f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/575e230d-e2d4-47ed-a042-4c021186a644 HTTP/1.1" status: 204  len: 168 time: 1.2437737
Jun 21 03:03:55.306651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.310359 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/440939a1-62eb-4edd-ba14-cce026b270c7 HTTP/1.1" status: 204  len: 168 time: 4.3054588
Jun 21 03:03:55.310986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60678) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:55.313033 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f608c74d-dc93-4b04-a749-63c979097bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:55.334094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=cd993040-31b7-4c7c-b688-6bfa86402293,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:55.345318 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:55.347271 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f2a48908-a9dd-4a36-82fd-12708eec484f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:55.401036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3c44a-8323-48de-9328-ee581335b60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575e230d-e2d4-47ed-a042-4c021186a644,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:55.432164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 454473dc-48b8-4df4-81f1-1bfcd96b34f5 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:03:55.433582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=440939a1-62eb-4edd-ba14-cce026b270c7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:55.437497 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-36602533-5626-4cc4-8bcc-1eb293ba5e52 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:03:55.438217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36602533-5626-4cc4-8bcc-1eb293ba5e52 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:03:55.439268 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5de3c44a-8323-48de-9328-ee581335b60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:55.440039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-36602533-5626-4cc4-8bcc-1eb293ba5e52 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/440939a1-62eb-4edd-ba14-cce026b270c7 HTTP/1.1" status: 404  len: 339 time: 0.1176333
Jun 21 03:03:55.441077 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:55.447966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60688) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:55.454874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225549501', 'description': 'd1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:55.460322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Checking segment: {'id': '1715d993-b704-413a-bc74-e16561f42e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:55.460887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network hostable DHCP agents. Network: 5989a112-9545-42f4-9371-24d4a92efcb6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:03:55.468373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310967a-d5e6-4a37-931e-3e5bbad7b835 None None] Network 5989a112-9545-42f4-9371-24d4a92efcb6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:03:55.472280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faa6fc-e6e7-4f42-89f5-b8933807f20c req-c55134f5-e7ee-4c88-be72-acbf5498313f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:55.479563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6faa6fc-e6e7-4f42-89f5-b8933807f20c req-c55134f5-e7ee-4c88-be72-acbf5498313f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.4335184
Jun 21 03:03:55.559445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-190e97fc-6cd1-43bb-9670-5533392280a1 service neutron] 10.222.0.25 "GET /v2.0/networks/5d4a79de-6d58-4d6f-8544-03b977c6e126?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4974205
Jun 21 03:03:55.564340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Unable to find a vacant binding_index for network 5989a112-9545-42f4-9371-24d4a92efcb6 and agent fe17d096-d255-4a5f-8ffc-b4614357fc8b {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Jun 21 03:03:55.604904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310967a-d5e6-4a37-931e-3e5bbad7b835 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 5989a112-9545-42f4-9371-24d4a92efcb6) {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:03:55.633531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 5989a112-9545-42f4-9371-24d4a92efcb6) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:55.635233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:55.641271 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.645317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:55.646009 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.666544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6faa6fc-e6e7-4f42-89f5-b8933807f20c req-a28bab4d-135a-4772-9261-734619b0bd77 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1857786
Jun 21 03:03:55.696197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:55.707460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.707826 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment be4b89c7-7d53-4ffd-b356-b6f332fbddf3 of type vlan for network 6369b00d-1284-47a6-a001-e068829b726f
Jun 21 03:03:55.826524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:55.886124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-d2a4667f-b938-4814-a387-985b06477419 service neutron] 10.222.0.25 "GET /v2.0/networks/5d4a79de-6d58-4d6f-8544-03b977c6e126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3146086
Jun 21 03:03:56.045672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9541354
Jun 21 03:03:56.046474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60704) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:56.052388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6', 'name': 'tempest-PortsTestJSON-1061764935'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:56.094062 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.099681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:56.100317 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.104754 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:56.112335 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.114730 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79eae376-603e-485d-b2ee-61a83d052f63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:56.144436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-5989a112-9545-42f4-9371-24d4a92efcb6', 'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6', 'tenant_id': '5f354fbcd5f2498aa624b0337d6e1c02', 'fixed_ips': [{'subnet_id': 'cd993040-31b7-4c7c-b688-6bfa86402293'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:03:56.145343 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.188173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=6369b00d-1284-47a6-a001-e068829b726f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:56.196577 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:56.213585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=454473dc-48b8-4df4-81f1-1bfcd96b34f5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:56.223759 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:56.310278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6369b00d-1284-47a6-a001-e068829b726f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:56.351960 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.9006901
Jun 21 03:03:56.352687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60716) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:56.368415 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.371978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/454473dc-48b8-4df4-81f1-1bfcd96b34f5 HTTP/1.1" status: 204  len: 168 time: 2.2722919
Jun 21 03:03:56.378156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:56.413922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60720) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:56.425055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:56.443527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.472945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccae0985-24f8-4173-8fad-1803caa0be3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.484533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Allocated IP 172.20.0.2 (5989a112-9545-42f4-9371-24d4a92efcb6/cd993040-31b7-4c7c-b688-6bfa86402293/120cb481-6065-4777-943d-0980db641943) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:56.596433 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccae0985-24f8-4173-8fad-1803caa0be3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.639994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58b3d691-12dd-4fc5-8024-c24360cc9aa3 req-233b54ad-e4e6-43d2-9405-5f93aa9200ad tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 210 time: 0.0402341
Jun 21 03:03:56.663762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc0d62f-f025-4f67-8309-e0a99e7643d1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:56.666059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1bc0d62f-f025-4f67-8309-e0a99e7643d1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2816908
Jun 21 03:03:56.669182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60734) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:56.691072 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccae0985-24f8-4173-8fad-1803caa0be3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.721014 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8aad2e88-05cc-48ab-b78b-4f661deb1d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:56.725567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ccae0985-24f8-4173-8fad-1803caa0be3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c6717a495ee460c883c93b4d7d02a2e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3085682
Jun 21 03:03:56.737719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 68a202c5-0d9a-42c4-8b67-9113382bed3e yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:03:56.758715 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.769707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Transition to ACTIVE for port object 120cb481-6065-4777-943d-0980db641943 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:56.775076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60738) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:56.791654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Transition to ACTIVE for port object 120cb481-6065-4777-943d-0980db641943 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:56.851205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1930962e-690c-4a81-8b51-2b35aa1ef1a1 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:56.853282 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1930962e-690c-4a81-8b51-2b35aa1ef1a1 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/networks?id=6369b00d-1284-47a6-a001-e068829b726f HTTP/1.1" status: 200  len: 761 time: 0.4994431
Jun 21 03:03:56.871906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60744) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:56.876332 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-124e6685-4eed-44df-b1b3-238a4d0519eb service neutron] show failed (client error): The resource could not be found.
Jun 21 03:03:56.876332 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-124e6685-4eed-44df-b1b3-238a4d0519eb service neutron] 10.222.0.20 "GET /v2.0/ports/8fca29f3-1864-4c23-b0e8-58a8961c4121/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.3541751
Jun 21 03:03:56.882548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'description': 'd2'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:56.894152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:56.921482 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:56.926824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae0985-24f8-4173-8fad-1803caa0be3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2373c58e-5687-4190-bc17-132266a69dcd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:56.940101 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ccae0985-24f8-4173-8fad-1803caa0be3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:56.960197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Network 5989a112-9545-42f4-9371-24d4a92efcb6 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:56.963247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:57.015193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:57.053997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb4cc6-fa2b-45ea-a0ca-70d3c6263e14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:57.058915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c9eb4cc6-fa2b-45ea-a0ca-70d3c6263e14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3882318
Jun 21 03:03:57.060064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60760) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:57.064369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5aa0502-0ca4-43cf-96f8-172cdeada70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.085441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985df2d-1aa4-4cb4-a033-1870185596ff req-dc1cc6fc-ca10-4cad-b9b3-ed7c3f2001d8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:57.087005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d985df2d-1aa4-4cb4-a033-1870185596ff req-dc1cc6fc-ca10-4cad-b9b3-ed7c3f2001d8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.2077918
Jun 21 03:03:57.150211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Attempting to bind port 120cb481-6065-4777-943d-0980db641943 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:03:57.151281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Attempting to bind port 120cb481-6065-4777-943d-0980db641943 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1715d993-b704-413a-bc74-e16561f42e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:03:57.151898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Attempting to bind port 120cb481-6065-4777-943d-0980db641943 on network 5989a112-9545-42f4-9371-24d4a92efcb6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:03:57.161057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:03:57.161885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Checking segment: {'id': '1715d993-b704-413a-bc74-e16561f42e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:03:57.162540 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.163193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Bound using segment: {'id': '1715d993-b704-413a-bc74-e16561f42e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:03:57.164279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Bound port: 120cb481-6065-4777-943d-0980db641943, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1715d993-b704-413a-bc74-e16561f42e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:03:57.164917 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.175743 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5aa0502-0ca4-43cf-96f8-172cdeada70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.191002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Pushing event updated for resources: {'Port': ['ID=120cb481-6065-4777-943d-0980db641943,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:57.195132 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:57.225248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.11 (5989a112-9545-42f4-9371-24d4a92efcb6/cd993040-31b7-4c7c-b688-6bfa86402293/68a202c5-0d9a-42c4-8b67-9113382bed3e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:03:57.227381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bef70-ef24-4697-ab85-5661f1c21024 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:57.229171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bef70-ef24-4697-ab85-5661f1c21024 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:57.231606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bef70-ef24-4697-ab85-5661f1c21024 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:57.236033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-401bef70-ef24-4697-ab85-5661f1c21024 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1705832
Jun 21 03:03:57.242681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60766) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:57.260161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] For port 120cb481-6065-4777-943d-0980db641943, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:03:57.263884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] For port 120cb481-6065-4777-943d-0980db641943, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=120cb481-6065-4777-943d-0980db641943,segment=NetworkSegment(1715d993-b704-413a-bc74-e16561f42e12),segment_id=1715d993-b704-413a-bc74-e16561f42e12)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:03:57.344017 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.357443 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-667c22a6-e255-46f3-82d2-cb012e15b82a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:57.495632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d985df2d-1aa4-4cb4-a033-1870185596ff req-07f70c5a-74e0-4d64-b5ce-34d36226652a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3575921
Jun 21 03:03:57.521376 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.582161 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5aa0502-0ca4-43cf-96f8-172cdeada70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.594039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5aa0502-0ca4-43cf-96f8-172cdeada70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.598320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a5aa0502-0ca4-43cf-96f8-172cdeada70b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2373c58e-5687-4190-bc17-132266a69dcd HTTP/1.1" status: 204  len: 168 time: 0.8039443
Jun 21 03:03:57.606864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.620853 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92da6b3f-e8d6-4ded-a9ac-a031b3f4993d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:57.624517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object 68a202c5-0d9a-42c4-8b67-9113382bed3e will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:03:57.650022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa0502-0ca4-43cf-96f8-172cdeada70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373c58e-5687-4190-bc17-132266a69dcd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:57.650199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Pushing event updated for resources: {'Port': ['ID=120cb481-6065-4777-943d-0980db641943,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:57.655580 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:57.658718 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.660866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9be2246-d976-4df9-9f25-26e7654b4ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:57.672725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 943892d8-88e0-4814-af7c-26615084fa31 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:57.680202 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5aa0502-0ca4-43cf-96f8-172cdeada70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:57.704387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.776244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network 6369b00d-1284-47a6-a001-e068829b726f is not hosted by any dhcp agent {{(pid=94166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 03:03:57.787692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:57.788353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.792534 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "PUT /v2.0/networks/6369b00d-1284-47a6-a001-e068829b726f HTTP/1.1" status: 200  len: 758 time: 0.9125750
Jun 21 03:03:57.796925 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:57.805462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60790) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:57.921069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=6369b00d-1284-47a6-a001-e068829b726f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:57.928856 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:57.928856 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3b38bdd5-e3d6-47fb-b9a4-3da7d01efd14 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:57.965968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 6369b00d-1284-47a6-a001-e068829b726f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:03:57.999656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 5989a112-9545-42f4-9371-24d4a92efcb6 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:03:58.009417 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:03:58.010228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03e6e653-3526-4abc-a6d4-258b6f718d55 req-82048887-e670-49b7-bca3-92b624399f6d tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 210 time: 0.2214696
Jun 21 03:03:58.023816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:58.038652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:03:58.120656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655ee08-0268-4701-81df-c64c94843bb5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:58.124208 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e655ee08-0268-4701-81df-c64c94843bb5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/networks?id=6369b00d-1284-47a6-a001-e068829b726f HTTP/1.1" status: 200  len: 761 time: 0.3179078
Jun 21 03:03:58.132430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60806) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:58.138567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-186502465'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:58.160556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-9141d06f-d120-4928-b633-5b03dfc0a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:58.162582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-9141d06f-d120-4928-b633-5b03dfc0a0ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 1097 time: 0.3751638
Jun 21 03:03:58.204164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:03:58.205037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:58.214837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:58.249569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=68a202c5-0d9a-42c4-8b67-9113382bed3e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:58.261656 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:58.306385 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:58.406469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:58.513176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:03:58.517716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:58.580878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:58.594895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:03:58.597086 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b826096-e1bf-4bad-b69d-0f116151a415 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:03:58.613221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60832) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:58.636535 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.5816343
Jun 21 03:03:58.638616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60838) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:58.645734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '5989a112-9545-42f4-9371-24d4a92efcb6', 'name': 'tempest-PortsTestJSON-1176563155'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:03:58.680405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:58.682401 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/943892d8-88e0-4814-af7c-26615084fa31 HTTP/1.1" status: 204  len: 168 time: 1.4388356
Jun 21 03:03:58.700482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60840) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:03:58.845856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet c9961f7d-b350-4baf-847f-26354f13c62a {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:03:58.864966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:59.296891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f27467d-a2b8-4a0c-ade1-7f35b8fec4fc None None] Network 5989a112-9545-42f4-9371-24d4a92efcb6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:59.545047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:59.546168 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment 6ea262c5-1de9-45d1-a8d7-7676f0a32d09 of type vlan for network bbf126ae-9c44-4cba-8fef-93eeae54847f
Jun 21 03:03:59.549358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=943892d8-88e0-4814-af7c-26615084fa31,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:03:59.560733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 120cb481-6065-4777-943d-0980db641943 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:03:59.604166 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:03:59.709507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-766639f6-a7cb-4037-97c1-566f54e6fa8d None None] Provisioning for port 120cb481-6065-4777-943d-0980db641943 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:59.730597 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7e82684-02ba-4d1c-833c-729615f3cb17 req-c8ebb882-b440-413f-98a9-468737a9cd68 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 210 time: 0.2378490
Jun 21 03:03:59.805498 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:59.842300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 120cb481-6065-4777-943d-0980db641943 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:03:59.859984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 120cb481-6065-4777-943d-0980db641943 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:03:59.860492 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:03:59.878056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daef53a-9029-4f52-9e71-97d8e168d52a None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:03:59.963407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:00.024406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f0731-5b9e-4862-9c8d-13f87f6b02ed req-4ce6e313-1d7f-4485-aa15-a0b45559ad40 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:00.026015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-578f0731-5b9e-4862-9c8d-13f87f6b02ed req-4ce6e313-1d7f-4485-aa15-a0b45559ad40 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.5284784
Jun 21 03:04:00.109469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:00.111491 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:00.123713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:00.124608 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:00.221066 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:00.237012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Transition to ACTIVE for port object 8fca29f3-1864-4c23-b0e8-58a8961c4121 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:00.246727 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1450ec2-47d2-4765-a6db-d62f828ac535 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:00.251360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:00.254629 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a138e63-f158-4f75-9057-6c6961bb0f40" -d '{"events": [{"server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "name": "network-vif-unplugged", "status": "completed", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:00.269487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-578f0731-5b9e-4862-9c8d-13f87f6b02ed req-33b692d3-c5bb-40d0-aac9-2f7ac8386210 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2349896
Jun 21 03:04:00.325238 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:00.394396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 120cb481-6065-4777-943d-0980db641943, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=120cb481-6065-4777-943d-0980db641943,segment=NetworkSegment(1715d993-b704-413a-bc74-e16561f42e12),segment_id=1715d993-b704-413a-bc74-e16561f42e12)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:00.409861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:00.439356 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3b5836-9d3a-4d98-8262-c22c8fd087fa x-openstack-request-id: req-dc3b5836-9d3a-4d98-8262-c22c8fd087fa {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:00.440594 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "name": "network-vif-unplugged", "status": "completed", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:00.441004 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc3b5836-9d3a-4d98-8262-c22c8fd087fa {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:00.441685 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'code': 200}
Jun 21 03:04:00.452584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:00.508046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=bbf126ae-9c44-4cba-8fef-93eeae54847f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:00.508992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network bbf126ae-9c44-4cba-8fef-93eeae54847f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:00.545607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:00.553583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:00.588421 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:00.589541 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fdc8b57c-0b6e-432b-bdf7-a9377f205880 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:00.629811 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:00.635588 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-feffcc8e-e95d-48cc-8843-765c90793873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:00.671095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.5385327
Jun 21 03:04:00.693811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60930) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:00.738201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': 'bbf126ae-9c44-4cba-8fef-93eeae54847f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:00.750886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=120cb481-6065-4777-943d-0980db641943,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:00.757828 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:00.878025 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port bd677c24-beee-4066-aaf7-fc52fc33ee13 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:04:00.878271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:00.906181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] No DVR routers for this DVR port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:00.916673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bfdc67-e8b7-48ba-9450-6420517f5c8b None None] Network 5989a112-9545-42f4-9371-24d4a92efcb6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:01.082583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1817cd80-a4c5-49e0-9002-e99dbe2d48c1 None None] Provisioning for port 68a202c5-0d9a-42c4-8b67-9113382bed3e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:01.119371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1817cd80-a4c5-49e0-9002-e99dbe2d48c1 None None] Provisioning complete for port 68a202c5-0d9a-42c4-8b67-9113382bed3e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:01.119895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1817cd80-a4c5-49e0-9002-e99dbe2d48c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.193547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.193922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.199200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.199200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.199200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.199200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.199200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.199200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.210242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.210862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.211254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.211637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:01.236453 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:01.257777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8fca29f3-1864-4c23-b0e8-58a8961c4121 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:01.260122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.9 (5989a112-9545-42f4-9371-24d4a92efcb6/cd993040-31b7-4c7c-b688-6bfa86402293/bd677c24-beee-4066-aaf7-fc52fc33ee13) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:01.305965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-4d957889-b573-4816-aeb3-77fce2302201 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:01.309610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 120cb481-6065-4777-943d-0980db641943 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:01.334761 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-4d957889-b573-4816-aeb3-77fce2302201 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.26 "GET /v2.0/networks?id=5d4a79de-6d58-4d6f-8544-03b977c6e126 HTTP/1.1" status: 200  len: 809 time: 0.7738402
Jun 21 03:04:01.384027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1817cd80-a4c5-49e0-9002-e99dbe2d48c1 None None] Port 68a202c5-0d9a-42c4-8b67-9113382bed3e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:01.392849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81867b47-8fdc-4213-9614-c2faa29afa2e req-0fc65c4c-78d6-4498-a1d6-768af638b659 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 210 time: 0.3358622
Jun 21 03:04:01.424180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1817cd80-a4c5-49e0-9002-e99dbe2d48c1 None None] Provisioning complete for port 120cb481-6065-4777-943d-0980db641943 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:01.434469 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1817cd80-a4c5-49e0-9002-e99dbe2d48c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.472761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 8fca29f3-1864-4c23-b0e8-58a8961c4121 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:01.520569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Request body: {'port': {'device_id': 'f16e45af-6fed-4c7e-8635-a7d8bebc1e42', 'network_id': '5d4a79de-6d58-4d6f-8544-03b977c6e126', 'admin_state_up': True, 'tenant_id': 'd28529b9a6b841deb894176dc64bba83'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:01.590704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 120cb481-6065-4777-943d-0980db641943 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:01.591101 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.665274 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.723697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:01.728316 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.778682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Attempting to bind port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:01.779022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Attempting to bind port 8fca29f3-1864-4c23-b0e8-58a8961c4121 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:01.779352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Attempting to bind port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:01.798103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0f4454ad-30ea-48c9-89a7-01cbd2ade8a7 None None] Provisioning complete for port d1894932-ed07-49da-9042-a86d4b6ff4bf triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:01.798941 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f4454ad-30ea-48c9-89a7-01cbd2ade8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.840218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:04:01.840528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Attempting to bind port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:01.853490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:01.853665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.853828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Checking segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:01.855132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Bound using segment: {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:01.856641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Bound port: 8fca29f3-1864-4c23-b0e8-58a8961c4121, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a30e7f8-4e31-4e79-86b1-94a39adce243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:01.857316 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.893590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object bd677c24-beee-4066-aaf7-fc52fc33ee13 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:01.902825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536753d4-241d-4783-9de4-1c5e20de60f5 req-b5b4c05c-8c60-4bae-8f7d-05b40cc6b05b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:01.907086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-536753d4-241d-4783-9de4-1c5e20de60f5 req-b5b4c05c-8c60-4bae-8f7d-05b40cc6b05b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.3071339
Jun 21 03:04:01.978291 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:01.985735 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c096af3-b97c-47b4-898f-ad287558f29b tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:02.033279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.046075 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/c9961f7d-b350-4baf-847f-26354f13c62a HTTP/1.1" status: 204  len: 168 time: 3.3389635
Jun 21 03:04:02.046075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=c9961f7d-b350-4baf-847f-26354f13c62a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:02.046075 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:02.048939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60996) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:02.051917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536843c-2a95-46cb-90aa-13644aad0836 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:02.063606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Made reservation on behalf of d28529b9a6b841deb894176dc64bba83 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:02.072889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.096337 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.118200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb3da348-c9f6-47dc-bc6e-6be1c1ca43d7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0677097
Jun 21 03:04:02.128601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32770) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:02.139879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:02.153118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-89c57913-35a1-4306-9c6e-46f140be447a None None] Provisioning complete for port 68a202c5-0d9a-42c4-8b67-9113382bed3e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:02.153942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-89c57913-35a1-4306-9c6e-46f140be447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.162929 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.164583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-536753d4-241d-4783-9de4-1c5e20de60f5 req-b871afe2-9f68-49fb-b9cc-111d6af73443 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2054491
Jun 21 03:04:02.171491 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9eb9d275-675c-4c42-b426-3c2975d57ab6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:02.238145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-89c57913-35a1-4306-9c6e-46f140be447a None None] Port 68a202c5-0d9a-42c4-8b67-9113382bed3e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:02.259456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-89c57913-35a1-4306-9c6e-46f140be447a None None] Provisioning complete for port 120cb481-6065-4777-943d-0980db641943 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:02.259944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-89c57913-35a1-4306-9c6e-46f140be447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.265419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:02.317800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:02.390024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 5989a112-9545-42f4-9371-24d4a92efcb6 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:02.407562 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.407725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:02.408165 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-558d0752-f5f3-41fd-9099-40f38b44a34a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:02.410809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:02.413671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:02.457680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:02.458285 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.460303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 1092 time: 4.2537370
Jun 21 03:04:02.461030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:02.463382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=bd677c24-beee-4066-aaf7-fc52fc33ee13,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:02.464238 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41362b10-4102-48c8-8e69-633b3032c9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:02.471719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.490691 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:02.562131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1eda9344-ac97-4666-95b6-d81049c3b554 None None] Provisioning complete for port 68a202c5-0d9a-42c4-8b67-9113382bed3e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:02.564744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1eda9344-ac97-4666-95b6-d81049c3b554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.600974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:02.609376 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:02.610709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:02.620694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.645005 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.651031 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:02.663755 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-23a9088d-0df2-48b9-acda-9ca5e98c42e3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:02.678173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1eda9344-ac97-4666-95b6-d81049c3b554 None None] Port 68a202c5-0d9a-42c4-8b67-9113382bed3e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:02.689179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] Deleting port d1894932-ed07-49da-9042-a86d4b6ff4bf {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:02.691860 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.765822 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a744e20-fdfe-4f7d-b173-ddd3d4714174 x-openstack-request-id: req-6a744e20-fdfe-4f7d-b173-ddd3d4714174 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:02.766878 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:02.767387 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a744e20-fdfe-4f7d-b173-ddd3d4714174 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:02.768313 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'status': 'completed', 'code': 200}
Jun 21 03:04:02.790349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] For port d1894932-ed07-49da-9042-a86d4b6ff4bf, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d1894932-ed07-49da-9042-a86d4b6ff4bf,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:02.790801 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:02.791694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Allocated IP 172.20.0.9 (5d4a79de-6d58-4d6f-8544-03b977c6e126/3953754a-a5fd-42fc-a33d-c6a8771cd33c/4515add0-53c7-412e-b58b-b2f632b4a6c6) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:02.800916 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.1598840
Jun 21 03:04:02.813867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=bd730e86-4e11-4eff-a2fe-000d9c310de2,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:02.814973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32804) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:02.890717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] Calling delete_port for d1894932-ed07-49da-9042-a86d4b6ff4bf owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:02.892204 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:02.931077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-225fd3d9-7a32-4e78-a1a4-3f5d2dbd9618 req-00f9bdbf-fc66-4f26-91a6-858d78042e3d tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 210 time: 0.1432440
Jun 21 03:04:02.968489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': '6ea262c5-1de9-45d1-a8d7-7676f0a32d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bbf126ae-9c44-4cba-8fef-93eeae54847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:02.968930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: bbf126ae-9c44-4cba-8fef-93eeae54847f, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:03.007419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-f34f5139-c509-432e-9f50-2de56770cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.008997 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-f34f5139-c509-432e-9f50-2de56770cbf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1095 time: 0.2867777
Jun 21 03:04:03.056309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92877b64-fe3e-4140-85dc-0b2f05810ce6 None None] Provisioning for port bd677c24-beee-4066-aaf7-fc52fc33ee13 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:03.058732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-e6aee227-d455-48ec-8914-6b48d04b3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.060284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-e6aee227-d455-48ec-8914-6b48d04b3db6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1095 time: 0.5594332
Jun 21 03:04:03.062142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92877b64-fe3e-4140-85dc-0b2f05810ce6 None None] Provisioning complete for port bd677c24-beee-4066-aaf7-fc52fc33ee13 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:03.062705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92877b64-fe3e-4140-85dc-0b2f05810ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.097815 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.106990 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e94fa74c-1814-4686-98a8-2c5875188b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:03.142591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-92877b64-fe3e-4140-85dc-0b2f05810ce6 None None] Port bd677c24-beee-4066-aaf7-fc52fc33ee13 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:03.144622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] Pushing event deleted for resources: {'Port': ['ID=d1894932-ed07-49da-9042-a86d4b6ff4bf,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:03.147206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] No DVR routers for this DVR port d1894932-ed07-49da-9042-a86d4b6ff4bf on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:03.150928 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:03.180740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c472e3d-7c69-42fe-a30c-c35b2108fa5f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.180740 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9c472e3d-7c69-42fe-a30c-c35b2108fa5f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200  len: 923 time: 0.3574929
Jun 21 03:04:03.180935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32822) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:03.267153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network bbf126ae-9c44-4cba-8fef-93eeae54847f is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:03.271056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.275981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d1894932-ed07-49da-9042-a86d4b6ff4bf no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:03.301873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-2a1965cc-0aa7-49a6-b7b8-11c94a145a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.303410 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-2a1965cc-0aa7-49a6-b7b8-11c94a145a9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 897 time: 0.2604301
Jun 21 03:04:03.319889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-8716d956-f202-4235-887f-2c50fa7ef649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.321922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-8716d956-f202-4235-887f-2c50fa7ef649 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 897 time: 0.2506483
Jun 21 03:04:03.330135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d1894932-ed07-49da-9042-a86d4b6ff4bf {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:03.331910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d1894932-ed07-49da-9042-a86d4b6ff4bf not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:03.373160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.381264 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f41ee312-72d2-4bb1-afd0-dd31405d967c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:03.384218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, bbf126ae-9c44-4cba-8fef-93eeae54847f) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:03.396327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b720ad-a680-43af-8f84-e05d320131c6 None None] Network bbf126ae-9c44-4cba-8fef-93eeae54847f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:03.415313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Deleting port 2d768ad6-1cde-491d-9dcd-2740329b189c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:03.415585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.439266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.439915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.458114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:03.471352 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-7ced1402-e317-4cee-b468-8c02ea3d978a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 999 time: 0.1551726
Jun 21 03:04:03.481407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:03.504696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.505359 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.512325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e93a8-f138-4510-acc9-8d7f57a7399c None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:03.528169 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.533720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-94586d63-eab4-4024-b8e1-81be7d4cc04c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 999 time: 0.2023947
Jun 21 03:04:03.540709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:03.547633 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-13a5f44f-b0b0-4e20-b0c3-52b07e884e47 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:03.617556 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:03.625125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port bd677c24-beee-4066-aaf7-fc52fc33ee13 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:03.625522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.632482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] For port 2d768ad6-1cde-491d-9dcd-2740329b189c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2d768ad6-1cde-491d-9dcd-2740329b189c,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:03.632482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.684508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Network 5d4a79de-6d58-4d6f-8544-03b977c6e126 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:03.691557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:03.695050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5653856
Jun 21 03:04:03.696478 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9834614
Jun 21 03:04:03.698158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:03.702692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32854) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:03.704349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32856) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:03.710730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-43dc4f0e-8b76-4e48-8415-5f1ed458d05b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:03.732328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-0ccf91ae-f7a0-41a6-b576-3dcd46461e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.734150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-0ccf91ae-f7a0-41a6-b576-3dcd46461e1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.1895258
Jun 21 03:04:03.853397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Calling delete_port for 2d768ad6-1cde-491d-9dcd-2740329b189c owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:03.872987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-a2008a98-4aff-4c43-a9d3-d45c35599682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.874641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-a2008a98-4aff-4c43-a9d3-d45c35599682 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.3526170
Jun 21 03:04:03.876295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Pushing event updated for resources: {'Port': ['ID=4515add0-53c7-412e-b58b-b2f632b4a6c6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:03.882952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-bbf126ae-9c44-4cba-8fef-93eeae54847f', 'network_id': 'bbf126ae-9c44-4cba-8fef-93eeae54847f', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': 'bd730e86-4e11-4eff-a2fe-000d9c310de2'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:04:03.883873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:03.924590 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:03.970491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072dbf0-1fac-4f76-8300-c280f4796769 req-2789e886-de7c-429b-92a5-8e881aad5905 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:03.972065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6072dbf0-1fac-4f76-8300-c280f4796769 req-2789e886-de7c-429b-92a5-8e881aad5905 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.5858421
Jun 21 03:04:04.006915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:04.007609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.010117 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.062873 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.101789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-571a7313-1293-4e53-8427-32cba0fb0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:04.109754 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-571a7313-1293-4e53-8427-32cba0fb0e50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2051644
Jun 21 03:04:04.154578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for bd677c24-beee-4066-aaf7-fc52fc33ee13 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:04.155864 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6408963
Jun 21 03:04:04.201249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d82cb52-2247-4a3b-982b-02458c34d10e', 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'tenant_id': '2f27fa388127447887133d2c93cf0b1b', 'fixed_ips': [{'subnet_id': '9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:04:04.202387 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.209702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Request body: {'port': {'device_id': 'f16e45af-6fed-4c7e-8635-a7d8bebc1e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:04.222999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Allocated IP 172.20.0.2 (bbf126ae-9c44-4cba-8fef-93eeae54847f/bd730e86-4e11-4eff-a2fe-000d9c310de2/42e232e1-b220-4c4d-92d3-ac7785f6cc55) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:04.239025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6072dbf0-1fac-4f76-8300-c280f4796769 req-730e9294-c772-4e54-bfad-544baa2b0a44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2471330
Jun 21 03:04:04.329897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-481045b3-f750-4007-ba34-ce39d988b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:04.331742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-481045b3-f750-4007-ba34-ce39d988b240 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5052044
Jun 21 03:04:04.428014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.457364 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.468685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dc4f0e-8b76-4e48-8415-5f1ed458d05b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:04.472617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f0e-8b76-4e48-8415-5f1ed458d05b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.474197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Transition to ACTIVE for port object 42e232e1-b220-4c4d-92d3-ac7785f6cc55 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:04.491452 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-258559ef-1d5a-404a-8593-f73800c13f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.494774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Transition to ACTIVE for port object 42e232e1-b220-4c4d-92d3-ac7785f6cc55 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:04.566831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f2ea4-6390-482e-bb0f-8d5bb1f3960e req-8f0673c7-9440-4d48-8ca8-eb13a5234116 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:04.568400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f29f2ea4-6390-482e-bb0f-8d5bb1f3960e req-8f0673c7-9440-4d48-8ca8-eb13a5234116 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 931 time: 0.4057190
Jun 21 03:04:04.596759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:04:04.630791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Allocated IP 2001:db8::2 (4d82cb52-2247-4a3b-982b-02458c34d10e/9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c/0e295a25-2a00-47b1-9cb1-d7de0c9ff467) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:04.711261 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.715979 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4e66c047-d54e-42fc-8e4c-c7a32a50d5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:04.770252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Network bbf126ae-9c44-4cba-8fef-93eeae54847f is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:04.778040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:04.785135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.787250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:04.852363 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-778ac133-7b9b-4b9d-814a-1b8f19478c40 service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6955347
Jun 21 03:04:04.886829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Pushing event updated for resources: {'Port': ['ID=42e232e1-b220-4c4d-92d3-ac7785f6cc55,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:04.916005 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:04.981272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Attempting to bind port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:04.981780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Attempting to bind port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6ea262c5-1de9-45d1-a8d7-7676f0a32d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bbf126ae-9c44-4cba-8fef-93eeae54847f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:04.982157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Attempting to bind port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 on network bbf126ae-9c44-4cba-8fef-93eeae54847f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:04.991691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:04.992082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Checking segment: {'id': '6ea262c5-1de9-45d1-a8d7-7676f0a32d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bbf126ae-9c44-4cba-8fef-93eeae54847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:04.992498 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:04.992904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Bound using segment: {'id': '6ea262c5-1de9-45d1-a8d7-7676f0a32d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bbf126ae-9c44-4cba-8fef-93eeae54847f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:04.993607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Bound port: 42e232e1-b220-4c4d-92d3-ac7785f6cc55, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea262c5-1de9-45d1-a8d7-7676f0a32d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bbf126ae-9c44-4cba-8fef-93eeae54847f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:04.993840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.023694 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.060024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Transition to ACTIVE for port object 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:05.075688 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-88c6c0ed-ccfa-4317-826a-cad7d6dc2af8 service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1976280
Jun 21 03:04:05.102218 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.102665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Transition to ACTIVE for port object 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:05.113577 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4158dfb-0c19-46f5-b661-081caa1fb450 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:05.114624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] For port 42e232e1-b220-4c4d-92d3-ac7785f6cc55, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:05.123770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] For port 42e232e1-b220-4c4d-92d3-ac7785f6cc55, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=42e232e1-b220-4c4d-92d3-ac7785f6cc55,segment=NetworkSegment(6ea262c5-1de9-45d1-a8d7-7676f0a32d09),segment_id=6ea262c5-1de9-45d1-a8d7-7676f0a32d09)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:05.184770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d768ad6-1cde-491d-9dcd-2740329b189c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:05.191080 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:05.203218 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.205637 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.235335 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:05.337537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:05.347514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:05.351821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:05.365803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Pushing event updated for resources: {'Port': ['ID=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:05.407761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f29f2ea4-6390-482e-bb0f-8d5bb1f3960e req-f177ad8b-c718-46f0-ae73-8280f0cd51dc tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8231997
Jun 21 03:04:05.438905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-a12eb717-e635-4f08-850e-274911a7bb14 service neutron] 10.222.0.26 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0935152
Jun 21 03:04:05.446860 n-d-758944-33 neutron-server[94167]: INFO neutron.db.ipam_backend_mixin [None req-43dc4f0e-8b76-4e48-8415-5f1ed458d05b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c (CIDR: 2001:db8::/64)
Jun 21 03:04:05.540453 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dc4f0e-8b76-4e48-8415-5f1ed458d05b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:04:05.541183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43dc4f0e-8b76-4e48-8415-5f1ed458d05b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:05.548337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Attempting to bind port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:05.549849 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Attempting to bind port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:05.550770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Attempting to bind port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 on network 4d82cb52-2247-4a3b-982b-02458c34d10e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:05.568743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:05.569591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Checking segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:05.570446 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.571099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Bound using segment: {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:05.571556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Bound port: 0e295a25-2a00-47b1-9cb1-d7de0c9ff467, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed2b21-d2ec-4e64-8a87-6d22c6235038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:05.572047 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.577016 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.594501 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36e13149-7d0c-4836-bc93-045e0566ab19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:05.623437 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.635755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=bd730e86-4e11-4eff-a2fe-000d9c310de2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:05.651393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Pushing event updated for resources: {'Port': ['ID=42e232e1-b220-4c4d-92d3-ac7785f6cc55,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:05.652133 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:05.664157 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:05.692796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] For port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:05.726518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] For port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:05.727796 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:05.728276 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:05.729117 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:05.735009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4515add0-53c7-412e-b58b-b2f632b4a6c6 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:04:05.749672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.753031 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.803179 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.807590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Transition to ACTIVE for port object 4515add0-53c7-412e-b58b-b2f632b4a6c6 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:05.808232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-43dc4f0e-8b76-4e48-8415-5f1ed458d05b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.1011713
Jun 21 03:04:05.810036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=bd677c24-beee-4066-aaf7-fc52fc33ee13,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:05.810464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32992) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:05.811712 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e1848704-4e62-4831-ac7f-877d8157e75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:05.813243 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:05.817188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'subnet': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:05.865815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.920263 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:05.934443 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:05.936150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-7d0b9303-a45c-48ef-874f-ad82e60e1496 service neutron] 10.222.0.26 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4878542
Jun 21 03:04:05.958710 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de56aac0>,) {'filters': {'network_id': ['bbf126ae-9c44-4cba-8fef-93eeae54847f']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:06.033259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Pushing event updated for resources: {'Port': ['ID=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:06.045215 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.046829 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:06.056769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de56aac0>, '6ea262c5-1de9-45d1-a8d7-7676f0a32d09') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:06.057703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de56aac0>, '6ea262c5-1de9-45d1-a8d7-7676f0a32d09') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:06.074523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f473a-75ad-49c2-8eb3-ceddcb6f89c9 req-c05ebec8-3ce4-4e29-bcc0-2aac05de76cf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:06.076212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d0f473a-75ad-49c2-8eb3-ceddcb6f89c9 req-c05ebec8-3ce4-4e29-bcc0-2aac05de76cf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.5500765
Jun 21 03:04:06.169809 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.187135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4515add0-53c7-412e-b58b-b2f632b4a6c6,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:06.202036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:06.219207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.221323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/bd677c24-beee-4066-aaf7-fc52fc33ee13 HTTP/1.1" status: 204  len: 168 time: 3.0391397
Jun 21 03:04:06.225094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33012) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:06.241417 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.295621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:06.296040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:06.299631 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:06.303041 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-67addcda-906e-493c-87bf-e633e88d3aa1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:04:06.303041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-67addcda-906e-493c-87bf-e633e88d3aa1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/bd677c24-beee-4066-aaf7-fc52fc33ee13 HTTP/1.1" status: 404  len: 333 time: 0.0753005
Jun 21 03:04:06.363806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:06.368552 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d0f473a-75ad-49c2-8eb3-ceddcb6f89c9 req-a1703ae7-7689-4659-ac29-e7b18812b888 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2344639
Jun 21 03:04:06.462376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-06290c11-c829-446f-9b1a-54ebe97bea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:06.466449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-06290c11-c829-446f-9b1a-54ebe97bea33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1095 time: 0.4439280
Jun 21 03:04:06.473198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Attempting to bind port 4515add0-53c7-412e-b58b-b2f632b4a6c6 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:06.473580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Attempting to bind port 4515add0-53c7-412e-b58b-b2f632b4a6c6 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5d4a79de-6d58-4d6f-8544-03b977c6e126'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:06.474013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Attempting to bind port 4515add0-53c7-412e-b58b-b2f632b4a6c6 on network 5d4a79de-6d58-4d6f-8544-03b977c6e126 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:06.489053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Port 4515add0-53c7-412e-b58b-b2f632b4a6c6 on network 5d4a79de-6d58-4d6f-8544-03b977c6e126 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:04:06.489419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Attempting to bind port 4515add0-53c7-412e-b58b-b2f632b4a6c6 on network 5d4a79de-6d58-4d6f-8544-03b977c6e126 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:06.522581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:06.523333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Checking segment: {'id': '545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5d4a79de-6d58-4d6f-8544-03b977c6e126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:06.523665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:04:06.523665 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:04:06.523665 n-d-758944-33 neutron-server[94167]: [parameters: {'id': 'bbf126ae-9c44-4cba-8fef-93eeae54847f'}]
Jun 21 03:04:06.523665 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:04:06.524018 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:04:06.524654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Bound using segment: {'id': '545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5d4a79de-6d58-4d6f-8544-03b977c6e126'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:06.525537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Bound port: 4515add0-53c7-412e-b58b-b2f632b4a6c6, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5d4a79de-6d58-4d6f-8544-03b977c6e126'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:06.527214 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.529737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:06.533649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.655394 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d94b4bb8-47e5-4eb6-a960-5e873ddd58a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.690852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:06.706404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 68a202c5-0d9a-42c4-8b67-9113382bed3e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:06.707053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:06.728852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-f053c4e6-fab3-4bbe-8508-ad3fb82d0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:06.731477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-f053c4e6-fab3-4bbe-8508-ad3fb82d0629 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 897 time: 0.2536974
Jun 21 03:04:06.765046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33038) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:06.845727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] For port 4515add0-53c7-412e-b58b-b2f632b4a6c6, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:06.862414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] For port 4515add0-53c7-412e-b58b-b2f632b4a6c6, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4515add0-53c7-412e-b58b-b2f632b4a6c6,segment=NetworkSegment(545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55),segment_id=545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:06.879615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-aa966e96-a3f4-4af6-be44-842fdba1e1f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 999 time: 0.0878358
Jun 21 03:04:06.971826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491e888-02ad-4e65-8dce-541a0b03f799 req-74b1e24d-d8ad-4da0-adb9-021536ef02d8 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:06.971826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6491e888-02ad-4e65-8dce-541a0b03f799 req-74b1e24d-d8ad-4da0-adb9-021536ef02d8 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 943 time: 0.3056695
Jun 21 03:04:07.009864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.010097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-529618d5-60d5-4b30-80a1-a4bf2b5b7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:07.012119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-529618d5-60d5-4b30-80a1-a4bf2b5b7001 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.1229081
Jun 21 03:04:07.026061 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.028414 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f873d3ce-2753-46cd-b68b-08562245bab2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:07.050771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d359c961-f925-43a8-a370-9fce8f2c187f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.082608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be094dcf-0a2e-42da-89fa-a96fba0a0b02 None None] Network bbf126ae-9c44-4cba-8fef-93eeae54847f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:07.085229 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.099215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:07.100079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.101559 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] 10.222.0.26 "PUT /v2.0/ports/4515add0-53c7-412e-b58b-b2f632b4a6c6 HTTP/1.1" status: 200  len: 1092 time: 2.9305878
Jun 21 03:04:07.115881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16e45af-6fed-4c7e-8635-a7d8bebc1e42', 'tag': '4515add0-53c7-412e-b58b-b2f632b4a6c6'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:07.118470 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff2b56b-fbde-4404-869e-12448fe5ce1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f16e45af-6fed-4c7e-8635-a7d8bebc1e42", "tag": "4515add0-53c7-412e-b58b-b2f632b4a6c6"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:07.159179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:07.169035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6491e888-02ad-4e65-8dce-541a0b03f799 req-9d41c483-92d1-4561-9fed-b8a8362cd259 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887121
Jun 21 03:04:07.179199 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] 10.222.0.25 "PUT /v2.0/routers/ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5648131
Jun 21 03:04:07.198723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] Sync routers for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:07.206485 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.228960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4515add0-53c7-412e-b58b-b2f632b4a6c6,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:07.228960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33058) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:07.235508 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4487da46-a4a9-4763-8e28-739c932d4ff1 x-openstack-request-id: req-4487da46-a4a9-4763-8e28-739c932d4ff1 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:07.236209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 68a202c5-0d9a-42c4-8b67-9113382bed3e owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:07.236425 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16e45af-6fed-4c7e-8635-a7d8bebc1e42", "tag": "4515add0-53c7-412e-b58b-b2f632b4a6c6", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:07.238103 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4487da46-a4a9-4763-8e28-739c932d4ff1 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:07.238797 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16e45af-6fed-4c7e-8635-a7d8bebc1e42', 'tag': '4515add0-53c7-412e-b58b-b2f632b4a6c6', 'status': 'completed', 'code': 200}
Jun 21 03:04:07.244373 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:07.319280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:07.322747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de52f040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:07.431077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dce68125-388e-4120-8b00-5f0376ccfa84 None None] Provisioning for port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:07.500737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-37001f39-7275-471b-8a86-6371a1900a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:07.503293 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-37001f39-7275-471b-8a86-6371a1900a8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4800103
Jun 21 03:04:07.542419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 42e232e1-b220-4c4d-92d3-ac7785f6cc55 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:07.659125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.682566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Deleting port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:07.682923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.731989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:07.812398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2b56b-fbde-4404-869e-12448fe5ce1b req-68d16371-426f-486b-b2c8-e0f96021a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:07.813996 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ff2b56b-fbde-4404-869e-12448fe5ce1b req-68d16371-426f-486b-b2c8-e0f96021a804 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d28529b9a6b841deb894176dc64bba83&device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 1095 time: 0.4994316
Jun 21 03:04:07.819550 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.843960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-0aed8b89-8e1e-46e8-9c6a-bf33cd236200 service neutron] 10.222.0.26 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3290536
Jun 21 03:04:07.847632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:07.856419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:07.857094 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.948529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] DHCP port deletion for bbf126ae-9c44-4cba-8fef-93eeae54847f request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:07.951650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bb5a52bf-d446-42a2-bcf2-5b2246d96294 None None] Provisioning for port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:07.957148 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.962729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] For port 42e232e1-b220-4c4d-92d3-ac7785f6cc55, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=42e232e1-b220-4c4d-92d3-ac7785f6cc55,segment=NetworkSegment(6ea262c5-1de9-45d1-a8d7-7676f0a32d09),segment_id=6ea262c5-1de9-45d1-a8d7-7676f0a32d09)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:07.963093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:07.970162 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c25889bd-e8c7-4b44-98dc-53407b0ba7bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:07.987885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d359c961-f925-43a8-a370-9fce8f2c187f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.032881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2b56b-fbde-4404-869e-12448fe5ce1b req-df729928-5024-4cfc-bd68-df554830b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:08.034391 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ff2b56b-fbde-4404-869e-12448fe5ce1b req-df729928-5024-4cfc-bd68-df554830b354 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d28529b9a6b841deb894176dc64bba83&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2072806
Jun 21 03:04:08.076650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=68a202c5-0d9a-42c4-8b67-9113382bed3e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:08.108301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Calling delete_port for 42e232e1-b220-4c4d-92d3-ac7785f6cc55 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:08.110793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.112975 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.117603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20dc99-b778-4297-ba7b-b8a832d314ab req-698b25c9-547e-45ba-8fb2-ba8faaa31606 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:08.119174 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a20dc99-b778-4297-ba7b-b8a832d314ab req-698b25c9-547e-45ba-8fb2-ba8faaa31606 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.5057836
Jun 21 03:04:08.127058 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:08.140107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de52f040>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T03:04:04Z', 'revision_number': 5, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port': {'id': 'a6f9e9e3-4eae-469b-8c3f-5377a871b10a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:25Z', 'updated_at': '2021-06-21T02:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:08.150080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] Deleting port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:08.150308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.201026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] Checking router: ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:04:08.235290 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.249577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 42e232e1-b220-4c4d-92d3-ac7785f6cc55, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=42e232e1-b220-4c4d-92d3-ac7785f6cc55,segment=NetworkSegment(6ea262c5-1de9-45d1-a8d7-7676f0a32d09),segment_id=6ea262c5-1de9-45d1-a8d7-7676f0a32d09)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:08.264930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] Routers {'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:08.265633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de52f040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:08.335687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41362b10-4102-48c8-8e69-633b3032c9f5 req-1063fac4-d06e-44ad-880d-def86ca9b2d7 service neutron] 10.222.0.26 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4787190
Jun 21 03:04:08.350238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] For port 42e232e1-b220-4c4d-92d3-ac7785f6cc55, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=42e232e1-b220-4c4d-92d3-ac7785f6cc55,segment=NetworkSegment(6ea262c5-1de9-45d1-a8d7-7676f0a32d09),segment_id=6ea262c5-1de9-45d1-a8d7-7676f0a32d09)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:08.350651 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.358536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.359432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:08.367617 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df870788-e4ff-4340-a3c8-b3550baef4be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:08.390841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a20dc99-b778-4297-ba7b-b8a832d314ab req-bcbf6777-d74c-4c08-8b8c-d15b2a156254 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1940191
Jun 21 03:04:08.429665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.436051 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/68a202c5-0d9a-42c4-8b67-9113382bed3e HTTP/1.1" status: 204  len: 168 time: 2.0663307
Jun 21 03:04:08.437064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33080) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:08.496378 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e925d6fc-8d57-49be-afc7-a27087e34437 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:04:08.496378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e925d6fc-8d57-49be-afc7-a27087e34437 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/68a202c5-0d9a-42c4-8b67-9113382bed3e HTTP/1.1" status: 404  len: 333 time: 0.0564663
Jun 21 03:04:08.512652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33082) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:08.536635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d359c961-f925-43a8-a370-9fce8f2c187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.542430 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.550136 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:08.564766 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c32d1d5-28b0-4632-a867-242d65852005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:08.590609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Port': ['ID=42e232e1-b220-4c4d-92d3-ac7785f6cc55,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:08.592728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No DVR routers for this DVR port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:08.602740 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:08.618171 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d359c961-f925-43a8-a370-9fce8f2c187f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61f7221b503c4d9192254e34793250cd&name=default HTTP/1.1" status: 200  len: 2983 time: 1.8433151
Jun 21 03:04:08.629725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33084) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:08.639969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet cd993040-31b7-4c7c-b688-6bfa86402293 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:08.646089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.672645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] Calling delete_port for 42e232e1-b220-4c4d-92d3-ac7785f6cc55 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:08.673369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:04:08.674272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359c961-f925-43a8-a370-9fce8f2c187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286e952a-35d7-4556-9df8-3a0daa1ab5ec,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:08.679161 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d359c961-f925-43a8-a370-9fce8f2c187f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:08.693529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] Set router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:08.700925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Deleting port a6f9e9e3-4eae-469b-8c3f-5377a871b10a {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:08.701285 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.750146 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.762382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d20c5ca0>,) {'filters': {'network_id': ['bbf126ae-9c44-4cba-8fef-93eeae54847f']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:08.776127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d20c5ca0>, '6ea262c5-1de9-45d1-a8d7-7676f0a32d09') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:08.776955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d20c5ca0>, '6ea262c5-1de9-45d1-a8d7-7676f0a32d09') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:08.790338 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.806709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de52f040>, [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T03:04:07Z', 'revision_number': 6, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:08.815986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=42e232e1-b220-4c4d-92d3-ac7785f6cc55,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:08.816726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf0e4f-b5cd-4dcf-84f1-90bb0c585104 req-9ad8e7e6-19a4-442c-8a6e-f802a19aee5d tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:08.818357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fcf0e4f-b5cd-4dcf-84f1-90bb0c585104 req-9ad8e7e6-19a4-442c-8a6e-f802a19aee5d tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 943 time: 0.3696256
Jun 21 03:04:08.828730 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.828730 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.839990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2b56b-fbde-4404-869e-12448fe5ce1b req-4210b180-fdf8-4e9d-b653-a4b29ee77466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:08.841839 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7ff2b56b-fbde-4404-869e-12448fe5ce1b req-4210b180-fdf8-4e9d-b653-a4b29ee77466 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7996416
Jun 21 03:04:08.850554 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:08.854048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab70b65-8af7-4d92-b1a4-bed97a159b2c None None] The sync data for ids ['ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a'] in n-d-758944-33 is: [{'id': 'ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a', 'name': 'tempest-TestVolumeBackupRestore-552418761-router', 'tenant_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:24Z', 'updated_at': '2021-06-21T03:04:07Z', 'revision_number': 6, 'project_id': 'de7a8fe5101b4bf5b7265d94ec58be96', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:08.863143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:08.863551 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:08.868469 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:08.896248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.899092 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-365590da-8904-4630-99e0-0fa1086008e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:08.926094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] No DVR routers for this DVR port 42e232e1-b220-4c4d-92d3-ac7785f6cc55 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:08.928271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] Pushing event deleted for resources: {'Port': ['ID=42e232e1-b220-4c4d-92d3-ac7785f6cc55,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:08.933257 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:08.958346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:08.962819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:08.963204 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:08.989561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fcf0e4f-b5cd-4dcf-84f1-90bb0c585104 req-18041085-550e-4fdf-b07e-0d521e421c4c tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587870
Jun 21 03:04:09.037018 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.050519 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.055704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] For port a6f9e9e3-4eae-469b-8c3f-5377a871b10a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a6f9e9e3-4eae-469b-8c3f-5377a871b10a,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:09.056237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.063143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f77fe71-c2a4-4007-8b81-7e300defc03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.076022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.080755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.088264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/bbf126ae-9c44-4cba-8fef-93eeae54847f HTTP/1.1" status: 204  len: 168 time: 5.3680267
Jun 21 03:04:09.088264 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96b99639-d96a-42ce-aa8d-bede964b59ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:09.091230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33086) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:09.117829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=bbf126ae-9c44-4cba-8fef-93eeae54847f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:09.120231 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:09.138836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Calling delete_port for a6f9e9e3-4eae-469b-8c3f-5377a871b10a owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:09.142147 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fadff48-3dba-4ad1-8ef9-9f8762c51124 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] GET failed (client error): The resource could not be found.
Jun 21 03:04:09.146038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3fadff48-3dba-4ad1-8ef9-9f8762c51124 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/subnets/bd730e86-4e11-4eff-a2fe-000d9c310de2 HTTP/1.1" status: 404  len: 337 time: 0.0485625
Jun 21 03:04:09.146534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33088) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:09.166618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f77fe71-c2a4-4007-8b81-7e300defc03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.170157 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3654829d-6364-4e55-960e-299ac902f19c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:09.170754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3654829d-6364-4e55-960e-299ac902f19c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:09.175885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3654829d-6364-4e55-960e-299ac902f19c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/bbf126ae-9c44-4cba-8fef-93eeae54847f HTTP/1.1" status: 404  len: 339 time: 0.0253019
Jun 21 03:04:09.176576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33090) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:09.194372 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:04:09.194739 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:04:09.240594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-babb9d8c-ae19-4d85-b8ef-43fd66c8a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:09.242163 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-babb9d8c-ae19-4d85-b8ef-43fd66c8a2b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d28529b9a6b841deb894176dc64bba83&device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 1095 time: 0.3075907
Jun 21 03:04:09.250441 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.258839 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-49542a35-07fb-4617-8c6d-3256a4c12c79 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:09.319077 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-4ea43199-4a0b-4797-903b-8f6b11461eb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4515add0-53c7-412e-b58b-b2f632b4a6c6 HTTP/1.1" status: 200  len: 217 time: 0.0630240
Jun 21 03:04:09.319293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=cd993040-31b7-4c7c-b688-6bfa86402293,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:09.322253 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:09.328785 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.331463 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.333355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/cd993040-31b7-4c7c-b688-6bfa86402293 HTTP/1.1" status: 204  len: 168 time: 0.8197129
Jun 21 03:04:09.339865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c521b63-50cc-4998-83ec-6b95147cfa4a None None] Network 5989a112-9545-42f4-9371-24d4a92efcb6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:09.345380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33092) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:09.459837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-23873b74-929c-491a-a3cf-1c26dd326819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:09.461367 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-23873b74-929c-491a-a3cf-1c26dd326819 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3953754a-a5fd-42fc-a33d-c6a8771cd33c HTTP/1.1" status: 200  len: 849 time: 0.1296637
Jun 21 03:04:09.465827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f77fe71-c2a4-4007-8b81-7e300defc03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.468453 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f77fe71-c2a4-4007-8b81-7e300defc03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.471804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4f77fe71-c2a4-4007-8b81-7e300defc03d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/286e952a-35d7-4556-9df8-3a0daa1ab5ec HTTP/1.1" status: 204  len: 168 time: 0.8297806
Jun 21 03:04:09.479827 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:09.523548 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.529162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77fe71-c2a4-4007-8b81-7e300defc03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286e952a-35d7-4556-9df8-3a0daa1ab5ec,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:09.536779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-a9815664-a9f6-4af4-b0cd-f8815cb64ab4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5d4a79de-6d58-4d6f-8544-03b977c6e126&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480311
Jun 21 03:04:09.547792 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f77fe71-c2a4-4007-8b81-7e300defc03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:09.554011 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.582013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ccc122-3474-4f8a-aec1-b8d1532b79bd tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:09.586472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d0ccc122-3474-4f8a-aec1-b8d1532b79bd tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4058011
Jun 21 03:04:09.588406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33100) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:09.648497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8c8bb77c-408a-48e0-8315-3c60bccd00f2 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 207 time: 0.0553050
Jun 21 03:04:09.653985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33102) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:09.746214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a2da1-b554-45c1-beb8-d6de5b0078f5 req-804eb7ec-8177-43e9-a761-0335c8c2d117 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:09.747980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f0a2da1-b554-45c1-beb8-d6de5b0078f5 req-804eb7ec-8177-43e9-a761-0335c8c2d117 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 943 time: 0.1130633
Jun 21 03:04:09.756527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] DHCP port deletion for 5989a112-9545-42f4-9371-24d4a92efcb6 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:09.760440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 120cb481-6065-4777-943d-0980db641943 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:09.760440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.763913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.768907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.834675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] Deleting port 120cb481-6065-4777-943d-0980db641943 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:09.835359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.843885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f0a2da1-b554-45c1-beb8-d6de5b0078f5 req-e1d79d85-19f6-4d8e-bfc3-4c793b0ac6f7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891788
Jun 21 03:04:09.848103 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-690c1adf-fb6f-479f-a197-38940f5b1000 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:09.920003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] For port 120cb481-6065-4777-943d-0980db641943, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=120cb481-6065-4777-943d-0980db641943,segment=NetworkSegment(1715d993-b704-413a-bc74-e16561f42e12),segment_id=1715d993-b704-413a-bc74-e16561f42e12)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:09.920375 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:09.928136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8fca29f3-1864-4c23-b0e8-58a8961c4121 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:04:09.939195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] For port 120cb481-6065-4777-943d-0980db641943, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=120cb481-6065-4777-943d-0980db641943,segment=NetworkSegment(1715d993-b704-413a-bc74-e16561f42e12),segment_id=1715d993-b704-413a-bc74-e16561f42e12)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:09.939930 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.002319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 120cb481-6065-4777-943d-0980db641943 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:10.022669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f9e9e3-4eae-469b-8c3f-5377a871b10a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:10.035314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] Calling delete_port for 120cb481-6065-4777-943d-0980db641943 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:10.131953 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:10.177805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.197361 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d29965b-54ce-405e-b629-7b3757b0c40f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:10.200280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:10.213636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'port_id': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'mac_address': 'fa:16:3e:77:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:04:10.215260 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.217823 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9d823b96-1144-4069-ab8b-8653d436efe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:10.239930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] Pushing event deleted for resources: {'Port': ['ID=120cb481-6065-4777-943d-0980db641943,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:10.245149 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:10.250609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dde392-3425-4988-8d7a-40ceb3bae21c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:10.256429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dde392-3425-4988-8d7a-40ceb3bae21c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:10.262314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dde392-3425-4988-8d7a-40ceb3bae21c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:10.268402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dde392-3425-4988-8d7a-40ceb3bae21c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:10.274035 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-19dde392-3425-4988-8d7a-40ceb3bae21c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.6087515
Jun 21 03:04:10.277200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:10.283389 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.296741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] No DVR routers for this DVR port 120cb481-6065-4777-943d-0980db641943 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:10.302171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fca29f3-1864-4c23-b0e8-58a8961c4121 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:04:10.302357 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-20a2496c-a720-4065-81b0-a80c7a75fea4 service neutron] 10.222.0.26 "GET /v2.0/networks/5d4a79de-6d58-4d6f-8544-03b977c6e126?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7549541
Jun 21 03:04:10.325095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33112) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:10.329179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:10.391539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] For port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:10.395443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.404382 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.406525 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a8d6327-7f7a-4ad9-9d87-6f70ae2fa585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:10.444956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a766b82-2b17-4ef0-b241-637452a32bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.465320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:10.476450 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:10.615334 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.617497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['8fca29f3-1864-4c23-b0e8-58a8961c4121'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:04:10.627861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.666991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.708565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=120cb481-6065-4777-943d-0980db641943,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:10.722186 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:10.723416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No DVR routers for this DVR port 120cb481-6065-4777-943d-0980db641943 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:10.735675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.736417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.754775 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dd7306a7-a360-424c-85b8-8b009e21bb88 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:10.795446 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a72355fe-22cf-4912-b406-8e459f299f7f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.5133059
Jun 21 03:04:10.802303 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:04:10.802656 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:04:10.807458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33118) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:10.851500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.872840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c31ad7-0fd9-4be1-8ec3-7c54a1a78f36 req-302dd5eb-7375-4eba-9b0e-d755c69df82b tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:10.874145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.874715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:04:10.879778 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3c31ad7-0fd9-4be1-8ec3-7c54a1a78f36 req-302dd5eb-7375-4eba-9b0e-d755c69df82b tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 943 time: 0.7169566
Jun 21 03:04:10.883477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d86da6d0>,) {'filters': {'network_id': ['5989a112-9545-42f4-9371-24d4a92efcb6']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:10.907577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d86da6d0>, '1715d993-b704-413a-bc74-e16561f42e12') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:10.907892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d86da6d0>, '1715d993-b704-413a-bc74-e16561f42e12') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:10.922500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.924038 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] 10.222.0.25 "DELETE /v2.0/routers/ea02a6d2-a7a9-4c66-9bb3-f96ebc85a60a HTTP/1.1" status: 204  len: 168 time: 3.6838772
Jun 21 03:04:10.926146 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12142579-ce22-49f3-8f6c-f7b15c93b97d req-f4d7096e-b709-43bd-b0b1-138cea85cd40 service neutron] 10.222.0.26 "GET /v2.0/networks/5d4a79de-6d58-4d6f-8544-03b977c6e126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5967972
Jun 21 03:04:10.927432 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.931022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:10.936224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:10.939400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:10.943369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:10.943967 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:10.957357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cac828-7c67-43a4-ae69-8f7f8290d462 None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:10.977728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e39a2-013f-4302-b4dc-c286d18c779c req-24ace1bc-19f5-4396-9943-4fa4c3aca18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:10.980788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa8e39a2-013f-4302-b4dc-c286d18c779c req-24ace1bc-19f5-4396-9943-4fa4c3aca18a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 944 time: 0.2738926
Jun 21 03:04:11.001833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.008701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:11.011826 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.022075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,revision_number=4']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:11.025880 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:11.036953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43857a-7687-44ff-b93e-20e925a179bb req-de10f819-bc4f-4ae4-8aeb-091980e64a73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:11.039803 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-de10f819-bc4f-4ae4-8aeb-091980e64a73 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb&tenant_id=5abc1439a51442dca598a84712ee0f1f&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 944 time: 0.4974267
Jun 21 03:04:11.042314 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1ebad29-6ba1-48e0-ad42-b5128419fa25 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:11.068106 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:11.097117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb01a70-048c-4c79-8758-061e197befd3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:11.098971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb01a70-048c-4c79-8758-061e197befd3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:11.103857 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dcb01a70-048c-4c79-8758-061e197befd3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2725315
Jun 21 03:04:11.106761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Subnet': ['ID=9194be04-811d-41b0-9f68-db1e3369dea9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:11.109740 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:11.112655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33122) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:11.112772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3c31ad7-0fd9-4be1-8ec3-7c54a1a78f36 req-04d6a893-ada7-41de-917e-b49f5aa974e0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318139
Jun 21 03:04:11.148224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Deleting subnet 4407d074-8826-43b3-8110-e714b90364f7 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:11.154562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa8e39a2-013f-4302-b4dc-c286d18c779c req-202982a7-640f-422d-8b5a-a2a02538c91b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665201
Jun 21 03:04:11.155251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.207774 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.240113 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.245058 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8104cfc5-ef3c-43b9-8b26-66f1209bf9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:11.251910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.252256 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a766b82-2b17-4ef0-b241-637452a32bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.258186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33124) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:11.258665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/networks/5989a112-9545-42f4-9371-24d4a92efcb6 HTTP/1.1" status: 204  len: 168 time: 1.9120703
Jun 21 03:04:11.267149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1518161191'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:11.272604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Network': ['ID=5989a112-9545-42f4-9371-24d4a92efcb6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:11.278355 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:11.306302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf94fe7-ee2d-4250-aaeb-db8b9dc4b8cf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:11.307703 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf94fe7-ee2d-4250-aaeb-db8b9dc4b8cf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:11.313967 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7cf94fe7-ee2d-4250-aaeb-db8b9dc4b8cf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1935384
Jun 21 03:04:11.315307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33126) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:11.326473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a766b82-2b17-4ef0-b241-637452a32bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.331072 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d743b5b-df75-4840-bdfa-5bcc986aa7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:11.333187 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-3f43857a-7687-44ff-b93e-20e925a179bb req-1c259583-0a59-450a-a42f-570f9aa0532b service neutron] delete failed (client error): The resource could not be found.
Jun 21 03:04:11.333439 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.334292 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-1c259583-0a59-450a-a42f-570f9aa0532b service neutron] 10.222.0.20 "DELETE /v2.0/ports/8fca29f3-1864-4c23-b0e8-58a8961c4121/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.2328656
Jun 21 03:04:11.496488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.500321 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8a271ed8-b091-4512-8ba1-b4b056b4a053 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:11.527352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4407d074-8826-43b3-8110-e714b90364f7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:11.529483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.533801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4407d074-8826-43b3-8110-e714b90364f7 HTTP/1.1" status: 204  len: 168 time: 0.5939076
Jun 21 03:04:11.533801 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:11.534267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:11.537748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1fbc8-0b17-4a7c-82f7-f6d023105181 None None] Network b6a74d45-78b4-46a0-9401-7eac2146f62e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:11.618830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.647654 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.694905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Deleting port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:11.695256 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.744648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:11.780397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] For port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:11.780993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.798628 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:11.801592 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:11.871134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:11.874158 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 6.0624619
Jun 21 03:04:11.874912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Calling delete_port for 9c46296d-3a57-4ab2-84a4-c4d457a88c7b owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:11.876725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33130) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:11.881766 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:11.882751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Request body: {'port': {'network_id': '4d82cb52-2247-4a3b-982b-02458c34d10e', 'mac_address': 'fa:16:3e:05:dc:50', 'name': 'tempest-NetworksTestDHCPv6-1734114224'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:11.889567 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1a766b82-2b17-4ef0-b241-637452a32bfe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b836d87251be404fb278530a37f5e273&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5584912
Jun 21 03:04:11.891971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33132) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:11.897072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a766b82-2b17-4ef0-b241-637452a32bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7f2eb-3ca8-4686-ac38-223ce0ad59e1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:11.899391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] DHCP port deletion for b6a74d45-78b4-46a0-9401-7eac2146f62e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:11.923920 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a766b82-2b17-4ef0-b241-637452a32bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:11.951869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8fca29f3-1864-4c23-b0e8-58a8961c4121 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:11.965844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43857a-7687-44ff-b93e-20e925a179bb req-46fdf190-9c8f-4479-baaf-a5124ee84f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:11.967510 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-46fdf190-9c8f-4479-baaf-a5124ee84f3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1096 time: 0.5706789
Jun 21 03:04:11.975297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa3dc5f-cf62-4040-9e39-d2318acaa03c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:11.981588 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4fa3dc5f-cf62-4040-9e39-d2318acaa03c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/networks/bd4725be-a678-4322-a3f4-c2cc6a4ab96c HTTP/1.1" status: 200  len: 800 time: 0.6652215
Jun 21 03:04:11.982378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33134) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:12.034893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] Deleting port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:12.035470 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.038934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-78f93926-c670-45a7-8bb6-f8a94949be05 None None] Provisioning complete for port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:12.039295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78f93926-c670-45a7-8bb6-f8a94949be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.061661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:12.114945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af6364b4-c274-478c-a36b-d6cc17606ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.149006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af6364b4-c274-478c-a36b-d6cc17606ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.165345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43857a-7687-44ff-b93e-20e925a179bb req-3deb91ee-a4fd-4d69-ba68-2d93846807ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:12.168050 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-3deb91ee-a4fd-4d69-ba68-2d93846807ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 897 time: 0.1840324
Jun 21 03:04:12.177173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:12.178492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] For port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,segment=NetworkSegment(4433280f-4e9a-47b0-a05e-4b08e8777636),segment_id=4433280f-4e9a-47b0-a05e-4b08e8777636)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:12.178906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.182090 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.221287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.234446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-64ac8dec-e7dd-4564-9387-9ebfdd2429b5 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:12.243990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] No DVR routers for this DVR port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:12.282518 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-28c834a5-ca0c-4b53-b5d9-947665058784 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/networks/bd4725be-a678-4322-a3f4-c2cc6a4ab96c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2948081
Jun 21 03:04:12.283070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] Calling delete_port for 9c46296d-3a57-4ab2-84a4-c4d457a88c7b owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:12.284649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33142) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:12.304214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 8fca29f3-1864-4c23-b0e8-58a8961c4121 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:12.328039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-7141e88b-41ad-40fe-88f5-0d6ab125e760 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 1000 time: 0.1405001
Jun 21 03:04:12.336551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 8fca29f3-1864-4c23-b0e8-58a8961c4121 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:12.336855 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.346913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:12.353539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Made reservation on behalf of 2f27fa388127447887133d2c93cf0b1b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:12.385653 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.386025 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Added segment 33ab503f-6527-4ac6-80fa-5ae83a870b8d of type vlan for network cd859d4d-77b0-47d3-b21f-093d0d4e12d5
Jun 21 03:04:12.394387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.397703 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af6364b4-c274-478c-a36b-d6cc17606ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.399912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af6364b4-c274-478c-a36b-d6cc17606ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.403872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-af6364b4-c274-478c-a36b-d6cc17606ebb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0c7f2eb-3ca8-4686-ac38-223ce0ad59e1 HTTP/1.1" status: 204  len: 168 time: 0.5063863
Jun 21 03:04:12.404047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:12.404047 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.434043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648deb85-1385-4ff0-8b54-17a297f115e7 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:12.435889 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-648deb85-1385-4ff0-8b54-17a297f115e7 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/subnets/cbc5258c-7a78-4794-9085-e8e517d4e275 HTTP/1.1" status: 200  len: 811 time: 0.1455956
Jun 21 03:04:12.457496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33146) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:12.471986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:12.473138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43857a-7687-44ff-b93e-20e925a179bb req-17d521f3-650d-45ca-acba-665158d5e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:12.474656 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-17d521f3-650d-45ca-acba-665158d5e3e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.1377578
Jun 21 03:04:12.475552 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:12.510475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.525454 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:04:12.528831 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:04:12.535396 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-990d991f-2864-4696-bbd1-fa22970cc0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554845024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:12.557783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1b40d00>,) {'filters': {'network_id': ['b6a74d45-78b4-46a0-9401-7eac2146f62e']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:12.564348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6364b4-c274-478c-a36b-d6cc17606ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7f2eb-3ca8-4686-ac38-223ce0ad59e1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:12.567047 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-af6364b4-c274-478c-a36b-d6cc17606ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:12.583805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fded21-e583-45e3-aa81-11475f19c61d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:12.585377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-09fded21-e583-45e3-aa81-11475f19c61d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "GET /v2.0/subnets/cbc5258c-7a78-4794-9085-e8e517d4e275?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1267698
Jun 21 03:04:12.590246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33148) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:12.594103 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.596518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1b40d00>, '4433280f-4e9a-47b0-a05e-4b08e8777636') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:12.596816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1b40d00>, '4433280f-4e9a-47b0-a05e-4b08e8777636') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:12.597774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2007617043'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:12.602135 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f197dc8-9327-46e7-b710-33f1ea1aa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:12.620051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.623050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43857a-7687-44ff-b93e-20e925a179bb req-55ff78ab-f7b2-4e8f-b5b0-dc3a73b020c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:12.624577 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-55ff78ab-f7b2-4e8f-b5b0-dc3a73b020c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1283791
Jun 21 03:04:12.632364 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.659860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] Pushing event deleted for resources: {'Port': ['ID=9c46296d-3a57-4ab2-84a4-c4d457a88c7b,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:12.659860 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:12.664440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:12.666774 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ba3c1-ddb7-4934-8acb-762036650db6" -d '{"events": [{"server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:12.668375 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.671582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] No DVR routers for this DVR port 9c46296d-3a57-4ab2-84a4-c4d457a88c7b on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:12.683932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:12.704402 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.705360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:12.705781 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.710274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:12.710944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.716774 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:12.719440 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:12.725570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:12.728919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.748459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2d768ad6-1cde-491d-9dcd-2740329b189c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:12.759791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.770891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5453cae-6386-457b-834d-89200054d862 req-0d26e7df-9315-4f1e-b1dc-2d4cd331d79a tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:12.771558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2d768ad6-1cde-491d-9dcd-2740329b189c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:12.771990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2d768ad6-1cde-491d-9dcd-2740329b189c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:12.772490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 42e232e1-b220-4c4d-92d3-ac7785f6cc55 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:12.772751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5453cae-6386-457b-834d-89200054d862 req-0d26e7df-9315-4f1e-b1dc-2d4cd331d79a tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 943 time: 0.3954358
Jun 21 03:04:12.774355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.777957 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:12.800380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 42e232e1-b220-4c4d-92d3-ac7785f6cc55 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:12.801087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 42e232e1-b220-4c4d-92d3-ac7785f6cc55 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:12.801760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a6f9e9e3-4eae-469b-8c3f-5377a871b10a no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:12.816339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e55b9-a476-4fd9-b853-3e4951327c46 req-5194c0a8-a2a8-477b-9934-765a8c4bb26b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:12.821043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-539e55b9-a476-4fd9-b853-3e4951327c46 req-5194c0a8-a2a8-477b-9934-765a8c4bb26b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 944 time: 0.4412236
Jun 21 03:04:12.843839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:12.847396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: a6f9e9e3-4eae-469b-8c3f-5377a871b10a {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:12.847396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a6f9e9e3-4eae-469b-8c3f-5377a871b10a not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:12.847396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 120cb481-6065-4777-943d-0980db641943 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:12.855884 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:12.856231 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Added segment 7f5b8131-6421-4632-8682-da7cf4c1b2f9 of type vlan for network d19aa53a-82bf-4d56-aa86-465c6b477b62
Jun 21 03:04:12.865502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5453cae-6386-457b-834d-89200054d862 req-457cdc3f-a33f-473b-994c-ba73ef18f61e tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784743
Jun 21 03:04:12.874324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 120cb481-6065-4777-943d-0980db641943 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:12.874324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 120cb481-6065-4777-943d-0980db641943 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:12.875468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] device_id is not set on port 548493fa-de6d-49c0-bc27-01b926700d53 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:04:12.891697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:12.896109 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:12.934252 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-54102823-e44a-43aa-a848-1fc5c515a07d service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3025177
Jun 21 03:04:12.935050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Network': ['ID=cd859d4d-77b0-47d3-b21f-093d0d4e12d5,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:12.950188 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:12.950188 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6875186
Jun 21 03:04:12.950554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:12.960584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33154) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:12.970358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:12.985506 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.057094 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.064030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.073008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b6a74d45-78b4-46a0-9401-7eac2146f62e HTTP/1.1" status: 204  len: 168 time: 1.5312088
Jun 21 03:04:13.073273 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b6328475-6af9-4b2f-b000-73efaadae6a4 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:13.077241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33160) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:13.128353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.134128 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ca34b-6ecc-439a-83f6-701e5f7bc8e2 x-openstack-request-id: req-017ca34b-6ecc-439a-83f6-701e5f7bc8e2 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:13.134613 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:13.134814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:13.134921 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-017ca34b-6ecc-439a-83f6-701e5f7bc8e2 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:13.135103 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'code': 200}
Jun 21 03:04:13.135186 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.142098 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe694f9d-a540-4d14-8710-07f85efe5736 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:13.157671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a74d45-78b4-46a0-9401-7eac2146f62e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:13.170688 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:13.173884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-539e55b9-a476-4fd9-b853-3e4951327c46 req-a3ab050a-3068-4b8d-be39-a19db0e601d3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3125367
Jun 21 03:04:13.239322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8::31f (4d82cb52-2247-4a3b-982b-02458c34d10e/9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c/548493fa-de6d-49c0-bc27-01b926700d53) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:13.247217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Allocated IP 2001:db8:0:1:f816:3eff:fe05:dc50 (4d82cb52-2247-4a3b-982b-02458c34d10e/9194be04-811d-41b0-9f68-db1e3369dea9/548493fa-de6d-49c0-bc27-01b926700d53) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:13.265693 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3f43857a-7687-44ff-b93e-20e925a179bb req-411ba775-fd41-4ff2-94de-b33a491d2415 service neutron] 10.222.0.20 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3208950
Jun 21 03:04:13.284895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Network': ['ID=d19aa53a-82bf-4d56-aa86-465c6b477b62,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:13.289027 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:13.297351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network d19aa53a-82bf-4d56-aa86-465c6b477b62 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:13.302168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7108660
Jun 21 03:04:13.304769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33166) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:13.310996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'network_id': 'd19aa53a-82bf-4d56-aa86-465c6b477b62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:13.440495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.456700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Transition to ACTIVE for port object 548493fa-de6d-49c0-bc27-01b926700d53 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:13.471034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:13.474621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.585572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Made reservation on behalf of 0e53feded5bf43adb20d3202999c2536 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:13.590105 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.653455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Performing IP validity checks on allocation pools {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jun 21 03:04:13.653975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jun 21 03:04:13.669004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.675710 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:13.740100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Network 4d82cb52-2247-4a3b-982b-02458c34d10e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:13.744106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:13.751561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:13.756385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:13.757081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.775838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event updated for resources: {'Port': ['ID=548493fa-de6d-49c0-bc27-01b926700d53,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:13.779836 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:13.813560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.821199 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:13.830803 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d91460e1-c439-463a-a1aa-c7f6aa8eb469 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:13.889365 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.0114412
Jun 21 03:04:13.894329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:13.908804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:13.964364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 4515add0-53c7-412e-b58b-b2f632b4a6c6 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:04:13.994013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Checking segment: {'id': '33ab503f-6527-4ac6-80fa-5ae83a870b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:13.994584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network hostable DHCP agents. Network: cd859d4d-77b0-47d3-b21f-093d0d4e12d5, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:14.009277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=6a3ea114-2d62-4b68-b2a1-0e13d8489ec0,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:14.013612 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:14.052810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:14.053679 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.116024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:14.209492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, cd859d4d-77b0-47d3-b21f-093d0d4e12d5) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:14.211428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.220493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3981d16-fbd5-4336-81cc-f815dd35f952 None None] Network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:14.223018 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-46aca91f-386a-4516-8db3-bebe3edface2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:14.229523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:14.231272 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.269755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce0ab-a757-49fa-9a9f-a5c77c904f3b req-04c1407b-d993-457e-8106-b617cefdd7bc tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:14.285368 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a2ce0ab-a757-49fa-9a9f-a5c77c904f3b req-04c1407b-d993-457e-8106-b617cefdd7bc tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 943 time: 0.1374235
Jun 21 03:04:14.343091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a2ce0ab-a757-49fa-9a9f-a5c77c904f3b req-1f47a954-f0cd-4c4a-a640-514f3145a464 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501301
Jun 21 03:04:14.376562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4086151
Jun 21 03:04:14.376790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1cd23c14-048c-4d45-ab54-c3147bb7c132 None None] Provisioning for port 548493fa-de6d-49c0-bc27-01b926700d53 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:14.377268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33188) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:14.385800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5', 'name': 'tempest-PortsTestJSON-1206290996', 'fixed_ips': [{'subnet_id': '6a3ea114-2d62-4b68-b2a1-0e13d8489ec0', 'ip_address': '172.20.0.10'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:14.409055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=3febce4f-b13a-4c5d-abd5-0a3c936f33bb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:14.411956 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:14.430426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting port 548493fa-de6d-49c0-bc27-01b926700d53 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:14.430747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.431171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1cd23c14-048c-4d45-ab54-c3147bb7c132 None None] Provisioning complete for port 548493fa-de6d-49c0-bc27-01b926700d53 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:14.435709 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1cd23c14-048c-4d45-ab54-c3147bb7c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.437261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Checking segment: {'id': '7f5b8131-6421-4632-8682-da7cf4c1b2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd19aa53a-82bf-4d56-aa86-465c6b477b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:14.437637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network hostable DHCP agents. Network: d19aa53a-82bf-4d56-aa86-465c6b477b62, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:14.508145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 4515add0-53c7-412e-b58b-b2f632b4a6c6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4515add0-53c7-412e-b58b-b2f632b4a6c6,segment=NetworkSegment(545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55),segment_id=545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:14.531154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1cd23c14-048c-4d45-ab54-c3147bb7c132 None None] Port 548493fa-de6d-49c0-bc27-01b926700d53 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:14.532789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '4515add0-53c7-412e-b58b-b2f632b4a6c6', 'network_id': '5d4a79de-6d58-4d6f-8544-03b977c6e126', 'port_id': '4515add0-53c7-412e-b58b-b2f632b4a6c6', 'mac_address': 'fa:16:3e:d6:29:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3953754a-a5fd-42fc-a33d-c6a8771cd33c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:04:14.588596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235aa38-0def-4e97-bcfc-ed5a3e375021 req-b6a877ff-7be5-4242-b6ed-dfcfcb8612bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:14.591307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0235aa38-0def-4e97-bcfc-ed5a3e375021 req-b6a877ff-7be5-4242-b6ed-dfcfcb8612bd tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.1378229
Jun 21 03:04:14.592287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.647257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Network d19aa53a-82bf-4d56-aa86-465c6b477b62 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:14.660509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0235aa38-0def-4e97-bcfc-ed5a3e375021 req-ef4e6590-9f31-46bd-8560-bb557eb187ee tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565197
Jun 21 03:04:14.678588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:14.706606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33194) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:14.751153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Calling delete_port for 548493fa-de6d-49c0-bc27-01b926700d53 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:14.856444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-cd859d4d-77b0-47d3-b21f-093d0d4e12d5', 'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5', 'tenant_id': '5f354fbcd5f2498aa624b0337d6e1c02', 'fixed_ips': [{'subnet_id': '6a3ea114-2d62-4b68-b2a1-0e13d8489ec0'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:04:14.857300 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.917964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.937454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4515add0-53c7-412e-b58b-b2f632b4a6c6 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:04:14.950578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fd3ca784-2088-42fc-9e78-ccaa9bdf302b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/d84822cd-ddd2-4d7f-a834-86d070211cf3 HTTP/1.1" status: 200  len: 993 time: 0.2423608
Jun 21 03:04:14.956403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:14.972553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 4515add0-53c7-412e-b58b-b2f632b4a6c6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4515add0-53c7-412e-b58b-b2f632b4a6c6,segment=NetworkSegment(545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55),segment_id=545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:14.983566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port f10f9e40-5483-4fd6-a65a-e578acfb7c7f yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:04:14.984228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, d19aa53a-82bf-4d56-aa86-465c6b477b62) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:15.002657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8adea4b-2588-4d61-8176-308c8804461b None None] Network d19aa53a-82bf-4d56-aa86-465c6b477b62 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:15.005836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9c46296d-3a57-4ab2-84a4-c4d457a88c7b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:15.024529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:15.025147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:15.044012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Deleting port 8ae24289-8c3b-46de-a090-5be41a93f489 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:15.044272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:15.046786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 9c46296d-3a57-4ab2-84a4-c4d457a88c7b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:15.046930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9c46296d-3a57-4ab2-84a4-c4d457a88c7b not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:15.048419 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:15.084491 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:15.173888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=4515add0-53c7-412e-b58b-b2f632b4a6c6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:15.175208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] For port 8ae24289-8c3b-46de-a090-5be41a93f489, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=8ae24289-8c3b-46de-a090-5be41a93f489,segment=NetworkSegment(17da454f-f0bc-48f4-8e08-45d7d95480f7),segment_id=17da454f-f0bc-48f4-8e08-45d7d95480f7)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:15.175846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:15.187531 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.8816776
Jun 21 03:04:15.190082 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:15.190325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33202) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:15.198346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:15.259823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Calling delete_port for 8ae24289-8c3b-46de-a090-5be41a93f489 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:15.280675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:15.291051 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec0d4f0a-9079-4315-b68e-d37390c83ca8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:15.365736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Port': ['ID=548493fa-de6d-49c0-bc27-01b926700d53,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:15.377319 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:15.481046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:15.488440 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/548493fa-de6d-49c0-bc27-01b926700d53 HTTP/1.1" status: 204  len: 168 time: 1.5907516
Jun 21 03:04:15.490566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33210) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:15.497767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Allocated IP 172.20.0.2 (cd859d4d-77b0-47d3-b21f-093d0d4e12d5/6a3ea114-2d62-4b68-b2a1-0e13d8489ec0/26ffa7fd-d086-43d6-a9c2-f0504933010c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:15.535331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['4515add0-53c7-412e-b58b-b2f632b4a6c6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:04:15.567670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-d19aa53a-82bf-4d56-aa86-465c6b477b62', 'network_id': 'd19aa53a-82bf-4d56-aa86-465c6b477b62', 'tenant_id': '0e53feded5bf43adb20d3202999c2536', 'fixed_ips': [{'subnet_id': '3febce4f-b13a-4c5d-abd5-0a3c936f33bb'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:04:15.567670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:15.641842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6efb3c3-13a0-4060-a819-0ca74c391b89 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:15.646388 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b6efb3c3-13a0-4060-a819-0ca74c391b89 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1546593
Jun 21 03:04:15.648938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:15.815915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffdcb3b-997c-437e-9749-809fcf389ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:15.824483 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ffdcb3b-997c-437e-9749-809fcf389ff3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1700809
Jun 21 03:04:15.826737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33220) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:15.883034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:15.938442 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c9b3d9d0-024c-47af-a1a7-59f4b134d54e tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:15.945452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e78e29-401f-468f-8e8c-dd176632768d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:15.947132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e78e29-401f-468f-8e8c-dd176632768d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:15.949352 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e78e29-401f-468f-8e8c-dd176632768d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:15.951178 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e3e78e29-401f-468f-8e8c-dd176632768d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1232407
Jun 21 03:04:15.956650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33224) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:15.960216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Allocated IP 172.20.0.3 (d19aa53a-82bf-4d56-aa86-465c6b477b62/3febce4f-b13a-4c5d-abd5-0a3c936f33bb/f2182850-bf04-46cb-9382-b8a5cfe1132d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:15.966702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31470be-742d-4e59-8e1a-3d60a8d33722 req-a85381af-e654-4ac4-9c1c-1b6eaaed083f tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:15.969378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b31470be-742d-4e59-8e1a-3d60a8d33722 req-a85381af-e654-4ac4-9c1c-1b6eaaed083f tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 944 time: 0.2936411
Jun 21 03:04:15.970980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10349758'] for subnet, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.002831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae24289-8c3b-46de-a090-5be41a93f489,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:16.013579 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:16.023124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.045984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b31470be-742d-4e59-8e1a-3d60a8d33722 req-13574583-e43e-4a96-b2ad-eac853778a3b tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598786
Jun 21 03:04:16.090297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Transition to ACTIVE for port object 26ffa7fd-d086-43d6-a9c2-f0504933010c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:16.121026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Transition to ACTIVE for port object 26ffa7fd-d086-43d6-a9c2-f0504933010c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:16.135611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 9194be04-811d-41b0-9f68-db1e3369dea9 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:16.142975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.196666 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.201109 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:16.266124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.269116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:16.279841 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.280040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:16.287426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:16.289918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Transition to ACTIVE for port object f2182850-bf04-46cb-9382-b8a5cfe1132d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:16.293488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Pushing event updated for resources: {'Port': ['ID=26ffa7fd-d086-43d6-a9c2-f0504933010c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:16.301099 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:16.320512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.10 (cd859d4d-77b0-47d3-b21f-093d0d4e12d5/6a3ea114-2d62-4b68-b2a1-0e13d8489ec0/f10f9e40-5483-4fd6-a65a-e578acfb7c7f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:16.328081 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.346344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Transition to ACTIVE for port object f2182850-bf04-46cb-9382-b8a5cfe1132d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:16.383533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Attempting to bind port 26ffa7fd-d086-43d6-a9c2-f0504933010c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:16.384547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Attempting to bind port 26ffa7fd-d086-43d6-a9c2-f0504933010c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '33ab503f-6527-4ac6-80fa-5ae83a870b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:16.384923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Attempting to bind port 26ffa7fd-d086-43d6-a9c2-f0504933010c on network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:16.392507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:16.392948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Checking segment: {'id': '33ab503f-6527-4ac6-80fa-5ae83a870b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:16.393469 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.393879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Bound using segment: {'id': '33ab503f-6527-4ac6-80fa-5ae83a870b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:16.394364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Bound port: 26ffa7fd-d086-43d6-a9c2-f0504933010c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ab503f-6527-4ac6-80fa-5ae83a870b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:16.394798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.455640 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.467034 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:16.517694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Pushing event updated for resources: {'Port': ['ID=f2182850-bf04-46cb-9382-b8a5cfe1132d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:16.522604 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:16.544874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Network d19aa53a-82bf-4d56-aa86-465c6b477b62 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:16.548502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:16.554129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:16.567443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] For port 26ffa7fd-d086-43d6-a9c2-f0504933010c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:16.572135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] For port 26ffa7fd-d086-43d6-a9c2-f0504933010c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=26ffa7fd-d086-43d6-a9c2-f0504933010c,segment=NetworkSegment(33ab503f-6527-4ac6-80fa-5ae83a870b8d),segment_id=33ab503f-6527-4ac6-80fa-5ae83a870b8d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:16.629930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Attempting to bind port f2182850-bf04-46cb-9382-b8a5cfe1132d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:16.630319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Attempting to bind port f2182850-bf04-46cb-9382-b8a5cfe1132d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '7f5b8131-6421-4632-8682-da7cf4c1b2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd19aa53a-82bf-4d56-aa86-465c6b477b62'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:16.630691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Attempting to bind port f2182850-bf04-46cb-9382-b8a5cfe1132d on network d19aa53a-82bf-4d56-aa86-465c6b477b62 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:16.634991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.637422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:16.637642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Checking segment: {'id': '7f5b8131-6421-4632-8682-da7cf4c1b2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd19aa53a-82bf-4d56-aa86-465c6b477b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:16.638035 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.638443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Bound using segment: {'id': '7f5b8131-6421-4632-8682-da7cf4c1b2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd19aa53a-82bf-4d56-aa86-465c6b477b62'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:16.638928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Bound port: f2182850-bf04-46cb-9382-b8a5cfe1132d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b8131-6421-4632-8682-da7cf4c1b2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd19aa53a-82bf-4d56-aa86-465c6b477b62'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:16.639310 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.672543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object f10f9e40-5483-4fd6-a65a-e578acfb7c7f will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:16.674202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.678368 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b5a413a6-77ac-4bfe-9717-693627249e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:16.768469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] For port f2182850-bf04-46cb-9382-b8a5cfe1132d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:16.777050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] For port f2182850-bf04-46cb-9382-b8a5cfe1132d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f2182850-bf04-46cb-9382-b8a5cfe1132d,segment=NetworkSegment(7f5b8131-6421-4632-8682-da7cf4c1b2f9),segment_id=7f5b8131-6421-4632-8682-da7cf4c1b2f9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:16.777050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Pushing event updated for resources: {'Port': ['ID=26ffa7fd-d086-43d6-a9c2-f0504933010c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:16.777050 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:16.805001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758473583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8565248'] for subnet, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.811222 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e9314771-ed38-41b4-a92e-e9ef1b7f5fa0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:16.833080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.835467 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3c4c5d8b-84aa-41ae-9352-b716a92eb56e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:16.857312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:16.930776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:16.931339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Pushing event updated for resources: {'Port': ['ID=f2182850-bf04-46cb-9382-b8a5cfe1132d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:16.936692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:16.938620 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:16.947680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:16.986247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.010620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:17.011157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.015054 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "PUT /v2.0/subnets/3febce4f-b13a-4c5d-abd5-0a3c936f33bb HTTP/1.1" status: 200  len: 877 time: 1.8209908
Jun 21 03:04:17.015054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event updated for resources: {'Subnet': ['ID=3febce4f-b13a-4c5d-abd5-0a3c936f33bb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:17.032283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33244) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:17.033244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:17.036488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.041418 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:17.043224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-16c3ecd5-2e49-404d-8163-c2aaccc9bedf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:17.137975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=f10f9e40-5483-4fd6-a65a-e578acfb7c7f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:17.145538 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:17.208005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.8296123
Jun 21 03:04:17.213145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33248) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:17.226153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': 'cd859d4d-77b0-47d3-b21f-093d0d4e12d5', 'name': 'tempest-PortsTestJSON-827307824', 'fixed_ips': [{'subnet_id': '6a3ea114-2d62-4b68-b2a1-0e13d8489ec0', 'ip_address': '172.20.0.9'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:17.267359 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.404351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Router e8ed8ece-e04d-4a6a-a758-b24696a75434 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:17.413004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efead0b-bd9e-4088-9644-157d93ead9d6 req-c17e25b0-aed4-40e5-9463-3bc6167be659 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:17.414900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efead0b-bd9e-4088-9644-157d93ead9d6 req-c17e25b0-aed4-40e5-9463-3bc6167be659 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 944 time: 0.1819899
Jun 21 03:04:17.464413 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7efead0b-bd9e-4088-9644-157d93ead9d6 req-14751a0d-7ec9-4694-813f-de53718e4697 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429296
Jun 21 03:04:17.480535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.485487 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-89c7e180-fcc1-402f-9b9b-c86cfd3273cb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:17.498580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Deleting port f2182850-bf04-46cb-9382-b8a5cfe1132d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:17.505078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.523930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:17.529276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.534769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.536619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/9194be04-811d-41b0-9f68-db1e3369dea9 HTTP/1.1" status: 204  len: 168 time: 1.5482154
Jun 21 03:04:17.537662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=9194be04-811d-41b0-9f68-db1e3369dea9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:17.546992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44beadf6-8127-4047-a26d-e1de2f4b785e None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:17.569389 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33256) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:17.570207 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:17.577080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 1f74da2f-b061-4654-a605-07481e84db71 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:04:17.764339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Deleting subnet 9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:17.774932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.778240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:17.784270 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] 10.222.0.25 "PUT /v2.0/routers/e8ed8ece-e04d-4a6a-a758-b24696a75434/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7058566
Jun 21 03:04:17.789130 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] Sync routers for ids ['e8ed8ece-e04d-4a6a-a758-b24696a75434'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:17.810553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33264) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:17.813071 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] Routers {'e8ed8ece-e04d-4a6a-a758-b24696a75434'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:17.813754 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ea96d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e8ed8ece-e04d-4a6a-a758-b24696a75434'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:17.837744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] For port f2182850-bf04-46cb-9382-b8a5cfe1132d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f2182850-bf04-46cb-9382-b8a5cfe1132d,segment=NetworkSegment(7f5b8131-6421-4632-8682-da7cf4c1b2f9),segment_id=7f5b8131-6421-4632-8682-da7cf4c1b2f9)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:17.838115 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.943796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:17.977839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 4515add0-53c7-412e-b58b-b2f632b4a6c6 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:18.010993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Calling delete_port for f2182850-bf04-46cb-9382-b8a5cfe1132d owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:18.064877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.077678 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] Set router e8ed8ece-e04d-4a6a-a758-b24696a75434 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:18.178855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 4515add0-53c7-412e-b58b-b2f632b4a6c6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:18.184196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 4515add0-53c7-412e-b58b-b2f632b4a6c6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:18.184400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.9 (cd859d4d-77b0-47d3-b21f-093d0d4e12d5/6a3ea114-2d62-4b68-b2a1-0e13d8489ec0/1f74da2f-b061-4654-a605-07481e84db71) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:18.184839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.281724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f2182850-bf04-46cb-9382-b8a5cfe1132d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:18.358297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.486209 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.492318 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ea96d0>, [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T03:04:15Z', 'revision_number': 5, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:18.526113 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] Checking router: e8ed8ece-e04d-4a6a-a758-b24696a75434 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:04:18.539902 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] Routers {'e8ed8ece-e04d-4a6a-a758-b24696a75434'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:18.542152 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ea96d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e8ed8ece-e04d-4a6a-a758-b24696a75434'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:18.550666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f6622f-efbb-4edd-812d-bf890f502e74 None None] Network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:18.566986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f2182850-bf04-46cb-9382-b8a5cfe1132d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:18.569500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e45af-6fed-4c7e-8635-a7d8bebc1e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4515add0-53c7-412e-b58b-b2f632b4a6c6'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:18.572535 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d3f5c-4058-4644-85a7-e86908a26010" -d '{"events": [{"server_uuid": "f16e45af-6fed-4c7e-8635-a7d8bebc1e42", "name": "network-vif-plugged", "status": "completed", "tag": "4515add0-53c7-412e-b58b-b2f632b4a6c6"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:18.629529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.672299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 26ffa7fd-d086-43d6-a9c2-f0504933010c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:18.741996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.743218 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8079c732-c31b-4536-8f67-b3137e6992a1 x-openstack-request-id: req-8079c732-c31b-4536-8f67-b3137e6992a1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:18.743716 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e45af-6fed-4c7e-8635-a7d8bebc1e42", "name": "network-vif-plugged", "status": "completed", "tag": "4515add0-53c7-412e-b58b-b2f632b4a6c6", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:18.744130 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8079c732-c31b-4536-8f67-b3137e6992a1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:18.744700 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e45af-6fed-4c7e-8635-a7d8bebc1e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4515add0-53c7-412e-b58b-b2f632b4a6c6', 'code': 200}
Jun 21 03:04:18.747533 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a271c26-9e6b-4701-bd06-5e19b0211b1e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:18.751748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 4515add0-53c7-412e-b58b-b2f632b4a6c6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4515add0-53c7-412e-b58b-b2f632b4a6c6,segment=NetworkSegment(545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55),segment_id=545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:18.783744 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.850756 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] Set router e8ed8ece-e04d-4a6a-a758-b24696a75434 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:18.853664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:18.874250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object 1f74da2f-b061-4654-a605-07481e84db71 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:18.876136 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:18.904641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.911784 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:18.916197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.919649 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-484f394a-74ae-4008-b063-6a13ed305dd1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:18.930360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:18.945499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c HTTP/1.1" status: 204  len: 168 time: 1.3717644
Jun 21 03:04:18.952877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33276) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:18.954842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 26ffa7fd-d086-43d6-a9c2-f0504933010c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:18.960308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-106030c7-e40c-4c94-b4b2-97fde1daafaf None None] Provisioning for port 26ffa7fd-d086-43d6-a9c2-f0504933010c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:18.994735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 26ffa7fd-d086-43d6-a9c2-f0504933010c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:18.995685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.006938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Port': ['ID=f2182850-bf04-46cb-9382-b8a5cfe1132d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:19.038166 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:19.074236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3859804e-5d37-4fc6-a5a7-44bc4248ab20 None None] Network d19aa53a-82bf-4d56-aa86-465c6b477b62 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:19.119860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-106030c7-e40c-4c94-b4b2-97fde1daafaf None None] Provisioning complete for port 26ffa7fd-d086-43d6-a9c2-f0504933010c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:19.121126 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-106030c7-e40c-4c94-b4b2-97fde1daafaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.131825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No DVR routers for this DVR port f2182850-bf04-46cb-9382-b8a5cfe1132d on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:19.139452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-00dcc4c8-bd77-4f02-9a09-bd0afb560a09 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1852493
Jun 21 03:04:19.140228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33278) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:19.151611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.160890 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ea96d0>, [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T03:04:15Z', 'revision_number': 5, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:19.176943 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-12188951-4339-45e1-81aa-c308f211cb9a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:19.202199 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.223724 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dc62d-5101-4ade-ba3e-5f9a6f97bd17 None None] The sync data for ids ['e8ed8ece-e04d-4a6a-a758-b24696a75434'] in n-d-758944-33 is: [{'id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'name': 'tempest-TestVolumeBackupRestore-129702669-router', 'tenant_id': '16242a3d2e224f5f98d681c03292b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:57:39Z', 'updated_at': '2021-06-21T03:04:15Z', 'revision_number': 5, 'project_id': '16242a3d2e224f5f98d681c03292b7e7', 'gw_port': {'id': '90961c8d-b5e8-43b1-a344-a785b114d908', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ed8ece-e04d-4a6a-a758-b24696a75434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:57:40Z', 'updated_at': '2021-06-21T02:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:19.268988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4a06a-9420-4aef-9b42-fe1c9637c943 req-3149b8f4-982c-470d-adf0-a740783be02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:19.270932 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-afc4a06a-9420-4aef-9b42-fe1c9637c943 req-3149b8f4-982c-470d-adf0-a740783be02b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 1096 time: 0.4389734
Jun 21 03:04:19.316208 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-afc4a06a-9420-4aef-9b42-fe1c9637c943 req-56fa5873-52ed-44cc-a7ac-b122035228f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358589
Jun 21 03:04:19.327238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=4515add0-53c7-412e-b58b-b2f632b4a6c6,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:19.330445 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:19.338419 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.352038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:19.352450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e42df0-99ef-4a69-b964-e5cb9f77f2ac None None] Network 4d82cb52-2247-4a3b-982b-02458c34d10e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:19.366891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:19.369069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=1f74da2f-b061-4654-a605-07481e84db71,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:19.374819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:19.387799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 26ffa7fd-d086-43d6-a9c2-f0504933010c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=26ffa7fd-d086-43d6-a9c2-f0504933010c,segment=NetworkSegment(33ab503f-6527-4ac6-80fa-5ae83a870b8d),segment_id=33ab503f-6527-4ac6-80fa-5ae83a870b8d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:19.410066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.413777 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-50ba4bb1-746c-4187-91fb-0faeaa477579 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:19.422228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:19.435672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6127147-d1d9-4581-acd1-8f6afda45e7b req-364bac5b-f1a7-4226-8344-289c8b28ebd9 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:19.437978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6127147-d1d9-4581-acd1-8f6afda45e7b req-364bac5b-f1a7-4226-8344-289c8b28ebd9 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 944 time: 0.6302123
Jun 21 03:04:19.467013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=3febce4f-b13a-4c5d-abd5-0a3c936f33bb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:19.478786 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:19.520030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:19.520792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.527458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Deleting port 90961c8d-b5e8-43b1-a344-a785b114d908 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:19.528012 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.592298 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.610364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d870c7f0>,) {'filters': {'network_id': ['d19aa53a-82bf-4d56-aa86-465c6b477b62']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:19.616037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c7b9e-00c6-4721-a318-e4f1848cc0c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:19.623580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d870c7f0>, '7f5b8131-6421-4632-8682-da7cf4c1b2f9') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:19.624171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d870c7f0>, '7f5b8131-6421-4632-8682-da7cf4c1b2f9') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:19.624364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b50c7b9e-00c6-4721-a318-e4f1848cc0c9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4817078
Jun 21 03:04:19.626374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33282) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:19.648473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6127147-d1d9-4581-acd1-8f6afda45e7b req-a48a9621-b93a-4e9a-9df8-02e5d6c299f9 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000496
Jun 21 03:04:19.660617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.672985 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:19.673155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.702656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.724162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] For port 90961c8d-b5e8-43b1-a344-a785b114d908, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=90961c8d-b5e8-43b1-a344-a785b114d908,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:19.726063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:19.726478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.727100 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:19.730804 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:19.737565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.5157011
Jun 21 03:04:19.737565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33284) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:19.780686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=26ffa7fd-d086-43d6-a9c2-f0504933010c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:19.784895 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:19.819767 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-106030c7-e40c-4c94-b4b2-97fde1daafaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.825524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40efd835-f73f-4d81-8d7e-649b7d1ffdc7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:19.842920 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-40efd835-f73f-4d81-8d7e-649b7d1ffdc7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2144818
Jun 21 03:04:19.851674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33288) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:19.936907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Calling delete_port for 90961c8d-b5e8-43b1-a344-a785b114d908 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:19.976028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aab58d83-4706-4132-99da-d14f7c63faca tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1231697
Jun 21 03:04:19.976979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33290) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:19.988005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:19.992715 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:20.043564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:20.046605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/d19aa53a-82bf-4d56-aa86-465c6b477b62 HTTP/1.1" status: 204  len: 168 time: 3.0092077
Jun 21 03:04:20.057633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.059528 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0ec56c-07ee-4d09-89b8-02a04e441b0c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.060766 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0ec56c-07ee-4d09-89b8-02a04e441b0c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.067231 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ac0ec56c-07ee-4d09-89b8-02a04e441b0c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/548493fa-de6d-49c0-bc27-01b926700d53 HTTP/1.1" status: 404  len: 333 time: 0.0884356
Jun 21 03:04:20.069900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33296) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.084107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=d19aa53a-82bf-4d56-aa86-465c6b477b62,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:20.124789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 26ffa7fd-d086-43d6-a9c2-f0504933010c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:20.134980 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6b4856-8d91-45b8-a597-2063f0690c91 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.139532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6b4856-8d91-45b8-a597-2063f0690c91 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.144484 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9f6b4856-8d91-45b8-a597-2063f0690c91 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/9194be04-811d-41b0-9f68-db1e3369dea9 HTTP/1.1" status: 404  len: 337 time: 0.0618067
Jun 21 03:04:20.147519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33298) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.177295 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:20.202236 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-280e0d85-e868-4778-a027-f1fba06f288b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.203013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280e0d85-e868-4778-a027-f1fba06f288b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.204977 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-280e0d85-e868-4778-a027-f1fba06f288b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/3febce4f-b13a-4c5d-abd5-0a3c936f33bb HTTP/1.1" status: 404  len: 337 time: 0.1362076
Jun 21 03:04:20.233164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33300) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.235789 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49ef525-4b2e-4b3e-836a-c22459f84ede tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.236314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49ef525-4b2e-4b3e-836a-c22459f84ede tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.240877 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e49ef525-4b2e-4b3e-836a-c22459f84ede tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/9c0998e6-c9ca-44d9-8a1e-f8f1460b9e0c HTTP/1.1" status: 404  len: 337 time: 0.0618138
Jun 21 03:04:20.249087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33302) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.267335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b2c41-bde4-4036-9171-e2f616915705 None None] DHCP port deletion for d19aa53a-82bf-4d56-aa86-465c6b477b62 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:20.297246 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-318bf91d-9b2e-4f25-8164-1004fdfe0f57 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.298160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318bf91d-9b2e-4f25-8164-1004fdfe0f57 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.302259 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-318bf91d-9b2e-4f25-8164-1004fdfe0f57 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/454473dc-48b8-4df4-81f1-1bfcd96b34f5 HTTP/1.1" status: 404  len: 333 time: 0.0506363
Jun 21 03:04:20.305528 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-106030c7-e40c-4c94-b4b2-97fde1daafaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:04:20.306177 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-106030c7-e40c-4c94-b4b2-97fde1daafaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:04:20.310180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33304) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.319055 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-570f08bd-2aab-47ac-9dc5-cb889b8b8331 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.319557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570f08bd-2aab-47ac-9dc5-cb889b8b8331 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.324433 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-570f08bd-2aab-47ac-9dc5-cb889b8b8331 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/d19aa53a-82bf-4d56-aa86-465c6b477b62 HTTP/1.1" status: 404  len: 339 time: 0.0871263
Jun 21 03:04:20.324946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33306) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.341299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33c318-10ec-4394-9998-fcfec6cbfe0c None None] Network d19aa53a-82bf-4d56-aa86-465c6b477b62 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:20.344447 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c003b6b-b6b3-4374-ae5e-083e1ff837e5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.344972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c003b6b-b6b3-4374-ae5e-083e1ff837e5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.347449 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3c003b6b-b6b3-4374-ae5e-083e1ff837e5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/943892d8-88e0-4814-af7c-26615084fa31 HTTP/1.1" status: 404  len: 337 time: 0.0354686
Jun 21 03:04:20.349988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33308) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.366003 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33e77ba-ed9b-4cec-9ea3-ce0f10b3663e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.366444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33e77ba-ed9b-4cec-9ea3-ce0f10b3663e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.368183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a33e77ba-ed9b-4cec-9ea3-ce0f10b3663e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/bd730e86-4e11-4eff-a2fe-000d9c310de2 HTTP/1.1" status: 404  len: 337 time: 0.0416369
Jun 21 03:04:20.372417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33c318-10ec-4394-9998-fcfec6cbfe0c None None] Network d19aa53a-82bf-4d56-aa86-465c6b477b62 could not be found, it might have been deleted concurrently. {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Jun 21 03:04:20.373848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33310) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.380491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 26ffa7fd-d086-43d6-a9c2-f0504933010c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:20.380889 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:20.389149 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa06a27-c301-4635-93cf-430a4249478e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.389641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa06a27-c301-4635-93cf-430a4249478e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.394319 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aaa06a27-c301-4635-93cf-430a4249478e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/c9961f7d-b350-4baf-847f-26354f13c62a HTTP/1.1" status: 404  len: 337 time: 0.0432379
Jun 21 03:04:20.394946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33312) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.409430 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:20.418846 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8efb5611-0d8d-4d83-9ff4-45decfc05cd7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:20.428212 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-75923c50-6cbb-48c4-bd5a-73ea989e758c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.428212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75923c50-6cbb-48c4-bd5a-73ea989e758c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.429794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-75923c50-6cbb-48c4-bd5a-73ea989e758c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/37ddb016-4bf0-448a-9267-e43f50821bc9 HTTP/1.1" status: 404  len: 333 time: 0.0337057
Jun 21 03:04:20.430427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33314) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.466078 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5c5cef-35b2-49fe-b8ff-7c0d6fb60825 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.466546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5c5cef-35b2-49fe-b8ff-7c0d6fb60825 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.470929 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8a5c5cef-35b2-49fe-b8ff-7c0d6fb60825 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/fe0450ab-6f17-42cf-bd77-53438abbaa03 HTTP/1.1" status: 404  len: 337 time: 0.0395038
Jun 21 03:04:20.471532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33316) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.486014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] DHCP port deletion for 4d82cb52-2247-4a3b-982b-02458c34d10e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:20.515094 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1febc5e-538c-4fc1-9345-1c0bd335b05a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.515684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1febc5e-538c-4fc1-9345-1c0bd335b05a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.517996 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e1febc5e-538c-4fc1-9345-1c0bd335b05a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/6e7b0b88-f3a8-4d3c-95df-89a3b641fe64 HTTP/1.1" status: 404  len: 337 time: 0.0453713
Jun 21 03:04:20.520093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.549756 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-705bbd0b-192b-440f-8014-f8f7f7e0bb33 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.550669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705bbd0b-192b-440f-8014-f8f7f7e0bb33 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.559950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8ae24289-8c3b-46de-a090-5be41a93f489 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:20.560319 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-705bbd0b-192b-440f-8014-f8f7f7e0bb33 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/ec42cf60-31eb-46a7-801a-2e6445e84a66 HTTP/1.1" status: 404  len: 333 time: 0.0314457
Jun 21 03:04:20.560614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33320) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.584815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 8ae24289-8c3b-46de-a090-5be41a93f489 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:20.591508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 8ae24289-8c3b-46de-a090-5be41a93f489 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:20.592457 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee8ebdb-b81d-4e56-aae6-fd580a7ffeb8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.593160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee8ebdb-b81d-4e56-aae6-fd580a7ffeb8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.597674 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ee8ebdb-b81d-4e56-aae6-fd580a7ffeb8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/6a457f3a-d357-4d0e-abb5-20fd235a4c25 HTTP/1.1" status: 404  len: 337 time: 0.0336599
Jun 21 03:04:20.598273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33322) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.603051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] Deleting port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:20.603437 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:20.627424 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b12f93-76fc-4218-abad-c77f1ba5b923 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.628072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b12f93-76fc-4218-abad-c77f1ba5b923 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.633529 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-78b12f93-76fc-4218-abad-c77f1ba5b923 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/46f145a3-372b-40da-b350-dfa2c48a0408 HTTP/1.1" status: 404  len: 337 time: 0.0310740
Jun 21 03:04:20.634111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33324) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.663996 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b629af32-1ebf-49b6-9216-570dd5047c8a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.664934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b629af32-1ebf-49b6-9216-570dd5047c8a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.667828 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b629af32-1ebf-49b6-9216-570dd5047c8a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/f4edd002-1143-4fd5-99da-2ade0225d1f4 HTTP/1.1" status: 404  len: 333 time: 0.0324917
Jun 21 03:04:20.670913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33326) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.679713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] For port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,segment=NetworkSegment(0fed2b21-d2ec-4e64-8a87-6d22c6235038),segment_id=0fed2b21-d2ec-4e64-8a87-6d22c6235038)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:20.680343 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:20.705642 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-08099dcc-4bc7-41ba-a7ad-d5429755edc5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.706342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08099dcc-4bc7-41ba-a7ad-d5429755edc5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.709343 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-08099dcc-4bc7-41ba-a7ad-d5429755edc5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/f023f2fa-2c61-4a36-a549-56ad182e8a28 HTTP/1.1" status: 404  len: 337 time: 0.0372365
Jun 21 03:04:20.712911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33330) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.747610 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29ab543-bf45-4160-8800-acf4d2b7a5e8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.748469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29ab543-bf45-4160-8800-acf4d2b7a5e8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.750414 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d29ab543-bf45-4160-8800-acf4d2b7a5e8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/de876ee2-273b-4721-8999-57591e678d05 HTTP/1.1" status: 404  len: 333 time: 0.0363367
Jun 21 03:04:20.752902 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33332) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.771917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] Calling delete_port for 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:20.794761 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd4a127-b04c-4ff5-8b6a-df4e217171d1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.795431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd4a127-b04c-4ff5-8b6a-df4e217171d1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.797417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6dd4a127-b04c-4ff5-8b6a-df4e217171d1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/5896b012-6d23-4360-9a43-5fdf54f6d526 HTTP/1.1" status: 404  len: 337 time: 0.0432756
Jun 21 03:04:20.799852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33334) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.825117 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-45505b53-ca5a-4089-a6b9-b7a188ffb14c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.826242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45505b53-ca5a-4089-a6b9-b7a188ffb14c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.829066 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-45505b53-ca5a-4089-a6b9-b7a188ffb14c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/bbf126ae-9c44-4cba-8fef-93eeae54847f HTTP/1.1" status: 404  len: 339 time: 0.4538262
Jun 21 03:04:20.834669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33336) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.835884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Pushing event deleted for resources: {'Port': ['ID=90961c8d-b5e8-43b1-a344-a785b114d908,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:20.841794 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e3d9c8-2324-41f6-b75a-1d0bfa2e5fbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.842400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e3d9c8-2324-41f6-b75a-1d0bfa2e5fbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.846295 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-61e3d9c8-2324-41f6-b75a-1d0bfa2e5fbf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/99f1f87e-5f5f-425f-a54c-8b96402f55fe HTTP/1.1" status: 404  len: 333 time: 0.0430129
Jun 21 03:04:20.846542 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33338) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.860458 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:20.873303 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-18353d5e-e108-4e9b-add9-0dd281788fad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.873803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18353d5e-e108-4e9b-add9-0dd281788fad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.877970 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-18353d5e-e108-4e9b-add9-0dd281788fad tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/d18c0042-57f8-4dc7-ba02-3a18b9d6cfdc HTTP/1.1" status: 404  len: 337 time: 0.0282063
Jun 21 03:04:20.879255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33340) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.907979 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-956a3679-61ff-4e33-86d1-3d76e23c9f18 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.908718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956a3679-61ff-4e33-86d1-3d76e23c9f18 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.911236 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-956a3679-61ff-4e33-86d1-3d76e23c9f18 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/602c5659-89ae-4709-a5a5-4448fa434807 HTTP/1.1" status: 404  len: 333 time: 0.0302837
Jun 21 03:04:20.915575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33344) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.947944 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73dd9f5-3c81-416f-87a1-48e35db065f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.949241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73dd9f5-3c81-416f-87a1-48e35db065f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:20.951691 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d73dd9f5-3c81-416f-87a1-48e35db065f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/62f2e52f-5c11-4c0e-b34a-daebe19fb12a HTTP/1.1" status: 404  len: 337 time: 0.0346718
Jun 21 03:04:20.961056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33346) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:20.984613 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:20.987875 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:20.998594 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-be88cac5-99d0-4265-a373-d25f36c0a012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:20.999429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be88cac5-99d0-4265-a373-d25f36c0a012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.003770 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-be88cac5-99d0-4265-a373-d25f36c0a012 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/0c26fbe8-f185-4e9d-8244-1cf240960444 HTTP/1.1" status: 404  len: 333 time: 0.0390406
Jun 21 03:04:21.004068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33350) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.023927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] Pushing event deleted for resources: {'Port': ['ID=0e295a25-2a00-47b1-9cb1-d7de0c9ff467,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:21.023927 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:21.023927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] No DVR routers for this DVR port 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:21.049259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290b947-87ca-4f61-b4e7-0418f91ec8cd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:21.051576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6290b947-87ca-4f61-b4e7-0418f91ec8cd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 1.3129933
Jun 21 03:04:21.055962 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa599450-3367-4549-b051-12a8c8d6208f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.059467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa599450-3367-4549-b051-12a8c8d6208f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.059467 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fa599450-3367-4549-b051-12a8c8d6208f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/c3cc164b-d252-4641-aa8e-6a200590dd47 HTTP/1.1" status: 404  len: 337 time: 0.0535364
Jun 21 03:04:21.059665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.061540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33354) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.066625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33356) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.078874 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.100742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Provisioning for port f10f9e40-5483-4fd6-a65a-e578acfb7c7f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:21.105640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Provisioning complete for port f10f9e40-5483-4fd6-a65a-e578acfb7c7f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:21.106117 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.142873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Port f10f9e40-5483-4fd6-a65a-e578acfb7c7f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:21.177145 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c7a0f0-152d-4c10-9ec8-5e0de37a9135 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.177879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c7a0f0-152d-4c10-9ec8-5e0de37a9135 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.179582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b5c7a0f0-152d-4c10-9ec8-5e0de37a9135 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/ab9d8442-9936-4bf0-9285-741d69c38d35 HTTP/1.1" status: 404  len: 333 time: 0.1120551
Jun 21 03:04:21.189535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae9037-1a9c-4294-8b3b-2ef6df6e6edc tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:21.195298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae9037-1a9c-4294-8b3b-2ef6df6e6edc tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:21.201340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae9037-1a9c-4294-8b3b-2ef6df6e6edc tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:21.203695 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a3ae9037-1a9c-4294-8b3b-2ef6df6e6edc tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1403446
Jun 21 03:04:21.204528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33358) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.212930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33360) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.227359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Provisioning for port 1f74da2f-b061-4654-a605-07481e84db71 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:21.231096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Provisioning complete for port 1f74da2f-b061-4654-a605-07481e84db71 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:21.231539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.242427 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.247699 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.263579 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f119406-0b27-4914-baa1-74e72363caa1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.269743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f119406-0b27-4914-baa1-74e72363caa1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.269743 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4f119406-0b27-4914-baa1-74e72363caa1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/0ee9df8e-94a3-480f-9be2-66cd0d78723c HTTP/1.1" status: 404  len: 337 time: 0.0609777
Jun 21 03:04:21.279274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d4590-4cf8-4962-a475-36b9296e9cc4 req-bd31849d-e69f-4690-bf32-b649d3297f3d tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:21.280749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-993d4590-4cf8-4962-a475-36b9296e9cc4 req-bd31849d-e69f-4690-bf32-b649d3297f3d tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 945 time: 0.3987970
Jun 21 03:04:21.282179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33366) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.297099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Port 1f74da2f-b061-4654-a605-07481e84db71 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:21.307299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Provisioning complete for port 26ffa7fd-d086-43d6-a9c2-f0504933010c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:21.308551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.329223 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-69761407-2021-418f-a844-65062e2ec3a8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.329905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69761407-2021-418f-a844-65062e2ec3a8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.332623 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-69761407-2021-418f-a844-65062e2ec3a8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/c62d5906-9ba7-4b79-b5e1-1b38d908d2e7 HTTP/1.1" status: 404  len: 337 time: 0.0474761
Jun 21 03:04:21.335006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33368) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.371675 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-420ba8a5-5065-4b0e-9329-be91457597e6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.372356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420ba8a5-5065-4b0e-9329-be91457597e6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.374362 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-420ba8a5-5065-4b0e-9329-be91457597e6 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/6b5c8760-def9-46c4-af45-8b6e61352744 HTTP/1.1" status: 404  len: 333 time: 0.0384252
Jun 21 03:04:21.377628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33370) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.407220 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba6a0f3-1312-4294-9aba-97d4d84d7715 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.407696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba6a0f3-1312-4294-9aba-97d4d84d7715 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.409455 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bba6a0f3-1312-4294-9aba-97d4d84d7715 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/3f4f60f6-ec64-4acc-917d-e8ae348b8119 HTTP/1.1" status: 404  len: 337 time: 0.0308022
Jun 21 03:04:21.412047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33372) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.426614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Could not find standard attr ID for object f2182850-bf04-46cb-9382-b8a5cfe1132d. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:04:21.429644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-66776c37-27e8-40e3-b66a-fddf8b28ea2d None None] Could not find standard attr ID for object 0e295a25-2a00-47b1-9cb1-d7de0c9ff467. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:04:21.451016 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae6285f-c9f5-4d74-bd52-1b508ab701f5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.451593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae6285f-c9f5-4d74-bd52-1b508ab701f5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.455839 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4ae6285f-c9f5-4d74-bd52-1b508ab701f5 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/51e19fae-4e4f-4e2b-a2db-e9dc05e0bfa3 HTTP/1.1" status: 404  len: 337 time: 0.0403106
Jun 21 03:04:21.456118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33374) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.475632 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.487219 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52129ba-ddb2-4d10-8cbd-352a33a2c5bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.488042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52129ba-ddb2-4d10-8cbd-352a33a2c5bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.492494 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e52129ba-ddb2-4d10-8cbd-352a33a2c5bf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/2ff8ba77-3c86-46ec-bdb4-533de399d7fe HTTP/1.1" status: 404  len: 333 time: 0.0328982
Jun 21 03:04:21.492716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33376) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.502457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d30de400>,) {'filters': {'network_id': ['6369b00d-1284-47a6-a001-e068829b726f']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:21.520558 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-048605b5-c63f-447c-8d6c-c5713863a0ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.521022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048605b5-c63f-447c-8d6c-c5713863a0ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.525061 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-048605b5-c63f-447c-8d6c-c5713863a0ae tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/cf08ebfd-d253-4df5-b748-fb5639b954ff HTTP/1.1" status: 404  len: 337 time: 0.0288546
Jun 21 03:04:21.525293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33378) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.535596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d30de400>, 'be4b89c7-7d53-4ffd-b356-b6f332fbddf3') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:21.536070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d30de400>, 'be4b89c7-7d53-4ffd-b356-b6f332fbddf3') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:21.549570 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.550238 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ed8ece-e04d-4a6a-a758-b24696a75434 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:04:21.552358 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98ea2af-5a04-438a-aab8-31f7458d480d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.552846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98ea2af-5a04-438a-aab8-31f7458d480d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.556969 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c98ea2af-5a04-438a-aab8-31f7458d480d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/4bdb11f1-2f0a-4958-8170-99c63a6d9037 HTTP/1.1" status: 404  len: 337 time: 0.0283892
Jun 21 03:04:21.557139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.557139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e8ed8ece-e04d-4a6a-a758-b24696a75434 HTTP/1.1" status: 204  len: 168 time: 3.7450526
Jun 21 03:04:21.560594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33380) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.560594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33382) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.564726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.568960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-993d4590-4cf8-4962-a475-36b9296e9cc4 req-e67cf9e2-2de8-4f7a-9e83-a58b4fc8a94a tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2655671
Jun 21 03:04:21.592101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.604957 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5168c951-ee78-48dc-a50b-1d0dad76311d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.606069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5168c951-ee78-48dc-a50b-1d0dad76311d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.607557 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5168c951-ee78-48dc-a50b-1d0dad76311d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/d4e14d2f-e33e-4983-a9f8-2b9f0ba4f9da HTTP/1.1" status: 404  len: 333 time: 0.0461845
Jun 21 03:04:21.610281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33386) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.628397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:21.629158 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:21.632929 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:21.688110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Deleting subnet 4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:21.694374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.706437 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f1492d-f537-4ed8-adc2-d729351598c1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.707231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f1492d-f537-4ed8-adc2-d729351598c1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.709148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-11f1492d-f537-4ed8-adc2-d729351598c1 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/e651299c-ce1c-404f-b784-b86fbb830ebe HTTP/1.1" status: 404  len: 337 time: 0.0947731
Jun 21 03:04:21.716330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33388) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.739995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.760192 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-619ae3c3-40b3-4d65-965d-e96cd42460e4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.760685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619ae3c3-40b3-4d65-965d-e96cd42460e4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.762545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-619ae3c3-40b3-4d65-965d-e96cd42460e4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/58adb207-3027-49d5-ac12-21af8a6ca8de HTTP/1.1" status: 404  len: 337 time: 0.0442314
Jun 21 03:04:21.764821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 1f74da2f-b061-4654-a605-07481e84db71 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:21.765352 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.765978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33392) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.804397 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-34d72a4f-2595-4c01-866b-9f2f63825ab8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports?device_id=98ba5a53-d675-43ae-8feb-6de940804c35 HTTP/1.1" status: 200  len: 205 time: 0.0369966
Jun 21 03:04:21.812768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33394) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.845238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.850365 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:21.866112 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:21.868229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/6369b00d-1284-47a6-a001-e068829b726f HTTP/1.1" status: 204  len: 168 time: 1.0297339
Jun 21 03:04:21.872295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=6369b00d-1284-47a6-a001-e068829b726f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:21.873872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33396) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.881741 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-bbfcd947-e2ff-419a-874a-0a43faf3f630 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] delete failed (client error): The resource could not be found.
Jun 21 03:04:21.883035 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bbfcd947-e2ff-419a-874a-0a43faf3f630 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/routers/98ba5a53-d675-43ae-8feb-6de940804c35 HTTP/1.1" status: 404  len: 336 time: 0.0654771
Jun 21 03:04:21.912067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33398) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.928748 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:21.931772 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-814a2625-076a-4496-a86f-e464515a5dbd tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.932410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814a2625-076a-4496-a86f-e464515a5dbd tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.935125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-814a2625-076a-4496-a86f-e464515a5dbd tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/abf61ccf-87fb-4917-8eb2-dbd8d42c7eb2 HTTP/1.1" status: 404  len: 337 time: 0.0557866
Jun 21 03:04:21.939229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33400) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.948072 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d21ee2-4144-4c18-a59a-c41eca5045ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.948900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d21ee2-4144-4c18-a59a-c41eca5045ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.952976 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25d21ee2-4144-4c18-a59a-c41eca5045ea tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/4c5e282c-cb57-426a-ba7e-33c8d25e7233 HTTP/1.1" status: 404  len: 337 time: 0.0376699
Jun 21 03:04:21.953227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33402) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.966604 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-da86dc2d-1bf5-4c30-b389-665072e6877a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:21.967681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da86dc2d-1bf5-4c30-b389-665072e6877a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:21.971938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-da86dc2d-1bf5-4c30-b389-665072e6877a tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/440939a1-62eb-4edd-ba14-cce026b270c7 HTTP/1.1" status: 404  len: 339 time: 0.0287530
Jun 21 03:04:21.972298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33404) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:21.993736 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-60775701-9f2a-4b74-a6f6-5baed15eff8f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e45cc3-d019-4f79-9018-d1da6b180662 HTTP/1.1" status: 200  len: 205 time: 0.0373244
Jun 21 03:04:21.994297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33406) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.003710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.009178 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2f4a95-2279-456e-a3fa-47251b181a23 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.009711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2f4a95-2279-456e-a3fa-47251b181a23 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.014975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f2f4a95-2279-456e-a3fa-47251b181a23 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/66298f72-5f2f-409c-a9ab-e2bf49656dd8 HTTP/1.1" status: 404  len: 337 time: 0.0385232
Jun 21 03:04:22.014975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33408) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.043685 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.046928 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5fe586-4d6d-4cdb-a6ff-a36819f24ae8 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.047632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5fe586-4d6d-4cdb-a6ff-a36819f24ae8 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.049382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea5fe586-4d6d-4cdb-a6ff-a36819f24ae8 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/2e07b818-1fcc-4504-ae37-c9787e5d5038 HTTP/1.1" status: 404  len: 339 time: 0.0338631
Jun 21 03:04:22.054627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33410) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.071465 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-87ace484-17e8-401b-946d-79c5a3de6bf2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] delete failed (client error): The resource could not be found.
Jun 21 03:04:22.075106 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-87ace484-17e8-401b-946d-79c5a3de6bf2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/routers/84e45cc3-d019-4f79-9018-d1da6b180662 HTTP/1.1" status: 404  len: 336 time: 0.0773909
Jun 21 03:04:22.075974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33412) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.108532 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27e8aec-363c-4738-aec3-7edf83f880bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.109000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27e8aec-363c-4738-aec3-7edf83f880bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.112985 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d27e8aec-363c-4738-aec3-7edf83f880bb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/67ab2263-1fae-481f-8302-d0f6792fa80a HTTP/1.1" status: 404  len: 337 time: 0.0340998
Jun 21 03:04:22.114722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33414) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.147195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 1f74da2f-b061-4654-a605-07481e84db71 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:22.150159 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9962735e-0434-427f-845f-4da5e72b5803 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.151129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9962735e-0434-427f-845f-4da5e72b5803 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.153361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9962735e-0434-427f-845f-4da5e72b5803 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/adc67754-3a50-4d80-8202-dbb4e9a46b88 HTTP/1.1" status: 404  len: 337 time: 0.0977702
Jun 21 03:04:22.156893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33416) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.185145 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bf75e8-6f38-4b82-a8fb-cfc9df91728d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.185864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bf75e8-6f38-4b82-a8fb-cfc9df91728d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.187774 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01bf75e8-6f38-4b82-a8fb-cfc9df91728d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/cf7ac07a-0035-4636-9718-161adc7175c3 HTTP/1.1" status: 404  len: 337 time: 0.0723710
Jun 21 03:04:22.190320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33418) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.193612 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a3b02f-b165-47dd-b293-b7b7e355f117 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.194222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a3b02f-b165-47dd-b293-b7b7e355f117 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.199204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a2a3b02f-b165-47dd-b293-b7b7e355f117 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/1f376c79-f975-435f-9caa-41d98f5bf850 HTTP/1.1" status: 404  len: 339 time: 0.0367053
Jun 21 03:04:22.214954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.264933 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-259b3b81-b74f-4556-b8af-ea1aa98bf40d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.265435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259b3b81-b74f-4556-b8af-ea1aa98bf40d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.267925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:22.270378 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-259b3b81-b74f-4556-b8af-ea1aa98bf40d tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/ef8ebb47-b23e-4029-8911-b8ecf2a88131 HTTP/1.1" status: 404  len: 337 time: 0.0596805
Jun 21 03:04:22.271564 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2852a19b-b018-4ef1-a037-b980409377a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.272460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2852a19b-b018-4ef1-a037-b980409377a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.273290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33422) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.285045 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2852a19b-b018-4ef1-a037-b980409377a9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/82c8d469-c27d-4421-a2a8-3c3cfb176274 HTTP/1.1" status: 404  len: 333 time: 0.0914488
Jun 21 03:04:22.285279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33426) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.299000 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfe2942-89ff-4b48-82e8-bd1b0febaf78 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.299731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfe2942-89ff-4b48-82e8-bd1b0febaf78 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.303836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ddfe2942-89ff-4b48-82e8-bd1b0febaf78 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/192e0aa2-6f5d-4187-a160-1668636244ce HTTP/1.1" status: 404  len: 339 time: 0.0270836
Jun 21 03:04:22.304594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33430) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.304704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:22.305364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0e295a25-2a00-47b1-9cb1-d7de0c9ff467 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:22.305364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f2182850-bf04-46cb-9382-b8a5cfe1132d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:22.327173 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b945ce-9cbb-49af-a016-0a005b8d725d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.327648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b945ce-9cbb-49af-a016-0a005b8d725d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.329488 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a5b945ce-9cbb-49af-a016-0a005b8d725d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/0244c791-2f56-470c-b7bf-55a2b66f862a HTTP/1.1" status: 404  len: 337 time: 0.0431976
Jun 21 03:04:22.332029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.332974 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2826bc-9011-4ece-ac9f-ce8b09c52ab1 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.333453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2826bc-9011-4ece-ac9f-ce8b09c52ab1 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.335192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cd2826bc-9011-4ece-ac9f-ce8b09c52ab1 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/2ef539d6-ad32-4bf8-9116-9bfa9f3b25eb HTTP/1.1" status: 404  len: 337 time: 0.0300925
Jun 21 03:04:22.348832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33434) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.360017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f2182850-bf04-46cb-9382-b8a5cfe1132d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:22.360420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f2182850-bf04-46cb-9382-b8a5cfe1132d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:22.360537 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bb993a-f2c7-443c-9288-7cd899454008 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.360829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 90961c8d-b5e8-43b1-a344-a785b114d908 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:22.362376 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15bb993a-f2c7-443c-9288-7cd899454008 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.364180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-15bb993a-f2c7-443c-9288-7cd899454008 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/7bc499b2-9f6d-4c45-a544-72e21bd80fed HTTP/1.1" status: 404  len: 333 time: 0.0312061
Jun 21 03:04:22.367349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.369299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33436) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.370071 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-29963a1d-41c4-4ccc-8843-22f59826a544 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:22.405661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 90961c8d-b5e8-43b1-a344-a785b114d908 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:22.406134 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f5462f-1f8d-45d9-806d-7e1bed76f212 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.406374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 90961c8d-b5e8-43b1-a344-a785b114d908 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:22.406815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f5462f-1f8d-45d9-806d-7e1bed76f212 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.409316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b0f5462f-1f8d-45d9-806d-7e1bed76f212 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/37844c70-64fe-4f14-91f9-4899ae1c5917 HTTP/1.1" status: 404  len: 339 time: 0.0458140
Jun 21 03:04:22.411897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33438) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.445020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:22.449837 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8680ff69-f5b4-4e4d-9492-f5ff3db0788e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.450428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8680ff69-f5b4-4e4d-9492-f5ff3db0788e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.452015 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8680ff69-f5b4-4e4d-9492-f5ff3db0788e tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/944bfb68-2f12-4ae3-8d31-224b1f176ca3 HTTP/1.1" status: 404  len: 337 time: 0.0689452
Jun 21 03:04:22.453080 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:22.454567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33440) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.465574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.467387 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4f34394e-2709-44aa-a6fd-0e0ddfb5b3f7 HTTP/1.1" status: 204  len: 168 time: 0.9048293
Jun 21 03:04:22.472505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f551d-c0ba-4f74-aebe-eb8cd2e92582 None None] Network e81ad5da-cc08-45d4-9867-9a8244105cce requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:22.487402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33442) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.497385 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d4e5b3-b80b-4a11-be51-4215de867ecc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.498159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d4e5b3-b80b-4a11-be51-4215de867ecc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.499854 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-05d4e5b3-b80b-4a11-be51-4215de867ecc tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/2cb6a814-6f6b-40ad-a6df-533f7c616dcd HTTP/1.1" status: 404  len: 333 time: 0.0443864
Jun 21 03:04:22.509280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.565793 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f12d97-6661-43e1-bf0e-50369adf2281 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.566834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f12d97-6661-43e1-bf0e-50369adf2281 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.568595 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-15f12d97-6661-43e1-bf0e-50369adf2281 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/3fb3d949-5e4f-4f73-94d7-194f96aa492e HTTP/1.1" status: 404  len: 337 time: 0.0583649
Jun 21 03:04:22.571192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33448) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.575545 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a732ab37-2e06-4ddb-b4ab-f4d9d14571c3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.576186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a732ab37-2e06-4ddb-b4ab-f4d9d14571c3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.578202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a732ab37-2e06-4ddb-b4ab-f4d9d14571c3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/9bf61909-af8a-41e0-a74b-427a3bb3a1d8 HTTP/1.1" status: 404  len: 337 time: 0.1651707
Jun 21 03:04:22.580613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33450) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.601935 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e73469-7e25-4863-817d-4b90cf8936a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.602635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e73469-7e25-4863-817d-4b90cf8936a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.608073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-23e73469-7e25-4863-817d-4b90cf8936a3 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/7a56386e-2b72-4950-885e-adc18608d2f9 HTTP/1.1" status: 404  len: 333 time: 0.0322471
Jun 21 03:04:22.608230 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd17459-d5e4-4e85-ac3e-5f651372d331 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.608230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd17459-d5e4-4e85-ac3e-5f651372d331 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.608230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9dd17459-d5e4-4e85-ac3e-5f651372d331 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/4338fc39-7c1f-4a7d-b021-d9b77e887659 HTTP/1.1" status: 404  len: 339 time: 0.0257494
Jun 21 03:04:22.609963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33452) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.610390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33454) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.634306 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.636517 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.691235 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-20bb0feb-2db6-48ba-8bea-8a3bdb56cc09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:22.703384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Deleting port 24aea332-e033-4fd1-9de4-e992ec177d02 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:22.703796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.731520 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6048c6da-a216-468f-a308-b48587a2d290 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.731881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6048c6da-a216-468f-a308-b48587a2d290 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.735886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6048c6da-a216-468f-a308-b48587a2d290 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/4d2c4170-8ef0-48cf-89cd-234b417cdac0 HTTP/1.1" status: 404  len: 337 time: 0.1221108
Jun 21 03:04:22.735886 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2021fe8-88de-45b8-811f-aca46505e061 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.735886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2021fe8-88de-45b8-811f-aca46505e061 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.736722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a2021fe8-88de-45b8-811f-aca46505e061 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/700e140b-5f11-46f0-b3fe-9ec3fda68d89 HTTP/1.1" status: 404  len: 337 time: 0.1167200
Jun 21 03:04:22.737556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33456) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.778743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33458) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.783181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] For port 24aea332-e033-4fd1-9de4-e992ec177d02, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=24aea332-e033-4fd1-9de4-e992ec177d02,segment=NetworkSegment(17da454f-f0bc-48f4-8e08-45d7d95480f7),segment_id=17da454f-f0bc-48f4-8e08-45d7d95480f7)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:22.783551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.810808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=1f74da2f-b061-4654-a605-07481e84db71,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:22.824257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] DHCP port deletion for e81ad5da-cc08-45d4-9867-9a8244105cce request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:22.846972 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:22.854627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Calling delete_port for 24aea332-e033-4fd1-9de4-e992ec177d02 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:22.873189 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-768372e3-e7e0-46d4-9662-7583d17373f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.874045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768372e3-e7e0-46d4-9662-7583d17373f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.878520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-768372e3-e7e0-46d4-9662-7583d17373f4 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/45a2f7f9-18ef-4b2e-ac13-3a4228979cf2 HTTP/1.1" status: 404  len: 333 time: 0.1154118
Jun 21 03:04:22.892989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33460) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.896293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] Deleting port 24aea332-e033-4fd1-9de4-e992ec177d02 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:22.896829 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:22.950001 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0310a8-978e-41a6-bd22-0a07664518da tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.951803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0310a8-978e-41a6-bd22-0a07664518da tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.953758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6e0310a8-978e-41a6-bd22-0a07664518da tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/8a07d125-0cbb-460a-964f-23e71756bd9c HTTP/1.1" status: 404  len: 339 time: 0.1677911
Jun 21 03:04:22.957421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33462) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.961349 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90e2c3f-365c-440b-9087-4fe396b50b5f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:22.962210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90e2c3f-365c-440b-9087-4fe396b50b5f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:22.967344 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f90e2c3f-365c-440b-9087-4fe396b50b5f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/a680b7ed-91ea-49f3-9f82-ccb1eea9ff20 HTTP/1.1" status: 404  len: 337 time: 0.0667579
Jun 21 03:04:22.968579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33464) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:22.976974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654af31-479d-4bb6-bdc1-06342ae9241a req-5f17da77-72bf-4667-b92a-95647977620b tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:22.986192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0654af31-479d-4bb6-bdc1-06342ae9241a req-5f17da77-72bf-4667-b92a-95647977620b tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 945 time: 0.5229156
Jun 21 03:04:23.002590 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5793d62-77a7-45a3-9c37-0ca7a2fd9a85 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:23.003055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5793d62-77a7-45a3-9c37-0ca7a2fd9a85 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:23.005402 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e5793d62-77a7-45a3-9c37-0ca7a2fd9a85 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/8388b177-77bb-4b8d-8498-ab3dc7e67712 HTTP/1.1" status: 404  len: 337 time: 0.0465331
Jun 21 03:04:23.008885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33466) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.009047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] For port 24aea332-e033-4fd1-9de4-e992ec177d02, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=24aea332-e033-4fd1-9de4-e992ec177d02,segment=NetworkSegment(17da454f-f0bc-48f4-8e08-45d7d95480f7),segment_id=17da454f-f0bc-48f4-8e08-45d7d95480f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:23.009047 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.035959 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a3e10e-665d-4234-a19d-90f5f0a272ce tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:23.036905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a3e10e-665d-4234-a19d-90f5f0a272ce tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:23.040091 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-70a3e10e-665d-4234-a19d-90f5f0a272ce tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/353aa76a-542e-43df-b469-56af67359013 HTTP/1.1" status: 404  len: 339 time: 0.0312800
Jun 21 03:04:23.043087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33468) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.050184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.053144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/1f74da2f-b061-4654-a605-07481e84db71 HTTP/1.1" status: 204  len: 168 time: 1.8387969
Jun 21 03:04:23.055958 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0175e22c-9051-4988-aeac-542a2b4d637f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:23.056736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0175e22c-9051-4988-aeac-542a2b4d637f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:23.061773 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0175e22c-9051-4988-aeac-542a2b4d637f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/334c0969-0cd8-49e2-8e68-8bef3966ab5a HTTP/1.1" status: 404  len: 333 time: 0.0461736
Jun 21 03:04:23.065139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33470) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.065449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33472) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.091981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] Calling delete_port for 24aea332-e033-4fd1-9de4-e992ec177d02 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:23.103663 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-26610de5-13d2-4204-9413-fc198c29aedf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:23.103900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26610de5-13d2-4204-9413-fc198c29aedf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:23.108945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-26610de5-13d2-4204-9413-fc198c29aedf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/754d407c-7b47-45cb-b8f5-860b79251558 HTTP/1.1" status: 404  len: 337 time: 0.0388875
Jun 21 03:04:23.110172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33474) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.117788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Deleting subnet cbc5258c-7a78-4794-9085-e8e517d4e275 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:23.120057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.124111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ecc5b10a-1232-429f-b393-4391e1af07fe tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:23.130770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.138055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0654af31-479d-4bb6-bdc1-06342ae9241a req-759799b4-a3c6-4239-aa1c-a7225195ebca tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510155
Jun 21 03:04:23.175374 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b586a15-800c-4a7b-b36a-7df782dfdd27 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:04:23.180746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5b586a15-800c-4a7b-b36a-7df782dfdd27 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/1f74da2f-b061-4654-a605-07481e84db71 HTTP/1.1" status: 404  len: 333 time: 0.1120348
Jun 21 03:04:23.181359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33476) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.185422 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.188990 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c8be710b-7d06-4fdf-9bac-bfd8705888f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:23.192915 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6098c02-6e4e-4861-bbc6-50f302c4156a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:23.195464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6098c02-6e4e-4861-bbc6-50f302c4156a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:23.195617 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b6098c02-6e4e-4861-bbc6-50f302c4156a tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/ports/11a291a9-bafd-4438-8ede-6f37e87abf1b HTTP/1.1" status: 404  len: 333 time: 0.0838962
Jun 21 03:04:23.197818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33478) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.202335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] No DVR routers for this DVR port 24aea332-e033-4fd1-9de4-e992ec177d02 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:23.216156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] Pushing event deleted for resources: {'Port': ['ID=24aea332-e033-4fd1-9de4-e992ec177d02,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:23.224346 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:23.224346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] No DVR routers for this DVR port 24aea332-e033-4fd1-9de4-e992ec177d02 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:23.225447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24aea332-e033-4fd1-9de4-e992ec177d02,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:23.229615 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-81667073-3246-45e1-9220-5ad31a38386f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:04:23.230555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81667073-3246-45e1-9220-5ad31a38386f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:23.232573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-81667073-3246-45e1-9220-5ad31a38386f tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/subnets/bb26bdc7-944a-440e-a055-58648a771360 HTTP/1.1" status: 404  len: 337 time: 0.0331008
Jun 21 03:04:23.235205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33480) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.252674 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:23.311560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.314045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.359829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.395445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2f0cd90>,) {'filters': {'network_id': ['e81ad5da-cc08-45d4-9867-9a8244105cce']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:23.408175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.414602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2f0cd90>, '17da454f-f0bc-48f4-8e08-45d7d95480f7') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:23.414907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2f0cd90>, '17da454f-f0bc-48f4-8e08-45d7d95480f7') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:23.420571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d10f8ca0>,) {'filters': {'network_id': ['4d82cb52-2247-4a3b-982b-02458c34d10e']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:23.439056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.443480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10f8ca0>, '0fed2b21-d2ec-4e64-8a87-6d22c6235038') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:23.443985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10f8ca0>, '0fed2b21-d2ec-4e64-8a87-6d22c6235038') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:23.454956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.470277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.476646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:23.477040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:23.483470 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:23.511214 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.514871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.562283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:23.564475 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:23.631344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port f10f9e40-5483-4fd6-a65a-e578acfb7c7f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:23.631697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.649260 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.654069 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c4000c13-5366-462c-9b38-7f5e213f3a24 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:23.660250 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.665022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] 10.222.0.25 "DELETE /v2.0/networks/4d82cb52-2247-4a3b-982b-02458c34d10e HTTP/1.1" status: 204  len: 168 time: 0.4261801
Jun 21 03:04:23.686612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Pushing event deleted for resources: {'Network': ['ID=4d82cb52-2247-4a3b-982b-02458c34d10e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:23.689616 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:23.735684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.741525 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-719d2df7-8519-4ba9-99f6-9a6983679dfa tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:23.743925 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.748438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e81ad5da-cc08-45d4-9867-9a8244105cce HTTP/1.1" status: 204  len: 168 time: 1.2571061
Jun 21 03:04:23.772908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.775168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e81ad5da-cc08-45d4-9867-9a8244105cce,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:23.785938 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:23.795904 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-858318f5-2205-470a-9a83-6b8a129a52cd tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:23.844109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.857565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de9e2f-2f5b-4b82-a634-2989e71b2edb None None] Network bd4725be-a678-4322-a3f4-c2cc6a4ab96c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:23.867976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc5258c-7a78-4794-9085-e8e517d4e275,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:23.880679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:23.887340 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/subnets/cbc5258c-7a78-4794-9085-e8e517d4e275 HTTP/1.1" status: 204  len: 168 time: 0.8386869
Jun 21 03:04:23.887340 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:23.887849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33492) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:23.949145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for f10f9e40-5483-4fd6-a65a-e578acfb7c7f owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:23.971345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-0241e973-17b3-41a3-9313-2cd00f4588ec tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:23.972932 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-0241e973-17b3-41a3-9313-2cd00f4588ec tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.26 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 945 time: 0.3151569
Jun 21 03:04:23.990566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 24aea332-e033-4fd1-9de4-e992ec177d02 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:24.018607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 24aea332-e033-4fd1-9de4-e992ec177d02 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:24.018979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 24aea332-e033-4fd1-9de4-e992ec177d02 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:24.072418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.140631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Deleting port 0a9ad178-5e36-408a-89e2-dd1bd930c579 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:24.141384 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.316049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] DHCP port deletion for bd4725be-a678-4322-a3f4-c2cc6a4ab96c request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:24.349899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] For port 0a9ad178-5e36-408a-89e2-dd1bd930c579, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0a9ad178-5e36-408a-89e2-dd1bd930c579,segment=NetworkSegment(076d8ab8-50fa-4c26-bd7e-eeca687f221c),segment_id=076d8ab8-50fa-4c26-bd7e-eeca687f221c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:24.351007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.415562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] Deleting port 0a9ad178-5e36-408a-89e2-dd1bd930c579 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:24.416042 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.447213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Calling delete_port for 0a9ad178-5e36-408a-89e2-dd1bd930c579 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:24.496379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33502) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:24.536648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33504) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:24.547740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] For port 0a9ad178-5e36-408a-89e2-dd1bd930c579, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0a9ad178-5e36-408a-89e2-dd1bd930c579,segment=NetworkSegment(076d8ab8-50fa-4c26-bd7e-eeca687f221c),segment_id=076d8ab8-50fa-4c26-bd7e-eeca687f221c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:24.548402 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.629644 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dd4ae2f5-d5b0-4e5f-b296-2a125ec795ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de7a8fe5101b4bf5b7265d94ec58be96&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1262419
Jun 21 03:04:24.630020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33512) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:24.631250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] Calling delete_port for 0a9ad178-5e36-408a-89e2-dd1bd930c579 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:24.720769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.734726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Deleting port 4515add0-53c7-412e-b58b-b2f632b4a6c6 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:24.735084 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.766819 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51812391-c098-4e65-a6b0-20275bb4b9ba tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:24.782668 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.795417 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:24.801411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] No DVR routers for this DVR port 0a9ad178-5e36-408a-89e2-dd1bd930c579 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:24.824698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:24.834142 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57f05925-ce7d-40f3-a02e-842c0ddabb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:24.839554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Port': ['ID=0a9ad178-5e36-408a-89e2-dd1bd930c579,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:24.851072 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:24.851903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] No DVR routers for this DVR port 0a9ad178-5e36-408a-89e2-dd1bd930c579 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:24.863899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] Pushing event deleted for resources: {'Port': ['ID=0a9ad178-5e36-408a-89e2-dd1bd930c579,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:24.873665 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:24.899159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=f10f9e40-5483-4fd6-a65a-e578acfb7c7f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:24.906417 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:24.924104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d533-ab19-484c-93d0-004193f531cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.028849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33516) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:25.032221 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-185dc5c3-6bdf-44f3-b0cd-654521b68990 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f27fa388127447887133d2c93cf0b1b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4887464
Jun 21 03:04:25.039169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] For port 4515add0-53c7-412e-b58b-b2f632b4a6c6, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4515add0-53c7-412e-b58b-b2f632b4a6c6,segment=NetworkSegment(545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55),segment_id=545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:25.039519 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.048708 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.104013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d533-ab19-484c-93d0-004193f531cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.108333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d10afaf0>,) {'filters': {'network_id': ['bd4725be-a678-4322-a3f4-c2cc6a4ab96c']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:25.121008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Calling delete_port for 4515add0-53c7-412e-b58b-b2f632b4a6c6 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:25.142368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10afaf0>, '076d8ab8-50fa-4c26-bd7e-eeca687f221c') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:25.142745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10afaf0>, '076d8ab8-50fa-4c26-bd7e-eeca687f221c') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:25.169788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.197014 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.201509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.202822 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/f10f9e40-5483-4fd6-a65a-e578acfb7c7f HTTP/1.1" status: 204  len: 168 time: 2.0182464
Jun 21 03:04:25.204811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33518) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:25.208476 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff4cad2-c702-4d4e-8f92-c7ef46547f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.233742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff4cad2-c702-4d4e-8f92-c7ef46547f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.242246 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-026ecc1b-da7f-4485-a68b-fd794a77c960 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:04:25.246449 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-026ecc1b-da7f-4485-a68b-fd794a77c960 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/f10f9e40-5483-4fd6-a65a-e578acfb7c7f HTTP/1.1" status: 404  len: 333 time: 0.0381024
Jun 21 03:04:25.251010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33520) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:25.287899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:25.287899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:25.292599 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:25.305224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet 6a3ea114-2d62-4b68-b2a1-0e13d8489ec0 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:25.309294 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.346440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9afc7a-0f67-4113-ade2-545deccfb435 req-6d556734-972a-46ee-8877-84b84886335b tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:25.347939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb9afc7a-0f67-4113-ade2-545deccfb435 req-6d556734-972a-46ee-8877-84b84886335b tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 945 time: 0.7870314
Jun 21 03:04:25.362762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff4cad2-c702-4d4e-8f92-c7ef46547f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.365096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff4cad2-c702-4d4e-8f92-c7ef46547f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.366184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6ff4cad2-c702-4d4e-8f92-c7ef46547f5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71dfaf4d-8402-49cb-8681-19c425a10d9b HTTP/1.1" status: 204  len: 168 time: 0.3143885
Jun 21 03:04:25.373704 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-17662b73-1f78-45e9-a017-22ee7daaebf8 tempest-ExtraDHCPOptionsTestJSON-947404493 tempest-ExtraDHCPOptionsTestJSON-947404493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:25.373891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.501644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.534348 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.547501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['4515add0-53c7-412e-b58b-b2f632b4a6c6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:04:25.554128 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc19d103-b0c5-4bb6-b594-49bf3fd395ef tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:25.598550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Pushing event deleted for resources: {'Port': ['ID=4515add0-53c7-412e-b58b-b2f632b4a6c6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:25.628908 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:25.656461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] No DVR routers for this DVR port 4515add0-53c7-412e-b58b-b2f632b4a6c6 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:25.660547 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.662533 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-69e8bed3-442a-4239-b695-6e87f530bb97 req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.26 "DELETE /v2.0/ports/4515add0-53c7-412e-b58b-b2f632b4a6c6 HTTP/1.1" status: 204  len: 173 time: 1.1721842
Jun 21 03:04:25.663074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e45af-6fed-4c7e-8635-a7d8bebc1e42', 'name': 'network-vif-deleted', 'tag': '4515add0-53c7-412e-b58b-b2f632b4a6c6'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:25.665693 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc7f05f-6d0c-4e32-93a5-9279e8978b6d" -d '{"events": [{"server_uuid": "f16e45af-6fed-4c7e-8635-a7d8bebc1e42", "name": "network-vif-deleted", "tag": "4515add0-53c7-412e-b58b-b2f632b4a6c6"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:25.707326 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a7250a-cd7a-4c68-9a1a-dc45f3629f1d x-openstack-request-id: req-f7a7250a-cd7a-4c68-9a1a-dc45f3629f1d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:25.707675 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e45af-6fed-4c7e-8635-a7d8bebc1e42", "name": "network-vif-deleted", "tag": "4515add0-53c7-412e-b58b-b2f632b4a6c6", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:25.707978 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7a7250a-cd7a-4c68-9a1a-dc45f3629f1d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:25.708435 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e45af-6fed-4c7e-8635-a7d8bebc1e42', 'name': 'network-vif-deleted', 'tag': '4515add0-53c7-412e-b58b-b2f632b4a6c6', 'status': 'completed', 'code': 200}
Jun 21 03:04:25.741917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.743440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d533-ab19-484c-93d0-004193f531cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.746713 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d533-ab19-484c-93d0-004193f531cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.747807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e9b1d533-ab19-484c-93d0-004193f531cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0772cdc8-344b-4189-9dc2-4992ae6f6143 HTTP/1.1" status: 204  len: 168 time: 1.1161306
Jun 21 03:04:25.751771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4cad2-c702-4d4e-8f92-c7ef46547f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfaf4d-8402-49cb-8681-19c425a10d9b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:25.754033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.763214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] 10.222.0.25 "DELETE /v2.0/networks/bd4725be-a678-4322-a3f4-c2cc6a4ab96c HTTP/1.1" status: 204  len: 168 time: 1.8682003
Jun 21 03:04:25.763214 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6ff4cad2-c702-4d4e-8f92-c7ef46547f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:25.763969 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-05d68155-8dd8-4815-b119-43404e4eb1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:25.772121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1d533-ab19-484c-93d0-004193f531cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772cdc8-344b-4189-9dc2-4992ae6f6143,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:25.779273 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e9b1d533-ab19-484c-93d0-004193f531cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:25.779712 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e8e6336-1b21-4eed-ae18-773da0ebe02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:25.784609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.787682 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dfd9db40-508c-4072-9f7a-1605a906a202 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:25.812967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb9afc7a-0f67-4113-ade2-545deccfb435 req-ae3d95f3-385c-406d-b31a-1faff2f3f6f5 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/security-groups?id=4274650f-d4d2-4a49-93e4-53c336ea8f61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4527631
Jun 21 03:04:25.833377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Pushing event deleted for resources: {'Network': ['ID=bd4725be-a678-4322-a3f4-c2cc6a4ab96c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:25.839565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3ea114-2d62-4b68-b2a1-0e13d8489ec0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:25.844296 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:25.845180 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:25.848618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:25.854870 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/6a3ea114-2d62-4b68-b2a1-0e13d8489ec0 HTTP/1.1" status: 204  len: 168 time: 0.5986681
Jun 21 03:04:25.856261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e96092-6448-4cc3-8413-6b52cefd9904 None None] Network cd859d4d-77b0-47d3-b21f-093d0d4e12d5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:25.857443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33536) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:25.981564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0a9ad178-5e36-408a-89e2-dd1bd930c579 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:26.000154 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.008940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 0a9ad178-5e36-408a-89e2-dd1bd930c579 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:26.009295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0a9ad178-5e36-408a-89e2-dd1bd930c579 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:26.068891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 26ffa7fd-d086-43d6-a9c2-f0504933010c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:26.069584 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.130316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] DHCP port deletion for cd859d4d-77b0-47d3-b21f-093d0d4e12d5 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:26.158241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] For port 26ffa7fd-d086-43d6-a9c2-f0504933010c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=26ffa7fd-d086-43d6-a9c2-f0504933010c,segment=NetworkSegment(33ab503f-6527-4ac6-80fa-5ae83a870b8d),segment_id=33ab503f-6527-4ac6-80fa-5ae83a870b8d)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:26.158616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.191930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] Deleting port 26ffa7fd-d086-43d6-a9c2-f0504933010c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:26.192318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.236139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 26ffa7fd-d086-43d6-a9c2-f0504933010c owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:26.260086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] For port 26ffa7fd-d086-43d6-a9c2-f0504933010c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=26ffa7fd-d086-43d6-a9c2-f0504933010c,segment=NetworkSegment(33ab503f-6527-4ac6-80fa-5ae83a870b8d),segment_id=33ab503f-6527-4ac6-80fa-5ae83a870b8d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:26.260670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.335942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] Calling delete_port for 26ffa7fd-d086-43d6-a9c2-f0504933010c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:26.422504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33552) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:26.426600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.429970 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:26.435483 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.439637 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0e68cbb-d658-4514-ae27-0216b14df49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:26.448925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No DVR routers for this DVR port 26ffa7fd-d086-43d6-a9c2-f0504933010c on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:26.476817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] Pushing event deleted for resources: {'Port': ['ID=26ffa7fd-d086-43d6-a9c2-f0504933010c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:26.483512 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:26.490278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] No DVR routers for this DVR port 26ffa7fd-d086-43d6-a9c2-f0504933010c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:26.534073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=26ffa7fd-d086-43d6-a9c2-f0504933010c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:26.540645 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:26.593871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33560) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:26.655148 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fbf5ded4-f6b1-46f8-83e2-d65e19b2faa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16242a3d2e224f5f98d681c03292b7e7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0593200
Jun 21 03:04:26.655373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33564) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:26.668028 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.680460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2550c40>,) {'filters': {'network_id': ['cd859d4d-77b0-47d3-b21f-093d0d4e12d5']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:26.693447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2550c40>, '33ab503f-6527-4ac6-80fa-5ae83a870b8d') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:26.693675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2550c40>, '33ab503f-6527-4ac6-80fa-5ae83a870b8d') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:26.705784 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.733384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.741960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:26.745614 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:26.750565 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:26.753244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5343649-b799-40d2-b584-889d66691466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.802294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5343649-b799-40d2-b584-889d66691466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.869715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7e64cbf9-8078-4f62-959a-4467ae99f12c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e53feded5bf43adb20d3202999c2536&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4430208
Jun 21 03:04:26.870375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33568) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:26.944985 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee34f051-c3f0-4601-bd33-066dfa5ce020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:26.990292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee34f051-c3f0-4601-bd33-066dfa5ce020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.056471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2beb6a80-71b3-4b62-a725-4a8f64213d47 req-a28c5119-c13f-4fa1-9075-2aba675d1258 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16e45af-6fed-4c7e-8635-a7d8bebc1e42 HTTP/1.1" status: 200  len: 210 time: 0.0411460
Jun 21 03:04:27.058778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.062301 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bf31fd18-41e7-4d72-a590-6504b73d6da0 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:27.066590 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.069061 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/networks/cd859d4d-77b0-47d3-b21f-093d0d4e12d5 HTTP/1.1" status: 204  len: 168 time: 1.2097435
Jun 21 03:04:27.077195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33578) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:27.090528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1022676415'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:27.100558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Network': ['ID=cd859d4d-77b0-47d3-b21f-093d0d4e12d5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:27.103104 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:27.114273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5343649-b799-40d2-b584-889d66691466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.124456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5343649-b799-40d2-b584-889d66691466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.124456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b5343649-b799-40d2-b584-889d66691466 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3e83802-681e-4d2e-8d36-b6483125c7ec HTTP/1.1" status: 204  len: 168 time: 0.4625511
Jun 21 03:04:27.124456 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dafafa7-c3cf-4e0d-b4d1-909f7e54e8d4 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:27.138597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5343649-b799-40d2-b584-889d66691466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e83802-681e-4d2e-8d36-b6483125c7ec,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:27.141606 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b5343649-b799-40d2-b584-889d66691466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:27.258910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee34f051-c3f0-4601-bd33-066dfa5ce020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.262282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee34f051-c3f0-4601-bd33-066dfa5ce020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.263452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ee34f051-c3f0-4601-bd33-066dfa5ce020 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/839fc10e-4939-422a-950b-a53489285b77 HTTP/1.1" status: 204  len: 168 time: 0.3916991
Jun 21 03:04:27.264410 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e9b1d533-ab19-484c-93d0-004193f531cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:27.266497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:27.270169 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.286259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34f051-c3f0-4601-bd33-066dfa5ce020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839fc10e-4939-422a-950b-a53489285b77,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:27.298410 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee34f051-c3f0-4601-bd33-066dfa5ce020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:27.312183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:27.321490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.322061 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Added segment 4f8c1799-4df7-4740-ac42-bbd27deec388 of type vlan for network 7a773090-cd8b-4137-94a1-cc8bbeff321d
Jun 21 03:04:27.364832 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.367348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33590) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:27.477846 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.490117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:27.490117 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.490340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1648783943'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:27.497406 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d129c037-bf70-47c0-b2d4-c4bf792f4aba tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:27.567431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Network': ['ID=7a773090-cd8b-4137-94a1-cc8bbeff321d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:27.570207 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:27.579106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:27.661218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:27.665774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.675271 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.721323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6404302
Jun 21 03:04:27.721732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33604) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:27.728921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '7a773090-cd8b-4137-94a1-cc8bbeff321d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:27.904449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:27.916768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 26ffa7fd-d086-43d6-a9c2-f0504933010c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:27.938227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 26ffa7fd-d086-43d6-a9c2-f0504933010c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:27.938693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 26ffa7fd-d086-43d6-a9c2-f0504933010c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:27.996762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.003138 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-271d0126-6997-41dd-8b0f-c9a3a8c16066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:28.033638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:28.041790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 4515add0-53c7-412e-b58b-b2f632b4a6c6 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:28.045251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd07f0c4-8f73-4827-88dd-02cfa0f4d5e9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:28.049812 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:28.051324 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.051853 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Added segment b4e7aa6c-ccaa-4721-996d-a134f244496d of type vlan for network d9eaa472-9ff9-4395-b516-7da01e0e5394
Jun 21 03:04:28.074960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 4515add0-53c7-412e-b58b-b2f632b4a6c6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:28.075487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 4515add0-53c7-412e-b58b-b2f632b4a6c6 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:28.106478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.112412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:28.118555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.270040 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.275684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:28.276901 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.287582 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-565d48d3-fb9d-4893-8cfa-35cf5319828b tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:28.362666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Network': ['ID=d9eaa472-9ff9-4395-b516-7da01e0e5394,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:28.369567 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:28.377471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:28.396694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33640) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:28.474483 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1058016
Jun 21 03:04:28.478013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33646) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:28.485162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'subnet': {'network_id': 'd9eaa472-9ff9-4395-b516-7da01e0e5394', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:28.545031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-726009895-network', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:28.587558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.593979 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a7f89f8-0e08-472e-9077-3b0136335314 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:28.677115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=e4cdb370-7e80-4000-bb66-6c65b6e6d390,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:28.682179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:28.683584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Checking segment: {'id': '4f8c1799-4df7-4740-ac42-bbd27deec388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7a773090-cd8b-4137-94a1-cc8bbeff321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:28.684141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network hostable DHCP agents. Network: 7a773090-cd8b-4137-94a1-cc8bbeff321d, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:28.705806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:28.708236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.722868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.789892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:28.800469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33666) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:28.820775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:28.827800 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.851678 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Deleting subnet 3953754a-a5fd-42fc-a33d-c6a8771cd33c {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:28.855354 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.899830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7a773090-cd8b-4137-94a1-cc8bbeff321d) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:28.920107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.923260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:28.924085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:28.935706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5a91d-3e53-4a65-beb9-2e09b23eea13 None None] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:28.981407 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.036599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.113787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.114132 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.117558 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-72850766-7648-475a-9eae-7f3e1a99e0a2 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:29.118633 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b4bb298-1c5d-42a2-a0aa-458e0e1d9762 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:29.131060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-7a773090-cd8b-4137-94a1-cc8bbeff321d', 'network_id': '7a773090-cd8b-4137-94a1-cc8bbeff321d', 'tenant_id': '5f354fbcd5f2498aa624b0337d6e1c02', 'fixed_ips': [{'subnet_id': 'e4cdb370-7e80-4000-bb66-6c65b6e6d390'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:04:29.132063 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.142400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3953754a-a5fd-42fc-a33d-c6a8771cd33c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:29.145743 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:29.146812 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.147943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:29.149193 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3953754a-a5fd-42fc-a33d-c6a8771cd33c HTTP/1.1" status: 204  len: 168 time: 0.3489099
Jun 21 03:04:29.152933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33676) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:29.175776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e8fa3-4345-4adf-be37-320b20e0484b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:29.204871 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:29.206151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.206502 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Added segment ae59d8fd-071e-4982-9596-5b8630ff4724 of type vlan for network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0
Jun 21 03:04:29.210529 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4876962
Jun 21 03:04:29.216585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33680) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:29.223573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-17aac797-ce18-40cb-a62b-eb4b08ad5fdf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1502990764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:29.246669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.257907 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e2dd961-e3e3-4ce9-a845-e45286e5f599 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:29.330121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Allocated IP 172.20.0.2 (7a773090-cd8b-4137-94a1-cc8bbeff321d/e4cdb370-7e80-4000-bb66-6c65b6e6d390/ce364577-a265-4077-84cf-7517fb8d0b35) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:29.345217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.359110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.371073 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17aac797-ce18-40cb-a62b-eb4b08ad5fdf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.372204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17aac797-ce18-40cb-a62b-eb4b08ad5fdf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.400788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Subnet': ['ID=167e30a7-c636-41c0-b91d-8137cc0efc8e,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:29.414226 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:29.489005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Checking segment: {'id': 'b4e7aa6c-ccaa-4721-996d-a134f244496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd9eaa472-9ff9-4395-b516-7da01e0e5394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:29.489287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network hostable DHCP agents. Network: d9eaa472-9ff9-4395-b516-7da01e0e5394, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:29.522958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.532521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Transition to ACTIVE for port object ce364577-a265-4077-84cf-7517fb8d0b35 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:29.552626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Transition to ACTIVE for port object ce364577-a265-4077-84cf-7517fb8d0b35 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:29.555471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17aac797-ce18-40cb-a62b-eb4b08ad5fdf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.627198 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.639787 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ecdba7b6-b85d-425f-9956-94a9e70bb106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:29.647771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.664322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:29.671534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:29.673533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d20ad3a0>,) {'filters': {'network_id': ['5d4a79de-6d58-4d6f-8544-03b977c6e126']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:29.683319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.685185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:29.685818 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.692074 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e746938c-fa08-4c97-b845-15b107662f09 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:29.735723 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17aac797-ce18-40cb-a62b-eb4b08ad5fdf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.743733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d20ad3a0>, '545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:29.744410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d20ad3a0>, '545a9d3f-aa30-4ffb-8f96-c1dcefdfaf55') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:29.757164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:29.802672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.826529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Pushing event updated for resources: {'Port': ['ID=ce364577-a265-4077-84cf-7517fb8d0b35,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:29.831679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=0c8f044d-188b-4ba3-9662-e5461ebbe0b0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:29.834674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.839275 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:29.845302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:29.846228 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:29.848786 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:29.864952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:29.883248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.883612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.883923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.884614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.885141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.886225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.886739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.887428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.889919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.889919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.889919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.889919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:29.901131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:29.918800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5165746
Jun 21 03:04:29.920005 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33698) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:29.920469 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:29.934090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Request body: {'subnet': {'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-726009895-subnet', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:29.937442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Attempting to bind port ce364577-a265-4077-84cf-7517fb8d0b35 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:29.937968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Attempting to bind port ce364577-a265-4077-84cf-7517fb8d0b35 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4f8c1799-4df7-4740-ac42-bbd27deec388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7a773090-cd8b-4137-94a1-cc8bbeff321d'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:29.938191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Attempting to bind port ce364577-a265-4077-84cf-7517fb8d0b35 on network 7a773090-cd8b-4137-94a1-cc8bbeff321d {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:29.948486 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17aac797-ce18-40cb-a62b-eb4b08ad5fdf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.951016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-17aac797-ce18-40cb-a62b-eb4b08ad5fdf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.7310598
Jun 21 03:04:29.959248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:29.960023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Checking segment: {'id': '4f8c1799-4df7-4740-ac42-bbd27deec388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7a773090-cd8b-4137-94a1-cc8bbeff321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:29.960272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33702) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:29.960827 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.961362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Bound using segment: {'id': '4f8c1799-4df7-4740-ac42-bbd27deec388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7a773090-cd8b-4137-94a1-cc8bbeff321d'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:29.961960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Bound port: ce364577-a265-4077-84cf-7517fb8d0b35, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8c1799-4df7-4740-ac42-bbd27deec388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7a773090-cd8b-4137-94a1-cc8bbeff321d'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:29.962460 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:29.967127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'network_id': '7a773090-cd8b-4137-94a1-cc8bbeff321d', 'name': 'tempest-PortsTestJSON-65079083'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:30.061214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:30.063682 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.078940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, d9eaa472-9ff9-4395-b516-7da01e0e5394) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:30.083000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] For port ce364577-a265-4077-84cf-7517fb8d0b35, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:30.090185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3fe6dd-d148-4e57-874a-99e8a557cbeb None None] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:30.119662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:30.124432 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.173216 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.180035 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.187978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5d4a79de-6d58-4d6f-8544-03b977c6e126 HTTP/1.1" status: 204  len: 168 time: 1.0315807
Jun 21 03:04:30.201887 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-65d5578f-0431-4914-adf0-faabd26c0b0e tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:30.211920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] For port ce364577-a265-4077-84cf-7517fb8d0b35, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ce364577-a265-4077-84cf-7517fb8d0b35,segment=NetworkSegment(4f8c1799-4df7-4740-ac42-bbd27deec388),segment_id=4f8c1799-4df7-4740-ac42-bbd27deec388)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:30.288015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.8059406
Jun 21 03:04:30.288015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4a79de-6d58-4d6f-8544-03b977c6e126,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:30.290917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33708) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:30.300573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1193956147', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:30.306372 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:30.423566 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.424512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:30.429011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.453655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port d85f1232-d659-4b38-b30f-1e8e1c753d10 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:04:30.457188 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-72cac87c-d9cb-4af3-a5e6-fc04d22549be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:30.507307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234618f-4b44-4931-bacb-8c21fde6d774 None None] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:30.570694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.585828 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:30.612939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Pushing event updated for resources: {'Port': ['ID=ce364577-a265-4077-84cf-7517fb8d0b35,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:30.624732 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:30.701948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33716) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:30.708674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:30.711732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Network hostable DHCP agents. Network: 0c8f044d-188b-4ba3-9662-e5461ebbe0b0, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:30.725508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.727158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.744024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:30.755345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:30.764118 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:30.853466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.5 (7a773090-cd8b-4137-94a1-cc8bbeff321d/e4cdb370-7e80-4000-bb66-6c65b6e6d390/d85f1232-d659-4b38-b30f-1e8e1c753d10) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:30.879921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:30.887656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:30.894922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b02610c1-8a45-4a24-8011-207abbe93f5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d28529b9a6b841deb894176dc64bba83&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1915736
Jun 21 03:04:30.904263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33722) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:31.039352 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 0c8f044d-188b-4ba3-9662-e5461ebbe0b0) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:31.044648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:31.045634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.050998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba9265-12ca-419c-bcc4-b93702e4547c None None] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:31.100537 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e07fca1a-fc4d-4558-a800-2f35d10aaee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.102945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7407bd36-96da-4026-8ae8-9fb9e91e003e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.152006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2271974
Jun 21 03:04:31.152249 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.156011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33724) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:31.161316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:31.166572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e07fca1a-fc4d-4558-a800-2f35d10aaee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.231951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:04:31.233016 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.282545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.309989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object d85f1232-d659-4b38-b30f-1e8e1c753d10 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:31.363721 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7407bd36-96da-4026-8ae8-9fb9e91e003e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.377017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e07fca1a-fc4d-4558-a800-2f35d10aaee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.379657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e07fca1a-fc4d-4558-a800-2f35d10aaee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.383173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e07fca1a-fc4d-4558-a800-2f35d10aaee1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4274650f-d4d2-4a49-93e4-53c336ea8f61 HTTP/1.1" status: 204  len: 168 time: 0.4754794
Jun 21 03:04:31.392795 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d611576-7d67-46bd-a68d-4507117c77ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:31.412707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fca1a-fc4d-4558-a800-2f35d10aaee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4274650f-d4d2-4a49-93e4-53c336ea8f61,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:31.415928 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e07fca1a-fc4d-4558-a800-2f35d10aaee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:31.475008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Allocated IP 172.20.0.2 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/088d2603-5d7d-432c-a6e9-030bc3a0855c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:31.501013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7407bd36-96da-4026-8ae8-9fb9e91e003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.505246 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ccae0985-24f8-4173-8fad-1803caa0be3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:31.549795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7407bd36-96da-4026-8ae8-9fb9e91e003e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2076985705ec4c3db4f0f6a99223c90a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8038993
Jun 21 03:04:31.550786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407bd36-96da-4026-8ae8-9fb9e91e003e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df13e1a-055d-4c7b-b12e-8882aaad29e5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:31.553061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33730) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:31.556524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.566197 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7407bd36-96da-4026-8ae8-9fb9e91e003e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:31.583979 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.614416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.622801 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-00b21e16-bbff-46b4-a12d-aba2e683a0d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:31.643809 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.644970 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.708228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:31.724588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:31.746017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:31.753667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=d85f1232-d659-4b38-b30f-1e8e1c753d10,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:31.765422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.781855 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:31.785933 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb4901f5-a5a7-4950-9fd9-3e8e1c9b7138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.799700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.25.7.127 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/e3f815e5-aec2-4e5b-bb12-f2a4dbf9748e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:31.813308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.850488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Transition to ACTIVE for port object 088d2603-5d7d-432c-a6e9-030bc3a0855c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:31.889414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Transition to ACTIVE for port object 088d2603-5d7d-432c-a6e9-030bc3a0855c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:31.919633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:31.924356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:31.932757 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb4901f5-a5a7-4950-9fd9-3e8e1c9b7138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.019738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ce364577-a265-4077-84cf-7517fb8d0b35 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:32.056747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.061900 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-28d488da-b0bd-4bf3-b7ad-df594d37f672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:32.074192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.1121688
Jun 21 03:04:32.076477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33742) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:32.114001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eeb695-87bd-46bc-849e-b6154945a827 None None] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:32.124676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.163843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb4901f5-a5a7-4950-9fd9-3e8e1c9b7138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.167193 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb4901f5-a5a7-4950-9fd9-3e8e1c9b7138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.170926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bb4901f5-a5a7-4950-9fd9-3e8e1c9b7138 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8df13e1a-055d-4c7b-b12e-8882aaad29e5 HTTP/1.1" status: 204  len: 168 time: 0.6142414
Jun 21 03:04:32.171125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.205625 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2fc79b6-a4f6-4166-89e1-ed6fc423df59 tempest-PortsAdminExtendedAttrsTestJSON-1874107546 tempest-PortsAdminExtendedAttrsTestJSON-1874107546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:32.218773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:32.242704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:32.251442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:32.270720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4901f5-a5a7-4950-9fd9-3e8e1c9b7138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df13e1a-055d-4c7b-b12e-8882aaad29e5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:32.277057 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb4901f5-a5a7-4950-9fd9-3e8e1c9b7138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:32.294325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Pushing event updated for resources: {'Port': ['ID=088d2603-5d7d-432c-a6e9-030bc3a0855c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:32.320454 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:32.332311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.341945 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81d9f382-cba6-49f9-9cab-2099d1ec2dc0 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:32.367577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-152b7564-9481-4642-a38f-164ab3ab2de3 None None] Provisioning for port ce364577-a265-4077-84cf-7517fb8d0b35 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:32.394844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:32.398113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:32.404864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:32.416055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Attempting to bind port 088d2603-5d7d-432c-a6e9-030bc3a0855c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:32.416643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Attempting to bind port 088d2603-5d7d-432c-a6e9-030bc3a0855c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:32.417303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Attempting to bind port 088d2603-5d7d-432c-a6e9-030bc3a0855c on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:32.461894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:32.462410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:32.462830 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.463239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:32.464382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Bound port: 088d2603-5d7d-432c-a6e9-030bc3a0855c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:32.465004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.472050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=e3f815e5-aec2-4e5b-bb12-f2a4dbf9748e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:32.475930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:32.655145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] For port 088d2603-5d7d-432c-a6e9-030bc3a0855c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:32.686699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] For port 088d2603-5d7d-432c-a6e9-030bc3a0855c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=088d2603-5d7d-432c-a6e9-030bc3a0855c,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:32.688318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ce364577-a265-4077-84cf-7517fb8d0b35 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:32.719020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.719486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ce364577-a265-4077-84cf-7517fb8d0b35 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:32.719486 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.805476 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:32.860408 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b4d2f34f-d454-44d0-b0b3-85b3cece7ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:33.052140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Pushing event updated for resources: {'Port': ['ID=088d2603-5d7d-432c-a6e9-030bc3a0855c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:33.078667 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:33.092894 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.234800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Provisioning complete for port ce364577-a265-4077-84cf-7517fb8d0b35 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:33.235223 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.264341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.310961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33766) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:33.327527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ce364577-a265-4077-84cf-7517fb8d0b35, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ce364577-a265-4077-84cf-7517fb8d0b35,segment=NetworkSegment(4f8c1799-4df7-4740-ac42-bbd27deec388),segment_id=4f8c1799-4df7-4740-ac42-bbd27deec388)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:33.350040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.353316 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d803cd3-5547-4d44-beb5-3a3c2a65cde0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:33.481675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.483791 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.495484 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f66be63-fa5b-41d6-bd80-d238a2875670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:33.612540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33772) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:33.630674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ce364577-a265-4077-84cf-7517fb8d0b35,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:33.632905 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:33.714718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:04:33.715092 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:04:33.735065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-591339006-network', 'tenant_id': 'b1975656cc074dc0887ed3bd0dcfd231'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:33.770137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84e80a99-f43d-4398-a93c-b98c64f5b26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.779307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=d85f1232-d659-4b38-b30f-1e8e1c753d10,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:33.800430 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.807824 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:33.848903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.887774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.926335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Made reservation on behalf of b1975656cc074dc0887ed3bd0dcfd231 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:33.928790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.944590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:33.972386 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.060257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 088d2603-5d7d-432c-a6e9-030bc3a0855c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:34.093915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Allocated IP 172.25.7.222 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/4892033e-ffed-4e69-85f9-7db43af695c0) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:34.174251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84e80a99-f43d-4398-a93c-b98c64f5b26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.186289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 088d2603-5d7d-432c-a6e9-030bc3a0855c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:34.190614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ce364577-a265-4077-84cf-7517fb8d0b35 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:34.285376 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-089b37ae-4c71-4c03-8db1-29722d0f7013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.287439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ce364577-a265-4077-84cf-7517fb8d0b35 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:34.287810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.299421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.307781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.349654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Provisioning for port d85f1232-d659-4b38-b30f-1e8e1c753d10 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:34.363786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Provisioning complete for port d85f1232-d659-4b38-b30f-1e8e1c753d10 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:34.364261 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.478021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f9e126ab-db2d-42e7-81af-0222b1a646f8 None None] Port d85f1232-d659-4b38-b30f-1e8e1c753d10 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:34.602244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7a5c8606-b74d-4706-975b-4a433af7f89e None None] Provisioning complete for port d85f1232-d659-4b38-b30f-1e8e1c753d10 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:34.602733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8606-b74d-4706-975b-4a433af7f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.641023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c8606-b74d-4706-975b-4a433af7f89e None None] Port d85f1232-d659-4b38-b30f-1e8e1c753d10 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:34.650258 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.657740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f9bf0f-059d-44be-8a4f-19db879b99d3 None None] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:34.657990 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:34.683550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:04:34.701131 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84e80a99-f43d-4398-a93c-b98c64f5b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.707049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:34.708266 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:34.716374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:34.722468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:34.768039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.779620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-84e80a99-f43d-4398-a93c-b98c64f5b26f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a50be01ff184e0787dd77e7c55a6c93&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0655353
Jun 21 03:04:34.780524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e80a99-f43d-4398-a93c-b98c64f5b26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e3733c-1b14-43f4-8a0d-549e2358b019,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:34.784578 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84e80a99-f43d-4398-a93c-b98c64f5b26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:34.785083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33782) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:34.837027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Pushing event updated for resources: {'Port': ['ID=4892033e-ffed-4e69-85f9-7db43af695c0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:34.848532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] Provisioning for port 088d2603-5d7d-432c-a6e9-030bc3a0855c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:34.848677 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:34.856854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] Provisioning complete for port 088d2603-5d7d-432c-a6e9-030bc3a0855c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:34.857933 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:34.972403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.013007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdd654d6-f621-456e-8e6c-08f9b456afa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.025215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] For port 088d2603-5d7d-432c-a6e9-030bc3a0855c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=088d2603-5d7d-432c-a6e9-030bc3a0855c,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:35.053128 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.070741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:35.072268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33788) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:35.081558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef85eac-08cb-4fcf-9aa9-b85682530fb8 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:35.096074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdd654d6-f621-456e-8e6c-08f9b456afa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.102737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef85eac-08cb-4fcf-9aa9-b85682530fb8 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:35.103406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ef85eac-08cb-4fcf-9aa9-b85682530fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cceac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:35.158151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.164922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ef85eac-08cb-4fcf-9aa9-b85682530fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cceac0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:35.169522 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a5aa0502-0ca4-43cf-96f8-172cdeada70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:35.192841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:35.193411 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.195206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef85eac-08cb-4fcf-9aa9-b85682530fb8 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:35.195837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ef85eac-08cb-4fcf-9aa9-b85682530fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cceac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:35.198344 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:35.228564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.233143 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Added segment 833a662e-7f40-4c76-ac72-07436db4c905 of type vlan for network 7b168b87-e1e8-484a-b96d-6e461aaa5860
Jun 21 03:04:35.256879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] Pushing event updated for resources: {'Port': ['ID=088d2603-5d7d-432c-a6e9-030bc3a0855c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:35.275572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:35.279502 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:35.300958 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:35.302091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ef85eac-08cb-4fcf-9aa9-b85682530fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cceac0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:35.302874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef85eac-08cb-4fcf-9aa9-b85682530fb8 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:35.319241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7a9c26d8-18a6-4492-b8cc-516b4f3dfb1a None None] Provisioning complete for port 088d2603-5d7d-432c-a6e9-030bc3a0855c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:35.319241 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a9c26d8-18a6-4492-b8cc-516b4f3dfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.326841 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.330504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.0360420
Jun 21 03:04:35.332384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33794) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:35.339518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.376082 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.384151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b70a2baf-3349-43a3-955c-4a54c97b3310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.408915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdd654d6-f621-456e-8e6c-08f9b456afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.411564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdd654d6-f621-456e-8e6c-08f9b456afa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.412721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cdd654d6-f621-456e-8e6c-08f9b456afa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18e3733c-1b14-43f4-8a0d-549e2358b019 HTTP/1.1" status: 204  len: 168 time: 0.6179376
Jun 21 03:04:35.413879 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e7e152c-0d58-45ea-b901-223ae0f2aef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:35.421811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd654d6-f621-456e-8e6c-08f9b456afa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e3733c-1b14-43f4-8a0d-549e2358b019,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:35.424094 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cdd654d6-f621-456e-8e6c-08f9b456afa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:35.456889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.458438 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.462799 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-67b1dad8-396c-4854-9ea4-112f1a8ca35b tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:35.511748 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.512804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:35.513415 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.551051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=d85f1232-d659-4b38-b30f-1e8e1c753d10,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:35.555754 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:35.556287 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6140b4dc-b005-48a0-ac0b-946d9035a986 tempest-BulkNetworkOpsIpV6Test-856648118 tempest-BulkNetworkOpsIpV6Test-856648118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:35.602484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.620004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Pushing event updated for resources: {'Network': ['ID=7b168b87-e1e8-484a-b96d-6e461aaa5860,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:35.624620 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:35.632954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7b168b87-e1e8-484a-b96d-6e461aaa5860 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:35.727436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:35.729515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:35.852803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b70a2baf-3349-43a3-955c-4a54c97b3310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.930854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b70a2baf-3349-43a3-955c-4a54c97b3310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:35.930854 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0faf5522-1698-4b52-ad32-b30eaed5b7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:35.944530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 088d2603-5d7d-432c-a6e9-030bc3a0855c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:35.951563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Router 7c6b72cc-914b-4fc5-90d0-bba79215f25f is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:04:35.990572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.011347 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.033855 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b70a2baf-3349-43a3-955c-4a54c97b3310 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8261730c1ae44abb7c49b678842764e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9591873
Jun 21 03:04:36.035699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.7236214
Jun 21 03:04:36.036477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33808) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:36.042946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-aa17a2af-69fe-4cc7-a7e5-f956b68e0c97 None None] Provisioning complete for port d85f1232-d659-4b38-b30f-1e8e1c753d10 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:36.043380 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aa17a2af-69fe-4cc7-a7e5-f956b68e0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.070762 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a2baf-3349-43a3-955c-4a54c97b3310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d7ed84-d2c0-4188-acba-de8fda061b6b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:36.075955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33810) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:36.076187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 088d2603-5d7d-432c-a6e9-030bc3a0855c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:36.076187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.080263 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b70a2baf-3349-43a3-955c-4a54c97b3310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:36.084752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Request body: {'subnet': {'network_id': '7b168b87-e1e8-484a-b96d-6e461aaa5860', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-591339006-subnet', 'tenant_id': 'b1975656cc074dc0887ed3bd0dcfd231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:36.115026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-aa17a2af-69fe-4cc7-a7e5-f956b68e0c97 None None] Port d85f1232-d659-4b38-b30f-1e8e1c753d10 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:36.130834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:36.142008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "PUT /v2.0/routers/7c6b72cc-914b-4fc5-90d0-bba79215f25f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0635707
Jun 21 03:04:36.142725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33814) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:36.154578 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ec8d2-7ea7-4af7-b317-ad26bdf70831 None None] Sync routers for ids ['7c6b72cc-914b-4fc5-90d0-bba79215f25f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:36.168291 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ec8d2-7ea7-4af7-b317-ad26bdf70831 None None] Routers {'7c6b72cc-914b-4fc5-90d0-bba79215f25f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:36.168943 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a87ec8d2-7ea7-4af7-b317-ad26bdf70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ea9100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['7c6b72cc-914b-4fc5-90d0-bba79215f25f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:36.188786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0473be9f-9a1a-4736-9769-582b70320e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.211655 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0473be9f-9a1a-4736-9769-582b70320e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.230776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Made reservation on behalf of b1975656cc074dc0887ed3bd0dcfd231 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:36.233055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.237920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a87ec8d2-7ea7-4af7-b317-ad26bdf70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ea9100>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:36.265342 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ec8d2-7ea7-4af7-b317-ad26bdf70831 None None] Routers {'7c6b72cc-914b-4fc5-90d0-bba79215f25f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:36.266146 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a87ec8d2-7ea7-4af7-b317-ad26bdf70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ea9100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['7c6b72cc-914b-4fc5-90d0-bba79215f25f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:36.315438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be81ca02-951b-472d-888b-004a280acd19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:36.317675 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a87ec8d2-7ea7-4af7-b317-ad26bdf70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ea9100>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:36.318579 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ec8d2-7ea7-4af7-b317-ad26bdf70831 None None] The sync data for ids ['7c6b72cc-914b-4fc5-90d0-bba79215f25f'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:36.320850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-be81ca02-951b-472d-888b-004a280acd19 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6b72cc-914b-4fc5-90d0-bba79215f25f HTTP/1.1" status: 200  len: 980 time: 0.1768045
Jun 21 03:04:36.322253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33816) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:36.406974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0473be9f-9a1a-4736-9769-582b70320e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.409422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0473be9f-9a1a-4736-9769-582b70320e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.412942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0473be9f-9a1a-4736-9769-582b70320e48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3d7ed84-d2c0-4188-acba-de8fda061b6b HTTP/1.1" status: 204  len: 168 time: 0.3465617
Jun 21 03:04:36.421254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.450558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb1005d5-3a29-46d8-8566-da14f0821435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:36.480698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473be9f-9a1a-4736-9769-582b70320e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d7ed84-d2c0-4188-acba-de8fda061b6b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:36.485502 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0473be9f-9a1a-4736-9769-582b70320e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:36.626255 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0aef0ffc-7858-47a7-b776-99cb6bf79d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:36.770976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33830) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:36.902212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Router 2a605243-f2cb-459f-ab76-824044339a76 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:04:36.928998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-426716174-network', 'tenant_id': 'f4ef77368b3b4fdfa78f7e59090cb268'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:36.939325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.100438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Made reservation on behalf of f4ef77368b3b4fdfa78f7e59090cb268 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:37.102144 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.102965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.133767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.173623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:37.185131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:37.205901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:37.209358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b420d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:37.220503 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.227857 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c147c573-895a-4aa9-a130-390ae9045335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:37.304983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port d85f1232-d659-4b38-b30f-1e8e1c753d10 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:37.304983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.335828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:37.339326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88cc1c4-5d56-48b6-8322-e020311fc90a,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:37.358001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33836) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:37.364785 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:37.368734 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.386816 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a12784e9-ad36-425c-b099-588420a72692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.387677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Checking segment: {'id': '833a662e-7f40-4c76-ac72-07436db4c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b168b87-e1e8-484a-b96d-6e461aaa5860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:37.388027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Network hostable DHCP agents. Network: 7b168b87-e1e8-484a-b96d-6e461aaa5860, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:37.417137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.20.0.1 (d9eaa472-9ff9-4395-b516-7da01e0e5394/167e30a7-c636-41c0-b91d-8137cc0efc8e/4e131f17-a6c7-4aba-b311-dc267c2fd2f6) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:37.431646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-e9f50454-8f36-4c03-b3a2-5b7edfe570c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2078841
Jun 21 03:04:37.546879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Network 7b168b87-e1e8-484a-b96d-6e461aaa5860 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:37.571780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.574355 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.4173348
Jun 21 03:04:37.576541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b420d0>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:35Z', 'revision_number': 3, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:37.585667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33838) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:37.610236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:04:37.610621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Updating router 2a605243-f2cb-459f-ab76-824044339a76 port 4892033e-ffed-4e69-85f9-7db43af695c0 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:04:37.648000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.655513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7b168b87-e1e8-484a-b96d-6e461aaa5860) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:37.670115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:37.670562 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.673847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978425a5-18c1-4261-bff3-fa7843e4dc14 None None] Network 7b168b87-e1e8-484a-b96d-6e461aaa5860 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:37.693178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.720984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.727713 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd63b39c-6ded-47c6-86f7-7606241b0334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:37.733073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-aa2774d6-969f-4c51-9627-e6719742227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:37.734613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-aa2774d6-969f-4c51-9627-e6719742227e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1097 time: 0.2332325
Jun 21 03:04:37.770016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:37.784467 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.798441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a792e989-7b83-4cb0-a73e-6bc631cb5584,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:37.801634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:37.802128 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Added segment 97fddb1c-9094-40c0-9149-7f54e890387a of type vlan for network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51
Jun 21 03:04:37.813611 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:37.859273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7808890
Jun 21 03:04:37.881441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for d85f1232-d659-4b38-b30f-1e8e1c753d10 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:37.957827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.006397 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.015087 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-94261f79-8cf9-422f-9b7b-a4506cdb6799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:38.072693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c9dae-3bf5-4de9-8ebf-988ad4d8fbbc None None] Network 7b168b87-e1e8-484a-b96d-6e461aaa5860 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:38.076783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-1d6ee4ce-942d-408f-8573-9906fce5dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:38.079492 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-1d6ee4ce-942d-408f-8573-9906fce5dd5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 897 time: 0.2993293
Jun 21 03:04:38.133366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:38.154530 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.160178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:38.198085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:38.203058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=4e131f17-a6c7-4aba-b311-dc267c2fd2f6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:38.212793 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:38.237731 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.323741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a12784e9-ad36-425c-b099-588420a72692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.324394 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-f218d72f-033f-4411-81bc-8a7530ea4b24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 1001 time: 0.1856797
Jun 21 03:04:38.328011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.345606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.350585 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:38.351410 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.373903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Transition to ACTIVE for port object 4892033e-ffed-4e69-85f9-7db43af695c0 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:38.384552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=d85f1232-d659-4b38-b30f-1e8e1c753d10,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:38.387149 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.388167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:38.388747 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.393159 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:38.401365 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:38.407139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a12784e9-ad36-425c-b099-588420a72692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.439150 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.442850 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62824f04-7f18-4bb9-b812-49eb8f583ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:38.467710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-657373b9-f2f2-4d87-9682-a017b5880e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:38.469722 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-657373b9-f2f2-4d87-9682-a017b5880e4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.1371558
Jun 21 03:04:38.504097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Attempting to bind port 4892033e-ffed-4e69-85f9-7db43af695c0 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:38.504459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Attempting to bind port 4892033e-ffed-4e69-85f9-7db43af695c0 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:38.504826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Attempting to bind port 4892033e-ffed-4e69-85f9-7db43af695c0 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:38.515233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc5d6b-d6ff-49ce-9b1f-ace045e7812d None None] Pushing event updated for resources: {'Port': ['ID=4892033e-ffed-4e69-85f9-7db43af695c0,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:38.518644 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0bcc5d6b-d6ff-49ce-9b1f-ace045e7812d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:38.519578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:38.520500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:38.520633 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.522675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:38.523226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Bound port: 4892033e-ffed-4e69-85f9-7db43af695c0, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:38.524173 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.579078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33860) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:38.579210 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a12784e9-ad36-425c-b099-588420a72692 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9a79e02b7a9444fb3a1138539106d0c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2179177
Jun 21 03:04:38.601384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] For port 4892033e-ffed-4e69-85f9-7db43af695c0, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:38.606839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] For port 4892033e-ffed-4e69-85f9-7db43af695c0, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4892033e-ffed-4e69-85f9-7db43af695c0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:38.623082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.8500943
Jun 21 03:04:38.626491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33862) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:38.637581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Request body: {'subnet': {'network_id': 'fd7956f8-f2eb-4dfc-bb12-da4c45a6df51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-426716174-subnet', 'tenant_id': 'f4ef77368b3b4fdfa78f7e59090cb268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:38.639951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Pushing event updated for resources: {'Network': ['ID=fd7956f8-f2eb-4dfc-bb12-da4c45a6df51,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:38.648715 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:38.649491 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:38.652379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:38.682883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.720367 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.731344 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0bcc5d6b-d6ff-49ce-9b1f-ace045e7812d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:38.755881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-060735c2-b5b9-49a6-95b5-d3a4bdea930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:38.760440 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-060735c2-b5b9-49a6-95b5-d3a4bdea930c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2636631
Jun 21 03:04:38.777483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88411e71-ed51-4351-875d-bf56724afe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.779070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-4d178be1-261e-4fdc-afa8-5204031a86f2 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:38.780641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-4d178be1-261e-4fdc-afa8-5204031a86f2 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/networks?id=7b168b87-e1e8-484a-b96d-6e461aaa5860 HTTP/1.1" status: 200  len: 808 time: 0.4014728
Jun 21 03:04:38.782672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.788731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12784e9-ad36-425c-b099-588420a72692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f961fc-056b-4a25-97ad-79f4de86fab6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:38.794365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.795059 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a12784e9-ad36-425c-b099-588420a72692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:38.817616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc5d6b-d6ff-49ce-9b1f-ace045e7812d None None] Pushing event updated for resources: {'Port': ['ID=4892033e-ffed-4e69-85f9-7db43af695c0,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:38.817616 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0bcc5d6b-d6ff-49ce-9b1f-ace045e7812d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:38.834760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:38.835385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b420d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:38.842302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-e7165630-190c-4015-bd11-72449ff727b8 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/quotas/b1975656cc074dc0887ed3bd0dcfd231 HTTP/1.1" status: 200  len: 375 time: 0.0499246
Jun 21 03:04:38.881047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Made reservation on behalf of f4ef77368b3b4fdfa78f7e59090cb268 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:38.883251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:38.918294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-ff932e4f-474d-42b5-af89-de9cf090b746 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1975656cc074dc0887ed3bd0dcfd231&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414085
Jun 21 03:04:38.948902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:39.009489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88411e71-ed51-4351-875d-bf56724afe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.059797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Router 7c6b72cc-914b-4fc5-90d0-bba79215f25f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:39.089887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-15aba84f-1349-4b6b-a993-314bdaa33c50 service neutron] 10.222.0.25 "GET /v2.0/networks/7b168b87-e1e8-484a-b96d-6e461aaa5860?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704113
Jun 21 03:04:39.137118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b420d0>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:35Z', 'revision_number': 3, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:39.170866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed588b-27cd-4a30-8bfb-b39ee7f74fbf None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:35Z', 'revision_number': 3, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:39.218106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:39.221438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-4c39d864-9e7a-4417-ad77-bad2837f64cb service neutron] 10.222.0.26 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4530776
Jun 21 03:04:39.226988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "PUT /v2.0/routers/7c6b72cc-914b-4fc5-90d0-bba79215f25f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9002759
Jun 21 03:04:39.228174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33866) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:39.235979 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9a153-5d93-4499-9379-c96f6c4b062b None None] Sync routers for ids ['7c6b72cc-914b-4fc5-90d0-bba79215f25f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:39.247383 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9a153-5d93-4499-9379-c96f6c4b062b None None] Routers {'7c6b72cc-914b-4fc5-90d0-bba79215f25f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:39.248160 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-84c9a153-5d93-4499-9379-c96f6c4b062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e0c310>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['7c6b72cc-914b-4fc5-90d0-bba79215f25f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:39.271447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Allocated IP 172.20.0.1 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/1e19d51a-d4d9-49c5-afd9-e33ac2533311) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:39.286911 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-027c44f1-55a1-40e4-951c-31f9e5eca976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:04:39.288942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-027c44f1-55a1-40e4-951c-31f9e5eca976 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/d85f1232-d659-4b38-b30f-1e8e1c753d10 HTTP/1.1" status: 404  len: 333 time: 0.0596817
Jun 21 03:04:39.292347 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-84c9a153-5d93-4499-9379-c96f6c4b062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e0c310>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:39.298601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33868) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:39.303724 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9a153-5d93-4499-9379-c96f6c4b062b None None] Routers {'7c6b72cc-914b-4fc5-90d0-bba79215f25f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:39.304342 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-84c9a153-5d93-4499-9379-c96f6c4b062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e0c310>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['7c6b72cc-914b-4fc5-90d0-bba79215f25f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:39.345474 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-84c9a153-5d93-4499-9379-c96f6c4b062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e0c310>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:39.347169 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9a153-5d93-4499-9379-c96f6c4b062b None None] The sync data for ids ['7c6b72cc-914b-4fc5-90d0-bba79215f25f'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:39.387630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-63c375d0-32cb-4d6f-afdb-78326755caa9 service neutron] 10.222.0.25 "GET /v2.0/networks/7b168b87-e1e8-484a-b96d-6e461aaa5860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2911592
Jun 21 03:04:39.394163 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea289cc3-00fb-412f-8628-3120c75ee33a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.542181 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.592654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea289cc3-00fb-412f-8628-3120c75ee33a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.596329 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea289cc3-00fb-412f-8628-3120c75ee33a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.735187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea289cc3-00fb-412f-8628-3120c75ee33a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.735925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea289cc3-00fb-412f-8628-3120c75ee33a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Fanout notify agent at l3_agent the message router_deleted on router 7c6b72cc-914b-4fc5-90d0-bba79215f25f {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:04:39.744200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea289cc3-00fb-412f-8628-3120c75ee33a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.746285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea289cc3-00fb-412f-8628-3120c75ee33a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/routers/7c6b72cc-914b-4fc5-90d0-bba79215f25f HTTP/1.1" status: 204  len: 168 time: 0.4463766
Jun 21 03:04:39.748533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33876) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:39.824626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet e4cdb370-7e80-4000-bb66-6c65b6e6d390 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:39.837700 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.896069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e4cb596-c1b5-491e-9421-bb8be19f1935 req-3446aa2c-9621-4ba4-8cbf-93e1410de519 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 210 time: 0.2489052
Jun 21 03:04:39.935543 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:39.990304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4892033e-ffed-4e69-85f9-7db43af695c0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:40.050237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.152166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4892033e-ffed-4e69-85f9-7db43af695c0 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:40.157203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4892033e-ffed-4e69-85f9-7db43af695c0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:40.157629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.175754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88411e71-ed51-4351-875d-bf56724afe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.178387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88411e71-ed51-4351-875d-bf56724afe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.179566 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-88411e71-ed51-4351-875d-bf56724afe9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40f961fc-056b-4a25-97ad-79f4de86fab6 HTTP/1.1" status: 204  len: 168 time: 1.5997005
Jun 21 03:04:40.180414 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b70a2baf-3349-43a3-955c-4a54c97b3310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:40.204775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.209713 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2495cb4d-0df6-438c-95b1-5b388433748c tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:40.256296 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.261741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88411e71-ed51-4351-875d-bf56724afe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f961fc-056b-4a25-97ad-79f4de86fab6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:40.266336 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.290001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cdb370-7e80-4000-bb66-6c65b6e6d390,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:40.296691 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:40.305794 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.305794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/e4cdb370-7e80-4000-bb66-6c65b6e6d390 HTTP/1.1" status: 204  len: 168 time: 0.5518444
Jun 21 03:04:40.305794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33886) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:40.306070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-88411e71-ed51-4351-875d-bf56724afe9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:40.328041 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.328813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb15f102-d004-44cc-8528-5011b64f4ffd None None] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:40.341604 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-50813b83-8a8d-4f28-b563-c3985a2d42ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:40.346298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-91f3f80a-31c1-4ca9-8632-28795aa463c2 req-c7f5d45c-6197-403b-a26d-6e70f9662dfa service neutron] 10.222.0.26 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0168469
Jun 21 03:04:40.380689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Transition to ACTIVE for port object 1e19d51a-d4d9-49c5-afd9-e33ac2533311 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:40.409396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 4892033e-ffed-4e69-85f9-7db43af695c0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4892033e-ffed-4e69-85f9-7db43af695c0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:40.426299 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.512944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.517399 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port ce364577-a265-4077-84cf-7517fb8d0b35 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:40.517787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.521453 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8b3170d2-f424-4539-807f-401f0fcc1de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:40.540021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa15bc04-61ca-4020-b05e-5c314c7f040d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:40.558693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Checking segment: {'id': '97fddb1c-9094-40c0-9149-7f54e890387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd7956f8-f2eb-4dfc-bb12-da4c45a6df51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:40.560181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Network hostable DHCP agents. Network: fd7956f8-f2eb-4dfc-bb12-da4c45a6df51, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:40.563354 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:40.620401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] For port ce364577-a265-4077-84cf-7517fb8d0b35, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ce364577-a265-4077-84cf-7517fb8d0b35,segment=NetworkSegment(4f8c1799-4df7-4740-ac42-bbd27deec388),segment_id=4f8c1799-4df7-4740-ac42-bbd27deec388)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:40.620807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.626671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.668008 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.672726 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82dafeef-e257-41b0-8ccd-e563cb2950df tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:40.679095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=4892033e-ffed-4e69-85f9-7db43af695c0,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:40.683307 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:40.711508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for ce364577-a265-4077-84cf-7517fb8d0b35 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:40.711769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.715568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:40.761788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:40.772663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] DHCP port deletion for 7a773090-cd8b-4137-94a1-cc8bbeff321d request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:40.773457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:40.792330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:40.792330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Pushing event updated for resources: {'Port': ['ID=1e19d51a-d4d9-49c5-afd9-e33ac2533311,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:40.807418 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:40.808299 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:40.839695 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.846098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, fd7956f8-f2eb-4dfc-bb12-da4c45a6df51) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:40.851439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Deleting port ce364577-a265-4077-84cf-7517fb8d0b35 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:40.851825 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.868789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8690e14-74e8-4a50-a72c-7f8cb703e530 None None] Network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:40.873091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:40.873801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.912221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.924154 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:40.943946 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6176edbe-e35d-4efc-bc49-4b97e7277c26 tempest-PortsAdminExtendedAttrsTestJSON-487961249 tempest-PortsAdminExtendedAttrsTestJSON-487961249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:40.997760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=4e131f17-a6c7-4aba-b311-dc267c2fd2f6,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:41.003736 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:41.003946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] For port ce364577-a265-4077-84cf-7517fb8d0b35, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ce364577-a265-4077-84cf-7517fb8d0b35,segment=NetworkSegment(4f8c1799-4df7-4740-ac42-bbd27deec388),segment_id=4f8c1799-4df7-4740-ac42-bbd27deec388)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:41.004421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.026758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=ce364577-a265-4077-84cf-7517fb8d0b35,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:41.061160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No DVR routers for this DVR port ce364577-a265-4077-84cf-7517fb8d0b35 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:41.068316 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.4360540
Jun 21 03:04:41.076172 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:41.108113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf809d77-4728-4745-bb33-ecdf1542d6f2 req-0e12ae3c-5788-4d56-9106-368166ea6ead tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 210 time: 0.0944877
Jun 21 03:04:41.141427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Calling delete_port for ce364577-a265-4077-84cf-7517fb8d0b35 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:41.261271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.266245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:41.272456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:41.274539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d20bb310>,) {'filters': {'network_id': ['7a773090-cd8b-4137-94a1-cc8bbeff321d']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:41.294994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d20bb310>, '4f8c1799-4df7-4740-ac42-bbd27deec388') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:41.295676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d20bb310>, '4f8c1799-4df7-4740-ac42-bbd27deec388') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:41.308109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.347778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.363847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:04:41.364481 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:04:41.377250 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:04:41.455568 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.534855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:41.574088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33902) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:41.589388 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc989243-2fd6-4013-9119-e63e3c2e70a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.598937 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:04:41.617726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.623772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.626129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/networks/7a773090-cd8b-4137-94a1-cc8bbeff321d HTTP/1.1" status: 204  len: 168 time: 1.3198798
Jun 21 03:04:41.631860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-647a3941-cb4b-4e3d-8f34-409376abbec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:41.655650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35312f3f-5067-4ac3-9c98-0b8a19f88eef None None] Network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:41.660090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33904) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:41.661419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Network': ['ID=7a773090-cd8b-4137-94a1-cc8bbeff321d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:41.672217 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:41.731058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c0713f1b-578e-4ccd-8325-49e0044ad6bb None None] Provisioning for port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:41.751768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff624f90-8a0e-4569-afdb-a2124ef22075 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:41.753650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff624f90-8a0e-4569-afdb-a2124ef22075 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/743c337a-3bdc-40a7-bc36-d618fbf49ed3 HTTP/1.1" status: 200  len: 840 time: 0.0802481
Jun 21 03:04:41.758126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33908) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:41.780984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c0713f1b-578e-4ccd-8325-49e0044ad6bb None None] Provisioning complete for port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:41.781753 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c0713f1b-578e-4ccd-8325-49e0044ad6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.843626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:41.846178 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-34f600fa-f1a8-4ba6-9782-455e9395ea7d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/743c337a-3bdc-40a7-bc36-d618fbf49ed3?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0864933
Jun 21 03:04:41.851428 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.862551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33912) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:41.863296 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:41.866612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c0713f1b-578e-4ccd-8325-49e0044ad6bb None None] Port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:41.874734 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/routers/e6c7b073-c36c-4d64-b951-9742978572d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5411456
Jun 21 03:04:41.876777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d350b-4b9d-4f69-ba46-46c6f9e4ad51 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:41.888454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33914) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:41.897762 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'port': {'network_id': 'd9eaa472-9ff9-4395-b516-7da01e0e5394', 'name': 'tempest-FloatingIPTestJSON-411429092'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:41.898060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:41.908045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Network 7a773090-cd8b-4137-94a1-cc8bbeff321d is not hosted by any dhcp agent {{(pid=94168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 03:04:41.908830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] No DVR routers for this DVR port ce364577-a265-4077-84cf-7517fb8d0b35 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:41.917832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Pushing event deleted for resources: {'Port': ['ID=ce364577-a265-4077-84cf-7517fb8d0b35,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:41.918335 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:41.933412 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:41.937181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d350b-4b9d-4f69-ba46-46c6f9e4ad51 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:41.937917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-804d350b-4b9d-4f69-ba46-46c6f9e4ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f78e80>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:41.987012 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-804d350b-4b9d-4f69-ba46-46c6f9e4ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f78e80>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:42.022902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4892033e-ffed-4e69-85f9-7db43af695c0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:42.024549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc989243-2fd6-4013-9119-e63e3c2e70a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.060169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d350b-4b9d-4f69-ba46-46c6f9e4ad51 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:42.060829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-804d350b-4b9d-4f69-ba46-46c6f9e4ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f78e80>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:42.094404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.097530 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65c16d12-9902-4b68-9630-f789d76d611e tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:42.101641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-804d350b-4b9d-4f69-ba46-46c6f9e4ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f78e80>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:42.102547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d350b-4b9d-4f69-ba46-46c6f9e4ad51 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:42.122164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4892033e-ffed-4e69-85f9-7db43af695c0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:42.122646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.131942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc989243-2fd6-4013-9119-e63e3c2e70a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.184552 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.186405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Pushing event updated for resources: {'Port': ['ID=1e19d51a-d4d9-49c5-afd9-e33ac2533311,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:42.189895 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:42.262419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:42.266428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.335955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ce364577-a265-4077-84cf-7517fb8d0b35 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:42.372786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ce364577-a265-4077-84cf-7517fb8d0b35 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:42.373142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ce364577-a265-4077-84cf-7517fb8d0b35 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:42.394840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33926) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:42.400275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2111559258-network', 'tenant_id': 'b8d0612932174b95b2101e246549f14d'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:42.450761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:42.456425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:42.509389 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdd6ef71-c6cf-4e46-bb00-af7a06d4b26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:42.546837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Made reservation on behalf of b8d0612932174b95b2101e246549f14d for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:42.549430 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.574921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.588003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b62efc9c-db5a-4474-8489-c32493bd4360 req-a8e74938-7a5d-4cb7-b950-91b7071b5743 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 210 time: 0.0705669
Jun 21 03:04:42.609866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cc989243-2fd6-4013-9119-e63e3c2e70a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afe00c1e3f1d4f32be2ebc42a5f0193a&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0346141
Jun 21 03:04:42.610725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc989243-2fd6-4013-9119-e63e3c2e70a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ccbc91-329d-4488-b803-663eb231c4c3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:42.613214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33928) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:42.617838 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc989243-2fd6-4013-9119-e63e3c2e70a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:42.679350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0508bf-5c85-4665-9d94-61aadb7e908c req-aa0fe064-387e-483c-a1ec-34a86c2a503c tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:42.680903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd0508bf-5c85-4665-9d94-61aadb7e908c req-aa0fe064-387e-483c-a1ec-34a86c2a503c tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1097 time: 0.6341841
Jun 21 03:04:42.705642 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13b0ac8f-7c3c-4252-9fba-3b60e8e4d9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.749534 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13b0ac8f-7c3c-4252-9fba-3b60e8e4d9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.757986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:42.762317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.774536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd0508bf-5c85-4665-9d94-61aadb7e908c req-8a172690-1426-478f-91b3-d470d79cc4b1 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812175
Jun 21 03:04:42.803104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33932) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:42.804377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] device_id is not set on port 6979a749-36d3-4870-a6cb-6731e2372956 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:04:42.810927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-eaadb684-99fb-4ed5-a95a-61c6c1190d0e None None] Provisioning complete for port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:42.811736 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eaadb684-99fb-4ed5-a95a-61c6c1190d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.863791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-eaadb684-99fb-4ed5-a95a-61c6c1190d0e None None] Port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:42.923765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Router 2a605243-f2cb-459f-ab76-824044339a76 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:42.941946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:42.965934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-f787377e-c26d-4581-9d14-495783b72448 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:42.967405 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-f787377e-c26d-4581-9d14-495783b72448 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.20 "GET /v2.0/networks?id=7b168b87-e1e8-484a-b96d-6e461aaa5860 HTTP/1.1" status: 200  len: 808 time: 0.3306627
Jun 21 03:04:43.009831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Request body: {'port': {'device_id': '09f6437a-9e02-4f1e-9e56-f24d992a0c0a', 'network_id': '7b168b87-e1e8-484a-b96d-6e461aaa5860', 'admin_state_up': True, 'tenant_id': 'b1975656cc074dc0887ed3bd0dcfd231'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:43.015422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.021849 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cfe927fd-32f0-4c57-91f3-891c3a6c98e5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:43.022895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13b0ac8f-7c3c-4252-9fba-3b60e8e4d9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.025723 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13b0ac8f-7c3c-4252-9fba-3b60e8e4d9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.026843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-13b0ac8f-7c3c-4252-9fba-3b60e8e4d9cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01ccbc91-329d-4488-b803-663eb231c4c3 HTTP/1.1" status: 204  len: 168 time: 0.4103506
Jun 21 03:04:43.033897 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb4901f5-a5a7-4950-9fd9-3e8e1c9b7138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:43.044104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.084411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0ac8f-7c3c-4252-9fba-3b60e8e4d9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ccbc91-329d-4488-b803-663eb231c4c3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:43.087453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.20.0.3 (d9eaa472-9ff9-4395-b516-7da01e0e5394/167e30a7-c636-41c0-b91d-8137cc0efc8e/6979a749-36d3-4870-a6cb-6731e2372956) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:43.089804 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13b0ac8f-7c3c-4252-9fba-3b60e8e4d9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:43.158145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 40c07ba5-f5aa-4767-984b-3a6ca001ccbf {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:43.158500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.167969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:43.172683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:43.190329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:43.201389 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:43.201951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.204864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4ad02-a2fc-4335-9a78-43cc1ff31ab5 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:43.223697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=77c1351e-ce46-4cb8-951d-687d3a97ee66,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:43.239972 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.240324 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Added segment 3bb56183-42ea-4e93-9fd3-7f99919f81b9 of type vlan for network e56892aa-211d-40d6-aebb-9aa9dd6deafa
Jun 21 03:04:43.253607 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:43.265437 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3007d954-171b-41fb-85f3-3496332ad6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:43.313362 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.314107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.329029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:43.345090 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] 10.222.0.25 "PUT /v2.0/routers/2a605243-f2cb-459f-ab76-824044339a76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7572515
Jun 21 03:04:43.347104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.354234 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:43.367560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db702d2-4420-4aed-9582-a3625a0b8c7a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:43.371065 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:43.371874 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f26c10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:43.391183 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:43.400672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 40c07ba5-f5aa-4767-984b-3a6ca001ccbf owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:43.441381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.441561 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5698390
Jun 21 03:04:43.447949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33940) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:43.473570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1232867889'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:43.484737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-60831fbf-69f1-46ee-be8c-2277d4f328a1', 'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'tenant_id': '5f354fbcd5f2498aa624b0337d6e1c02', 'fixed_ips': [{'subnet_id': '77c1351e-ce46-4cb8-951d-687d3a97ee66'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:04:43.485645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.542300 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:43.547813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Made reservation on behalf of b1975656cc074dc0887ed3bd0dcfd231 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:43.551551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.578070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.579285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:43.579977 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.592213 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a90f7a4-7f98-49d4-9f0b-ac474e2ed6b5 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:43.670755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.680585 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1684950-131f-4d34-95f4-cbaf03b588bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:43.743104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Allocated IP 172.20.0.2 (60831fbf-69f1-46ee-be8c-2277d4f328a1/77c1351e-ce46-4cb8-951d-687d3a97ee66/fe07f9df-e473-4c62-a69a-28a8b944ba2f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:43.810342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Allocated IP 172.20.0.13 (7b168b87-e1e8-484a-b96d-6e461aaa5860/e88cc1c4-5d56-48b6-8322-e020311fc90a/cedfcb7d-d26b-4401-95be-3b74a0845d1d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:43.842343 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:43.857222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:43.870002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Pushing event updated for resources: {'Network': ['ID=e56892aa-211d-40d6-aebb-9aa9dd6deafa,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:43.878773 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:43.893885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e56892aa-211d-40d6-aebb-9aa9dd6deafa details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:43.894236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:43.919963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:43.948864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=6979a749-36d3-4870-a6cb-6731e2372956,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:43.957613 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:43.967237 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f26c10>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 2, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:44.007147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.011808 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.6134448
Jun 21 03:04:44.013087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33958) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:44.032788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Request body: {'subnet': {'network_id': 'e56892aa-211d-40d6-aebb-9aa9dd6deafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2111559258-subnet', 'tenant_id': 'b8d0612932174b95b2101e246549f14d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:44.046578 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:04:44.046990 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Updating router 2a605243-f2cb-459f-ab76-824044339a76 port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:04:44.055627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.079737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef9511d7-9701-44b5-b7fb-00d28adca50a req-8b62c9fe-8794-4a53-b01f-ea45cfadc3e5 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 210 time: 0.1963234
Jun 21 03:04:44.088005 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b71b075a-7f74-4386-8784-8f91742556c0 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:44.108829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.127962 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81d87890-ff98-47ba-ae21-24d547d9e54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:44.168696 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.169901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e00502-1c8f-4f6b-9f56-90c8d0e39f4d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:44.189231 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.189502 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:44.203301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=40c07ba5-f5aa-4767-984b-3a6ca001ccbf,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:44.206450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Transition to ACTIVE for port object fe07f9df-e473-4c62-a69a-28a8b944ba2f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:44.211397 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:44.219647 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.232320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Transition to ACTIVE for port object fe07f9df-e473-4c62-a69a-28a8b944ba2f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:44.241108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:44.241108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.268246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Made reservation on behalf of b8d0612932174b95b2101e246549f14d for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:44.270027 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.303293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.303727 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Floating IP d84822cd-ddd2-4d7f-a834-86d070211cf3 disassociated (deleted). External IP: 172.25.7.187, port: 8fca29f3-1864-4c23-b0e8-58a8961c4121.
Jun 21 03:04:44.323598 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.325833 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:44.360647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.4667325
Jun 21 03:04:44.366063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33970) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:44.372735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.377128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33972) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:44.382311 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.9300952
Jun 21 03:04:44.399088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:44.403124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:44.405770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:44.415550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Pushing event updated for resources: {'Port': ['ID=fe07f9df-e473-4c62-a69a-28a8b944ba2f,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:44.419589 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:44.419750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1554127733'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:44.520738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Attempting to bind port fe07f9df-e473-4c62-a69a-28a8b944ba2f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:44.521117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Attempting to bind port fe07f9df-e473-4c62-a69a-28a8b944ba2f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'da3467e7-8e93-4e40-924e-10c63891b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:44.521522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Attempting to bind port fe07f9df-e473-4c62-a69a-28a8b944ba2f on network 60831fbf-69f1-46ee-be8c-2277d4f328a1 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:44.535780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:44.538806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Checking segment: {'id': 'da3467e7-8e93-4e40-924e-10c63891b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:44.539405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.539835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Bound using segment: {'id': 'da3467e7-8e93-4e40-924e-10c63891b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:44.543163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Bound port: fe07f9df-e473-4c62-a69a-28a8b944ba2f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3467e7-8e93-4e40-924e-10c63891b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:44.543583 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.583555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.599640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'port': {'network_id': 'd9eaa472-9ff9-4395-b516-7da01e0e5394', 'name': 'tempest-FloatingIPTestJSON-1190179023'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:44.605795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.621137 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18cb52a2-e4ba-4cf1-babf-0b4d9292bcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:44.694564 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.700656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.709793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] For port fe07f9df-e473-4c62-a69a-28a8b944ba2f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:44.712287 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Transition to ACTIVE for port object 1e19d51a-d4d9-49c5-afd9-e33ac2533311 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:44.718835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] For port fe07f9df-e473-4c62-a69a-28a8b944ba2f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fe07f9df-e473-4c62-a69a-28a8b944ba2f,segment=NetworkSegment(da3467e7-8e93-4e40-924e-10c63891b28a),segment_id=da3467e7-8e93-4e40-924e-10c63891b28a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:44.725471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Network 7b168b87-e1e8-484a-b96d-6e461aaa5860 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:44.741946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:44.746222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33982) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:44.748024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:44.755127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1721246756-network', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:44.765500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Pushing event updated for resources: {'Port': ['ID=cedfcb7d-d26b-4401-95be-3b74a0845d1d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:44.793368 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:44.793905 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-914b2305-e993-4d1d-b524-391f758abdc8 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:44.794274 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.797662 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e402514b-674a-4855-8116-dd3094505010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:44.807830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.816393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 3f0893af-a4a0-4066-99ea-ed77512998cc has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:44.823609 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.827552 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:44.861375 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Pushing event updated for resources: {'Port': ['ID=1e19d51a-d4d9-49c5-afd9-e33ac2533311,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:44.876241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:44.876785 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.876918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.877455 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.878445 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.879081 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.879566 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.880266 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.882076 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.886631 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.886631 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.886631 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.886631 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.887053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:44.887175 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:44.888775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Checking segment: {'id': '3bb56183-42ea-4e93-9fd3-7f99919f81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e56892aa-211d-40d6-aebb-9aa9dd6deafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:44.889154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Network hostable DHCP agents. Network: e56892aa-211d-40d6-aebb-9aa9dd6deafa, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:44.903840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=565f5584-bfe7-4e7a-9622-e930cba73957,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:44.907482 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f949892-c689-46f0-bf9d-405b4d799ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:44.921275 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:44.957703 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:44.982730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Pushing event updated for resources: {'Port': ['ID=fe07f9df-e473-4c62-a69a-28a8b944ba2f,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:44.986147 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:45.002882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9a7f1-3771-4a8f-bb21-7d731b67d3a8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:45.007089 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:45.026166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:45.030912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Network e56892aa-211d-40d6-aebb-9aa9dd6deafa is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:45.031209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.035763 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Attempting to bind port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:45.036245 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Attempting to bind port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:45.050024 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Attempting to bind port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:45.050139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] Sync routers for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:45.050649 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:45.051456 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:45.052074 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.053039 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:45.053930 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Bound port: 1e19d51a-d4d9-49c5-afd9-e33ac2533311, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:45.055020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:45.055418 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.055881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b00dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:45.087769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/floatingips/d84822cd-ddd2-4d7f-a834-86d070211cf3 HTTP/1.1" status: 204  len: 168 time: 2.2770154
Jun 21 03:04:45.090009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:45.095314 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cde29d4-b6cb-40b9-97d9-211def07852d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:45.096637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Made reservation on behalf of d980ebc6a0124eb5b8fd66d1cfab9d18 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:45.098672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.109709 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.143548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e56892aa-211d-40d6-aebb-9aa9dd6deafa) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:45.158698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:45.158698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.180630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.184426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7702513
Jun 21 03:04:45.187452 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3404fe4-987f-488b-a98c-cb9ae5bbe287 x-openstack-request-id: req-a3404fe4-987f-488b-a98c-cb9ae5bbe287 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:45.190377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1848843
Jun 21 03:04:45.190840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33994) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:45.195266 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:45.195603 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3404fe4-987f-488b-a98c-cb9ae5bbe287 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:45.199759 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'status': 'completed', 'code': 200}
Jun 21 03:04:45.200212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1520675790', 'security_groups': ['62c9a7f1-3771-4a8f-bb21-7d731b67d3a8'], 'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '77c1351e-ce46-4cb8-951d-687d3a97ee66'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:45.201648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01268c61-2e1a-44b8-8bef-af1e02ee3962 None None] Network e56892aa-211d-40d6-aebb-9aa9dd6deafa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:45.213662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Request body: {'port': {'device_id': '09f6437a-9e02-4f1e-9e56-f24d992a0c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:45.214481 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] For port 1e19d51a-d4d9-49c5-afd9-e33ac2533311, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:45.223521 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] For port 1e19d51a-d4d9-49c5-afd9-e33ac2533311, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1e19d51a-d4d9-49c5-afd9-e33ac2533311,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:45.315389 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.321666 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-92aac75a-6a6d-4e77-9a84-970979a353a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:45.447878 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:45.448626 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f26c10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:45.461673 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4401071
Jun 21 03:04:45.481696 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Pushing event updated for resources: {'Port': ['ID=1e19d51a-d4d9-49c5-afd9-e33ac2533311,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:45.496179 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:45.611469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:45.621429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b467-afa1-44d6-a4b3-d4624a029a88 req-054e3b4b-4ff6-4c44-bb9c-ee4c290620ff tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:45.634406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d63b467-afa1-44d6-a4b3-d4624a029a88 req-054e3b4b-4ff6-4c44-bb9c-ee4c290620ff tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 932 time: 0.1966946
Jun 21 03:04:45.676948 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:45.739551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d63b467-afa1-44d6-a4b3-d4624a029a88 req-203c13de-295f-488e-bb63-c43205b92da2 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034293
Jun 21 03:04:45.783438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:45.798782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:45.801409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf0764-1029-42ce-bd42-07f8a46d3877 None None] Network e56892aa-211d-40d6-aebb-9aa9dd6deafa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:45.858124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] device_id is not set on port 64763edc-9b9d-4835-a171-2d36d20563bb yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:04:45.880039 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-1ba140e0-238c-4c8b-8d80-365f8dd1b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:45.883454 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-1ba140e0-238c-4c8b-8d80-365f8dd1b98c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 1097 time: 0.6038179
Jun 21 03:04:45.898180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:46.051469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:46.121668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fe07f9df-e473-4c62-a69a-28a8b944ba2f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:46.134454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:46.154159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:04:46.169493 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:46.170298 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Added segment 3ddef592-62bf-4de7-84d7-e70ef89ad74b of type vlan for network 1e80c216-53b0-49e7-8be3-cf08328f153e
Jun 21 03:04:46.251295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:46.287431 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a12784e9-ad36-425c-b099-588420a72692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:46.338991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port fe07f9df-e473-4c62-a69a-28a8b944ba2f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:46.385371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:46.387108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:46.387698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:46.394537 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f26c10>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:45Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:46.404178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c84551-c263-4749-8c40-616ab55dca4c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:46.427224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:46.434042 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:46.436533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b00dc0>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:38Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:46.481764 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea6a39-b4b3-4ca7-8ef2-49c0bc0813d4 None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:45Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:46.518894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] Checking router: 3f0893af-a4a0-4066-99ea-ed77512998cc for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:04:46.544738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:46.545975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b00dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:46.610021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db019112-b1fe-4ebe-907b-76fcce7dba52 req-def2316a-e304-4330-89e5-e5afbae93b1a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:46.617540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db019112-b1fe-4ebe-907b-76fcce7dba52 req-def2316a-e304-4330-89e5-e5afbae93b1a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.2864239
Jun 21 03:04:46.660057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:46.675010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Pushing event updated for resources: {'Network': ['ID=1e80c216-53b0-49e7-8be3-cf08328f153e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:46.693927 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:46.709078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db019112-b1fe-4ebe-907b-76fcce7dba52 req-d799a95b-0905-4996-b2d6-d603c4f053e0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905654
Jun 21 03:04:46.717836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9665129
Jun 21 03:04:46.722416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34024) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:46.741731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 1e80c216-53b0-49e7-8be3-cf08328f153e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:04:46.754446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Request body: {'subnet': {'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1721246756-subnet', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:46.954706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Made reservation on behalf of d980ebc6a0124eb5b8fd66d1cfab9d18 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:46.960988 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:47.017310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-3a3357dc-1ae6-4968-91fa-9d02b37e9750 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:47.019144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-3a3357dc-1ae6-4968-91fa-9d02b37e9750 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/networks?id=fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 HTTP/1.1" status: 200  len: 808 time: 0.2255921
Jun 21 03:04:47.103134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-d6e2c636-7f94-4078-98bd-fee7e4606447 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/quotas/f4ef77368b3b4fdfa78f7e59090cb268 HTTP/1.1" status: 200  len: 375 time: 0.0479789
Jun 21 03:04:47.173399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-0e412c7f-3a6b-48c9-96f4-a031b3f6d494 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4ef77368b3b4fdfa78f7e59090cb268&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0526552
Jun 21 03:04:47.226517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:47.288826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Provisioning for port fe07f9df-e473-4c62-a69a-28a8b944ba2f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:47.317155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02917e7b-2bb3-40c4-a514-570e793d0351 req-148989cb-1e89-46b0-9b67-8edafbdd8ed6 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:47.324637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02917e7b-2bb3-40c4-a514-570e793d0351 req-148989cb-1e89-46b0-9b67-8edafbdd8ed6 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 932 time: 0.3176534
Jun 21 03:04:47.328896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:47.329289 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:47.405652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02917e7b-2bb3-40c4-a514-570e793d0351 req-cd7cb243-73fe-4a50-8a17-4e57e633772e tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797551
Jun 21 03:04:47.433216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-414d45f8-8f0a-4e09-b59c-6393f33cd39c req-5721744e-291d-4de2-8129-8befa8e17fab service neutron] (94166) timed out ('10.222.0.20', 62063) {{(pid=94166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:04:47.514264 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:47.556171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-d8191003-54ec-4421-a9bc-ee537929c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:47.558741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-d8191003-54ec-4421-a9bc-ee537929c9d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 200  len: 897 time: 1.6476910
Jun 21 03:04:47.560225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.20.0.13 (d9eaa472-9ff9-4395-b516-7da01e0e5394/167e30a7-c636-41c0-b91d-8137cc0efc8e/64763edc-9b9d-4835-a171-2d36d20563bb) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:47.586727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-5c7e5e78-1fc7-4963-9211-2b2807a53837 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7956f8-f2eb-4dfc-bb12-da4c45a6df51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3819761
Jun 21 03:04:47.604937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] For port fe07f9df-e473-4c62-a69a-28a8b944ba2f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fe07f9df-e473-4c62-a69a-28a8b944ba2f,segment=NetworkSegment(da3467e7-8e93-4e40-924e-10c63891b28a),segment_id=da3467e7-8e93-4e40-924e-10c63891b28a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:47.630893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b00dc0>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:38Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:47.648551 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-6af71fd9-d900-4184-b5e9-23c57d65b543 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 200  len: 217 time: 0.0777357
Jun 21 03:04:47.661754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db2445-d788-4173-aef3-44d450cf08ab None None] The sync data for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 is: [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:02:29Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae', 'name': '', 'network_id': '3e82f304-7a2e-4369-80fd-5a0dc8358f28', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:48:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:28Z', 'updated_at': '2021-06-21T03:02:38Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '966b55fa-b40d-4860-8034-ed2e25988e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:47.684104 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:47.689850 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:47.766242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Provisioning complete for port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:47.766898 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:47.787185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-9d27f3df-8752-45a6-bc10-ecf1514a7c4b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:47.793660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-9d27f3df-8752-45a6-bc10-ecf1514a7c4b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.4870977
Jun 21 03:04:47.890777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Pushing event updated for resources: {'Port': ['ID=fe07f9df-e473-4c62-a69a-28a8b944ba2f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:47.895837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:47.899484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-0bca1fdf-4265-4bfb-84c4-bb078b16f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:47.918390 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:47.919424 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:47.920442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-0bca1fdf-4265-4bfb-84c4-bb078b16f228 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 200  len: 835 time: 0.2407331
Jun 21 03:04:47.943741 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:47.971269 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7efd99e9-9fd5-4865-b76e-027a7939074b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:47.997953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port a234a3be-af8e-48e9-b55c-a1411da78719 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:04:48.068295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1e19d51a-d4d9-49c5-afd9-e33ac2533311 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:48.100173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-4c7eec4d-6c55-4094-8867-a7a8ead66623 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7956f8-f2eb-4dfc-bb12-da4c45a6df51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4589982
Jun 21 03:04:48.163854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15565d25-dbba-414c-b264-cb43c0be1e03,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:48.206458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:48.210171 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:48.211283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:48.212066 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:48.228357 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41127ad-a77d-4637-bdd1-d76a8e7df83a None None] New status for floating IP d84822cd-ddd2-4d7f-a834-86d070211cf3: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:04:48.264826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Checking segment: {'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:48.265201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Network hostable DHCP agents. Network: 1e80c216-53b0-49e7-8be3-cf08328f153e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:04:48.298314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb537e-77d8-419b-a1a0-bcaa862459ad req-59b52c3b-5e0f-447f-88cd-7423801ed113 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:48.299888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdcb537e-77d8-419b-a1a0-bcaa862459ad req-59b52c3b-5e0f-447f-88cd-7423801ed113 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 945 time: 0.3215821
Jun 21 03:04:48.321758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 8fca29f3-1864-4c23-b0e8-58a8961c4121 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:48.322173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:48.344305 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:48.404875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Network 1e80c216-53b0-49e7-8be3-cf08328f153e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:04:48.426623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 1e19d51a-d4d9-49c5-afd9-e33ac2533311, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1e19d51a-d4d9-49c5-afd9-e33ac2533311,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:48.450802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fdcb537e-77d8-419b-a1a0-bcaa862459ad req-f309d8c1-49c3-4093-b7f3-a5403e3180db tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=da1d3666-8623-4652-85c9-25cb766a8431&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1441805
Jun 21 03:04:48.551030 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:48.553058 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d57eb3d9-ad4a-4b3d-8a96-c91e1a19ade1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:48.563502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61a89152-4661-45eb-b9ce-dc1e464aac87 req-eafde20b-753c-4258-80b3-ffcbaf5453aa tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 210 time: 0.0601518
Jun 21 03:04:48.564177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 1e80c216-53b0-49e7-8be3-cf08328f153e) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:48.569424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:48.570519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 8fca29f3-1864-4c23-b0e8-58a8961c4121, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=8fca29f3-1864-4c23-b0e8-58a8961c4121,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:48.570884 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:48.613199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f80f4b-a17e-4cb0-a336-e1c176d796f5 None None] Network 1e80c216-53b0-49e7-8be3-cf08328f153e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:48.769254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-68122061-4512-4e8e-b324-126bf9b9256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:48.770860 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-68122061-4512-4e8e-b324-126bf9b9256c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e82f304-7a2e-4369-80fd-5a0dc8358f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.8021832
Jun 21 03:04:48.817394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=1e19d51a-d4d9-49c5-afd9-e33ac2533311,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:48.822679 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:48.862044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.7 (60831fbf-69f1-46ee-be8c-2277d4f328a1/77c1351e-ce46-4cb8-951d-687d3a97ee66/a234a3be-af8e-48e9-b55c-a1411da78719) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:49.006904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-1e80c216-53b0-49e7-8be3-cf08328f153e', 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'fixed_ips': [{'subnet_id': '15565d25-dbba-414c-b264-cb43c0be1e03'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:04:49.007778 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.046634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedfcb7d-d26b-4401-95be-3b74a0845d1d {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:04:49.076636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.103524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:49.104420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.122028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Transition to ACTIVE for port object cedfcb7d-d26b-4401-95be-3b74a0845d1d will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:49.135760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 8fca29f3-1864-4c23-b0e8-58a8961c4121 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:49.156283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Allocated IP 172.20.0.2 (1e80c216-53b0-49e7-8be3-cf08328f153e/15565d25-dbba-414c-b264-cb43c0be1e03/1fe7d24e-720e-444f-9c52-f08c38bd3e25) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:49.180531 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-1aaafca1-5d63-4441-b7b8-cfa3f3a0d235 service neutron] 10.222.0.26 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862850
Jun 21 03:04:49.241198 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.283583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.5599949
Jun 21 03:04:49.285683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34060) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:49.293138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:49.296480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object a234a3be-af8e-48e9-b55c-a1411da78719 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:49.300192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.302099 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.310799 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:49.336599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b78c4-ed60-481a-9686-a42f61619233 req-7ac23596-184b-4846-94d4-b578ea34d2b9 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:49.338369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a00b78c4-ed60-481a-9686-a42f61619233 req-7ac23596-184b-4846-94d4-b578ea34d2b9 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 932 time: 0.2001622
Jun 21 03:04:49.400882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:49.418578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.419852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.424299 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.438567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Transition to ACTIVE for port object 1fe7d24e-720e-444f-9c52-f08c38bd3e25 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:49.456987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:49.463973 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a00b78c4-ed60-481a-9686-a42f61619233 req-3f762200-9a10-4dc1-960c-02eed5402bda tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139443
Jun 21 03:04:49.467206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:49.479018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cedfcb7d-d26b-4401-95be-3b74a0845d1d,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:49.486596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Transition to ACTIVE for port object 1fe7d24e-720e-444f-9c52-f08c38bd3e25 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:49.530888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.577508 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7cde29d4-b6cb-40b9-97d9-211def07852d req-9cbc6ba6-08ff-45d9-82aa-e2f94f8c4d81 service neutron] 10.222.0.26 "GET /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3900456
Jun 21 03:04:49.581010 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.595167 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f452d3a-4795-4a6b-bedc-90deee969c63 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:49.610137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.614041 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-671496b9-9980-4158-8e75-a3aa0649d6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:49.624623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.639227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:49.639896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.658668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=64763edc-9b9d-4835-a171-2d36d20563bb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:49.672210 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:49.672750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c748f50c-ccd7-4f5b-a8bb-bbb494f92bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:49.675027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Network 1e80c216-53b0-49e7-8be3-cf08328f153e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:49.679114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:49.683250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:49.692912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Pushing event updated for resources: {'Port': ['ID=1fe7d24e-720e-444f-9c52-f08c38bd3e25,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:49.696470 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:49.699895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb5de9f2-4142-4442-afe6-5b7fc500a9ad req-7f8dfa5c-f511-42e3-b9f2-7559a9a6c440 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 210 time: 0.0472090
Jun 21 03:04:49.720182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:49.731175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:49.735801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Attempting to bind port cedfcb7d-d26b-4401-95be-3b74a0845d1d on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:49.736449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Attempting to bind port cedfcb7d-d26b-4401-95be-3b74a0845d1d by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '833a662e-7f40-4c76-ac72-07436db4c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b168b87-e1e8-484a-b96d-6e461aaa5860'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:49.737023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Attempting to bind port cedfcb7d-d26b-4401-95be-3b74a0845d1d on network 7b168b87-e1e8-484a-b96d-6e461aaa5860 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:49.742301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:49.770918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=a234a3be-af8e-48e9-b55c-a1411da78719,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:49.776931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Port cedfcb7d-d26b-4401-95be-3b74a0845d1d on network 7b168b87-e1e8-484a-b96d-6e461aaa5860 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:04:49.777566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Attempting to bind port cedfcb7d-d26b-4401-95be-3b74a0845d1d on network 7b168b87-e1e8-484a-b96d-6e461aaa5860 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:49.780755 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 5.4124141
Jun 21 03:04:49.785990 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:49.787921 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:49.788534 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:49.791481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34070) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:49.802379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '64763edc-9b9d-4835-a171-2d36d20563bb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:49.803704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Attempting to bind port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:49.804096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Attempting to bind port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:49.804947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Attempting to bind port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 on network 1e80c216-53b0-49e7-8be3-cf08328f153e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:49.814362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:49.817649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:49.818177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Checking segment: {'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:49.818450 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.818860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Bound using segment: {'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:49.819153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Checking segment: {'id': '833a662e-7f40-4c76-ac72-07436db4c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b168b87-e1e8-484a-b96d-6e461aaa5860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:49.819551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Bound port: 1fe7d24e-720e-444f-9c52-f08c38bd3e25, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:49.819944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.820062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=8fca29f3-1864-4c23-b0e8-58a8961c4121,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:49.820244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Bound using segment: {'id': '833a662e-7f40-4c76-ac72-07436db4c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b168b87-e1e8-484a-b96d-6e461aaa5860'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:49.820910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Bound port: cedfcb7d-d26b-4401-95be-3b74a0845d1d, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833a662e-7f40-4c76-ac72-07436db4c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b168b87-e1e8-484a-b96d-6e461aaa5860'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:49.821517 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.835922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6ad4a47-f722-469b-bd49-6e03d67fc8f6 req-3ba4be96-907f-4826-a58e-3974ed0bcfc2 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 210 time: 0.1835160
Jun 21 03:04:49.883353 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:49.916327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:49.917382 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.937796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] For port 1fe7d24e-720e-444f-9c52-f08c38bd3e25, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:49.948921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] For port 1fe7d24e-720e-444f-9c52-f08c38bd3e25, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1fe7d24e-720e-444f-9c52-f08c38bd3e25,segment=NetworkSegment(3ddef592-62bf-4de7-84d7-e70ef89ad74b),segment_id=3ddef592-62bf-4de7-84d7-e70ef89ad74b)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:49.951301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] No DVR routers for this DVR port 8fca29f3-1864-4c23-b0e8-58a8961c4121 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:49.962185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:49.964738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33168103-b9eb-4788-b361-46d2e52a0cfc req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.26 "DELETE /v2.0/ports/8fca29f3-1864-4c23-b0e8-58a8961c4121 HTTP/1.1" status: 204  len: 173 time: 2.1577306
Jun 21 03:04:49.965435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'name': 'network-vif-deleted', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:49.968121 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38316f45-f9d1-460a-9dcd-fb8212f3ceeb" -d '{"events": [{"server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "name": "network-vif-deleted", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:49.996400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] For port cedfcb7d-d26b-4401-95be-3b74a0845d1d, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:50.008396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] For port cedfcb7d-d26b-4401-95be-3b74a0845d1d, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=cedfcb7d-d26b-4401-95be-3b74a0845d1d,segment=NetworkSegment(833a662e-7f40-4c76-ac72-07436db4c905),segment_id=833a662e-7f40-4c76-ac72-07436db4c905)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:50.011801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.035665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1e19d51a-d4d9-49c5-afd9-e33ac2533311 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:50.084924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.095480 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:50.097520 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f9890d-4b34-4a2a-97dd-86fa7f906074 x-openstack-request-id: req-20f9890d-4b34-4a2a-97dd-86fa7f906074 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:50.097867 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb", "name": "network-vif-deleted", "tag": "8fca29f3-1864-4c23-b0e8-58a8961c4121", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:50.098290 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20f9890d-4b34-4a2a-97dd-86fa7f906074 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:50.098637 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb', 'name': 'network-vif-deleted', 'tag': '8fca29f3-1864-4c23-b0e8-58a8961c4121', 'status': 'completed', 'code': 200}
Jun 21 03:04:50.139919 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.9478190
Jun 21 03:04:50.142317 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.162405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34078) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:50.164397 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:50.183787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.218859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:50.220903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.223965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/cedfcb7d-d26b-4401-95be-3b74a0845d1d HTTP/1.1" status: 200  len: 1093 time: 5.0200715
Jun 21 03:04:50.234019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-58eee2f4-1cd9-4f50-97fb-4b6112774fa3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:50.238117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f6437a-9e02-4f1e-9e56-f24d992a0c0a', 'tag': 'cedfcb7d-d26b-4401-95be-3b74a0845d1d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:50.240640 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0520e77d-6cc2-4eac-a2b2-d87a78659eae" -d '{"events": [{"name": "network-changed", "server_uuid": "09f6437a-9e02-4f1e-9e56-f24d992a0c0a", "tag": "cedfcb7d-d26b-4401-95be-3b74a0845d1d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:50.257599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Pushing event updated for resources: {'Port': ['ID=1fe7d24e-720e-444f-9c52-f08c38bd3e25,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:50.264251 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:50.274127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:50.274514 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.354074 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21b64e5-5876-44cf-be52-d5b686785fe2 x-openstack-request-id: req-e21b64e5-5876-44cf-be52-d5b686785fe2 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:50.354838 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f6437a-9e02-4f1e-9e56-f24d992a0c0a", "tag": "cedfcb7d-d26b-4401-95be-3b74a0845d1d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:50.355334 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e21b64e5-5876-44cf-be52-d5b686785fe2 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:50.356723 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f6437a-9e02-4f1e-9e56-f24d992a0c0a', 'tag': 'cedfcb7d-d26b-4401-95be-3b74a0845d1d', 'status': 'completed', 'code': 200}
Jun 21 03:04:50.375891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f74e9fd5-fb82-41f0-a230-9c036ef9aab8 None None] Provisioning for port a234a3be-af8e-48e9-b55c-a1411da78719 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:50.405569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cedfcb7d-d26b-4401-95be-3b74a0845d1d,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:50.412579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f74e9fd5-fb82-41f0-a230-9c036ef9aab8 None None] Provisioning complete for port a234a3be-af8e-48e9-b55c-a1411da78719 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:50.413342 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f74e9fd5-fb82-41f0-a230-9c036ef9aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.470151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f74e9fd5-fb82-41f0-a230-9c036ef9aab8 None None] Port a234a3be-af8e-48e9-b55c-a1411da78719 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:50.496031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.497217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.499144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fe07f9df-e473-4c62-a69a-28a8b944ba2f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:50.500810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.501289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.502597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.503087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.503543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.504011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.504477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.504939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.514697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.514697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:04:50.532357 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:50.629650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:50.631946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.690729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520e77d-6cc2-4eac-a2b2-d87a78659eae req-b83908fe-87d8-4071-9474-bb015ce158f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:50.693802 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0520e77d-6cc2-4eac-a2b2-d87a78659eae req-b83908fe-87d8-4071-9474-bb015ce158f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1975656cc074dc0887ed3bd0dcfd231&device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 1096 time: 0.3211870
Jun 21 03:04:50.694348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.720288 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.816494 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.907114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eee2f4-1cd9-4f50-97fb-4b6112774fa3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:50.910725 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58eee2f4-1cd9-4f50-97fb-4b6112774fa3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:50.996618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91c7e82b-631f-4098-a314-389495943a09 req-30f1a88d-0158-4be2-ab33-3d552f701c82 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebd8cd41-d3f3-4819-9242-b5dbd4c2a2cb HTTP/1.1" status: 200  len: 210 time: 0.0684223
Jun 21 03:04:51.030034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520e77d-6cc2-4eac-a2b2-d87a78659eae req-5d9d7305-031a-4446-a94d-017d4e804331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:51.031682 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0520e77d-6cc2-4eac-a2b2-d87a78659eae req-5d9d7305-031a-4446-a94d-017d4e804331 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b1975656cc074dc0887ed3bd0dcfd231&shared=False HTTP/1.1" status: 200  len: 909 time: 0.3275290
Jun 21 03:04:51.086201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea3ee2-61e1-40fe-a7d5-6ab6663773c6 req-c70d5159-8784-4171-a135-85c6c29e2fad tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:51.098450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01ea3ee2-61e1-40fe-a7d5-6ab6663773c6 req-c70d5159-8784-4171-a135-85c6c29e2fad tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 944 time: 0.3622868
Jun 21 03:04:51.123631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.25.7.49 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/68f06bc7-3936-4ab9-ad39-b71eea3e15ad) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:51.202870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01ea3ee2-61e1-40fe-a7d5-6ab6663773c6 req-ab4777d5-1797-4233-8b52-5c9eeaddf082 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001942
Jun 21 03:04:51.202870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff3f4def-b0ce-4292-9da7-441f21381700 req-ec25477c-c805-4469-b43e-853ae74d4b6b tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 210 time: 0.0620410
Jun 21 03:04:51.204545 n-d-758944-33 neutron-server[94166]: INFO neutron.db.ipam_backend_mixin [None req-58eee2f4-1cd9-4f50-97fb-4b6112774fa3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 77c1351e-ce46-4cb8-951d-687d3a97ee66 (CIDR: 172.20.0.0/28)
Jun 21 03:04:51.256791 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-58eee2f4-1cd9-4f50-97fb-4b6112774fa3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:04:51.258804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58eee2f4-1cd9-4f50-97fb-4b6112774fa3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:04:51.277478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520e77d-6cc2-4eac-a2b2-d87a78659eae req-345b71d8-b9a0-4c2a-9b7c-5d7e28b452af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:51.278886 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0520e77d-6cc2-4eac-a2b2-d87a78659eae req-345b71d8-b9a0-4c2a-9b7c-5d7e28b452af service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2394493
Jun 21 03:04:51.377215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:51.386455 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-58eee2f4-1cd9-4f50-97fb-4b6112774fa3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1690245
Jun 21 03:04:51.387154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34096) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:51.399855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:51.467255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-4289d63e-7a3c-47b7-9bf7-1e9d35c2ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:51.470779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-4289d63e-7a3c-47b7-9bf7-1e9d35c2ef16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1975656cc074dc0887ed3bd0dcfd231&device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 1096 time: 0.1427746
Jun 21 03:04:51.519842 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-34f2efe5-ed6d-4441-8648-e60a6f51f2da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cedfcb7d-d26b-4401-95be-3b74a0845d1d HTTP/1.1" status: 200  len: 217 time: 0.0403135
Jun 21 03:04:51.575590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-b29d202b-1656-4a7d-bee4-a2c92b2208a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:51.577218 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-b29d202b-1656-4a7d-bee4-a2c92b2208a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e88cc1c4-5d56-48b6-8322-e020311fc90a HTTP/1.1" status: 200  len: 848 time: 0.0506182
Jun 21 03:04:51.617604 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-37320ee8-2a0c-4f33-89d6-2fcf42cd7cf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b168b87-e1e8-484a-b96d-6e461aaa5860&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334673
Jun 21 03:04:51.618913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:51.620458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:51.621876 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9dfaa468-3ed2-4f2d-8690-184d5f3cd367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:51.624040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:51.660887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa6e37f-6e62-4478-831c-1321b3d6932f None None] Network 1e80c216-53b0-49e7-8be3-cf08328f153e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:51.701133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Allocated IP 172.25.7.149 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/b5e79e4a-02d8-47f9-860c-26cea9783e4c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:51.720421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:51.726460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:51.732153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:51.763460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=68f06bc7-3936-4ab9-ad39-b71eea3e15ad,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:51.770442 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:51.794195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65500674-c842-4359-9fe7-8d137c713895 None None] Provisioning for port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:51.835221 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-ab0b0f86-5539-4044-bef1-20cc59bca7a7 service neutron] 10.222.0.20 "GET /v2.0/networks/7b168b87-e1e8-484a-b96d-6e461aaa5860?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081416
Jun 21 03:04:51.994082 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.031192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b5ab3006-d8d8-46d1-9808-5697d2f46175 req-e64462f9-11ff-46e3-9fc5-32a228f1368d service neutron] 10.222.0.20 "GET /v2.0/networks/7b168b87-e1e8-484a-b96d-6e461aaa5860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877007
Jun 21 03:04:52.033674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1fe7d24e-720e-444f-9c52-f08c38bd3e25 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:52.095060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8fca29f3-1864-4c23-b0e8-58a8961c4121 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:04:52.140603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 8fca29f3-1864-4c23-b0e8-58a8961c4121 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:04:52.140890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 8fca29f3-1864-4c23-b0e8-58a8961c4121 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:04:52.169423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34106) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:52.254432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-b4fd20d8-ce8c-41dd-a6ed-fb29d160d781 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:52.255593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-b4fd20d8-ce8c-41dd-a6ed-fb29d160d781 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.26 "GET /v2.0/networks?id=fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 HTTP/1.1" status: 200  len: 808 time: 0.4213200
Jun 21 03:04:52.258518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:52.267822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:52.268403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.300277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Request body: {'port': {'device_id': 'a91d9208-7340-422f-ba57-cad11da0a52e', 'network_id': 'fd7956f8-f2eb-4dfc-bb12-da4c45a6df51', 'admin_state_up': True, 'tenant_id': 'f4ef77368b3b4fdfa78f7e59090cb268'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:52.326413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.358945 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-911a5d75-0850-4ed5-96c1-8cdfa491692f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:52.368189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.382166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dcd4f6bc-7a31-4db5-99b1-2d6325f9211a None None] Provisioning complete for port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:52.382591 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f6bc-7a31-4db5-99b1-2d6325f9211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.455445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:52.470031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:52.485623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:52.487449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:52.488171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.499082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a7c65-9e45-4609-91c6-a90a9382f902 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:52.528748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:52.562010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:52.604705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49590b4f-47e2-4add-866e-0a8d257c8789 req-dace05c0-0f93-4e4c-b9ca-4bb54b51b723 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 210 time: 0.0706711
Jun 21 03:04:52.605741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=872f35a6-3159-416d-8ddb-e78fb30703bd,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:52.636036 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:52.641070 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6c1ca606-7b6f-4957-b89d-d96c877f2574 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:52.716810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.755586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.3637226
Jun 21 03:04:52.769250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34116) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:52.785508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Pushing event updated for resources: {'Port': ['ID=b5e79e4a-02d8-47f9-860c-26cea9783e4c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:52.797911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1818383904', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '872f35a6-3159-416d-8ddb-e78fb30703bd'}], 'security_groups': ['47e00502-1c8f-4f6b-9f56-90c8d0e39f4d']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:52.821439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 1fe7d24e-720e-444f-9c52-f08c38bd3e25, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1fe7d24e-720e-444f-9c52-f08c38bd3e25,segment=NetworkSegment(3ddef592-62bf-4de7-84d7-e70ef89ad74b),segment_id=3ddef592-62bf-4de7-84d7-e70ef89ad74b)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:52.824616 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f6bc-7a31-4db5-99b1-2d6325f9211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.844933 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:52.890946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:52.898642 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:52.942947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51359-fc52-484c-8ade-2fe344820a7f req-2e106507-739d-438c-ad0b-d1be674454e2 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:52.944742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7f51359-fc52-484c-8ade-2fe344820a7f req-2e106507-739d-438c-ad0b-d1be674454e2 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 944 time: 0.4849513
Jun 21 03:04:53.001414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Update dhcp port {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'fixed_ips': [{'subnet_id': '77c1351e-ce46-4cb8-951d-687d3a97ee66', 'ip_address': '172.20.0.2'}, {'subnet_id': '872f35a6-3159-416d-8ddb-e78fb30703bd'}], 'binding:host_id': 'n-d-758944-33'}, 'id': 'fe07f9df-e473-4c62-a69a-28a8b944ba2f'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:04:53.055780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Made reservation on behalf of f4ef77368b3b4fdfa78f7e59090cb268 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:04:53.056901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=1fe7d24e-720e-444f-9c52-f08c38bd3e25,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:53.060523 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.063248 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:53.066536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-dcd4f6bc-7a31-4db5-99b1-2d6325f9211a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:04:53.066664 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-dcd4f6bc-7a31-4db5-99b1-2d6325f9211a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:04:53.084979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.111972 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.116257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d7f51359-fc52-484c-8ade-2fe344820a7f req-cfcf88e4-2340-40f3-b016-21805483adc4 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395764
Jun 21 03:04:53.335885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Allocated IP 172.20.0.18 (60831fbf-69f1-46ee-be8c-2277d4f328a1/872f35a6-3159-416d-8ddb-e78fb30703bd/fe07f9df-e473-4c62-a69a-28a8b944ba2f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:53.358230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.456427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] For port fe07f9df-e473-4c62-a69a-28a8b944ba2f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fe07f9df-e473-4c62-a69a-28a8b944ba2f,segment=NetworkSegment(da3467e7-8e93-4e40-924e-10c63891b28a),segment_id=da3467e7-8e93-4e40-924e-10c63891b28a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:53.500299 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.528739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Transition to ACTIVE for port object fe07f9df-e473-4c62-a69a-28a8b944ba2f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:53.619601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.633489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.639512 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0bcc5d6b-d6ff-49ce-9b1f-ace045e7812d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:53.648302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.695416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.701919 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:53.756979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Pushing event updated for resources: {'Port': ['ID=fe07f9df-e473-4c62-a69a-28a8b944ba2f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:53.761797 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:53.801551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Allocated IP 172.20.0.9 (fd7956f8-f2eb-4dfc-bb12-da4c45a6df51/aa15bc04-61ca-4020-b05e-5c314c7f040d/ab206b8d-1805-41e9-9b70-777ac755a1b1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:53.811637 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.904825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=68f06bc7-3936-4ab9-ad39-b71eea3e15ad,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:53.944910 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:53.986894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:53.987072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1fe7d24e-720e-444f-9c52-f08c38bd3e25 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:54.019897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:54.027799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6d16530-a107-4a6a-85d5-f712f3cfaef8 req-cfb2b155-2cf1-4bb6-b8b7-1a6926d53daf tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 210 time: 0.2008936
Jun 21 03:04:54.074891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:54.075276 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:54.137591 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP cd14bc37-5e40-464f-b365-652693d97fdb associated. External IP: 172.25.7.49, port: 64763edc-9b9d-4835-a171-2d36d20563bb.
Jun 21 03:04:54.183429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fe07f9df-e473-4c62-a69a-28a8b944ba2f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:54.541950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:54.542290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:54.599734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:54.649618 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:54.681020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Provisioning for port fe07f9df-e473-4c62-a69a-28a8b944ba2f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:54.686662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:54.687488 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:54.696520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:54.697144 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:54.722447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49063cdb-64fd-4de6-bf28-be3e97945f0e req-92c6b16b-5fa4-4f8a-8794-e815c8fbd4c3 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:54.724157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49063cdb-64fd-4de6-bf28-be3e97945f0e req-92c6b16b-5fa4-4f8a-8794-e815c8fbd4c3 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 944 time: 0.2855282
Jun 21 03:04:54.737294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Delete allocated IP 172.20.0.7 (60831fbf-69f1-46ee-be8c-2277d4f328a1/77c1351e-ce46-4cb8-951d-687d3a97ee66) {{(pid=94167) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 21 03:04:54.787334 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:54.796575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.25 (60831fbf-69f1-46ee-be8c-2277d4f328a1/872f35a6-3159-416d-8ddb-e78fb30703bd/a234a3be-af8e-48e9-b55c-a1411da78719) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:54.801771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:54.858499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:54.898757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62fab6-69ad-45b4-9778-1afecc3dc58a None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:54.921422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62fab6-69ad-45b4-9778-1afecc3dc58a None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:54.922191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af62fab6-69ad-45b4-9778-1afecc3dc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d224f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:54.969213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.010304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af62fab6-69ad-45b4-9778-1afecc3dc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d224f0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:55.023039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Provisioning complete for port a234a3be-af8e-48e9-b55c-a1411da78719 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:55.023505 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.038027 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.058285 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.2622519
Jun 21 03:04:55.063391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:55.069322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62fab6-69ad-45b4-9778-1afecc3dc58a None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:55.069322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af62fab6-69ad-45b4-9778-1afecc3dc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d224f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:55.097174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object a234a3be-af8e-48e9-b55c-a1411da78719 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:55.102606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Port a234a3be-af8e-48e9-b55c-a1411da78719 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:55.106928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af62fab6-69ad-45b4-9778-1afecc3dc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d224f0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:55.107588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62fab6-69ad-45b4-9778-1afecc3dc58a None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:55.116181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:55.117902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Provisioning complete for port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:55.118670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.160084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-07132e39-cee8-4e10-a642-05682acdec61 None None] Port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:55.202979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.215748 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:55.224529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.248405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.253750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49063cdb-64fd-4de6-bf28-be3e97945f0e req-543a83f2-9524-42a7-8c68-052a8eed05f0 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5108254
Jun 21 03:04:55.337200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.344731 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4166412-08b3-4493-8273-378d466cdec0 tempest-ServerGroupTestJSON-2003137322 tempest-ServerGroupTestJSON-2003137322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:55.383814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:55.391899 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:55.415141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:55.418162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=a234a3be-af8e-48e9-b55c-a1411da78719,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:55.427946 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:55.432070 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb26d32a-bdf5-47a2-9358-eec66bef8baf tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:55.460767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:55.476988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:55.483096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device cedfcb7d-d26b-4401-95be-3b74a0845d1d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:04:55.528371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] In _notify_port_updated(), no bound segment for port a234a3be-af8e-48e9-b55c-a1411da78719 on network 60831fbf-69f1-46ee-be8c-2277d4f328a1 {{(pid=94167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:04:55.533982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:55.534624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.539273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "PUT /v2.0/ports/a234a3be-af8e-48e9-b55c-a1411da78719 HTTP/1.1" status: 200  len: 921 time: 2.7607713
Jun 21 03:04:55.545193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34134) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:55.640933 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.665309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Pushing event updated for resources: {'Port': ['ID=ab206b8d-1805-41e9-9b70-777ac755a1b1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:55.683835 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:55.713040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:55.718355 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.741753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.749851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port cedfcb7d-d26b-4401-95be-3b74a0845d1d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=cedfcb7d-d26b-4401-95be-3b74a0845d1d,segment=NetworkSegment(833a662e-7f40-4c76-ac72-07436db4c905),segment_id=833a662e-7f40-4c76-ac72-07436db4c905)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:55.768951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'cedfcb7d-d26b-4401-95be-3b74a0845d1d', 'network_id': '7b168b87-e1e8-484a-b96d-6e461aaa5860', 'port_id': 'cedfcb7d-d26b-4401-95be-3b74a0845d1d', 'mac_address': 'fa:16:3e:b8:66:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88cc1c4-5d56-48b6-8322-e020311fc90a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:04:55.770384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf7f28-b2ef-40ce-ab5b-1a9402940af4 req-f78cacd9-ecd7-45e2-a218-493f420a85c6 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:55.780986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fddf7f28-b2ef-40ce-ab5b-1a9402940af4 req-f78cacd9-ecd7-45e2-a218-493f420a85c6 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 931 time: 0.5379884
Jun 21 03:04:55.826842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.827445 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP cd14bc37-5e40-464f-b365-652693d97fdb disassociated. External IP: 172.25.7.49, port: 64763edc-9b9d-4835-a171-2d36d20563bb.
Jun 21 03:04:55.829757 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:55.848891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedfcb7d-d26b-4401-95be-3b74a0845d1d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:04:55.853869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:04:55.896354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6216414
Jun 21 03:04:55.916002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port cedfcb7d-d26b-4401-95be-3b74a0845d1d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=cedfcb7d-d26b-4401-95be-3b74a0845d1d,segment=NetworkSegment(833a662e-7f40-4c76-ac72-07436db4c905),segment_id=833a662e-7f40-4c76-ac72-07436db4c905)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:55.921962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fddf7f28-b2ef-40ce-ab5b-1a9402940af4 req-098cc2d2-96ba-4fe9-96d3-2d0d8020955d tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399267
Jun 21 03:04:56.008376 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.012371 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2a87d8f1-5296-4d7f-986d-238ee2563881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:56.022941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port a234a3be-af8e-48e9-b55c-a1411da78719 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:56.023312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.073381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f3586661-1dae-4faf-a35b-a3d4f28ebef6 None None] Provisioning for port a234a3be-af8e-48e9-b55c-a1411da78719 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:56.088973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f3586661-1dae-4faf-a35b-a3d4f28ebef6 None None] Provisioning complete for port a234a3be-af8e-48e9-b55c-a1411da78719 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:56.089556 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f3586661-1dae-4faf-a35b-a3d4f28ebef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.108924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Request body: {'port': {'device_id': 'a91d9208-7340-422f-ba57-cad11da0a52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:04:56.117316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:56.130425 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Sync routers for ids ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:56.140681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f3586661-1dae-4faf-a35b-a3d4f28ebef6 None None] Port a234a3be-af8e-48e9-b55c-a1411da78719 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:04:56.142461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=cedfcb7d-d26b-4401-95be-3b74a0845d1d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:56.152319 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Routers {'4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:56.153909 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0970>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:56.154063 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:56.180331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.231484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['cedfcb7d-d26b-4401-95be-3b74a0845d1d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:04:56.261763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for a234a3be-af8e-48e9-b55c-a1411da78719 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:56.314195 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Set router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:56.343452 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.344690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b23c4b15-fb83-4ee3-b34a-5958059b799f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.0562248
Jun 21 03:04:56.347829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34146) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:56.354054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.582910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:56.610066 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0970>, [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:04:53Z', 'revision_number': 3, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port': {'id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:50Z', 'updated_at': '2021-06-21T03:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:56.643701 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Checking router: 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:04:56.644622 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Updating router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb port b5e79e4a-02d8-47f9-860c-26cea9783e4c binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:04:56.686281 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.692953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea900764-7b23-4acf-a2c4-6744763c1a52 req-d128943d-0f33-43a5-b1b0-ab47b5bbccaa tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:56.694486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea900764-7b23-4acf-a2c4-6744763c1a52 req-d128943d-0f33-43a5-b1b0-ab47b5bbccaa tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 945 time: 0.1774209
Jun 21 03:04:56.712820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 3f0893af-a4a0-4066-99ea-ed77512998cc has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:04:56.739238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.766748 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:56.809760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea900764-7b23-4acf-a2c4-6744763c1a52 req-f344f94e-ad1d-494b-833b-a6a0ced8ab01 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071594
Jun 21 03:04:56.810543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=a234a3be-af8e-48e9-b55c-a1411da78719,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:56.816804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab206b8d-1805-41e9-9b70-777ac755a1b1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:04:56.822428 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:56.831660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.941932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:56.945209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/a234a3be-af8e-48e9-b55c-a1411da78719 HTTP/1.1" status: 204  len: 168 time: 1.3990185
Jun 21 03:04:56.982826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Transition to ACTIVE for port object ab206b8d-1805-41e9-9b70-777ac755a1b1 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:56.987900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34154) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:57.036994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34156) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:57.038866 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-260dcb21-5f07-49ca-a9ff-bb659704b24f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:04:57.040792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-260dcb21-5f07-49ca-a9ff-bb659704b24f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/a234a3be-af8e-48e9-b55c-a1411da78719 HTTP/1.1" status: 404  len: 333 time: 0.0493727
Jun 21 03:04:57.047569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34158) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:57.089264 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.099402 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-354dfe86-b866-43f1-925c-1626f997a3f3 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:57.121362 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.144593 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Transition to ACTIVE for port object b5e79e4a-02d8-47f9-860c-26cea9783e4c will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:57.208253 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.210315 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:57.270519 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Attempting to bind port b5e79e4a-02d8-47f9-860c-26cea9783e4c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:57.272502 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Attempting to bind port b5e79e4a-02d8-47f9-860c-26cea9783e4c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:57.272502 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Attempting to bind port b5e79e4a-02d8-47f9-860c-26cea9783e4c on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:57.287825 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:57.287825 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:57.288251 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.288714 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:57.289292 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Bound port: b5e79e4a-02d8-47f9-860c-26cea9783e4c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:57.290974 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.311022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-344b1ee3-fe6c-4cf4-808d-25b81c712d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.316944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Pushing event updated for resources: {'Port': ['ID=ab206b8d-1805-41e9-9b70-777ac755a1b1,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:57.327361 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:57.363005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea1ccf-39dc-4b1a-bef9-a1407a406626 req-456f3937-6382-4a19-8763-1139c09cf986 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:57.363005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8ea1ccf-39dc-4b1a-bef9-a1407a406626 req-456f3937-6382-4a19-8763-1139c09cf986 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 943 time: 0.2421453
Jun 21 03:04:57.363005 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-610a9f5f-f0a8-45d3-98ae-7420f414979c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.363430 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] For port b5e79e4a-02d8-47f9-860c-26cea9783e4c, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:57.365721 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] For port b5e79e4a-02d8-47f9-860c-26cea9783e4c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b5e79e4a-02d8-47f9-860c-26cea9783e4c,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:57.368125 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdf35f-9ddd-48db-af65-fbc4684aa389 None None] Pushing event updated for resources: {'Port': ['ID=b5e79e4a-02d8-47f9-860c-26cea9783e4c,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:57.372438 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-cacdf35f-9ddd-48db-af65-fbc4684aa389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:57.441621 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.447024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:57.455907 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.457292 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-18bf245b-8163-42b8-8839-3b73061e54c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:57.457651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809b416-3732-4513-a979-64233da9be2a None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:57.479203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809b416-3732-4513-a979-64233da9be2a None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:57.479861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b809b416-3732-4513-a979-64233da9be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8076b80>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:57.497604 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-610a9f5f-f0a8-45d3-98ae-7420f414979c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.503055 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Routers {'4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:57.503789 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0970>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:57.518813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device cedfcb7d-d26b-4401-95be-3b74a0845d1d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:04:57.521176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b809b416-3732-4513-a979-64233da9be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8076b80>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:57.556257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fdad8f72-664b-4292-bbce-f9854d7ecb6d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/floatingips/cd14bc37-5e40-464f-b365-652693d97fdb HTTP/1.1" status: 200  len: 687 time: 2.4915905
Jun 21 03:04:57.561135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809b416-3732-4513-a979-64233da9be2a None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:57.561506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b809b416-3732-4513-a979-64233da9be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8076b80>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:57.562036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34164) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:57.562728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:04:57.574872 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "PUT /v2.0/routers/3f0893af-a4a0-4066-99ea-ed77512998cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4043353
Jun 21 03:04:57.575490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34166) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:57.600285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b809b416-3732-4513-a979-64233da9be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8076b80>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:57.600959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809b416-3732-4513-a979-64233da9be2a None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:57.651514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8ea1ccf-39dc-4b1a-bef9-a1407a406626 req-ebc5c696-527e-4d38-86cc-a2246ff14169 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2629249
Jun 21 03:04:57.674897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting subnet 966b55fa-b40d-4860-8034-ed2e25988e0d {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:57.686332 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.706384 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdf35f-9ddd-48db-af65-fbc4684aa389 None None] Pushing event updated for resources: {'Port': ['ID=b5e79e4a-02d8-47f9-860c-26cea9783e4c,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:57.710367 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-cacdf35f-9ddd-48db-af65-fbc4684aa389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:57.711728 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] Sync routers for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:04:57.741470 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:57.742664 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8670>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:57.752924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.768748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port cedfcb7d-d26b-4401-95be-3b74a0845d1d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:57.789517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Attempting to bind port ab206b8d-1805-41e9-9b70-777ac755a1b1 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:04:57.789517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Attempting to bind port ab206b8d-1805-41e9-9b70-777ac755a1b1 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '97fddb1c-9094-40c0-9149-7f54e890387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd7956f8-f2eb-4dfc-bb12-da4c45a6df51'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:04:57.789517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Attempting to bind port ab206b8d-1805-41e9-9b70-777ac755a1b1 on network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:57.789517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-344b1ee3-fe6c-4cf4-808d-25b81c712d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.790132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port cedfcb7d-d26b-4401-95be-3b74a0845d1d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:57.790132 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.790403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Port ab206b8d-1805-41e9-9b70-777ac755a1b1 on network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:04:57.790403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Attempting to bind port ab206b8d-1805-41e9-9b70-777ac755a1b1 on network fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:04:57.812538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:04:57.812914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Checking segment: {'id': '97fddb1c-9094-40c0-9149-7f54e890387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd7956f8-f2eb-4dfc-bb12-da4c45a6df51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:04:57.813312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Bound using segment: {'id': '97fddb1c-9094-40c0-9149-7f54e890387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd7956f8-f2eb-4dfc-bb12-da4c45a6df51'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:04:57.813774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Bound port: ab206b8d-1805-41e9-9b70-777ac755a1b1, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fddb1c-9094-40c0-9149-7f54e890387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd7956f8-f2eb-4dfc-bb12-da4c45a6df51'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:04:57.814603 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.837037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.903586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 68f06bc7-3936-4ab9-ad39-b71eea3e15ad {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:57.903824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.929676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.933811 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] Set router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:57.962570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:57.995587 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:58.005430 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.006441 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.024094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port cedfcb7d-d26b-4401-95be-3b74a0845d1d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=cedfcb7d-d26b-4401-95be-3b74a0845d1d,segment=NetworkSegment(833a662e-7f40-4c76-ac72-07436db4c905),segment_id=833a662e-7f40-4c76-ac72-07436db4c905)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:58.025977 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f6437a-9e02-4f1e-9e56-f24d992a0c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedfcb7d-d26b-4401-95be-3b74a0845d1d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:58.040135 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9985f33-958d-4038-92ad-e762a2856c75" -d '{"events": [{"server_uuid": "09f6437a-9e02-4f1e-9e56-f24d992a0c0a", "name": "network-vif-plugged", "status": "completed", "tag": "cedfcb7d-d26b-4401-95be-3b74a0845d1d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:58.085964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 68f06bc7-3936-4ab9-ad39-b71eea3e15ad owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:58.089397 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-610a9f5f-f0a8-45d3-98ae-7420f414979c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.089784 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02413c0-68d6-439d-853f-601189010e14 x-openstack-request-id: req-c02413c0-68d6-439d-853f-601189010e14 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:58.090290 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f6437a-9e02-4f1e-9e56-f24d992a0c0a", "name": "network-vif-plugged", "status": "completed", "tag": "cedfcb7d-d26b-4401-95be-3b74a0845d1d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:58.090785 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c02413c0-68d6-439d-853f-601189010e14 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:58.091407 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f6437a-9e02-4f1e-9e56-f24d992a0c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedfcb7d-d26b-4401-95be-3b74a0845d1d', 'code': 200}
Jun 21 03:04:58.094045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-610a9f5f-f0a8-45d3-98ae-7420f414979c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.095345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-610a9f5f-f0a8-45d3-98ae-7420f414979c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/security-groups/62c9a7f1-3771-4a8f-bb21-7d731b67d3a8 HTTP/1.1" status: 204  len: 168 time: 1.0465031
Jun 21 03:04:58.100934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34172) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:58.121364 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5de3c44a-8323-48de-9328-ee581335b60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:58.126075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] For port ab206b8d-1805-41e9-9b70-777ac755a1b1, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:04:58.149364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-344b1ee3-fe6c-4cf4-808d-25b81c712d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.161434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.169834 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-692cef36-589f-4e76-9732-59746a7527b7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:58.179883 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.182737 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a1989967-8e0b-4b92-b6b4-a65ce5b5a3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:58.199210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a9f5f-f0a8-45d3-98ae-7420f414979c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9a7f1-3771-4a8f-bb21-7d731b67d3a8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:58.209239 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-610a9f5f-f0a8-45d3-98ae-7420f414979c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:58.217126 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9368c79a-baa5-4404-8cdc-f2b6f6595ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:58.261457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=cedfcb7d-d26b-4401-95be-3b74a0845d1d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:58.262787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] For port ab206b8d-1805-41e9-9b70-777ac755a1b1, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ab206b8d-1805-41e9-9b70-777ac755a1b1,segment=NetworkSegment(97fddb1c-9094-40c0-9149-7f54e890387a),segment_id=97fddb1c-9094-40c0-9149-7f54e890387a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:04:58.265676 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:58.284490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Subnet': ['ID=966b55fa-b40d-4860-8034-ed2e25988e0d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:58.292805 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:58.298138 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0970>, [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:04:53Z', 'revision_number': 3, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port': {'id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:50Z', 'updated_at': '2021-06-21T03:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:58.329702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a304d1-0731-4a3e-b70c-ca29470d8170 None None] Network 3e82f304-7a2e-4369-80fd-5a0dc8358f28 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:04:58.331007 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8670>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:04:55Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:58.332522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.333303 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f4126-7e44-4301-abd6-4674db0d12a6 None None] The sync data for ids ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'] in n-d-758944-33 is: [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:04:53Z', 'revision_number': 3, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port': {'id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:50Z', 'updated_at': '2021-06-21T03:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:58.338328 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/subnets/966b55fa-b40d-4860-8034-ed2e25988e0d HTTP/1.1" status: 204  len: 168 time: 0.7607701
Jun 21 03:04:58.372893 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] Checking router: 3f0893af-a4a0-4066-99ea-ed77512998cc for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:04:58.378944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34174) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:58.390946 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] Routers {'3f0893af-a4a0-4066-99ea-ed77512998cc'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:04:58.394283 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8670>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['3f0893af-a4a0-4066-99ea-ed77512998cc'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:58.507280 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58d11dcb-3ef9-4d26-8d14-f64bb21d7aff tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.528108 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] Set router 3f0893af-a4a0-4066-99ea-ed77512998cc gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:04:58.542408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Allocated IP 172.20.0.1 (1e80c216-53b0-49e7-8be3-cf08328f153e/15565d25-dbba-414c-b264-cb43c0be1e03/1f9e62f6-46b9-4a4a-b072-fadd260f5bdb) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:04:58.620768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660afaa-94df-409a-8141-0f9ac2611734 req-0fffebc9-b8ed-4fde-b742-b5bc182e9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:58.622469 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d660afaa-94df-409a-8141-0f9ac2611734 req-0fffebc9-b8ed-4fde-b742-b5bc182e9958 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 1098 time: 0.4439769
Jun 21 03:04:58.694774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58d11dcb-3ef9-4d26-8d14-f64bb21d7aff tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.707477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] DHCP port deletion for 3e82f304-7a2e-4369-80fd-5a0dc8358f28 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:04:58.772044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-344b1ee3-fe6c-4cf4-808d-25b81c712d0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=212681a05c3a4afdad2ac5b5b46a84e3&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7292190
Jun 21 03:04:58.792585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34180) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:58.794013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.831588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.835739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] Deleting port f8beae95-1cd6-41d5-af1d-fd26139c3af5 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:58.836127 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.849986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b1ee3-fe6c-4cf4-808d-25b81c712d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67b7b6-352a-482a-9140-d9e320c81d0f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:58.854222 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-344b1ee3-fe6c-4cf4-808d-25b81c712d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:58.865501 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6bf528ef-4ece-4da8-a939-4f1543acc105 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:58.870827 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8670>, [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:04:55Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:04:58.933760 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65439b5c-9f74-4ee0-a318-71fb983959dd None None] The sync data for ids ['3f0893af-a4a0-4066-99ea-ed77512998cc'] in n-d-758944-33 is: [{'id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434810764', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:02:14Z', 'updated_at': '2021-06-21T03:04:55Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '08042644-b38a-4b54-97c0-3d8f73e54e7c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0893af-a4a0-4066-99ea-ed77512998cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:02:16Z', 'updated_at': '2021-06-21T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:04:58.942704 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d660afaa-94df-409a-8141-0f9ac2611734 req-b305f03f-310a-49dd-bed0-1de4ec465821 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337472
Jun 21 03:04:58.959867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] For port f8beae95-1cd6-41d5-af1d-fd26139c3af5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f8beae95-1cd6-41d5-af1d-fd26139c3af5,segment=NetworkSegment(6a30e7f8-4e31-4e79-86b1-94a39adce243),segment_id=6a30e7f8-4e31-4e79-86b1-94a39adce243)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:58.960705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.967432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:58.968192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:58.969677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab206b8d-1805-41e9-9b70-777ac755a1b1 HTTP/1.1" status: 200  len: 1092 time: 3.0425658
Jun 21 03:04:58.972351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91d9208-7340-422f-ba57-cad11da0a52e', 'tag': 'ab206b8d-1805-41e9-9b70-777ac755a1b1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:04:58.974903 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fb2277-c882-482d-96ac-7095151289f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a91d9208-7340-422f-ba57-cad11da0a52e", "tag": "ab206b8d-1805-41e9-9b70-777ac755a1b1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:04:59.023337 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.040083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Transition to ACTIVE for port object 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:04:59.049385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58d11dcb-3ef9-4d26-8d14-f64bb21d7aff tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.053860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58d11dcb-3ef9-4d26-8d14-f64bb21d7aff tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.060011 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-58d11dcb-3ef9-4d26-8d14-f64bb21d7aff tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/security-groups/47e00502-1c8f-4f6b-9f56-90c8d0e39f4d HTTP/1.1" status: 204  len: 168 time: 0.9531372
Jun 21 03:04:59.060011 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bcfdceb0-95cb-4162-a7d8-8826dc00fdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:59.061526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] Calling delete_port for f8beae95-1cd6-41d5-af1d-fd26139c3af5 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:04:59.069918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34184) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:04:59.107399 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e68585d2-e0e6-41d1-b092-aec64f313785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.118687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d11dcb-3ef9-4d26-8d14-f64bb21d7aff tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e00502-1c8f-4f6b-9f56-90c8d0e39f4d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:59.123991 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-58d11dcb-3ef9-4d26-8d14-f64bb21d7aff tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:59.164847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Pushing event updated for resources: {'Port': ['ID=ab206b8d-1805-41e9-9b70-777ac755a1b1,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:59.176126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6d0df-1559-4437-b13a-cd69dcf0dd72 req-f8f75a6e-d90d-4a3c-8fe0-da3dbc387222 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:59.177704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eba6d0df-1559-4437-b13a-cd69dcf0dd72 req-f8f75a6e-d90d-4a3c-8fe0-da3dbc387222 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 945 time: 1.1235759
Jun 21 03:04:59.186323 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:59.191345 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.248879 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.251394 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:59.256453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e68585d2-e0e6-41d1-b092-aec64f313785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.278110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.281377 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe96d1e7-af63-4fa2-b4dd-ce376dae4317 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:59.285957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] Pushing event deleted for resources: {'Port': ['ID=f8beae95-1cd6-41d5-af1d-fd26139c3af5,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:59.295572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet 77c1351e-ce46-4cb8-951d-687d3a97ee66 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:04:59.298919 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:59.304932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] No DVR routers for this DVR port f8beae95-1cd6-41d5-af1d-fd26139c3af5 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:04:59.324244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.363325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Network 1e80c216-53b0-49e7-8be3-cf08328f153e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:04:59.371265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:04:59.376228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:04:59.407440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb9edb-d565-424b-b6f4-8bc6e1aab0c9 req-e4dabece-7b7b-4634-a356-de151e06fd81 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:59.407938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:59.409110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ffb9edb-d565-424b-b6f4-8bc6e1aab0c9 req-e4dabece-7b7b-4634-a356-de151e06fd81 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 943 time: 0.4491115
Jun 21 03:04:59.416973 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:59.424374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eba6d0df-1559-4437-b13a-cd69dcf0dd72 req-2d6d331d-5636-4485-a62d-2c425b064435 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284074
Jun 21 03:04:59.441324 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.473833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.481669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-e05a0cf5-c628-4413-9948-254e06a8832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:04:59.483213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-e05a0cf5-c628-4413-9948-254e06a8832b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4ef77368b3b4fdfa78f7e59090cb268&device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 1095 time: 0.3984809
Jun 21 03:04:59.522682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.528870 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c56872-9ad0-4f0a-b3e6-7619ce11e1f8 x-openstack-request-id: req-04c56872-9ad0-4f0a-b3e6-7619ce11e1f8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:04:59.529218 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91d9208-7340-422f-ba57-cad11da0a52e", "tag": "ab206b8d-1805-41e9-9b70-777ac755a1b1", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:04:59.529559 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04c56872-9ad0-4f0a-b3e6-7619ce11e1f8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:04:59.530017 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91d9208-7340-422f-ba57-cad11da0a52e', 'tag': 'ab206b8d-1805-41e9-9b70-777ac755a1b1', 'status': 'completed', 'code': 200}
Jun 21 03:04:59.539261 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-899565b7-1883-4ca8-a2f4-29c6e9c89895 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:59.546020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 08042644-b38a-4b54-97c0-3d8f73e54e7c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:04:59.547090 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.626614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-72e6098c-b0f4-41f2-b015-c8eb42a12dfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab206b8d-1805-41e9-9b70-777ac755a1b1 HTTP/1.1" status: 200  len: 217 time: 0.1195562
Jun 21 03:04:59.666363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=68f06bc7-3936-4ab9-ad39-b71eea3e15ad,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:04:59.668099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e68585d2-e0e6-41d1-b092-aec64f313785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.670682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e68585d2-e0e6-41d1-b092-aec64f313785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.673588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e68585d2-e0e6-41d1-b092-aec64f313785 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d67b7b6-352a-482a-9140-d9e320c81d0f HTTP/1.1" status: 204  len: 168 time: 0.8744748
Jun 21 03:04:59.686615 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:04:59.692921 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e07fca1a-fc4d-4558-a800-2f35d10aaee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:04:59.726180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 08042644-b38a-4b54-97c0-3d8f73e54e7c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=08042644-b38a-4b54-97c0-3d8f73e54e7c,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:04:59.726647 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.869287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ffb9edb-d565-424b-b6f4-8bc6e1aab0c9 req-440c0443-9c1a-4f86-9400-879b32d484e5 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4332216
Jun 21 03:04:59.894127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-53604626-d802-4a80-958c-f073583a1ebd None None] Provisioning for port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:04:59.902458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-53604626-d802-4a80-958c-f073583a1ebd None None] Provisioning complete for port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:04:59.903224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-53604626-d802-4a80-958c-f073583a1ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:04:59.933740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 08042644-b38a-4b54-97c0-3d8f73e54e7c owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:00.035991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-53604626-d802-4a80-958c-f073583a1ebd None None] Port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:00.051324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68585d2-e0e6-41d1-b092-aec64f313785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67b7b6-352a-482a-9140-d9e320c81d0f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:00.073874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.080468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.084174 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.085738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b5e79e4a-02d8-47f9-860c-26cea9783e4c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:00.101303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/floatingips/cd14bc37-5e40-464f-b365-652693d97fdb HTTP/1.1" status: 204  len: 168 time: 2.4848402
Jun 21 03:05:00.106455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34190) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:00.113281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-b976d8e9-916f-41cc-a23d-76ce7bda7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:00.117202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-b976d8e9-916f-41cc-a23d-76ce7bda7d7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa15bc04-61ca-4020-b05e-5c314c7f040d HTTP/1.1" status: 200  len: 848 time: 0.4563026
Jun 21 03:05:00.122730 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e68585d2-e0e6-41d1-b092-aec64f313785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:00.154803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '6979a749-36d3-4870-a6cb-6731e2372956'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:00.185274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-deec5ec4-4544-4e58-aefe-ec68eb89735e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd7956f8-f2eb-4dfc-bb12-da4c45a6df51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573180
Jun 21 03:05:00.188492 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.231252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b5e79e4a-02d8-47f9-860c-26cea9783e4c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:00.236944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b5e79e4a-02d8-47f9-860c-26cea9783e4c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:00.237605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.352555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-f487e33d-0f5f-44f4-a2cb-00277179f16d service neutron] 10.222.0.26 "GET /v2.0/networks/fd7956f8-f2eb-4dfc-bb12-da4c45a6df51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600981
Jun 21 03:05:00.356190 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.385039 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.407806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port b5e79e4a-02d8-47f9-860c-26cea9783e4c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b5e79e4a-02d8-47f9-860c-26cea9783e4c,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:00.421525 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.425770 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e9d9690-52e7-4836-b854-dfd505c4d5b7 tempest-PortsIpV6TestJSON-1140902321 tempest-PortsIpV6TestJSON-1140902321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:00.474474 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.481425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/77c1351e-ce46-4cb8-951d-687d3a97ee66 HTTP/1.1" status: 204  len: 168 time: 1.3948507
Jun 21 03:05:00.481425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=77c1351e-ce46-4cb8-951d-687d3a97ee66,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:00.482073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:00.488501 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:00.490063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c27a31-e7c8-4d02-bffa-afc25679c812 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:00.494501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:00.556926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-914a1cc5-f239-4f66-9b98-573dc9cfd649 req-7c9e1adc-b8ff-4581-939a-6174d1c797ca service neutron] 10.222.0.26 "GET /v2.0/networks/fd7956f8-f2eb-4dfc-bb12-da4c45a6df51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957376
Jun 21 03:05:00.592708 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.594613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.600239 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a0a88ad4-560c-4ecb-9f5b-14f0a46211e9 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:00.604903 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.641759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=08042644-b38a-4b54-97c0-3d8f73e54e7c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:00.648545 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:00.659804 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cb0e4753-7c2d-4276-97aa-5b07c179d2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:00.703927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.711745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34198) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:00.713577 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c482e7e-c0bc-4e0a-b4d3-c627f81747bd tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:00.715946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f8beae95-1cd6-41d5-af1d-fd26139c3af5 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:05:00.759792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f8beae95-1cd6-41d5-af1d-fd26139c3af5 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:05:00.760617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f8beae95-1cd6-41d5-af1d-fd26139c3af5 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:05:00.761080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:05:00.802461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:05:00.802461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f9a86d12-3fb5-4246-9d3c-19f9e42cd5ae not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:05:00.817075 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-66a91065-5c2d-414f-8a65-b80c7b316a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.826218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ca60-293e-4c2b-b83a-59a9543771de req-faaf0ced-d342-4a7d-b2fa-24aff872ce45 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:00.827793 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7376ca60-293e-4c2b-b83a-59a9543771de req-faaf0ced-d342-4a7d-b2fa-24aff872ce45 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 946 time: 0.1490047
Jun 21 03:05:00.839115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb2277-c882-482d-96ac-7095151289f6 req-d406d106-025f-46aa-8c22-219e7f79b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:00.840606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fb2277-c882-482d-96ac-7095151289f6 req-d406d106-025f-46aa-8c22-219e7f79b69e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4ef77368b3b4fdfa78f7e59090cb268&device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 1095 time: 0.1378152
Jun 21 03:05:00.848865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=b5e79e4a-02d8-47f9-860c-26cea9783e4c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:00.852545 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:00.878052 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.879962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:00.882967 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:00.894064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:00.936160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7376ca60-293e-4c2b-b83a-59a9543771de req-37ba0e5e-8457-456e-a0b8-0dadedc65226 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006713
Jun 21 03:05:00.985278 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb2277-c882-482d-96ac-7095151289f6 req-4348eea5-6c66-44c2-b461-a74260d71826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:00.987235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fb2277-c882-482d-96ac-7095151289f6 req-4348eea5-6c66-44c2-b461-a74260d71826 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 HTTP/1.1" status: 200  len: 909 time: 0.1331329
Jun 21 03:05:01.035525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.038865 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.046144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fb2277-c882-482d-96ac-7095151289f6 req-3eb06909-4631-47ad-8854-fe9691baaa6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab206b8d-1805-41e9-9b70-777ac755a1b1 HTTP/1.1" status: 200  len: 217 time: 0.0513592
Jun 21 03:05:01.049959 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.159230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb2277-c882-482d-96ac-7095151289f6 req-a46b7878-dd72-4456-accd-ceeb823ea7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:01.161081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fb2277-c882-482d-96ac-7095151289f6 req-a46b7878-dd72-4456-accd-ceeb823ea7b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa15bc04-61ca-4020-b05e-5c314c7f040d HTTP/1.1" status: 200  len: 848 time: 0.1067810
Jun 21 03:05:01.197543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:01.200637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fb2277-c882-482d-96ac-7095151289f6 req-4db7b2fa-11e9-4c80-a477-609a80f2345f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd7956f8-f2eb-4dfc-bb12-da4c45a6df51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324020
Jun 21 03:05:01.201389 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.217286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccb0f-3411-4e5f-8089-2f0a971ca0e1 req-20725097-b3f8-4324-a528-1d800e5ec53a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:01.218962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-970ccb0f-3411-4e5f-8089-2f0a971ca0e1 req-20725097-b3f8-4324-a528-1d800e5ec53a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 943 time: 0.1635814
Jun 21 03:05:01.320448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-970ccb0f-3411-4e5f-8089-2f0a971ca0e1 req-bb453854-7471-472f-95ea-fddcb1302836 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922639
Jun 21 03:05:01.336651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.337976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Fanout notify agent at l3_agent the message router_deleted on router 3f0893af-a4a0-4066-99ea-ed77512998cc {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:05:01.342875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Network 1e80c216-53b0-49e7-8be3-cf08328f153e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:01.355312 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.369010 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/routers/3f0893af-a4a0-4066-99ea-ed77512998cc HTTP/1.1" status: 204  len: 168 time: 2.9757628
Jun 21 03:05:01.372032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:01.374350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34206) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:01.482366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.492726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fb2277-c882-482d-96ac-7095151289f6 req-017d4294-804b-47f7-ab41-7eaa56e70991 service neutron] 10.222.0.26 "GET /v2.0/networks/fd7956f8-f2eb-4dfc-bb12-da4c45a6df51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725060
Jun 21 03:05:01.687294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.706784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1e45ee0>,) {'filters': {'network_id': ['3e82f304-7a2e-4369-80fd-5a0dc8358f28']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:01.727239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1e45ee0>, '6a30e7f8-4e31-4e79-86b1-94a39adce243') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:01.727534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1e45ee0>, '6a30e7f8-4e31-4e79-86b1-94a39adce243') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:01.738538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fb2277-c882-482d-96ac-7095151289f6 req-2da2d0de-3c21-4867-89d5-f93387df14f7 service neutron] 10.222.0.26 "GET /v2.0/networks/fd7956f8-f2eb-4dfc-bb12-da4c45a6df51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377079
Jun 21 03:05:01.742602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.761053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.777712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a97e26cf-2565-4723-8992-3d3d420f5b9b None None] Provisioning complete for port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:01.781525 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a97e26cf-2565-4723-8992-3d3d420f5b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.781655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:05:01.781655 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:05:01.784812 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:05:01.848533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a97e26cf-2565-4723-8992-3d3d420f5b9b None None] Port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:01.921087 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.928396 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.940072 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/networks/3e82f304-7a2e-4369-80fd-5a0dc8358f28 HTTP/1.1" status: 204  len: 168 time: 0.5596728
Jun 21 03:05:01.941212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34216) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:01.942057 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:01.970613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d8ca33c-6515-4417-a4a6-05b5218aa4ef None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:01.971356 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca33c-6515-4417-a4a6-05b5218aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:01.980282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Network': ['ID=3e82f304-7a2e-4369-80fd-5a0dc8358f28,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:02.033493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.034592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b5e79e4a-02d8-47f9-860c-26cea9783e4c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:02.041967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.042736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.043837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.043837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.047026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.047826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.054017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.054608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.055299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.056507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.057193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:02.066579 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:02.094121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b795eea-ed04-46ed-a969-2a055e443d8b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.150832 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b795eea-ed04-46ed-a969-2a055e443d8b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.152024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d8ca33c-6515-4417-a4a6-05b5218aa4ef None None] Provisioning complete for port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:02.152557 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca33c-6515-4417-a4a6-05b5218aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.154096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b5e79e4a-02d8-47f9-860c-26cea9783e4c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:02.154466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.186120 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-66a91065-5c2d-414f-8a65-b80c7b316a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.250007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ca33c-6515-4417-a4a6-05b5218aa4ef None None] Port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:02.283660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:02.289071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-66a91065-5c2d-414f-8a65-b80c7b316a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.299124 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-68e95a6d-f266-40e4-9116-9726e01344a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:02.311230 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b795eea-ed04-46ed-a969-2a055e443d8b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.314114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b795eea-ed04-46ed-a969-2a055e443d8b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.316018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7b795eea-ed04-46ed-a969-2a055e443d8b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/security-groups/da1d3666-8623-4652-85c9-25cb766a8431 HTTP/1.1" status: 204  len: 168 time: 0.3693304
Jun 21 03:05:02.317037 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-af6364b4-c274-478c-a36b-d6cc17606ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:02.335311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b795eea-ed04-46ed-a969-2a055e443d8b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1d3666-8623-4652-85c9-25cb766a8431,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:02.339390 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b795eea-ed04-46ed-a969-2a055e443d8b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:02.353865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 08042644-b38a-4b54-97c0-3d8f73e54e7c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:05:02.380673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 08042644-b38a-4b54-97c0-3d8f73e54e7c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:05:02.380854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 08042644-b38a-4b54-97c0-3d8f73e54e7c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:05:02.383602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.25.7.177 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/8c165e74-7c86-4392-8cfd-db8ed4c8d544) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:02.396699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-66a91065-5c2d-414f-8a65-b80c7b316a3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07bda19811d841c98c99b4aad2c986ad&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6805389
Jun 21 03:05:02.397538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a91065-5c2d-414f-8a65-b80c7b316a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7081b6b0-ab71-402c-a24a-492f96b11f33,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:02.399457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34228) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:02.401063 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-66a91065-5c2d-414f-8a65-b80c7b316a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:02.462413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca892cfb-8bce-42b4-91a7-ed2a369bb4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.485922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca892cfb-8bce-42b4-91a7-ed2a369bb4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.619194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905313-8ca5-4a3e-beb0-24531f1e4e95 req-bb9f4d12-fda7-416a-b78d-7752f8666ca2 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:02.620944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2905313-8ca5-4a3e-beb0-24531f1e4e95 req-bb9f4d12-fda7-416a-b78d-7752f8666ca2 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 943 time: 0.0816638
Jun 21 03:05:02.641943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:02.644827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca892cfb-8bce-42b4-91a7-ed2a369bb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.647939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca892cfb-8bce-42b4-91a7-ed2a369bb4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.649095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ca892cfb-8bce-42b4-91a7-ed2a369bb4fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7081b6b0-ab71-402c-a24a-492f96b11f33 HTTP/1.1" status: 204  len: 168 time: 0.2485125
Jun 21 03:05:02.652299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Sync routers for ids ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:02.659046 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] 10.222.0.25 "PUT /v2.0/routers/4ada9547-0cd2-4dfe-a8eb-e119ed630ddb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3058279
Jun 21 03:05:02.669980 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02a59225-a805-4361-a86a-1baf5e3ac5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:02.670587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Routers {'4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:02.671477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ca63d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:02.688546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca892cfb-8bce-42b4-91a7-ed2a369bb4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7081b6b0-ab71-402c-a24a-492f96b11f33,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:02.699791 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca892cfb-8bce-42b4-91a7-ed2a369bb4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:02.705692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2905313-8ca5-4a3e-beb0-24531f1e4e95 req-23194c45-fa3e-41ea-aeb4-486e691d08dd tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792236
Jun 21 03:05:02.706164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.719389 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.730890 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d82b2255-a004-4e26-8bee-77a811ba59e7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:02.770615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:02.778111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:02.794014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:02.794730 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.803399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc33fd92-2898-451f-9793-7e94dc5aa464 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:02.847890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=fa7664fc-b118-4ed8-a6b9-8872e866b5f7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:02.850975 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:02.888981 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4058778
Jun 21 03:05:02.891548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34244) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:02.896298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1372224687'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:02.952484 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:02.956057 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b377e152-403b-4025-969b-adcda7045d11 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:03.032679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=8c165e74-7c86-4392-8cfd-db8ed4c8d544,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:03.042097 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:03.043618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:03.052878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:03.065369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Set router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:05:03.076576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:03.095872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:03.154928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34250) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:03.160121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954197309', 'description': 'tempest-secgroup-smoke-954197309 description', 'project_id': '5abc1439a51442dca598a84712ee0f1f'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:03.186604 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:05:03.186604 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:05:03.186604 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id_1': '5abc1439a51442dca598a84712ee0f1f', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 5, 3, 170113)}]
Jun 21 03:05:03.186604 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:05:03.192443 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:05:03.393205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Update dhcp port {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'fixed_ips': [{'subnet_id': '872f35a6-3159-416d-8ddb-e78fb30703bd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fa7664fc-b118-4ed8-a6b9-8872e866b5f7'}], 'binding:host_id': 'n-d-758944-33'}, 'id': 'fe07f9df-e473-4c62-a69a-28a8b944ba2f'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:05:03.431975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:03.479857 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:03.515635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:03.520139 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f77fe71-c2a4-4007-8b81-7e300defc03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:03.551389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ca63d0>, [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:04:59Z', 'revision_number': 4, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port': {'id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:50Z', 'updated_at': '2021-06-21T03:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1f9e62f6-46b9-4a4a-b072-fadd260f5bdb', 'name': '', 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'mac_address': 'fa:16:3e:5b:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '15565d25-dbba-414c-b264-cb43c0be1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:58Z', 'updated_at': '2021-06-21T03:05:00Z', 'revision_number': 2, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'subnets': [{'id': '15565d25-dbba-414c-b264-cb43c0be1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:03.593698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417bec46-d29e-42c5-a9f3-391c0dacbed9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:03.656577 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:03.742248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:03.758344 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8632262
Jun 21 03:05:03.760263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34274) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:03.767539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'security_group': {'name': 'tempest-secgroup-439500636'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:03.809142 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:03.812473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Checking router: 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:05:03.813005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Updating router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:05:03.815113 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:03.911196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:03.921616 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.007700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8582a-ff51-4f37-8319-09efe4ad95e4 req-020a74c4-df17-453a-aca6-4f7b150f914d tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:04.016110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fb8582a-ff51-4f37-8319-09efe4ad95e4 req-020a74c4-df17-453a-aca6-4f7b150f914d tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 943 time: 0.1401055
Jun 21 03:05:04.021295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Allocated IP 172.20.0.2 (60831fbf-69f1-46ee-be8c-2277d4f328a1/fa7664fc-b118-4ed8-a6b9-8872e866b5f7/fe07f9df-e473-4c62-a69a-28a8b944ba2f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:04.071226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.247859 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.247859 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fb8582a-ff51-4f37-8319-09efe4ad95e4 req-ee144e20-990b-4b6a-baf0-b1fd18e1c9ac tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189981
Jun 21 03:05:04.249462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ab206b8d-1805-41e9-9b70-777ac755a1b1 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:05:04.285383 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.310656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.316062 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca892cfb-8bce-42b4-91a7-ed2a369bb4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:04.363254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:04.367160 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:04.379306 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-918e9b30-7965-40f5-bc77-f2aee948794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.390196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] For port fe07f9df-e473-4c62-a69a-28a8b944ba2f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fe07f9df-e473-4c62-a69a-28a8b944ba2f,segment=NetworkSegment(da3467e7-8e93-4e40-924e-10c63891b28a),segment_id=da3467e7-8e93-4e40-924e-10c63891b28a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:04.399063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.412977 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8159f189-7351-472a-86eb-c8501b9a6100 tempest-MultipleCreateTestJSON-1111263353 tempest-MultipleCreateTestJSON-1111263353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:04.420788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ab206b8d-1805-41e9-9b70-777ac755a1b1, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ab206b8d-1805-41e9-9b70-777ac755a1b1,segment=NetworkSegment(97fddb1c-9094-40c0-9149-7f54e890387a),segment_id=97fddb1c-9094-40c0-9149-7f54e890387a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:04.440783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.457685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'ab206b8d-1805-41e9-9b70-777ac755a1b1', 'network_id': 'fd7956f8-f2eb-4dfc-bb12-da4c45a6df51', 'port_id': 'ab206b8d-1805-41e9-9b70-777ac755a1b1', 'mac_address': 'fa:16:3e:37:d8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa15bc04-61ca-4020-b05e-5c314c7f040d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:05:04.486779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.554364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.555350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Transition to ACTIVE for port object fe07f9df-e473-4c62-a69a-28a8b944ba2f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:04.558139 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.570797 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13b0ac8f-7c3c-4252-9fba-3b60e8e4d9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:04.592828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab206b8d-1805-41e9-9b70-777ac755a1b1 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:05:04.617063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41ef19-7f2c-47b7-905a-72490ac48e9a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:04.622107 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:04.629578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ab206b8d-1805-41e9-9b70-777ac755a1b1, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ab206b8d-1805-41e9-9b70-777ac755a1b1,segment=NetworkSegment(97fddb1c-9094-40c0-9149-7f54e890387a),segment_id=97fddb1c-9094-40c0-9149-7f54e890387a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:04.632571 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.644024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Transition to ACTIVE for port object 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:04.650659 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=8c165e74-7c86-4392-8cfd-db8ed4c8d544,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:04.657897 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.662884 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:04.663036 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:04.667499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.706182 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.708842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9460473
Jun 21 03:05:04.709210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.714205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.5581169
Jun 21 03:05:04.714834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34304) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:04.715266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34306) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:04.730782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215255305'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:04.792941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:04.811295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.816086 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.823903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Pushing event updated for resources: {'Port': ['ID=fe07f9df-e473-4c62-a69a-28a8b944ba2f,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:04.829305 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:04.829305 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:04.837716 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP ae761622-75bf-4f07-9bc6-9db7d420f1bf associated. External IP: 172.25.7.177, port: 6979a749-36d3-4870-a6cb-6731e2372956.
Jun 21 03:05:04.890133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:04.946659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee133f24-8c84-45e9-89db-f26a1d039a74 None None] Pushing event updated for resources: {'Port': ['ID=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:05.018953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ab206b8d-1805-41e9-9b70-777ac755a1b1'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:05:05.075998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.213726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Attempting to bind port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:05:05.233809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Attempting to bind port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:05:05.234610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Attempting to bind port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb on network 1e80c216-53b0-49e7-8be3-cf08328f153e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:05.289842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ab206b8d-1805-41e9-9b70-777ac755a1b1,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:05.301947 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:05.312347 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:05.312994 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:05.330871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:05:05.331661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Checking segment: {'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:05.332286 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.332942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Bound using segment: {'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:05:05.333683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Bound port: 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddef592-62bf-4de7-84d7-e70ef89ad74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:05:05.334298 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.366131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:05.505932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.638188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] For port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:05:05.643153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.644271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.647860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] For port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,segment=NetworkSegment(3ddef592-62bf-4de7-84d7-e70ef89ad74b),segment_id=3ddef592-62bf-4de7-84d7-e70ef89ad74b)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:05:05.661565 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a3bd7b1-2917-4941-8bc0-bea22ce78885 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:05.684322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fcbc5-1f10-4a92-8919-f74cb587a1dd req-340f8097-fb3a-4efe-9f44-36b166223ad7 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:05.686004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-502fcbc5-1f10-4a92-8919-f74cb587a1dd req-340f8097-fb3a-4efe-9f44-36b166223ad7 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 944 time: 0.3331316
Jun 21 03:05:05.708813 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb23d9e-f958-4df1-984d-c2862820a5d7,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:05.716005 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:05.733634 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf15a6b8-b55a-4143-b5f7-5a966b6b4bf2 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:05.734201 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:05.746248 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf15a6b8-b55a-4143-b5f7-5a966b6b4bf2 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:05.753492 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-bf15a6b8-b55a-4143-b5f7-5a966b6b4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8278250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:05.763370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.766388 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e65b7d16-e29e-43ab-8d7e-267abc9bdccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:05.777913 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.780739 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b5343649-b799-40d2-b584-889d66691466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:05.813313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-502fcbc5-1f10-4a92-8919-f74cb587a1dd req-4aaa3198-d147-4868-8082-e1c89fbaf247 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102622
Jun 21 03:05:05.847329 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-bf15a6b8-b55a-4143-b5f7-5a966b6b4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8278250>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:05.854659 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.870841 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf15a6b8-b55a-4143-b5f7-5a966b6b4bf2 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:05.872417 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-bf15a6b8-b55a-4143-b5f7-5a966b6b4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8278250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:05.922517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Routers {'4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:05.923036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ca63d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:05.932653 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:05.934479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2171147
Jun 21 03:05:05.946160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34354) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:05.951655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:05.973922 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 5.8333523
Jun 21 03:05:05.975610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34358) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:05.981065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc4b5b8-b1f7-4e7c-a4b5-7057f9262cfd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:05.985873 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:05.998601 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-bf15a6b8-b55a-4143-b5f7-5a966b6b4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8278250>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:06.001661 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf15a6b8-b55a-4143-b5f7-5a966b6b4bf2 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:06.062870 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.063558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.3469474
Jun 21 03:05:06.066746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34360) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:06.084783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3d261d53-b95f-4db4-ab37-5f11ad148c7a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "GET /v2.0/floatingips/ae761622-75bf-4f07-9bc6-9db7d420f1bf HTTP/1.1" status: 200  len: 977 time: 0.1077900
Jun 21 03:05:06.087866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34362) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:06.092796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-978315264', 'security_groups': ['5cc4b5b8-b1f7-4e7c-a4b5-7057f9262cfd'], 'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa7664fc-b118-4ed8-a6b9-8872e866b5f7'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:06.145406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fe07f9df-e473-4c62-a69a-28a8b944ba2f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:06.155165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ab206b8d-1805-41e9-9b70-777ac755a1b1 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:06.210992 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.307576 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.308678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] Set router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:05:06.321882 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2556bc50-30b5-482e-a08c-fc15d1d0f542 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.2296193
Jun 21 03:05:06.322753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34368) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:06.327879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'port_id': '64763edc-9b9d-4835-a171-2d36d20563bb'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:06.339113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee133f24-8c84-45e9-89db-f26a1d039a74 None None] Pushing event updated for resources: {'Port': ['ID=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:06.406734 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.410703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.426168 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ee133f24-8c84-45e9-89db-f26a1d039a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:06.452498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c22977c0-1c82-4cd8-b872-726c5192aa49 None None] Provisioning for port fe07f9df-e473-4c62-a69a-28a8b944ba2f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:06.492736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c22977c0-1c82-4cd8-b872-726c5192aa49 None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:06.493175 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c22977c0-1c82-4cd8-b872-726c5192aa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.515284 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.523312 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-706387c9-b4fc-4d73-8738-f63429cf1858 tempest-SecurityGroupRulesTestJSON-654879812 tempest-SecurityGroupRulesTestJSON-654879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:06.542323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:06.553660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2468bcaa-e31c-4236-a415-ec5251c013a4,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:06.556187 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:06.577738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port ab206b8d-1805-41e9-9b70-777ac755a1b1 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:06.597091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port ab206b8d-1805-41e9-9b70-777ac755a1b1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:06.597710 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.626272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:06.626635 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.671182 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.691380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] device_id is not set on port 394b6ed2-da10-4aa6-b4d2-221393532d39 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:05:06.749128 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.750388 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8052557
Jun 21 03:05:06.753553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34374) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:06.758878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:06.963993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.972109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-606b7608-c742-428a-a7b0-6981699fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:06.978107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.14 (60831fbf-69f1-46ee-be8c-2277d4f328a1/fa7664fc-b118-4ed8-a6b9-8872e866b5f7/394b6ed2-da10-4aa6-b4d2-221393532d39) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:07.185528 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.196080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.253833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.281897 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.315570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c22977c0-1c82-4cd8-b872-726c5192aa49 None None] Provisioning complete for port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:07.315955 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c22977c0-1c82-4cd8-b872-726c5192aa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.338934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.363111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ca63d0>, [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:04:59Z', 'revision_number': 4, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port': {'id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:50Z', 'updated_at': '2021-06-21T03:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1f9e62f6-46b9-4a4a-b072-fadd260f5bdb', 'name': '', 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'mac_address': 'fa:16:3e:5b:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '15565d25-dbba-414c-b264-cb43c0be1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:58Z', 'updated_at': '2021-06-21T03:05:05Z', 'revision_number': 4, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'subnets': [{'id': '15565d25-dbba-414c-b264-cb43c0be1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:07.376877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91d9208-7340-422f-ba57-cad11da0a52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab206b8d-1805-41e9-9b70-777ac755a1b1'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:07.379207 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e30b35-42e7-458f-8bca-1863ebac121a" -d '{"events": [{"server_uuid": "a91d9208-7340-422f-ba57-cad11da0a52e", "name": "network-vif-plugged", "status": "completed", "tag": "ab206b8d-1805-41e9-9b70-777ac755a1b1"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:07.382129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.383410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object 394b6ed2-da10-4aa6-b4d2-221393532d39 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:07.394070 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP ae761622-75bf-4f07-9bc6-9db7d420f1bf associated. External IP: 172.25.7.177, port: 6979a749-36d3-4870-a6cb-6731e2372956.
Jun 21 03:05:07.408678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c22977c0-1c82-4cd8-b872-726c5192aa49 None None] Port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:07.418225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddf990-083b-432c-9b86-685ead36c7a1 None None] The sync data for ids ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'] in n-d-758944-33 is: [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:04:59Z', 'revision_number': 4, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port': {'id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:50Z', 'updated_at': '2021-06-21T03:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1f9e62f6-46b9-4a4a-b072-fadd260f5bdb', 'name': '', 'network_id': '1e80c216-53b0-49e7-8be3-cf08328f153e', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'mac_address': 'fa:16:3e:5b:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '15565d25-dbba-414c-b264-cb43c0be1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:58Z', 'updated_at': '2021-06-21T03:05:05Z', 'revision_number': 4, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'subnets': [{'id': '15565d25-dbba-414c-b264-cb43c0be1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:07.430535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ab206b8d-1805-41e9-9b70-777ac755a1b1, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ab206b8d-1805-41e9-9b70-777ac755a1b1,segment=NetworkSegment(97fddb1c-9094-40c0-9149-7f54e890387a),segment_id=97fddb1c-9094-40c0-9149-7f54e890387a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:07.442633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7fca3-91ff-4d67-9d15-6ecdd9bd49a1 req-21fd764e-9418-48e9-845a-a591b70018e9 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:07.444457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca7fca3-91ff-4d67-9d15-6ecdd9bd49a1 req-21fd764e-9418-48e9-845a-a591b70018e9 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 946 time: 0.2778022
Jun 21 03:05:07.456551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f638-01d8-4771-a747-08b42e72ef04 req-6e28bdb7-e2c4-4941-b513-20cbbd5930af tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:07.459694 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e437f638-01d8-4771-a747-08b42e72ef04 req-6e28bdb7-e2c4-4941-b513-20cbbd5930af tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 944 time: 0.2973473
Jun 21 03:05:07.464132 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.473735 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83b327c3-8c94-41e6-a7c6-97392d1a06dc tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:07.507786 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.511351 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2f04ebe8-eff5-4ef1-95d9-cd9d9e7e0074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:07.561754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90da075-5530-492c-ae24-9ad145e63c31,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:07.565870 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:07.606905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ca7fca3-91ff-4d67-9d15-6ecdd9bd49a1 req-e6966365-e6aa-4b12-9346-90856c0fa1c5 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463184
Jun 21 03:05:07.623769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ab206b8d-1805-41e9-9b70-777ac755a1b1,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:07.625255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e437f638-01d8-4771-a747-08b42e72ef04 req-0a39e854-cf69-4784-a1cc-168ac34ffeb1 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526067
Jun 21 03:05:07.634136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.638562 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d702b091-6e5c-49d2-8b98-739f4cb93070 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:07.650890 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:07.756396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=394b6ed2-da10-4aa6-b4d2-221393532d39,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:07.785251 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:07.786269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:07.790989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0332708
Jun 21 03:05:07.793489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34428) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:07.798082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:07.804546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:07.820822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:07.824045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:07.826740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:08.027878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.041208 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.068197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:08.129279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:08.139724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af467158-07d7-473a-a811-9fd25673c2a0 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:08.151960 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.164121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.176625 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f103ae-6add-480a-a929-9aa37f45af62 x-openstack-request-id: req-57f103ae-6add-480a-a929-9aa37f45af62 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:08.177238 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91d9208-7340-422f-ba57-cad11da0a52e", "name": "network-vif-plugged", "status": "completed", "tag": "ab206b8d-1805-41e9-9b70-777ac755a1b1", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:08.177741 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57f103ae-6add-480a-a929-9aa37f45af62 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:08.178356 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91d9208-7340-422f-ba57-cad11da0a52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab206b8d-1805-41e9-9b70-777ac755a1b1', 'code': 200}
Jun 21 03:05:08.184723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af467158-07d7-473a-a811-9fd25673c2a0 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:08.189240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af467158-07d7-473a-a811-9fd25673c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de61d430>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:08.223932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:08.224627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.237309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af467158-07d7-473a-a811-9fd25673c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de61d430>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:08.260739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af467158-07d7-473a-a811-9fd25673c2a0 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:08.267089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af467158-07d7-473a-a811-9fd25673c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de61d430>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:08.275112 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.283067 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1958f7a-ecaf-42b2-875b-fcf927b87661 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:08.319192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af467158-07d7-473a-a811-9fd25673c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de61d430>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:08.320158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af467158-07d7-473a-a811-9fd25673c2a0 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:08.345162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:08.351025 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:08.351489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.405777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b9aaefca-549b-4462-abe2-dde88604c32a None None] Provisioning for port 394b6ed2-da10-4aa6-b4d2-221393532d39 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:08.422364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b9aaefca-549b-4462-abe2-dde88604c32a None None] Provisioning complete for port 394b6ed2-da10-4aa6-b4d2-221393532d39 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:08.426977 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b9aaefca-549b-4462-abe2-dde88604c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.521373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-5ed6c0af-d70a-4dab-b5d7-ebc2e9993477 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:08.523820 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-5ed6c0af-d70a-4dab-b5d7-ebc2e9993477 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 946 time: 0.2566221
Jun 21 03:05:08.529539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.531574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b9aaefca-549b-4462-abe2-dde88604c32a None None] Port 394b6ed2-da10-4aa6-b4d2-221393532d39 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:08.598332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,segment=NetworkSegment(3ddef592-62bf-4de7-84d7-e70ef89ad74b),segment_id=3ddef592-62bf-4de7-84d7-e70ef89ad74b)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:08.677297 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.679271 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:08.761181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:08.764336 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:08.846488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-294e7460-5cd8-4541-9fa0-309b2a934f43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:08.848104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-294e7460-5cd8-4541-9fa0-309b2a934f43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 1.0254331
Jun 21 03:05:08.852881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.7754908
Jun 21 03:05:08.861596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34438) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:08.865706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946ddf71-2d0b-45d2-a6ec-a12bfe45371f,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:08.888738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8a6fcbe6-5413-4f40-8ce8-c7dcd9f78362 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:08.901913 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:08.970357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-a86438c5-4f9f-4aec-9c5d-f05dde88672f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/quotas/6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 375 time: 0.1044700
Jun 21 03:05:08.973436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:08.977278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.1803455
Jun 21 03:05:08.988372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34442) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:08.999845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:09.142090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5f8ae-23cf-4524-8dc8-e2da2be70a07 req-023585d6-1ba2-428e-b49c-0581569ddb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:09.144421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1c5f8ae-23cf-4524-8dc8-e2da2be70a07 req-023585d6-1ba2-428e-b49c-0581569ddb07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 1097 time: 0.8654368
Jun 21 03:05:09.177899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f71f4-cb42-4ad8-9fc1-622d83e188b6 req-7c09def9-5363-48df-9bb2-087e6757b32d tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:09.185184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e47f71f4-cb42-4ad8-9fc1-622d83e188b6 req-7c09def9-5363-48df-9bb2-087e6757b32d tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 945 time: 0.3764405
Jun 21 03:05:09.210701 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Project 5abc1439a51442dca598a84712ee0f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:05:09.241274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.279044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-769d1ff4-761d-472b-88de-982240650a0b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3075902
Jun 21 03:05:09.288195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Deleting port cedfcb7d-d26b-4401-95be-3b74a0845d1d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:09.288689 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.293948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:09.369689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1c5f8ae-23cf-4524-8dc8-e2da2be70a07 req-7deb7eda-d037-4d9d-8565-69653eba7d9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178864
Jun 21 03:05:09.375914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6fcbe6-5413-4f40-8ce8-c7dcd9f78362 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:09.379444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a6fcbe6-5413-4f40-8ce8-c7dcd9f78362 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.400086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e47f71f4-cb42-4ad8-9fc1-622d83e188b6 req-37eccb5b-8b72-4113-ab43-071aa2cdc6fa tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118778
Jun 21 03:05:09.471149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] For port cedfcb7d-d26b-4401-95be-3b74a0845d1d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=cedfcb7d-d26b-4401-95be-3b74a0845d1d,segment=NetworkSegment(833a662e-7f40-4c76-ac72-07436db4c905),segment_id=833a662e-7f40-4c76-ac72-07436db4c905)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:09.471517 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.523096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.534103 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.548456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Calling delete_port for cedfcb7d-d26b-4401-95be-3b74a0845d1d owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:09.556920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-fce25851-3a66-4f11-a3f2-62bf99cb6a06 service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2769673
Jun 21 03:05:09.562535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:09.567225 n-d-758944-33 neutron-server[94167]: INFO neutron.db.ipam_backend_mixin [None req-8a6fcbe6-5413-4f40-8ce8-c7dcd9f78362 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fa7664fc-b118-4ed8-a6b9-8872e866b5f7 (CIDR: 172.20.0.0/28)
Jun 21 03:05:09.573715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.576814 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8577c-5562-4add-b5e0-0306c3b832dd None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:09.591033 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8577c-5562-4add-b5e0-0306c3b832dd None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:09.592442 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-61e8577c-5562-4add-b5e0-0306c3b832dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92850a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:09.636560 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-61e8577c-5562-4add-b5e0-0306c3b832dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92850a0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:09.646142 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8577c-5562-4add-b5e0-0306c3b832dd None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:09.647473 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-61e8577c-5562-4add-b5e0-0306c3b832dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92850a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:09.648533 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.653953 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de7346e2-94fa-414a-8ed7-6d172943d3c6 tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:09.657030 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6fcbe6-5413-4f40-8ce8-c7dcd9f78362 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:05:09.657567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6fcbe6-5413-4f40-8ce8-c7dcd9f78362 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:09.691828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e32ae73-f10f-4041-8a0f-900f880dcc06,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:09.698725 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:09.706059 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f991126d-a64b-4f8b-a9f8-a17b60b4adde tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/floatingips/ae761622-75bf-4f07-9bc6-9db7d420f1bf HTTP/1.1" status: 200  len: 979 time: 3.3801477
Jun 21 03:05:09.707178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:09.712069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:09.726934 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-61e8577c-5562-4add-b5e0-0306c3b832dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92850a0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:09.729577 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8577c-5562-4add-b5e0-0306c3b832dd None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:09.744192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-d9c9425e-1908-41af-8e9c-e61bdf75a8fa service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734176
Jun 21 03:05:09.770707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea46c0-36ea-49c3-bcb5-0382bd220bad req-838768a7-38d5-4390-b904-5fe83143bcab tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:09.773156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7ea46c0-36ea-49c3-bcb5-0382bd220bad req-838768a7-38d5-4390-b904-5fe83143bcab tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 946 time: 0.1996403
Jun 21 03:05:09.814969 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.817571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8a6fcbe6-5413-4f40-8ce8-c7dcd9f78362 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9526968
Jun 21 03:05:09.822729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34448) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:09.829966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-95778116-b57a-4a2a-a30e-f3eb761a0328 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:09.836245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.836245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8388255
Jun 21 03:05:09.840860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34452) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:09.845595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:09.869536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7ea46c0-36ea-49c3-bcb5-0382bd220bad req-fa8a0030-3c1b-4d7d-a2d7-9c6557eed802 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771470
Jun 21 03:05:09.954839 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Project 5abc1439a51442dca598a84712ee0f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:05:09.960696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:09.971482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:10.038018 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.058632 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.066657 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:10.083087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:10.084252 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.110672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Pushing event deleted for resources: {'Port': ['ID=cedfcb7d-d26b-4401-95be-3b74a0845d1d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:10.117432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:10.132733 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.135916 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:10.208515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ce5868-c493-4372-9012-6476977161ae,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:10.223621 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:10.234368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] No DVR routers for this DVR port cedfcb7d-d26b-4401-95be-3b74a0845d1d on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:05:10.239528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.241135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.243887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d794f638-0b13-4afd-a32c-95ff7abbd3af req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.20 "DELETE /v2.0/ports/cedfcb7d-d26b-4401-95be-3b74a0845d1d HTTP/1.1" status: 204  len: 173 time: 1.7091715
Jun 21 03:05:10.247013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f6437a-9e02-4f1e-9e56-f24d992a0c0a', 'name': 'network-vif-deleted', 'tag': 'cedfcb7d-d26b-4401-95be-3b74a0845d1d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:10.249375 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2918b1-dd38-4f06-9618-c014dafc1c88" -d '{"events": [{"server_uuid": "09f6437a-9e02-4f1e-9e56-f24d992a0c0a", "name": "network-vif-deleted", "tag": "cedfcb7d-d26b-4401-95be-3b74a0845d1d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:10.299451 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8198cf-cd93-4d18-8943-ad38c6e942ad x-openstack-request-id: req-eb8198cf-cd93-4d18-8943-ad38c6e942ad {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:10.299451 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f6437a-9e02-4f1e-9e56-f24d992a0c0a", "name": "network-vif-deleted", "tag": "cedfcb7d-d26b-4401-95be-3b74a0845d1d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:10.299451 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb8198cf-cd93-4d18-8943-ad38c6e942ad {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:10.299451 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f6437a-9e02-4f1e-9e56-f24d992a0c0a', 'name': 'network-vif-deleted', 'tag': 'cedfcb7d-d26b-4401-95be-3b74a0845d1d', 'status': 'completed', 'code': 200}
Jun 21 03:05:10.314561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.315885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4739757
Jun 21 03:05:10.318622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34460) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:10.324517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'network': {'name': 'tempest-network-smoke--1166062044', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'port_security_enabled': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:10.377315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.378907 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP ae761622-75bf-4f07-9bc6-9db7d420f1bf disassociated. External IP: 172.25.7.177, port: 64763edc-9b9d-4835-a171-2d36d20563bb.
Jun 21 03:05:10.430900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95778116-b57a-4a2a-a30e-f3eb761a0328 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:10.439093 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95778116-b57a-4a2a-a30e-f3eb761a0328 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.527960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:10.531852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.560667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:05:10.601647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.602161 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Added segment 1ff3207e-a23b-4a5e-b6d4-9d48373f49a5 of type vlan for network be748c2e-558d-4c3d-8995-baff9f8ff5a7
Jun 21 03:05:10.607952 n-d-758944-33 neutron-server[94166]: INFO neutron.db.ipam_backend_mixin [None req-95778116-b57a-4a2a-a30e-f3eb761a0328 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 872f35a6-3159-416d-8ddb-e78fb30703bd (CIDR: 172.20.0.16/28)
Jun 21 03:05:10.683980 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-95778116-b57a-4a2a-a30e-f3eb761a0328 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:05:10.684489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95778116-b57a-4a2a-a30e-f3eb761a0328 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:10.713357 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.741687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-449c1f21-4723-4eb7-b1ff-95225588ebf1 req-b4eb0739-6afd-4075-876b-48c23fc1016c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0604842
Jun 21 03:05:10.776019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41380d-0aa3-4a85-ae0d-03de5eac995d req-d828d32f-bf4e-4720-be4c-e253e2889515 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:10.783537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d41380d-0aa3-4a85-ae0d-03de5eac995d req-d828d32f-bf4e-4720-be4c-e253e2889515 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 945 time: 0.2177413
Jun 21 03:05:10.798408 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-95778116-b57a-4a2a-a30e-f3eb761a0328 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.9728441
Jun 21 03:05:10.802619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34470) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:10.812687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'subnet': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:10.818568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:10.859869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d41380d-0aa3-4a85-ae0d-03de5eac995d req-2694b1a0-7a87-407d-9060-7778ccae3044 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750859
Jun 21 03:05:10.893556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.902007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:10.902667 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:10.905738 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:10.997610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Network': ['ID=be748c2e-558d-4c3d-8995-baff9f8ff5a7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:11.000437 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:11.021183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:05:11.053006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7333167
Jun 21 03:05:11.057391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34482) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:11.072432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'admin_state_up': True, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:11.086465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:11.091562 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.179448 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-02044349-c897-4499-9a7f-9467c491add7 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/floatingips/ae761622-75bf-4f07-9bc6-9db7d420f1bf HTTP/1.1" status: 200  len: 688 time: 1.4716206
Jun 21 03:05:11.182723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34484) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:11.194558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c98742-72d0-44d3-a98a-68a5d812fa21 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:11.211448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c98742-72d0-44d3-a98a-68a5d812fa21 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:11.213081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-31c98742-72d0-44d3-a98a-68a5d812fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f1fb50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:11.264787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-31c98742-72d0-44d3-a98a-68a5d812fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f1fb50>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:11.275362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c98742-72d0-44d3-a98a-68a5d812fa21 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:11.276203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-31c98742-72d0-44d3-a98a-68a5d812fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f1fb50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:11.316262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-31c98742-72d0-44d3-a98a-68a5d812fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f1fb50>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:11.320522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c98742-72d0-44d3-a98a-68a5d812fa21 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:11.320798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60bcaa97-84df-42a9-9cc8-db6296e29d03 req-c6334a99-c085-4de4-9efb-40e5326068b2 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] 10.222.0.25 "GET /v2.0/ports?device_id=09f6437a-9e02-4f1e-9e56-f24d992a0c0a HTTP/1.1" status: 200  len: 210 time: 0.1265585
Jun 21 03:05:11.341657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Made reservation on behalf of 5f354fbcd5f2498aa624b0337d6e1c02 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:11.345266 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.373461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.374441 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.457654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.477575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 8c165e74-7c86-4392-8cfd-db8ed4c8d544 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:11.478630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.578164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.578545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.590533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device cedfcb7d-d26b-4401-95be-3b74a0845d1d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:05:11.617743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: cedfcb7d-d26b-4401-95be-3b74a0845d1d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:05:11.619394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device cedfcb7d-d26b-4401-95be-3b74a0845d1d not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:05:11.712896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 8c165e74-7c86-4392-8cfd-db8ed4c8d544 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:11.730540 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.736509 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:11.789468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:11.794886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:11.800277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:11.800589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.803802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bbfc74-68cd-42f0-9438-86e84ac6d8b7 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:11.809830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Subnet': ['ID=fbac0457-673d-4f50-bbe7-f2a4369f4f2b,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:11.814459 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:11.894582 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:11.899890 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-354975c3-fb24-41e8-a988-abfd77dac059 req-46c2fdfd-7056-46fe-af0c-44c75c9fb573 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0708492
Jun 21 03:05:11.919175 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.1134975
Jun 21 03:05:11.920685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:11.926737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-689575856', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fbac0457-673d-4f50-bbe7-f2a4369f4f2b'}], 'security_groups': ['417bec46-d29e-42c5-a9f3-391c0dacbed9', '9d41ef19-7f2c-47b7-905a-72490ac48e9a']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:12.144090 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:12.144090 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2f54d51-c5a5-4fe4-bbe0-642383e493f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:12.177821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=8c165e74-7c86-4392-8cfd-db8ed4c8d544,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:12.178169 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:12.180936 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:12.222589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Update dhcp port {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'fixed_ips': [{'subnet_id': '872f35a6-3159-416d-8ddb-e78fb30703bd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fa7664fc-b118-4ed8-a6b9-8872e866b5f7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fbac0457-673d-4f50-bbe7-f2a4369f4f2b'}], 'binding:host_id': 'n-d-758944-33'}, 'id': 'fe07f9df-e473-4c62-a69a-28a8b944ba2f'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:05:12.267634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:12.407268 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:12.459484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:12.501149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34504) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:12.564222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:12.566793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:12.567998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/floatingips/ae761622-75bf-4f07-9bc6-9db7d420f1bf HTTP/1.1" status: 204  len: 168 time: 1.3842564
Jun 21 03:05:12.572380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34506) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:12.591783 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Allocated IP 172.20.0.34 (60831fbf-69f1-46ee-be8c-2277d4f328a1/fbac0457-673d-4f50-bbe7-f2a4369f4f2b/fe07f9df-e473-4c62-a69a-28a8b944ba2f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:12.776203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.25.7.229 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/64ccb47d-6a07-4c12-a3a1-184c73ace7c0) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:12.829011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-592c309c-10bd-4615-89ec-78db49390159 None None] For port fe07f9df-e473-4c62-a69a-28a8b944ba2f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fe07f9df-e473-4c62-a69a-28a8b944ba2f,segment=NetworkSegment(da3467e7-8e93-4e40-924e-10c63891b28a),segment_id=da3467e7-8e93-4e40-924e-10c63891b28a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:12.893016 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:12.939895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Transition to ACTIVE for port object fe07f9df-e473-4c62-a69a-28a8b944ba2f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:12.971411 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-2e8937f6-beab-46c8-97aa-e6e7d0007113 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] delete failed (client error): The resource could not be found.
Jun 21 03:05:12.972758 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2e8937f6-beab-46c8-97aa-e6e7d0007113 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/floatingips/ae761622-75bf-4f07-9bc6-9db7d420f1bf HTTP/1.1" status: 404  len: 345 time: 0.3971915
Jun 21 03:05:12.976808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34512) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:12.989452 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.009061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Deleting subnet e88cc1c4-5d56-48b6-8322-e020311fc90a {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:05:13.032500 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.036141 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a633850d-f3bf-4348-8c06-7ba334119ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:13.059501 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.201208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.249679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b48da64c-2d9f-4c08-961a-a2ee88c07ec5 req-a35c3771-9c27-45a0-b1c4-e04690aaa20b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0476053
Jun 21 03:05:13.251382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.255305 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e6c405e-7e45-4b27-8757-f9050f9da949 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:13.274725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Pushing event updated for resources: {'Port': ['ID=fe07f9df-e473-4c62-a69a-28a8b944ba2f,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:13.277837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770a7c7-29ce-4d63-88bd-ff2559128f0d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:13.284670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770a7c7-29ce-4d63-88bd-ff2559128f0d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:13.292224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770a7c7-29ce-4d63-88bd-ff2559128f0d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:13.295946 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f770a7c7-29ce-4d63-88bd-ff2559128f0d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "GET /v2.0/ports?network_id=d9eaa472-9ff9-4395-b516-7da01e0e5394 HTTP/1.1" status: 200  len: 2358 time: 0.3156993
Jun 21 03:05:13.296111 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:13.299385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34516) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:13.310517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:13.317314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:13.322941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:13.366870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=64ccb47d-6a07-4c12-a3a1-184c73ace7c0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:13.375369 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:13.397936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.442880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Delete allocated IP 172.20.0.14 (60831fbf-69f1-46ee-be8c-2277d4f328a1/fa7664fc-b118-4ed8-a6b9-8872e866b5f7) {{(pid=94166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 21 03:05:13.450963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663e32d-373a-4b7e-a073-addf31002313 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:13.456832 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c663e32d-373a-4b7e-a073-addf31002313 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "GET /v2.0/subnets/167e30a7-c636-41c0-b91d-8137cc0efc8e HTTP/1.1" status: 200  len: 797 time: 0.1483793
Jun 21 03:05:13.475578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34520) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:13.489856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Allocated IP 172.20.0.41 (60831fbf-69f1-46ee-be8c-2277d4f328a1/fbac0457-673d-4f50-bbe7-f2a4369f4f2b/394b6ed2-da10-4aa6-b4d2-221393532d39) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:13.496475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'port': {'network_id': 'd9eaa472-9ff9-4395-b516-7da01e0e5394', 'name': 'tempest-FloatingIPTestJSON-1004424631', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:13.761936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.775843 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-098eed38-c38b-4adc-8644-9dad35e092da tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:13.786161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.788424 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e88cc1c4-5d56-48b6-8322-e020311fc90a HTTP/1.1" status: 204  len: 168 time: 1.2861595
Jun 21 03:05:13.794915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34524) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:13.817694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88cc1c4-5d56-48b6-8322-e020311fc90a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:13.827343 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:13.873579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:13.911648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Transition to ACTIVE for port object 394b6ed2-da10-4aa6-b4d2-221393532d39 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:13.922027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:13.989053 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.003383 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:14.021939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fe07f9df-e473-4c62-a69a-28a8b944ba2f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:14.051578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.080574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.095886 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.249523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-e9092883-4565-4828-9864-bb9f529dbbbf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:14.251172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-e9092883-4565-4828-9864-bb9f529dbbbf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.3301120
Jun 21 03:05:14.284726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'port': {'device_id': '623e906c-9742-43e3-b44c-ef0e7983a3f8', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'admin_state_up': True, 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:14.298217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] In _notify_port_updated(), no bound segment for port 394b6ed2-da10-4aa6-b4d2-221393532d39 on network 60831fbf-69f1-46ee-be8c-2277d4f328a1 {{(pid=94166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 21 03:05:14.304098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:14.304754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.306975 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "PUT /v2.0/ports/394b6ed2-da10-4aa6-b4d2-221393532d39 HTTP/1.1" status: 200  len: 959 time: 2.3852406
Jun 21 03:05:14.312380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34536) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:14.381506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event updated for resources: {'Port': ['ID=394b6ed2-da10-4aa6-b4d2-221393532d39,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:14.383108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Provisioning for port fe07f9df-e473-4c62-a69a-28a8b944ba2f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:14.391467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:14.392071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.401147 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:14.431016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] device_id is not set on port 4526f09d-4ada-4519-a5fe-f49772c8735b yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:05:14.544952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Provisioning complete for port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:14.545674 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.657244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:14.731909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Provisioning for port 394b6ed2-da10-4aa6-b4d2-221393532d39 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:14.748014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Provisioning complete for port 394b6ed2-da10-4aa6-b4d2-221393532d39 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:14.748655 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.840746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 394b6ed2-da10-4aa6-b4d2-221393532d39 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:14.841164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:14.880787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c017175b-4894-4b32-af5b-ad66c7a16f05 None None] Port 394b6ed2-da10-4aa6-b4d2-221393532d39 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:15.021863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b938e932-75e4-43bf-9971-b7f9c6f2cb1c None None] Provisioning complete for port 394b6ed2-da10-4aa6-b4d2-221393532d39 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:15.022451 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b938e932-75e4-43bf-9971-b7f9c6f2cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.045025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ddc1d90-081b-464f-a8ba-b816f8140f0b req-8c6db1f7-2f83-4e86-ad0e-0dcf1e2706d6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.1870284
Jun 21 03:05:15.061997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.092384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1f78f70>,) {'filters': {'network_id': ['7b168b87-e1e8-484a-b96d-6e461aaa5860']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:15.097922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b938e932-75e4-43bf-9971-b7f9c6f2cb1c None None] Port 394b6ed2-da10-4aa6-b4d2-221393532d39 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:15.119374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.160717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1f78f70>, '833a662e-7f40-4c76-ac72-07436db4c905') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:15.161065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1f78f70>, '833a662e-7f40-4c76-ac72-07436db4c905') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:15.194902 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.20.0.14 (d9eaa472-9ff9-4395-b516-7da01e0e5394/167e30a7-c636-41c0-b91d-8137cc0efc8e/4526f09d-4ada-4519-a5fe-f49772c8735b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:15.195875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.203919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.20.0.12 (d9eaa472-9ff9-4395-b516-7da01e0e5394/167e30a7-c636-41c0-b91d-8137cc0efc8e/4526f09d-4ada-4519-a5fe-f49772c8735b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:15.280831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.281088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 394b6ed2-da10-4aa6-b4d2-221393532d39 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:15.299853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:05:15.300267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.386984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:05:15.404080 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:05:15.622723 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.642434 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.660243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7b168b87-e1e8-484a-b96d-6e461aaa5860 HTTP/1.1" status: 204  len: 168 time: 1.8512053
Jun 21 03:05:15.667602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:15.683982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.695455 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ace3b9e-da29-4649-97fa-896588e88706 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:15.807900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b168b87-e1e8-484a-b96d-6e461aaa5860,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:15.814977 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:15.835613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.880123 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.884990 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bb9270b8-1c5e-4615-83c1-31b8b19a65b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:15.933421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router fa395967-5ec1-41f7-9782-73f21cac5370 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:05:15.942989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=394b6ed2-da10-4aa6-b4d2-221393532d39,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:15.964333 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:15.965451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:15.991924 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-772e7b50-7efa-4056-9074-83c994f622c1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:16.053985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.20.0.12 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/2e9d707c-5b50-459c-9940-96e80a4a8561) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:16.181020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:16.237907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:16.261524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=4526f09d-4ada-4519-a5fe-f49772c8735b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:16.276108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.278172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/394b6ed2-da10-4aa6-b4d2-221393532d39 HTTP/1.1" status: 204  len: 168 time: 1.9595592
Jun 21 03:05:16.284528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:16.290279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34568) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:16.292915 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:16.390695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34570) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:16.431428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-587a1d86-923a-42fe-a214-e6bbb4a5f65f req-33d4e96a-dfa0-41f6-b24c-8f1e911509a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0558367
Jun 21 03:05:16.453228 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc797dfc-dfc2-4859-8cea-cf8786d13361 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] GET failed (client error): The resource could not be found.
Jun 21 03:05:16.458656 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc797dfc-dfc2-4859-8cea-cf8786d13361 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports/394b6ed2-da10-4aa6-b4d2-221393532d39 HTTP/1.1" status: 404  len: 333 time: 0.1582103
Jun 21 03:05:16.460176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34574) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:16.467412 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.512123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:16.512761 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.534664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Transition to ACTIVE for port object 2e9d707c-5b50-459c-9940-96e80a4a8561 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:16.539079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-19efaecd-0049-4c4d-8059-8489aaad7759 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1975656cc074dc0887ed3bd0dcfd231&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1471820
Jun 21 03:05:16.545377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34578) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:16.603708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:16.614817 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Sync routers for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:16.627966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63ea6526-56b3-44ac-b7a5-c6e8237282e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.633043 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:16.633043 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8302070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:16.638360 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37299d5f-d19d-4e63-9ea3-012013607184 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.644738 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 3.1585588
Jun 21 03:05:16.652187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34582) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:16.664349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '4526f09d-4ada-4519-a5fe-f49772c8735b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:16.703774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63ea6526-56b3-44ac-b7a5-c6e8237282e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.708343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37299d5f-d19d-4e63-9ea3-012013607184 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.784660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.789226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 5.7285702
Jun 21 03:05:16.791088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34586) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:16.844448 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f4984a72-bfbb-4cfd-ba72-24c60437590a tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=5abc1439a51442dca598a84712ee0f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0506287
Jun 21 03:05:16.844871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34590) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:16.865509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63ea6526-56b3-44ac-b7a5-c6e8237282e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.868783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63ea6526-56b3-44ac-b7a5-c6e8237282e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.870128 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-63ea6526-56b3-44ac-b7a5-c6e8237282e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd5c11f9-8d6b-463c-a958-9399ea3d0cb6 HTTP/1.1" status: 204  len: 168 time: 0.3237152
Jun 21 03:05:16.875232 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63341907-b151-4403-9875-d38e5795742b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:16.875378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.922687 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:16.923979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea6526-56b3-44ac-b7a5-c6e8237282e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c11f9-8d6b-463c-a958-9399ea3d0cb6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:16.931890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:16.938479 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63ea6526-56b3-44ac-b7a5-c6e8237282e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:16.944283 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:05:17.069125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37299d5f-d19d-4e63-9ea3-012013607184 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.074961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37299d5f-d19d-4e63-9ea3-012013607184 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.077263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-37299d5f-d19d-4e63-9ea3-012013607184 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/security-groups/5cc4b5b8-b1f7-4e7c-a4b5-7057f9262cfd HTTP/1.1" status: 204  len: 168 time: 0.6157355
Jun 21 03:05:17.082994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34598) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:17.230926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.239471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:17.259264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:17.333396 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8302070>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:13Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:17.373001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:17.408453 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Checking router: fa395967-5ec1-41f7-9782-73f21cac5370 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:05:17.408813 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Updating router fa395967-5ec1-41f7-9782-73f21cac5370 port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:05:17.486118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.25.7.158 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/88de8c53-6123-4f80-a646-778fe0e0618e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:17.514581 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.516541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=2e9d707c-5b50-459c-9940-96e80a4a8561,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:17.556290 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:17.565312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc47a5ee-9c14-48ea-81a6-b329ee63d70a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.567895 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-610a9f5f-f0a8-45d3-98ae-7420f414979c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:17.638223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:17.649892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.671546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37299d5f-d19d-4e63-9ea3-012013607184 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc4b5b8-b1f7-4e7c-a4b5-7057f9262cfd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:17.677523 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-37299d5f-d19d-4e63-9ea3-012013607184 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:17.708643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc47a5ee-9c14-48ea-81a6-b329ee63d70a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.767318 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.832190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac11aa1d-1fcb-4a87-9a37-e07fc615d16c tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:17.834827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ac11aa1d-1fcb-4a87-9a37-e07fc615d16c tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.9887285
Jun 21 03:05:17.838391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34616) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:17.914524 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc47a5ee-9c14-48ea-81a6-b329ee63d70a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.921393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc47a5ee-9c14-48ea-81a6-b329ee63d70a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:17.924988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cc47a5ee-9c14-48ea-81a6-b329ee63d70a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d41ef19-7f2c-47b7-905a-72490ac48e9a HTTP/1.1" status: 204  len: 168 time: 0.7980828
Jun 21 03:05:17.924988 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e68585d2-e0e6-41d1-b092-aec64f313785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:17.928724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34622) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:17.931085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ac30a23-6bbc-4899-a1c3-49e441df3098 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0897756
Jun 21 03:05:17.932579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34624) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:17.939574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1551777145', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:17.949293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47a5ee-9c14-48ea-81a6-b329ee63d70a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41ef19-7f2c-47b7-905a-72490ac48e9a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:17.953381 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc47a5ee-9c14-48ea-81a6-b329ee63d70a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:17.981196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9f1be83c-d18d-4df7-85a7-0cc76981349c None None] Provisioning for port 2e9d707c-5b50-459c-9940-96e80a4a8561 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:17.985643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7059853
Jun 21 03:05:17.987840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9f1be83c-d18d-4df7-85a7-0cc76981349c None None] Provisioning complete for port 2e9d707c-5b50-459c-9940-96e80a4a8561 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:17.989099 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f1be83c-d18d-4df7-85a7-0cc76981349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.014669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Request body: {'port': {'device_id': '623e906c-9742-43e3-b44c-ef0e7983a3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:18.068982 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.078148 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-69f177f9-0d27-4a81-9cfa-16e73b705478 tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:18.103177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d3102d-7405-4751-a515-ec89dd466685 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.147796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9f1be83c-d18d-4df7-85a7-0cc76981349c None None] Port 2e9d707c-5b50-459c-9940-96e80a4a8561 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:18.149841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=88de8c53-6123-4f80-a646-778fe0e0618e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:18.162608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:18.175063 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:18.176521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:18.183404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:18.247109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d3102d-7405-4751-a515-ec89dd466685 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.293730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5487b55-bdd0-4b17-a5db-39826be29245 req-f59a277b-a202-4451-8247-a80eea4796dc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:18.295300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5487b55-bdd0-4b17-a5db-39826be29245 req-f59a277b-a202-4451-8247-a80eea4796dc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 932 time: 0.2336831
Jun 21 03:05:18.298725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.325520 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.338291 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Transition to ACTIVE for port object 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:18.406132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:18.413844 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.449466 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.456203 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-cacdf35f-9ddd-48db-af65-fbc4684aa389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:18.534954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5487b55-bdd0-4b17-a5db-39826be29245 req-39969d5a-3d45-4406-b898-2cf3093a6556 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065678
Jun 21 03:05:18.620927 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Attempting to bind port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:05:18.623567 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Attempting to bind port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:05:18.628905 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Attempting to bind port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:18.633348 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063614e-974b-49ff-a949-261b8c58f0d5 None None] Pushing event updated for resources: {'Port': ['ID=64ccb47d-6a07-4c12-a3a1-184c73ace7c0,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:18.646545 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:05:18.647636 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e063614e-974b-49ff-a949-261b8c58f0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:18.650866 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:05:18.655618 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:18.656348 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.657221 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:05:18.657969 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Bound port: 64ccb47d-6a07-4c12-a3a1-184c73ace7c0, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:05:18.658608 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.677506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d3102d-7405-4751-a515-ec89dd466685 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.685440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d3102d-7405-4751-a515-ec89dd466685 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.692610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-09d3102d-7405-4751-a515-ec89dd466685 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/security-groups/417bec46-d29e-42c5-a9f3-391c0dacbed9 HTTP/1.1" status: 204  len: 168 time: 0.7649348
Jun 21 03:05:18.702595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34638) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:18.702595 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-37299d5f-d19d-4e63-9ea3-012013607184 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:18.765562 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] For port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:05:18.770824 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] For port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=64ccb47d-6a07-4c12-a3a1-184c73ace7c0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:05:18.842955 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.846572 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:18.862438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3102d-7405-4751-a515-ec89dd466685 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417bec46-d29e-42c5-a9f3-391c0dacbed9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:18.870300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet fa7664fc-b118-4ed8-a6b9-8872e866b5f7 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:05:18.899113 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09d3102d-7405-4751-a515-ec89dd466685 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:18.927072 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:18.973011 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063614e-974b-49ff-a949-261b8c58f0d5 None None] Pushing event updated for resources: {'Port': ['ID=64ccb47d-6a07-4c12-a3a1-184c73ace7c0,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:18.988877 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e063614e-974b-49ff-a949-261b8c58f0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:18.990700 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:18.992215 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8302070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:19.109583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34642) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:19.203491 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:19.245705 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:05:19.352005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eeb65-7cc6-4610-85b5-b2c5db1ec102 req-f4786a2d-3873-4d4f-8b77-14af597b4fec tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:19.364964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e5eeb65-7cc6-4610-85b5-b2c5db1ec102 req-f4786a2d-3873-4d4f-8b77-14af597b4fec tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 945 time: 0.6681767
Jun 21 03:05:19.426593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1053150924-network', 'tenant_id': '7b5d76929749438c86df834f0359e871'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:19.619147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e5eeb65-7cc6-4610-85b5-b2c5db1ec102 req-6faa0967-3434-4a2c-8cdc-3b181804727e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2531075
Jun 21 03:05:19.636022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:19.636279 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8302070>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:13Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:19.707931 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfce81-cde2-4d99-b80d-c9f4d84620e3 None None] The sync data for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 is: [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:13Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:19.722252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Made reservation on behalf of 7b5d76929749438c86df834f0359e871 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:19.724482 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:19.757701 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:19.772012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9d707c-5b50-459c-9940-96e80a4a8561 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:05:19.808900 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:19.824834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Transition to ACTIVE for port object 2e9d707c-5b50-459c-9940-96e80a4a8561 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:19.863771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-3bade397-8d7c-4e60-9976-5e884c5814b6 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:19.867121 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-3bade397-8d7c-4e60-9976-5e884c5814b6 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 945 time: 0.3226602
Jun 21 03:05:19.943807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:19.953838 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:19.956650 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ed497fb6-86c8-4f42-901e-9b736453888c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:19.962408 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-695faaf3-4e80-437e-b065-dc1a03e336cf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:20.020787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.035343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9d707c-5b50-459c-9940-96e80a4a8561,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:20.039106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:20.040366 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-12bb75c3-75a8-4f82-b44e-191aaac9a355 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:20.082275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7664fc-b118-4ed8-a6b9-8872e866b5f7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:20.088932 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:20.106610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.119305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34652) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:20.120347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/fa7664fc-b118-4ed8-a6b9-8872e866b5f7 HTTP/1.1" status: 204  len: 168 time: 1.4181962
Jun 21 03:05:20.146964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Subnet': ['ID=cc350e76-690f-4e72-a9b1-d64f2ee42ac5,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:20.183866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:20.185374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd42ce-0d14-41d4-989f-cb27ded1577d None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:20.226773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Checking segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:20.228178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network hostable DHCP agents. Network: be748c2e-558d-4c3d-8995-baff9f8ff5a7, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:05:20.243150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d08732-9a73-47f2-9098-1f4f5551dae8 req-f4f83777-828d-4dfc-8854-bce11068f886 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:20.250531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8d08732-9a73-47f2-9098-1f4f5551dae8 req-f4f83777-828d-4dfc-8854-bce11068f886 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 932 time: 0.4056640
Jun 21 03:05:20.252173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet fbac0457-673d-4f50-bbe7-f2a4369f4f2b {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:05:20.258855 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.262648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.375651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Deleting port ab206b8d-1805-41e9-9b70-777ac755a1b1 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:20.376244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.381086 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.514232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:05:20.703287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.943694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.960349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, be748c2e-558d-4c3d-8995-baff9f8ff5a7) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:20.967890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9af78-0f20-400a-a5a6-b3f9f6fe72ec None None] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:20.972110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:20.975833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:20.979426 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.050160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8d08732-9a73-47f2-9098-1f4f5551dae8 req-0b095d5a-5a34-4acb-a1a3-ca90912603ec tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7940569
Jun 21 03:05:21.073734 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.073869 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28c0fe1d-da7f-4fbb-a4e1-7f3db9921578 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:21.078099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Attempting to bind port 2e9d707c-5b50-459c-9940-96e80a4a8561 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:05:21.078437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Attempting to bind port 2e9d707c-5b50-459c-9940-96e80a4a8561 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:05:21.078764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Attempting to bind port 2e9d707c-5b50-459c-9940-96e80a4a8561 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:21.084867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Port 2e9d707c-5b50-459c-9940-96e80a4a8561 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:05:21.091593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Attempting to bind port 2e9d707c-5b50-459c-9940-96e80a4a8561 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:21.095704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:05:21.096040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:21.096424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:05:21.097376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Bound port: 2e9d707c-5b50-459c-9940-96e80a4a8561, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:05:21.097376 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.139969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa4fdd-4e40-449e-b88b-69ee03b5041e req-c8f3ff95-f020-43f9-a8f3-5d6678a5cc15 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:21.141715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8aa4fdd-4e40-449e-b88b-69ee03b5041e req-c8f3ff95-f020-43f9-a8f3-5d6678a5cc15 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 945 time: 0.2167110
Jun 21 03:05:21.144370 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.149209 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d79b592e-44ad-40db-9e68-10336f21c86f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:21.233991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:05:21.315428 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.316054 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Added segment 9237ad0f-fff7-4c3a-adf6-fe1933ee7926 of type vlan for network c4744d5b-bb76-4ec7-bea3-fb413b4257cb
Jun 21 03:05:21.325365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7898ac-f46e-40fd-af40-6e73aa0bee2c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:21.328824 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:21.330043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] For port 2e9d707c-5b50-459c-9940-96e80a4a8561, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:05:21.359612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] For port 2e9d707c-5b50-459c-9940-96e80a4a8561, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2e9d707c-5b50-459c-9940-96e80a4a8561,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:05:21.359938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:05:21.359938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.360457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8aa4fdd-4e40-449e-b88b-69ee03b5041e req-e9d4a18e-493d-46fa-af81-1083b76d0453 tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/security-groups?id=a792e989-7b83-4cb0-a73e-6bc631cb5584&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715415
Jun 21 03:05:21.389687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.390168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] For port ab206b8d-1805-41e9-9b70-777ac755a1b1, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ab206b8d-1805-41e9-9b70-777ac755a1b1,segment=NetworkSegment(97fddb1c-9094-40c0-9149-7f54e890387a),segment_id=97fddb1c-9094-40c0-9149-7f54e890387a)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:21.390479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.455552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=fbac0457-673d-4f50-bbe7-f2a4369f4f2b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:21.462205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.465975 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d793382-4d5e-40fc-8502-c8deba6d1665 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:21.469305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 3.5351365
Jun 21 03:05:21.470494 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:21.472500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34656) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:21.520072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:21.521088 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.522993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] 10.222.0.26 "PUT /v2.0/ports/2e9d707c-5b50-459c-9940-96e80a4a8561 HTTP/1.1" status: 200  len: 1093 time: 3.5176272
Jun 21 03:05:21.536648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e906c-9742-43e3-b44c-ef0e7983a3f8', 'tag': '2e9d707c-5b50-459c-9940-96e80a4a8561'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:21.539679 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a457afc-86de-4fb7-a8f9-ef1c7f62de6a" -d '{"events": [{"name": "network-changed", "server_uuid": "623e906c-9742-43e3-b44c-ef0e7983a3f8", "tag": "2e9d707c-5b50-459c-9940-96e80a4a8561"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:21.542752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.544315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:21.544902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.593356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Calling delete_port for ab206b8d-1805-41e9-9b70-777ac755a1b1 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:21.599557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:21.606997 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/fbac0457-673d-4f50-bbe7-f2a4369f4f2b HTTP/1.1" status: 204  len: 168 time: 1.4801104
Jun 21 03:05:21.625855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34660) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:21.637064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9d707c-5b50-459c-9940-96e80a4a8561,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:21.642757 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:21.648573 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bab7eab-2f29-4762-93e9-369a0a3cdfd4 x-openstack-request-id: req-3bab7eab-2f29-4762-93e9-369a0a3cdfd4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:21.653684 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623e906c-9742-43e3-b44c-ef0e7983a3f8", "tag": "2e9d707c-5b50-459c-9940-96e80a4a8561", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:21.654165 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bab7eab-2f29-4762-93e9-369a0a3cdfd4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:21.659854 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e906c-9742-43e3-b44c-ef0e7983a3f8', 'tag': '2e9d707c-5b50-459c-9940-96e80a4a8561', 'status': 'completed', 'code': 200}
Jun 21 03:05:21.667087 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-27596f59-eb08-4f30-892c-35944fe6b87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:21.739972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Allocated IP 172.20.0.2 (be748c2e-558d-4c3d-8995-baff9f8ff5a7/cc350e76-690f-4e72-a9b1-d64f2ee42ac5/78fa9fb2-2822-4b61-a8df-51f808bd45ae) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:21.804630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.6733572
Jun 21 03:05:21.843218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Pushing event updated for resources: {'Network': ['ID=c4744d5b-bb76-4ec7-bea3-fb413b4257cb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:21.848120 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:21.860199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c4744d5b-bb76-4ec7-bea3-fb413b4257cb details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:05:21.890806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457afc-86de-4fb7-a8f9-ef1c7f62de6a req-216b216b-d4fc-4c07-a461-df7a91cd9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:21.893704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a457afc-86de-4fb7-a8f9-ef1c7f62de6a req-216b216b-d4fc-4c07-a461-df7a91cd9359 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 1096 time: 0.2219069
Jun 21 03:05:21.925173 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e3f408-b56c-4afd-90e0-8732e410a395 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:21.925639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e3f408-b56c-4afd-90e0-8732e410a395 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:21.933676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26e3f408-b56c-4afd-90e0-8732e410a395 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/fa7664fc-b118-4ed8-a6b9-8872e866b5f7 HTTP/1.1" status: 404  len: 337 time: 0.1350551
Jun 21 03:05:21.956910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34664) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:22.214310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting subnet 872f35a6-3159-416d-8ddb-e78fb30703bd {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:05:22.267152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.277822 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.384033 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.390459 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1da86b0-b1a8-4b59-93dd-018d7b6b8e75 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:22.445310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.505901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f9c8d9-c767-48c4-b233-d53f41139e11 None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:22.522321 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.563169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=88de8c53-6123-4f80-a646-778fe0e0618e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:22.566978 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:22.575513 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9bc62e6-1e2b-4ba4-a105-bb987335336e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:22.627681 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.666059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] No DVR routers for this DVR port ab206b8d-1805-41e9-9b70-777ac755a1b1 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:05:22.670094 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.673159 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aef3ca12-7e8e-44a2-89c3-de873637e2b4 req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.26 "DELETE /v2.0/ports/ab206b8d-1805-41e9-9b70-777ac755a1b1 HTTP/1.1" status: 204  len: 173 time: 2.7941976
Jun 21 03:05:22.674056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.688227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:22.709657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91d9208-7340-422f-ba57-cad11da0a52e', 'name': 'network-vif-deleted', 'tag': 'ab206b8d-1805-41e9-9b70-777ac755a1b1'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:22.709895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457afc-86de-4fb7-a8f9-ef1c7f62de6a req-8d64aa00-8c7c-4df4-930c-37d60dec0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:22.721886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a457afc-86de-4fb7-a8f9-ef1c7f62de6a req-8d64aa00-8c7c-4df4-930c-37d60dec0058 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&shared=False HTTP/1.1" status: 200  len: 912 time: 0.8079815
Jun 21 03:05:22.722080 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918f0ea5-5b3c-41bd-8b20-e4efda0aa690" -d '{"events": [{"server_uuid": "a91d9208-7340-422f-ba57-cad11da0a52e", "name": "network-vif-deleted", "tag": "ab206b8d-1805-41e9-9b70-777ac755a1b1"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:22.768248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Pushing event deleted for resources: {'Port': ['ID=ab206b8d-1805-41e9-9b70-777ac755a1b1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:22.771609 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:22.890676 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.918388 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4187af87-e511-4778-a48a-3ad4cb1c3d64 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:22.926697 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:22.961265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Transition to ACTIVE for port object 78fa9fb2-2822-4b61-a8df-51f808bd45ae will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:22.967875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c6e260ee-13c3-4707-a310-e19fdeb1ebe8 None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:22.968263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6e260ee-13c3-4707-a310-e19fdeb1ebe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.011400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Subnet': ['ID=872f35a6-3159-416d-8ddb-e78fb30703bd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:23.021836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.024268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/872f35a6-3159-416d-8ddb-e78fb30703bd HTTP/1.1" status: 204  len: 168 time: 1.0644639
Jun 21 03:05:23.030834 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:23.038018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34678) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.072915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:23.078596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Transition to ACTIVE for port object 78fa9fb2-2822-4b61-a8df-51f808bd45ae will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:23.081803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:23.082183 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.123011 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dafa10-651f-4e71-8c0a-54adb96563d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:23.123469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dafa10-651f-4e71-8c0a-54adb96563d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:23.125210 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d6dafa10-651f-4e71-8c0a-54adb96563d0 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/77c1351e-ce46-4cb8-951d-687d3a97ee66 HTTP/1.1" status: 404  len: 337 time: 0.0822582
Jun 21 03:05:23.154231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34680) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.212359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e360340b-8c1b-4684-9169-510689aed5d9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6b72cc-914b-4fc5-90d0-bba79215f25f HTTP/1.1" status: 200  len: 205 time: 0.0560379
Jun 21 03:05:23.221624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb1e88-da37-4e58-bf2e-2bf46818fe7e req-e01333ad-f81f-4bdd-ba4e-2d6ef2e4ed95 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:23.231418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5beb1e88-da37-4e58-bf2e-2bf46818fe7e req-e01333ad-f81f-4bdd-ba4e-2d6ef2e4ed95 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 0.6933386
Jun 21 03:05:23.233155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34682) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.239744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c6e260ee-13c3-4707-a310-e19fdeb1ebe8 None None] Provisioning complete for port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:23.241206 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6e260ee-13c3-4707-a310-e19fdeb1ebe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.270978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f66cd-f70a-4ece-8682-78e9d034be1d req-865f666e-2581-4329-9174-6eeecd40d21b tempest-ComputeTenantNetworksTest-369469952 tempest-ComputeTenantNetworksTest-369469952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:23.277672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f66cd-f70a-4ece-8682-78e9d034be1d req-865f666e-2581-4329-9174-6eeecd40d21b tempest-ComputeTenantNetworksTest-369469952 tempest-ComputeTenantNetworksTest-369469952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:23.284629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f66cd-f70a-4ece-8682-78e9d034be1d req-865f666e-2581-4329-9174-6eeecd40d21b tempest-ComputeTenantNetworksTest-369469952 tempest-ComputeTenantNetworksTest-369469952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:23.291523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c6e260ee-13c3-4707-a310-e19fdeb1ebe8 None None] Port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:23.297708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f18f66cd-f70a-4ece-8682-78e9d034be1d req-865f666e-2581-4329-9174-6eeecd40d21b tempest-ComputeTenantNetworksTest-369469952 tempest-ComputeTenantNetworksTest-369469952-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.7610233
Jun 21 03:05:23.298921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457afc-86de-4fb7-a8f9-ef1c7f62de6a req-349c8247-fd60-41da-807d-a117dd24838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:23.326723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a457afc-86de-4fb7-a8f9-ef1c7f62de6a req-349c8247-fd60-41da-807d-a117dd24838c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5764441
Jun 21 03:05:23.326833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.326833 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e29276b8-3191-40e5-8e4a-963fdf01062d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:23.427398 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-b6e3a6aa-9a7b-4972-b4d0-cf68907abdc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] delete failed (client error): The resource could not be found.
Jun 21 03:05:23.428444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b6e3a6aa-9a7b-4972-b4d0-cf68907abdc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/routers/7c6b72cc-914b-4fc5-90d0-bba79215f25f HTTP/1.1" status: 404  len: 336 time: 0.1930687
Jun 21 03:05:23.436293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34686) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.456929 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.474160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5beb1e88-da37-4e58-bf2e-2bf46818fe7e req-f40b3b41-cfe2-4131-ae3b-f8ad1caa75d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417209
Jun 21 03:05:23.489779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=64ccb47d-6a07-4c12-a3a1-184c73ace7c0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:23.495038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:23.578751 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9005b538-9d66-45b3-9701-a16522c8daaa tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:23.579759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9005b538-9d66-45b3-9701-a16522c8daaa tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:23.585866 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9005b538-9d66-45b3-9701-a16522c8daaa tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/e4cdb370-7e80-4000-bb66-6c65b6e6d390 HTTP/1.1" status: 404  len: 337 time: 0.1372771
Jun 21 03:05:23.589753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34690) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.589944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Pushing event updated for resources: {'Port': ['ID=78fa9fb2-2822-4b61-a8df-51f808bd45ae,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:23.596627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:23.607568 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:23.607568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:23.628625 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.658785 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff678c1-7f5b-4b31-9128-e74ab8234408 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:23.659265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff678c1-7f5b-4b31-9128-e74ab8234408 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:23.666691 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ff678c1-7f5b-4b31-9128-e74ab8234408 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/6a3ea114-2d62-4b68-b2a1-0e13d8489ec0 HTTP/1.1" status: 404  len: 337 time: 0.0713885
Jun 21 03:05:23.671749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d86c808f-c11a-4a35-a67c-1e670c28e79a req-54492f48-aaee-4e63-9b89-1511102873bf tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] 10.222.0.25 "GET /v2.0/ports?device_id=a91d9208-7340-422f-ba57-cad11da0a52e HTTP/1.1" status: 200  len: 210 time: 0.1266310
Jun 21 03:05:23.678174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34692) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.686875 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-98288b93-17de-4b80-b6a7-12101aab33d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:23.697552 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e069c7-c0bf-473e-820d-fc1eb70ade46 x-openstack-request-id: req-00e069c7-c0bf-473e-820d-fc1eb70ade46 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:23.697913 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91d9208-7340-422f-ba57-cad11da0a52e", "name": "network-vif-deleted", "tag": "ab206b8d-1805-41e9-9b70-777ac755a1b1", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:23.698432 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00e069c7-c0bf-473e-820d-fc1eb70ade46 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:23.699161 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91d9208-7340-422f-ba57-cad11da0a52e', 'name': 'network-vif-deleted', 'tag': 'ab206b8d-1805-41e9-9b70-777ac755a1b1', 'status': 'completed', 'code': 200}
Jun 21 03:05:23.734126 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18c892a-1dc1-4303-b67f-e2f884b446c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:23.734957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18c892a-1dc1-4303-b67f-e2f884b446c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:23.737134 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f18c892a-1dc1-4303-b67f-e2f884b446c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/cd993040-31b7-4c7c-b688-6bfa86402293 HTTP/1.1" status: 404  len: 337 time: 0.0544424
Jun 21 03:05:23.744138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34694) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.769046 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP 914623a7-1142-441d-af8b-3b7b2fed507e associated. External IP: 172.25.7.158, port: 4526f09d-4ada-4519-a5fe-f49772c8735b.
Jun 21 03:05:23.810539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d3b8e-6872-49bc-a6ad-1d92a5e442ff None None] Update dhcp port {'port': {'network_id': '60831fbf-69f1-46ee-be8c-2277d4f328a1', 'fixed_ips': [{'subnet_id': '872f35a6-3159-416d-8ddb-e78fb30703bd'}], 'binding:host_id': 'n-d-758944-33'}, 'id': 'fe07f9df-e473-4c62-a69a-28a8b944ba2f'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:05:23.823010 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-638709d6-d5f4-42b7-9d76-64c71fc02a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:23.823806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638709d6-d5f4-42b7-9d76-64c71fc02a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:23.828942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-638709d6-d5f4-42b7-9d76-64c71fc02a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/d74ffe95-0a73-4171-93fc-e95f04209044 HTTP/1.1" status: 404  len: 333 time: 0.0819185
Jun 21 03:05:23.829585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34696) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.836040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-1a89b8f2-05b3-4b9a-bfdf-0fe97f35a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:23.839049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-1a89b8f2-05b3-4b9a-bfdf-0fe97f35a622 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 1096 time: 0.4269524
Jun 21 03:05:23.856958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Attempting to bind port 78fa9fb2-2822-4b61-a8df-51f808bd45ae on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:05:23.857368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Attempting to bind port 78fa9fb2-2822-4b61-a8df-51f808bd45ae by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:05:23.857742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Attempting to bind port 78fa9fb2-2822-4b61-a8df-51f808bd45ae on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:23.866674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:05:23.867073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Checking segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:23.868015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.868608 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Bound using segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:05:23.869292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Bound port: 78fa9fb2-2822-4b61-a8df-51f808bd45ae, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:05:23.869719 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.912327 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9321f60-bb92-45a1-ad85-232d36480cf7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:23.912970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9321f60-bb92-45a1-ad85-232d36480cf7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:23.918476 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e9321f60-bb92-45a1-ad85-232d36480cf7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/1c084c90-70e0-4db2-b511-43fbb577625e HTTP/1.1" status: 404  len: 337 time: 0.0854912
Jun 21 03:05:23.955795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be9d3b8e-6872-49bc-a6ad-1d92a5e442ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:23.958549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34698) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:23.970800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-ced5e1ea-3149-41be-a3fb-bc53eab176f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9d707c-5b50-459c-9940-96e80a4a8561 HTTP/1.1" status: 200  len: 217 time: 0.1201046
Jun 21 03:05:23.995578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=64ccb47d-6a07-4c12-a3a1-184c73ace7c0,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:24.003718 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:24.076413 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0211c8d2-bb3d-4e1c-92b3-7157175e0d11 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:24.076877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0211c8d2-bb3d-4e1c-92b3-7157175e0d11 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:24.080931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0211c8d2-bb3d-4e1c-92b3-7157175e0d11 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/0b672c9a-4222-406b-b04d-cee38227dd5a HTTP/1.1" status: 404  len: 337 time: 0.1065843
Jun 21 03:05:24.080931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-f321d24d-8026-4930-845d-07b2ee5ee292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:24.087783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-f321d24d-8026-4930-845d-07b2ee5ee292 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0643492
Jun 21 03:05:24.087783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34700) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:24.139991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] For port 78fa9fb2-2822-4b61-a8df-51f808bd45ae, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:05:24.142304 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f033e30-57c2-4ce3-abc5-564c22a8f90c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:24.143330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f033e30-57c2-4ce3-abc5-564c22a8f90c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:24.145244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6f033e30-57c2-4ce3-abc5-564c22a8f90c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/2016a449-5aee-4545-abb0-010c4d7caa3f HTTP/1.1" status: 404  len: 333 time: 0.0572143
Jun 21 03:05:24.162970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34702) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:24.163111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] For port 78fa9fb2-2822-4b61-a8df-51f808bd45ae, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=78fa9fb2-2822-4b61-a8df-51f808bd45ae,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:05:24.184491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4757-0c71-4917-b9cc-53f1b5d2dfbe req-03d40af5-c859-43e8-b8dc-efae2c0d1577 tempest-ComputeTenantNetworksTest-369469952 tempest-ComputeTenantNetworksTest-369469952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:24.200727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0afd4757-0c71-4917-b9cc-53f1b5d2dfbe req-03d40af5-c859-43e8-b8dc-efae2c0d1577 tempest-ComputeTenantNetworksTest-369469952 tempest-ComputeTenantNetworksTest-369469952-project] 10.222.0.25 "GET /v2.0/networks/c4744d5b-bb76-4ec7-bea3-fb413b4257cb HTTP/1.1" status: 200  len: 769 time: 0.4948592
Jun 21 03:05:24.208959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ab206b8d-1805-41e9-9b70-777ac755a1b1 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:05:24.209196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34704) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:24.250771 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c82170f-241e-4144-b388-90e4b90b232f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:24.250771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c82170f-241e-4144-b388-90e4b90b232f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:24.250771 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6c82170f-241e-4144-b388-90e4b90b232f tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/3c7e2019-1cf5-4f9d-9a3e-dd8014fa3310 HTTP/1.1" status: 404  len: 337 time: 0.0738807
Jun 21 03:05:24.265637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34706) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:24.277411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf48505-fd37-4b45-8703-c1555ea6555a None None] Network 60831fbf-69f1-46ee-be8c-2277d4f328a1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:24.284231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.287734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: ab206b8d-1805-41e9-9b70-777ac755a1b1 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:05:24.287734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ab206b8d-1805-41e9-9b70-777ac755a1b1 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:05:24.290381 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.298560 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.317420 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:24.395291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0c2c283c-1893-469c-8d10-3b0fe0fed9b4 None None] Provisioning complete for port fe07f9df-e473-4c62-a69a-28a8b944ba2f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:24.395679 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c2c283c-1893-469c-8d10-3b0fe0fed9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.412568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.424328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d95bf250>,) {'filters': {'network_id': ['c4744d5b-bb76-4ec7-bea3-fb413b4257cb']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:24.435327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d95bf250>, '9237ad0f-fff7-4c3a-adf6-fe1933ee7926') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:24.435622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d95bf250>, '9237ad0f-fff7-4c3a-adf6-fe1933ee7926') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:24.450009 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.465125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.471530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:05:24.471932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:05:24.548242 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:05:24.554711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-bfac68ca-e8c2-4b78-9e47-752be0898d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:24.556816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-bfac68ca-e8c2-4b78-9e47-752be0898d39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4501855
Jun 21 03:05:24.562088 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca67652e-252a-49c1-ab30-2853a870f153 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:05:24.564230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca67652e-252a-49c1-ab30-2853a870f153 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:05:24.571378 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ca67652e-252a-49c1-ab30-2853a870f153 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/subnets/671eb0c8-3219-47c5-a5c3-53bdbc777882 HTTP/1.1" status: 404  len: 337 time: 0.3033998
Jun 21 03:05:24.572512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34710) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:24.607109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Pushing event updated for resources: {'Port': ['ID=78fa9fb2-2822-4b61-a8df-51f808bd45ae,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:24.614672 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:24.676008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0c2c283c-1893-469c-8d10-3b0fe0fed9b4 None None] Provisioning complete for port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:24.676411 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c2c283c-1893-469c-8d10-3b0fe0fed9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.688729 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.698089 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c6dd4298-a940-4847-a050-72515ca4736a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:24.733020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c283c-1893-469c-8d10-3b0fe0fed9b4 None None] Port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:24.749271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.751992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] DHCP port deletion for 60831fbf-69f1-46ee-be8c-2277d4f328a1 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:05:24.757003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c4744d5b-bb76-4ec7-bea3-fb413b4257cb HTTP/1.1" status: 204  len: 168 time: 0.5461030
Jun 21 03:05:24.803047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4744d5b-bb76-4ec7-bea3-fb413b4257cb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:24.826394 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:24.887134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] Deleting port fe07f9df-e473-4c62-a69a-28a8b944ba2f {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:24.887527 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:24.981175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:25.000942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-0ef9538b-278f-423c-b2df-03b8055b8de7 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4364998
Jun 21 03:05:25.031698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] For port fe07f9df-e473-4c62-a69a-28a8b944ba2f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fe07f9df-e473-4c62-a69a-28a8b944ba2f,segment=NetworkSegment(da3467e7-8e93-4e40-924e-10c63891b28a),segment_id=da3467e7-8e93-4e40-924e-10c63891b28a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:25.032103 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.102394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc5a9d-b651-439c-9e25-0cc91acf01c4 req-a118e081-0ab1-43ae-a80e-a54e4a776a24 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:25.110434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34fc5a9d-b651-439c-9e25-0cc91acf01c4 req-a118e081-0ab1-43ae-a80e-a54e4a776a24 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 0.3673646
Jun 21 03:05:25.149661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] Calling delete_port for fe07f9df-e473-4c62-a69a-28a8b944ba2f owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:25.185888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34fc5a9d-b651-439c-9e25-0cc91acf01c4 req-1920bbce-c3ac-4b5e-bdd5-192a7f33ac4e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744426
Jun 21 03:05:25.188517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-418037bc-3bd9-4758-b3d7-9efd53442a2d req-49c75ab0-1392-402e-b9c7-59578fbdf0b0 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806309
Jun 21 03:05:25.264353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:25.321474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Deleting port 743c337a-3bdc-40a7-bc36-d618fbf49ed3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:25.322383 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.346371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c87cdaf9-f32e-44a4-9230-60a4be89016b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b5d76929749438c86df834f0359e871&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0806298
Jun 21 03:05:25.351431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34720) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:25.368555 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.372907 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-26303006-58a3-41ec-8e01-5782c82bd280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:25.395075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] Pushing event deleted for resources: {'Port': ['ID=fe07f9df-e473-4c62-a69a-28a8b944ba2f,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:25.399034 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:25.406634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] No DVR routers for this DVR port fe07f9df-e473-4c62-a69a-28a8b944ba2f on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:05:25.437753 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ade4c1a7-7e4c-4d0e-aa0d-e9e8c23b0f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.442019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:25.455680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f12b45-1746-4f9b-9595-fbccf1aa8ebc None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:25.470772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ade4c1a7-7e4c-4d0e-aa0d-e9e8c23b0f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.474254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f12b45-1746-4f9b-9595-fbccf1aa8ebc None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:25.475126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-97f12b45-1746-4f9b-9595-fbccf1aa8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de50e580>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:25.517110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.530048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-97f12b45-1746-4f9b-9595-fbccf1aa8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de50e580>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:25.541488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f12b45-1746-4f9b-9595-fbccf1aa8ebc None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:25.543964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-97f12b45-1746-4f9b-9595-fbccf1aa8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de50e580>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:25.613085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-97f12b45-1746-4f9b-9595-fbccf1aa8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de50e580>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:25.614860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f12b45-1746-4f9b-9595-fbccf1aa8ebc None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:25.642325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ade4c1a7-7e4c-4d0e-aa0d-e9e8c23b0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.648655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Calling delete_port for 743c337a-3bdc-40a7-bc36-d618fbf49ed3 owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:25.649139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ade4c1a7-7e4c-4d0e-aa0d-e9e8c23b0f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.652189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ade4c1a7-7e4c-4d0e-aa0d-e9e8c23b0f2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d7898ac-f46e-40fd-af40-6e73aa0bee2c HTTP/1.1" status: 204  len: 168 time: 0.2990615
Jun 21 03:05:25.652189 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09d3102d-7405-4751-a515-ec89dd466685 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:25.658355 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:25.662979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4c1a7-7e4c-4d0e-aa0d-e9e8c23b0f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7898ac-f46e-40fd-af40-6e73aa0bee2c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:25.669013 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ade4c1a7-7e4c-4d0e-aa0d-e9e8c23b0f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:25.827688 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 9.1692793
Jun 21 03:05:25.830408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34724) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:25.835414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'port_id': '4526f09d-4ada-4519-a5fe-f49772c8735b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:25.856637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.20.0.1 (be748c2e-558d-4c3d-8995-baff9f8ff5a7/cc350e76-690f-4e72-a9b1-d64f2ee42ac5/f15c7cd2-a872-49b5-8293-97fef063410f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:25.972140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.069536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.088927 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b6b33a8-bea2-4da5-9ad5-e701ba2a6acb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:26.159798 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.163289 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/ports/743c337a-3bdc-40a7-bc36-d618fbf49ed3 HTTP/1.1" status: 204  len: 168 time: 1.4937592
Jun 21 03:05:26.164621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Port': ['ID=743c337a-3bdc-40a7-bc36-d618fbf49ed3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:26.166059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34728) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:26.169889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.172815 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:26.204104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Transition to ACTIVE for port object f15c7cd2-a872-49b5-8293-97fef063410f will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:26.233935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 78fa9fb2-2822-4b61-a8df-51f808bd45ae up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:26.323163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ff5b6-a458-467d-b90d-4b7a97129aa8 None None] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:26.334503 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.336981 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d35d59ce-ec52-477f-bd1b-ef68ca100508 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:26.415656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.482547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=f15c7cd2-a872-49b5-8293-97fef063410f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:26.502501 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:26.515284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f1adbbc2-060e-422f-acfe-a3389326aba4 None None] Provisioning for port 78fa9fb2-2822-4b61-a8df-51f808bd45ae completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:26.522425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:26.524759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:26.531911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:26.542823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 78fa9fb2-2822-4b61-a8df-51f808bd45ae completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:26.547597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 78fa9fb2-2822-4b61-a8df-51f808bd45ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:26.548238 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.639859 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.699521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.712787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.750065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 78fa9fb2-2822-4b61-a8df-51f808bd45ae, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=78fa9fb2-2822-4b61-a8df-51f808bd45ae,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:26.842482 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:26.843368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:26.846507 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:26.986096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=78fa9fb2-2822-4b61-a8df-51f808bd45ae,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:26.990560 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:27.006600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:27.007299 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:27.081926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:27.260073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-52eda5d1-f45f-4f63-9b7b-8b2542a4fc37 None None] Provisioning complete for port 78fa9fb2-2822-4b61-a8df-51f808bd45ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:27.265664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-52eda5d1-f45f-4f63-9b7b-8b2542a4fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:27.342560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fe07f9df-e473-4c62-a69a-28a8b944ba2f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:05:27.489962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: fe07f9df-e473-4c62-a69a-28a8b944ba2f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:05:27.490645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fe07f9df-e473-4c62-a69a-28a8b944ba2f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:05:27.690335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d30723a0>,) {'filters': {'network_id': ['60831fbf-69f1-46ee-be8c-2277d4f328a1']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:27.747290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d30723a0>, 'da3467e7-8e93-4e40-924e-10c63891b28a') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:27.853364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d30723a0>, 'da3467e7-8e93-4e40-924e-10c63891b28a') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:27.853364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:27.854371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:27.855906 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:27.872468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabcee5-4773-449f-acb7-539adfa1f39a req-08b7fcc0-283f-479e-a927-982bc93dd984 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:27.874215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fabcee5-4773-449f-acb7-539adfa1f39a req-08b7fcc0-283f-479e-a927-982bc93dd984 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 1.3610299
Jun 21 03:05:27.881443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:05:27.881929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:05:27.886913 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:05:27.979885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:27.983089 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:27.990521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-52eda5d1-f45f-4f63-9b7b-8b2542a4fc37 None None] Provisioning for port f15c7cd2-a872-49b5-8293-97fef063410f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:28.000876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-52eda5d1-f45f-4f63-9b7b-8b2542a4fc37 None None] Provisioning complete for port f15c7cd2-a872-49b5-8293-97fef063410f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:28.001273 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-52eda5d1-f45f-4f63-9b7b-8b2542a4fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.059658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 78fa9fb2-2822-4b61-a8df-51f808bd45ae up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:28.120650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0fabcee5-4773-449f-acb7-539adfa1f39a req-7e690d62-d548-446a-88e3-a434800f51af tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190638
Jun 21 03:05:28.129079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-52eda5d1-f45f-4f63-9b7b-8b2542a4fc37 None None] Port f15c7cd2-a872-49b5-8293-97fef063410f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:28.176744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=f15c7cd2-a872-49b5-8293-97fef063410f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:28.183785 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.186048 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:28.188560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 78fa9fb2-2822-4b61-a8df-51f808bd45ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:28.189004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.199583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.206844 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66ef1982-f48a-43fc-9c74-8a90141b5eee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:28.217482 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.219300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] 10.222.0.25 "DELETE /v2.0/networks/60831fbf-69f1-46ee-be8c-2277d4f328a1 HTTP/1.1" status: 204  len: 168 time: 2.0523088
Jun 21 03:05:28.240754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Pushing event deleted for resources: {'Network': ['ID=60831fbf-69f1-46ee-be8c-2277d4f328a1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:28.249435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:28.255917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 03:05:28.299565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-75815e00-7662-4d50-a245-ce2692dc49e2 None None] Provisioning complete for port f15c7cd2-a872-49b5-8293-97fef063410f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:28.299979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75815e00-7662-4d50-a245-ce2692dc49e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.332039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.394890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-75815e00-7662-4d50-a245-ce2692dc49e2 None None] Port f15c7cd2-a872-49b5-8293-97fef063410f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:28.399249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:28.401290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:28.435070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.681615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router fa395967-5ec1-41f7-9782-73f21cac5370 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:28.833125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:28.846027 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "PUT /v2.0/routers/fa395967-5ec1-41f7-9782-73f21cac5370/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3044877
Jun 21 03:05:28.857593 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Sync routers for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:28.860069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-648f8223-7e80-4af2-91b7-6a4e83c62843 None None] Provisioning complete for port f15c7cd2-a872-49b5-8293-97fef063410f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:28.860459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-648f8223-7e80-4af2-91b7-6a4e83c62843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:28.885902 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:28.893702 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9238b80>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:28.930459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-648f8223-7e80-4af2-91b7-6a4e83c62843 None None] Port f15c7cd2-a872-49b5-8293-97fef063410f cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:28.966741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:29.110396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:29.116554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34784) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:29.119755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:29.127679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d39058-8f96-41fb-8d0b-09653d4e49ab None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:29.170851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d39058-8f96-41fb-8d0b-09653d4e49ab None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:29.171496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-68d39058-8f96-41fb-8d0b-09653d4e49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5d3d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:29.187940 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:05:29.335974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-68d39058-8f96-41fb-8d0b-09653d4e49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5d3d0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:29.367741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8a94b28d-2dc0-4152-9743-834e5289765d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f354fbcd5f2498aa624b0337d6e1c02&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2423925
Jun 21 03:05:29.369483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34806) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:29.379036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d39058-8f96-41fb-8d0b-09653d4e49ab None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:29.379701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-68d39058-8f96-41fb-8d0b-09653d4e49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5d3d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:29.399740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34808) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:29.401322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-331a1bf9-c43c-4dc1-90ed-b259cd0c70f0 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/floatingips/914623a7-1142-441d-af8b-3b7b2fed507e HTTP/1.1" status: 200  len: 979 time: 3.5695810
Jun 21 03:05:29.458667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-68d39058-8f96-41fb-8d0b-09653d4e49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5d3d0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:29.462423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d39058-8f96-41fb-8d0b-09653d4e49ab None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:29.473680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-dd6a1610-0446-4a04-8af8-061f931de658 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954197309&fields=id&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 267 time: 0.1545427
Jun 21 03:05:29.477607 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9238b80>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:27Z', 'revision_number': 2, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:29.523291 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Checking router: fa395967-5ec1-41f7-9782-73f21cac5370 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:05:29.524289 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Updating router fa395967-5ec1-41f7-9782-73f21cac5370 port f15c7cd2-a872-49b5-8293-97fef063410f binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:05:29.567782 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:29.672227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-5da98f30-0bf6-4da9-b490-73f9222ed467 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:29.680306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-5da98f30-0bf6-4da9-b490-73f9222ed467 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 797 time: 0.2048962
Jun 21 03:05:29.703497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e7c03583-c5df-4541-a8af-4d36317b70ae tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/quotas/5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 375 time: 0.0216403
Jun 21 03:05:29.728366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b7374-0d06-486b-aaff-17e0d270c338 req-8a76719e-7f75-4d6f-8e6a-f8d05b8bd0e8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:29.730714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f04b7374-0d06-486b-aaff-17e0d270c338 req-8a76719e-7f75-4d6f-8e6a-f8d05b8bd0e8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 0.2003133
Jun 21 03:05:29.814475 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f04b7374-0d06-486b-aaff-17e0d270c338 req-ad7e31ba-4927-4be9-8ef7-e56f9e320eb8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651381
Jun 21 03:05:29.857966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e1bb2fa4-56cd-4458-9565-a0ec4db192e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1528842
Jun 21 03:05:30.030854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-f32e2246-d149-4095-8473-b99b898cd126 service neutron] 10.222.0.25 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693592
Jun 21 03:05:30.051172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34824) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:30.154139 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.174185 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Transition to ACTIVE for port object f15c7cd2-a872-49b5-8293-97fef063410f will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:30.183262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-6b81c306-2cae-4812-96d4-b8468fbc381d service neutron] 10.222.0.25 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512349
Jun 21 03:05:30.258656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31866737-3cf0-44b4-b4fd-3432e6ee6bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.264948 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.267463 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:30.385908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34100e15-1a34-4a92-b63e-b811958e65e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.444210 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f13a4e-5d5f-4fdd-9993-02582fc0e9b0 None None] Pushing event updated for resources: {'Port': ['ID=f15c7cd2-a872-49b5-8293-97fef063410f,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:30.449173 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-03f13a4e-5d5f-4fdd-9993-02582fc0e9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:30.498991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34100e15-1a34-4a92-b63e-b811958e65e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.545102 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Attempting to bind port f15c7cd2-a872-49b5-8293-97fef063410f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:05:30.545763 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Attempting to bind port f15c7cd2-a872-49b5-8293-97fef063410f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:05:30.546174 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Attempting to bind port f15c7cd2-a872-49b5-8293-97fef063410f on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:30.552350 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:05:30.552721 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Checking segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:30.553232 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.553750 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Bound using segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:05:30.554433 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Bound port: f15c7cd2-a872-49b5-8293-97fef063410f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:05:30.555717 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.601143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 88de8c53-6123-4f80-a646-778fe0e0618e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:30.601143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.662391 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31866737-3cf0-44b4-b4fd-3432e6ee6bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.721433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c54cc80-1ef9-4521-aeed-1d559c8ed6b4 req-f1f73b9b-769e-4e8b-b90d-c4929c695f56 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 210 time: 0.0575917
Jun 21 03:05:30.733984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31866737-3cf0-44b4-b4fd-3432e6ee6bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.740932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.742710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.777913 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6ff4cad2-c702-4d4e-8f92-c7ef46547f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:30.786035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-31866737-3cf0-44b4-b4fd-3432e6ee6bce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50aa6589274c4b92bcc8dc5b355997ba&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7338078
Jun 21 03:05:30.789580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34836) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:30.841294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31866737-3cf0-44b4-b4fd-3432e6ee6bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad23b6-b693-44ae-8b24-013f633363d6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:30.853133 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-31866737-3cf0-44b4-b4fd-3432e6ee6bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:30.902351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 88de8c53-6123-4f80-a646-778fe0e0618e owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:30.916429 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0dfb-1437-4bc7-a394-45e88568049e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:30.944850 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] For port f15c7cd2-a872-49b5-8293-97fef063410f, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:05:30.948723 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] For port f15c7cd2-a872-49b5-8293-97fef063410f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f15c7cd2-a872-49b5-8293-97fef063410f,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:05:30.969390 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0dfb-1437-4bc7-a394-45e88568049e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:31.042642 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:31.045660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34100e15-1a34-4a92-b63e-b811958e65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:31.048491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34100e15-1a34-4a92-b63e-b811958e65e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:31.050225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-34100e15-1a34-4a92-b63e-b811958e65e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39b5cb4a-79b8-4228-95c9-29fd16872580 HTTP/1.1" status: 204  len: 168 time: 1.6795011
Jun 21 03:05:31.058070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-329a38fc-abda-4aac-be87-1efe7d672f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:31.064111 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1e7fb0dc-a8c4-4e43-80fa-b37cb0b28820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:31.124623 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:31.125417 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9238b80>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:31.135070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34100e15-1a34-4a92-b63e-b811958e65e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b5cb4a-79b8-4228-95c9-29fd16872580,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:31.139556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0dfb-1437-4bc7-a394-45e88568049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:31.146759 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34100e15-1a34-4a92-b63e-b811958e65e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:31.147015 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0dfb-1437-4bc7-a394-45e88568049e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:31.147015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4c8b0dfb-1437-4bc7-a394-45e88568049e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6ad23b6-b693-44ae-8b24-013f633363d6 HTTP/1.1" status: 204  len: 168 time: 0.3540154
Jun 21 03:05:31.147015 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da3f4c73-0819-4de7-97dc-5c3faa0ad710 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:31.175096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b0dfb-1437-4bc7-a394-45e88568049e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad23b6-b693-44ae-8b24-013f633363d6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:31.183688 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4c8b0dfb-1437-4bc7-a394-45e88568049e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:31.394207 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f13a4e-5d5f-4fdd-9993-02582fc0e9b0 None None] Pushing event updated for resources: {'Port': ['ID=f15c7cd2-a872-49b5-8293-97fef063410f,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:31.419467 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-03f13a4e-5d5f-4fdd-9993-02582fc0e9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:31.443565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38968a-65df-49a7-a5be-95d4399a1c3f req-68396463-9102-4084-88f3-caf51bc58d79 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:31.447542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef38968a-65df-49a7-a5be-95d4399a1c3f req-68396463-9102-4084-88f3-caf51bc58d79 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 0.2106323
Jun 21 03:05:31.534333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef38968a-65df-49a7-a5be-95d4399a1c3f req-8e3a337e-631f-40b4-a866-cdc8f2259ddd tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811911
Jun 21 03:05:31.558099 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:05:31.600361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:31.602889 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-461fac78-b3e3-42ec-8d5f-8e4e678878c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:31.643580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=88de8c53-6123-4f80-a646-778fe0e0618e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:31.652721 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:31.843846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:31.844383 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP 914623a7-1142-441d-af8b-3b7b2fed507e disassociated (deleted). External IP: 172.25.7.158, port: 4526f09d-4ada-4519-a5fe-f49772c8735b.
Jun 21 03:05:31.936730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7420ce38-b3ca-4d64-bf4e-9fe08981ac1f req-e00b2f2a-3211-4d3e-9f05-f0e515576c58 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 210 time: 0.0908966
Jun 21 03:05:32.025387 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9238b80>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:30Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:32.060615 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b316e-e050-457f-a07f-b4f901f1a08b None None] The sync data for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 is: [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:30Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:32.305300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:32.553585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:32.563842 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b657adad-2a87-482c-a1b0-3fa42c73aed0 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:32.567588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:32.599611 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657adad-2a87-482c-a1b0-3fa42c73aed0 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:32.599611 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b657adad-2a87-482c-a1b0-3fa42c73aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef9d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:32.682080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34912) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:32.687702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/floatingips/914623a7-1142-441d-af8b-3b7b2fed507e HTTP/1.1" status: 204  len: 168 time: 3.2841032
Jun 21 03:05:32.707519 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b657adad-2a87-482c-a1b0-3fa42c73aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef9d0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:32.718510 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657adad-2a87-482c-a1b0-3fa42c73aed0 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:32.719414 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b657adad-2a87-482c-a1b0-3fa42c73aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef9d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:32.775469 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b657adad-2a87-482c-a1b0-3fa42c73aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92ef9d0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:32.776235 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b657adad-2a87-482c-a1b0-3fa42c73aed0 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:32.936202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 4526f09d-4ada-4519-a5fe-f49772c8735b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:32.936833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:33.027561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a760e38-35fc-4f3f-830e-3392fb398ade req-e664d882-c623-4899-b0de-31c2b238fdc9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:33.029204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a760e38-35fc-4f3f-830e-3392fb398ade req-e664d882-c623-4899-b0de-31c2b238fdc9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 0.2494211
Jun 21 03:05:33.191752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a760e38-35fc-4f3f-830e-3392fb398ade req-1a596d69-e3d3-49c4-bd9a-d4fda637b645 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940394
Jun 21 03:05:33.215801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49c41e35-6534-46e4-bc4f-0e3b50cb9e41 req-6bfd0fc9-1bf2-4611-931e-674659ed6f2a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 210 time: 0.0489354
Jun 21 03:05:33.251250 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:33.305138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34936) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:33.453159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 4526f09d-4ada-4519-a5fe-f49772c8735b owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:33.676446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-secgroup--887020535'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:33.822960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:33.832925 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:33.847564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:33.852566 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-799b86a5-d2e0-4036-82bf-4edb6cf8f2ee tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:33.932761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=4526f09d-4ada-4519-a5fe-f49772c8735b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:33.960821 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:34.022840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.080561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f15c7cd2-a872-49b5-8293-97fef063410f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:34.100328 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.139116 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.141039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/ports/4526f09d-4ada-4519-a5fe-f49772c8735b HTTP/1.1" status: 204  len: 168 time: 1.4577034
Jun 21 03:05:34.145283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34954) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:34.150133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:34.192678 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9f511b1b-2ac9-42fe-8235-89c41f64f666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:34.266872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a354b9-2983-424f-8e0a-1ff99e0e6c2c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:34.281635 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:34.286300 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0d07aaa9-d22b-4b4d-a5c3-a5ee922de708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.338176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f15c7cd2-a872-49b5-8293-97fef063410f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:34.343655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f15c7cd2-a872-49b5-8293-97fef063410f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:34.344025 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.415956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.510866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.514727 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0e9622dd-f874-4f51-a35f-1d3189d26f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:34.533370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.572985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1fdb93a-8b45-4dac-8c82-8d303f451eef req-894d61f9-2a44-4d0e-92c7-df7ea29c0c64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 210 time: 0.0725598
Jun 21 03:05:34.602019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bd459-d1e3-4200-b205-90160743db0c req-76210ce2-fa11-4128-b90a-a072ddfe2ed5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:34.604613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port f15c7cd2-a872-49b5-8293-97fef063410f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f15c7cd2-a872-49b5-8293-97fef063410f,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:34.605235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c9bd459-d1e3-4200-b205-90160743db0c req-76210ce2-fa11-4128-b90a-a072ddfe2ed5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 0.2371786
Jun 21 03:05:34.699790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.739492 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.744088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c9bd459-d1e3-4200-b205-90160743db0c req-4b6936e1-8724-434f-b22f-9bbd3fb9b725 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289585
Jun 21 03:05:34.744390 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:34.814095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3face3b-7e16-4a7c-8778-d22ad0d5f744,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:34.827417 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:34.881321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=f15c7cd2-a872-49b5-8293-97fef063410f,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:34.894091 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:34.894588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.894943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.895289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.895630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.895964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.899440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.899440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.899684 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.5903494
Jun 21 03:05:34.899811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.899811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.899811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.899811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.899811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:34.900226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34972) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:34.903275 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:35.012518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-4564df62-3440-4ea1-a9ae-f286648f2b8d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:35.014735 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-4564df62-3440-4ea1-a9ae-f286648f2b8d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 797 time: 0.4529300
Jun 21 03:05:35.089052 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:35.094117 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-dbb6fe00-5cd1-48cc-a8ca-99561c0b5ba5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 379 time: 0.0698314
Jun 21 03:05:35.111923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'port': {'device_id': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'admin_state_up': True, 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'security_groups': ['6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:35.243274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.25.7.72 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/38bcea9d-ee85-42e3-8e10-1311afcdeeac) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:35.348604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:35.353930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:35.452417 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:35.468055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-75fce290-d056-411d-af35-e73322faf705 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.5585310
Jun 21 03:05:35.472447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34984) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:35.498843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-security--1367457970', 'description': 'tempest-security-description-2126767749'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:35.614776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-394bfbaa-415c-405a-835d-517d8b59fe87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.0357301
Jun 21 03:05:35.639976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:35.715637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.20.0.9 (be748c2e-558d-4c3d-8995-baff9f8ff5a7/cc350e76-690f-4e72-a9b1-d64f2ee42ac5/9404d825-ad5e-44f4-ae25-66fcbe861832) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:35.926673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:35.971267 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c49aeb48-fa80-44e9-ae6b-b9adf1d9a6b8 req-c4e1ecae-2217-492e-9046-173f86c02195 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 210 time: 0.1024745
Jun 21 03:05:35.991569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.037690 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-c48cc51f-7de4-4fe3-9a88-94f287d1bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:36.042124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-c48cc51f-7de4-4fe3-9a88-94f287d1bcb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e66adf2395b04e808dffd60fdd4daf27&device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 1097 time: 0.3064852
Jun 21 03:05:36.044567 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.051418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.053989 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.055531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "PUT /v2.0/security-groups/a3face3b-7e16-4a7c-8778-d22ad0d5f744 HTTP/1.1" status: 200  len: 1780 time: 0.5684590
Jun 21 03:05:36.059592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35006) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:36.068027 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c433937-21c7-4cc8-98b0-2be5e5282755 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:36.158557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.193543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f15c7cd2-a872-49b5-8293-97fef063410f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:36.200161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=38bcea9d-ee85-42e3-8e10-1311afcdeeac,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:36.208484 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:36.223108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Transition to ACTIVE for port object 9404d825-ad5e-44f4-ae25-66fcbe861832 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:36.234180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a596577e-3d57-4b6d-989c-83934e18d792 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups/a3face3b-7e16-4a7c-8778-d22ad0d5f744 HTTP/1.1" status: 200  len: 1780 time: 0.1702945
Jun 21 03:05:36.234412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35016) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:36.318878 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1215d6ac-0528-439a-999d-a1fe8f253b89 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.353755 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1215d6ac-0528-439a-999d-a1fe8f253b89 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.359956 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84e80a99-f43d-4398-a93c-b98c64f5b26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:36.373492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f15c7cd2-a872-49b5-8293-97fef063410f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:36.374298 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.396942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-290f4e58-2ce9-49cb-9fd0-b6f202493fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:36.404879 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.411005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-290f4e58-2ce9-49cb-9fd0-b6f202493fbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 200  len: 911 time: 0.2119067
Jun 21 03:05:36.440717 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-092197e5-1131-47b2-b4d8-6acf1d75ffaf tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:36.448244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:36.479414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:36.485883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:36.495916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:36.499168 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:36.527132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:36.531421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:36.533983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:36.612995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:36.614172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.676407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3face3b-7e16-4a7c-8778-d22ad0d5f744,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:36.693071 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:36.711727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1215d6ac-0528-439a-999d-a1fe8f253b89 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.715854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1215d6ac-0528-439a-999d-a1fe8f253b89 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.722383 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1215d6ac-0528-439a-999d-a1fe8f253b89 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/a3face3b-7e16-4a7c-8778-d22ad0d5f744 HTTP/1.1" status: 204  len: 168 time: 0.4823017
Jun 21 03:05:36.722383 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1e24ed92-53f8-4aee-8963-cf0c427c3dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:36.722900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:36.750105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4b0d3-775a-4ed4-aa87-1da10f9ea81e req-67292693-4090-4910-bc82-98bd81180058 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:36.755306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fe4b0d3-775a-4ed4-aa87-1da10f9ea81e req-67292693-4090-4910-bc82-98bd81180058 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 0.7830980
Jun 21 03:05:36.755477 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1de1b317-4c14-4767-992e-968c1ff10c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:36.762649 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-e183afcc-d7b7-4d8b-b144-7f1334609557 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=125e3cd9-ef89-4382-865f-4d779555e8bb HTTP/1.1" status: 200  len: 1000 time: 0.3110981
Jun 21 03:05:36.781547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215d6ac-0528-439a-999d-a1fe8f253b89 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3face3b-7e16-4a7c-8778-d22ad0d5f744,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:36.806022 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6866016
Jun 21 03:05:36.812859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Request body: {'port': {'device_id': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:36.827589 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1215d6ac-0528-439a-999d-a1fe8f253b89 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:36.938265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8fe4b0d3-775a-4ed4-aa87-1da10f9ea81e req-6fc29711-8af0-4b3d-a2a1-cd9efd177b49 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744871
Jun 21 03:05:36.940086 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a690e390-8ac5-4c46-9011-a86e7885fd43 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2146657
Jun 21 03:05:36.945981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35030) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:37.005635 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-a196cdd6-cf13-4be2-ab7d-99c55cd103f8 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] delete failed (client error): The resource could not be found.
Jun 21 03:05:37.006851 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a196cdd6-cf13-4be2-ab7d-99c55cd103f8 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/a3face3b-7e16-4a7c-8778-d22ad0d5f744 HTTP/1.1" status: 404  len: 347 time: 0.0587544
Jun 21 03:05:37.014175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35034) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:37.046244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-secgroup--760222092'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:37.052050 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.102523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-0e7cd2f4-a0a5-4d17-8412-f16d37ee3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:37.104147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-0e7cd2f4-a0a5-4d17-8412-f16d37ee3bc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 200  len: 849 time: 0.3155775
Jun 21 03:05:37.130351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.159046 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.194018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-47ca0123-ef20-4144-9419-2e9018010286 None None] Provisioning for port 9404d825-ad5e-44f4-ae25-66fcbe861832 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:37.199732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-47ca0123-ef20-4144-9419-2e9018010286 None None] Provisioning complete for port 9404d825-ad5e-44f4-ae25-66fcbe861832 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:37.202961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-47ca0123-ef20-4144-9419-2e9018010286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.208632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-2cd8f02b-b595-461b-ad35-83d3a277fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:37.210331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-2cd8f02b-b595-461b-ad35-83d3a277fef4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=133a1b23-fcd2-43f6-b114-837f448de6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0937793
Jun 21 03:05:37.247913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-47ca0123-ef20-4144-9419-2e9018010286 None None] Port 9404d825-ad5e-44f4-ae25-66fcbe861832 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:05:37.572716 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.594407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9404d825-ad5e-44f4-ae25-66fcbe861832 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:05:37.605656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.631814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Transition to ACTIVE for port object 9404d825-ad5e-44f4-ae25-66fcbe861832 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:37.715017 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.847795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.852219 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec717b2b-24f6-432d-b5de-8efe6d6078f1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:37.889035 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.895991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:37.947730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:37.952499 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:37.962824 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-235c458a-d71e-45de-b028-a40b63c95ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:37.968660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-1e982d17-5cb8-4a9c-90a3-974caf39b9a9 service neutron] 10.222.0.20 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7515619
Jun 21 03:05:38.031974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8b98ba-8624-4207-97ac-fd3d01bb4117,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:38.040813 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:38.071072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:05:38.071393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:05:38.072045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:38.076472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.080581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.0629373
Jun 21 03:05:38.080913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35054) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:38.083294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:05:38.083708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:38.091395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '2c8b98ba-8624-4207-97ac-fd3d01bb4117', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:38.110413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:05:38.111439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Checking segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:38.112014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Bound using segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:05:38.112878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Bound port: 9404d825-ad5e-44f4-ae25-66fcbe861832, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:05:38.113658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.115172 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.184375 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.208254 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9e7927f-3d91-4439-a7b5-3f2474ca643f req-66e52b92-8046-42e0-966f-e42037e8facb service neutron] 10.222.0.20 "GET /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2103736
Jun 21 03:05:38.208678 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:05:38.213173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:05:38.249207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d72382-b031-4f13-9dde-3aa196e8c066 req-462be297-de8d-4517-8311-e77cdcbae450 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:38.256208 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88d72382-b031-4f13-9dde-3aa196e8c066 req-462be297-de8d-4517-8311-e77cdcbae450 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 931 time: 0.4786639
Jun 21 03:05:38.316856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.349088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.357877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88d72382-b031-4f13-9dde-3aa196e8c066 req-1da7fdbc-025d-4e43-9476-7360132528ce tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007607
Jun 21 03:05:38.362003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35062) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:38.366388 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b8636499-d45d-42c0-88ed-b55769bc32a2 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:38.388497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2e9d707c-5b50-459c-9940-96e80a4a8561 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:05:38.456255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:38.461911 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.463925 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] 10.222.0.20 "PUT /v2.0/ports/9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 1092 time: 1.6570697
Jun 21 03:05:38.464763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:38.465252 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.467333 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7bef7c-bd25-4adb-885a-92531f89399c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:38.499568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa697-88f5-4406-abba-f1d2401c840f req-6a6b8711-aabd-4569-a723-8b58ecf45ab0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:38.506263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5eefa697-88f5-4406-abba-f1d2401c840f req-6a6b8711-aabd-4569-a723-8b58ecf45ab0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 944 time: 0.2955048
Jun 21 03:05:38.589753 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51187d14-bb2c-4104-8827-e632f97bdce6 x-openstack-request-id: req-51187d14-bb2c-4104-8827-e632f97bdce6 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:38.590956 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:38.590956 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51187d14-bb2c-4104-8827-e632f97bdce6 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:38.590956 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'status': 'completed', 'code': 200}
Jun 21 03:05:38.592269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5eefa697-88f5-4406-abba-f1d2401c840f req-c8654a01-aad5-45b0-a1bb-9737d1707114 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804322
Jun 21 03:05:38.595742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.604459 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:38.604833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:38.626277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.627239 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:38.655409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2e9d707c-5b50-459c-9940-96e80a4a8561, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2e9d707c-5b50-459c-9940-96e80a4a8561,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:38.684057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '2e9d707c-5b50-459c-9940-96e80a4a8561', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'port_id': '2e9d707c-5b50-459c-9940-96e80a4a8561', 'mac_address': 'fa:16:3e:25:64:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:05:38.705377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1eb76e1b-8c0a-490b-b5ac-d055f594fd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.755814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.775488 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26b2d95f-8695-4e22-a4b9-1489094e2c76 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:38.779239 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.803194 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.823964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=38bcea9d-ee85-42e3-8e10-1311afcdeeac,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:38.829614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47474e97-ca76-42e9-b36c-9a2d9f6427de,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:38.841955 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:38.859264 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:38.955788 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1eb76e1b-8c0a-490b-b5ac-d055f594fd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:38.958543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bef7c-bd25-4adb-885a-92531f89399c req-28f94082-b866-46b0-9912-ab59cbe5c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:38.960177 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6c7bef7c-bd25-4adb-885a-92531f89399c req-28f94082-b866-46b0-9912-ab59cbe5c679 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1095 time: 0.3319788
Jun 21 03:05:38.999422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9d707c-5b50-459c-9940-96e80a4a8561 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:05:39.030642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2e9d707c-5b50-459c-9940-96e80a4a8561, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2e9d707c-5b50-459c-9940-96e80a4a8561,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:39.088375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1eb76e1b-8c0a-490b-b5ac-d055f594fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.094067 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:39.104892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bef7c-bd25-4adb-885a-92531f89399c req-4f3ba0c1-7765-4722-aeee-2e43ccad157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:39.106434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6c7bef7c-bd25-4adb-885a-92531f89399c req-4f3ba0c1-7765-4722-aeee-2e43ccad157a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5abc1439a51442dca598a84712ee0f1f&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1380980
Jun 21 03:05:39.167471 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.169442 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6385408d-82ae-48f2-9eae-15412d56e6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:39.182824 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1eb76e1b-8c0a-490b-b5ac-d055f594fd44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=386b7c2143b3468a8063f1e2fdb7c030&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8066897
Jun 21 03:05:39.185282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb76e1b-8c0a-490b-b5ac-d055f594fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd73e1b6-d394-4feb-96ec-5bf034b36782,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:39.186013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35084) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:39.192054 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1eb76e1b-8c0a-490b-b5ac-d055f594fd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:39.214511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.215852 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1338620
Jun 21 03:05:39.219342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35086) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:39.229776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=2e9d707c-5b50-459c-9940-96e80a4a8561,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:39.235036 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:39.245059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.249104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.1000493
Jun 21 03:05:39.254606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35088) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:39.260519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bef7c-bd25-4adb-885a-92531f89399c req-42207040-3a1a-4b3d-a17b-e0bf4e7f1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:39.260971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'port': {'network_id': 'd9eaa472-9ff9-4395-b516-7da01e0e5394', 'name': 'tempest-FloatingIPTestJSON-1969010319'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:39.262451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6c7bef7c-bd25-4adb-885a-92531f89399c req-42207040-3a1a-4b3d-a17b-e0bf4e7f1974 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1438596
Jun 21 03:05:39.329206 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efcbcf76-70c7-4eb4-a90b-6de2ea0d91c1 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.352043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efcbcf76-70c7-4eb4-a90b-6de2ea0d91c1 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.369559 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2f1513c-99b9-4463-b672-33fee90d1b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.374444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-a363ec99-6a40-468f-84d7-e8333dbf6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:39.376374 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-a363ec99-6a40-468f-84d7-e8333dbf6d75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1095 time: 0.0685146
Jun 21 03:05:39.378647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['2e9d707c-5b50-459c-9940-96e80a4a8561'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:05:39.452770 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-c39075aa-b337-4f83-9db1-d9074998498d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 217 time: 0.0685287
Jun 21 03:05:39.454643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2f1513c-99b9-4463-b672-33fee90d1b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.542934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-474ddbe3-a619-4ecb-8911-4a94f9856057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:39.544444 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-474ddbe3-a619-4ecb-8911-4a94f9856057 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.0847533
Jun 21 03:05:39.545412 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efcbcf76-70c7-4eb4-a90b-6de2ea0d91c1 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.551575 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-efcbcf76-70c7-4eb4-a90b-6de2ea0d91c1 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.553552 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-efcbcf76-70c7-4eb4-a90b-6de2ea0d91c1 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/47474e97-ca76-42e9-b36c-9a2d9f6427de HTTP/1.1" status: 204  len: 168 time: 0.3329306
Jun 21 03:05:39.563165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35092) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:39.563735 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ffd19650-81be-4bb2-9fc4-6c9d9fd08a05 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:39.600021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbcf76-70c7-4eb4-a90b-6de2ea0d91c1 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47474e97-ca76-42e9-b36c-9a2d9f6427de,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:39.611818 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-efcbcf76-70c7-4eb4-a90b-6de2ea0d91c1 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:39.636316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.653532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deec34-b6f3-4431-b489-06c654ee5cc6 req-eebdf56e-09eb-4095-8324-9842fe2a8624 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:39.653848 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2b2442e9-2294-472a-a86e-68a09b5dbc24 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0894356
Jun 21 03:05:39.655379 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3deec34-b6f3-4431-b489-06c654ee5cc6 req-eebdf56e-09eb-4095-8324-9842fe2a8624 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 0.1125593
Jun 21 03:05:39.656388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35096) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:39.671158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-9756a661-e8b2-40e3-b09c-a65ec5596328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:39.672861 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-9756a661-e8b2-40e3-b09c-a65ec5596328 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1215672
Jun 21 03:05:39.695683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:39.699305 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.708839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2f1513c-99b9-4463-b672-33fee90d1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.712612 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2f1513c-99b9-4463-b672-33fee90d1b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.715189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c2f1513c-99b9-4463-b672-33fee90d1b6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd73e1b6-d394-4feb-96ec-5bf034b36782 HTTP/1.1" status: 204  len: 168 time: 0.5280812
Jun 21 03:05:39.729131 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc989243-2fd6-4013-9119-e63e3c2e70a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:39.771430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3deec34-b6f3-4431-b489-06c654ee5cc6 req-94bf898f-953e-479e-ad4e-d3d1755c85e6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996597
Jun 21 03:05:39.799358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] device_id is not set on port 972b7bd4-f8df-4704-a41a-50b8596c0ecd yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:05:39.844039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1513c-99b9-4463-b672-33fee90d1b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd73e1b6-d394-4feb-96ec-5bf034b36782,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:39.868827 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-b3041ef3-4f1b-4fd0-a4b4-c8f553c4d898 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882408
Jun 21 03:05:39.886455 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c2f1513c-99b9-4463-b672-33fee90d1b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:39.901590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0d22273-00a8-4ca1-ad0b-092fd3e74e49 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:39.933457 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0d22273-00a8-4ca1-ad0b-092fd3e74e49 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.077368 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0d22273-00a8-4ca1-ad0b-092fd3e74e49 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.080061 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0d22273-00a8-4ca1-ad0b-092fd3e74e49 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.082224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b0d22273-00a8-4ca1-ad0b-092fd3e74e49 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/2c8b98ba-8624-4207-97ac-fd3d01bb4117 HTTP/1.1" status: 204  len: 168 time: 0.4200206
Jun 21 03:05:40.087045 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-344b1ee3-fe6c-4cf4-808d-25b81c712d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:40.090495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35108) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:40.114625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.20.0.7 (d9eaa472-9ff9-4395-b516-7da01e0e5394/167e30a7-c636-41c0-b91d-8137cc0efc8e/972b7bd4-f8df-4704-a41a-50b8596c0ecd) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:40.130096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce20f32-b992-4df8-b6e8-69b2731e3190 req-65014e5a-a366-4380-8a3d-bb472da85b01 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:40.131540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ce20f32-b992-4df8-b6e8-69b2731e3190 req-65014e5a-a366-4380-8a3d-bb472da85b01 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 945 time: 0.3508480
Jun 21 03:05:40.141748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d22273-00a8-4ca1-ad0b-092fd3e74e49 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8b98ba-8624-4207-97ac-fd3d01bb4117,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:40.172697 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b0d22273-00a8-4ca1-ad0b-092fd3e74e49 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:40.260740 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-626f96e7-31ca-4341-9af9-3686dd937b60 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1594608
Jun 21 03:05:40.260740 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ce20f32-b992-4df8-b6e8-69b2731e3190 req-a49fdb63-95f9-4880-8c7e-ceb18f7080ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871124
Jun 21 03:05:40.264798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35114) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:40.290699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129525340'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:40.395258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2e9d707c-5b50-459c-9940-96e80a4a8561 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:40.416560 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.454167 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bfedc8b7-b511-4c71-b811-4e8186ec21bf req-b51f36ab-dc28-45ac-b348-f23bda3ce223 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5787532
Jun 21 03:05:40.469045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.558278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.649521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.650903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 2e9d707c-5b50-459c-9940-96e80a4a8561 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:40.655291 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-631a79f1-6479-4a9c-b3b6-a3fa8f27e343 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:40.659928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 2e9d707c-5b50-459c-9940-96e80a4a8561 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:40.660552 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.708506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network d9eaa472-9ff9-4395-b516-7da01e0e5394 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:40.713769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:40.715812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=972b7bd4-f8df-4704-a41a-50b8596c0ecd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:40.718031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:40.720930 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:40.755884 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.770351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:40.771669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.783611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e906c-9742-43e3-b44c-ef0e7983a3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9d707c-5b50-459c-9940-96e80a4a8561'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:40.789237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.789455 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c92303e-7bf7-43f7-a168-e9d8a1d33fac" -d '{"events": [{"server_uuid": "623e906c-9742-43e3-b44c-ef0e7983a3f8", "name": "network-vif-plugged", "status": "completed", "tag": "2e9d707c-5b50-459c-9940-96e80a4a8561"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:40.789632 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-31866737-3cf0-44b4-b4fd-3432e6ee6bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:40.812085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2e9d707c-5b50-459c-9940-96e80a4a8561, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2e9d707c-5b50-459c-9940-96e80a4a8561,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:40.830218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792440e5-552d-4343-967b-3ec3184fbcb4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:40.832917 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:40.840084 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50476ae5-9a22-45f4-9eb2-ed79676a8359 x-openstack-request-id: req-50476ae5-9a22-45f4-9eb2-ed79676a8359 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:40.840390 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e906c-9742-43e3-b44c-ef0e7983a3f8", "name": "network-vif-plugged", "status": "completed", "tag": "2e9d707c-5b50-459c-9940-96e80a4a8561", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:40.840959 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50476ae5-9a22-45f4-9eb2-ed79676a8359 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:40.841685 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e906c-9742-43e3-b44c-ef0e7983a3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9d707c-5b50-459c-9940-96e80a4a8561', 'code': 200}
Jun 21 03:05:40.862134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:40.890151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6342196
Jun 21 03:05:40.890393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35126) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:40.891375 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c9f077c-5b91-4290-80bb-7f669daf3301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.896364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'port_id': '972b7bd4-f8df-4704-a41a-50b8596c0ecd'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:40.954428 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.954919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.956757 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:40.962772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:40.964685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6979437
Jun 21 03:05:40.974833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:41.001838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '792440e5-552d-4343-967b-3ec3184fbcb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:41.015550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=2e9d707c-5b50-459c-9940-96e80a4a8561,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:41.019588 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:41.134943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e73f-57ff-49f3-be46-1856afe23793 req-296a0078-5628-4262-a7dc-187b4ca17a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:41.136774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be23e73f-57ff-49f3-be46-1856afe23793 req-296a0078-5628-4262-a7dc-187b4ca17a27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 1097 time: 0.2095590
Jun 21 03:05:41.171208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61bbde-2124-44d4-aeaa-84fdedf80379 req-e1f34953-026a-42cf-a2f0-638733d9f017 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:41.172871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb61bbde-2124-44d4-aeaa-84fdedf80379 req-e1f34953-026a-42cf-a2f0-638733d9f017 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 0.2162178
Jun 21 03:05:41.202358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c9f077c-5b91-4290-80bb-7f669daf3301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.230223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be23e73f-57ff-49f3-be46-1856afe23793 req-26e7e7a0-2e31-4637-ab10-5a443f2e82ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868132
Jun 21 03:05:41.244007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb61bbde-2124-44d4-aeaa-84fdedf80379 req-01fd07c5-40d8-459a-bbba-0a8d92d08d6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548291
Jun 21 03:05:41.304983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c9f077c-5b91-4290-80bb-7f669daf3301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.308706 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-59d0712d-4aa9-4025-9ae7-cf4da7df852c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:41.375531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3c9f077c-5b91-4290-80bb-7f669daf3301 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43a7d498bdd64f3cb41e8d8ee0eedae5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5124915
Jun 21 03:05:41.378086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f077c-5b91-4290-80bb-7f669daf3301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f574ed0-91ca-4cd2-ad9d-8a3fc609a42b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:41.385274 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c9f077c-5b91-4290-80bb-7f669daf3301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:41.385787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35138) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:41.441412 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.505377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfe1126b-ef56-47b9-a32e-ce61a5bc2e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.552684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.556079 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfe1126b-ef56-47b9-a32e-ce61a5bc2e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.614210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.629989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3727f8-34b6-4e21-848b-3578829ebdf9 req-553c1825-883c-4a88-a7c1-0e6212aa89a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:41.631706 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a3727f8-34b6-4e21-848b-3578829ebdf9 req-553c1825-883c-4a88-a7c1-0e6212aa89a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 946 time: 0.1880043
Jun 21 03:05:41.676446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.679169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a3727f8-34b6-4e21-848b-3578829ebdf9 req-3053e2b9-db9b-4886-a13d-406fe0fc34a3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386393
Jun 21 03:05:41.732165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.734770 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7aba6f73-4f04-4d67-8d7c-df2e26a45551 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:41.762069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42e87c7-dad7-4209-b559-1e680dbdcbda,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:41.764700 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:41.771656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfe1126b-ef56-47b9-a32e-ce61a5bc2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.779541 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfe1126b-ef56-47b9-a32e-ce61a5bc2e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.780707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bfe1126b-ef56-47b9-a32e-ce61a5bc2e12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f574ed0-91ca-4cd2-ad9d-8a3fc609a42b HTTP/1.1" status: 204  len: 168 time: 0.3939602
Jun 21 03:05:41.781617 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:41.796926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1126b-ef56-47b9-a32e-ce61a5bc2e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f574ed0-91ca-4cd2-ad9d-8a3fc609a42b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:41.806769 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfe1126b-ef56-47b9-a32e-ce61a5bc2e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:41.813142 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP 5334f4ca-0a23-45e4-a6f6-d6c9d104bda3 associated. External IP: 172.25.7.72, port: 972b7bd4-f8df-4704-a41a-50b8596c0ecd.
Jun 21 03:05:41.845583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:41.849259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8692672
Jun 21 03:05:41.849517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35142) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:41.856008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '792440e5-552d-4343-967b-3ec3184fbcb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:41.974852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.062884 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.098318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:42.162121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.164711 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4b1f3134-01ad-4e56-966b-1a232d31b1ef tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:42.190480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4120c933-1aa7-4b1b-b006-2f74909f2e83,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:42.193354 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:42.286842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.288086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4375055
Jun 21 03:05:42.291859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35152) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:42.296630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '792440e5-552d-4343-967b-3ec3184fbcb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:42.345507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:42.363564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712aea6-078f-4aa5-91f0-33f58fa2b922 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:42.364220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.399728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712aea6-078f-4aa5-91f0-33f58fa2b922 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:42.401160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4712aea6-078f-4aa5-91f0-33f58fa2b922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ed4fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:42.487424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.501319 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b46027fe-cca8-4ba9-abe7-4b15d12b5f48 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/floatingips/5334f4ca-0a23-45e4-a6f6-d6c9d104bda3 HTTP/1.1" status: 200  len: 977 time: 1.6068704
Jun 21 03:05:42.520638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35160) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:42.528098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4712aea6-078f-4aa5-91f0-33f58fa2b922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ed4fd0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:42.559663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712aea6-078f-4aa5-91f0-33f58fa2b922 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:42.561901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4712aea6-078f-4aa5-91f0-33f58fa2b922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ed4fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:42.591527 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.616409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614420-2ddd-4bce-8177-01b29e03cc59 req-f4d5a941-4965-4803-9d16-48066d0fd4a2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:42.619650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c614420-2ddd-4bce-8177-01b29e03cc59 req-f4d5a941-4965-4803-9d16-48066d0fd4a2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 0.1930547
Jun 21 03:05:42.669854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.680736 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8c057ee-b9e8-43fa-9906-d0d895daee48 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:42.689302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4712aea6-078f-4aa5-91f0-33f58fa2b922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ed4fd0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:42.689991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712aea6-078f-4aa5-91f0-33f58fa2b922 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:42.734655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04de9c0e-a38d-4128-9b31-314888e1f7fc,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:42.742372 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:42.764894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c614420-2ddd-4bce-8177-01b29e03cc59 req-056a84c3-4890-4800-b383-bfae4b88b54e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1403224
Jun 21 03:05:42.798121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 972b7bd4-f8df-4704-a41a-50b8596c0ecd {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:42.798742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.818579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:42.820456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5273299
Jun 21 03:05:42.822821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35168) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:42.828223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '792440e5-552d-4343-967b-3ec3184fbcb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:42.962527 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.015590 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.108234 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.134722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f77a5-581e-4bbd-8954-3af0abb242e7 req-bf3ba878-c0fd-4aa9-bf8d-fbd289799675 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:43.136401 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d46f77a5-581e-4bbd-8954-3af0abb242e7 req-bf3ba878-c0fd-4aa9-bf8d-fbd289799675 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 946 time: 0.1943986
Jun 21 03:05:43.224793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.240653 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-40020b1b-0619-43a5-b917-379f027ad420 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:43.290800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.291270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.291751 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP 5334f4ca-0a23-45e4-a6f6-d6c9d104bda3 disassociated. External IP: 172.25.7.72, port: 972b7bd4-f8df-4704-a41a-50b8596c0ecd.
Jun 21 03:05:43.292197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 972b7bd4-f8df-4704-a41a-50b8596c0ecd owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:43.333092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d46f77a5-581e-4bbd-8954-3af0abb242e7 req-d7d7e502-32b5-4abf-bb2d-0edc078e21fa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820230
Jun 21 03:05:43.344806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cb9a81-e3ed-4c41-9671-f84b51d99c05,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:43.358772 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:43.446340 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.455257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6234624
Jun 21 03:05:43.455257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35186) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:43.455870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '792440e5-552d-4343-967b-3ec3184fbcb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:43.620817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.686863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33796a-8683-4602-823b-fda35c74097a req-ddf7b99c-1289-48d9-9602-6a5fc9e089b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:43.688454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab33796a-8683-4602-823b-fda35c74097a req-ddf7b99c-1289-48d9-9602-6a5fc9e089b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 946 time: 0.1352940
Jun 21 03:05:43.695726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:05:43.699116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.706710 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:43.743211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.758395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=972b7bd4-f8df-4704-a41a-50b8596c0ecd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:43.762043 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:43.823359 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.825414 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:43.828021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:43.830424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab33796a-8683-4602-823b-fda35c74097a req-dd8544cf-cd60-4101-9474-df975ea23719 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178668
Jun 21 03:05:43.864742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'port_id': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'mac_address': 'fa:16:3e:4f:6b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:05:43.888357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d48daff-3330-4321-8649-6aa7fcea7731,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:43.894896 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:43.976664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.982438 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:43.983687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.5321338
Jun 21 03:05:43.987492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35202) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:43.998177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9404d825-ad5e-44f4-ae25-66fcbe861832 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:05:44.020769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:44.033794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:44.075427 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c29ca999-b0f0-43c8-b84f-d5693ab4731b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.103271 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.105270 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:44.108825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c29ca999-b0f0-43c8-b84f-d5693ab4731b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.149660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbf23f-3e9d-4ae3-a0b1-f65fdb898af9 req-b111c965-c8db-4cfd-b38a-3abe66364183 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:44.151950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71cbf23f-3e9d-4ae3-a0b1-f65fdb898af9 req-b111c965-c8db-4cfd-b38a-3abe66364183 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 0.1651969
Jun 21 03:05:44.236083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3ad91-24ba-4e6b-89e1-19ea619da73c req-3576ad17-791e-457a-aa96-51d2cc9a1867 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:44.237870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:44.239240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9dc3ad91-24ba-4e6b-89e1-19ea619da73c req-3576ad17-791e-457a-aa96-51d2cc9a1867 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 946 time: 0.1580615
Jun 21 03:05:44.255455 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:44.275207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71cbf23f-3e9d-4ae3-a0b1-f65fdb898af9 req-431ead41-b63f-4d76-8e02-c217f21ab63c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155443
Jun 21 03:05:44.324568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9404d825-ad5e-44f4-ae25-66fcbe861832'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:05:44.337917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:44.348555 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c53db2-3658-4e4a-9f0e-0fc5ebc2a993 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:44.357187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9dc3ad91-24ba-4e6b-89e1-19ea619da73c req-ca4734dc-1787-495a-8dff-fb25f47f024f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949309
Jun 21 03:05:44.365411 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c53db2-3658-4e4a-9f0e-0fc5ebc2a993 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:44.366148 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e5c53db2-3658-4e4a-9f0e-0fc5ebc2a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8dcab50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:44.402386 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c29ca999-b0f0-43c8-b84f-d5693ab4731b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.422144 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c29ca999-b0f0-43c8-b84f-d5693ab4731b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.423772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c29ca999-b0f0-43c8-b84f-d5693ab4731b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0d48daff-3330-4321-8649-6aa7fcea7731 HTTP/1.1" status: 204  len: 168 time: 0.4345984
Jun 21 03:05:44.426438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35212) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:44.457220 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e5c53db2-3658-4e4a-9f0e-0fc5ebc2a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8dcab50>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:44.462056 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-193ac8cf-9dad-41d4-bf32-448f56c8e4dd tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:44.479744 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c53db2-3658-4e4a-9f0e-0fc5ebc2a993 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:44.481743 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e5c53db2-3658-4e4a-9f0e-0fc5ebc2a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8dcab50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:44.485325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ca999-b0f0-43c8-b84f-d5693ab4731b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d48daff-3330-4321-8649-6aa7fcea7731,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:44.495443 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c29ca999-b0f0-43c8-b84f-d5693ab4731b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:44.522437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.524438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/ports/972b7bd4-f8df-4704-a41a-50b8596c0ecd HTTP/1.1" status: 204  len: 168 time: 2.0146887
Jun 21 03:05:44.527053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35218) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:44.580013 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e5c53db2-3658-4e4a-9f0e-0fc5ebc2a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8dcab50>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:44.580762 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c53db2-3658-4e4a-9f0e-0fc5ebc2a993 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:44.626139 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ab5e235f-fa62-4d19-9b57-09aac0439504 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "GET /v2.0/floatingips/5334f4ca-0a23-45e4-a6f6-d6c9d104bda3 HTTP/1.1" status: 200  len: 687 time: 0.0977461
Jun 21 03:05:44.627561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35224) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:44.627908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35226) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:44.632571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-62fbdec7-53a8-4de0-8243-e7870949bd22 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.2041240
Jun 21 03:05:44.815554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1f2e-d980-4a19-9559-10e03cfafe76 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.825861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1f2e-d980-4a19-9559-10e03cfafe76 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.922374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 38bcea9d-ee85-42e3-8e10-1311afcdeeac {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:44.923117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.971770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1f2e-d980-4a19-9559-10e03cfafe76 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.979274 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:44.985442 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1f2e-d980-4a19-9559-10e03cfafe76 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:44.986643 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0ebd1f2e-d980-4a19-9559-10e03cfafe76 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/67cb9a81-e3ed-4c41-9671-f84b51d99c05 HTTP/1.1" status: 204  len: 168 time: 0.3559752
Jun 21 03:05:44.989624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35232) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:45.000591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1f2e-d980-4a19-9559-10e03cfafe76 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67cb9a81-e3ed-4c41-9671-f84b51d99c05,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:45.005242 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0ebd1f2e-d980-4a19-9559-10e03cfafe76 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:45.033799 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.034071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.091116 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ee1e56db-eff1-4705-8d44-979dadc8723c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1001875
Jun 21 03:05:45.091939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35236) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:45.149362 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7710a2-ccae-441b-a64f-e0da86803c0e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.149572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 38bcea9d-ee85-42e3-8e10-1311afcdeeac owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:45.161088 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7710a2-ccae-441b-a64f-e0da86803c0e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.302715 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7710a2-ccae-441b-a64f-e0da86803c0e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.305795 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60776ab3-5225-48fc-a370-7746f0b562a2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:45.334586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7710a2-ccae-441b-a64f-e0da86803c0e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.339749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7f7710a2-ccae-441b-a64f-e0da86803c0e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/04de9c0e-a38d-4128-9b31-314888e1f7fc HTTP/1.1" status: 204  len: 168 time: 0.2467062
Jun 21 03:05:45.346223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7710a2-ccae-441b-a64f-e0da86803c0e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04de9c0e-a38d-4128-9b31-314888e1f7fc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:45.349312 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f7710a2-ccae-441b-a64f-e0da86803c0e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:45.350057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35250) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:45.452169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-663a6806-a940-4989-b0b9-05e2a1a7cb07 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0991616
Jun 21 03:05:45.455019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35256) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:45.484559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9fa71270-221b-4760-8a03-944a1789b58d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.488054 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.505827 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-03bdb910-de46-46fe-ae4b-a48c1110c698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:45.511587 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9fa71270-221b-4760-8a03-944a1789b58d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.514316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed8576-b6e6-4c04-8b25-95e3a9b1f959 req-bf0838ed-b6fc-4110-9fe1-2072c18da184 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:45.517574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3ed8576-b6e6-4c04-8b25-95e3a9b1f959 req-bf0838ed-b6fc-4110-9fe1-2072c18da184 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 946 time: 0.1329491
Jun 21 03:05:45.543517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=38bcea9d-ee85-42e3-8e10-1311afcdeeac,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:45.566971 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:45.575835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2fde9-55ed-4675-ada5-ffd560eff39d req-375c94aa-a047-4c6e-96d6-9c90145a9520 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:45.577487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02d2fde9-55ed-4675-ada5-ffd560eff39d req-375c94aa-a047-4c6e-96d6-9c90145a9520 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 944 time: 0.1211236
Jun 21 03:05:45.614495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3ed8576-b6e6-4c04-8b25-95e3a9b1f959 req-f6b3d048-6e19-41cd-849e-e65b0bbe561b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818887
Jun 21 03:05:45.614781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.617569 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.618744 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/floatingips/5334f4ca-0a23-45e4-a6f6-d6c9d104bda3 HTTP/1.1" status: 204  len: 168 time: 0.9898360
Jun 21 03:05:45.622217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35262) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:45.628139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '64763edc-9b9d-4835-a171-2d36d20563bb'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:45.649896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02d2fde9-55ed-4675-ada5-ffd560eff39d req-8581e022-c021-4ff8-931a-7115c996e305 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618391
Jun 21 03:05:45.698642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:45.725056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9fa71270-221b-4760-8a03-944a1789b58d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.727522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-64b73659-6cf6-400a-891c-8c9595187815 tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:45.733692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9fa71270-221b-4760-8a03-944a1789b58d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.737703 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9fa71270-221b-4760-8a03-944a1789b58d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4120c933-1aa7-4b1b-b006-2f74909f2e83 HTTP/1.1" status: 204  len: 168 time: 0.2794511
Jun 21 03:05:45.738206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35272) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:45.751547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71270-221b-4760-8a03-944a1789b58d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4120c933-1aa7-4b1b-b006-2f74909f2e83,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:45.756545 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9fa71270-221b-4760-8a03-944a1789b58d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:45.781937 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.810225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d7ae463f-46b7-4059-aca0-7fa8968f9b73 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0706499
Jun 21 03:05:45.816856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35276) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:45.873919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 9404d825-ad5e-44f4-ae25-66fcbe861832 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:45.879311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 9404d825-ad5e-44f4-ae25-66fcbe861832 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:45.879919 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.898454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0108-35bf-45cd-b819-c5ac09961e28 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.911392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0108-35bf-45cd-b819-c5ac09961e28 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:45.999806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.037168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0108-35bf-45cd-b819-c5ac09961e28 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.072840 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:46.086300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0108-35bf-45cd-b819-c5ac09961e28 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.090059 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cc3e0108-35bf-45cd-b819-c5ac09961e28 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b42e87c7-dad7-4209-b559-1e680dbdcbda HTTP/1.1" status: 204  len: 168 time: 0.2715032
Jun 21 03:05:46.090323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35288) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:46.097682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e0108-35bf-45cd-b819-c5ac09961e28 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b42e87c7-dad7-4209-b559-1e680dbdcbda,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:46.102882 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc3e0108-35bf-45cd-b819-c5ac09961e28 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:46.119742 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.187749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35294) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:46.189981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f45eb576-a362-4b4c-9bc0-75e81ac6a010 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0981424
Jun 21 03:05:46.199661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:46.200973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:46.203734 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeaa3ac-2904-486d-9dcc-fb10e869a64c" -d '{"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-plugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:46.271643 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16fea3b-97a4-4c08-b32c-3169ace888a8 x-openstack-request-id: req-f16fea3b-97a4-4c08-b32c-3169ace888a8 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:46.271951 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-plugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:46.272216 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f16fea3b-97a4-4c08-b32c-3169ace888a8 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:46.273194 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'code': 200}
Jun 21 03:05:46.279318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.281196 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:46.295974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.25.7.144 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/1c05ebc9-9e29-4b50-88e7-3819cb8299a8) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:46.348773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54e76644-5c4c-4a62-8d3b-bdbf706cc860 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.400076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:46.406184 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:46.461481 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54e76644-5c4c-4a62-8d3b-bdbf706cc860 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.582454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.609944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9eb0-31fe-4311-b113-e2de2e3720a3 req-124ae9cf-8605-47a8-8ee1-216c3174580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:46.611766 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5b2a9eb0-31fe-4311-b113-e2de2e3720a3 req-124ae9cf-8605-47a8-8ee1-216c3174580c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1097 time: 0.2291052
Jun 21 03:05:46.664842 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5b2a9eb0-31fe-4311-b113-e2de2e3720a3 req-ac00b635-de97-49bb-bd02-a74e04195255 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437384
Jun 21 03:05:46.719964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54e76644-5c4c-4a62-8d3b-bdbf706cc860 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.736254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54e76644-5c4c-4a62-8d3b-bdbf706cc860 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.744327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-54e76644-5c4c-4a62-8d3b-bdbf706cc860 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/792440e5-552d-4343-967b-3ec3184fbcb4 HTTP/1.1" status: 204  len: 168 time: 0.5542216
Jun 21 03:05:46.746189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35308) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:46.749722 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a766b82-2b17-4ef0-b241-637452a32bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:46.771826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e76644-5c4c-4a62-8d3b-bdbf706cc860 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792440e5-552d-4343-967b-3ec3184fbcb4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:46.777260 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-54e76644-5c4c-4a62-8d3b-bdbf706cc860 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:46.781146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:46.788157 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ee80e3a-da8d-4042-8901-5f73ca200638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:46.842449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-07be86a6-097c-4864-9509-d5f19fd56253 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:46.846112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-07be86a6-097c-4864-9509-d5f19fd56253 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 946 time: 0.1836269
Jun 21 03:05:46.896324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:46.904818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:46.921307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:46.977712 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=1c05ebc9-9e29-4b50-88e7-3819cb8299a8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:46.982739 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:47.201981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d28b591c-8977-4751-bc89-e3334ba1ff5e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4543660
Jun 21 03:05:47.205063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35314) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:47.223658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922849004'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:47.352548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19135364-1be0-4306-80d5-ef3299be01e6 req-687d1f26-2c68-4999-a335-339f638f1c15 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:47.354528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19135364-1be0-4306-80d5-ef3299be01e6 req-687d1f26-2c68-4999-a335-339f638f1c15 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.3627176
Jun 21 03:05:47.359384 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:47.462856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 2e9d707c-5b50-459c-9940-96e80a4a8561 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:05:47.463462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:47.596300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff435-e9dc-4f2b-8f7f-0585ae120541 req-4e138fb1-0a4d-4f01-a13a-4fa8f7f021ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:47.606145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c7ff435-e9dc-4f2b-8f7f-0585ae120541 req-4e138fb1-0a4d-4f01-a13a-4fa8f7f021ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 946 time: 0.5913267
Jun 21 03:05:47.665198 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19135364-1be0-4306-80d5-ef3299be01e6 req-1043ff6f-7acb-4fe5-9b1c-019f92ef2732 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2694771
Jun 21 03:05:47.760521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35322) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:47.796055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] For port 2e9d707c-5b50-459c-9940-96e80a4a8561, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2e9d707c-5b50-459c-9940-96e80a4a8561,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:47.796511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:47.844883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c7ff435-e9dc-4f2b-8f7f-0585ae120541 req-3bee5ff1-f0ea-4e70-ae49-d21d999dc7c3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377355
Jun 21 03:05:47.898620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:47.966279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 2e9d707c-5b50-459c-9940-96e80a4a8561 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:05:48.077881 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.081726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee07582-97eb-49a6-8db1-1c75cd9b37f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.114836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.172925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.179764 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ade4c1a7-7e4c-4d0e-aa0d-e9e8c23b0f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:48.244794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab89bf83-5b9f-4de8-ba1f-940dd3e9c0cb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:48.256987 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:48.296905 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.310491 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee07582-97eb-49a6-8db1-1c75cd9b37f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.327405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.331672 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9ca4ef81-2f5d-4eeb-9dfb-c98b4add29eb tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:48.340037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['2e9d707c-5b50-459c-9940-96e80a4a8561'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:05:48.360903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=2e9d707c-5b50-459c-9940-96e80a4a8561,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:48.364158 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:48.407165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.418175 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-292a9287-ddb3-4ccf-9720-0d0f0b3f2de9 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:48.421834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] No DVR routers for this DVR port 2e9d707c-5b50-459c-9940-96e80a4a8561 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:05:48.424516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee07582-97eb-49a6-8db1-1c75cd9b37f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.437706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.440430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb0f643e-1a45-4746-97d2-ddf23c0585f4 req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "DELETE /v2.0/ports/2e9d707c-5b50-459c-9940-96e80a4a8561 HTTP/1.1" status: 204  len: 173 time: 1.5787451
Jun 21 03:05:48.441673 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d3c3a54-60fb-44e0-9a6f-b03c126d5e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:48.477583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e906c-9742-43e3-b44c-ef0e7983a3f8', 'name': 'network-vif-deleted', 'tag': '2e9d707c-5b50-459c-9940-96e80a4a8561'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:48.480974 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add3c87d-613d-4240-bceb-99c99959d143" -d '{"events": [{"server_uuid": "623e906c-9742-43e3-b44c-ef0e7983a3f8", "name": "network-vif-deleted", "tag": "2e9d707c-5b50-459c-9940-96e80a4a8561"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:48.494664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee07582-97eb-49a6-8db1-1c75cd9b37f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf3364-a127-4378-8b2f-59a3445b283c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:48.517944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.523062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.530023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.3119690
Jun 21 03:05:48.540765 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dee07582-97eb-49a6-8db1-1c75cd9b37f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:48.540765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35332) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:48.551427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': 'ab89bf83-5b9f-4de8-ba1f-940dd3e9c0cb', 'direction': 'ingress', 'protocol': 17}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:48.578804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dee07582-97eb-49a6-8db1-1c75cd9b37f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=113456d9e7534edc83bf0cf7e8304b97&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8046796
Jun 21 03:05:48.586517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35334) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:48.636238 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6417b5-9032-487e-b29d-ea4b05367ecd x-openstack-request-id: req-ea6417b5-9032-487e-b29d-ea4b05367ecd {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:48.636651 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e906c-9742-43e3-b44c-ef0e7983a3f8", "name": "network-vif-deleted", "tag": "2e9d707c-5b50-459c-9940-96e80a4a8561", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:48.637264 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea6417b5-9032-487e-b29d-ea4b05367ecd {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:48.637684 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e906c-9742-43e3-b44c-ef0e7983a3f8', 'name': 'network-vif-deleted', 'tag': '2e9d707c-5b50-459c-9940-96e80a4a8561', 'status': 'completed', 'code': 200}
Jun 21 03:05:48.731222 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP 2cce1f06-594d-4375-9ae1-d184edf49f44 associated. External IP: 172.25.7.144, port: 64763edc-9b9d-4835-a171-2d36d20563bb.
Jun 21 03:05:48.749162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02602863-438e-4365-b6b3-f6f1ac06055c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.767588 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:48.857501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=1c05ebc9-9e29-4b50-88e7-3819cb8299a8,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:48.864647 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:48.877516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02602863-438e-4365-b6b3-f6f1ac06055c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.051435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.086695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67a0e4b0-d107-47ee-955c-a4f8e4d17863 req-76ba8491-04f5-4778-b1ba-88c1dcfa6996 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0650730
Jun 21 03:05:49.156071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea84b-803d-49c7-bd6e-51bae9f139d3 req-46671049-a0b3-437d-91d4-cd466333a792 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:49.158204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-859ea84b-803d-49c7-bd6e-51bae9f139d3 req-46671049-a0b3-437d-91d4-cd466333a792 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.3017404
Jun 21 03:05:49.161028 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.164422 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:49.192837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:49.199918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd51796-2ad7-45e4-88f3-7814628da41c,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:49.204488 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:49.209526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02602863-438e-4365-b6b3-f6f1ac06055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.212554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02602863-438e-4365-b6b3-f6f1ac06055c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.213745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-02602863-438e-4365-b6b3-f6f1ac06055c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2bf3364-a127-4378-8b2f-59a3445b283c HTTP/1.1" status: 204  len: 168 time: 0.6259615
Jun 21 03:05:49.218569 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b0d22273-00a8-4ca1-ad0b-092fd3e74e49 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:49.235657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02602863-438e-4365-b6b3-f6f1ac06055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf3364-a127-4378-8b2f-59a3445b283c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:49.259326 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02602863-438e-4365-b6b3-f6f1ac06055c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:49.267537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-859ea84b-803d-49c7-bd6e-51bae9f139d3 req-bf1a8281-4c16-4422-bc90-469d03fb703a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947790
Jun 21 03:05:49.298680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.308051 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.7605658
Jun 21 03:05:49.310405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35348) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:49.412922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:49.424596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea91977-394c-4461-840c-d4faf45ccd7c None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:49.437486 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9fe-382a-47c7-97f7-94dcaa3195b3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.438721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea91977-394c-4461-840c-d4faf45ccd7c None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:49.439374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ea91977-394c-4461-840c-d4faf45ccd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a3ebe0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:49.501442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ea91977-394c-4461-840c-d4faf45ccd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a3ebe0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:49.512656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea91977-394c-4461-840c-d4faf45ccd7c None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:49.513710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ea91977-394c-4461-840c-d4faf45ccd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a3ebe0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:49.530930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.557344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ea91977-394c-4461-840c-d4faf45ccd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a3ebe0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:49.558634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea91977-394c-4461-840c-d4faf45ccd7c None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:49.587088 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9fe-382a-47c7-97f7-94dcaa3195b3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.629215 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 4.0004170
Jun 21 03:05:49.629215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35360) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:49.640552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-205475761'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:49.744982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49403199-4b9a-48a7-b9df-14626c89ff6d req-d20308c6-0fe6-4663-9112-05ef793841bb tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:49.752603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35362) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:49.759747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49403199-4b9a-48a7-b9df-14626c89ff6d req-d20308c6-0fe6-4663-9112-05ef793841bb tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.3159323
Jun 21 03:05:49.765034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:49.769105 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.829565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:05:49.829819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9fe-382a-47c7-97f7-94dcaa3195b3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.832579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95e3c9fe-382a-47c7-97f7-94dcaa3195b3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.833856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-95e3c9fe-382a-47c7-97f7-94dcaa3195b3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/ab89bf83-5b9f-4de8-ba1f-940dd3e9c0cb HTTP/1.1" status: 204  len: 168 time: 0.5222063
Jun 21 03:05:49.842354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35366) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:49.844576 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9c9af39a-d3e1-42da-846b-2f38bcb2f4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:49.854366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:49.854726 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Added segment 5e9649f2-05f4-4edd-bec1-ce27b8f71df6 of type vlan for network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289
Jun 21 03:05:49.880788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3c9fe-382a-47c7-97f7-94dcaa3195b3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab89bf83-5b9f-4de8-ba1f-940dd3e9c0cb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:49.887386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49403199-4b9a-48a7-b9df-14626c89ff6d req-1ffd5401-eda5-4ff2-a906-f3362fa361c8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262496
Jun 21 03:05:49.888678 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95e3c9fe-382a-47c7-97f7-94dcaa3195b3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:49.965506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35372) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:50.054367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e076627-0527-4a45-abe7-54f3dd0b88ef tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:50.056319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6e076627-0527-4a45-abe7-54f3dd0b88ef tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1092 time: 0.0889263
Jun 21 03:05:50.059158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35374) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:50.068958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:50.104745 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.132663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.141409 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7e8e6115-e555-4493-9f74-e171d63b914e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2982488
Jun 21 03:05:50.147249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35378) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:50.152724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188926442'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:50.222611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.302119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a1f746e-2c29-43b0-902b-b94bfd8cc344 req-f0abfd07-228b-4126-9cc3-5416a19d704c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0648222
Jun 21 03:05:50.337439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.349119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:50.349119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.350963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35380) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:50.352247 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b377a6a5-b693-4210-99e6-1691bde7b11e tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:50.388270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5751068f-9854-4325-b5fd-f1105453eccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.436951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.446349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.459523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2e9d707c-5b50-459c-9940-96e80a4a8561 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:05:50.489220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Network': ['ID=3ae1d76e-c6a8-4da8-a56f-1ed1328e8289,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:50.495469 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:50.505183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 2e9d707c-5b50-459c-9940-96e80a4a8561 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:05:50.505403 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.506142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2e9d707c-5b50-459c-9940-96e80a4a8561 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:05:50.510574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:05:50.548274 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63ea6526-56b3-44ac-b7a5-c6e8237282e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:50.564826 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=928f00fbfde64e3e892f8bdd232d680f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8106313
Jun 21 03:05:50.566858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35382) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:50.592782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.25.7.162 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/8ae0fa5f-d36b-4242-b963-96e2557015c6) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:50.624431 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9925113
Jun 21 03:05:50.625883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35384) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:50.629704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8234ab71-3788-442d-9c14-8f97fcf493b2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:50.642347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'subnet': {'network_id': '3ae1d76e-c6a8-4da8-a56f-1ed1328e8289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:50.651632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.652158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.652651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.653183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.653882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.654367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.654850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.655325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.655801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.656273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.656761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.657305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:05:50.663453 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:50.783110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9afca674-fe0c-4394-8a88-d459a441f524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.841783 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9afca674-fe0c-4394-8a88-d459a441f524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.978857 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9afca674-fe0c-4394-8a88-d459a441f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.981801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9afca674-fe0c-4394-8a88-d459a441f524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:50.985248 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9afca674-fe0c-4394-8a88-d459a441f524 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8234ab71-3788-442d-9c14-8f97fcf493b2 HTTP/1.1" status: 204  len: 168 time: 0.4151194
Jun 21 03:05:50.985248 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-141e709e-8a4f-4e50-9aeb-2246ac5f2288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:50.998475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afca674-fe0c-4394-8a88-d459a441f524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8234ab71-3788-442d-9c14-8f97fcf493b2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:51.000897 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9afca674-fe0c-4394-8a88-d459a441f524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:51.253578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.271765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.463396 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5751068f-9854-4325-b5fd-f1105453eccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.466468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.470747 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-480657d2-7951-4b96-8464-72e69b575eef tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:51.548084 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6df91b9b-502b-4f2a-8bcc-ca3f0c81f5b2 req-5685efb9-d687-4938-9147-7b3013147dec tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0455494
Jun 21 03:05:51.550108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:51.556514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5751068f-9854-4325-b5fd-f1105453eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.563255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:51.576884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:51.610452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=8ae0fa5f-d36b-4242-b963-96e2557015c6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:51.618623 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:51.620819 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:51.639184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5751068f-9854-4325-b5fd-f1105453eccd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7546ea5692974a48b6c7023a66e28e7c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2830839
Jun 21 03:05:51.643720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35406) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:51.667828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:05:51.672350 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.696738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751068f-9854-4325-b5fd-f1105453eccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d5fe04-5262-47df-88b6-aaf942e5d8a4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:51.748925 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5751068f-9854-4325-b5fd-f1105453eccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:51.836697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfe1edaa-db8a-4d31-90ac-ac05620ecde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.906514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfe1edaa-db8a-4d31-90ac-ac05620ecde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.912146 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:51.995781 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.001486 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4c8b0dfb-1437-4bc7-a394-45e88568049e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:52.078316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71a9614-1443-42cb-af13-08c68b77c526,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:52.098011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:52.144014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.145725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.9963274
Jun 21 03:05:52.148336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35418) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:52.157003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-secgroup--531260696'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:52.257703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.261433 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c19979d-2da4-4170-9e8a-14fb82ed8cb4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:52.266954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfe1edaa-db8a-4d31-90ac-ac05620ecde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.269953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dfe1edaa-db8a-4d31-90ac-ac05620ecde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.274418 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dfe1edaa-db8a-4d31-90ac-ac05620ecde0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45d5fe04-5262-47df-88b6-aaf942e5d8a4 HTTP/1.1" status: 204  len: 168 time: 0.6223292
Jun 21 03:05:52.283275 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.349323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Checking segment: {'id': '5e9649f2-05f4-4edd-bec1-ce27b8f71df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3ae1d76e-c6a8-4da8-a56f-1ed1328e8289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:52.349826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network hostable DHCP agents. Network: 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:05:52.352399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Subnet': ['ID=20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:52.355797 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:52.357451 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:52.370575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1edaa-db8a-4d31-90ac-ac05620ecde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d5fe04-5262-47df-88b6-aaf942e5d8a4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:52.373796 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dfe1edaa-db8a-4d31-90ac-ac05620ecde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:52.476220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:05:52.523085 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.524903 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.548249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:52.554103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:52.554971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.556603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc75d9-01ca-4efe-bed8-0fb40de8a8a4 None None] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:52.635872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.650501 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7b795eea-ed04-46ed-a969-2a055e443d8b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:52.703556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca67ba-b745-4c20-9bd3-3d71e4fa3ab7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:52.712162 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:52.722264 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0947428
Jun 21 03:05:52.724947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35434) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:52.732569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1253985724', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:52.754956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.759631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6102870
Jun 21 03:05:52.761724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35436) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:52.777956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': 'f71a9614-1443-42cb-af13-08c68b77c526', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '42ca67ba-b745-4c20-9bd3-3d71e4fa3ab7', 'remote_ip_prefix': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:52.807909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed5a2a9c-b842-42a1-a426-e6911a106dd7 req-d2769023-fe51-4094-b80b-438f8ce0ec95 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0448377
Jun 21 03:05:52.818928 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.865253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-3ae1d76e-c6a8-4da8-a56f-1ed1328e8289', 'network_id': '3ae1d76e-c6a8-4da8-a56f-1ed1328e8289', 'tenant_id': '87f65586c6e74beeb5f2b8f19b9a71b8', 'fixed_ips': [{'subnet_id': '20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:05:52.868273 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.920096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:52.921563 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.095916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.109689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.116834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.132637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Allocated IP 172.20.0.2 (3ae1d76e-c6a8-4da8-a56f-1ed1328e8289/20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed/60eb0592-c7e6-4406-be1d-f2c3550332f8) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:53.194147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.197647 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bc00bee7-63b4-493d-a958-fb63f0258751 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:53.321138 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.331628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Transition to ACTIVE for port object 60eb0592-c7e6-4406-be1d-f2c3550332f8 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:53.349742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Transition to ACTIVE for port object 60eb0592-c7e6-4406-be1d-f2c3550332f8 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:05:53.361488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=8ae0fa5f-d36b-4242-b963-96e2557015c6,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:53.365266 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:53.383664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.417306 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.425928 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e6b16a4-1370-49f5-a63d-ad7c242eb6e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:53.463700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:53.465176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:53.468024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:53.540468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.548973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Pushing event updated for resources: {'Port': ['ID=60eb0592-c7e6-4406-be1d-f2c3550332f8,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:53.553511 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:53.563301 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.563863 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Floating IP 850e7407-5ae7-4c1c-a277-86b60c35e6e0 associated. External IP: 172.25.7.162, port: 9404d825-ad5e-44f4-ae25-66fcbe861832.
Jun 21 03:05:53.564498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Attempting to bind port 60eb0592-c7e6-4406-be1d-f2c3550332f8 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:05:53.565158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Attempting to bind port 60eb0592-c7e6-4406-be1d-f2c3550332f8 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5e9649f2-05f4-4edd-bec1-ce27b8f71df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3ae1d76e-c6a8-4da8-a56f-1ed1328e8289'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:05:53.565696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Attempting to bind port 60eb0592-c7e6-4406-be1d-f2c3550332f8 on network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:05:53.574720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:05:53.575120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Checking segment: {'id': '5e9649f2-05f4-4edd-bec1-ce27b8f71df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3ae1d76e-c6a8-4da8-a56f-1ed1328e8289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:05:53.575577 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.576049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Bound using segment: {'id': '5e9649f2-05f4-4edd-bec1-ce27b8f71df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3ae1d76e-c6a8-4da8-a56f-1ed1328e8289'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:05:53.576617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Bound port: 60eb0592-c7e6-4406-be1d-f2c3550332f8, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9649f2-05f4-4edd-bec1-ce27b8f71df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3ae1d76e-c6a8-4da8-a56f-1ed1328e8289'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:05:53.577133 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.683383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] For port 60eb0592-c7e6-4406-be1d-f2c3550332f8, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:05:53.683383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] For port 60eb0592-c7e6-4406-be1d-f2c3550332f8, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=60eb0592-c7e6-4406-be1d-f2c3550332f8,segment=NetworkSegment(5e9649f2-05f4-4edd-bec1-ce27b8f71df6),segment_id=5e9649f2-05f4-4edd-bec1-ce27b8f71df6)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:05:53.804126 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.808286 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-592c309c-10bd-4615-89ec-78db49390159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:53.810331 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:53.814336 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25c91d35-f2f0-4c1b-98e2-fe4250e29c8c tempest-ServersTestJSON-133409120 tempest-ServersTestJSON-133409120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:53.856239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router fa395967-5ec1-41f7-9782-73f21cac5370 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:05:53.978207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Pushing event updated for resources: {'Port': ['ID=60eb0592-c7e6-4406-be1d-f2c3550332f8,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:53.989527 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:54.046029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802c7cb4-a4e5-4cc6-8c14-b6aee3c33be9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:54.054975 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:54.116705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:54.128938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:54.132348 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] Sync routers for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:54.137194 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.3642564
Jun 21 03:05:54.138079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35486) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:54.150529 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:54.151186 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d924c3a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:54.201814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4936eef1-5170-46a2-a6fd-afa5c94a4bc3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:54.207702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02571950-2ec3-45c8-b60b-705691bfc644 req-71469fd4-fc98-4aeb-a224-be7919de07e3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0574481
Jun 21 03:05:54.216126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4936eef1-5170-46a2-a6fd-afa5c94a4bc3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:54.240393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:54.361228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3007040
Jun 21 03:05:54.362470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:05:54.383333 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:05:54.495266 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:05:54.519828 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787e6ca7-cdfe-41eb-8ba4-9623356432d5 x-openstack-request-id: req-787e6ca7-cdfe-41eb-8ba4-9623356432d5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:05:54.520172 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:05:54.520461 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-787e6ca7-cdfe-41eb-8ba4-9623356432d5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:05:54.520904 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'status': 'completed', 'code': 200}
Jun 21 03:05:54.706039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa621-12a3-45a4-8a4d-a7d4af7234fb req-974d47a5-e7ba-4524-8fb7-d871e30c3b8e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:54.711074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a24fa621-12a3-45a4-8a4d-a7d4af7234fb req-974d47a5-e7ba-4524-8fb7-d871e30c3b8e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.1343343
Jun 21 03:05:54.786743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a24fa621-12a3-45a4-8a4d-a7d4af7234fb req-e4c1c249-9181-4707-9692-3b7b7f03959d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678611
Jun 21 03:05:54.826198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35508) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:54.940547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c78fb73f-9410-42ae-a236-6a8b42a27daf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/850e7407-5ae7-4c1c-a277-86b60c35e6e0 HTTP/1.1" status: 200  len: 991 time: 0.1124597
Jun 21 03:05:55.076859 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d924c3a0>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '850e7407-5ae7-4c1c-a277-86b60c35e6e0', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'port_id': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'mac_address': 'fa:16:3e:4f:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:05:52Z', 'updated_at': '2021-06-21T03:05:52Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:34Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:55.088990 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4936eef1-5170-46a2-a6fd-afa5c94a4bc3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.093391 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc3e0108-35bf-45cd-b819-c5ac09961e28 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:55.102037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4936eef1-5170-46a2-a6fd-afa5c94a4bc3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.103832 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4936eef1-5170-46a2-a6fd-afa5c94a4bc3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/802c7cb4-a4e5-4cc6-8c14-b6aee3c33be9 HTTP/1.1" status: 204  len: 168 time: 0.9636202
Jun 21 03:05:55.107035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35518) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:55.141447 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] Checking router: fa395967-5ec1-41f7-9782-73f21cac5370 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:05:55.153114 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:55.153963 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d924c3a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:55.220145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-12a9dc49-d82a-4c5c-a086-314da6305eba tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1102755
Jun 21 03:05:55.223639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35522) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:55.329162 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:05:55.353302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936eef1-5170-46a2-a6fd-afa5c94a4bc3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=802c7cb4-a4e5-4cc6-8c14-b6aee3c33be9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:55.386104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1f3cbf3-04e6-4196-b202-6aaf5f87cfff tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.408926 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4936eef1-5170-46a2-a6fd-afa5c94a4bc3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:55.472991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1f3cbf3-04e6-4196-b202-6aaf5f87cfff tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.506181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.560911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-0b3df0d9-f666-4a35-87ad-4049d6166ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:55.562521 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-0b3df0d9-f666-4a35-87ad-4049d6166ecd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1097 time: 0.4910793
Jun 21 03:05:55.563757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.716878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32af3c86-8432-400f-847f-0e1960912d3f req-c727d29f-c2de-4056-b1ea-ce82a04e9e0a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=623e906c-9742-43e3-b44c-ef0e7983a3f8 HTTP/1.1" status: 200  len: 210 time: 0.0885060
Jun 21 03:05:55.717998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1f3cbf3-04e6-4196-b202-6aaf5f87cfff tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.720762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1f3cbf3-04e6-4196-b202-6aaf5f87cfff tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.722081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e1f3cbf3-04e6-4196-b202-6aaf5f87cfff tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/42ca67ba-b745-4c20-9bd3-3d71e4fa3ab7 HTTP/1.1" status: 204  len: 168 time: 0.4883232
Jun 21 03:05:55.723099 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aabfe311-694a-4d0e-be8a-5fa5b8ffc54d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:55.727343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35534) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:55.772236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebb6ba-bd91-4a94-970f-f76209ba947f None None] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:05:55.774222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3cbf3-04e6-4196-b202-6aaf5f87cfff tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca67ba-b745-4c20-9bd3-3d71e4fa3ab7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:55.776766 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e1f3cbf3-04e6-4196-b202-6aaf5f87cfff tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:55.835838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-10611fee-7947-4b1a-b3ca-8b8d53f06670 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0913856
Jun 21 03:05:55.838572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35538) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:55.907725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f28412-6630-462f-a791-0354781f96cb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:55.918054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-35755281-6bdd-4f34-8092-012cd1c3983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:55.919773 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-35755281-6bdd-4f34-8092-012cd1c3983d service neutron] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.3467419
Jun 21 03:05:55.945062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35544) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:56.043009 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-f527c95c-a316-49b7-a305-31beb07b6e3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 999 time: 0.1144783
Jun 21 03:05:56.063045 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:05:56.069082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.25.7.231 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/75ff3ed3-450e-4541-853f-514e665753f2) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:05:56.091453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f28412-6630-462f-a791-0354781f96cb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.162023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ce637069-3d2f-4afc-826e-7f498b5fb393 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/850e7407-5ae7-4c1c-a277-86b60c35e6e0 HTTP/1.1" status: 200  len: 991 time: 0.2013345
Jun 21 03:05:56.180886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 60eb0592-c7e6-4406-be1d-f2c3550332f8 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:56.236835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-de7fc11c-b5d6-43af-893c-e3b71a95fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:56.238846 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-de7fc11c-b5d6-43af-893c-e3b71a95fde4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.1714244
Jun 21 03:05:56.261322 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d924c3a0>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '850e7407-5ae7-4c1c-a277-86b60c35e6e0', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'port_id': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'mac_address': 'fa:16:3e:4f:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:05:52Z', 'updated_at': '2021-06-21T03:05:52Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:34Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:56.298420 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c45d9-e9f9-4ebb-b72f-ad7f82ff8ab6 None None] The sync data for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 is: [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '850e7407-5ae7-4c1c-a277-86b60c35e6e0', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'port_id': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'mac_address': 'fa:16:3e:4f:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:05:52Z', 'updated_at': '2021-06-21T03:05:52Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:34Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:56.327964 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f28412-6630-462f-a791-0354781f96cb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.340895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f28412-6630-462f-a791-0354781f96cb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.340895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-76f28412-6630-462f-a791-0354781f96cb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/f71a9614-1443-42cb-af13-08c68b77c526 HTTP/1.1" status: 204  len: 168 time: 0.5010431
Jun 21 03:05:56.347980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35552) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:56.353261 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c2f1513c-99b9-4463-b672-33fee90d1b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:56.370805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92cf3e41-c7b3-45ad-b6b9-6d0790799410 None None] Provisioning for port 60eb0592-c7e6-4406-be1d-f2c3550332f8 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:56.407604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f28412-6630-462f-a791-0354781f96cb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71a9614-1443-42cb-af13-08c68b77c526,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:56.411126 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76f28412-6630-462f-a791-0354781f96cb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:56.420866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.420866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-50d4df22-084c-463e-bee1-91689d5e95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:05:56.420866 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-50d4df22-084c-463e-bee1-91689d5e95a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1438205
Jun 21 03:05:56.463812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9691229c-fcb9-42cd-ba3b-2eb5d1c7acf0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0978613
Jun 21 03:05:56.467671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 60eb0592-c7e6-4406-be1d-f2c3550332f8 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:05:56.472310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35556) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:56.472808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 60eb0592-c7e6-4406-be1d-f2c3550332f8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:56.473368 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.475215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-secgroup--616864727'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:56.618296 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.662302 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.733212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313624d8-63e8-408f-8a2b-56ac9a5d5b65 None None] New status for floating IP 850e7407-5ae7-4c1c-a277-86b60c35e6e0: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:05:56.848096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.946347 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-a263b4e7-cbd5-40ef-96a8-c50c4fb0bc10 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5192628
Jun 21 03:05:56.949641 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:56.952208 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfe1126b-ef56-47b9-a32e-ce61a5bc2e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:56.987080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 60eb0592-c7e6-4406-be1d-f2c3550332f8, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=60eb0592-c7e6-4406-be1d-f2c3550332f8,segment=NetworkSegment(5e9649f2-05f4-4edd-bec1-ce27b8f71df6),segment_id=5e9649f2-05f4-4edd-bec1-ce27b8f71df6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:05:57.016874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-127c5ba3-62a0-4f6c-bb01-67eeb2d71dfd None None] Provisioning complete for port 60eb0592-c7e6-4406-be1d-f2c3550332f8 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:57.017588 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-127c5ba3-62a0-4f6c-bb01-67eeb2d71dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.026626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3106d446-2bbb-4b41-b642-b19459adf68b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:57.035428 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:57.049255 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.060487 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b7896aa0-c431-4ead-bbea-06b538765d44 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:57.104563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.106771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6377754
Jun 21 03:05:57.109959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35580) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:57.112874 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.117881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '3106d446-2bbb-4b41-b642-b19459adf68b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:57.122165 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d6740fe-2788-42df-bb5e-98ee822ca83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:57.172169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35584) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:57.181724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=75ff3ed3-450e-4541-853f-514e665753f2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:57.190759 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:57.259869 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.277750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=60eb0592-c7e6-4406-be1d-f2c3550332f8,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:57.282431 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:57.285513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:05:57.294252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:05:57.300167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:05:57.400757 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-313bca5d-652c-4cd4-abc7-349a58be3167 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/850e7407-5ae7-4c1c-a277-86b60c35e6e0 HTTP/1.1" status: 200  len: 991 time: 0.2193151
Jun 21 03:05:57.408614 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-67f81dc8-8ac5-44ea-80c0-07b9183f1f3b req-86f46a18-109f-41b6-a2a6-c5e61c2194f0 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4535177
Jun 21 03:05:57.426793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.496606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.509661 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e6acdff0-48ef-4dc7-9252-1898250ecc0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:57.538731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb4b4f5-22bd-4e3f-81f3-e96ee23bcd33,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:57.542391 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:57.604923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.615385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4952483
Jun 21 03:05:57.615385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35598) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:57.635731 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-606963e0-5506-4af2-b07d-404f78fc07d5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.644085 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-606963e0-5506-4af2-b07d-404f78fc07d5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.820488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-606963e0-5506-4af2-b07d-404f78fc07d5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.842538 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-606963e0-5506-4af2-b07d-404f78fc07d5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.846332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-606963e0-5506-4af2-b07d-404f78fc07d5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3eb4b4f5-22bd-4e3f-81f3-e96ee23bcd33 HTTP/1.1" status: 204  len: 168 time: 0.2360551
Jun 21 03:05:57.847453 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-efa5bc96-dc3f-40ea-9bd4-ed1b28101e6d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:57.850932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35604) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:57.857472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606963e0-5506-4af2-b07d-404f78fc07d5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eb4b4f5-22bd-4e3f-81f3-e96ee23bcd33,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:57.859994 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-606963e0-5506-4af2-b07d-404f78fc07d5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:57.908582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:57.977480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-00189b43-b8a3-4da6-980a-1b0c0e00c56f tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1246057
Jun 21 03:05:57.980059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35610) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:58.088759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 60eb0592-c7e6-4406-be1d-f2c3550332f8 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:05:58.141488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5383e33-03bc-4245-bade-b083bbc31654 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:58.183499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 60eb0592-c7e6-4406-be1d-f2c3550332f8 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:05:58.184369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:58.262033 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5383e33-03bc-4245-bade-b083bbc31654 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:58.397151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:58.403179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35620) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:58.539437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5d1c7dd7-b7d1-4084-9c55-9f7b97698d03 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/850e7407-5ae7-4c1c-a277-86b60c35e6e0 HTTP/1.1" status: 200  len: 993 time: 0.1281331
Jun 21 03:05:58.546520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5383e33-03bc-4245-bade-b083bbc31654 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:58.549084 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5383e33-03bc-4245-bade-b083bbc31654 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:58.550613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b5383e33-03bc-4245-bade-b083bbc31654 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/3106d446-2bbb-4b41-b642-b19459adf68b HTTP/1.1" status: 204  len: 168 time: 0.5690360
Jun 21 03:05:58.552110 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34100e15-1a34-4a92-b63e-b811958e65e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:58.552999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35624) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:58.564518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5383e33-03bc-4245-bade-b083bbc31654 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3106d446-2bbb-4b41-b642-b19459adf68b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:58.570017 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5383e33-03bc-4245-bade-b083bbc31654 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:58.643322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-34d7c768-dd73-4c39-b35f-a4eb5ee6da9e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0886717
Jun 21 03:05:58.647192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35628) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:58.651983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group': {'name': 'tempest-secgroup--359494467'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:58.691379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router 43581bb4-39a4-4327-abf4-f207205814e6 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:05:58.794592 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:58.919546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:05:58.931519 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05137954-bf30-48be-93b5-32f760861e53 None None] Sync routers for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:05:58.946474 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05137954-bf30-48be-93b5-32f760861e53 None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:58.949993 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-05137954-bf30-48be-93b5-32f760861e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8fb5b50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:58.968666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:59.018634 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-05137954-bf30-48be-93b5-32f760861e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8fb5b50>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:59.029144 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05137954-bf30-48be-93b5-32f760861e53 None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:05:59.029782 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-05137954-bf30-48be-93b5-32f760861e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8fb5b50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:59.063474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:59.066080 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1eb76e1b-8c0a-490b-b5ac-d055f594fd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:59.079299 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-05137954-bf30-48be-93b5-32f760861e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8fb5b50>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:05:59.079960 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05137954-bf30-48be-93b5-32f760861e53 None None] The sync data for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:05:59.117272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a0a1e-4471-4272-8fdc-5e749e96db79,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:59.128483 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:59.151142 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:59.152620 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 6.4258113
Jun 21 03:05:59.156696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35640) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:59.276047 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:59.280006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6292715
Jun 21 03:05:59.280183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:59.286919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '2b3a0a1e-4471-4272-8fdc-5e749e96db79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:05:59.458533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:59.617474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:59.739931 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:59.749916 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:05:59.796521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e32d0c8-9a39-4d6c-9f30-b07166adf9cb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:05:59.808246 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:05:59.909096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:05:59.915425 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6312430
Jun 21 03:05:59.915826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35664) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:05:59.946610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f5f6c17a-7cac-4f25-bbaa-7b261400eecf tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules/3e32d0c8-9a39-4d6c-9f30-b07166adf9cb HTTP/1.1" status: 200  len: 763 time: 0.0293791
Jun 21 03:05:59.953805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35668) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:00.036913 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4efe3c51-0187-4841-8fee-09bc688709c6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0793855
Jun 21 03:06:00.037473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35674) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:00.053302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.078828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73cb1530-7a22-4187-9dfc-dac09f77c68e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.106230 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73cb1530-7a22-4187-9dfc-dac09f77c68e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.252326 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73cb1530-7a22-4187-9dfc-dac09f77c68e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.254337 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-edc3372c-8231-494f-a23d-f9d21e53ad7a tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:00.259326 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-73cb1530-7a22-4187-9dfc-dac09f77c68e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.262713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-73cb1530-7a22-4187-9dfc-dac09f77c68e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3e32d0c8-9a39-4d6c-9f30-b07166adf9cb HTTP/1.1" status: 204  len: 168 time: 0.2210562
Jun 21 03:06:00.264909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35678) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:00.275346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb1530-7a22-4187-9dfc-dac09f77c68e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e32d0c8-9a39-4d6c-9f30-b07166adf9cb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:00.279045 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-73cb1530-7a22-4187-9dfc-dac09f77c68e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:00.374603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-137936ff-9273-41e3-a588-d937e08fb15b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1049800
Jun 21 03:06:00.376054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35680) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:00.379902 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '2b3a0a1e-4471-4272-8fdc-5e749e96db79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:00.651590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.20.0.1 (3ae1d76e-c6a8-4da8-a56f-1ed1328e8289/20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed/c09ab0d2-5abe-4a59-ad80-156a72e15f5b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:06:00.706384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.836424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.889379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.905162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Transition to ACTIVE for port object c09ab0d2-5abe-4a59-ad80-156a72e15f5b will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:00.935049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:00.939026 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:00.966228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008e7be4-768a-4f8a-8259-fec3e56a8ca9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:00.969207 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:01.045209 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.046449 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6700025
Jun 21 03:06:01.049320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35696) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:01.069354 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8d2d7d94-b620-4540-a375-0fc85e33141d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules/008e7be4-768a-4f8a-8259-fec3e56a8ca9 HTTP/1.1" status: 200  len: 763 time: 0.0164342
Jun 21 03:06:01.069567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35698) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:01.076181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.088401 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:01.118345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bebc2502-f1fa-447a-947f-d5c1752fc634 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0468471
Jun 21 03:06:01.120348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35700) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:01.149425 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2da69c46-77d4-4d96-8309-2cd69bc0a278 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.158279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=c09ab0d2-5abe-4a59-ad80-156a72e15f5b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:01.159243 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2da69c46-77d4-4d96-8309-2cd69bc0a278 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.165365 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:01.167869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:01.169793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:01.172209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:06:01.234341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.291730 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2da69c46-77d4-4d96-8309-2cd69bc0a278 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.294605 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6a898f2f-894d-4fd6-afde-131d94e08d1d tempest-ServersTestManualDisk-849407717 tempest-ServersTestManualDisk-849407717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:01.315431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2da69c46-77d4-4d96-8309-2cd69bc0a278 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.325387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2da69c46-77d4-4d96-8309-2cd69bc0a278 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/008e7be4-768a-4f8a-8259-fec3e56a8ca9 HTTP/1.1" status: 204  len: 168 time: 0.1998925
Jun 21 03:06:01.330778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da69c46-77d4-4d96-8309-2cd69bc0a278 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=008e7be4-768a-4f8a-8259-fec3e56a8ca9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:01.333546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35704) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:01.372401 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2da69c46-77d4-4d96-8309-2cd69bc0a278 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:01.458658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e28cba13-1368-49f7-aad7-75017ab7a3ed tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1196551
Jun 21 03:06:01.461730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35706) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:01.469248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Request body: {'security_group_rule': {'security_group_id': '2b3a0a1e-4471-4272-8fdc-5e749e96db79', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:01.553282 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.566778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-419dd2be-bfa1-4608-8fd0-179d07ee94e2 None None] Provisioning for port c09ab0d2-5abe-4a59-ad80-156a72e15f5b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:01.573280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-419dd2be-bfa1-4608-8fd0-179d07ee94e2 None None] Provisioning complete for port c09ab0d2-5abe-4a59-ad80-156a72e15f5b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:01.573964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-419dd2be-bfa1-4608-8fd0-179d07ee94e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.587413 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Project 906e3a555edd436dba80dd3860bd91fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:06:01.599732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.632519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-419dd2be-bfa1-4608-8fd0-179d07ee94e2 None None] Port c09ab0d2-5abe-4a59-ad80-156a72e15f5b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:06:01.797544 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.886359 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:01.890281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a88b13db-9b35-49f3-9196-1dd288221a5c tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:01.948531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542b37f7-8202-471a-9af7-566fa8fb48b4,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:01.957873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:02.341051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.342297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8794985
Jun 21 03:06:02.345223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35724) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:02.383584 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.385748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5c5039bf-4682-4347-962d-ee126c4d76eb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules/542b37f7-8202-471a-9af7-566fa8fb48b4 HTTP/1.1" status: 200  len: 769 time: 0.0390861
Jun 21 03:06:02.388553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35726) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:02.459494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f1184c5c-1982-4469-892b-f2b020461487 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0683188
Jun 21 03:06:02.459738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35732) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:02.467702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.476767 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:02.535976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b56f6ff3-62f2-4525-a1ca-f07fbfa26e50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.550273 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b56f6ff3-62f2-4525-a1ca-f07fbfa26e50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.595067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=c09ab0d2-5abe-4a59-ad80-156a72e15f5b,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:02.603706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.614344 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:02.742620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:02.743625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b56f6ff3-62f2-4525-a1ca-f07fbfa26e50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.750996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b56f6ff3-62f2-4525-a1ca-f07fbfa26e50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.753039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b56f6ff3-62f2-4525-a1ca-f07fbfa26e50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/542b37f7-8202-471a-9af7-566fa8fb48b4 HTTP/1.1" status: 204  len: 168 time: 0.2920671
Jun 21 03:06:02.754969 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-702e15c4-eeb6-4e93-acc5-1ef3359f46f6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:02.755595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35746) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:02.761270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:02.792678 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f6ff3-62f2-4525-a1ca-f07fbfa26e50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=542b37f7-8202-471a-9af7-566fa8fb48b4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:02.796320 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b56f6ff3-62f2-4525-a1ca-f07fbfa26e50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:02.812731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fa65c222-badb-4715-bf3e-0699b6ea2d66 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0519254
Jun 21 03:06:02.812731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35748) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:02.929691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:02.957424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router 43581bb4-39a4-4327-abf4-f207205814e6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:02.978913 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:03.118022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:03.126152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35758) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:03.132676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'port': {'network_id': '3ae1d76e-c6a8-4da8-a56f-1ed1328e8289', 'name': 'tempest-FloatingIPTestJSON-1907408256'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:03.133955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232b1bc-d518-49f8-8751-9fd6087da5dd None None] Sync routers for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:03.134858 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/routers/43581bb4-39a4-4327-abf4-f207205814e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9757679
Jun 21 03:06:03.144681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232b1bc-d518-49f8-8751-9fd6087da5dd None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:03.145369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d232b1bc-d518-49f8-8751-9fd6087da5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3dfbd60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:03.188164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:03.192782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d232b1bc-d518-49f8-8751-9fd6087da5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3dfbd60>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:03.197045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:03.201099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b3a0a1e-4471-4272-8fdc-5e749e96db79 HTTP/1.1" status: 204  len: 168 time: 0.3848176
Jun 21 03:06:03.201099 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dee07582-97eb-49a6-8db1-1c75cd9b37f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:03.202319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35760) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:03.212122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232b1bc-d518-49f8-8751-9fd6087da5dd None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:03.212961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d232b1bc-d518-49f8-8751-9fd6087da5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3dfbd60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:03.214529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a0a1e-4471-4272-8fdc-5e749e96db79,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:03.231822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.233795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.234196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.234587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.234970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.235354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.235734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.236129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.236514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.236887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.237262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.237658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:03.247310 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:03.263034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d232b1bc-d518-49f8-8751-9fd6087da5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3dfbd60>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:03.264055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232b1bc-d518-49f8-8751-9fd6087da5dd None None] The sync data for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:03.278977 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-92056133-6183-4f99-9bbc-c3a3d125e614 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0736930
Jun 21 03:06:03.279940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-580e13ee-1927-4f78-be8d-cc192afd2fd1 None None] Provisioning complete for port c09ab0d2-5abe-4a59-ad80-156a72e15f5b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:03.280584 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-580e13ee-1927-4f78-be8d-cc192afd2fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:03.281061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35764) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:03.326359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-580e13ee-1927-4f78-be8d-cc192afd2fd1 None None] Port c09ab0d2-5abe-4a59-ad80-156a72e15f5b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:06:03.341072 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-12364609-fc54-440e-8f3c-5bc17a0da186 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0586472
Jun 21 03:06:03.406674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Made reservation on behalf of 87f65586c6e74beeb5f2b8f19b9a71b8 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:06:03.416771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:03.444227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] device_id is not set on port 0e3a24fb-a973-4d46-afd1-d829f2b03074 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:06:03.648877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Allocated IP 172.20.0.11 (3ae1d76e-c6a8-4da8-a56f-1ed1328e8289/20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed/0e3a24fb-a973-4d46-afd1-d829f2b03074) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:06:03.973824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.018339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Transition to ACTIVE for port object 0e3a24fb-a973-4d46-afd1-d829f2b03074 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:04.036102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35820) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:04.113651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.118545 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a69efa33-7b09-441e-a2de-053eed4a86dd tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:04.175326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:04.195252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:04.207360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:06:04.251634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event updated for resources: {'Port': ['ID=0e3a24fb-a973-4d46-afd1-d829f2b03074,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:04.256198 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:04.277917 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b90b1d7e-6379-4a2f-9805-6cca11161c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.291070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:04.291764 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.431077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35832) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:04.431467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2985816
Jun 21 03:06:04.431932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Request body: {'floatingip': {'port_id': '0e3a24fb-a973-4d46-afd1-d829f2b03074'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:04.460283 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d981382a-7dd8-4809-b158-a11cfcd48d7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=906e3a555edd436dba80dd3860bd91fe&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4235384
Jun 21 03:06:04.468919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35836) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:04.571607 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.608521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5b3-2597-429c-8164-80042de2e199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.664926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5b3-2597-429c-8164-80042de2e199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.746154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f2e04866-01ad-4a9e-be37-3e178883f1e3 None None] Provisioning for port 0e3a24fb-a973-4d46-afd1-d829f2b03074 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:04.751895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f2e04866-01ad-4a9e-be37-3e178883f1e3 None None] Provisioning complete for port 0e3a24fb-a973-4d46-afd1-d829f2b03074 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:04.752707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f2e04866-01ad-4a9e-be37-3e178883f1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.795154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f2e04866-01ad-4a9e-be37-3e178883f1e3 None None] Port 0e3a24fb-a973-4d46-afd1-d829f2b03074 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:06:04.862453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5b3-2597-429c-8164-80042de2e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.865235 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a82e5b3-2597-429c-8164-80042de2e199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:04.867973 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5a82e5b3-2597-429c-8164-80042de2e199 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1a354b9-2983-424f-8e0a-1ff99e0e6c2c HTTP/1.1" status: 204  len: 168 time: 0.3979654
Jun 21 03:06:04.869245 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cdd654d6-f621-456e-8e6c-08f9b456afa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:04.879401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82e5b3-2597-429c-8164-80042de2e199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a354b9-2983-424f-8e0a-1ff99e0e6c2c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:04.883829 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a82e5b3-2597-429c-8164-80042de2e199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:05.281217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:05.348655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:05.549160 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP 2cce1f06-594d-4375-9ae1-d184edf49f44 associated. External IP: 172.25.7.144, port: 64763edc-9b9d-4835-a171-2d36d20563bb.
Jun 21 03:06:05.803787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-af02ca09-feb4-47c3-a812-bb1688a382c3 req-c59b55da-4427-47f4-aeeb-4e9403296dbf service neutron] (94166) timed out ('10.222.0.26', 60620) {{(pid=94166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:06:06.012401 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:06.042510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:06.197486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:06.214000 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a745fd2a-f770-47c8-ab9d-2ec9b4ee5dd8 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:06.245630 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745fd2a-f770-47c8-ab9d-2ec9b4ee5dd8 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:06.246747 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a745fd2a-f770-47c8-ab9d-2ec9b4ee5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84752b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:06.330682 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a745fd2a-f770-47c8-ab9d-2ec9b4ee5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84752b0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:06.342039 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745fd2a-f770-47c8-ab9d-2ec9b4ee5dd8 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:06.342680 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a745fd2a-f770-47c8-ab9d-2ec9b4ee5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84752b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:05:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:06.396758 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a745fd2a-f770-47c8-ab9d-2ec9b4ee5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84752b0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:06.398755 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a745fd2a-f770-47c8-ab9d-2ec9b4ee5dd8 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:06.497957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router 43581bb4-39a4-4327-abf4-f207205814e6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:06.623707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e167c33-3266-4b7c-a532-06da3a60e4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:06.776365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:06.781510 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:06.788399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5180423-19a5-4f11-977f-7d29cf2250a4 None None] Sync routers for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:06.812234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5180423-19a5-4f11-977f-7d29cf2250a4 None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:06.813839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a5180423-19a5-4f11-977f-7d29cf2250a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3be5ee0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:06.902556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a5180423-19a5-4f11-977f-7d29cf2250a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3be5ee0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:06.916580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5180423-19a5-4f11-977f-7d29cf2250a4 None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:06.917311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a5180423-19a5-4f11-977f-7d29cf2250a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3be5ee0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:07.009834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a5180423-19a5-4f11-977f-7d29cf2250a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3be5ee0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:07.010741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5180423-19a5-4f11-977f-7d29cf2250a4 None None] The sync data for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:07.057491 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-124dd9a7-3401-4bbd-83d4-b522d2e9c712 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/floatingips/2cce1f06-594d-4375-9ae1-d184edf49f44 HTTP/1.1" status: 200  len: 979 time: 2.6310854
Jun 21 03:06:07.059385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35926) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:07.103921 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:07.231131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 0e3a24fb-a973-4d46-afd1-d829f2b03074 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:07.231478 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:07.447958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:07.994273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:07.995030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:07.995593 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Floating IP 2cce1f06-594d-4375-9ae1-d184edf49f44 disassociated. External IP: 172.25.7.144, port: 0e3a24fb-a973-4d46-afd1-d829f2b03074.
Jun 21 03:06:07.996192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 0e3a24fb-a973-4d46-afd1-d829f2b03074 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:08.063808 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:08.161963 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:08.326803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:08.331618 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3d52c795-1ef1-4f7d-84c9-b7eee61de4bf tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:08.364528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=0e3a24fb-a973-4d46-afd1-d829f2b03074,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:08.373860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:08.635971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router 43581bb4-39a4-4327-abf4-f207205814e6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:08.914857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:08.925794 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd4738-f8e1-44f1-bdfc-db8b692bf1cc None None] Sync routers for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:08.946971 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd4738-f8e1-44f1-bdfc-db8b692bf1cc None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:08.951473 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-66dd4738-f8e1-44f1-bdfc-db8b692bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90f51f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:09.095479 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:09.101588 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-66dd4738-f8e1-44f1-bdfc-db8b692bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90f51f0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:09.109042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/ports/0e3a24fb-a973-4d46-afd1-d829f2b03074 HTTP/1.1" status: 204  len: 168 time: 2.0456696
Jun 21 03:06:09.111719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35978) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:09.175829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd4738-f8e1-44f1-bdfc-db8b692bf1cc None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:09.176336 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-66dd4738-f8e1-44f1-bdfc-db8b692bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90f51f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:09.272422 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-66dd4738-f8e1-44f1-bdfc-db8b692bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90f51f0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:09.273388 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd4738-f8e1-44f1-bdfc-db8b692bf1cc None None] The sync data for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:09.554960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:09.796975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:10.252810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port c09ab0d2-5abe-4a59-ad80-156a72e15f5b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:10.254904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:10.342370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:10.526532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:10.569464 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-065ebca3-f75e-466b-8fcd-62f754e63603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:10.626826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for c09ab0d2-5abe-4a59-ad80-156a72e15f5b owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:10.803432 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-065ebca3-f75e-466b-8fcd-62f754e63603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:10.893948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-065ebca3-f75e-466b-8fcd-62f754e63603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:10.941603 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a82e5b3-2597-429c-8164-80042de2e199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:10.976566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-065ebca3-f75e-466b-8fcd-62f754e63603 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19bce9c18d9c4caf91aa6dfde797f1fd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6330805
Jun 21 03:06:10.980396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36036) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:11.001975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ebca3-f75e-466b-8fcd-62f754e63603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc97cc-7869-4e7b-b745-dfd050debf3d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:11.008780 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-065ebca3-f75e-466b-8fcd-62f754e63603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:11.055436 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d3d17d8-cf1f-471a-b1b8-5aea2ee5e1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:11.091414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d3d17d8-cf1f-471a-b1b8-5aea2ee5e1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:11.109723 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:11.116055 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47a0bb3b-14df-43c3-b5e8-f237c08de225 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:11.167662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=c09ab0d2-5abe-4a59-ad80-156a72e15f5b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:11.170118 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:11.459803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d3d17d8-cf1f-471a-b1b8-5aea2ee5e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:11.477273 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0d3d17d8-cf1f-471a-b1b8-5aea2ee5e1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:11.481709 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0d3d17d8-cf1f-471a-b1b8-5aea2ee5e1b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5cc97cc-7869-4e7b-b745-dfd050debf3d HTTP/1.1" status: 204  len: 168 time: 0.4982383
Jun 21 03:06:11.517571 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1215d6ac-0528-439a-999d-a1fe8f253b89 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:11.519706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:11.532054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d17d8-cf1f-471a-b1b8-5aea2ee5e1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc97cc-7869-4e7b-b745-dfd050debf3d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:11.536819 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d3d17d8-cf1f-471a-b1b8-5aea2ee5e1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:11.954141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router 43581bb4-39a4-4327-abf4-f207205814e6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:12.574207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:12.580717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/routers/43581bb4-39a4-4327-abf4-f207205814e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4655135
Jun 21 03:06:12.583378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36082) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:12.587158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ecec5d-a0a7-452f-818a-5df8f80266dd None None] Sync routers for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:12.607953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ecec5d-a0a7-452f-818a-5df8f80266dd None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:12.608167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-18ecec5d-a0a7-452f-818a-5df8f80266dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2cf8430>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:12.613267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36086) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:12.643231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0219dcc4-5cbb-4387-bbf1-d8a59407c927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:12.671500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-18ecec5d-a0a7-452f-818a-5df8f80266dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2cf8430>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:12.707779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ecec5d-a0a7-452f-818a-5df8f80266dd None None] Routers {'43581bb4-39a4-4327-abf4-f207205814e6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:12.708771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-18ecec5d-a0a7-452f-818a-5df8f80266dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2cf8430>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['43581bb4-39a4-4327-abf4-f207205814e6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:12.940871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0219dcc4-5cbb-4387-bbf1-d8a59407c927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.007131 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0219dcc4-5cbb-4387-bbf1-d8a59407c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.011753 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-88411e71-ed51-4351-875d-bf56724afe9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:13.069173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.116782 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0219dcc4-5cbb-4387-bbf1-d8a59407c927 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4df7a545bc654c50a3bc0d6f7d5c2d45&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5019839
Jun 21 03:06:13.117889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219dcc4-5cbb-4387-bbf1-d8a59407c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367e1862-9a23-4c03-9c60-7c1fe4986aab,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:13.128332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36098) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:13.145518 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0219dcc4-5cbb-4387-bbf1-d8a59407c927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:13.272779 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-132bb5ea-d777-4992-9feb-f972c5667403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.308307 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-132bb5ea-d777-4992-9feb-f972c5667403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.336226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-18ecec5d-a0a7-452f-818a-5df8f80266dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2cf8430>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:13.337914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ecec5d-a0a7-452f-818a-5df8f80266dd None None] The sync data for ids ['43581bb4-39a4-4327-abf4-f207205814e6'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:13.446878 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-132bb5ea-d777-4992-9feb-f972c5667403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.449803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-132bb5ea-d777-4992-9feb-f972c5667403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.451130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-132bb5ea-d777-4992-9feb-f972c5667403 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/367e1862-9a23-4c03-9c60-7c1fe4986aab HTTP/1.1" status: 204  len: 168 time: 0.3213785
Jun 21 03:06:13.452128 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:13.470842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bb5ea-d777-4992-9feb-f972c5667403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367e1862-9a23-4c03-9c60-7c1fe4986aab,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:13.503629 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-132bb5ea-d777-4992-9feb-f972c5667403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:13.505029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36106) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:13.582464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Deleting subnet aa15bc04-61ca-4020-b05e-5c314c7f040d {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:06:13.588015 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.633116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.692279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.865251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.889908 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d10bb07-9386-4734-aa03-84a86b95e2e4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:13.894941 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.908482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:13.911292 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aa15bc04-61ca-4020-b05e-5c314c7f040d HTTP/1.1" status: 204  len: 168 time: 0.4043016
Jun 21 03:06:13.916051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36112) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:13.963019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa15bc04-61ca-4020-b05e-5c314c7f040d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:13.972352 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:14.024892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3af0a8-1584-42db-9c46-d51bfa2a2f10 req-6dda8fbd-a5c0-4374-a5c6-ff0b462d4d2f tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:14.027882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3af0a8-1584-42db-9c46-d51bfa2a2f10 req-6dda8fbd-a5c0-4374-a5c6-ff0b462d4d2f tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 945 time: 0.2662981
Jun 21 03:06:14.162906 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.233769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f3af0a8-1584-42db-9c46-d51bfa2a2f10 req-717b6ffb-1514-4bb8-9960-7d84a2796494 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e52aae-2fa6-487b-9405-68983be17f24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1987641
Jun 21 03:06:14.289839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 75ff3ed3-450e-4541-853f-514e665753f2 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:14.290184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.420331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.462860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3f216d0>,) {'filters': {'network_id': ['fd7956f8-f2eb-4dfc-bb12-da4c45a6df51']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:14.481703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3f216d0>, '97fddb1c-9094-40c0-9149-7f54e890387a') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:14.482246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3f216d0>, '97fddb1c-9094-40c0-9149-7f54e890387a') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:14.495880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-7f2cb22d-b49c-4987-830d-01b87d78ca02 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:14.497654 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-7f2cb22d-b49c-4987-830d-01b87d78ca02 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.20 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 945 time: 0.1192937
Jun 21 03:06:14.502483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.527171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.529902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.545482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:06:14.545889 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:06:14.547664 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:06:14.613904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 75ff3ed3-450e-4541-853f-514e665753f2 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:14.684051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Deleting port 125e3cd9-ef89-4382-865f-4d779555e8bb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:14.684664 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.799442 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.808101 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9cce4fc4-3fe5-4aa7-b223-53dfead999fe tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:14.810712 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.813113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fd7956f8-f2eb-4dfc-bb12-da4c45a6df51 HTTP/1.1" status: 204  len: 168 time: 0.8886933
Jun 21 03:06:14.815628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] For port 125e3cd9-ef89-4382-865f-4d779555e8bb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=125e3cd9-ef89-4382-865f-4d779555e8bb,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:14.816008 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.822122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36138) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:14.854994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7956f8-f2eb-4dfc-bb12-da4c45a6df51,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:14.881307 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:14.935409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Deleting subnet 565f5584-bfe7-4e7a-9622-e930cba73957 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:06:14.943420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:14.993062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.050087 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.099313 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.105391 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a8717a8-6ef3-4918-8eda-a24f29b63281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:15.148357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=75ff3ed3-450e-4541-853f-514e665753f2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:15.159832 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.160289 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.160944 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Floating IP 3e100e32-356f-46b2-ad94-c57c03e7cd5e disassociated. External IP: 172.25.7.94, port: 125e3cd9-ef89-4382-865f-4d779555e8bb.
Jun 21 03:06:15.161651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Calling delete_port for 125e3cd9-ef89-4382-865f-4d779555e8bb owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:15.164638 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:15.244431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.303270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36160) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:15.366366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.416105 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8ccc1898-2bce-4e60-bc16-5ebeeb109476 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:15.484645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b65423b3-21b5-4bba-9067-018647516003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.500649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.502585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565f5584-bfe7-4e7a-9622-e930cba73957,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:15.504940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.507693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.509582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/565f5584-bfe7-4e7a-9622-e930cba73957 HTTP/1.1" status: 204  len: 168 time: 0.6769454
Jun 21 03:06:15.514881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36172) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:15.519492 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:15.538828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.567364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c0a5edaa-6a97-4a4b-9e67-498860c2a216 req-7c12c654-82fb-4957-9f01-1904ba678dbc tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 210 time: 0.0686085
Jun 21 03:06:15.592631 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d70bad9-6d01-48bc-a0be-d1f6a609e4dc tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:15.675119 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.676250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Fanout notify agent at l3_agent the message router_deleted on router 43581bb4-39a4-4327-abf4-f207205814e6 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:06:15.695418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.699033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/routers/43581bb4-39a4-4327-abf4-f207205814e6 HTTP/1.1" status: 204  len: 168 time: 3.1109507
Jun 21 03:06:15.701504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36174) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:15.731489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event deleted for resources: {'Port': ['ID=125e3cd9-ef89-4382-865f-4d779555e8bb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:15.746621 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:15.756170 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.800703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting subnet 20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:06:15.806395 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:15.912897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.049843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.231848 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.256009 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b65423b3-21b5-4bba-9067-018647516003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.263380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36186) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:16.272485 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.274726 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:16.280306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0abde20>,) {'filters': {'network_id': ['e56892aa-211d-40d6-aebb-9aa9dd6deafa']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:16.298948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Router 50170de2-e7d8-42a6-8094-f13287aa1f1c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:16.312467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0abde20>, '3bb56183-42ea-4e93-9fd3-7f99919f81b9') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:16.312773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0abde20>, '3bb56183-42ea-4e93-9fd3-7f99919f81b9') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:16.333175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.341977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/subnets/20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed HTTP/1.1" status: 204  len: 168 time: 0.6416609
Jun 21 03:06:16.346094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36190) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:16.346435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91a866-5dad-48d4-8304-11c255f17c74 None None] Network 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:06:16.471274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:16.476011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.480859 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b65423b3-21b5-4bba-9067-018647516003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.485853 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] Sync routers for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:16.496769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Subnet': ['ID=20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:16.505759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:16.509662 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a6070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:16.509877 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:16.529488 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8d2d1b54-051a-42d1-b154-a650dd2ce3d3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:16.566949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b65423b3-21b5-4bba-9067-018647516003 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43a5826c17f54ccc971cea64822b51a7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2596276
Jun 21 03:06:16.572281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65423b3-21b5-4bba-9067-018647516003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e152529-8636-49c7-b27f-60fab76df365,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:16.575096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:16.644708 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b65423b3-21b5-4bba-9067-018647516003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:16.655799 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.697318 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.713899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58c2d06a-6e6e-4673-b773-1f4e17ef5437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.728247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.736917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] DHCP port deletion for 3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:06:16.753236 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:06:16.767825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] No DVR routers for this DVR port 125e3cd9-ef89-4382-865f-4d779555e8bb on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:06:16.776107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:06:16.784104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:06:16.786452 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:06:16.819789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.824547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e9842fb5-fced-4357-a696-e19c466aeb5d req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.20 "DELETE /v2.0/ports/125e3cd9-ef89-4382-865f-4d779555e8bb HTTP/1.1" status: 204  len: 173 time: 2.3207586
Jun 21 03:06:16.825160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'name': 'network-vif-deleted', 'tag': '125e3cd9-ef89-4382-865f-4d779555e8bb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:06:16.837200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.840434 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d60f883-adb2-4b00-806a-ea53d9c0f693" -d '{"events": [{"server_uuid": "10067ab3-f057-4df9-901a-b4fea5cdb655", "name": "network-vif-deleted", "tag": "125e3cd9-ef89-4382-865f-4d779555e8bb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:06:16.872611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] Deleting port 60eb0592-c7e6-4406-be1d-f2c3550332f8 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:16.873706 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:16.981743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa377be7-d5e9-4ebf-9db8-68500ccd4471 req-48cedfcf-b974-415c-add1-9733660f42c2 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 210 time: 0.1040072
Jun 21 03:06:16.996626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] For port 60eb0592-c7e6-4406-be1d-f2c3550332f8, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=60eb0592-c7e6-4406-be1d-f2c3550332f8,segment=NetworkSegment(5e9649f2-05f4-4edd-bec1-ce27b8f71df6),segment_id=5e9649f2-05f4-4edd-bec1-ce27b8f71df6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:16.997085 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.081112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 60eb0592-c7e6-4406-be1d-f2c3550332f8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:17.083558 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fa771d-2fde-44c0-8e86-3aed1186c96c x-openstack-request-id: req-00fa771d-2fde-44c0-8e86-3aed1186c96c {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:06:17.084059 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10067ab3-f057-4df9-901a-b4fea5cdb655", "name": "network-vif-deleted", "tag": "125e3cd9-ef89-4382-865f-4d779555e8bb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:06:17.084638 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00fa771d-2fde-44c0-8e86-3aed1186c96c {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:06:17.085210 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10067ab3-f057-4df9-901a-b4fea5cdb655', 'name': 'network-vif-deleted', 'tag': '125e3cd9-ef89-4382-865f-4d779555e8bb', 'status': 'completed', 'code': 200}
Jun 21 03:06:17.086635 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.103117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] Calling delete_port for 60eb0592-c7e6-4406-be1d-f2c3550332f8 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:17.161866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.165248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58c2d06a-6e6e-4673-b773-1f4e17ef5437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.168970 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.171595 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e56892aa-211d-40d6-aebb-9aa9dd6deafa HTTP/1.1" status: 204  len: 168 time: 1.6529014
Jun 21 03:06:17.173198 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aec1b305-eb51-492e-9e16-e72e87c0f6d7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:17.206711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] For port 60eb0592-c7e6-4406-be1d-f2c3550332f8, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=60eb0592-c7e6-4406-be1d-f2c3550332f8,segment=NetworkSegment(5e9649f2-05f4-4edd-bec1-ce27b8f71df6),segment_id=5e9649f2-05f4-4edd-bec1-ce27b8f71df6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:17.206964 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.211692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.218695 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.222577 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e152529-8636-49c7-b27f-60fab76df365 HTTP/1.1" status: 204  len: 168 time: 0.6244128
Jun 21 03:06:17.265083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56892aa-211d-40d6-aebb-9aa9dd6deafa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:17.274835 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:17.275722 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-132bb5ea-d777-4992-9feb-f972c5667403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:17.294575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e152529-8636-49c7-b27f-60fab76df365,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:17.305530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 60eb0592-c7e6-4406-be1d-f2c3550332f8 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:17.312204 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:17.320944 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58c2d06a-6e6e-4673-b773-1f4e17ef5437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.338007 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95e3c9fe-382a-47c7-97f7-94dcaa3195b3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:17.351310 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a6070>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:17.407255 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] Checking router: 50170de2-e7d8-42a6-8094-f13287aa1f1c for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:06:17.424239 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:17.424239 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a6070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:17.469245 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.473658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-58c2d06a-6e6e-4673-b773-1f4e17ef5437 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea99a89ff2b043b78931559b554862e3&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2065704
Jun 21 03:06:17.473658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2d06a-6e6e-4673-b773-1f4e17ef5437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a7806-6349-4d79-b5e6-1ca451c6b5bc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:17.474037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:17.479586 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58c2d06a-6e6e-4673-b773-1f4e17ef5437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:17.486140 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:17.511583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] Pushing event deleted for resources: {'Port': ['ID=60eb0592-c7e6-4406-be1d-f2c3550332f8,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:17.514759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] No DVR routers for this DVR port 60eb0592-c7e6-4406-be1d-f2c3550332f8 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:06:17.516834 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:17.534382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.538498 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c7b6f37-4a02-47fb-993f-728b2571ab8a tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:17.564836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=60eb0592-c7e6-4406-be1d-f2c3550332f8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:17.566135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4738e33-c4a5-48d8-8f28-2315c57e02f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.566701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] No DVR routers for this DVR port 60eb0592-c7e6-4406-be1d-f2c3550332f8 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:06:17.569015 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:17.599041 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4738e33-c4a5-48d8-8f28-2315c57e02f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.610664 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:06:17.697382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.711041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73da4ffb20>,) {'filters': {'network_id': ['3ae1d76e-c6a8-4da8-a56f-1ed1328e8289']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:17.728363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da4ffb20>, '5e9649f2-05f4-4edd-bec1-ce27b8f71df6') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:17.728595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da4ffb20>, '5e9649f2-05f4-4edd-bec1-ce27b8f71df6') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:17.740070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.761107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.784082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:06:17.785949 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:06:17.790364 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:06:17.794508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4738e33-c4a5-48d8-8f28-2315c57e02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.794508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4738e33-c4a5-48d8-8f28-2315c57e02f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:17.805981 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b4738e33-c4a5-48d8-8f28-2315c57e02f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a05a7806-6349-4d79-b5e6-1ca451c6b5bc HTTP/1.1" status: 204  len: 168 time: 0.3289554
Jun 21 03:06:17.807078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:17.808124 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d3d17d8-cf1f-471a-b1b8-5aea2ee5e1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:17.839048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4738e33-c4a5-48d8-8f28-2315c57e02f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a7806-6349-4d79-b5e6-1ca451c6b5bc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:17.853923 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4738e33-c4a5-48d8-8f28-2315c57e02f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:17.862350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 125e3cd9-ef89-4382-865f-4d779555e8bb no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:06:17.912186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 125e3cd9-ef89-4382-865f-4d779555e8bb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:06:17.913620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 125e3cd9-ef89-4382-865f-4d779555e8bb not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:06:17.923615 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a6070>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:17.939733 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3485db0a-2c4f-4520-b2c1-2d7086e69d09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4ef77368b3b4fdfa78f7e59090cb268&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1281538
Jun 21 03:06:17.942285 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36226) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:17.963600 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b170e-6000-44f0-8d8f-dc75613369a9 None None] The sync data for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 is: [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T02:58:29Z', 'revision_number': 4, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '94375504-f4b3-4f94-99a8-cd5876798efa', 'name': '', 'network_id': '133a1b23-fcd2-43f6-b114-837f448de6d5', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'mac_address': 'fa:16:3e:ae:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2a59db35-0f29-4538-91f4-195232915e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:26Z', 'updated_at': '2021-06-21T02:58:39Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'subnets': [{'id': '2a59db35-0f29-4538-91f4-195232915e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:18.003736 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.009918 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.012693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/networks/3ae1d76e-c6a8-4da8-a56f-1ed1328e8289 HTTP/1.1" status: 204  len: 168 time: 1.5991921
Jun 21 03:06:18.015189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36228) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:18.048807 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4665f5f9-168c-4201-b4c3-96899892c7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:18.083747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 60eb0592-c7e6-4406-be1d-f2c3550332f8 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:06:18.134397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 60eb0592-c7e6-4406-be1d-f2c3550332f8 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:06:18.134779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 60eb0592-c7e6-4406-be1d-f2c3550332f8 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:06:18.158949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Network': ['ID=3ae1d76e-c6a8-4da8-a56f-1ed1328e8289,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:18.169778 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:18.211144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07cde6d2-bcd5-4d6f-bf6b-6b1967161478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.275425 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07cde6d2-bcd5-4d6f-bf6b-6b1967161478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.390870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08ba9dd4-06e5-430e-a2fc-449fc4b9171f req-decbd683-75b0-4476-8269-08d37e396205 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/ports?device_id=10067ab3-f057-4df9-901a-b4fea5cdb655 HTTP/1.1" status: 200  len: 210 time: 0.0446963
Jun 21 03:06:18.409182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 1c05ebc9-9e29-4b50-88e7-3819cb8299a8 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:18.411647 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.454622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e33572-f77c-4ba3-9347-4479a9c4cb09 None None] New status for floating IP 3e100e32-356f-46b2-ad94-c57c03e7cd5e: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:06:18.516483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.516826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.546378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07cde6d2-bcd5-4d6f-bf6b-6b1967161478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.554724 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07cde6d2-bcd5-4d6f-bf6b-6b1967161478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.562135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-07cde6d2-bcd5-4d6f-bf6b-6b1967161478 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a792e989-7b83-4cb0-a73e-6bc631cb5584 HTTP/1.1" status: 204  len: 168 time: 0.6177247
Jun 21 03:06:18.563579 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c9f077c-5b91-4290-80bb-7f669daf3301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:18.586415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cde6d2-bcd5-4d6f-bf6b-6b1967161478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792e989-7b83-4cb0-a73e-6bc631cb5584,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:18.591402 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-07cde6d2-bcd5-4d6f-bf6b-6b1967161478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:18.603238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 1c05ebc9-9e29-4b50-88e7-3819cb8299a8 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:18.743894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36240) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:18.772737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33c2a6af-e07b-41ff-b1be-d2b555b9d84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.898691 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:18.903902 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:18.947687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=1c05ebc9-9e29-4b50-88e7-3819cb8299a8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:18.954347 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:18.980229 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33c2a6af-e07b-41ff-b1be-d2b555b9d84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.013946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.016571 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.017752 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/floatingips/2cce1f06-594d-4375-9ae1-d184edf49f44 HTTP/1.1" status: 204  len: 168 time: 1.0012467
Jun 21 03:06:19.022869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36244) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.054535 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50c6eeb-9b21-4ed7-a83e-d0a539d9e251 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:06:19.055253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50c6eeb-9b21-4ed7-a83e-d0a539d9e251 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:06:19.059660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a50c6eeb-9b21-4ed7-a83e-d0a539d9e251 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/ports/0e3a24fb-a973-4d46-afd1-d829f2b03074 HTTP/1.1" status: 404  len: 333 time: 0.0329683
Jun 21 03:06:19.059660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33c2a6af-e07b-41ff-b1be-d2b555b9d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.059920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36246) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.060539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36248) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.061200 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc47a5ee-9c14-48ea-81a6-b329ee63d70a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:19.081765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d547c9cb-1b4a-4a88-89bc-0dea57141304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.115387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-46b590ce-41c4-4aab-886f-de00a0d33de8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "GET /v2.0/ports?device_id=43581bb4-39a4-4327-abf4-f207205814e6 HTTP/1.1" status: 200  len: 205 time: 0.0395961
Jun 21 03:06:19.117589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.135649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2a6af-e07b-41ff-b1be-d2b555b9d84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20194b19-ca3b-4246-b3fa-4d223d9dc923,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:19.138935 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33c2a6af-e07b-41ff-b1be-d2b555b9d84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:19.149378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-33c2a6af-e07b-41ff-b1be-d2b555b9d84e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea0deb91bf754853bc3ce7fdea55f712&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4009926
Jun 21 03:06:19.153483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36254) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.195445 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-d2dc0625-b0cb-4544-b178-889f8986dd37 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] delete failed (client error): The resource could not be found.
Jun 21 03:06:19.196420 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d2dc0625-b0cb-4544-b178-889f8986dd37 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/routers/43581bb4-39a4-4327-abf4-f207205814e6 HTTP/1.1" status: 404  len: 336 time: 0.0771182
Jun 21 03:06:19.200178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36256) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.236302 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcedfed0-1e8d-4c1e-8b0c-a91a5c7bfe66 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:06:19.236768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcedfed0-1e8d-4c1e-8b0c-a91a5c7bfe66 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:06:19.238860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dcedfed0-1e8d-4c1e-8b0c-a91a5c7bfe66 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/subnets/20f8c0dc-4a12-4beb-a0d3-40a7a11ba2ed HTTP/1.1" status: 404  len: 337 time: 0.0379395
Jun 21 03:06:19.242298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36258) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.256381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-304a474a-7f6e-4d9d-87be-298ebbe97cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.263113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d547c9cb-1b4a-4a88-89bc-0dea57141304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.312282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-304a474a-7f6e-4d9d-87be-298ebbe97cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.335743 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d547c9cb-1b4a-4a88-89bc-0dea57141304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.339286 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eda53d73-095b-4792-83a6-2c6edb410e7c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:19.387376 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547c9cb-1b4a-4a88-89bc-0dea57141304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0c383-4a2f-451b-b34b-0ba6d73ae876,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:19.393059 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d547c9cb-1b4a-4a88-89bc-0dea57141304 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df13b9185f5a4115804501e2bb6c04b1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3325529
Jun 21 03:06:19.394190 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d547c9cb-1b4a-4a88-89bc-0dea57141304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:19.395419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36262) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.403748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 64763edc-9b9d-4835-a171-2d36d20563bb {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:19.403748 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.461279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bf811ce-f7e7-4874-b150-36ac48bf0885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.481493 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-304a474a-7f6e-4d9d-87be-298ebbe97cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.485468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-304a474a-7f6e-4d9d-87be-298ebbe97cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.486748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-304a474a-7f6e-4d9d-87be-298ebbe97cab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20194b19-ca3b-4246-b3fa-4d223d9dc923 HTTP/1.1" status: 204  len: 168 time: 0.3320003
Jun 21 03:06:19.490777 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-58c2d06a-6e6e-4673-b773-1f4e17ef5437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:19.514702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a474a-7f6e-4d9d-87be-298ebbe97cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20194b19-ca3b-4246-b3fa-4d223d9dc923,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:19.516208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bf811ce-f7e7-4874-b150-36ac48bf0885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.532187 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-304a474a-7f6e-4d9d-87be-298ebbe97cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:19.556148 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.588679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36270) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.627533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36272) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.639617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 64763edc-9b9d-4835-a171-2d36d20563bb owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:19.710283 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd334-93b6-477c-8519-cab90a308e20 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.714794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-574c7bd2-092e-4e5d-8c16-f907e5e9200f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8d0612932174b95b2101e246549f14d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0860295
Jun 21 03:06:19.717378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36274) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.739825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd334-93b6-477c-8519-cab90a308e20 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.765849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bf811ce-f7e7-4874-b150-36ac48bf0885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.769049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bf811ce-f7e7-4874-b150-36ac48bf0885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.770321 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6bf811ce-f7e7-4874-b150-36ac48bf0885 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2a0c383-4a2f-451b-b34b-0ba6d73ae876 HTTP/1.1" status: 204  len: 168 time: 0.3733926
Jun 21 03:06:19.776540 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d547c9cb-1b4a-4a88-89bc-0dea57141304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:19.788493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf811ce-f7e7-4874-b150-36ac48bf0885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0c383-4a2f-451b-b34b-0ba6d73ae876,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:19.792249 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6bf811ce-f7e7-4874-b150-36ac48bf0885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:19.814020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3770efc-1820-4c52-98e1-e53df49e91c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.866522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3770efc-1820-4c52-98e1-e53df49e91c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.901913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd334-93b6-477c-8519-cab90a308e20 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.904964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd334-93b6-477c-8519-cab90a308e20 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.906204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6a9fd334-93b6-477c-8519-cab90a308e20 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "DELETE /v2.0/security-groups/42e52aae-2fa6-487b-9405-68983be17f24 HTTP/1.1" status: 204  len: 168 time: 0.3198392
Jun 21 03:06:19.907124 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0219dcc4-5cbb-4387-bbf1-d8a59407c927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:19.918746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36284) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:19.931605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fd334-93b6-477c-8519-cab90a308e20 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e52aae-2fa6-487b-9405-68983be17f24,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:19.935357 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:19.936807 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6a9fd334-93b6-477c-8519-cab90a308e20 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:19.951867 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d4f7c473-9e9e-4844-886f-4d38cb26cc63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:20.000458 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-0ff7bf3f-bb8e-47d9-bdee-309301cf7ef4 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] show failed (client error): The resource could not be found.
Jun 21 03:06:20.004498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36286) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:20.012959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0ff7bf3f-bb8e-47d9-bdee-309301cf7ef4 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "GET /v2.0/security-groups/42e52aae-2fa6-487b-9405-68983be17f24 HTTP/1.1" status: 404  len: 347 time: 0.0821822
Jun 21 03:06:20.012959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=64763edc-9b9d-4835-a171-2d36d20563bb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:20.013787 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:20.107994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.112704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/ports/64763edc-9b9d-4835-a171-2d36d20563bb HTTP/1.1" status: 204  len: 168 time: 0.8671987
Jun 21 03:06:20.112893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36288) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:20.160631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3770efc-1820-4c52-98e1-e53df49e91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.167192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3770efc-1820-4c52-98e1-e53df49e91c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.170737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f3770efc-1820-4c52-98e1-e53df49e91c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5db702d2-4420-4aed-9582-a3625a0b8c7a HTTP/1.1" status: 204  len: 168 time: 0.4500227
Jun 21 03:06:20.171587 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bd67d6d-bd15-4b3b-9245-ae53aeb62581 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:20.195043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3770efc-1820-4c52-98e1-e53df49e91c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db702d2-4420-4aed-9582-a3625a0b8c7a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:20.199622 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f3770efc-1820-4c52-98e1-e53df49e91c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:20.214271 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Deleting port b7d1b86c-d47e-4084-af59-653c1765d6a9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:20.214733 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.263681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 6979a749-36d3-4870-a6cb-6731e2372956 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:20.264223 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.317096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.318613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.375454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.406050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Calling delete_port for b7d1b86c-d47e-4084-af59-653c1765d6a9 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:20.498651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36296) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:20.504993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 6979a749-36d3-4870-a6cb-6731e2372956 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:20.540488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaee4-d0a1-40e7-8d3b-d2f1f1374093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.755530 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaee4-d0a1-40e7-8d3b-d2f1f1374093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.789387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.793594 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cf0cf15f-20aa-4dd8-9caf-80f6f443e21f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:20.828437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=6979a749-36d3-4870-a6cb-6731e2372956,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:20.832859 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:20.846515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaee4-d0a1-40e7-8d3b-d2f1f1374093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.851416 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dfe1edaa-db8a-4d31-90ac-ac05620ecde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:20.889360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.917116 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2cfcaee4-d0a1-40e7-8d3b-d2f1f1374093 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4af4a7f6f506440a900195642cafab33&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4158394
Jun 21 03:06:20.917782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36308) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:20.935872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcaee4-d0a1-40e7-8d3b-d2f1f1374093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98e77b7-914d-4d7a-8b79-0c98723dec50,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:20.947217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:20.952891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/ports/6979a749-36d3-4870-a6cb-6731e2372956 HTTP/1.1" status: 204  len: 168 time: 0.8351259
Jun 21 03:06:20.953028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2cfcaee4-d0a1-40e7-8d3b-d2f1f1374093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:20.953165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36310) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:20.953282 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7405e202-31a2-469c-a813-ddd45913bfc4 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:21.013422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Pushing event deleted for resources: {'Port': ['ID=b7d1b86c-d47e-4084-af59-653c1765d6a9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:21.037441 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:21.047732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb56a9-acae-4131-bd1d-ca87b36ca830 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:21.051602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9ffb56a9-acae-4131-bd1d-ca87b36ca830 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c7b073-c36c-4d64-b951-9742978572d1 HTTP/1.1" status: 200  len: 913 time: 0.0961709
Jun 21 03:06:21.052137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36314) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:21.054350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36316) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:21.076477 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.078998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.092723 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] 10.222.0.25 "DELETE /v2.0/floatingips/3e100e32-356f-46b2-ad94-c57c03e7cd5e HTTP/1.1" status: 204  len: 168 time: 1.0837488
Jun 21 03:06:21.098217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49166b92-45d4-48cd-9a75-556067f7aebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.145729 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50835753-8815-4220-93ec-e2ea9336d642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.149247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49166b92-45d4-48cd-9a75-556067f7aebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.425203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49166b92-45d4-48cd-9a75-556067f7aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.431177 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49166b92-45d4-48cd-9a75-556067f7aebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.434641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-49166b92-45d4-48cd-9a75-556067f7aebb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e98e77b7-914d-4d7a-8b79-0c98723dec50 HTTP/1.1" status: 204  len: 168 time: 0.5122142
Jun 21 03:06:21.436997 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9afca674-fe0c-4394-8a88-d459a441f524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:21.464565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49166b92-45d4-48cd-9a75-556067f7aebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98e77b7-914d-4d7a-8b79-0c98723dec50,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:21.484913 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49166b92-45d4-48cd-9a75-556067f7aebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:21.720174 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50835753-8815-4220-93ec-e2ea9336d642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.828722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50835753-8815-4220-93ec-e2ea9336d642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:21.837643 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e1f3cbf3-04e6-4196-b202-6aaf5f87cfff tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:21.892102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50835753-8815-4220-93ec-e2ea9336d642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995e578-8346-4452-9721-9601a4fd89ec,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:21.914322 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-50835753-8815-4220-93ec-e2ea9336d642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:21.978571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-50835753-8815-4220-93ec-e2ea9336d642 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4601df282c824ff8be221c3a261b51e6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9210927
Jun 21 03:06:21.981067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36340) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:22.091994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b377164-ee3a-4ce2-87b7-03be380251e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:22.096167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:22.137463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b377164-ee3a-4ce2-87b7-03be380251e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:22.366833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b377164-ee3a-4ce2-87b7-03be380251e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:22.369733 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b377164-ee3a-4ce2-87b7-03be380251e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:22.373210 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5b377164-ee3a-4ce2-87b7-03be380251e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8995e578-8346-4452-9721-9601a4fd89ec HTTP/1.1" status: 204  len: 168 time: 0.3883400
Jun 21 03:06:22.373210 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-58d11dcb-3ef9-4d26-8d14-f64bb21d7aff tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:22.392109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b377164-ee3a-4ce2-87b7-03be380251e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995e578-8346-4452-9721-9601a4fd89ec,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:22.407180 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b377164-ee3a-4ce2-87b7-03be380251e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:22.588342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port 4e131f17-a6c7-4aba-b311-dc267c2fd2f6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:22.588688 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:22.709313 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:22.805100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for 4e131f17-a6c7-4aba-b311-dc267c2fd2f6 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:23.211977 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:23.225861 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-debf6066-e01b-4c38-931d-64bc1cfcc23c tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:23.274213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=4e131f17-a6c7-4aba-b311-dc267c2fd2f6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:23.274213 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:23.514823 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:23.867929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Router e6c7b073-c36c-4d64-b951-9742978572d1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:24.150540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:24.164977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36418) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:24.170563 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b15a9c-8bfa-4605-9789-cedd213a0898 None None] Sync routers for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:24.181941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "PUT /v2.0/routers/e6c7b073-c36c-4d64-b951-9742978572d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1259778
Jun 21 03:06:24.191986 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b15a9c-8bfa-4605-9789-cedd213a0898 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:24.195632 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51b15a9c-8bfa-4605-9789-cedd213a0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de13d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:24.276586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6e2c8-28c4-411f-aa25-9676f9c939b9 req-bfe3e8b5-1f58-4191-be00-f32af2594be6 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:24.283822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3f6e2c8-28c4-411f-aa25-9676f9c939b9 req-bfe3e8b5-1f58-4191-be00-f32af2594be6 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1097 time: 0.1354229
Jun 21 03:06:24.315789 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51b15a9c-8bfa-4605-9789-cedd213a0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de13d0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:24.339197 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b15a9c-8bfa-4605-9789-cedd213a0898 None None] Routers {'e6c7b073-c36c-4d64-b951-9742978572d1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:24.340738 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51b15a9c-8bfa-4605-9789-cedd213a0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de13d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e6c7b073-c36c-4d64-b951-9742978572d1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:24.364150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3f6e2c8-28c4-411f-aa25-9676f9c939b9 req-e32723f8-d61c-4866-a51b-49cc4fd73dfd tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793526
Jun 21 03:06:24.429466 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:24.469027 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51b15a9c-8bfa-4605-9789-cedd213a0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de13d0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:24.469834 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b15a9c-8bfa-4605-9789-cedd213a0898 None None] The sync data for ids ['e6c7b073-c36c-4d64-b951-9742978572d1'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:24.648662 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:24.680458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07fe58-2004-47db-82fe-c3f7eb26aae0 req-8ea7d30c-d9a9-4054-9c73-bf5a714df66f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:24.682058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb07fe58-2004-47db-82fe-c3f7eb26aae0 req-8ea7d30c-d9a9-4054-9c73-bf5a714df66f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.1114349
Jun 21 03:06:24.725798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb07fe58-2004-47db-82fe-c3f7eb26aae0 req-e741b65d-334c-41e8-8dc2-8e5a19b87211 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371640
Jun 21 03:06:24.762475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36434) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:24.851247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de172139-6ab5-40a6-9644-b20c81c2d37c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/850e7407-5ae7-4c1c-a277-86b60c35e6e0 HTTP/1.1" status: 200  len: 993 time: 0.0773766
Jun 21 03:06:24.913442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting port e3f815e5-aec2-4e5b-bb12-f2a4dbf9748e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:24.913882 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:25.119141 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:25.297923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Calling delete_port for e3f815e5-aec2-4e5b-bb12-f2a4dbf9748e owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:25.857863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:25.863406 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:25.967538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Port': ['ID=e3f815e5-aec2-4e5b-bb12-f2a4dbf9748e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:25.976283 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:26.067636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:26.180087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de3a3b-66fe-4be6-ad5a-93284b9a8cbc req-dd104bf6-01d8-45ee-bb1c-8d08a076adcf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:26.181813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07de3a3b-66fe-4be6-ad5a-93284b9a8cbc req-dd104bf6-01d8-45ee-bb1c-8d08a076adcf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.1136882
Jun 21 03:06:26.276149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07de3a3b-66fe-4be6-ad5a-93284b9a8cbc req-46511a29-2195-4b40-9f75-d567518a7ba7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844638
Jun 21 03:06:26.518945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:26.522222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:26.681719 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-6ef1155e-58f7-4b39-9ced-3aa23b16c0fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2009525
Jun 21 03:06:27.241022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:27.241605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Fanout notify agent at l3_agent the message router_deleted on router e6c7b073-c36c-4d64-b951-9742978572d1 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:06:27.255022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:27.255191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36544) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:27.255631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/routers/e6c7b073-c36c-4d64-b951-9742978572d1 HTTP/1.1" status: 204  len: 168 time: 3.0865297
Jun 21 03:06:27.320248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Deleting subnet 167e30a7-c636-41c0-b91d-8137cc0efc8e {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:06:27.332393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:27.409319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:27.598559 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:27.725062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99008ffd-86cc-425f-b4e9-b7f1ed46d8fb req-3f89c8b4-6123-4792-96ed-8195151705fc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:27.726729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99008ffd-86cc-425f-b4e9-b7f1ed46d8fb req-3f89c8b4-6123-4792-96ed-8195151705fc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.2724876
Jun 21 03:06:27.794936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99008ffd-86cc-425f-b4e9-b7f1ed46d8fb req-d3dacfeb-3919-477c-b79f-09f2ef670abc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612414
Jun 21 03:06:27.834246 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:27.844262 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ed1fb209-01a2-48f6-8bab-68347268c630 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:27.855707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:27.861584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/subnets/167e30a7-c636-41c0-b91d-8137cc0efc8e HTTP/1.1" status: 204  len: 168 time: 0.6057837
Jun 21 03:06:27.871822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:27.887127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Subnet': ['ID=167e30a7-c636-41c0-b91d-8137cc0efc8e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:27.891547 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:27.987224 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:28.169202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:28.181957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3d75df0>,) {'filters': {'network_id': ['d9eaa472-9ff9-4395-b516-7da01e0e5394']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:28.195313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3d75df0>, 'b4e7aa6c-ccaa-4721-996d-a134f244496d') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:28.195811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3d75df0>, 'b4e7aa6c-ccaa-4721-996d-a134f244496d') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:28.212331 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:28.249669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:28.261725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:06:28.265867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:06:28.274049 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:06:28.478795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:28.486478 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f6a9923f-e170-444a-8c39-7c3990035651 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:28.492709 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:28.497213 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] 10.222.0.25 "DELETE /v2.0/networks/d9eaa472-9ff9-4395-b516-7da01e0e5394 HTTP/1.1" status: 204  len: 168 time: 0.6304235
Jun 21 03:06:28.535455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Pushing event deleted for resources: {'Network': ['ID=d9eaa472-9ff9-4395-b516-7da01e0e5394,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:28.551167 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:29.113055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f966a39-c47d-4e86-909e-8ba3c8a7929c req-7ffae382-75f1-4ad0-a794-10dde3349d98 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:29.116359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f966a39-c47d-4e86-909e-8ba3c8a7929c req-7ffae382-75f1-4ad0-a794-10dde3349d98 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.1189966
Jun 21 03:06:29.196231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f966a39-c47d-4e86-909e-8ba3c8a7929c req-3ecc649e-afae-4e23-afca-57f56e64b231 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728755
Jun 21 03:06:29.296858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36714) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:29.608303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-24c60be9-9a84-482b-8589-b4afa2a4afbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87f65586c6e74beeb5f2b8f19b9a71b8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3095062
Jun 21 03:06:29.611174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36722) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:29.707166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7181e64-49c0-4483-8da0-913f1b93f738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:29.757170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36728) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:29.765828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7181e64-49c0-4483-8da0-913f1b93f738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:29.947266 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7181e64-49c0-4483-8da0-913f1b93f738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:29.950313 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7181e64-49c0-4483-8da0-913f1b93f738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:29.953570 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b7181e64-49c0-4483-8da0-913f1b93f738 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd07f0c4-8f73-4827-88dd-02cfa0f4d5e9 HTTP/1.1" status: 204  len: 168 time: 0.3390417
Jun 21 03:06:29.953570 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c70dcae-2dba-41cb-afc8-0254fdf6e073 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:29.968898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7181e64-49c0-4483-8da0-913f1b93f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd07f0c4-8f73-4827-88dd-02cfa0f4d5e9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:29.981633 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b7181e64-49c0-4483-8da0-913f1b93f738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:30.027358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4d01e16-634a-45fe-b3b0-7136ba7afcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:30.258457 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4d01e16-634a-45fe-b3b0-7136ba7afcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:30.390063 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4d01e16-634a-45fe-b3b0-7136ba7afcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:30.406879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-e75a4bfb-e5d9-4c6e-b5ef-1300fc9f75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:30.408465 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-e75a4bfb-e5d9-4c6e-b5ef-1300fc9f75dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1097 time: 0.1200900
Jun 21 03:06:30.462593 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8d8e44ae-b26a-48c7-909c-097ef0cb2ca5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:30.526043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d4d01e16-634a-45fe-b3b0-7136ba7afcfc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01c6046464bc45c5abd789133072bfc4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7675989
Jun 21 03:06:30.529272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36748) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:30.544070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d01e16-634a-45fe-b3b0-7136ba7afcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d6107-f513-4d9f-a017-a5437e9f1b32,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:30.596634 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d4d01e16-634a-45fe-b3b0-7136ba7afcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:30.696773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63ce9b81-d403-4dcc-8cc3-505460f4f83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:30.712313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07093-932b-41f1-9e90-066598ab2e4f req-df2b6e24-1ae4-4548-8279-8a2a5164c547 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:30.715375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30b07093-932b-41f1-9e90-066598ab2e4f req-df2b6e24-1ae4-4548-8279-8a2a5164c547 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.1877570
Jun 21 03:06:30.776260 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63ce9b81-d403-4dcc-8cc3-505460f4f83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:30.851465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30b07093-932b-41f1-9e90-066598ab2e4f req-3e973b3d-7b85-4b10-844c-614c52bdeacc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149123
Jun 21 03:06:30.892078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-89d3d7c8-14a7-4861-852a-98e55c1dced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:30.895469 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-89d3d7c8-14a7-4861-852a-98e55c1dced3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.4783618
Jun 21 03:06:31.124686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-337c9a00-9dc2-4a56-9063-c7088000ca98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 1001 time: 0.2059202
Jun 21 03:06:31.234428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63ce9b81-d403-4dcc-8cc3-505460f4f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:31.243516 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63ce9b81-d403-4dcc-8cc3-505460f4f83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:31.263342 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-63ce9b81-d403-4dcc-8cc3-505460f4f83b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f0d6107-f513-4d9f-a017-a5437e9f1b32 HTTP/1.1" status: 204  len: 168 time: 0.7327912
Jun 21 03:06:31.267397 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4c8cbc1-7811-4a7a-b12f-5cdd4afef59f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:31.304509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce9b81-d403-4dcc-8cc3-505460f4f83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d6107-f513-4d9f-a017-a5437e9f1b32,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:31.308397 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63ce9b81-d403-4dcc-8cc3-505460f4f83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:31.342843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-03b88069-0c6a-4b7e-9f15-b5d5ad3ee3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:31.344402 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-03b88069-0c6a-4b7e-9f15-b5d5ad3ee3a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.2074835
Jun 21 03:06:31.486344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-8de69e8f-bd38-418d-a3ea-807f8e323911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:31.493359 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-8de69e8f-bd38-418d-a3ea-807f8e323911 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1390269
Jun 21 03:06:31.631928 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-73a46302-cd48-4328-8c8c-4fcd5797b1d6 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325786
Jun 21 03:06:31.812346 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-02672840-5345-4752-b4da-6a758671dcc1 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734135
Jun 21 03:06:32.255241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56390bd3-7448-4202-b25b-f49edcd1caf3 req-b4a099d5-4e9b-47de-a851-636950fa6e56 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:32.264061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56390bd3-7448-4202-b25b-f49edcd1caf3 req-b4a099d5-4e9b-47de-a851-636950fa6e56 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.1141386
Jun 21 03:06:32.303648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36802) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:32.330226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56390bd3-7448-4202-b25b-f49edcd1caf3 req-e7e6efd1-286e-43bc-a4b7-094f0a9213fc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617931
Jun 21 03:06:32.465436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36806) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:32.495409 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb38cc04-ab51-48e8-8090-2bb489723191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:32.625324 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:06:32.689291 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb38cc04-ab51-48e8-8090-2bb489723191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:32.794727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb38cc04-ab51-48e8-8090-2bb489723191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:32.806655 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c0a13934-b9a6-4043-8723-a95c0a727878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:32.841021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2146816762'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:32.888212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bb38cc04-ab51-48e8-8090-2bb489723191 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e0a5c786b9e4cfd9f77e04ba906cd5a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4208546
Jun 21 03:06:32.897980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38cc04-ab51-48e8-8090-2bb489723191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a8b097-78e7-4ad1-9541-9edb95f79342,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:32.929468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36812) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:32.939462 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb38cc04-ab51-48e8-8090-2bb489723191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:33.001487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:06:33.007287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.007579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f444be41-5d66-462c-81f9-76e5ff577027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.026902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.035450 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f444be41-5d66-462c-81f9-76e5ff577027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.175988 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f444be41-5d66-462c-81f9-76e5ff577027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.180365 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f444be41-5d66-462c-81f9-76e5ff577027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.182118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f444be41-5d66-462c-81f9-76e5ff577027 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94a8b097-78e7-4ad1-9541-9edb95f79342 HTTP/1.1" status: 204  len: 168 time: 0.2442098
Jun 21 03:06:33.183353 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd415613-ab53-4843-b6e8-59deb138af5d tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:33.195766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444be41-5d66-462c-81f9-76e5ff577027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a8b097-78e7-4ad1-9541-9edb95f79342,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:33.205961 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f444be41-5d66-462c-81f9-76e5ff577027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:33.387242 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.469279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.474268 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a8ba69b0-7c43-4e1b-af03-7d308003ccbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:33.543868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae97356-bd94-4293-9780-c559b9fe14d2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:33.553293 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:33.583343 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:06:33.617460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.617908 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment cbf18070-bdd6-4bb7-b2f0-de272911d501 of type vlan for network c5579828-3b61-430c-9b30-4f7383c1e490
Jun 21 03:06:33.720679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.743193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ac0dc-23bd-4675-8541-a64edd961cbe req-4e589c96-5414-41fe-8522-cce2875c95a9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:33.756156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b3ac0dc-23bd-4675-8541-a64edd961cbe req-4e589c96-5414-41fe-8522-cce2875c95a9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.1583636
Jun 21 03:06:33.815186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b3ac0dc-23bd-4675-8541-a64edd961cbe req-1e31df2b-0696-4b5d-8d4d-933a44345d69 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474036
Jun 21 03:06:33.874597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.883117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:33.883995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:33.889555 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce94d432-09dc-4f35-b88b-2f948cc14c79 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:34.187605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=c5579828-3b61-430c-9b30-4f7383c1e490,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:34.196939 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:34.212540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c5579828-3b61-430c-9b30-4f7383c1e490 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:06:34.213003 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.9022343
Jun 21 03:06:34.214674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36848) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:34.220978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448919145'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:34.330489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-99d2f80e-e0fa-400c-90f3-1771fd8f8dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:34.355018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:06:34.386820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:34.433577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:06:34.463271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:34.471802 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment 6183b2c2-8559-4340-ac15-700f3c731a25 of type vlan for network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2
Jun 21 03:06:34.556426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:34.718654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:34.725511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:34.726335 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:34.729246 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:35.454253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2379172
Jun 21 03:06:35.457713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36876) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:35.460769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=47ce9720-30a8-4753-a6ab-a478dd8ec2b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:35.465162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': 'c5579828-3b61-430c-9b30-4f7383c1e490', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:35.466595 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:35.474670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:06:35.573862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d92a-9058-495d-9940-9649dab35530 req-59a105ed-227c-4677-bd51-6ae63aca2aff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:35.589859 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7047d92a-9058-495d-9940-9649dab35530 req-59a105ed-227c-4677-bd51-6ae63aca2aff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.2492189
Jun 21 03:06:35.689164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7047d92a-9058-495d-9940-9649dab35530 req-206921e8-ef2a-4043-a40e-3d7f2d9f2bb2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956757
Jun 21 03:06:35.851457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:06:35.855138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:36.075942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:36.238588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:36.243761 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3a26eb3-056b-4cfa-916b-90180934e789 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:36.370317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=dde870d8-0f92-401c-ae2d-b066ed1427cc,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:36.382943 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:36.397935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': 'cbf18070-bdd6-4bb7-b2f0-de272911d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c5579828-3b61-430c-9b30-4f7383c1e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:06:36.398314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: c5579828-3b61-430c-9b30-4f7383c1e490, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:06:36.570258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network c5579828-3b61-430c-9b30-4f7383c1e490 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:06:36.671410 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4927-a5fb-4f8d-bb57-358d5d7bd007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:36.682189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c5579828-3b61-430c-9b30-4f7383c1e490) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:36.684398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:36.685792 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:36.686823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30360d5c-d571-4764-8dfc-3a9454465dfe None None] Network c5579828-3b61-430c-9b30-4f7383c1e490 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:06:36.772579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-54191821-8e91-4fb6-b065-05daa2de0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:36.778337 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-54191821-8e91-4fb6-b065-05daa2de0311 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1097 time: 0.1569381
Jun 21 03:06:36.891622 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4299212
Jun 21 03:06:36.894535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36910) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:36.925001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': '47ce9720-30a8-4753-a6ab-a478dd8ec2b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:37.050032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-c5579828-3b61-430c-9b30-4f7383c1e490', 'network_id': 'c5579828-3b61-430c-9b30-4f7383c1e490', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': 'dde870d8-0f92-401c-ae2d-b066ed1427cc'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:06:37.050942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:37.093095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-b400ee25-fb08-495c-b0ad-5cd2b1854f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:37.096683 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-b400ee25-fb08-495c-b0ad-5cd2b1854f2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.2873306
Jun 21 03:06:37.199959 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:37.321465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:06:37.329790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:37.337303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-1a92f07f-e35a-4a0f-9917-828353465b0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 1001 time: 0.2331626
Jun 21 03:06:37.471604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Allocated IP 2001:db8::2 (c5579828-3b61-430c-9b30-4f7383c1e490/dde870d8-0f92-401c-ae2d-b066ed1427cc/e4f86cbe-2b40-4d3d-b679-d76ec6f54626) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:06:37.480302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-501e5e96-0c8e-4519-ba68-0261a2406edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:37.486017 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-501e5e96-0c8e-4519-ba68-0261a2406edf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.1412835
Jun 21 03:06:37.639093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016ce1-28a8-4894-81e1-421f31c8324b req-c8d23526-038d-4892-b84c-f5a6951c58db tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:37.642388 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26016ce1-28a8-4894-81e1-421f31c8324b req-c8d23526-038d-4892-b84c-f5a6951c58db tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.5166554
Jun 21 03:06:37.650733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-d2d9aab7-8b16-428d-8396-3f9a121a612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:37.652677 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-d2d9aab7-8b16-428d-8396-3f9a121a612e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1596041
Jun 21 03:06:37.692627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26016ce1-28a8-4894-81e1-421f31c8324b req-168da346-5351-4868-acd3-45f7895c68a4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432293
Jun 21 03:06:37.760154 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:37.763635 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0cb442b9-43ad-48ac-865b-e4bcdf5064f9 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:37.846448 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-c91bff5a-7ba8-44f8-b3a3-dd04b1d7ba3f service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864214
Jun 21 03:06:37.876120 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:37.897622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Transition to ACTIVE for port object e4f86cbe-2b40-4d3d-b679-d76ec6f54626 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:37.931460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=f6c713f2-3742-4cf1-a5ac-d122e9a14e85,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:37.942003 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:37.945831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': '6183b2c2-8559-4340-ac15-700f3c731a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '47ce9720-30a8-4753-a6ab-a478dd8ec2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:06:37.946754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: 47ce9720-30a8-4753-a6ab-a478dd8ec2b2, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:06:37.973152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Transition to ACTIVE for port object e4f86cbe-2b40-4d3d-b679-d76ec6f54626 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:38.098079 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.111699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2cee331e-bf4b-43fa-9c11-61c62095b3d8 req-20f67cb7-f9c9-4528-ab75-027e6e106d07 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2546332
Jun 21 03:06:38.113156 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:38.125950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:06:38.202484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Pushing event updated for resources: {'Port': ['ID=e4f86cbe-2b40-4d3d-b679-d76ec6f54626,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:38.217965 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.229663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.230081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.230434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.230781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.231118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.231452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.231786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.232116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.232449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.233524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.233858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.235546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:38.242268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Network c5579828-3b61-430c-9b30-4f7383c1e490 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:38.242268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.244410 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:38.246071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 47ce9720-30a8-4753-a6ab-a478dd8ec2b2) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:38.247137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:38.258206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:06:38.260892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:38.261540 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.312497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505bc52-fba3-4a51-806c-2a08169839c1 None None] Network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:06:38.387610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36962) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:38.394918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4945090
Jun 21 03:06:38.395067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5a936e6d-b8b4-4788-87fd-8f60190e6998 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2109139138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:38.477276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Attempting to bind port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:06:38.477707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Attempting to bind port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'cbf18070-bdd6-4bb7-b2f0-de272911d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c5579828-3b61-430c-9b30-4f7383c1e490'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:06:38.478117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Attempting to bind port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 on network c5579828-3b61-430c-9b30-4f7383c1e490 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:06:38.488206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:06:38.488710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Checking segment: {'id': 'cbf18070-bdd6-4bb7-b2f0-de272911d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c5579828-3b61-430c-9b30-4f7383c1e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:06:38.490060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.490696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Bound using segment: {'id': 'cbf18070-bdd6-4bb7-b2f0-de272911d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c5579828-3b61-430c-9b30-4f7383c1e490'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:06:38.492210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Bound port: e4f86cbe-2b40-4d3d-b679-d76ec6f54626, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf18070-bdd6-4bb7-b2f0-de272911d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c5579828-3b61-430c-9b30-4f7383c1e490'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:06:38.492611 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.537072 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a936e6d-b8b4-4788-87fd-8f60190e6998 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.538489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a936e6d-b8b4-4788-87fd-8f60190e6998 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.642802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] For port e4f86cbe-2b40-4d3d-b679-d76ec6f54626, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:06:38.645844 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a936e6d-b8b4-4788-87fd-8f60190e6998 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.648089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] For port e4f86cbe-2b40-4d3d-b679-d76ec6f54626, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e4f86cbe-2b40-4d3d-b679-d76ec6f54626,segment=NetworkSegment(cbf18070-bdd6-4bb7-b2f0-de272911d501),segment_id=cbf18070-bdd6-4bb7-b2f0-de272911d501)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:06:38.692788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-47ce9720-30a8-4753-a6ab-a478dd8ec2b2', 'network_id': '47ce9720-30a8-4753-a6ab-a478dd8ec2b2', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': 'f6c713f2-3742-4cf1-a5ac-d122e9a14e85'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:06:38.694267 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.750436 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a936e6d-b8b4-4788-87fd-8f60190e6998 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.884292 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.888699 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-39818b60-b1b7-4e4c-adb6-6e15ef98f332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:38.951071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Pushing event updated for resources: {'Port': ['ID=e4f86cbe-2b40-4d3d-b679-d76ec6f54626,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:38.960358 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:38.983349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a936e6d-b8b4-4788-87fd-8f60190e6998 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:38.984598 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5a936e6d-b8b4-4788-87fd-8f60190e6998 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5957899
Jun 21 03:06:38.987356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36988) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:39.035647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Allocated IP 2001:db8:1::2 (47ce9720-30a8-4753-a6ab-a478dd8ec2b2/f6c713f2-3742-4cf1-a5ac-d122e9a14e85/a01d07e4-c873-47a9-9a6d-3e13df49bf6d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:06:39.283557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60396eb-2673-4e0b-a96a-9ac00ecd9634 req-af56798f-90c9-4ddc-80e5-1fbc962cae94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:39.293621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d60396eb-2673-4e0b-a96a-9ac00ecd9634 req-af56798f-90c9-4ddc-80e5-1fbc962cae94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.3089244
Jun 21 03:06:39.440664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d60396eb-2673-4e0b-a96a-9ac00ecd9634 req-890c042f-1e78-43e1-8375-9af8562fb8ee tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434724
Jun 21 03:06:39.565084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:39.586988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Transition to ACTIVE for port object a01d07e4-c873-47a9-9a6d-3e13df49bf6d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:39.611403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Transition to ACTIVE for port object a01d07e4-c873-47a9-9a6d-3e13df49bf6d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:39.623089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:39.788708 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:39.800593 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:39.800593 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9306a492-0d22-411d-9e2f-0e21c87e8636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:39.911601 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:39.936451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:39.939342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:06:39.956942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Pushing event updated for resources: {'Port': ['ID=a01d07e4-c873-47a9-9a6d-3e13df49bf6d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:39.961613 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:40.037020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8::1 (c5579828-3b61-430c-9b30-4f7383c1e490/dde870d8-0f92-401c-ae2d-b066ed1427cc/f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:06:40.103855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Attempting to bind port a01d07e4-c873-47a9-9a6d-3e13df49bf6d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:06:40.104512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Attempting to bind port a01d07e4-c873-47a9-9a6d-3e13df49bf6d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '6183b2c2-8559-4340-ac15-700f3c731a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '47ce9720-30a8-4753-a6ab-a478dd8ec2b2'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:06:40.104896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Attempting to bind port a01d07e4-c873-47a9-9a6d-3e13df49bf6d on network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:06:40.133541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:06:40.134179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Checking segment: {'id': '6183b2c2-8559-4340-ac15-700f3c731a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '47ce9720-30a8-4753-a6ab-a478dd8ec2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:06:40.134598 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:40.135263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Bound using segment: {'id': '6183b2c2-8559-4340-ac15-700f3c731a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '47ce9720-30a8-4753-a6ab-a478dd8ec2b2'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:06:40.136055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Bound port: a01d07e4-c873-47a9-9a6d-3e13df49bf6d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6183b2c2-8559-4340-ac15-700f3c731a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '47ce9720-30a8-4753-a6ab-a478dd8ec2b2'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:06:40.136444 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:40.206119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e4f86cbe-2b40-4d3d-b679-d76ec6f54626 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:06:40.207259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37028) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:40.535053 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:40.571447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:40.637272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] For port a01d07e4-c873-47a9-9a6d-3e13df49bf6d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:06:40.649486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] For port a01d07e4-c873-47a9-9a6d-3e13df49bf6d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a01d07e4-c873-47a9-9a6d-3e13df49bf6d,segment=NetworkSegment(6183b2c2-8559-4340-ac15-700f3c731a25),segment_id=6183b2c2-8559-4340-ac15-700f3c731a25)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:06:40.659469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:40.779713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de08da1-86ac-483b-9743-c7706fa25591 None None] Network c5579828-3b61-430c-9b30-4f7383c1e490 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:06:40.805383 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:40.833965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:40.838981 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4bad0593-63f9-48aa-8b3d-d972c8469772 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:40.878486 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:40.969267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:40.974703 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:40.992290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network c5579828-3b61-430c-9b30-4f7383c1e490 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:40.994501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:41.001664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:06:41.005696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:41.148762 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Pushing event updated for resources: {'Port': ['ID=a01d07e4-c873-47a9-9a6d-3e13df49bf6d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:41.152885 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:41.163532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] Provisioning for port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:41.189675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] Provisioning complete for port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:41.200052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:41.219752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37050) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:41.405241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce198add-0fe2-4cc3-ba8d-6c6551baad66 req-bc99b5fd-5281-4d5f-9b84-2195dd984161 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:41.421895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce198add-0fe2-4cc3-ba8d-6c6551baad66 req-bc99b5fd-5281-4d5f-9b84-2195dd984161 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.5424874
Jun 21 03:06:41.526161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce198add-0fe2-4cc3-ba8d-6c6551baad66 req-b6b304d7-c57b-4e95-ad84-813c4a33380c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032441
Jun 21 03:06:41.611556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:41.690914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce05ebb5-c431-4bc2-81b2-2b1123b84c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:41.730483 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:41.838256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] For port e4f86cbe-2b40-4d3d-b679-d76ec6f54626, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e4f86cbe-2b40-4d3d-b679-d76ec6f54626,segment=NetworkSegment(cbf18070-bdd6-4bb7-b2f0-de272911d501),segment_id=cbf18070-bdd6-4bb7-b2f0-de272911d501)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:41.872900 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:41.965177 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:41.970615 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:42.151202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] Pushing event updated for resources: {'Port': ['ID=e4f86cbe-2b40-4d3d-b679-d76ec6f54626,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:42.158043 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:42.213466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a01d07e4-c873-47a9-9a6d-3e13df49bf6d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:06:42.374341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce05ebb5-c431-4bc2-81b2-2b1123b84c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:42.480207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port a01d07e4-c873-47a9-9a6d-3e13df49bf6d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:42.506695 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce05ebb5-c431-4bc2-81b2-2b1123b84c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:42.516379 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63ce9b81-d403-4dcc-8cc3-505460f4f83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:42.577366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Deleting port 94375504-f4b3-4f94-99a8-cd5876798efa {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:42.578339 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:42.600994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-86b60d2f-dc71-4f83-b760-735b5dfe931d None None] Provisioning for port f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:42.607832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-86b60d2f-dc71-4f83-b760-735b5dfe931d None None] Provisioning complete for port f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:42.608489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86b60d2f-dc71-4f83-b760-735b5dfe931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:42.714175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-86b60d2f-dc71-4f83-b760-735b5dfe931d None None] Port f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:06:42.756809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-86b60d2f-dc71-4f83-b760-735b5dfe931d None None] Provisioning complete for port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:42.757532 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86b60d2f-dc71-4f83-b760-735b5dfe931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:42.808444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05ebb5-c431-4bc2-81b2-2b1123b84c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3533f1-fc07-48b1-9147-2300109ad194,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:42.835260 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce05ebb5-c431-4bc2-81b2-2b1123b84c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:42.853946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37084) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:42.854431 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ce05ebb5-c431-4bc2-81b2-2b1123b84c53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6eea9c7df9c4633820aa819dbf1d1a1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6335428
Jun 21 03:06:42.903430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] For port 94375504-f4b3-4f94-99a8-cd5876798efa, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=94375504-f4b3-4f94-99a8-cd5876798efa,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:42.904358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.022934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.084996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Calling delete_port for 94375504-f4b3-4f94-99a8-cd5876798efa owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:43.107021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.107719 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.111430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa95213-68ce-4387-afc6-f59733638203 None None] Network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:06:43.112084 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc4eb3b8-5888-46d0-99f8-5bb3b4082dc6 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:43.225969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29db5c08-573c-4990-a44e-08fa2e83ef18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.241792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29db5c08-573c-4990-a44e-08fa2e83ef18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.282322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Provisioning complete for port f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:43.282851 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.307756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:43.315534 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:43.329210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd5029-b68d-4c5d-bbc8-75bd38f68d3d req-598b5e51-c4e9-4a68-a0d0-502177f5ac06 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:43.331400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7bd5029-b68d-4c5d-bbc8-75bd38f68d3d req-598b5e51-c4e9-4a68-a0d0-502177f5ac06 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.2904425
Jun 21 03:06:43.383832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Port f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:06:43.444342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network c5579828-3b61-430c-9b30-4f7383c1e490 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:43.446297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:43.495555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29db5c08-573c-4990-a44e-08fa2e83ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.495555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29db5c08-573c-4990-a44e-08fa2e83ef18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.495555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-29db5c08-573c-4990-a44e-08fa2e83ef18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af3533f1-fc07-48b1-9147-2300109ad194 HTTP/1.1" status: 204  len: 168 time: 0.6260247
Jun 21 03:06:43.495555 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0473be9f-9a1a-4736-9769-582b70320e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:43.509421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Provisioning for port a01d07e4-c873-47a9-9a6d-3e13df49bf6d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:43.512332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5c08-573c-4990-a44e-08fa2e83ef18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3533f1-fc07-48b1-9147-2300109ad194,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:43.525921 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-29db5c08-573c-4990-a44e-08fa2e83ef18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:43.526052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Provisioning complete for port a01d07e4-c873-47a9-9a6d-3e13df49bf6d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:43.526052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.556102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7bd5029-b68d-4c5d-bbc8-75bd38f68d3d req-d7e2c4be-3c38-4a18-8d60-2cede36f9873 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1964126
Jun 21 03:06:43.789044 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.789505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:43.798822 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:43.860128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] For port a01d07e4-c873-47a9-9a6d-3e13df49bf6d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a01d07e4-c873-47a9-9a6d-3e13df49bf6d,segment=NetworkSegment(6183b2c2-8559-4340-ac15-700f3c731a25),segment_id=6183b2c2-8559-4340-ac15-700f3c731a25)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:43.862711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Pushing event deleted for resources: {'Port': ['ID=94375504-f4b3-4f94-99a8-cd5876798efa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:43.866359 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:44.006295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 63cba519-c686-4516-8e24-b19898fed8b0 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:06:44.023743 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:44.025860 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:44.199346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Pushing event updated for resources: {'Port': ['ID=a01d07e4-c873-47a9-9a6d-3e13df49bf6d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:44.211585 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:44.230189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d632af47-af5c-4c43-af30-9f3fed50c1cc None None] Provisioning complete for port a01d07e4-c873-47a9-9a6d-3e13df49bf6d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:44.233210 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d632af47-af5c-4c43-af30-9f3fed50c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:44.304515 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-b4adff10-2de2-4432-ac69-73373568b2eb service neutron] show failed (client error): The resource could not be found.
Jun 21 03:06:44.308927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-b4adff10-2de2-4432-ac69-73373568b2eb service neutron] 10.222.0.20 "GET /v2.0/ports/9404d825-ad5e-44f4-ae25-66fcbe861832/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.3582556
Jun 21 03:06:44.315361 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:44.345321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e4f86cbe-2b40-4d3d-b679-d76ec6f54626 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:06:44.383388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:44.391143 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/63cba519-c686-4516-8e24-b19898fed8b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4003398
Jun 21 03:06:44.393177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37114) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:44.430099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105201c-9687-4ed3-996e-b812091d6a42 None None] Sync routers for ids ['63cba519-c686-4516-8e24-b19898fed8b0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:44.499103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abdaaa1-dacd-4f21-8009-3cf319885bba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:44.500445 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9abdaaa1-dacd-4f21-8009-3cf319885bba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports/f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 HTTP/1.1" status: 200  len: 911 time: 0.1053896
Jun 21 03:06:44.505005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37118) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:44.723920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:44.755738 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d663fc2-89d5-4332-b7db-d88d0e26da94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:44.819658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105201c-9687-4ed3-996e-b812091d6a42 None None] Routers {'63cba519-c686-4516-8e24-b19898fed8b0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:44.820335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1105201c-9687-4ed3-996e-b812091d6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ade790>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['63cba519-c686-4516-8e24-b19898fed8b0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:44.864216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1105201c-9687-4ed3-996e-b812091d6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ade790>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:44.880193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:44.880789 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:44.928295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105201c-9687-4ed3-996e-b812091d6a42 None None] Routers {'63cba519-c686-4516-8e24-b19898fed8b0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:44.929239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1105201c-9687-4ed3-996e-b812091d6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ade790>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['63cba519-c686-4516-8e24-b19898fed8b0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:44.967979 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d663fc2-89d5-4332-b7db-d88d0e26da94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:45.015285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1105201c-9687-4ed3-996e-b812091d6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ade790>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:45.016115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105201c-9687-4ed3-996e-b812091d6a42 None None] The sync data for ids ['63cba519-c686-4516-8e24-b19898fed8b0'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:45.049750 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d663fc2-89d5-4332-b7db-d88d0e26da94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:45.057684 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3712aed4-d7e1-420e-ab8d-8012213b135d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:45.096185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f37e48fe-d105-4704-a74e-e4c11500972d None None] Provisioning complete for port f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:45.097739 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f37e48fe-d105-4704-a74e-e4c11500972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:45.151370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Router 50170de2-e7d8-42a6-8094-f13287aa1f1c has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:45.163091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f37e48fe-d105-4704-a74e-e4c11500972d None None] Port f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:06:45.168007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d663fc2-89d5-4332-b7db-d88d0e26da94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550a4ea7-14b3-4f6c-847f-4584cd8ca4f9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:45.174020 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5d663fc2-89d5-4332-b7db-d88d0e26da94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a79fbd0b3a145bf90db46ea9948cd32&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4468117
Jun 21 03:06:45.181579 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d663fc2-89d5-4332-b7db-d88d0e26da94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:45.188042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37136) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:45.269875 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-924206e7-1e55-4b59-9fad-dff9d0c33551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:45.308333 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-924206e7-1e55-4b59-9fad-dff9d0c33551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:45.486133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-924206e7-1e55-4b59-9fad-dff9d0c33551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:45.489439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-924206e7-1e55-4b59-9fad-dff9d0c33551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:45.493310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-924206e7-1e55-4b59-9fad-dff9d0c33551 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/550a4ea7-14b3-4f6c-847f-4584cd8ca4f9 HTTP/1.1" status: 204  len: 168 time: 0.3013518
Jun 21 03:06:45.493310 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-54e76644-5c4c-4a62-8d3b-bdbf706cc860 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:45.499808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924206e7-1e55-4b59-9fad-dff9d0c33551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a4ea7-14b3-4f6c-847f-4584cd8ca4f9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:45.503072 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-924206e7-1e55-4b59-9fad-dff9d0c33551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:45.680696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf801af-7370-4d41-8909-2495dae21c8a req-a1a9870c-06ac-40d7-be73-de5527b44125 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:45.687959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbf801af-7370-4d41-8909-2495dae21c8a req-a1a9870c-06ac-40d7-be73-de5527b44125 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.8544171
Jun 21 03:06:45.869882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbf801af-7370-4d41-8909-2495dae21c8a req-7f4fa94a-e1d0-4907-b551-9c0211260521 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1806734
Jun 21 03:06:45.928355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-9f11933f-5b22-400f-933e-f5c34d78e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:45.933991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-9f11933f-5b22-400f-933e-f5c34d78e0e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 1097 time: 0.7851391
Jun 21 03:06:45.944348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:45.948510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:45.957293 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] 10.222.0.25 "PUT /v2.0/routers/50170de2-e7d8-42a6-8094-f13287aa1f1c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7460418
Jun 21 03:06:45.959609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37154) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:45.961496 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] Sync routers for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:45.981744 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:45.982373 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83b0bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:46.141141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a01d07e4-c873-47a9-9a6d-3e13df49bf6d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:06:46.221996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:46.265090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a01d07e4-c873-47a9-9a6d-3e13df49bf6d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:46.266686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:46.430675 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:06:46.561781 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:46.655769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:46.835905 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83b0bb0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T03:06:43Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:46.904999 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] Checking router: 50170de2-e7d8-42a6-8094-f13287aa1f1c for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:06:46.936407 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] Routers {'50170de2-e7d8-42a6-8094-f13287aa1f1c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:46.936407 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83b0bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['50170de2-e7d8-42a6-8094-f13287aa1f1c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:47.127196 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] Set router 50170de2-e7d8-42a6-8094-f13287aa1f1c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:06:47.319911 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:47.516457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:47.577140 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83b0bb0>, [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T03:06:43Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:47.607732 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faead27-8bb1-49bf-8a2a-f5956aa40adc None None] The sync data for ids ['50170de2-e7d8-42a6-8094-f13287aa1f1c'] in n-d-758944-33 is: [{'id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'name': 'tempest-AttachVolumeTestJSON-957635065-router', 'tenant_id': 'e66adf2395b04e808dffd60fdd4daf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T02:58:20Z', 'updated_at': '2021-06-21T03:06:43Z', 'revision_number': 5, 'project_id': 'e66adf2395b04e808dffd60fdd4daf27', 'gw_port': {'id': 'c946234b-7ec4-4009-90b6-663aa59331be', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50170de2-e7d8-42a6-8094-f13287aa1f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T02:58:22Z', 'updated_at': '2021-06-21T02:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:47.633978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:06:47.638899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Deleting port c946234b-7ec4-4009-90b6-663aa59331be {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:47.639608 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:47.737862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdd75c-4fd7-40c0-8712-3038a4b5b745 req-4c150182-b501-4ef9-be22-39df2863fe3d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:47.737862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07fdd75c-4fd7-40c0-8712-3038a4b5b745 req-4c150182-b501-4ef9-be22-39df2863fe3d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.5378578
Jun 21 03:06:47.811661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] For port c946234b-7ec4-4009-90b6-663aa59331be, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c946234b-7ec4-4009-90b6-663aa59331be,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:47.811954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:47.876623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:06:47.880081 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cba281-9ebb-48d9-87e7-6424200ae32b" -d '{"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-unplugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:06:47.883753 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:47.897600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Calling delete_port for c946234b-7ec4-4009-90b6-663aa59331be owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:47.960092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07fdd75c-4fd7-40c0-8712-3038a4b5b745 req-a6ebbe81-db83-40b5-b522-958e10cd73e8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2292717
Jun 21 03:06:47.982352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Transition to ACTIVE for port object 9404d825-ad5e-44f4-ae25-66fcbe861832 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:47.992845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:06:48.086236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 94375504-f4b3-4f94-99a8-cd5876798efa no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:06:48.090749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.096714 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-20756f86-2cf3-4303-9109-9e39b05979a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:48.171664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8:1::1 (47ce9720-30a8-4753-a6ab-a478dd8ec2b2/f6c713f2-3742-4cf1-a5ac-d122e9a14e85/a3a7302f-0cf3-4112-9fa0-bdbe76fa6121) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:06:48.230946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 94375504-f4b3-4f94-99a8-cd5876798efa {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:06:48.236350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 94375504-f4b3-4f94-99a8-cd5876798efa not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:06:48.304793 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2caecf4-dc71-4ba4-bad6-963379e053e9 x-openstack-request-id: req-d2caecf4-dc71-4ba4-bad6-963379e053e9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:06:48.305596 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-unplugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:06:48.305596 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2caecf4-dc71-4ba4-bad6-963379e053e9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:06:48.305982 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'code': 200}
Jun 21 03:06:48.323043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:06:48.407127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:48.440815 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.450309 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:48.456387 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:48.457256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] No DVR routers for this DVR port 9404d825-ad5e-44f4-ae25-66fcbe861832 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:06:48.542815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c946234b-7ec4-4009-90b6-663aa59331be,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:48.594880 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:48.644149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.763636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.773931 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.783629 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.799513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:48.814647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:06:48.814792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:06:48.815153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:06:48.822022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:06:48.822022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:06:48.829268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:06:48.829637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Checking segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:06:48.830026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Bound using segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:06:48.830453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Bound port: 9404d825-ad5e-44f4-ae25-66fcbe861832, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:06:48.830796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.908365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.916061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50170de2-e7d8-42a6-8094-f13287aa1f1c {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:06:48.920097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:48.924067 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] 10.222.0.25 "DELETE /v2.0/routers/50170de2-e7d8-42a6-8094-f13287aa1f1c HTTP/1.1" status: 204  len: 168 time: 2.9625497
Jun 21 03:06:48.924951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:49.023457 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.041325 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:49.060786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Deleting subnet 2a59db35-0f29-4538-91f4-195232915e3c {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:06:49.064829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.175103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.187593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:49.195788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:49.200976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:06:49.209810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:06:49.210369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.343991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:06:49.346788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=a3a7302f-0cf3-4112-9fa0-bdbe76fa6121,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:49.382233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.435958 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:49.537618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.545236 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a72d569-4ae6-4763-921b-6bf6456f3d69 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:49.593249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a59db35-0f29-4538-91f4-195232915e3c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:49.598427 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:49.608485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.616763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595945da-8621-4691-a1e1-c80f4f464ef3 None None] Network 133a1b23-fcd2-43f6-b114-837f448de6d5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:06:49.638167 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a59db35-0f29-4538-91f4-195232915e3c HTTP/1.1" status: 204  len: 168 time: 0.7038083
Jun 21 03:06:49.644055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37264) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:49.868250 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.908775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d7d1df7-c666-4418-ba96-27b0efcdbb3f None None] Provisioning for port a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:49.918358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d7d1df7-c666-4418-ba96-27b0efcdbb3f None None] Provisioning complete for port a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:49.919755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d7d1df7-c666-4418-ba96-27b0efcdbb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.965439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Deleting port 2e8e235d-5f92-4029-9a29-f9051b9da6bd {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:49.966287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:49.994356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d1df7-c666-4418-ba96-27b0efcdbb3f None None] Port a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:06:50.093949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00905361-028e-466e-b6d7-268073e93daa None None] DHCP port deletion for 133a1b23-fcd2-43f6-b114-837f448de6d5 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:06:50.126188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] For port 2e8e235d-5f92-4029-9a29-f9051b9da6bd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2e8e235d-5f92-4029-9a29-f9051b9da6bd,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:50.126188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.143770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.145347 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c946234b-7ec4-4009-90b6-663aa59331be no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:06:50.171002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c946234b-7ec4-4009-90b6-663aa59331be {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:06:50.171369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c946234b-7ec4-4009-90b6-663aa59331be not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:06:50.195240 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf00fcc7-c670-49b9-bcf6-dc70533a3b14 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:50.201074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-00905361-028e-466e-b6d7-268073e93daa None None] Deleting port 2e8e235d-5f92-4029-9a29-f9051b9da6bd {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:50.203741 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-00905361-028e-466e-b6d7-268073e93daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.230954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Calling delete_port for 2e8e235d-5f92-4029-9a29-f9051b9da6bd owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:50.296820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:50.327753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:50.328846 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.354727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] 10.222.0.26 "PUT /v2.0/ports/9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 1092 time: 4.3925180
Jun 21 03:06:50.355424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:06:50.357878 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:06:50.392290 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:50.401517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-00905361-028e-466e-b6d7-268073e93daa None None] For port 2e8e235d-5f92-4029-9a29-f9051b9da6bd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2e8e235d-5f92-4029-9a29-f9051b9da6bd,segment=NetworkSegment(6440d012-0c5b-49bb-ae40-7a7548e907a7),segment_id=6440d012-0c5b-49bb-ae40-7a7548e907a7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:50.402057 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-00905361-028e-466e-b6d7-268073e93daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.486643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a174-c430-4599-9fe9-4b87a11945af req-a8a3481e-b3b9-4dc1-b823-c651ead29d35 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:50.494776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-a8a3481e-b3b9-4dc1-b823-c651ead29d35 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 1.5870495
Jun 21 03:06:50.530876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-76aa7399-f77d-4ef5-b14c-5e994ff7e3fa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/quotas/6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 375 time: 0.0351686
Jun 21 03:06:50.555392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-00905361-028e-466e-b6d7-268073e93daa None None] Calling delete_port for 2e8e235d-5f92-4029-9a29-f9051b9da6bd owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:50.577199 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.579667 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-433ea25f-9eef-4fc2-bee1-b9a7e26bc205 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:50.621774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccc4dd-715b-4d3c-80a2-839058c2c923 req-2e7a2309-238d-459c-9eb8-478579b1b076 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:50.623371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ccc4dd-715b-4d3c-80a2-839058c2c923 req-2e7a2309-238d-459c-9eb8-478579b1b076 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 1.4148192
Jun 21 03:06:50.640049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8e235d-5f92-4029-9a29-f9051b9da6bd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:50.651104 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:50.652887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] No DVR routers for this DVR port 2e8e235d-5f92-4029-9a29-f9051b9da6bd on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:06:50.703121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-5f90f03d-4aa6-4669-a069-f10a9a4825bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:50.704605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-5f90f03d-4aa6-4669-a069-f10a9a4825bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1095 time: 0.3151748
Jun 21 03:06:50.726609 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.746152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-00905361-028e-466e-b6d7-268073e93daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.757374 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:50.761989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00905361-028e-466e-b6d7-268073e93daa None None] No DVR routers for this DVR port 2e8e235d-5f92-4029-9a29-f9051b9da6bd on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:06:50.769097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.783142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d38c5460>,) {'filters': {'network_id': ['133a1b23-fcd2-43f6-b114-837f448de6d5']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:50.797882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d38c5460>, '6440d012-0c5b-49bb-ae40-7a7548e907a7') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:50.798186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d38c5460>, '6440d012-0c5b-49bb-ae40-7a7548e907a7') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:50.814056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00905361-028e-466e-b6d7-268073e93daa None None] Pushing event deleted for resources: {'Port': ['ID=2e8e235d-5f92-4029-9a29-f9051b9da6bd,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:50.818846 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-00905361-028e-466e-b6d7-268073e93daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:50.822660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.861415 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.871657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:06:50.872320 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:06:50.874298 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:06:50.918854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-99ccc4dd-715b-4d3c-80a2-839058c2c923 req-a6d9bc57-48e9-428a-a736-4d4aa3f8e1dc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2829590
Jun 21 03:06:51.037447 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8c4b45-b8cf-43cc-817c-0b7bbec2b06b x-openstack-request-id: req-1c8c4b45-b8cf-43cc-817c-0b7bbec2b06b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:06:51.037447 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:06:51.037447 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c8c4b45-b8cf-43cc-817c-0b7bbec2b06b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:06:51.039767 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'status': 'completed', 'code': 200}
Jun 21 03:06:51.046901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-ce41c762-90f0-436e-bcdc-1d43da9b004b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5151050
Jun 21 03:06:51.108388 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:51.115044 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3bb4ba20-8252-4e13-b1d8-5be5df66531f tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:51.119338 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:51.121493 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] 10.222.0.25 "DELETE /v2.0/networks/133a1b23-fcd2-43f6-b114-837f448de6d5 HTTP/1.1" status: 204  len: 168 time: 1.4813874
Jun 21 03:06:51.134900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Pushing event deleted for resources: {'Network': ['ID=133a1b23-fcd2-43f6-b114-837f448de6d5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:51.145967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.146510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.147004 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.147596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.147961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.148449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.149030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.149534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.150024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.150497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.151180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.151564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:06:51.156237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-d40d48f5-1853-403f-8910-7d63e10bf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:51.158036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:51.162911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-d40d48f5-1853-403f-8910-7d63e10bf281 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.4139545
Jun 21 03:06:51.182477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-8f54f292-d903-4d33-8ae3-8baf77ccad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:51.184282 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-8f54f292-d903-4d33-8ae3-8baf77ccad81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1095 time: 0.1296175
Jun 21 03:06:51.327018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-75af1dc3-5305-4392-9e93-25d6343045b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:51.328858 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-75af1dc3-5305-4392-9e93-25d6343045b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.1327319
Jun 21 03:06:51.424901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-0e068c03-95e9-414c-9138-8e1c6b47935b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 999 time: 0.0883574
Jun 21 03:06:51.467473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-cc4dd591-d4b9-4d0e-b0b9-763466abedcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 999 time: 0.2845335
Jun 21 03:06:51.487848 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-b17a90e3-077c-43bb-ba96-20b14253054a service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4068110
Jun 21 03:06:51.508531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-3ffe58a9-f034-4e2d-87e8-a1113780cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:51.510212 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-3ffe58a9-f034-4e2d-87e8-a1113780cae2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.0784969
Jun 21 03:06:51.584884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-fffcb224-1b62-43f9-83ae-1e42895e3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:51.586636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-fffcb224-1b62-43f9-83ae-1e42895e3702 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.1014247
Jun 21 03:06:51.700951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-2c532588-145c-45f8-9592-4d530197fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:51.703414 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-2c532588-145c-45f8-9592-4d530197fd28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1867464
Jun 21 03:06:51.736404 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-1a802d52-3d6c-42f8-8e87-7e2519921e3e service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954837
Jun 21 03:06:51.736858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37366) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:51.796018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-05ada37c-7ded-4307-b181-699c8c70baf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e66adf2395b04e808dffd60fdd4daf27&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0551291
Jun 21 03:06:51.798605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37368) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:51.861700 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:51.878547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-5313f9cc-744d-4fa0-a8b3-f9b628141704 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679561
Jun 21 03:06:51.885404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-01f92b0b-c8bd-4b6a-8677-1b95a8adc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:51.886839 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-01f92b0b-c8bd-4b6a-8677-1b95a8adc2e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1925623
Jun 21 03:06:51.929636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00010672-2b62-45b4-b150-da68d6260fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:52.076091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-4a84697d-5666-4dea-8ddf-3320e3ff363d service neutron] 10.222.0.26 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792672
Jun 21 03:06:52.078114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:52.079033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:52.088145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00010672-2b62-45b4-b150-da68d6260fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:52.092624 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea90680a-4542-4a17-bae6-736ff5ef1bf9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:52.203788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2e8e235d-5f92-4029-9a29-f9051b9da6bd no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:06:52.245754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2e8e235d-5f92-4029-9a29-f9051b9da6bd {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:06:52.246399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2e8e235d-5f92-4029-9a29-f9051b9da6bd not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:06:52.360470 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-515c6a5b-d005-4312-91a8-24e8d0229807 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4410994
Jun 21 03:06:52.387192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8f94203-76a0-40b6-84c5-690b6844f188 req-9c0d5455-3662-4795-ac04-2357d4cd57eb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.1257408
Jun 21 03:06:52.421319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=a3a7302f-0cf3-4112-9fa0-bdbe76fa6121,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:52.429240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00010672-2b62-45b4-b150-da68d6260fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:52.432583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-00010672-2b62-45b4-b150-da68d6260fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:52.438435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:52.438669 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-00010672-2b62-45b4-b150-da68d6260fbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f28b367-3f13-45c8-a0f4-4c2950cc064c HTTP/1.1" status: 204  len: 168 time: 0.6336050
Jun 21 03:06:52.438669 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d359c961-f925-43a8-a370-9fce8f2c187f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:52.466249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00010672-2b62-45b4-b150-da68d6260fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f28b367-3f13-45c8-a0f4-4c2950cc064c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:52.476149 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-00010672-2b62-45b4-b150-da68d6260fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:52.484671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62745b-66c2-4f0b-a289-ed7992daf9b1 req-9d1ee5d7-d95a-4817-a1b7-e1c341b6e735 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:52.486242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da62745b-66c2-4f0b-a289-ed7992daf9b1 req-9d1ee5d7-d95a-4817-a1b7-e1c341b6e735 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 0.2412064
Jun 21 03:06:52.498985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:06:52.507790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:06:52.627800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-9e1bdf34-5f73-4bfc-8b3c-8e257b97c68b service neutron] 10.222.0.26 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5369318
Jun 21 03:06:52.735082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 63cba519-c686-4516-8e24-b19898fed8b0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:52.947022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da62745b-66c2-4f0b-a289-ed7992daf9b1 req-e879ea45-c79d-403f-8db9-e28d889bbbd4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4375403
Jun 21 03:06:52.979063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:53.005425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85bc26-0bdc-4632-9213-748fd859ab48 None None] Sync routers for ids ['63cba519-c686-4516-8e24-b19898fed8b0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:53.048257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85bc26-0bdc-4632-9213-748fd859ab48 None None] Routers {'63cba519-c686-4516-8e24-b19898fed8b0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:53.049024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bc85bc26-0bdc-4632-9213-748fd859ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2bdf7f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['63cba519-c686-4516-8e24-b19898fed8b0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:53.050608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/63cba519-c686-4516-8e24-b19898fed8b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5442436
Jun 21 03:06:53.058723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37430) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:53.139652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-0656c049-55cc-4a95-85f3-29886d3bda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:53.140341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-0656c049-55cc-4a95-85f3-29886d3bda74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1095 time: 0.3628962
Jun 21 03:06:53.187672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c36760-236b-4a16-a6be-96b658967198 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:53.193182 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1c36760-236b-4a16-a6be-96b658967198 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports/a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 HTTP/1.1" status: 200  len: 913 time: 0.1333439
Jun 21 03:06:53.210933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bc85bc26-0bdc-4632-9213-748fd859ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2bdf7f0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:53.211494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37442) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:53.241696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d43315e-f9ec-4c70-81b6-076f187b7e10 None None] Provisioning complete for port a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:53.241696 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d43315e-f9ec-4c70-81b6-076f187b7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:53.254776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85bc26-0bdc-4632-9213-748fd859ab48 None None] Routers {'63cba519-c686-4516-8e24-b19898fed8b0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:53.255772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bc85bc26-0bdc-4632-9213-748fd859ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2bdf7f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['63cba519-c686-4516-8e24-b19898fed8b0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:53.368097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-dd12694d-68b7-4eff-a5ca-bbc9e92b705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:53.370022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-dd12694d-68b7-4eff-a5ca-bbc9e92b705f service neutron] 10.222.0.26 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.2232618
Jun 21 03:06:53.444781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bc85bc26-0bdc-4632-9213-748fd859ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2bdf7f0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:53.450195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85bc26-0bdc-4632-9213-748fd859ab48 None None] The sync data for ids ['63cba519-c686-4516-8e24-b19898fed8b0'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:53.462759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-6143faa6-7905-4aa9-ac1a-a7be7b5d4dff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 999 time: 0.0753169
Jun 21 03:06:53.480151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9d43315e-f9ec-4c70-81b6-076f187b7e10 None None] Port a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:06:53.540612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08c1aa7b-a789-4f46-b1ca-56d956f1c1f8 req-c9f3a194-068c-4b19-a93c-e5383ef0123b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.0340679
Jun 21 03:06:53.551931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-a31517a5-9348-419c-982e-efccadfcc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:53.553572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-a31517a5-9348-419c-982e-efccadfcc041 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.0841160
Jun 21 03:06:53.636560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-f5d8cd9c-2c71-4f36-86da-649897bdd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:53.638513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-f5d8cd9c-2c71-4f36-86da-649897bdd38c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0778127
Jun 21 03:06:53.768105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-f20bf077-8219-452e-9c16-ec8e166d429b service neutron] 10.222.0.26 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213171
Jun 21 03:06:53.837075 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:53.989819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e58aa6e6-d9ff-4989-823d-94a8f0d27c59 req-c6b1a465-92c8-48af-be12-129a7a017b00 service neutron] 10.222.0.26 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1152806
Jun 21 03:06:54.190542 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:54.192116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:54.218522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dde118-a00d-45c3-a496-a776f073a197 req-9ffb7ca7-469f-457c-b698-3f4a9cf55773 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:54.220107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73dde118-a00d-45c3-a496-a776f073a197 req-9ffb7ca7-469f-457c-b698-3f4a9cf55773 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 0.0937109
Jun 21 03:06:54.279494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73dde118-a00d-45c3-a496-a776f073a197 req-e9150770-f460-4ca4-9788-1ad83713f138 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518610
Jun 21 03:06:54.304179 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:54.375151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for a3a7302f-0cf3-4112-9fa0-bdbe76fa6121 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:54.734711 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:54.737001 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:54.809493 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=a3a7302f-0cf3-4112-9fa0-bdbe76fa6121,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:54.813547 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:54.848458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2aea256-8b6c-4679-be65-79b0b4db4cbf req-223841e6-38f0-44af-9c12-9209f24ce1e2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.0738833
Jun 21 03:06:55.012382 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:55.384195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 63cba519-c686-4516-8e24-b19898fed8b0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:06:55.534536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:06:55.548661 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/63cba519-c686-4516-8e24-b19898fed8b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3168747
Jun 21 03:06:55.548661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37546) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:55.551227 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7a736-35ba-4392-8602-704b380552c7 None None] Sync routers for ids ['63cba519-c686-4516-8e24-b19898fed8b0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:06:55.569878 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7a736-35ba-4392-8602-704b380552c7 None None] Routers {'63cba519-c686-4516-8e24-b19898fed8b0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:55.570425 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-49b7a736-35ba-4392-8602-704b380552c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f511f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['63cba519-c686-4516-8e24-b19898fed8b0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:55.613705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d7cb9-5b6a-4ce3-9444-7e3f6cee949f req-dc9573b1-b84b-4011-b342-6debdabebee6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:55.621816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-723d7cb9-5b6a-4ce3-9444-7e3f6cee949f req-dc9573b1-b84b-4011-b342-6debdabebee6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 0.1544645
Jun 21 03:06:55.694933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-723d7cb9-5b6a-4ce3-9444-7e3f6cee949f req-9a03bc26-4efb-4a22-bef7-8a87b339664c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719810
Jun 21 03:06:55.712979 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-49b7a736-35ba-4392-8602-704b380552c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f511f0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:55.737653 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7a736-35ba-4392-8602-704b380552c7 None None] Routers {'63cba519-c686-4516-8e24-b19898fed8b0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:06:55.740163 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-49b7a736-35ba-4392-8602-704b380552c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f511f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['63cba519-c686-4516-8e24-b19898fed8b0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:55.787898 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-49b7a736-35ba-4392-8602-704b380552c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f511f0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:06:55.788834 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7a736-35ba-4392-8602-704b380552c7 None None] The sync data for ids ['63cba519-c686-4516-8e24-b19898fed8b0'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:06:55.930727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37560) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:56.090467 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ee80dd8-3493-44e3-85b2-87a2a0a4c04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:56.197441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79c34903-8d3a-4e4f-b239-e2ea9b659dc5 req-f4be35c6-bdfd-4071-88b2-54639f713373 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.0654933
Jun 21 03:06:56.318742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:56.417378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ee80dd8-3493-44e3-85b2-87a2a0a4c04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:56.517175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ee80dd8-3493-44e3-85b2-87a2a0a4c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:56.523505 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76f28412-6630-462f-a791-0354781f96cb tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:56.741997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:06:56.778396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4ee80dd8-3493-44e3-85b2-87a2a0a4c04d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=728f17ec39d1466aa1183f584a9e30d9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8426180
Jun 21 03:06:56.779074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37592) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:56.789520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee80dd8-3493-44e3-85b2-87a2a0a4c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8dd89a-df77-440e-8b87-78d79d974e57,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:56.800892 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4ee80dd8-3493-44e3-85b2-87a2a0a4c04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:57.046207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:57.069642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'port_id': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'mac_address': 'fa:16:3e:4f:6b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:06:57.138783 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:57.154960 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-949f6ad8-6fc1-4334-ae03-72008fff1dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:57.176283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9404d825-ad5e-44f4-ae25-66fcbe861832 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:06:57.227856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:57.317204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a174-c430-4599-9fe9-4b87a11945af req-49eee93c-5b32-4621-b914-012cdbfdf962 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:57.318892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-49eee93c-5b32-4621-b914-012cdbfdf962 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.7550304
Jun 21 03:06:57.337087 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:57.337920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-949f6ad8-6fc1-4334-ae03-72008fff1dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:57.339874 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ee133f24-8c84-45e9-89db-f26a1d039a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:57.371543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'port': {'device_id': '934ac1dd-caf9-4c9f-a8c9-c52a60c896a7', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'admin_state_up': True, 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:06:57.500775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:57.511426 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:57.512394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4abf5-3aa1-4e03-9802-2c3169466a52 req-d8406e3c-7841-4e85-96ec-f61621b472f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:57.515533 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1c4abf5-3aa1-4e03-9802-2c3169466a52 req-d8406e3c-7841-4e85-96ec-f61621b472f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 943 time: 0.7489433
Jun 21 03:06:57.562267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['9404d825-ad5e-44f4-ae25-66fcbe861832'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:06:57.645157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-0502f675-30b8-4d54-b6a1-31a60c29615a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:57.647028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-0502f675-30b8-4d54-b6a1-31a60c29615a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42&tenant_id=5abc1439a51442dca598a84712ee0f1f&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 943 time: 0.5558319
Jun 21 03:06:57.651215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9ac130b-25c9-45d2-8000-edca8675a112 req-81c426d5-5aa7-4e2d-b550-2eb6c26e35cd tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.1874187
Jun 21 03:06:57.764838 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-fe97ba52-9cd8-4b52-bb27-dba2e1563b98 service neutron] 10.222.0.26 "GET /v2.0/ports/9404d825-ad5e-44f4-ae25-66fcbe861832/bindings/n-h2-758944-33 HTTP/1.1" status: 200  len: 383 time: 0.1065991
Jun 21 03:06:57.807877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1c4abf5-3aa1-4e03-9802-2c3169466a52 req-fdc3d563-2590-48e4-9765-3e997aa6aea2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1990166
Jun 21 03:06:57.914778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-949f6ad8-6fc1-4334-ae03-72008fff1dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:57.922672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-949f6ad8-6fc1-4334-ae03-72008fff1dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:57.936885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-949f6ad8-6fc1-4334-ae03-72008fff1dad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc8dd89a-df77-440e-8b87-78d79d974e57 HTTP/1.1" status: 204  len: 168 time: 1.1399012
Jun 21 03:06:57.937895 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee34f051-c3f0-4601-bd33-066dfa5ce020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:57.966214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f6ad8-6fc1-4334-ae03-72008fff1dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8dd89a-df77-440e-8b87-78d79d974e57,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:57.968964 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-949f6ad8-6fc1-4334-ae03-72008fff1dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:57.979797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:06:58.000679 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:58.088565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-5daa04ab-2b3c-4cea-a60f-445bd79cc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:58.092504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-5daa04ab-2b3c-4cea-a60f-445bd79cc03d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1096 time: 0.2972925
Jun 21 03:06:58.137875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:06:58.138438 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:58.278553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.20.0.9 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/2cec45fb-63a0-4899-bfe1-a049a40633b3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:06:58.349534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-9d9e888c-9ce1-4397-ba83-535ed151e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:58.350792 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-9d9e888c-9ce1-4397-ba83-535ed151e24d service neutron] 10.222.0.26 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.2407227
Jun 21 03:06:58.441793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:58.618599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:06:58.643771 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-5a4d0c9e-2eff-4a8a-83cc-c9e1291f2d9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 1000 time: 0.2832479
Jun 21 03:06:58.729638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-9a53e480-6ba4-477b-9da3-252e76c99841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:58.731079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-9a53e480-6ba4-477b-9da3-252e76c99841 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.0499344
Jun 21 03:06:58.776265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:06:58.996231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 9404d825-ad5e-44f4-ae25-66fcbe861832 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:06:59.005113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 9404d825-ad5e-44f4-ae25-66fcbe861832 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:06:59.005113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.020100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-19c6a794-9152-4b46-b325-50b00be67e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:59.041760 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-19c6a794-9152-4b46-b325-50b00be67e45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3034883
Jun 21 03:06:59.117801 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.176161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:06:59.179053 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd1d292-4408-4564-88b5-286203eeb212" -d '{"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-plugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:06:59.199447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37664) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:06:59.207927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:06:59.260985 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-debbeb1d-302d-4d67-8a5b-1e24a349595a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.307922 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.309830 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2159cde9-d973-4058-ab5e-49f0082d1664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:59.395861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c373fbca-8868-4c48-8a1d-26630533a269 req-041aeaea-7921-4440-a464-51df4c0c69fc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.1575532
Jun 21 03:06:59.502125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:59.510653 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-cd306e57-b207-4475-b69e-07e68e8bbc5e service neutron] 10.222.0.26 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4602623
Jun 21 03:06:59.522540 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:59.538668 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb1a578-ea5a-4492-a68e-82975f461c18 x-openstack-request-id: req-9eb1a578-ea5a-4492-a68e-82975f461c18 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:06:59.539234 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-plugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:06:59.539835 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9eb1a578-ea5a-4492-a68e-82975f461c18 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:06:59.540620 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'code': 200}
Jun 21 03:06:59.642741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30d100-b9f3-4036-8575-20df040e4bc8 req-fd0eddae-ff71-4716-8b68-aef539d14695 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:06:59.647948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da30d100-b9f3-4036-8575-20df040e4bc8 req-fd0eddae-ff71-4716-8b68-aef539d14695 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 944 time: 0.4276862
Jun 21 03:06:59.654650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-debbeb1d-302d-4d67-8a5b-1e24a349595a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.664932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.667638 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af2d0422-f55c-4657-9eed-88939dedc9ea tempest-ServerTagsTestJSON-893976765 tempest-ServerTagsTestJSON-893976765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:59.692212 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.732672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da30d100-b9f3-4036-8575-20df040e4bc8 req-06388be8-320b-4fce-803f-9b0c6784dbd9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780506
Jun 21 03:06:59.733948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Transition to ACTIVE for port object 2cec45fb-63a0-4899-bfe1-a049a40633b3 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:06:59.774613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-debbeb1d-302d-4d67-8a5b-1e24a349595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.787963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=f6e2a6b2-0c2e-41b3-b4c4-248ee72186c2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:06:59.812356 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:06:59.854771 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6655abff-c209-4d31-92a1-a4001ea20da4 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:06:59.925356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:06:59.930656 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:00.088560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:00.094075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:00.118909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:00.228260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:00.229246 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:00.296269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=2cec45fb-63a0-4899-bfe1-a049a40633b3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:00.296720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:00.312943 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:00.323212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9919353
Jun 21 03:07:00.354405 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-debbeb1d-302d-4d67-8a5b-1e24a349595a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81ec442c730c492a984f019395cc2385&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1479349
Jun 21 03:07:00.377496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Request body: {'port': {'device_id': '934ac1dd-caf9-4c9f-a8c9-c52a60c896a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:00.385063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37700) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:00.438106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbeb1d-302d-4d67-8a5b-1e24a349595a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0fbca-5b88-4118-a84a-f665c74d0a92,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:00.464970 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-debbeb1d-302d-4d67-8a5b-1e24a349595a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:00.586303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:00.746729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b137ec3d-770d-48ee-9a61-07e182ede9af None None] Provisioning for port 2cec45fb-63a0-4899-bfe1-a049a40633b3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:00.752800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b137ec3d-770d-48ee-9a61-07e182ede9af None None] Provisioning complete for port 2cec45fb-63a0-4899-bfe1-a049a40633b3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:00.759987 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b137ec3d-770d-48ee-9a61-07e182ede9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:00.835154 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-edb73f05-fe91-4198-90db-53a4b9ff381e service neutron] 10.222.0.26 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1781723
Jun 21 03:07:00.941784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b137ec3d-770d-48ee-9a61-07e182ede9af None None] Port 2cec45fb-63a0-4899-bfe1-a049a40633b3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:01.118638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4e3fa1b-c3c3-4307-83fa-63414c80ab7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:01.130332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 63cba519-c686-4516-8e24-b19898fed8b0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:07:01.224559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4e3fa1b-c3c3-4307-83fa-63414c80ab7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:01.266795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1de01b-f313-46a6-ab3b-830e7a9314cb req-81d56360-85ce-4844-831f-3ba746c2e0d5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:01.268394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec1de01b-f313-46a6-ab3b-830e7a9314cb req-81d56360-85ce-4844-831f-3ba746c2e0d5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 931 time: 0.5429499
Jun 21 03:07:01.537157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec1de01b-f313-46a6-ab3b-830e7a9314cb req-bc276580-79a1-416f-bfca-3efdc76b6fd1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637287
Jun 21 03:07:01.568257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7561-1530-4fd2-aa56-eeebca301cc0 req-71458e25-d6e0-4a87-b9ee-16b1ff4e9966 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:01.570827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-190f7561-1530-4fd2-aa56-eeebca301cc0 req-71458e25-d6e0-4a87-b9ee-16b1ff4e9966 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.3301408
Jun 21 03:07:01.610476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4e3fa1b-c3c3-4307-83fa-63414c80ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:01.615707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4e3fa1b-c3c3-4307-83fa-63414c80ab7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:01.616969 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f4e3fa1b-c3c3-4307-83fa-63414c80ab7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64f0fbca-5b88-4118-a84a-f665c74d0a92 HTTP/1.1" status: 204  len: 168 time: 1.2180827
Jun 21 03:07:01.623539 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce05ebb5-c431-4bc2-81b2-2b1123b84c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:01.669765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:01.680589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15325c-1941-4053-87f5-5d06e08336e5 None None] Sync routers for ids ['63cba519-c686-4516-8e24-b19898fed8b0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:01.691657 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/63cba519-c686-4516-8e24-b19898fed8b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1416934
Jun 21 03:07:01.697412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15325c-1941-4053-87f5-5d06e08336e5 None None] Routers {'63cba519-c686-4516-8e24-b19898fed8b0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:01.703967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-df15325c-1941-4053-87f5-5d06e08336e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ab00d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['63cba519-c686-4516-8e24-b19898fed8b0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:01.705128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3fa1b-c3c3-4307-83fa-63414c80ab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0fbca-5b88-4118-a84a-f665c74d0a92,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:01.708966 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4e3fa1b-c3c3-4307-83fa-63414c80ab7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:01.712025 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37730) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:01.793775 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc900e16-af7c-409e-8fe9-fa49c701b659 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=63cba519-c686-4516-8e24-b19898fed8b0 HTTP/1.1" status: 200  len: 205 time: 0.0726709
Jun 21 03:07:01.794413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37732) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:01.830912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cec45fb-63a0-4899-bfe1-a049a40633b3 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:07:01.834357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-df15325c-1941-4053-87f5-5d06e08336e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ab00d0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:01.857351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:01.874242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15325c-1941-4053-87f5-5d06e08336e5 None None] Routers {'63cba519-c686-4516-8e24-b19898fed8b0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:01.875380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-df15325c-1941-4053-87f5-5d06e08336e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ab00d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:06:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['63cba519-c686-4516-8e24-b19898fed8b0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:01.888459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Transition to ACTIVE for port object 2cec45fb-63a0-4899-bfe1-a049a40633b3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:01.953648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-190f7561-1530-4fd2-aa56-eeebca301cc0 req-b93dddd6-fbce-49fc-81f1-52f1bd53dd4a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3660030
Jun 21 03:07:01.974074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:01.984085 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:01.985981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-df15325c-1941-4053-87f5-5d06e08336e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ab00d0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:01.988137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15325c-1941-4053-87f5-5d06e08336e5 None None] The sync data for ids ['63cba519-c686-4516-8e24-b19898fed8b0'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:02.135364 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89573da1-2800-4708-a895-437f34502a55 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:02.274980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Pushing event updated for resources: {'Port': ['ID=2cec45fb-63a0-4899-bfe1-a049a40633b3,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:02.280641 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:02.616981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Attempting to bind port 2cec45fb-63a0-4899-bfe1-a049a40633b3 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:07:02.617346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Attempting to bind port 2cec45fb-63a0-4899-bfe1-a049a40633b3 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:07:02.623210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Attempting to bind port 2cec45fb-63a0-4899-bfe1-a049a40633b3 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:02.637186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Port 2cec45fb-63a0-4899-bfe1-a049a40633b3 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:07:02.637670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Attempting to bind port 2cec45fb-63a0-4899-bfe1-a049a40633b3 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:02.652936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:07:02.653288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:02.653712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:07:02.658779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Bound port: 2cec45fb-63a0-4899-bfe1-a049a40633b3, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:07:02.659446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:03.099829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] For port 2cec45fb-63a0-4899-bfe1-a049a40633b3, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:07:03.112713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] For port 2cec45fb-63a0-4899-bfe1-a049a40633b3, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2cec45fb-63a0-4899-bfe1-a049a40633b3,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:07:03.131740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5de10-bcf2-409a-92d8-6b0904128cfb req-8409f0a4-ef92-4aa8-bede-8f75dfd045ff tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:03.143033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eba5de10-bcf2-409a-92d8-6b0904128cfb req-8409f0a4-ef92-4aa8-bede-8f75dfd045ff tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.4103878
Jun 21 03:07:03.305427 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:03.310113 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:03.397356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Pushing event updated for resources: {'Port': ['ID=2cec45fb-63a0-4899-bfe1-a049a40633b3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:03.438477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.439063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.439554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.440340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.440811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.441883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.442487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.442964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.443443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.443923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.444518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.444991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:03.453098 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:03.464484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eba5de10-bcf2-409a-92d8-6b0904128cfb req-f02c3a99-96e2-4112-996a-73eecc24e6c5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3200452
Jun 21 03:07:03.467104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:03.468158 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:03.487202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] 10.222.0.26 "PUT /v2.0/ports/2cec45fb-63a0-4899-bfe1-a049a40633b3 HTTP/1.1" status: 200  len: 1092 time: 3.1245322
Jun 21 03:07:03.487202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ac1dd-caf9-4c9f-a8c9-c52a60c896a7', 'tag': '2cec45fb-63a0-4899-bfe1-a049a40633b3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:07:03.487202 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414bd204-f941-4571-a8ed-73df23f33dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "934ac1dd-caf9-4c9f-a8c9-c52a60c896a7", "tag": "2cec45fb-63a0-4899-bfe1-a049a40633b3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:07:03.499173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4d14f-6e92-4c68-8812-63b630fbac99 req-ac22a750-9577-4bb9-9072-2169610e3eac tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:03.525181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adc4d14f-6e92-4c68-8812-63b630fbac99 req-ac22a750-9577-4bb9-9072-2169610e3eac tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 945 time: 0.2686973
Jun 21 03:07:03.568829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89573da1-2800-4708-a895-437f34502a55 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:03.591556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89573da1-2800-4708-a895-437f34502a55 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:03.611649 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d37bb9-d448-431a-9192-c6ce600129dd x-openstack-request-id: req-90d37bb9-d448-431a-9192-c6ce600129dd {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:07:03.614514 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934ac1dd-caf9-4c9f-a8c9-c52a60c896a7", "tag": "2cec45fb-63a0-4899-bfe1-a049a40633b3", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:07:03.614514 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90d37bb9-d448-431a-9192-c6ce600129dd {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:07:03.614990 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ac1dd-caf9-4c9f-a8c9-c52a60c896a7', 'tag': '2cec45fb-63a0-4899-bfe1-a049a40633b3', 'status': 'completed', 'code': 200}
Jun 21 03:07:03.690170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-adc4d14f-6e92-4c68-8812-63b630fbac99 req-717be09f-4785-4c02-ad18-76e41bda15e0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587071
Jun 21 03:07:03.846125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bd204-f941-4571-a8ed-73df23f33dcf req-4854c47d-a477-4916-a69a-f486ab88afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:03.851143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-414bd204-f941-4571-a8ed-73df23f33dcf req-4854c47d-a477-4916-a69a-f486ab88afba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 1095 time: 0.1169415
Jun 21 03:07:03.868056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89573da1-2800-4708-a895-437f34502a55 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:03.869033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89573da1-2800-4708-a895-437f34502a55 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Fanout notify agent at l3_agent the message router_deleted on router 63cba519-c686-4516-8e24-b19898fed8b0 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:07:03.903007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89573da1-2800-4708-a895-437f34502a55 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:03.906705 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-89573da1-2800-4708-a895-437f34502a55 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/63cba519-c686-4516-8e24-b19898fed8b0 HTTP/1.1" status: 204  len: 168 time: 2.1089981
Jun 21 03:07:03.907335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37794) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:04.036350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bd204-f941-4571-a8ed-73df23f33dcf req-cffa196c-696a-4c95-9d5d-faed25569bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:04.038363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-414bd204-f941-4571-a8ed-73df23f33dcf req-cffa196c-696a-4c95-9d5d-faed25569bc0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1792271
Jun 21 03:07:04.094345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet f6c713f2-3742-4cf1-a5ac-d122e9a14e85 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:07:04.113828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:04.179993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bd204-f941-4571-a8ed-73df23f33dcf req-5d1f6f14-bf36-4f4e-9c6d-d418843d0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:04.188119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:04.200708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-414bd204-f941-4571-a8ed-73df23f33dcf req-5d1f6f14-bf36-4f4e-9c6d-d418843d0243 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1562295
Jun 21 03:07:04.281738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d1179760-41c4-4197-bc5a-141f4b460834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:04.337492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a174-c430-4599-9fe9-4b87a11945af req-b2c4de87-26f2-472b-91fa-a7cd3711e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:04.339290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-b2c4de87-26f2-472b-91fa-a7cd3711e36a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 1095 time: 0.0804517
Jun 21 03:07:04.385876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-d5f0476f-c7bf-4faf-b81d-1469c79c7a8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cec45fb-63a0-4899-bfe1-a049a40633b3 HTTP/1.1" status: 200  len: 217 time: 0.0393896
Jun 21 03:07:04.397398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:04.443068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-473f1d75-9cf0-4078-8087-825e15fee495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:04.444728 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-473f1d75-9cf0-4078-8087-825e15fee495 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 1097 time: 0.1899631
Jun 21 03:07:04.457385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:04.494697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a174-c430-4599-9fe9-4b87a11945af req-6ca4ae7f-5ec1-4661-a8e8-d9fd61aee82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:04.494697 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-6ca4ae7f-5ec1-4661-a8e8-d9fd61aee82b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0906217
Jun 21 03:07:04.577747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a174-c430-4599-9fe9-4b87a11945af req-4732af1a-2218-4679-a7c6-9feddb9bad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:04.580497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-4732af1a-2218-4679-a7c6-9feddb9bad6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0852053
Jun 21 03:07:04.600240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:04.703743 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:04.712850 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b8ad78a-fdc4-4e54-b31d-34559b49147d tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:04.751587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c713f2-3742-4cf1-a5ac-d122e9a14e85,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:04.763942 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:04.777164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b95b1-9cda-4a42-8d77-40b3f1b955a0 None None] Network 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:04.789496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:04.793884 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/f6c713f2-3742-4cf1-a5ac-d122e9a14e85 HTTP/1.1" status: 204  len: 168 time: 0.8829472
Jun 21 03:07:04.794512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37828) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:04.873863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-b9bf4b58-fd3a-4d0d-b5fd-ba76bf934380 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870867
Jun 21 03:07:05.133111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] DHCP port deletion for 47ce9720-30a8-4753-a6ab-a478dd8ec2b2 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:07:05.185795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1629e-749f-430b-b346-b7e89b681050 req-8f0fe2d8-78f5-46c4-99a3-0dae62046b07 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:05.192934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ba1629e-749f-430b-b346-b7e89b681050 req-8f0fe2d8-78f5-46c4-99a3-0dae62046b07 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.4050872
Jun 21 03:07:05.260299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] Deleting port a01d07e4-c873-47a9-9a6d-3e13df49bf6d {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:05.260698 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:05.357132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet dde870d8-0f92-401c-ae2d-b066ed1427cc {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:07:05.360576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ba1629e-749f-430b-b346-b7e89b681050 req-32b74765-bdc8-4233-b977-c9cde31daec0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502860
Jun 21 03:07:05.362710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b02a174-c430-4599-9fe9-4b87a11945af req-30e3cb2c-7bc3-4ff1-9b4e-3be657688f9c service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4819610
Jun 21 03:07:05.367317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:05.379539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] For port a01d07e4-c873-47a9-9a6d-3e13df49bf6d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a01d07e4-c873-47a9-9a6d-3e13df49bf6d,segment=NetworkSegment(6183b2c2-8559-4340-ac15-700f3c731a25),segment_id=6183b2c2-8559-4340-ac15-700f3c731a25)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:05.380403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:05.423940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:07:05.474195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] Calling delete_port for a01d07e4-c873-47a9-9a6d-3e13df49bf6d owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:05.524748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:05.570542 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:07:05.574332 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1c2427-9baa-4468-a87d-6eca51bbd4d1" -d '{"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-unplugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:07:05.594166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:05.632544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Transition to ACTIVE for port object 9404d825-ad5e-44f4-ae25-66fcbe861832 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:05.660419 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:05.731145 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2161f6b-094c-48a3-80e1-fb8368fb09fa x-openstack-request-id: req-d2161f6b-094c-48a3-80e1-fb8368fb09fa {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:07:05.733206 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-unplugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:07:05.733665 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2161f6b-094c-48a3-80e1-fb8368fb09fa {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:07:05.735205 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'code': 200}
Jun 21 03:07:05.822161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:05.825927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:05.876128 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:05.885157 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:05.894462 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-00905361-028e-466e-b6d7-268073e93daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:05.946628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] Pushing event deleted for resources: {'Port': ['ID=a01d07e4-c873-47a9-9a6d-3e13df49bf6d,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:05.962352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] No DVR routers for this DVR port a01d07e4-c873-47a9-9a6d-3e13df49bf6d on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:07:05.964606 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:06.070418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:06.131461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808c0ee-5552-4953-a0c7-8592b04370b8 req-83429fab-22c3-4e18-a58a-0df2e0cef050 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:06.136763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2808c0ee-5552-4953-a0c7-8592b04370b8 req-83429fab-22c3-4e18-a58a-0df2e0cef050 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 944 time: 1.1845014
Jun 21 03:07:06.166697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a01d07e4-c873-47a9-9a6d-3e13df49bf6d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:07:06.203528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: a01d07e4-c873-47a9-9a6d-3e13df49bf6d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:07:06.204220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a01d07e4-c873-47a9-9a6d-3e13df49bf6d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:07:06.243301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=10']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:06.248635 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:06.282277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:06.297308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2808c0ee-5552-4953-a0c7-8592b04370b8 req-8641e849-aa45-4894-a100-aec0b9456845 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1481333
Jun 21 03:07:06.320474 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3486a61c-4c35-4302-8b22-225e09b4dcfe tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:06.358653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37872) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:06.390944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=dde870d8-0f92-401c-ae2d-b066ed1427cc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:06.399682 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:06.417182 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:06.419192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/dde870d8-0f92-401c-ae2d-b066ed1427cc HTTP/1.1" status: 204  len: 168 time: 1.6238723
Jun 21 03:07:06.422856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37878) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:06.432757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663b50b8-9489-456b-90e8-03395f390051 None None] Network c5579828-3b61-430c-9b30-4f7383c1e490 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:06.530684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] No DVR routers for this DVR port 9404d825-ad5e-44f4-ae25-66fcbe861832 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:07:06.649734 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:06.793121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-83d36392-ea73-46e9-8c48-ce80e107b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:06.813997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:07:06.868559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-418286073'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:06.906916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:07:06.907373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:07:06.911311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:06.934822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:07:06.935165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Attempting to bind port 9404d825-ad5e-44f4-ae25-66fcbe861832 on network be748c2e-558d-4c3d-8995-baff9f8ff5a7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:06.946775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:07:06.947232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Checking segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:06.949220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] DHCP port deletion for c5579828-3b61-430c-9b30-4f7383c1e490 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:07:06.949464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Bound using segment: {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:07:06.949896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Bound port: 9404d825-ad5e-44f4-ae25-66fcbe861832, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:07:06.950263 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:06.963647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:07:07.041185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8925f-6b33-4367-aa6e-71a15747afa0 req-3f2fde00-5e72-465d-a344-dcc714e5d2d8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:07.049202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10a8925f-6b33-4367-aa6e-71a15747afa0 req-3f2fde00-5e72-465d-a344-dcc714e5d2d8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.3968918
Jun 21 03:07:07.089431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.115887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10a8925f-6b33-4367-aa6e-71a15747afa0 req-8b5dc410-d409-4f30-b405-857a16bb18eb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654500
Jun 21 03:07:07.118206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d95e3490>,) {'filters': {'network_id': ['47ce9720-30a8-4753-a6ab-a478dd8ec2b2']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:07.146414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Made reservation on behalf of 8bf22befb3a3493f863d3c05182a5d1f for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:07.146547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:07:07.146646 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.146747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:07:07.150685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d95e3490>, '6183b2c2-8559-4340-ac15-700f3c731a25') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:07.151297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d95e3490>, '6183b2c2-8559-4340-ac15-700f3c731a25') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:07.183099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.193441 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.200326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] Deleting port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:07.200706 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.220831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.236695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:07.237122 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:07.241004 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:07.262583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.265482 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5b98717-eaef-4c85-88c2-6bcd88f2be19 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:07.271386 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.306984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] For port e4f86cbe-2b40-4d3d-b679-d76ec6f54626, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e4f86cbe-2b40-4d3d-b679-d76ec6f54626,segment=NetworkSegment(cbf18070-bdd6-4bb7-b2f0-de272911d501),segment_id=cbf18070-bdd6-4bb7-b2f0-de272911d501)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:07.307670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.337698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:07.338341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.340306 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 1093 time: 2.8877311
Jun 21 03:07:07.402406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=11']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:07.416137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] Calling delete_port for e4f86cbe-2b40-4d3d-b679-d76ec6f54626 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:07.443453 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:07.502683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-7787a888-ece4-4d43-a8e5-7a9ea3a48c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:07.505139 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-7787a888-ece4-4d43-a8e5-7a9ea3a48c8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1096 time: 0.1269724
Jun 21 03:07:07.682555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.686675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-d86a5aa4-ce6f-4943-9336-79d659a1ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:07.690164 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-d86a5aa4-ce6f-4943-9336-79d659a1ecd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.1748800
Jun 21 03:07:07.694266 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-caec7376-7c43-477c-adf9-ba8afc726bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:07.703362 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.709401 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/47ce9720-30a8-4753-a6ab-a478dd8ec2b2 HTTP/1.1" status: 204  len: 168 time: 1.2810702
Jun 21 03:07:07.709603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 37902) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:07.719758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=47ce9720-30a8-4753-a6ab-a478dd8ec2b2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:07.724757 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:07.742144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ae5d3-c268-4ede-b0d3-d5cfeb095032 req-54602203-c9ae-4049-a6e6-4ddadc0c0701 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:07.749313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe5ae5d3-c268-4ede-b0d3-d5cfeb095032 req-54602203-c9ae-4049-a6e6-4ddadc0c0701 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 944 time: 0.1778522
Jun 21 03:07:07.790402 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:07.824336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:07:07.824608 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b9ef130a-3566-48ea-8643-9f40124efec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:07.829283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe5ae5d3-c268-4ede-b0d3-d5cfeb095032 req-8952cf04-38d8-488c-a5f3-8a04c3ae80dc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790286
Jun 21 03:07:07.836002 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a105f4b4-b47f-4b36-a9a9-cd99239d4266" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:07:07.971900 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d567d74f-da29-426d-bde6-a5b544dcb11f x-openstack-request-id: req-d567d74f-da29-426d-bde6-a5b544dcb11f {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:07:07.974034 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:07:07.974632 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d567d74f-da29-426d-bde6-a5b544dcb11f {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:07:07.975351 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'status': 'completed', 'code': 200}
Jun 21 03:07:07.983995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] No DVR routers for this DVR port e4f86cbe-2b40-4d3d-b679-d76ec6f54626 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:07:08.009749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] Pushing event deleted for resources: {'Port': ['ID=e4f86cbe-2b40-4d3d-b679-d76ec6f54626,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:08.016146 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:08.046529 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-2d2858be-8e8f-4feb-aa27-fd161395955a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 999 time: 0.3497801
Jun 21 03:07:08.052835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.063160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.091337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-9bbd3119-d2b4-4b64-aa09-56380f35af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:08.093313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-9bbd3119-d2b4-4b64-aa09-56380f35af09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1096 time: 0.1035452
Jun 21 03:07:08.148655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e4f86cbe-2b40-4d3d-b679-d76ec6f54626 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:07:08.213184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.224894 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f582cf3-c71e-423f-844e-38e2a812e190 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:08.247332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-7423104f-9bc5-4f6c-9680-e8dbe5aaf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:08.258496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-7423104f-9bc5-4f6c-9680-e8dbe5aaf890 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.1501334
Jun 21 03:07:08.258706 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.258883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.259220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e4f86cbe-2b40-4d3d-b679-d76ec6f54626 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:07:08.271320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e4f86cbe-2b40-4d3d-b679-d76ec6f54626 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:07:08.277129 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.289323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d88c0af0>,) {'filters': {'network_id': ['c5579828-3b61-430c-9b30-4f7383c1e490']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:08.297916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:08.305875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d88c0af0>, 'cbf18070-bdd6-4bb7-b2f0-de272911d501') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:08.313038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d88c0af0>, 'cbf18070-bdd6-4bb7-b2f0-de272911d501') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:08.313195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.313195 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Added segment 86175c72-8b5c-423d-a239-c26ed68cccda of type vlan for network 9e0e326c-6fe8-472c-8cff-4b1bd668d030
Jun 21 03:07:08.326906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.361052 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.372396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94eec2c-5bc3-4425-b7bf-bfd69b1b030a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:08.377853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:08.379154 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:08.384458 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:08.405931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-5a3e19f6-2598-47cf-b9b4-aa7d5119d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:08.406561 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-5a3e19f6-2598-47cf-b9b4-aa7d5119d44c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.3508430
Jun 21 03:07:08.406773 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:08.481809 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.511980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b573bca5-33ae-4eac-a5e8-1e921da8e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:08.513483 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-b573bca5-33ae-4eac-a5e8-1e921da8e85a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0779471
Jun 21 03:07:08.527912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-c79a64a3-3d1f-49bf-808a-619f9c223548 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 999 time: 0.1498091
Jun 21 03:07:08.619138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-8c386463-dcca-49c1-a27f-db1cdbe34319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:08.620555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-8c386463-dcca-49c1-a27f-db1cdbe34319 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.0761800
Jun 21 03:07:08.629381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c78cae-110c-46cb-87eb-d2f448a52c95 req-537846d9-b46d-4152-b945-bc45937cdb5e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:08.630914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96c78cae-110c-46cb-87eb-d2f448a52c95 req-537846d9-b46d-4152-b945-bc45937cdb5e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.2512090
Jun 21 03:07:08.642505 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.654048 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81dc43dc-b91f-4ac8-bebf-9b1de6b79a94 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:08.687964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.691591 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/c5579828-3b61-430c-9b30-4f7383c1e490 HTTP/1.1" status: 204  len: 168 time: 0.9817450
Jun 21 03:07:08.693592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=c5579828-3b61-430c-9b30-4f7383c1e490,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:08.696436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37930) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:08.697497 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:08.709355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-712901218'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:08.750971 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.751375 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-420c0044-b8c8-4752-9d7a-985fec67aeb8 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307606
Jun 21 03:07:08.757444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:08.758053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:08.766546 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0ac8cf06-d113-4270-a450-2cf9b80f5361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:08.797621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96c78cae-110c-46cb-87eb-d2f448a52c95 req-4e1167ca-22b7-45b9-95d7-cd0407866ad4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142480
Jun 21 03:07:08.893727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-1204714c-9c20-4d1e-b187-7eb07a0e35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:08.895943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-1204714c-9c20-4d1e-b187-7eb07a0e35cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2640224
Jun 21 03:07:08.913815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dafa4cb8-a6f5-4116-97a8-567e964bfb8c req-fe8efef9-7ff3-418f-add8-0ae344166051 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531310
Jun 21 03:07:08.938345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Pushing event updated for resources: {'Network': ['ID=9e0e326c-6fe8-472c-8cff-4b1bd668d030,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:08.941354 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:08.949698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 9e0e326c-6fe8-472c-8cff-4b1bd668d030 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:09.025362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:09.028992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:09.042470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-d3a53070-95ea-42c7-a3f9-6521ebbb7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:09.044392 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-d3a53070-95ea-42c7-a3f9-6521ebbb7e56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1096 time: 0.0770955
Jun 21 03:07:09.114618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-23a498a7-49ff-4cf1-bb29-dc7f095d7067 service neutron] 10.222.0.26 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073243
Jun 21 03:07:09.127874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:09.138703 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:09.139052 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment 1e9b4207-a56c-4a21-bb5c-aad1ffb5649f of type vlan for network 4b1bc811-b6eb-410b-a7c1-239b1958698a
Jun 21 03:07:09.188329 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:09.208538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-898ee124-3058-44ce-9e2b-d175729a992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:09.211950 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-898ee124-3058-44ce-9e2b-d175729a992f service neutron] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.1590159
Jun 21 03:07:09.230428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.8705835
Jun 21 03:07:09.233293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37944) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:09.306392 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-1e1ef30f-21bc-4435-83d8-0191daf776dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 999 time: 0.0852625
Jun 21 03:07:09.324346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebce8d7-0d8a-4b79-b55a-0f2d31ab2062 req-0e470314-1388-45ab-a766-f87b72812fa2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:09.326080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ebce8d7-0d8a-4b79-b55a-0f2d31ab2062 req-0e470314-1388-45ab-a766-f87b72812fa2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 944 time: 0.3021824
Jun 21 03:07:09.339652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:09.348996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:09.348996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:09.353755 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-148499d3-373d-4d23-9dfb-a6815ca4e063 tempest-RoutersNegativeTest-154697246 tempest-RoutersNegativeTest-154697246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:09.388805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-0e1a555e-c945-47cd-aabb-c7afd22d484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:09.391062 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-0e1a555e-c945-47cd-aabb-c7afd22d484d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.0812452
Jun 21 03:07:09.460776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-afcd019d-6503-42c8-af38-4805ef256f3f service neutron] 10.222.0.26 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441792
Jun 21 03:07:09.495454 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=4b1bc811-b6eb-410b-a7c1-239b1958698a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:09.502851 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:09.509150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4b1bc811-b6eb-410b-a7c1-239b1958698a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:09.510258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-7a354149-1048-4d04-9711-8c2269b69bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:09.511900 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-7a354149-1048-4d04-9711-8c2269b69bfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1147783
Jun 21 03:07:09.528584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ebce8d7-0d8a-4b79-b55a-0f2d31ab2062 req-2c990e4f-0123-47ec-a183-74f5bab22b3a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1907368
Jun 21 03:07:09.605840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Request body: {'network': {'name': 'tempest-network--505490556', 'router:external': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:09.617112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9186752
Jun 21 03:07:09.620919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 37952) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:09.627291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': '4b1bc811-b6eb-410b-a7c1-239b1958698a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:09.648059 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:07:09.667997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:09.791017 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-c2782cc4-2639-406d-a5eb-acf3a6e85ebb service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703111
Jun 21 03:07:09.832422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Made reservation on behalf of e3d89dd3e6cc4e66b3a498ae3d6f0638 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:09.835029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:09.910187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:10.039485 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a105f4b4-b47f-4b36-a9a9-cd99239d4266 req-b88c9ae4-d6a6-4d7d-9954-b3362ff48bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408888
Jun 21 03:07:10.098612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:10.102476 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:10.181246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3274a-72ca-42cc-a015-0148eafcd114 req-9e33533c-7c3b-4134-a60a-03c648517a7e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:10.182802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83d3274a-72ca-42cc-a015-0148eafcd114 req-9e33533c-7c3b-4134-a60a-03c648517a7e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.1607554
Jun 21 03:07:10.286217 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83d3274a-72ca-42cc-a015-0148eafcd114 req-09812adb-9700-46bc-848d-73c86f51bc61 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868428
Jun 21 03:07:10.392653 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:10.491406 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:10.500357 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3416a532-511b-4e9e-a55b-cb43bd100ed8 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:10.533555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6832a7bb-7ab5-44bd-b559-d59a931d7a23,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:10.565639 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:10.588004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:10.610989 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:10.611415 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Added segment 5e6732df-aa65-4613-bd69-e59343eeb8c1 of type vlan for network e7d432e2-9963-4ca9-83f7-3fc85f493034
Jun 21 03:07:10.624468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:10.628376 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1e6c3e4-a49f-4ca6-9f4a-1c0a6a39463f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:11.261186 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:11.264990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=c1b2f17f-5b3c-4b62-89d3-430f785b8dc0,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:11.272462 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:11.333723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': '1e9b4207-a56c-4a21-bb5c-aad1ffb5649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b1bc811-b6eb-410b-a7c1-239b1958698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:11.333723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: 4b1bc811-b6eb-410b-a7c1-239b1958698a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:07:11.368903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8da91-1466-489a-90aa-4912cac9d1a5 req-be6df930-6799-4ad1-881c-bf2f4cfb4caf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:11.377511 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aca8da91-1466-489a-90aa-4912cac9d1a5 req-be6df930-6799-4ad1-881c-bf2f4cfb4caf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 944 time: 0.6614769
Jun 21 03:07:11.475176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aca8da91-1466-489a-90aa-4912cac9d1a5 req-06e068b1-0f5f-448a-a7ac-a2e9c896f1a6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956709
Jun 21 03:07:11.479181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 4b1bc811-b6eb-410b-a7c1-239b1958698a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:07:11.488244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:11.493236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:11.494921 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:11.500480 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53ca07c6-32f0-465b-a011-34907de0c3b8 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:11.588405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Network': ['ID=e7d432e2-9963-4ca9-83f7-3fc85f493034,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:11.597938 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:11.605395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e7d432e2-9963-4ca9-83f7-3fc85f493034 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:11.657860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876185b-31ce-46dc-a5c5-a2529853f843 req-26d99431-8874-4c81-a7ae-22939cc2b12e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:11.660016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d876185b-31ce-46dc-a5c5-a2529853f843 req-26d99431-8874-4c81-a7ae-22939cc2b12e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.0867052
Jun 21 03:07:11.711421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4b1bc811-b6eb-410b-a7c1-239b1958698a) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:11.721918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38004) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:11.734433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 2.4982030
Jun 21 03:07:11.747544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:11.747544 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:11.753020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d876185b-31ce-46dc-a5c5-a2529853f843 req-2450c598-4293-43d6-9044-d16a357eeb8c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833974
Jun 21 03:07:11.819342 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:11.838498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dfe8a8-9351-4f40-a339-82c7ad736cc8 None None] Network 4b1bc811-b6eb-410b-a7c1-239b1958698a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:11.886955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2643464
Jun 21 03:07:11.891328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38014) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:11.896899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-86627458-7b74-41d1-9507-a47ec8bb7772 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1617186505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:11.934718 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:11.947850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d21b5fd0>,) {'filters': {'network_id': ['e7d432e2-9963-4ca9-83f7-3fc85f493034']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:11.967906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d21b5fd0>, '5e6732df-aa65-4613-bd69-e59343eeb8c1') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:11.968530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d21b5fd0>, '5e6732df-aa65-4613-bd69-e59343eeb8c1') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:11.990262 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.014499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.030844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:12.031319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.057417 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86627458-7b74-41d1-9507-a47ec8bb7772 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.058995 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86627458-7b74-41d1-9507-a47ec8bb7772 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:12.101590 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:12.135480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:07:12.193246 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4b1bc811-b6eb-410b-a7c1-239b1958698a', 'network_id': '4b1bc811-b6eb-410b-a7c1-239b1958698a', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': 'c1b2f17f-5b3c-4b62-89d3-430f785b8dc0'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:07:12.194509 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.226352 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.235751 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01dca505-320e-4321-86f6-16ccf7a1d875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:12.235751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e7d432e2-9963-4ca9-83f7-3fc85f493034 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jun 21 03:07:12.249379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.251964 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e7d432e2-9963-4ca9-83f7-3fc85f493034 HTTP/1.1" status: 204  len: 168 time: 0.5278730
Jun 21 03:07:12.254156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7d432e2-9963-4ca9-83f7-3fc85f493034,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:12.256673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:12.265686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:12.270445 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:12.349519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Made reservation on behalf of e3d89dd3e6cc4e66b3a498ae3d6f0638 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:12.352086 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.392985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:12.393476 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86627458-7b74-41d1-9507-a47ec8bb7772 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.411215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:12.428522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.429743 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Added segment 738c32b7-2ddf-47b2-8dfb-91ba8c8c5f91 of type vlan for network 53b3a44c-9134-41bb-aa27-741edf38b9ba
Jun 21 03:07:12.475475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'port_id': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'mac_address': 'fa:16:3e:4f:6b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:07:12.523797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86627458-7b74-41d1-9507-a47ec8bb7772 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.607822 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.656254 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.667871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86627458-7b74-41d1-9507-a47ec8bb7772 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.669163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-86627458-7b74-41d1-9507-a47ec8bb7772 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7768581
Jun 21 03:07:12.679540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38038) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:12.688677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'port': {'network_id': '4b1bc811-b6eb-410b-a7c1-239b1958698a', 'name': 'tempest-RoutersIpV6Test-1688522292'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:12.733798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9404d825-ad5e-44f4-ae25-66fcbe861832 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:07:12.821164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:12.845974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfdb4b-5129-4fd4-bcc5-f7998f4963e5 req-f9f21835-0b7a-4f90-acdd-e8cd9e7891a5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:12.849432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9cfdb4b-5129-4fd4-bcc5-f7998f4963e5 req-f9f21835-0b7a-4f90-acdd-e8cd9e7891a5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 944 time: 0.1227052
Jun 21 03:07:12.855906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.869369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:12.871683 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:12.899141 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6ac80f5-7c8c-447d-8573-a5ae6dfe51c1 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:12.963611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9cfdb4b-5129-4fd4-bcc5-f7998f4963e5 req-11f56879-60f1-42d8-b251-bef72582616d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078603
Jun 21 03:07:12.985138 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:13.009803 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7c373547-64cd-4f32-bf69-4a67dab60e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:13.039466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38048) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:13.136670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Allocated IP 2001:db8::2 (4b1bc811-b6eb-410b-a7c1-239b1958698a/c1b2f17f-5b3c-4b62-89d3-430f785b8dc0/b28710fd-8c51-4c5a-a7c7-4deb1208816c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:13.169204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930546-0c15-4ef0-8d49-cd4ffe48c201 req-44b04e07-59bd-48bc-9a44-1a593a1daf82 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:13.171716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33930546-0c15-4ef0-8d49-cd4ffe48c201 req-44b04e07-59bd-48bc-9a44-1a593a1daf82 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.1754811
Jun 21 03:07:13.193723 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.9337068
Jun 21 03:07:13.264552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38058) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:13.267658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33930546-0c15-4ef0-8d49-cd4ffe48c201 req-740fa4c0-af32-49d3-b644-c3e8fed91077 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816033
Jun 21 03:07:13.275524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Request body: {'subnet': {'network_id': '53b3a44c-9134-41bb-aa27-741edf38b9ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:13.408418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Made reservation on behalf of e3d89dd3e6cc4e66b3a498ae3d6f0638 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:13.412721 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:13.447300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Network': ['ID=53b3a44c-9134-41bb-aa27-741edf38b9ba,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:13.457773 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:13.466283 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:13.467994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Transition to ACTIVE for port object b28710fd-8c51-4c5a-a7c7-4deb1208816c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:13.485243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Transition to ACTIVE for port object b28710fd-8c51-4c5a-a7c7-4deb1208816c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:13.512649 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-44c6a72f-c1d3-46d5-b34d-5ad1ea6c560c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/850e7407-5ae7-4c1c-a277-86b60c35e6e0 HTTP/1.1" status: 200  len: 992 time: 0.3302388
Jun 21 03:07:13.512649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:13.512970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 53b3a44c-9134-41bb-aa27-741edf38b9ba details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:13.522573 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:13.554837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] device_id is not set on port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:07:13.582738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9404d825-ad5e-44f4-ae25-66fcbe861832'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:07:13.596327 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:13.686159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=12']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:13.747535 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:13.751753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8::1f3 (4b1bc811-b6eb-410b-a7c1-239b1958698a/c1b2f17f-5b3c-4b62-89d3-430f785b8dc0/634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:13.752089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Network 4b1bc811-b6eb-410b-a7c1-239b1958698a is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:13.765560 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:13.779482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:13.782833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:14.053923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Pushing event updated for resources: {'Port': ['ID=b28710fd-8c51-4c5a-a7c7-4deb1208816c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:14.064434 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:14.104910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Attempting to bind port b28710fd-8c51-4c5a-a7c7-4deb1208816c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:07:14.105576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Attempting to bind port b28710fd-8c51-4c5a-a7c7-4deb1208816c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1e9b4207-a56c-4a21-bb5c-aad1ffb5649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b1bc811-b6eb-410b-a7c1-239b1958698a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:07:14.105960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Attempting to bind port b28710fd-8c51-4c5a-a7c7-4deb1208816c on network 4b1bc811-b6eb-410b-a7c1-239b1958698a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:14.146865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:07:14.147272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Checking segment: {'id': '1e9b4207-a56c-4a21-bb5c-aad1ffb5649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b1bc811-b6eb-410b-a7c1-239b1958698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:14.147665 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:14.148070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Bound using segment: {'id': '1e9b4207-a56c-4a21-bb5c-aad1ffb5649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b1bc811-b6eb-410b-a7c1-239b1958698a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:07:14.148556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Bound port: b28710fd-8c51-4c5a-a7c7-4deb1208816c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9b4207-a56c-4a21-bb5c-aad1ffb5649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b1bc811-b6eb-410b-a7c1-239b1958698a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:07:14.148939 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:14.196275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:07:14.196880 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:14.199394 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f7817177-30a3-4313-8511-d8b6b902396a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:14.286708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Subnet': ['ID=58a73708-5dd3-4d9d-84a9-f93bcf7e6141,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:14.294654 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:14.323056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Checking segment: {'id': '738c32b7-2ddf-47b2-8dfb-91ba8c8c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '53b3a44c-9134-41bb-aa27-741edf38b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:14.323421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Network hostable DHCP agents. Network: 53b3a44c-9134-41bb-aa27-741edf38b9ba, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:07:14.479091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Network 53b3a44c-9134-41bb-aa27-741edf38b9ba is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:07:14.518695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] For port b28710fd-8c51-4c5a-a7c7-4deb1208816c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:07:14.551116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] For port b28710fd-8c51-4c5a-a7c7-4deb1208816c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b28710fd-8c51-4c5a-a7c7-4deb1208816c,segment=NetworkSegment(1e9b4207-a56c-4a21-bb5c-aad1ffb5649f),segment_id=1e9b4207-a56c-4a21-bb5c-aad1ffb5649f)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:07:14.629414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 53b3a44c-9134-41bb-aa27-741edf38b9ba) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:14.648619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a317968-9556-4bca-beb2-cf3a2f8d4db4 None None] Network 53b3a44c-9134-41bb-aa27-741edf38b9ba requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:14.668645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:14.669570 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:14.711354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35d78c-5c33-4f51-9435-a5f79ded10ca req-4a883d60-bdeb-4386-9c9f-8ed3b109c1b6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:14.723822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b35d78c-5c33-4f51-9435-a5f79ded10ca req-4a883d60-bdeb-4386-9c9f-8ed3b109c1b6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.1742463
Jun 21 03:07:14.749888 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:14.762744 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-dfe03104-5071-4e79-8fef-431debf47fb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:14.776506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.5053246
Jun 21 03:07:14.792147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38096) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:14.813255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Request body: {'floatingip': {'floating_network_id': '53b3a44c-9134-41bb-aa27-741edf38b9ba'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:14.896513 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Pushing event updated for resources: {'Port': ['ID=b28710fd-8c51-4c5a-a7c7-4deb1208816c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:14.920600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b35d78c-5c33-4f51-9435-a5f79ded10ca req-28d06d53-02d8-44af-99d7-808e8eb456a6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881163
Jun 21 03:07:14.925548 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:14.950326 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:14.991007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:15.029149 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:15.151164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c20cb-e2b1-4b51-9834-5da8bf1f0176 None None] Network 53b3a44c-9134-41bb-aa27-741edf38b9ba requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:15.167637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:15.185086 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6ee91648-9c64-4531-986a-2d713c841637 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:15.215934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:15.272120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:15.287364 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:15.323243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 4b1bc811-b6eb-410b-a7c1-239b1958698a is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:15.326297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:15.338247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:15.370758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:15.378664 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:15.452243 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.7689998
Jun 21 03:07:15.461178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38110) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:15.692623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Allocated IP 172.20.0.3 (53b3a44c-9134-41bb-aa27-741edf38b9ba/58a73708-5dd3-4d9d-84a9-f93bcf7e6141/2eb0b475-ce5e-4ead-b832-902e38d4c486) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:16.028968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:16.113082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:16.215066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b28710fd-8c51-4c5a-a7c7-4deb1208816c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:16.236689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:16.481209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 9404d825-ad5e-44f4-ae25-66fcbe861832 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:16.491867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b28710fd-8c51-4c5a-a7c7-4deb1208816c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:16.523603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 9404d825-ad5e-44f4-ae25-66fcbe861832 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:16.523984 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:16.775391 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:16.813287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:16.836537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:07:16.837251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:16.843665 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77962d32-a626-4373-9ee1-43e73843a470" -d '{"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-plugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:07:16.845230 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-666d9c1d-5570-4351-8232-f63f7dc10d4b tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:16.867573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a7ad8-7c66-4087-9281-6da21ef8329a None None] Network 4b1bc811-b6eb-410b-a7c1-239b1958698a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:16.895060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:16.934904 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a035a99e-83f0-42f4-bdaa-66c57440f490 x-openstack-request-id: req-a035a99e-83f0-42f4-bdaa-66c57440f490 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:07:16.936232 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-plugged", "status": "completed", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:07:16.938818 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a035a99e-83f0-42f4-bdaa-66c57440f490 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:07:16.939470 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'code': 200}
Jun 21 03:07:16.941582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Network 53b3a44c-9134-41bb-aa27-741edf38b9ba is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:16.950285 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:16.960346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:16.967197 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:16.997188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb0b475-ce5e-4ead-b832-902e38d4c486,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:17.016810 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:17.017722 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6998de45-12f6-4ee5-9be0-abbf0e2e7862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:17.036585 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:17.040472 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:17.061867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9afaa3-09b3-4b00-8a6f-2e0ad26867ff req-e0d13c67-ff68-4d15-b3c3-5dc2d2582d4f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:17.063381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc9afaa3-09b3-4b00-8a6f-2e0ad26867ff req-e0d13c67-ff68-4d15-b3c3-5dc2d2582d4f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.7796276
Jun 21 03:07:17.087949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] Provisioning for port b28710fd-8c51-4c5a-a7c7-4deb1208816c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:17.117739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] Provisioning complete for port b28710fd-8c51-4c5a-a7c7-4deb1208816c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:17.119543 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:17.167599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:17.192044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=13']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:17.198732 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:17.209920 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:17.262524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc9afaa3-09b3-4b00-8a6f-2e0ad26867ff req-9ecf17fa-9e70-4afb-a443-fef9ad36c733 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892443
Jun 21 03:07:17.270768 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:17.288468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:17.312984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] For port b28710fd-8c51-4c5a-a7c7-4deb1208816c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b28710fd-8c51-4c5a-a7c7-4deb1208816c,segment=NetworkSegment(1e9b4207-a56c-4a21-bb5c-aad1ffb5649f),segment_id=1e9b4207-a56c-4a21-bb5c-aad1ffb5649f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:17.409673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:17.418370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:17.420919 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:17.537013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] Pushing event updated for resources: {'Port': ['ID=b28710fd-8c51-4c5a-a7c7-4deb1208816c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:17.541834 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:17.561661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:17.656734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38178) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:17.792395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab0f4d23-424b-481c-bf1a-7b04c24a0005 None None] Provisioning complete for port b28710fd-8c51-4c5a-a7c7-4deb1208816c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:17.792991 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4d23-424b-481c-bf1a-7b04c24a0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:17.941757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9431b489-34e3-4066-bf5a-e9f42fcf37aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.064313 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.073204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab0f4d23-424b-481c-bf1a-7b04c24a0005 None None] Provisioning for port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:18.077910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab0f4d23-424b-481c-bf1a-7b04c24a0005 None None] Provisioning complete for port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:18.078259 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4d23-424b-481c-bf1a-7b04c24a0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.134819 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9431b489-34e3-4066-bf5a-e9f42fcf37aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.153617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b28710fd-8c51-4c5a-a7c7-4deb1208816c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:18.186398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f4d23-424b-481c-bf1a-7b04c24a0005 None None] Port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:18.215210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b28710fd-8c51-4c5a-a7c7-4deb1208816c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:18.215695 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.244779 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9431b489-34e3-4066-bf5a-e9f42fcf37aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.252715 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-66a91065-5c2d-414f-8a65-b80c7b316a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:18.281723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431b489-34e3-4066-bf5a-e9f42fcf37aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1c197-fd23-40ac-b756-ff7cd4caf56b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:18.309812 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9431b489-34e3-4066-bf5a-e9f42fcf37aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:18.366015 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9431b489-34e3-4066-bf5a-e9f42fcf37aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0223e3abdb74c7d9f5c134900e2f55e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7074826
Jun 21 03:07:18.368247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38198) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:18.389613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.502012 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dfdfe516-b094-4a13-b977-5419d917c642 None None] Provisioning complete for port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:18.502561 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfdfe516-b094-4a13-b977-5419d917c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.546911 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95d0e0b7-f81c-4f13-ab8a-579deb90e390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.598611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95d0e0b7-f81c-4f13-ab8a-579deb90e390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.731868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.736751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.740038 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41b13016-c20d-4f85-be42-99ef4a24596a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:18.844578 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95d0e0b7-f81c-4f13-ab8a-579deb90e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.849839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfe516-b094-4a13-b977-5419d917c642 None None] Port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:18.850421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95d0e0b7-f81c-4f13-ab8a-579deb90e390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.851837 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-95d0e0b7-f81c-4f13-ab8a-579deb90e390 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdf1c197-fd23-40ac-b756-ff7cd4caf56b HTTP/1.1" status: 204  len: 168 time: 0.4790487
Jun 21 03:07:18.853874 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d663fc2-89d5-4332-b7db-d88d0e26da94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:18.869748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0e0b7-f81c-4f13-ab8a-579deb90e390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1c197-fd23-40ac-b756-ff7cd4caf56b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:18.872420 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95d0e0b7-f81c-4f13-ab8a-579deb90e390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:18.894394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb0b475-ce5e-4ead-b832-902e38d4c486,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:18.899724 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.900575 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.904035 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:18.904541 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:18.975155 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:18.977905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a86dd69a-7057-4913-a663-62b64779a568 None None] Provisioning complete for port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:18.978394 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a86dd69a-7057-4913-a663-62b64779a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:19.016507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a86dd69a-7057-4913-a663-62b64779a568 None None] Port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:19.031692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d4c3d-e7d5-46f4-a392-0ea06726c29c req-ca09dac6-123f-4453-862b-2fef2834208a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:19.033294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63d4c3d-e7d5-46f4-a392-0ea06726c29c req-ca09dac6-123f-4453-862b-2fef2834208a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.2990298
Jun 21 03:07:19.037942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:19.044142 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:19.117057 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a63d4c3d-e7d5-46f4-a392-0ea06726c29c req-05517756-1e74-415f-a0e1-9f73f6f79578 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678585
Jun 21 03:07:19.124498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 4b1bc811-b6eb-410b-a7c1-239b1958698a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:19.125983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:19.153746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:19.155281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 4.3496509
Jun 21 03:07:19.158584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:19.311020 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-da1e5b87-8eaf-47dc-b338-8edeeef68596 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=53b3a44c-9134-41bb-aa27-741edf38b9ba HTTP/1.1" status: 200  len: 689 time: 0.1497588
Jun 21 03:07:19.313655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:19.427559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:19.607515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Deleting port 2eb0b475-ce5e-4ead-b832-902e38d4c486 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:19.607869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:19.643236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-985e29dc-f7ea-4add-b030-2f44f94873b1 None None] Provisioning complete for port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:19.644105 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-985e29dc-f7ea-4add-b030-2f44f94873b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:19.682693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-985e29dc-f7ea-4add-b030-2f44f94873b1 None None] Port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:19.700473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:19.700812 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:19.796575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Calling delete_port for 2eb0b475-ce5e-4ead-b832-902e38d4c486 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:20.111853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 873a5385-35be-4f18-a3ad-7b534f42eea6 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:07:20.200642 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.203907 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9eec052-8ecc-4ac9-bd19-d2f27efd6433 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:20.211573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:20.233895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/873a5385-35be-4f18-a3ad-7b534f42eea6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7598116
Jun 21 03:07:20.234208 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d9b86-9543-4fa8-9958-4d14a1c9b7c3 None None] Sync routers for ids ['873a5385-35be-4f18-a3ad-7b534f42eea6'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:20.234208 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d9b86-9543-4fa8-9958-4d14a1c9b7c3 None None] Routers {'873a5385-35be-4f18-a3ad-7b534f42eea6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:20.234208 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-914d9b86-9543-4fa8-9958-4d14a1c9b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d918d280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['873a5385-35be-4f18-a3ad-7b534f42eea6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:20.235394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38238) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:20.247595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38240) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:20.292984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eb0b475-ce5e-4ead-b832-902e38d4c486,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:20.298120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21583ba7-b0f9-4e6e-8ba7-2c30a80925da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.302420 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:20.338262 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-914d9b86-9543-4fa8-9958-4d14a1c9b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d918d280>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:20.361768 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d9b86-9543-4fa8-9958-4d14a1c9b7c3 None None] Routers {'873a5385-35be-4f18-a3ad-7b534f42eea6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:20.370230 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-914d9b86-9543-4fa8-9958-4d14a1c9b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d918d280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['873a5385-35be-4f18-a3ad-7b534f42eea6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:20.417856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21583ba7-b0f9-4e6e-8ba7-2c30a80925da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.444907 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-914d9b86-9543-4fa8-9958-4d14a1c9b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d918d280>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:20.446006 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d9b86-9543-4fa8-9958-4d14a1c9b7c3 None None] The sync data for ids ['873a5385-35be-4f18-a3ad-7b534f42eea6'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:20.452151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.464550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f84a9-da83-4a7a-aec5-f082f939bfc6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:20.465994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff6f84a9-da83-4a7a-aec5-f082f939bfc6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports/634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 HTTP/1.1" status: 200  len: 984 time: 0.2296324
Jun 21 03:07:20.468616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38250) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:20.513703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.560055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21583ba7-b0f9-4e6e-8ba7-2c30a80925da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.611254 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7407bd36-96da-4026-8ae8-9fb9e91e003e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:20.642941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-21583ba7-b0f9-4e6e-8ba7-2c30a80925da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d16f19bd1c64f0aa1b68d6a54fb41c6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3910551
Jun 21 03:07:20.644814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38258) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:20.645724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21583ba7-b0f9-4e6e-8ba7-2c30a80925da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b471d-157e-45de-ab28-b139f014ee10,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:20.654422 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21583ba7-b0f9-4e6e-8ba7-2c30a80925da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:20.702350 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.729583 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba61920d-b113-4b80-8e55-0f25d08370e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:20.740661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99d11-4ddf-44ff-93f7-36a0663d0731 req-7562c460-2994-4e70-847c-310b76a3c784 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:20.744846 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3c99d11-4ddf-44ff-93f7-36a0663d0731 req-7562c460-2994-4e70-847c-310b76a3c784 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.3227496
Jun 21 03:07:20.779502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=58a73708-5dd3-4d9d-84a9-f93bcf7e6141,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:20.779502 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:20.820470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3c99d11-4ddf-44ff-93f7-36a0663d0731 req-2fffffad-246c-469b-8a3f-ed6e25c0d5da tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504777
Jun 21 03:07:20.850523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.857420 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ab7033-ab2a-486c-a779-ea99d934fa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.878835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d39d5550>,) {'filters': {'network_id': ['53b3a44c-9134-41bb-aa27-741edf38b9ba']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:20.898938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d39d5550>, '738c32b7-2ddf-47b2-8dfb-91ba8c8c5f91') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:20.899247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d39d5550>, '738c32b7-2ddf-47b2-8dfb-91ba8c8c5f91') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:20.932776 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ab7033-ab2a-486c-a779-ea99d934fa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:20.939791 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.052295 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.066994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:21.067898 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:21.070093 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:21.161689 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ab7033-ab2a-486c-a779-ea99d934fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.164354 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-54ab7033-ab2a-486c-a779-ea99d934fa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.165844 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-54ab7033-ab2a-486c-a779-ea99d934fa50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a5b471d-157e-45de-ab28-b139f014ee10 HTTP/1.1" status: 204  len: 168 time: 0.5185170
Jun 21 03:07:21.173493 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.173766 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7b3a949a-295d-41ed-bbf6-acc7868f51af tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:21.181124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab7033-ab2a-486c-a779-ea99d934fa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5b471d-157e-45de-ab28-b139f014ee10,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:21.184526 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-54ab7033-ab2a-486c-a779-ea99d934fa50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:21.278617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.283281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fab3ccad-d16b-453e-b07f-eea2e5e0f366 tempest-FloatingIPNegativeTestJSON-1038015439 tempest-FloatingIPNegativeTestJSON-1038015439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:21.289239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  53b3a44c-9134-41bb-aa27-741edf38b9ba {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jun 21 03:07:21.292883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.295847 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "DELETE /v2.0/networks/53b3a44c-9134-41bb-aa27-741edf38b9ba HTTP/1.1" status: 204  len: 168 time: 1.9807894
Jun 21 03:07:21.299494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38268) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:21.326165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event deleted for resources: {'Network': ['ID=53b3a44c-9134-41bb-aa27-741edf38b9ba,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:21.349376 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:21.520819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e613b548-2f0f-4516-a9b4-4e6b3dacd7d7 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 996 time: 0.2178462
Jun 21 03:07:21.522803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38272) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:21.695005 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55168c96-efd7-400f-818a-67c8829dc37f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:21.699410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55168c96-efd7-400f-818a-67c8829dc37f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:21.700450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55168c96-efd7-400f-818a-67c8829dc37f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:21.703377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55168c96-efd7-400f-818a-67c8829dc37f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:21.704091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55168c96-efd7-400f-818a-67c8829dc37f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:21.705352 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55168c96-efd7-400f-818a-67c8829dc37f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:21.706726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55168c96-efd7-400f-818a-67c8829dc37f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:21.725005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38280) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:21.725199 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-55168c96-efd7-400f-818a-67c8829dc37f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4617 time: 0.1976686
Jun 21 03:07:21.878461 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-890d23ac-f69a-4ef7-8bba-fdbce70c6617 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] delete failed (client error): The resource could not be found.
Jun 21 03:07:21.884009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-890d23ac-f69a-4ef7-8bba-fdbce70c6617 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/719efe34-5333-4188-b4d2-8886a210f4b9 HTTP/1.1" status: 404  len: 345 time: 0.1558106
Jun 21 03:07:21.884294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38290) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:21.920945 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e82468a-1210-451b-9131-7c846790e346 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] DELETE failed (client error): The resource could not be found.
Jun 21 03:07:21.921897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e82468a-1210-451b-9131-7c846790e346 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:07:21.929541 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8e82468a-1210-451b-9131-7c846790e346 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "DELETE /v2.0/networks/53b3a44c-9134-41bb-aa27-741edf38b9ba HTTP/1.1" status: 404  len: 339 time: 0.0399296
Jun 21 03:07:21.929796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:21.929796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:21.930380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:21.936240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Request body: {'network': {'name': 'tempest-network--40332015', 'router:external': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:22.092365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Made reservation on behalf of e3d89dd3e6cc4e66b3a498ae3d6f0638 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:22.094768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:22.108902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:22.169064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:22.184920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:22.185765 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Added segment 4095de8a-b9e3-4aae-b166-33e667190cc8 of type vlan for network 1bd8cb50-3da9-420d-a7a4-ffb124c6ed6b
Jun 21 03:07:22.356017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:22.364132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:22.503456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37842f-05dd-4853-b42f-dfe54689ecb3 req-9cd1abad-b1c0-4120-b5a4-03e5264443bb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:22.505696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c37842f-05dd-4853-b42f-dfe54689ecb3 req-9cd1abad-b1c0-4120-b5a4-03e5264443bb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.1451204
Jun 21 03:07:22.575485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:22.576620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:22.577231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:22.580032 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a399335-935e-4ddc-ab84-7d7a84fa7d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:22.590099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c37842f-05dd-4853-b42f-dfe54689ecb3 req-6cc01642-18ef-42fa-b80c-a9f6cfd35aa8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483346
Jun 21 03:07:22.684423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Network': ['ID=1bd8cb50-3da9-420d-a7a4-ffb124c6ed6b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:22.689211 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:22.704713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 1bd8cb50-3da9-420d-a7a4-ffb124c6ed6b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:22.786630 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 0.8550844
Jun 21 03:07:22.789119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38316) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:22.844461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:22.850959 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:22.877772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=634c19ac-fa4c-46ca-9ac0-2fa3bc3848c0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:22.887256 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:23.086828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:23.168134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c75e4a-c942-442a-9177-0e25ccd2991a tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:23.175134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c75e4a-c942-442a-9177-0e25ccd2991a tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:23.181599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c75e4a-c942-442a-9177-0e25ccd2991a tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:23.188318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c75e4a-c942-442a-9177-0e25ccd2991a tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:23.190411 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d9c75e4a-c942-442a-9177-0e25ccd2991a tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2451 time: 0.4001205
Jun 21 03:07:23.199215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38330) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:23.417256 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:23.436040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 873a5385-35be-4f18-a3ad-7b534f42eea6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:07:23.584614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:23.590603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/873a5385-35be-4f18-a3ad-7b534f42eea6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1210279
Jun 21 03:07:23.596445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38340) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:23.598566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12e038-6757-4082-b891-bb6d3e71433c None None] Sync routers for ids ['873a5385-35be-4f18-a3ad-7b534f42eea6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:23.602821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:23.610504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12e038-6757-4082-b891-bb6d3e71433c None None] Routers {'873a5385-35be-4f18-a3ad-7b534f42eea6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:23.611705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9c12e038-6757-4082-b891-bb6d3e71433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c074c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['873a5385-35be-4f18-a3ad-7b534f42eea6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:23.615432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d870ceb0>,) {'filters': {'network_id': ['1bd8cb50-3da9-420d-a7a4-ffb124c6ed6b']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:23.626523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d870ceb0>, '4095de8a-b9e3-4aae-b166-33e667190cc8') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:23.630822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d870ceb0>, '4095de8a-b9e3-4aae-b166-33e667190cc8') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:23.638422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:23.653969 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:23.661402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:23.661885 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:23.683392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9c12e038-6757-4082-b891-bb6d3e71433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c074c0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:23.729504 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:23.799034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12e038-6757-4082-b891-bb6d3e71433c None None] Routers {'873a5385-35be-4f18-a3ad-7b534f42eea6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:23.805127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9c12e038-6757-4082-b891-bb6d3e71433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c074c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['873a5385-35be-4f18-a3ad-7b534f42eea6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:23.844532 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:23.850123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e4fcd10-1878-40a0-b5b2-f98b90f5536c tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:23.852640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1bd8cb50-3da9-420d-a7a4-ffb124c6ed6b {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jun 21 03:07:23.856141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:23.860253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "DELETE /v2.0/networks/1bd8cb50-3da9-420d-a7a4-ffb124c6ed6b HTTP/1.1" status: 204  len: 168 time: 0.5940371
Jun 21 03:07:23.884369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38350) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:23.927158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Request body: {'network': {'name': 'tempest-network--2113141824', 'router:external': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:23.961688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bd8cb50-3da9-420d-a7a4-ffb124c6ed6b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:23.972446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:24.013389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9c12e038-6757-4082-b891-bb6d3e71433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c074c0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:24.014005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12e038-6757-4082-b891-bb6d3e71433c None None] The sync data for ids ['873a5385-35be-4f18-a3ad-7b534f42eea6'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:24.088549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24bb5d-1623-400e-97b3-875e0bf23b2c req-0c8383e2-bca3-47e3-9cca-0be1e775c90c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:24.101725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e24bb5d-1623-400e-97b3-875e0bf23b2c req-0c8383e2-bca3-47e3-9cca-0be1e775c90c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.2162020
Jun 21 03:07:24.191646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Made reservation on behalf of e3d89dd3e6cc4e66b3a498ae3d6f0638 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:24.194159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:24.221263 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-923ff8ae-1f25-4e5d-8b7d-133734c992be tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] remove_router_interface failed (client error): The resource could not be found.
Jun 21 03:07:24.221263 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-923ff8ae-1f25-4e5d-8b7d-133734c992be tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/873a5385-35be-4f18-a3ad-7b534f42eea6/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6214900
Jun 21 03:07:24.227024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38360) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:24.228141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e24bb5d-1623-400e-97b3-875e0bf23b2c req-ed4f3bea-d7a1-4e47-8718-5ffe5de1c07c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193874
Jun 21 03:07:24.260816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:24.282396 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2b24ea35-77d6-467a-bf3b-9e16a44b3c71 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=873a5385-35be-4f18-a3ad-7b534f42eea6 HTTP/1.1" status: 200  len: 205 time: 0.0537126
Jun 21 03:07:24.286115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38362) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:24.291568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:24.292162 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Added segment c59a6de3-46a6-4371-9a3f-f83404b1fcb8 of type vlan for network e24aa599-8063-4245-8850-2eeb6b65403b
Jun 21 03:07:24.433316 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c14f38a-ee39-4448-aaa9-a75d462ae8c8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:24.454776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:24.928855 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c14f38a-ee39-4448-aaa9-a75d462ae8c8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:24.932206 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c14f38a-ee39-4448-aaa9-a75d462ae8c8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.157308 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c14f38a-ee39-4448-aaa9-a75d462ae8c8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.157980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c14f38a-ee39-4448-aaa9-a75d462ae8c8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Fanout notify agent at l3_agent the message router_deleted on router 873a5385-35be-4f18-a3ad-7b534f42eea6 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:07:25.166819 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c14f38a-ee39-4448-aaa9-a75d462ae8c8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.169982 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9c14f38a-ee39-4448-aaa9-a75d462ae8c8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/873a5385-35be-4f18-a3ad-7b534f42eea6 HTTP/1.1" status: 204  len: 168 time: 0.8800049
Jun 21 03:07:25.170887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38392) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:25.239577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet c1b2f17f-5b3c-4b62-89d3-430f785b8dc0 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:07:25.240692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.284493 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.381277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.381277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:25.381277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.382281 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d40b8bae-036e-4d47-ac46-660f6af22cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:25.406800 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.524950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.6028514
Jun 21 03:07:25.527596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38408) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:25.545601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Network': ['ID=e24aa599-8063-4245-8850-2eeb6b65403b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:25.571255 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:25.584307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e24aa599-8063-4245-8850-2eeb6b65403b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:25.624131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d92fd-44e9-4b47-8a3c-d9a3023db258 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:25.629107 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-527d92fd-44e9-4b47-8a3c-d9a3023db258 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] 10.222.0.25 "GET /v2.0/networks/e24aa599-8063-4245-8850-2eeb6b65403b HTTP/1.1" status: 200  len: 757 time: 0.0967772
Jun 21 03:07:25.629805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38412) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:25.635707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2e9e0-be50-4107-b10b-65355720cda9 req-e03b4d46-65f7-4d37-817a-69b5da00e979 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:25.637580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77b2e9e0-be50-4107-b10b-65355720cda9 req-e03b4d46-65f7-4d37-817a-69b5da00e979 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.2348726
Jun 21 03:07:25.713748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-77b2e9e0-be50-4107-b10b-65355720cda9 req-bbed926d-d1d1-48d5-857d-31ec80c50a96 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647662
Jun 21 03:07:25.732825 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.735424 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-397e14ae-2795-4815-b058-c84d3d3185a3 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:25.765772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b2f17f-5b3c-4b62-89d3-430f785b8dc0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:25.768367 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:25.770966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/c1b2f17f-5b3c-4b62-89d3-430f785b8dc0 HTTP/1.1" status: 204  len: 168 time: 0.5973582
Jun 21 03:07:25.770966 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:25.773149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38416) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:25.776452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ffd50c-b67d-45cc-ac22-9d1ea13ebd88 None None] Network 4b1bc811-b6eb-410b-a7c1-239b1958698a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:25.851976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5d834-735e-484b-83d6-376c9d08bb0a tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:25.852171 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-96b5d834-735e-484b-83d6-376c9d08bb0a tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] 10.222.0.25 "GET /v2.0/networks/9e0e326c-6fe8-472c-8cff-4b1bd668d030 HTTP/1.1" status: 200  len: 767 time: 0.2213387
Jun 21 03:07:25.856808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38422) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:25.947748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.002716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.080044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.085313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] DHCP port deletion for 4b1bc811-b6eb-410b-a7c1-239b1958698a request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:07:26.094365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d829a130>,) {'filters': {'network_id': ['e24aa599-8063-4245-8850-2eeb6b65403b']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:26.140354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d829a130>, 'c59a6de3-46a6-4371-9a3f-f83404b1fcb8') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:26.141773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] Deleting port b28710fd-8c51-4c5a-a7c7-4deb1208816c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:26.141952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d829a130>, 'c59a6de3-46a6-4371-9a3f-f83404b1fcb8') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:26.142571 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.167276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.168584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port b28710fd-8c51-4c5a-a7c7-4deb1208816c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:26.168935 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.195241 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.209350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:26.210246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:26.213726 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:26.245320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] For port b28710fd-8c51-4c5a-a7c7-4deb1208816c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b28710fd-8c51-4c5a-a7c7-4deb1208816c,segment=NetworkSegment(1e9b4207-a56c-4a21-bb5c-aad1ffb5649f),segment_id=1e9b4207-a56c-4a21-bb5c-aad1ffb5649f)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:26.246614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.253782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port b28710fd-8c51-4c5a-a7c7-4deb1208816c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b28710fd-8c51-4c5a-a7c7-4deb1208816c,segment=NetworkSegment(1e9b4207-a56c-4a21-bb5c-aad1ffb5649f),segment_id=1e9b4207-a56c-4a21-bb5c-aad1ffb5649f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:26.254176 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.342623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] Calling delete_port for b28710fd-8c51-4c5a-a7c7-4deb1208816c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:26.362541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for b28710fd-8c51-4c5a-a7c7-4deb1208816c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:26.410769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.419280 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c828e311-8c57-4392-90b5-b3e2517d410f tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:26.422815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e24aa599-8063-4245-8850-2eeb6b65403b {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jun 21 03:07:26.442054 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.457109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38432) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:26.458003 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e24aa599-8063-4245-8850-2eeb6b65403b HTTP/1.1" status: 204  len: 168 time: 0.5999465
Jun 21 03:07:26.460085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event deleted for resources: {'Network': ['ID=e24aa599-8063-4245-8850-2eeb6b65403b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:26.464843 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:26.469157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Request body: {'network': {'name': 'tempest-network--588068375'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:26.547240 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.550124 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:26.555083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.558714 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-870537c9-89e2-487c-a1aa-732f4fb1b6f1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:26.584987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=b28710fd-8c51-4c5a-a7c7-4deb1208816c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:26.589028 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:26.591412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No DVR routers for this DVR port b28710fd-8c51-4c5a-a7c7-4deb1208816c on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:07:26.614380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] Pushing event deleted for resources: {'Port': ['ID=b28710fd-8c51-4c5a-a7c7-4deb1208816c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:26.621438 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:26.624683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] No DVR routers for this DVR port b28710fd-8c51-4c5a-a7c7-4deb1208816c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:07:26.704257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Made reservation on behalf of e3d89dd3e6cc4e66b3a498ae3d6f0638 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:26.713079 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.767510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.807476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:26.824911 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.827840 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Added segment 3c75f0a8-8f28-4c1a-9d4a-3ab5249f8ecd of type vlan for network a4efb109-ffdb-4591-83af-a6e307dbf5c8
Jun 21 03:07:26.887494 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:26.939124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1e428b0>,) {'filters': {'network_id': ['4b1bc811-b6eb-410b-a7c1-239b1958698a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:27.022632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1e428b0>, '1e9b4207-a56c-4a21-bb5c-aad1ffb5649f') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:27.024236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1e428b0>, '1e9b4207-a56c-4a21-bb5c-aad1ffb5649f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:27.040617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.052163 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.053604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:27.055858 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.070958 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dd70f658-54fc-4fb8-b7b1-3fdbb112a7cd tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:27.108623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.174952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:27.175973 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:27.184211 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:27.294020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.8356671
Jun 21 03:07:27.296465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38456) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:27.298834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Network': ['ID=a4efb109-ffdb-4591-83af-a6e307dbf5c8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:27.304651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:27.309180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a4efb109-ffdb-4591-83af-a6e307dbf5c8 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:27.339128 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:27.355675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba8ed2-0987-463e-9a71-f18b973ea662 req-4405d029-70e3-4c80-ac2a-5d1826a8a22c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:27.357908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8eba8ed2-0987-463e-9a71-f18b973ea662 req-4405d029-70e3-4c80-ac2a-5d1826a8a22c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.4080937
Jun 21 03:07:27.442320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8eba8ed2-0987-463e-9a71-f18b973ea662 req-1407cdc6-bdab-4765-bba9-0bd8cbb420ee tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714695
Jun 21 03:07:27.444311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.448970 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6316e781-c158-4448-b0ba-4f08c9f79656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:27.473687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.473687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/4b1bc811-b6eb-410b-a7c1-239b1958698a HTTP/1.1" status: 204  len: 168 time: 1.6966708
Jun 21 03:07:27.473687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=4b1bc811-b6eb-410b-a7c1-239b1958698a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:27.474718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38462) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:27.479686 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:27.484274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-56509580'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:27.557277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.622046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:27.630528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.662144 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.666773 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-700f1a12-4b28-4b1c-bf33-1e9cb9703aac tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:27.747662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:27.761632 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.762264 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment c0a95775-afdd-46b3-a734-28e3dae97892 of type vlan for network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f
Jun 21 03:07:27.829650 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.836993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Network a4efb109-ffdb-4591-83af-a6e307dbf5c8 is not hosted by any dhcp agent {{(pid=94166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 03:07:27.842564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:27.843228 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.849027 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "PUT /v2.0/networks/a4efb109-ffdb-4591-83af-a6e307dbf5c8 HTTP/1.1" status: 200  len: 857 time: 0.5498312
Jun 21 03:07:27.851750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38472) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:27.912707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event updated for resources: {'Network': ['ID=a4efb109-ffdb-4591-83af-a6e307dbf5c8,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:27.931006 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:27.943349 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.952706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:27.953766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:27.982884 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae0a1cc1-9e87-47d4-bf96-e4ede3867748 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:28.071142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:28.090914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=4d16f5a8-62bf-4060-885d-b6ce1f7aad1f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:28.096735 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:28.096735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6173093
Jun 21 03:07:28.099202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38478) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:28.104596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:28.126877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': '4d16f5a8-62bf-4060-885d-b6ce1f7aad1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:28.227493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b28710fd-8c51-4c5a-a7c7-4deb1208816c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:07:28.287866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b28710fd-8c51-4c5a-a7c7-4deb1208816c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:07:28.290981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b28710fd-8c51-4c5a-a7c7-4deb1208816c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:07:28.329502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:28.340581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d10f9bb0>,) {'filters': {'network_id': ['a4efb109-ffdb-4591-83af-a6e307dbf5c8']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:28.352796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10f9bb0>, '3c75f0a8-8f28-4c1a-9d4a-3ab5249f8ecd') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:28.353168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10f9bb0>, '3c75f0a8-8f28-4c1a-9d4a-3ab5249f8ecd') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:28.364705 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:28.381777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:28.385920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:28.490712 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:28.497142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:28.498124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:28.500707 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:28.699134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44e10e-b015-46f4-b3fd-bc4eda5c8cc8 req-1535c017-17d4-420d-bde4-16a042853c96 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:28.702275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d44e10e-b015-46f4-b3fd-bc4eda5c8cc8 req-1535c017-17d4-420d-bde4-16a042853c96 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.0792522
Jun 21 03:07:28.705991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:28.733406 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d93a7a57-c7f6-43a1-932f-05d3432964f7 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:28.739993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a4efb109-ffdb-4591-83af-a6e307dbf5c8 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jun 21 03:07:28.743876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:28.749540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:28.750081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] 10.222.0.25 "DELETE /v2.0/networks/a4efb109-ffdb-4591-83af-a6e307dbf5c8 HTTP/1.1" status: 204  len: 168 time: 0.8964498
Jun 21 03:07:28.836315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4efb109-ffdb-4591-83af-a6e307dbf5c8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:28.843177 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:28.892255 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d3cb22-743c-4f93-9db1-b685eea97a26 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:07:28.893661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d3cb22-743c-4f93-9db1-b685eea97a26 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:07:28.896087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d44e10e-b015-46f4-b3fd-bc4eda5c8cc8 req-8a9ec7c3-dcbe-49bb-aad9-a2fc4a6b10a5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839361
Jun 21 03:07:28.898284 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-02d3cb22-743c-4f93-9db1-b685eea97a26 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] 10.222.0.25 "DELETE /v2.0/subnets/58a73708-5dd3-4d9d-84a9-f93bcf7e6141 HTTP/1.1" status: 404  len: 337 time: 0.1466010
Jun 21 03:07:28.904934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38500) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:29.130499 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:29.332871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:29.344864 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-469feb85-9fc9-4de8-8ac1-34eae5525495 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:29.355586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:29.400958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d92af700>,) {'filters': {'network_id': ['9e0e326c-6fe8-472c-8cff-4b1bd668d030']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:29.443098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d92af700>, '86175c72-8b5c-423d-a239-c26ed68cccda') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:29.443491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d92af700>, '86175c72-8b5c-423d-a239-c26ed68cccda') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:29.469756 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:29.513782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=48dc4ffe-d1f2-407b-ab64-1c70c7aeb4fe,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:29.527997 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:29.558140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:29.562103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': 'c0a95775-afdd-46b3-a734-28e3dae97892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4d16f5a8-62bf-4060-885d-b6ce1f7aad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:29.562555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:07:29.572848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:29.573500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:29.577370 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:29.825855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:07:29.840635 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:29.842275 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7db7e083-fd7c-4609-9d2e-34019f38c729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:29.848490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:29.855504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] 10.222.0.25 "DELETE /v2.0/networks/9e0e326c-6fe8-472c-8cff-4b1bd668d030 HTTP/1.1" status: 204  len: 168 time: 0.9449267
Jun 21 03:07:29.886539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Pushing event deleted for resources: {'Network': ['ID=9e0e326c-6fe8-472c-8cff-4b1bd668d030,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:29.889066 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:29.919411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:29.931913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7870166f-ebe4-4d29-98c5-afd4929a7eaf None None] Network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:29.933086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:29.934394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:30.125842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0253749
Jun 21 03:07:30.130260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38534) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:30.139735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2e102375-3dd7-489b-b3c8-f4eff0a3840a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1154410595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:30.401218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b49d6-9bb4-4068-979f-a67ae1bf97ad req-a2408882-0c5a-45e4-aeba-04ad8776ee4e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:30.414777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-103b49d6-9bb4-4068-979f-a67ae1bf97ad req-a2408882-0c5a-45e4-aeba-04ad8776ee4e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.2455411
Jun 21 03:07:30.427792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e102375-3dd7-489b-b3c8-f4eff0a3840a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:30.428421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4d16f5a8-62bf-4060-885d-b6ce1f7aad1f', 'network_id': '4d16f5a8-62bf-4060-885d-b6ce1f7aad1f', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': '48dc4ffe-d1f2-407b-ab64-1c70c7aeb4fe'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:07:30.430263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:30.433363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e102375-3dd7-489b-b3c8-f4eff0a3840a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:30.581298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-103b49d6-9bb4-4068-979f-a67ae1bf97ad req-c67a7005-352b-4368-933d-c4cd6ba88f1a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265430
Jun 21 03:07:30.730185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e102375-3dd7-489b-b3c8-f4eff0a3840a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:30.795522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e102375-3dd7-489b-b3c8-f4eff0a3840a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:30.804466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38550) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:30.837645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Allocated IP 2001:db8::2 (4d16f5a8-62bf-4060-885d-b6ce1f7aad1f/48dc4ffe-d1f2-407b-ab64-1c70c7aeb4fe/fbea0431-6232-4d20-8fdc-fca47424371d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:30.928019 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e102375-3dd7-489b-b3c8-f4eff0a3840a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:30.929305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2e102375-3dd7-489b-b3c8-f4eff0a3840a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7963910
Jun 21 03:07:30.933676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38560) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:31.103246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-557645de-756e-47a0-9b32-cfafb07b8838 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bf22befb3a3493f863d3c05182a5d1f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2944164
Jun 21 03:07:31.103912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38564) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:31.146225 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.158024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Transition to ACTIVE for port object fbea0431-6232-4d20-8fdc-fca47424371d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:31.203469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Transition to ACTIVE for port object fbea0431-6232-4d20-8fdc-fca47424371d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:31.225591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57390e3f-083f-432b-804a-ffded3c608f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.276421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57390e3f-083f-432b-804a-ffded3c608f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.279214 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.293965 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-14b937ad-6ba0-433e-b5cc-9683e1246a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:31.361642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:31.361642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:31.368571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:31.460134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57390e3f-083f-432b-804a-ffded3c608f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.462945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57390e3f-083f-432b-804a-ffded3c608f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.465117 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-57390e3f-083f-432b-804a-ffded3c608f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a94eec2c-5bc3-4425-b7bf-bfd69b1b030a HTTP/1.1" status: 204  len: 168 time: 0.3580062
Jun 21 03:07:31.467386 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4738e33-c4a5-48d8-8f28-2315c57e02f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:31.483707 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57390e3f-083f-432b-804a-ffded3c608f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94eec2c-5bc3-4425-b7bf-bfd69b1b030a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:31.499523 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57390e3f-083f-432b-804a-ffded3c608f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:31.505709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Pushing event updated for resources: {'Port': ['ID=fbea0431-6232-4d20-8fdc-fca47424371d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:31.528710 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:31.540534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Attempting to bind port fbea0431-6232-4d20-8fdc-fca47424371d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:07:31.541188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Attempting to bind port fbea0431-6232-4d20-8fdc-fca47424371d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'c0a95775-afdd-46b3-a734-28e3dae97892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4d16f5a8-62bf-4060-885d-b6ce1f7aad1f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:07:31.542266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Attempting to bind port fbea0431-6232-4d20-8fdc-fca47424371d on network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:31.551860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:07:31.552254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Checking segment: {'id': 'c0a95775-afdd-46b3-a734-28e3dae97892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4d16f5a8-62bf-4060-885d-b6ce1f7aad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:31.552734 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.553217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Bound using segment: {'id': 'c0a95775-afdd-46b3-a734-28e3dae97892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4d16f5a8-62bf-4060-885d-b6ce1f7aad1f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:07:31.553771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Bound port: fbea0431-6232-4d20-8fdc-fca47424371d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a95775-afdd-46b3-a734-28e3dae97892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4d16f5a8-62bf-4060-885d-b6ce1f7aad1f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:07:31.554290 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.606095 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.746120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] For port fbea0431-6232-4d20-8fdc-fca47424371d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:07:31.751534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] For port fbea0431-6232-4d20-8fdc-fca47424371d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fbea0431-6232-4d20-8fdc-fca47424371d,segment=NetworkSegment(c0a95775-afdd-46b3-a734-28e3dae97892),segment_id=c0a95775-afdd-46b3-a734-28e3dae97892)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:07:31.816720 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:31.827898 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:31.936773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Pushing event updated for resources: {'Port': ['ID=fbea0431-6232-4d20-8fdc-fca47424371d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:31.945102 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:32.154470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6692c10-0eef-4a16-b790-0e0438edfab6 req-752dca6e-9908-41b8-bce4-7a5c3ee0ffab tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:32.163403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6692c10-0eef-4a16-b790-0e0438edfab6 req-752dca6e-9908-41b8-bce4-7a5c3ee0ffab tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.3000329
Jun 21 03:07:32.417941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6692c10-0eef-4a16-b790-0e0438edfab6 req-2c35db31-531e-4cbd-b5d3-cd5e43500d12 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436204
Jun 21 03:07:32.468344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8::1 (4d16f5a8-62bf-4060-885d-b6ce1f7aad1f/48dc4ffe-d1f2-407b-ab64-1c70c7aeb4fe/86031a8d-b994-4ddc-88cc-3e95822c5036) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:32.771004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:32.803725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object 86031a8d-b994-4ddc-88cc-3e95822c5036 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:32.873508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38624) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:32.953721 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9da03582-ad53-40a9-bec0-48e942e3305b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3d89dd3e6cc4e66b3a498ae3d6f0638&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0787795
Jun 21 03:07:32.956768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38626) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:32.968302 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:32.988219 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d699bd20-3322-4c43-8853-12a205e22f07 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:33.084943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:33.093923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:33.099244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:33.099799 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:33.182710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ae8b1ba-9bbb-4467-9bf7-08a4f24c356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:33.189425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=86031a8d-b994-4ddc-88cc-3e95822c5036,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:33.193652 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:33.272273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ae8b1ba-9bbb-4467-9bf7-08a4f24c356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:33.489055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ae8b1ba-9bbb-4467-9bf7-08a4f24c356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:33.492800 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ae8b1ba-9bbb-4467-9bf7-08a4f24c356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:33.498002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1ae8b1ba-9bbb-4467-9bf7-08a4f24c356b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6832a7bb-7ab5-44bd-b559-d59a931d7a23 HTTP/1.1" status: 204  len: 168 time: 0.5395889
Jun 21 03:07:33.502087 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-065ebca3-f75e-466b-8fcd-62f754e63603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:33.527807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8b1ba-9bbb-4467-9bf7-08a4f24c356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6832a7bb-7ab5-44bd-b559-d59a931d7a23,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:33.532510 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ae8b1ba-9bbb-4467-9bf7-08a4f24c356b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:33.540310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:33.580117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78798b8f-8c18-4f80-a879-ce1e91302d93 None None] Network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:33.768489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8ac0403b-23cd-4ae5-9543-67ecebebf06c None None] Provisioning for port fbea0431-6232-4d20-8fdc-fca47424371d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:33.868582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69b39-86ab-44cd-b2a7-81350a4a508e req-65b69efa-77b0-47c4-aac9-18932bbf410b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:33.872688 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cd69b39-86ab-44cd-b2a7-81350a4a508e req-65b69efa-77b0-47c4-aac9-18932bbf410b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.2797506
Jun 21 03:07:34.086963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cd69b39-86ab-44cd-b2a7-81350a4a508e req-958f6ca6-da4a-4cc1-a373-3688dc28832f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936861
Jun 21 03:07:34.231932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:34.294249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fbea0431-6232-4d20-8fdc-fca47424371d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:34.341515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:34.341823 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-befa4a75-ff61-4656-9c5a-267518700efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:34.342389 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:34.345291 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c6135f2b-cf17-48c6-b79b-88fea9fc1d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:34.558327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6d2d667-f522-4b1c-93ec-f5a595a8d69d None None] Provisioning for port 86031a8d-b994-4ddc-88cc-3e95822c5036 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:34.561122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port fbea0431-6232-4d20-8fdc-fca47424371d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:34.566638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port fbea0431-6232-4d20-8fdc-fca47424371d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:34.567080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:34.696217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6d2d667-f522-4b1c-93ec-f5a595a8d69d None None] Provisioning complete for port 86031a8d-b994-4ddc-88cc-3e95822c5036 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:34.696913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d667-f522-4b1c-93ec-f5a595a8d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:34.783728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2d667-f522-4b1c-93ec-f5a595a8d69d None None] Port 86031a8d-b994-4ddc-88cc-3e95822c5036 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:34.795089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:34.844761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port fbea0431-6232-4d20-8fdc-fca47424371d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fbea0431-6232-4d20-8fdc-fca47424371d,segment=NetworkSegment(c0a95775-afdd-46b3-a734-28e3dae97892),segment_id=c0a95775-afdd-46b3-a734-28e3dae97892)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:34.943786 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:34.945117 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:35.084107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d63011f9-3873-4b69-add2-e7b2c11e32bb None None] Provisioning complete for port 86031a8d-b994-4ddc-88cc-3e95822c5036 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:35.085034 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d63011f9-3873-4b69-add2-e7b2c11e32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:35.092375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=fbea0431-6232-4d20-8fdc-fca47424371d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:35.100349 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:35.194261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d63011f9-3873-4b69-add2-e7b2c11e32bb None None] Port 86031a8d-b994-4ddc-88cc-3e95822c5036 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:35.534447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=86031a8d-b994-4ddc-88cc-3e95822c5036,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:35.568574 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:35.718438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:35.724491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:36.030699 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:36.069276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc87618-a3bc-4744-91be-914f451e941d req-5636e762-4a6e-4305-9e84-cc52d2059c85 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:36.085721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edc87618-a3bc-4744-91be-914f451e941d req-5636e762-4a6e-4305-9e84-cc52d2059c85 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.6815994
Jun 21 03:07:36.176592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fbea0431-6232-4d20-8fdc-fca47424371d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:36.201547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edc87618-a3bc-4744-91be-914f451e941d req-46a390a7-3d9b-4954-9f11-26a960460811 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147957
Jun 21 03:07:36.266821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b526c61d-6c67-400a-a55a-459becd33107 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:07:36.273030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port fbea0431-6232-4d20-8fdc-fca47424371d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:36.273651 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:36.345650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d341ce44-5d96-4bfb-9f57-f4db9ed20c69 None None] Provisioning complete for port 86031a8d-b994-4ddc-88cc-3e95822c5036 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:36.347205 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d341ce44-5d96-4bfb-9f57-f4db9ed20c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:36.471139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d341ce44-5d96-4bfb-9f57-f4db9ed20c69 None None] Port 86031a8d-b994-4ddc-88cc-3e95822c5036 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:36.551659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:36.556748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b526c61d-6c67-400a-a55a-459becd33107/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6220541
Jun 21 03:07:36.559478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38734) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:36.579469 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94abdfea-97eb-4542-a107-0f3e8c844c9d None None] Sync routers for ids ['b526c61d-6c67-400a-a55a-459becd33107'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:36.592859 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abdfea-97eb-4542-a107-0f3e8c844c9d None None] Routers {'b526c61d-6c67-400a-a55a-459becd33107'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:36.596619 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-94abdfea-97eb-4542-a107-0f3e8c844c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d918d730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b526c61d-6c67-400a-a55a-459becd33107'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:36.630453 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-94abdfea-97eb-4542-a107-0f3e8c844c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d918d730>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:36.641245 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abdfea-97eb-4542-a107-0f3e8c844c9d None None] Routers {'b526c61d-6c67-400a-a55a-459becd33107'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:36.641908 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-94abdfea-97eb-4542-a107-0f3e8c844c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d918d730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b526c61d-6c67-400a-a55a-459becd33107'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:36.644306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52381b8b-dfde-4627-9c8c-2569759d076c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:36.646192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-52381b8b-dfde-4627-9c8c-2569759d076c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports/86031a8d-b994-4ddc-88cc-3e95822c5036 HTTP/1.1" status: 200  len: 911 time: 0.0852087
Jun 21 03:07:36.649127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38738) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:36.700821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-243d9759-791c-49b5-95cc-08de55a583e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:36.706243 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-94abdfea-97eb-4542-a107-0f3e8c844c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d918d730>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:36.708224 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94abdfea-97eb-4542-a107-0f3e8c844c9d None None] The sync data for ids ['b526c61d-6c67-400a-a55a-459becd33107'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:37.147337 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:37.175729 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:37.466491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbfd2e-eca9-43ad-acbb-c8c065ca96ae req-6e7d1cc3-d8e9-4b6d-8c7c-9e7f4c40c578 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:37.468034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dcbfd2e-eca9-43ad-acbb-c8c065ca96ae req-6e7d1cc3-d8e9-4b6d-8c7c-9e7f4c40c578 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.1087220
Jun 21 03:07:37.574193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dcbfd2e-eca9-43ad-acbb-c8c065ca96ae req-98f1c404-3409-4f67-9a5d-6baadeaeab50 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903382
Jun 21 03:07:37.634148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 86031a8d-b994-4ddc-88cc-3e95822c5036 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:37.634509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:37.765085 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:37.870343 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38794) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:37.898795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 86031a8d-b994-4ddc-88cc-3e95822c5036 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:38.036612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-164870007', 'router:external': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:38.055347 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.135790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Made reservation on behalf of 07dac6b42a424caba5632165c6ca86b4 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:38.142211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.153119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.164200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.298640 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.298640 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e614309c-7c30-4e60-b282-92397a8b5f8f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:38.328901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=86031a8d-b994-4ddc-88cc-3e95822c5036,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:38.340225 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:38.427127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.504197 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.512691 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.519233 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b65423b3-21b5-4bba-9067-018647516003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:38.604503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:38.708037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd2e8e-6420-47de-9355-2fd0079e8d81,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:38.717488 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:38.735235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.737602 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Added segment 749d1c4f-e4c1-436e-b7f2-0087d0274feb of type vlan for network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca
Jun 21 03:07:38.822516 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.843768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54daa144-4c29-495d-955b-8621c4246160 req-cfe089aa-6570-44d8-a8e5-170d6d607dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2632499
Jun 21 03:07:38.930774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b526c61d-6c67-400a-a55a-459becd33107 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:07:38.972924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.974258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:38.974939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:38.981814 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e4448bec-e706-4040-8b2d-8a350d9c3059 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:39.062958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'Network': ['ID=46e707e5-0bec-4e8a-b13b-13ce1a13a5ca,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:39.071760 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:39.075081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:39.084103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824673-4049-484c-a6be-0db5c50b7231 req-8990e3a5-f238-4d82-9c06-8840d1a99ee6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:39.097236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1824673-4049-484c-a6be-0db5c50b7231 req-8990e3a5-f238-4d82-9c06-8840d1a99ee6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.2985213
Jun 21 03:07:39.100624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:39.114133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b526c61d-6c67-400a-a55a-459becd33107/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4636292
Jun 21 03:07:39.114442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daa144-4c29-495d-955b-8621c4246160 req-b30cde9f-b99b-4686-bb77-e4e443999a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:39.118115 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54daa144-4c29-495d-955b-8621c4246160 req-b30cde9f-b99b-4686-bb77-e4e443999a5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1098 time: 0.2097487
Jun 21 03:07:39.118630 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38834) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:39.157224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d00c9-41fe-4c22-ab53-c6ecea7bc14b None None] Sync routers for ids ['b526c61d-6c67-400a-a55a-459becd33107'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:39.213355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1824673-4049-484c-a6be-0db5c50b7231 req-5127e0ff-32c7-4128-947c-c78d3465ebba tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147029
Jun 21 03:07:39.238959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d00c9-41fe-4c22-ab53-c6ecea7bc14b None None] Routers {'b526c61d-6c67-400a-a55a-459becd33107'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:39.242581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ab2d00c9-41fe-4c22-ab53-c6ecea7bc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c3e9a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b526c61d-6c67-400a-a55a-459becd33107'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:39.336411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ab2d00c9-41fe-4c22-ab53-c6ecea7bc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c3e9a0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:39.362860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d00c9-41fe-4c22-ab53-c6ecea7bc14b None None] Routers {'b526c61d-6c67-400a-a55a-459becd33107'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:39.363599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ab2d00c9-41fe-4c22-ab53-c6ecea7bc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c3e9a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b526c61d-6c67-400a-a55a-459becd33107'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:39.402370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ab2d00c9-41fe-4c22-ab53-c6ecea7bc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c3e9a0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:39.403071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d00c9-41fe-4c22-ab53-c6ecea7bc14b None None] The sync data for ids ['b526c61d-6c67-400a-a55a-459becd33107'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:39.604770 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:39.723752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38856) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:39.724012 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a5dea63f-ec9c-4192-aeec-51a2af4bac15 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=b526c61d-6c67-400a-a55a-459becd33107 HTTP/1.1" status: 200  len: 205 time: 0.6041946
Jun 21 03:07:39.730729 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.8593185
Jun 21 03:07:39.734565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38858) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:39.742346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'subnet': {'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:39.812095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daa144-4c29-495d-955b-8621c4246160 req-4c889895-8c22-443d-aaa7-494fbbe99e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:39.815044 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54daa144-4c29-495d-955b-8621c4246160 req-4c889895-8c22-443d-aaa7-494fbbe99e80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.6693385
Jun 21 03:07:39.882995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Made reservation on behalf of 07dac6b42a424caba5632165c6ca86b4 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:39.885350 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:39.927631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d83d208d-4ee2-4cfd-a514-52abdacf9612 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.065231 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54daa144-4c29-495d-955b-8621c4246160 req-dee904e0-f736-49db-90b0-122cd56cc069 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 1001 time: 0.2414813
Jun 21 03:07:40.238389 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d83d208d-4ee2-4cfd-a514-52abdacf9612 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.242613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d83d208d-4ee2-4cfd-a514-52abdacf9612 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.358940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daa144-4c29-495d-955b-8621c4246160 req-30669d4d-be53-4ffe-96d8-a5380dfea0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:40.362044 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54daa144-4c29-495d-955b-8621c4246160 req-30669d4d-be53-4ffe-96d8-a5380dfea0b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.2857285
Jun 21 03:07:40.432869 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d83d208d-4ee2-4cfd-a514-52abdacf9612 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.433479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83d208d-4ee2-4cfd-a514-52abdacf9612 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Fanout notify agent at l3_agent the message router_deleted on router b526c61d-6c67-400a-a55a-459becd33107 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:07:40.446295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d83d208d-4ee2-4cfd-a514-52abdacf9612 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.447836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d83d208d-4ee2-4cfd-a514-52abdacf9612 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/b526c61d-6c67-400a-a55a-459becd33107 HTTP/1.1" status: 204  len: 168 time: 0.7225244
Jun 21 03:07:40.451874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38878) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:40.532223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet 48dc4ffe-d1f2-407b-ab64-1c70c7aeb4fe {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:07:40.561217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c7032-cf4e-4485-aaed-09a743a948d5 req-8bef9959-b952-471f-bb1e-e2da3401b9d7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:40.563449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-412c7032-cf4e-4485-aaed-09a743a948d5 req-8bef9959-b952-471f-bb1e-e2da3401b9d7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.1694114
Jun 21 03:07:40.565072 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.574519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daa144-4c29-495d-955b-8621c4246160 req-6be5fab6-4545-4e84-87f2-893cc42eb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:40.576199 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54daa144-4c29-495d-955b-8621c4246160 req-6be5fab6-4545-4e84-87f2-893cc42eb31b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2061048
Jun 21 03:07:40.637905 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.712339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-412c7032-cf4e-4485-aaed-09a743a948d5 req-c31aa060-eb8f-438c-8b91-507bb0003c99 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143949
Jun 21 03:07:40.758161 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54daa144-4c29-495d-955b-8621c4246160 req-2f77f298-bb55-44ef-9e35-9afddbbb30b6 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737437
Jun 21 03:07:40.820847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.951251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:07:40.951251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:40.956025 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c2ac979d-b400-4ac0-83ca-b258ce416d5f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:41.027361 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:41.030302 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e714811-e509-4024-9a9f-7011bf7f59b0 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:41.052673 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-54daa144-4c29-495d-955b-8621c4246160 req-f818ed60-a578-409c-bc05-4f7dedad6ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2846544
Jun 21 03:07:41.054751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dca8bd89-4302-44b7-9fab-ee7c50191739,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:41.054923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=48dc4ffe-d1f2-407b-ab64-1c70c7aeb4fe,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:41.058220 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:41.058646 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:41.062015 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:41.064128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/48dc4ffe-d1f2-407b-ab64-1c70c7aeb4fe HTTP/1.1" status: 204  len: 168 time: 0.6094756
Jun 21 03:07:41.066823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38894) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:41.078213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0849883-ba3b-4035-8eef-b41f577254df None None] Network 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:41.086932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Checking segment: {'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:41.087545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Network hostable DHCP agents. Network: 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:07:41.185649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:07:41.245313 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:41.259819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:41.264995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:41.265915 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:41.273637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7133f-149e-4d87-810c-62ae8b21cf30 None None] Network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:41.320528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port fbea0431-6232-4d20-8fdc-fca47424371d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:41.321444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:41.406654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port fbea0431-6232-4d20-8fdc-fca47424371d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fbea0431-6232-4d20-8fdc-fca47424371d,segment=NetworkSegment(c0a95775-afdd-46b3-a734-28e3dae97892),segment_id=c0a95775-afdd-46b3-a734-28e3dae97892)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:41.409035 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:41.427706 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.6916180
Jun 21 03:07:41.430450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38902) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:41.437888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-176490080', 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:41.581756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Made reservation on behalf of 07dac6b42a424caba5632165c6ca86b4 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:41.584717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:41.639768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] device_id is not set on port 882c86e2-4fda-40b1-b365-2586c6385f77 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:07:41.695925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for fbea0431-6232-4d20-8fdc-fca47424371d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:41.828656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] DHCP port deletion for 4d16f5a8-62bf-4060-885d-b6ce1f7aad1f request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:07:41.929569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ddde18-2866-4b39-b002-5efb9913adef None None] Network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:41.931233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Allocated IP 172.20.0.5 (46e707e5-0bec-4e8a-b13b-13ce1a13a5ca/dca8bd89-4302-44b7-9fab-ee7c50191739/882c86e2-4fda-40b1-b365-2586c6385f77) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:42.012236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d624b5e-d4d4-4a63-9df0-c11c9334d0fb req-823bb08c-4cf9-483a-976b-60a53d2f7313 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:42.023761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d624b5e-d4d4-4a63-9df0-c11c9334d0fb req-823bb08c-4cf9-483a-976b-60a53d2f7313 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.1042998
Jun 21 03:07:42.076559 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.113700 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cc1d267a-8189-4d91-aa69-24bc67b55135 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:42.158529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Deleting port fbea0431-6232-4d20-8fdc-fca47424371d {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:42.158529 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.215652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fbea0431-6232-4d20-8fdc-fca47424371d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:07:42.245701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No DVR routers for this DVR port fbea0431-6232-4d20-8fdc-fca47424371d on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:07:42.298270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: fbea0431-6232-4d20-8fdc-fca47424371d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:07:42.299371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device fbea0431-6232-4d20-8fdc-fca47424371d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:07:42.349500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=fbea0431-6232-4d20-8fdc-fca47424371d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:42.350865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] For port fbea0431-6232-4d20-8fdc-fca47424371d, host n-d-758944-33, got binding levels [] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:42.351288 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.354500 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:42.364197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.379915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d624b5e-d4d4-4a63-9df0-c11c9334d0fb req-4d1de050-c56f-4a16-a19f-08e544cd2ce2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3550467
Jun 21 03:07:42.416553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38932) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:42.536457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Calling delete_port for fbea0431-6232-4d20-8fdc-fca47424371d owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:42.546662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.ipam_backend_mixin [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Port fbea0431-6232-4d20-8fdc-fca47424371d was not found and therefore no delete operation was performed {{(pid=94168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 21 03:07:42.550850 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.558569 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:42.570346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.584106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.585957 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e79c0e22-2261-46e1-b8a1-344585f489ff tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:42.631401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] No DVR routers for this DVR port fbea0431-6232-4d20-8fdc-fca47424371d on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:07:42.639071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Pushing event deleted for resources: {'Port': ['ID=fbea0431-6232-4d20-8fdc-fca47424371d,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:42.648988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73da42ccd0>,) {'filters': {'network_id': ['4d16f5a8-62bf-4060-885d-b6ce1f7aad1f']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:42.656290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.657373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.660181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.660714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.661443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.662543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.663698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.664215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.664903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.666363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.666910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.669427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:42.674954 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:42.693844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da42ccd0>, 'c0a95775-afdd-46b3-a734-28e3dae97892') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:42.694138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da42ccd0>, 'c0a95775-afdd-46b3-a734-28e3dae97892') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:42.724269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.740069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:42.743243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'Port': ['ID=882c86e2-4fda-40b1-b365-2586c6385f77,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:42.761098 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:42.762066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:42.769577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:42.772217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.796325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:42.796902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:42.801950 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:42.837890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae361bee-c755-43cb-b3ce-d1b735923755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:42.996851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:42.997504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.088424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.093272 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.100440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/4d16f5a8-62bf-4060-885d-b6ce1f7aad1f HTTP/1.1" status: 204  len: 168 time: 2.0324512
Jun 21 03:07:43.101342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38958) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:43.103634 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:43.122188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1440335618', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:43.125963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae361bee-c755-43cb-b3ce-d1b735923755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.130928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=4d16f5a8-62bf-4060-885d-b6ce1f7aad1f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:43.135343 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:43.167481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae666cfd-1c90-4f02-a629-ef7c7b98ef07 req-3460e820-adc9-4e6f-a93d-0b099dc65439 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:43.169093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae666cfd-1c90-4f02-a629-ef7c7b98ef07 req-3460e820-adc9-4e6f-a93d-0b099dc65439 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1098 time: 0.1168549
Jun 21 03:07:43.205542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae666cfd-1c90-4f02-a629-ef7c7b98ef07 req-af5286b8-0b07-4990-9cf9-f814df72b330 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0280216
Jun 21 03:07:43.231034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38964) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:43.279662 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ae361bee-c755-43cb-b3ce-d1b735923755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.286471 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5383e33-03bc-4245-bade-b083bbc31654 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:43.352859 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 1.9212208
Jun 21 03:07:43.358521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 38972) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:43.386258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ae361bee-c755-43cb-b3ce-d1b735923755 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adfdc69cb8234c71827044a8ea7b84cc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9631126
Jun 21 03:07:43.388876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 38974) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:43.392632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae361bee-c755-43cb-b3ce-d1b735923755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07487f25-0d37-4eba-bd3b-b9dd6b86a5c2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:43.496679 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ae361bee-c755-43cb-b3ce-d1b735923755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:43.509443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Deleting port 882c86e2-4fda-40b1-b365-2586c6385f77 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:43.509805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.526555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.528004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.588374 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.609220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 8ae0fa5f-d36b-4242-b963-96e2557015c6 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:43.609678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.663588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01ad960d-5d39-4603-a1ac-6ffa7cbac6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.707061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01ad960d-5d39-4603-a1ac-6ffa7cbac6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.742187 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.742343 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.810718 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:43.827505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 8ae0fa5f-d36b-4242-b963-96e2557015c6 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:43.927804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Calling delete_port for 882c86e2-4fda-40b1-b365-2586c6385f77 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:43.982126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.045962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dfd29-9a46-40ee-9e25-50a6596cbda9 req-d8b686ba-27d7-4707-9eb0-e20703ec7bb8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:44.049467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01ad960d-5d39-4603-a1ac-6ffa7cbac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.062161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01ad960d-5d39-4603-a1ac-6ffa7cbac6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.062161 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01ad960d-5d39-4603-a1ac-6ffa7cbac6a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07487f25-0d37-4eba-bd3b-b9dd6b86a5c2 HTTP/1.1" status: 204  len: 168 time: 0.6544712
Jun 21 03:07:44.062161 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9431b489-34e3-4066-bf5a-e9f42fcf37aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:44.079020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-111dfd29-9a46-40ee-9e25-50a6596cbda9 req-d8b686ba-27d7-4707-9eb0-e20703ec7bb8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 943 time: 0.3849375
Jun 21 03:07:44.079207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad960d-5d39-4603-a1ac-6ffa7cbac6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07487f25-0d37-4eba-bd3b-b9dd6b86a5c2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:44.089048 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01ad960d-5d39-4603-a1ac-6ffa7cbac6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:44.113097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.117772 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c0409ca3-52fe-4294-af0f-1ec1ace9069e tempest-VolumesActionsTest-239476285 tempest-VolumesActionsTest-239476285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:44.165714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=8ae0fa5f-d36b-4242-b963-96e2557015c6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:44.178785 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:44.262896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.263381 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Floating IP 850e7407-5ae7-4c1c-a277-86b60c35e6e0 disassociated (deleted). External IP: 172.25.7.162, port: 9404d825-ad5e-44f4-ae25-66fcbe861832.
Jun 21 03:07:44.625456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-111dfd29-9a46-40ee-9e25-50a6596cbda9 req-686445bd-de73-430b-b27b-d3a83f1ba2e0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5668497
Jun 21 03:07:44.647794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router fa395967-5ec1-41f7-9782-73f21cac5370 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:07:44.814737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:44.825353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.827850 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] Sync routers for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:44.846942 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:44.848824 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d937abe0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:44.875665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.883502 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:44.915547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/floatingips/850e7407-5ae7-4c1c-a277-86b60c35e6e0 HTTP/1.1" status: 204  len: 168 time: 1.6832464
Jun 21 03:07:44.916749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:07:44.919539 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0edab01-0441-4617-80ee-f727da187a60" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:07:44.928173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.937989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event deleted for resources: {'Port': ['ID=882c86e2-4fda-40b1-b365-2586c6385f77,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:44.940952 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:44.977873 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:44.983422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2cec45fb-63a0-4899-bfe1-a049a40633b3 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:07:45.055412 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d584f36b-79c3-4fb2-be25-9da25589c854 x-openstack-request-id: req-d584f36b-79c3-4fb2-be25-9da25589c854 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:07:45.056123 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:07:45.060917 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d584f36b-79c3-4fb2-be25-9da25589c854 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:07:45.060917 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'status': 'completed', 'code': 200}
Jun 21 03:07:45.191711 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:07:45.218914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 172.25.7.178 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/8342b89d-0e64-40c2-ac20-021bad57c2c9) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:45.239621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:45.242466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "DELETE /v2.0/ports/882c86e2-4fda-40b1-b365-2586c6385f77 HTTP/1.1" status: 204  len: 168 time: 1.8829529
Jun 21 03:07:45.246170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39034) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:45.252595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca', 'external_fixed_ips': [{'subnet_id': 'dca8bd89-4302-44b7-9fab-ee7c50191739', 'ip_address': '172.20.0.5'}]}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:45.294494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edab01-0441-4617-80ee-f727da187a60 req-72f37f20-ef84-4fe6-adfe-7e4690302165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:45.302407 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2cec45fb-63a0-4899-bfe1-a049a40633b3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2cec45fb-63a0-4899-bfe1-a049a40633b3,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:45.302762 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a0edab01-0441-4617-80ee-f727da187a60 req-72f37f20-ef84-4fe6-adfe-7e4690302165 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 1098 time: 0.2190824
Jun 21 03:07:45.317913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '2cec45fb-63a0-4899-bfe1-a049a40633b3', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'port_id': '2cec45fb-63a0-4899-bfe1-a049a40633b3', 'mac_address': 'fa:16:3e:34:ec:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:07:45.370122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:45.417133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cec45fb-63a0-4899-bfe1-a049a40633b3 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:07:45.467928 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:45.472640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2cec45fb-63a0-4899-bfe1-a049a40633b3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2cec45fb-63a0-4899-bfe1-a049a40633b3,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:45.474807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:45.489018 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:45.554381 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:45.556097 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:45.578753 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:45.614056 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d937abe0>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:34Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:45.644957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edab01-0441-4617-80ee-f727da187a60 req-134e5363-41c4-4acb-be8a-42862e4bf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:45.648889 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a0edab01-0441-4617-80ee-f727da187a60 req-134e5363-41c4-4acb-be8a-42862e4bf5b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 200  len: 898 time: 0.3400593
Jun 21 03:07:45.650926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=2cec45fb-63a0-4899-bfe1-a049a40633b3,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:45.655072 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:45.659670 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] Checking router: fa395967-5ec1-41f7-9782-73f21cac5370 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:07:45.682059 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:45.682800 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d937abe0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:45.713286 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a0edab01-0441-4617-80ee-f727da187a60 req-d49b9fb7-e18e-4a52-bda0-2a35de722dae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 200  len: 217 time: 0.0505035
Jun 21 03:07:45.771554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['2cec45fb-63a0-4899-bfe1-a049a40633b3'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:07:45.792552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edab01-0441-4617-80ee-f727da187a60 req-dded2624-7ae4-4b11-a41c-870a9bbb1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:45.793980 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a0edab01-0441-4617-80ee-f727da187a60 req-dded2624-7ae4-4b11-a41c-870a9bbb1751 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 200  len: 835 time: 0.0616014
Jun 21 03:07:45.863649 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:07:45.890414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:45.895721 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf85b7b5-ba9d-4966-87bf-a79755399bd0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:46.062401 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edab01-0441-4617-80ee-f727da187a60 req-e623f3c2-316d-4c49-8566-62eea7f7b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:46.063461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:46.063949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a0edab01-0441-4617-80ee-f727da187a60 req-e623f3c2-316d-4c49-8566-62eea7f7b72c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be748c2e-558d-4c3d-8995-baff9f8ff5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2616940
Jun 21 03:07:46.108099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:46.118128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:46.122672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:46.239302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=8342b89d-0e64-40c2-ac20-021bad57c2c9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:46.256431 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:46.262588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39068) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:46.320170 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a0edab01-0441-4617-80ee-f727da187a60 req-88ff9647-d430-4242-b29f-c338b06a3607 service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427242
Jun 21 03:07:46.453978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-570572997-network', 'tenant_id': 'b541895659734366b8e24c7401ede8a6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:46.471064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3c4c-d1a5-4ca4-b3f1-aa130c560877 req-847cf7ba-bfc1-40b6-b4e9-0b19b67e5645 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:46.473448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e40f3c4c-d1a5-4ca4-b3f1-aa130c560877 req-847cf7ba-bfc1-40b6-b4e9-0b19b67e5645 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 944 time: 0.6100528
Jun 21 03:07:46.490771 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a0edab01-0441-4617-80ee-f727da187a60 req-37c58ef4-14ac-4027-97dc-a57005d33dfa service neutron] 10.222.0.20 "GET /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602747
Jun 21 03:07:46.547021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Made reservation on behalf of b541895659734366b8e24c7401ede8a6 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:46.551807 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:46.575597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:46.601972 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d937abe0>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:34Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:46.637657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f855d-c967-40df-bbd8-6ff922631fae req-91444819-3da4-44d8-9d74-2e68d9d66ae0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:46.646431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e7f855d-c967-40df-bbd8-6ff922631fae req-91444819-3da4-44d8-9d74-2e68d9d66ae0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 946 time: 0.4650171
Jun 21 03:07:46.659490 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f97760-7406-4b39-8b44-c9fc4e765de8 None None] The sync data for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 is: [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:05:26Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15c7cd2-a872-49b5-8293-97fef063410f', 'name': '', 'network_id': 'be748c2e-558d-4c3d-8995-baff9f8ff5a7', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:97:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:25Z', 'updated_at': '2021-06-21T03:05:34Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'cc350e76-690f-4e72-a9b1-d64f2ee42ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:46.669585 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:07:46.685361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e40f3c4c-d1a5-4ca4-b3f1-aa130c560877 req-e71304e2-51d1-493a-a34e-f194e7de1305 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599588
Jun 21 03:07:46.756005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e7f855d-c967-40df-bbd8-6ff922631fae req-b5b0b731-c85e-4915-9582-294e62838d7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083691
Jun 21 03:07:46.815896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:46.897314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:46.944470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:46.969614 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:46.970964 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Added segment 619c779f-51d1-4f32-9173-fcc09a2078ed of type vlan for network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6
Jun 21 03:07:46.987367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2cec45fb-63a0-4899-bfe1-a049a40633b3 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:47.060391 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.098269 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2cfcaee4-d0a1-40e7-8d3b-d2f1f1374093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:47.158369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 2cec45fb-63a0-4899-bfe1-a049a40633b3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:47.167954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 2cec45fb-63a0-4899-bfe1-a049a40633b3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:47.168606 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.175813 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.176858 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:47.177621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.191231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d97de-6f1d-43be-8494-f23d8623b732,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:47.194878 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:47.199331 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4570077f-4c61-47f5-b3af-b2f1dacfc69f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:47.206999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.209600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.271333 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.281448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc944a-8e52-4d74-9160-0b1968a3a564 None None] New status for floating IP 850e7407-5ae7-4c1c-a277-86b60c35e6e0: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:07:47.291108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Pushing event updated for resources: {'Network': ['ID=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:47.299280 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:47.299280 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0327477
Jun 21 03:07:47.303723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:47.323621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Request body: {'subnet': {'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-570572997-subnet', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:47.352292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:47.365612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-87409f9c-9003-43b7-901a-ab96261075a0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:47.369313 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-87409f9c-9003-43b7-901a-ab96261075a0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 946 time: 0.2501700
Jun 21 03:07:47.500437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Made reservation on behalf of b541895659734366b8e24c7401ede8a6 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:47.500437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.569120 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.604385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ac1dd-caf9-4c9f-a8c9-c52a60c896a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cec45fb-63a0-4899-bfe1-a049a40633b3'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:07:47.608001 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726a2b37-d142-4a25-9990-88aae14367b8" -d '{"events": [{"server_uuid": "934ac1dd-caf9-4c9f-a8c9-c52a60c896a7", "name": "network-vif-plugged", "status": "completed", "tag": "2cec45fb-63a0-4899-bfe1-a049a40633b3"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:07:47.627806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2cec45fb-63a0-4899-bfe1-a049a40633b3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2cec45fb-63a0-4899-bfe1-a049a40633b3,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:47.668598 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3863770-7779-4a1d-a378-719dbe186c00 x-openstack-request-id: req-e3863770-7779-4a1d-a378-719dbe186c00 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:07:47.668907 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ac1dd-caf9-4c9f-a8c9-c52a60c896a7", "name": "network-vif-plugged", "status": "completed", "tag": "2cec45fb-63a0-4899-bfe1-a049a40633b3", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:07:47.669265 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3863770-7779-4a1d-a378-719dbe186c00 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:07:47.669891 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ac1dd-caf9-4c9f-a8c9-c52a60c896a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cec45fb-63a0-4899-bfe1-a049a40633b3', 'code': 200}
Jun 21 03:07:47.677630 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 9404d825-ad5e-44f4-ae25-66fcbe861832 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:47.677974 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.729825 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.733078 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-493daa13-c991-4a07-8f6b-39c984163b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:47.870976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 9404d825-ad5e-44f4-ae25-66fcbe861832, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9404d825-ad5e-44f4-ae25-66fcbe861832,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:47.871547 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.886401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=2cec45fb-63a0-4899-bfe1-a049a40633b3,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:47.924686 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:47.938679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:47.967292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 9404d825-ad5e-44f4-ae25-66fcbe861832 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:47.968548 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82bacd47-6d4d-427d-9e5a-7d22dd14da2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:47.986837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:48.083517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e244541e-cfcb-419e-b6c4-650b3cecd77c,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:48.090218 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:48.098444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Checking segment: {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:48.098820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Network hostable DHCP agents. Network: 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:07:48.272774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:07:48.272774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:48.278118 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-154aca2f-983c-4202-8096-d41028cf39fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:48.319611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=9404d825-ad5e-44f4-ae25-66fcbe861832,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:48.322253 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:48.376749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] No DVR routers for this DVR port 9404d825-ad5e-44f4-ae25-66fcbe861832 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:07:48.379885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:48.382066 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-78e88c57-9ee8-434b-ae6f-f06477c96527 req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "DELETE /v2.0/ports/9404d825-ad5e-44f4-ae25-66fcbe861832 HTTP/1.1" status: 204  len: 173 time: 1.0033834
Jun 21 03:07:48.382777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-deleted', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:07:48.386253 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe587973-2766-4492-b7f6-1b1634db9c65" -d '{"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-deleted", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:07:48.389219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:48.393073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:48.393763 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:48.409600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78669b2-f11b-4f8a-87b6-e44b8f1bdc64 None None] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:48.481227 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1609211
Jun 21 03:07:48.481487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:48.490619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:48.538489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9fac8b5-c560-4265-8876-8eceb70df5cd req-62b3f4a0-c7fd-47b0-9178-c638bc42476b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0c46a6e-2275-40f7-ae77-ccc897351e42 HTTP/1.1" status: 200  len: 210 time: 0.4824781
Jun 21 03:07:48.611001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:07:48.612054 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:48.622473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Allocated IP 172.20.0.5 (46e707e5-0bec-4e8a-b13b-13ce1a13a5ca/dca8bd89-4302-44b7-9fab-ee7c50191739/fad1e170-03e3-4cee-b6f9-c12bae649d6d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:48.624202 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e0271-e411-4fe2-9ecd-97983bbade98 x-openstack-request-id: req-e60e0271-e411-4fe2-9ecd-97983bbade98 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:07:48.637000 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c46a6e-2275-40f7-ae77-ccc897351e42", "name": "network-vif-deleted", "tag": "9404d825-ad5e-44f4-ae25-66fcbe861832", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:07:48.637000 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e60e0271-e411-4fe2-9ecd-97983bbade98 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:07:48.637000 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c46a6e-2275-40f7-ae77-ccc897351e42', 'name': 'network-vif-deleted', 'tag': '9404d825-ad5e-44f4-ae25-66fcbe861832', 'status': 'completed', 'code': 200}
Jun 21 03:07:48.665763 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:48.668416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:48.687185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7b61c-bece-4304-9e3f-ad4514ced5ad req-b0446b51-2ed4-4010-9047-8bb00b4b31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:48.690266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18d7b61c-bece-4304-9e3f-ad4514ced5ad req-b0446b51-2ed4-4010-9047-8bb00b4b31cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 1097 time: 0.9414899
Jun 21 03:07:48.755474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:48.866882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Allocated IP 172.20.0.2 (56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6/e244541e-cfcb-419e-b6c4-650b3cecd77c/e939a5a3-50cb-4132-abe2-4777fc85624f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:48.885900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231adb-949f-4989-b9a3-910ee7f9911f req-edf80a5f-62ca-40a2-b3ba-ee1aecd4a098 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:48.891889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1231adb-949f-4989-b9a3-910ee7f9911f req-edf80a5f-62ca-40a2-b3ba-ee1aecd4a098 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 945 time: 0.9069753
Jun 21 03:07:49.070214 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:49.080224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1231adb-949f-4989-b9a3-910ee7f9911f req-5128473e-e8ba-4420-af57-9a379ad72ccf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867952
Jun 21 03:07:49.093206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18d7b61c-bece-4304-9e3f-ad4514ced5ad req-ecfbde73-7367-404c-9711-042c289163c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3885598
Jun 21 03:07:49.123304 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:49.137962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Transition to ACTIVE for port object e939a5a3-50cb-4132-abe2-4777fc85624f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:49.150636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:49.156587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Transition to ACTIVE for port object e939a5a3-50cb-4132-abe2-4777fc85624f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:49.227175 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:49.231046 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:49.240069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 1e68d050-30c9-4fb0-8afe-a15696f57785 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:07:49.287084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:49.292498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:49.301087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:49.309544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Pushing event updated for resources: {'Port': ['ID=e939a5a3-50cb-4132-abe2-4777fc85624f,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:49.313848 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:49.347236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:49.368900 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f295507-7c33-4750-a175-9759836f813b tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:49.402439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Attempting to bind port e939a5a3-50cb-4132-abe2-4777fc85624f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:07:49.402832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Attempting to bind port e939a5a3-50cb-4132-abe2-4777fc85624f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:07:49.403212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Attempting to bind port e939a5a3-50cb-4132-abe2-4777fc85624f on network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:49.423214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:07:49.433589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Checking segment: {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:49.433589 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:49.433589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Bound using segment: {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:07:49.433589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Bound port: e939a5a3-50cb-4132-abe2-4777fc85624f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:07:49.433589 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:49.456301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'Port': ['ID=fad1e170-03e3-4cee-b6f9-c12bae649d6d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:49.469575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:49.474024 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:49.474755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:49.526302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] For port e939a5a3-50cb-4132-abe2-4777fc85624f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:07:49.529957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] For port e939a5a3-50cb-4132-abe2-4777fc85624f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e939a5a3-50cb-4132-abe2-4777fc85624f,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:07:49.540673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:49.610578 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:49.615390 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:49.760069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Pushing event updated for resources: {'Port': ['ID=e939a5a3-50cb-4132-abe2-4777fc85624f,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:49.765214 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:49.806942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39158) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:49.877532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:49.900364 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe797f-c398-4722-9afd-88f3cb130ba4 None None] Sync routers for ids ['1e68d050-30c9-4fb0-8afe-a15696f57785'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:49.918289 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe797f-c398-4722-9afd-88f3cb130ba4 None None] Routers {'1e68d050-30c9-4fb0-8afe-a15696f57785'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:49.918921 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-06fe797f-c398-4722-9afd-88f3cb130ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d832ad00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1e68d050-30c9-4fb0-8afe-a15696f57785'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:49.982493 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-06fe797f-c398-4722-9afd-88f3cb130ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d832ad00>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:50.016339 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe797f-c398-4722-9afd-88f3cb130ba4 None None] Routers {'1e68d050-30c9-4fb0-8afe-a15696f57785'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:50.016968 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-06fe797f-c398-4722-9afd-88f3cb130ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d832ad00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1e68d050-30c9-4fb0-8afe-a15696f57785'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:50.107460 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-06fe797f-c398-4722-9afd-88f3cb130ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d832ad00>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:50.122489 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe797f-c398-4722-9afd-88f3cb130ba4 None None] The sync data for ids ['1e68d050-30c9-4fb0-8afe-a15696f57785'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:50.162727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:50.165607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39166) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:50.166350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 7.0439351
Jun 21 03:07:50.280327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:07:50.327485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 9404d825-ad5e-44f4-ae25-66fcbe861832 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:07:50.327841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9404d825-ad5e-44f4-ae25-66fcbe861832 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:07:50.462808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:50.488489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:50.555540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d318bbac-33aa-4c58-9de8-c39ffc57e336 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/routers/1e68d050-30c9-4fb0-8afe-a15696f57785 HTTP/1.1" status: 200  len: 885 time: 0.3772500
Jun 21 03:07:50.556004 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39172) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:50.715151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Allocated IP 172.25.7.11 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:50.724865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:50.842872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534389-6c0d-44cd-a239-5f56d6246c29 req-1cd5dd5e-a2df-4307-b3c9-817ffc593368 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:50.846711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b534389-6c0d-44cd-a239-5f56d6246c29 req-1cd5dd5e-a2df-4307-b3c9-817ffc593368 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 945 time: 0.4025748
Jun 21 03:07:51.014519 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:51.040691 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2abac5ad-f2b0-43a7-8a7b-afe406430af2 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.4812572
Jun 21 03:07:51.043956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39180) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:51.062148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b534389-6c0d-44cd-a239-5f56d6246c29 req-f6945738-23bf-42bd-9d32-1799043c07a9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792362
Jun 21 03:07:51.131214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-516ab6d3-6a4d-477c-99b3-5214158d9932 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1440335618'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:51.187405 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:51.205320 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bab9602d-cbd2-4382-a16c-9bc5930db4ab tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:51.252693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:51.258063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:51.276003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:51.327067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Pushing event updated for resources: {'Port': ['ID=71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:51.342802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.351026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.351026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.351026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.351804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.352339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.352840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.353409 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.356572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.357373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.357618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.358145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:51.366702 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:51.401810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd89ab-38f2-4c7c-ae33-38639b54c803 None None] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:51.480965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:51.656689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c29bb495-4081-4bcb-8fa6-9e82122dd572 None None] Provisioning for port e939a5a3-50cb-4132-abe2-4777fc85624f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:51.661862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed55dd-670a-4ce3-ade8-993acfe0c8c8 req-bfc99c6a-8f7e-4575-b30e-f1811441693f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:51.663412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50ed55dd-670a-4ce3-ade8-993acfe0c8c8 req-bfc99c6a-8f7e-4575-b30e-f1811441693f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 945 time: 0.3056884
Jun 21 03:07:51.826251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:51.973982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-516ab6d3-6a4d-477c-99b3-5214158d9932 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:51.995283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50ed55dd-670a-4ce3-ade8-993acfe0c8c8 req-1baef124-4e9e-4210-8a45-2695f29f7853 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2912858
Jun 21 03:07:52.022202 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.119641 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-516ab6d3-6a4d-477c-99b3-5214158d9932 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.231798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Router 11e26911-8a42-4876-9a01-cb9415e1f82c is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:07:52.272075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e939a5a3-50cb-4132-abe2-4777fc85624f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:52.287198 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.290981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39200) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:52.411055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e939a5a3-50cb-4132-abe2-4777fc85624f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:52.417349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e939a5a3-50cb-4132-abe2-4777fc85624f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:52.418104 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.498885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfccc97-2599-4f0f-852f-4049f4428027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.540776 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.609013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:07:52.615794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port e939a5a3-50cb-4132-abe2-4777fc85624f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e939a5a3-50cb-4132-abe2-4777fc85624f,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:52.741292 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.748100 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-08eaa148-6085-44b0-bdce-f70b2136189e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:52.792049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfccc97-2599-4f0f-852f-4049f4428027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.813685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=e939a5a3-50cb-4132-abe2-4777fc85624f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:52.829807 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:52.850837 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfccc97-2599-4f0f-852f-4049f4428027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:52.857809 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:52.918056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:52.926224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfccc97-2599-4f0f-852f-4049f4428027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2dcf16-01f6-4004-8410-fd12e987fa11,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:52.929772 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1bfccc97-2599-4f0f-852f-4049f4428027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:52.935895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1bfccc97-2599-4f0f-852f-4049f4428027 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df31a3ee63004750afeb8791ec4ce588&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6414318
Jun 21 03:07:52.936942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Sync routers for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:52.937095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39206) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:52.957731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:52.960582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a76790>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:53.004453 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11916ae5-463a-46bb-ab71-f49877b05e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.036422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.040023 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.5536675
Jun 21 03:07:53.041493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39208) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:53.046479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11916ae5-463a-46bb-ab71-f49877b05e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.149502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:53.152002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:07:53.162208 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Sync routers for ids ['11e26911-8a42-4876-9a01-cb9415e1f82c'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:53.178947 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Routers {'11e26911-8a42-4876-9a01-cb9415e1f82c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:53.179608 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d832a0d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['11e26911-8a42-4876-9a01-cb9415e1f82c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:53.210319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11916ae5-463a-46bb-ab71-f49877b05e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.212102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11916ae5-463a-46bb-ab71-f49877b05e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.215681 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11916ae5-463a-46bb-ab71-f49877b05e5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f2dcf16-01f6-4004-8410-fd12e987fa11 HTTP/1.1" status: 204  len: 168 time: 0.2753971
Jun 21 03:07:53.215681 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-924206e7-1e55-4b59-9fad-dff9d0c33551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:53.229671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11916ae5-463a-46bb-ab71-f49877b05e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2dcf16-01f6-4004-8410-fd12e987fa11,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:53.238254 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11916ae5-463a-46bb-ab71-f49877b05e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:53.239198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516ab6d3-6a4d-477c-99b3-5214158d9932 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 1e68d050-30c9-4fb0-8afe-a15696f57785 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:07:53.258976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46139ac5-9f13-405d-ac0e-b62088765912 req-b14ec07c-bedd-4890-b080-43ec34d3f136 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:53.261665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46139ac5-9f13-405d-ac0e-b62088765912 req-b14ec07c-bedd-4890-b080-43ec34d3f136 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 945 time: 1.0308263
Jun 21 03:07:53.324086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.325262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 8.0781684
Jun 21 03:07:53.328060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:53.347360 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Set router 11e26911-8a42-4876-9a01-cb9415e1f82c gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:07:53.497722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-46139ac5-9f13-405d-ac0e-b62088765912 req-a38448f7-eba0-4e63-a8cb-7189bb18de0f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280889
Jun 21 03:07:53.547897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a76790>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:51Z', 'revision_number': 3, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:53.556490 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.655556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Checking router: f029849f-2259-4fc6-85bd-4d88f1b8a7f6 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:07:53.655824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Updating router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:07:53.773216 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d832a0d0>, [{'id': '11e26911-8a42-4876-9a01-cb9415e1f82c', 'name': '', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca', 'external_fixed_ips': [{'subnet_id': 'dca8bd89-4302-44b7-9fab-ee7c50191739', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'fad1e170-03e3-4cee-b6f9-c12bae649d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:45Z', 'updated_at': '2021-06-21T03:07:49Z', 'revision_number': 3, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port': {'id': 'fad1e170-03e3-4cee-b6f9-c12bae649d6d', 'name': '', 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e26911-8a42-4876-9a01-cb9415e1f82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'dca8bd89-4302-44b7-9fab-ee7c50191739', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:47Z', 'updated_at': '2021-06-21T03:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca8bd89-4302-44b7-9fab-ee7c50191739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:53.781052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.800893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.827196 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Checking router: 11e26911-8a42-4876-9a01-cb9415e1f82c for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:07:53.832816 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Updating router 11e26911-8a42-4876-9a01-cb9415e1f82c port fad1e170-03e3-4cee-b6f9-c12bae649d6d binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:07:53.883168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516ab6d3-6a4d-477c-99b3-5214158d9932 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:53.895381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-516ab6d3-6a4d-477c-99b3-5214158d9932 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:53.899665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-516ab6d3-6a4d-477c-99b3-5214158d9932 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/1e68d050-30c9-4fb0-8afe-a15696f57785 HTTP/1.1" status: 200  len: 892 time: 2.8331709
Jun 21 03:07:53.906864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39224) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:53.924481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d9f84-5a6e-42bf-a6f7-8f1c8522720f None None] Sync routers for ids ['1e68d050-30c9-4fb0-8afe-a15696f57785'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:53.929309 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.035000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Deleting port fad1e170-03e3-4cee-b6f9-c12bae649d6d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:54.035602 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.146075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port f15c7cd2-a872-49b5-8293-97fef063410f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:54.146588 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.149420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39226) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:54.200218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1056-368a-4e16-8dcb-6f2d87735159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.252172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.364050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Calling delete_port for fad1e170-03e3-4cee-b6f9-c12bae649d6d owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:54.393436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-90c42465-dadf-4e8e-85c6-dfb97077b6c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/routers/1e68d050-30c9-4fb0-8afe-a15696f57785 HTTP/1.1" status: 200  len: 892 time: 0.4804881
Jun 21 03:07:54.424522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39230) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:54.574239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e939a5a3-50cb-4132-abe2-4777fc85624f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:54.619249 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.652920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Transition to ACTIVE for port object fad1e170-03e3-4cee-b6f9-c12bae649d6d will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:54.684683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-993ae65c-22c3-4e85-afa3-5c67007bc778 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e68d050-30c9-4fb0-8afe-a15696f57785 HTTP/1.1" status: 200  len: 205 time: 0.2598081
Jun 21 03:07:54.690906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39234) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:54.693457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d9f84-5a6e-42bf-a6f7-8f1c8522720f None None] Routers {'1e68d050-30c9-4fb0-8afe-a15696f57785'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:54.694313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a6d9f84-5a6e-42bf-a6f7-8f1c8522720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2caf670>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1e68d050-30c9-4fb0-8afe-a15696f57785'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:54.744469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a6d9f84-5a6e-42bf-a6f7-8f1c8522720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2caf670>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:54.745264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port f15c7cd2-a872-49b5-8293-97fef063410f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f15c7cd2-a872-49b5-8293-97fef063410f,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:54.745698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.746516 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.757200 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-910f77b0-6779-4bd3-8f64-e09255f52724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:54.761403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d9f84-5a6e-42bf-a6f7-8f1c8522720f None None] Routers {'1e68d050-30c9-4fb0-8afe-a15696f57785'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:54.762329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a6d9f84-5a6e-42bf-a6f7-8f1c8522720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2caf670>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['1e68d050-30c9-4fb0-8afe-a15696f57785'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:54.809687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a6d9f84-5a6e-42bf-a6f7-8f1c8522720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2caf670>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:54.810617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d9f84-5a6e-42bf-a6f7-8f1c8522720f None None] The sync data for ids ['1e68d050-30c9-4fb0-8afe-a15696f57785'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:54.859892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e939a5a3-50cb-4132-abe2-4777fc85624f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:54.861252 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.871662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for f15c7cd2-a872-49b5-8293-97fef063410f owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:54.890835 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1056-368a-4e16-8dcb-6f2d87735159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.912368 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Attempting to bind port fad1e170-03e3-4cee-b6f9-c12bae649d6d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:07:54.913476 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Attempting to bind port fad1e170-03e3-4cee-b6f9-c12bae649d6d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:07:54.913952 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Attempting to bind port fad1e170-03e3-4cee-b6f9-c12bae649d6d on network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:54.936331 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:07:54.936990 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Checking segment: {'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:54.937566 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.938110 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Bound using segment: {'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:07:54.939519 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Bound port: fad1e170-03e3-4cee-b6f9-c12bae649d6d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:07:54.940026 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:54.944207 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.006384 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1056-368a-4e16-8dcb-6f2d87735159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.013099 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Pushing event updated for resources: {'Port': ['ID=fad1e170-03e3-4cee-b6f9-c12bae649d6d,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:55.014135 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-949f6ad8-6fc1-4334-ae03-72008fff1dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:55.022283 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.022759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.023187 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.023665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.024345 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.024498 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.024967 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.025614 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.026294 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.026713 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.027125 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.027720 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:07:55.031856 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:55.050990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.053558 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.068018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Transition to ACTIVE for port object 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:55.118425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fc68f-1a2f-43d8-a708-e4cb519220cd req-e844cda4-ad88-4b0c-baf0-b60bb8cf6d3e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:55.121092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b3fc68f-1a2f-43d8-a708-e4cb519220cd req-e844cda4-ad88-4b0c-baf0-b60bb8cf6d3e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 945 time: 0.3043480
Jun 21 03:07:55.122113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1056-368a-4e16-8dcb-6f2d87735159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9def95ba-6573-48fb-be97-4f26f49ef12f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:55.124052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.126682 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:55.175989 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e3e1056-368a-4e16-8dcb-6f2d87735159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:55.182126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4e3e1056-368a-4e16-8dcb-6f2d87735159 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88d58f0c858045bca1d33fe06fca90e8&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0266912
Jun 21 03:07:55.187853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39238) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:55.188392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f9b9e-b45a-4c06-8786-19eab25f8e19 None None] Pushing event updated for resources: {'Port': ['ID=71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:55.191048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Attempting to bind port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:07:55.191517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Attempting to bind port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:07:55.191963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Attempting to bind port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:55.195851 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-741f9b9e-b45a-4c06-8786-19eab25f8e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:55.199677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:07:55.199677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:55.200108 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.200609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:07:55.201205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Bound port: 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:07:55.201731 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.277147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] For port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:07:55.288438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] For port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:07:55.344528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b3fc68f-1a2f-43d8-a708-e4cb519220cd req-1da1cf8e-bd29-4e62-97f2-88fc64e8c69a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673083
Jun 21 03:07:55.366480 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.368724 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:55.403085 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66aaf42b-3edd-4bca-85ee-f7433a93979c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.418983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f9b9e-b45a-4c06-8786-19eab25f8e19 None None] Pushing event updated for resources: {'Port': ['ID=71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:55.432978 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-741f9b9e-b45a-4c06-8786-19eab25f8e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:55.449399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:55.450560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a76790>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:55.467935 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66aaf42b-3edd-4bca-85ee-f7433a93979c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.540644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.571842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:07:55.612638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Allocated IP 172.20.0.1 (56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6/e244541e-cfcb-419e-b6c4-650b3cecd77c/f15e01c1-d5aa-4748-86d9-f13be90bb031) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:07:55.649582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.651386 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.db.api [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:07:55.651915 n-d-758944-33 neutron-server[94169]: DEBUG oslo_db.api [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:07:55.652028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:55.727150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.729508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event deleted for resources: {'Port': ['ID=fad1e170-03e3-4cee-b6f9-c12bae649d6d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:55.734912 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:55.737099 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:55.811673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=f15c7cd2-a872-49b5-8293-97fef063410f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:55.815882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:55.824953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a76790>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:51Z', 'revision_number': 3, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:55.840359 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.859699 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66aaf42b-3edd-4bca-85ee-f7433a93979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.863106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66aaf42b-3edd-4bca-85ee-f7433a93979c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:55.866568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-66aaf42b-3edd-4bca-85ee-f7433a93979c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9def95ba-6573-48fb-be97-4f26f49ef12f HTTP/1.1" status: 204  len: 168 time: 0.6709249
Jun 21 03:07:55.866895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b40f4-739b-40ca-ac7c-e72e1e115859 None None] The sync data for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 is: [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:51Z', 'revision_number': 3, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:55.914956 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02602863-438e-4365-b6b3-f6f1ac06055c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:55.970290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaf42b-3edd-4bca-85ee-f7433a93979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def95ba-6573-48fb-be97-4f26f49ef12f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:55.974319 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66aaf42b-3edd-4bca-85ee-f7433a93979c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:56.015361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 8342b89d-0e64-40c2-ac20-021bad57c2c9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:56.015361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.180215 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Attempting to bind port fad1e170-03e3-4cee-b6f9-c12bae649d6d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:07:56.180691 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Attempting to bind port fad1e170-03e3-4cee-b6f9-c12bae649d6d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:07:56.181140 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Attempting to bind port fad1e170-03e3-4cee-b6f9-c12bae649d6d on network 46e707e5-0bec-4e8a-b13b-13ce1a13a5ca {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:07:56.202086 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:07:56.202480 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Checking segment: {'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:56.202887 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.203331 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Bound using segment: {'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:07:56.203769 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Bound port: fad1e170-03e3-4cee-b6f9-c12bae649d6d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d1c4f-e4c1-436e-b7f2-0087d0274feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '46e707e5-0bec-4e8a-b13b-13ce1a13a5ca'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:07:56.204143 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.242310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.248760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.256818 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.plugin [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Port fad1e170-03e3-4cee-b6f9-c12bae649d6d has been deleted concurrently {{(pid=94169) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}}
Jun 21 03:07:56.280593 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Routers {'11e26911-8a42-4876-9a01-cb9415e1f82c'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:56.281177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d832a0d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['11e26911-8a42-4876-9a01-cb9415e1f82c'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:56.297592 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.311959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.385692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Transition to ACTIVE for port object f15e01c1-d5aa-4748-86d9-f13be90bb031 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:07:56.457215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.478085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11e26911-8a42-4876-9a01-cb9415e1f82c {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:07:56.483965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.489317 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] Set router 11e26911-8a42-4876-9a01-cb9415e1f82c gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:07:56.497481 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "DELETE /v2.0/routers/11e26911-8a42-4876-9a01-cb9415e1f82c HTTP/1.1" status: 204  len: 168 time: 3.1682315
Jun 21 03:07:56.500106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:56.508160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39274) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:56.571379 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d832a0d0>, [{'id': '11e26911-8a42-4876-9a01-cb9415e1f82c', 'name': '', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:45Z', 'updated_at': '2021-06-21T03:07:54Z', 'revision_number': 5, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:56.612728 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81cef1-b85a-42f9-b2c1-2f5959b68bc4 None None] The sync data for ids ['11e26911-8a42-4876-9a01-cb9415e1f82c'] in n-d-758944-33 is: [{'id': '11e26911-8a42-4876-9a01-cb9415e1f82c', 'name': '', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:45Z', 'updated_at': '2021-06-21T03:07:54Z', 'revision_number': 5, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:07:56.716345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 8342b89d-0e64-40c2-ac20-021bad57c2c9 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:57.133048 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.135386 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-785d03a1-f862-4306-9079-8a9091ccdb57 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:57.167813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=8342b89d-0e64-40c2-ac20-021bad57c2c9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:57.175173 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:57.269168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.327180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-0cd0fc8e-6810-4ad4-b51c-41f58e11bdec tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:57.334494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-0cd0fc8e-6810-4ad4-b51c-41f58e11bdec tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 945 time: 1.2102907
Jun 21 03:07:57.436994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.440713 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.538546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Deleting subnet dca8bd89-4302-44b7-9fab-ee7c50191739 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:07:57.543788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.561754 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.564463 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:57.631623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:07:57.651849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:57.659713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:07:57.672570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.674350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Fanout notify agent at l3_agent the message router_deleted on router 1e68d050-30c9-4fb0-8afe-a15696f57785 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:07:57.682360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.687212 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/1e68d050-30c9-4fb0-8afe-a15696f57785 HTTP/1.1" status: 204  len: 168 time: 2.9949250
Jun 21 03:07:57.692464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39306) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:57.703647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2113581497'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:57.724408 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.833091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:57.839690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.845780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Pushing event updated for resources: {'Port': ['ID=f15e01c1-d5aa-4748-86d9-f13be90bb031,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:57.873167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:07:57.878927 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:57.880645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 2cec45fb-63a0-4899-bfe1-a049a40633b3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:07:57.880987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.888283 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.904055 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment d3a01ba0-a960-4b68-a2ab-931dc8fce9e4 of type vlan for network e7d4781c-3895-4f2a-8d68-180b4616c59f
Jun 21 03:07:57.904526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:57.959756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.078700 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.088453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:58.089230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.098761 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:58.138430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router fa395967-5ec1-41f7-9782-73f21cac5370 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:07:58.148316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21351-dfec-4434-bf37-149d4cf6bb61 req-f5b46646-cd77-4c1c-9e02-0fffc88563a7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:58.158459 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93d21351-dfec-4434-bf37-149d4cf6bb61 req-f5b46646-cd77-4c1c-9e02-0fffc88563a7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 945 time: 0.9014144
Jun 21 03:07:58.181315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:07:58.198619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=e7d4781c-3895-4f2a-8d68-180b4616c59f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:58.202811 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:58.216506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.250842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e7d4781c-3895-4f2a-8d68-180b4616c59f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:07:58.256326 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5564117
Jun 21 03:07:58.258199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39316) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:58.259743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-36893db5-bd2a-46a4-a95e-16f9e6fcd45f None None] Provisioning for port f15e01c1-d5aa-4748-86d9-f13be90bb031 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:58.265441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': 'e7d4781c-3895-4f2a-8d68-180b4616c59f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:07:58.358109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-36893db5-bd2a-46a4-a95e-16f9e6fcd45f None None] Provisioning complete for port f15e01c1-d5aa-4748-86d9-f13be90bb031 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:58.358109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-36893db5-bd2a-46a4-a95e-16f9e6fcd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.466190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-36893db5-bd2a-46a4-a95e-16f9e6fcd45f None None] Port f15e01c1-d5aa-4748-86d9-f13be90bb031 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:07:58.485094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93d21351-dfec-4434-bf37-149d4cf6bb61 req-84c6b6b3-ebcc-4750-987d-c67ca0847e6c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3119533
Jun 21 03:07:58.494495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] For port 2cec45fb-63a0-4899-bfe1-a049a40633b3, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2cec45fb-63a0-4899-bfe1-a049a40633b3,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:58.494495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.562042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:07:58.562042 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.602893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 2cec45fb-63a0-4899-bfe1-a049a40633b3 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:07:58.621045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:07:58.637692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:07:58.638490 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.692117 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.709040 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f7813fe-5aff-40d6-b59f-860f4180f7f7 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:58.717461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:07:58.729371 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] Sync routers for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:07:58.734903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "PUT /v2.0/routers/fa395967-5ec1-41f7-9782-73f21cac5370/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9231260
Jun 21 03:07:58.746117 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39330) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:58.755810 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:58.756511 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8245820>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:58.771040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.800257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dca8bd89-4302-44b7-9fab-ee7c50191739,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:58.800257 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.800257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/dca8bd89-4302-44b7-9fab-ee7c50191739 HTTP/1.1" status: 204  len: 168 time: 2.2865059
Jun 21 03:07:58.836450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39332) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:58.837449 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:58.860099 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.890935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:07:58.963761 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:58.974568 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ec487e1d-38d7-4950-a3ae-a722595947a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:59.000473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting subnet cc350e76-690f-4e72-a9b1-d64f2ee42ac5 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:07:59.008220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.074043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:59.075430 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:07:59.079805 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:59.083567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.176105 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.334882 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.369089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.372931 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccd4a306-f956-4d4a-b74b-dd2ed4b6bb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:59.435326 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8245820>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:07:55Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:59.477654 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] Checking router: fa395967-5ec1-41f7-9782-73f21cac5370 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:07:59.486120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=1a313f54-db25-49b7-8ba8-66ca006b5d8e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:59.488141 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] Routers {'fa395967-5ec1-41f7-9782-73f21cac5370'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:07:59.488958 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8245820>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fa395967-5ec1-41f7-9782-73f21cac5370'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:59.489346 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:59.490342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': 'd3a01ba0-a960-4b68-a2ab-931dc8fce9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e7d4781c-3895-4f2a-8d68-180b4616c59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:07:59.490961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: e7d4781c-3895-4f2a-8d68-180b4616c59f, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:07:59.523692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.541218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d211b3d0>,) {'filters': {'network_id': ['46e707e5-0bec-4e8a-b13b-13ce1a13a5ca']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:59.553423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d211b3d0>, '749d1c4f-e4c1-436e-b7f2-0087d0274feb') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:59.553654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d211b3d0>, '749d1c4f-e4c1-436e-b7f2-0087d0274feb') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:07:59.572850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.575996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.590108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.590628 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.599683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:07:59.601110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:07:59.603121 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:07:59.607353 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9a06543d-42f2-4b60-9eb0-fef997eaaf06 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:59.608198 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] Set router fa395967-5ec1-41f7-9782-73f21cac5370 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:07:59.628394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f60bad-7f3a-4fc3-a55d-565867adbb56 None None] Network be748c2e-558d-4c3d-8995-baff9f8ff5a7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:59.636900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.641125 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/subnets/cc350e76-690f-4e72-a9b1-d64f2ee42ac5 HTTP/1.1" status: 204  len: 168 time: 0.8916721
Jun 21 03:07:59.641125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Subnet': ['ID=cc350e76-690f-4e72-a9b1-d64f2ee42ac5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:59.642568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39348) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:07:59.644593 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:59.669385 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.703178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network e7d4781c-3895-4f2a-8d68-180b4616c59f is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:07:59.707661 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9afc150-d832-40c7-8107-5124490133e0 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:59.741295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6318d511-fcf5-43b9-af75-cd91e8d858ef req-c2307a82-fc6e-429e-927b-437eb7821178 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.1273718
Jun 21 03:07:59.743935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=2cec45fb-63a0-4899-bfe1-a049a40633b3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:07:59.746363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.749960 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:07:59.750891 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:07:59.826551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e7d4781c-3895-4f2a-8d68-180b4616c59f) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:07:59.838878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:07:59.840556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.861679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.890482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc5a5c-f1cb-45db-84eb-d2e49a700d54 None None] Network e7d4781c-3895-4f2a-8d68-180b4616c59f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:07:59.903317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.923556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  46e707e5-0bec-4e8a-b13b-13ce1a13a5ca {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jun 21 03:07:59.933834 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:07:59.951644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "DELETE /v2.0/networks/46e707e5-0bec-4e8a-b13b-13ce1a13a5ca HTTP/1.1" status: 204  len: 168 time: 1.0950537
Jun 21 03:07:59.977297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7093589
Jun 21 03:07:59.986196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39360) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:00.004834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d6d14f54-f648-494a-a6e9-1a6fc0b0bd19 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-687824274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:00.049935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] No DVR routers for this DVR port 2cec45fb-63a0-4899-bfe1-a049a40633b3 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:08:00.051599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Pushing event updated for resources: {'Port': ['ID=f15e01c1-d5aa-4748-86d9-f13be90bb031,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:00.061105 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8245820>, [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:07:55Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:00.061581 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:00.071598 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.098215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.100314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b78909c-d987-4f7b-8d82-25a5877cca83 req-f58885d9-65c1-4ccc-8b2d-7a7bce617b3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "DELETE /v2.0/ports/2cec45fb-63a0-4899-bfe1-a049a40633b3 HTTP/1.1" status: 204  len: 173 time: 2.7224853
Jun 21 03:08:00.100844 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-309cfe82-1f2a-47c6-8624-172a7b35afa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:00.104256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ac1dd-caf9-4c9f-a8c9-c52a60c896a7', 'name': 'network-vif-deleted', 'tag': '2cec45fb-63a0-4899-bfe1-a049a40633b3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:08:00.120900 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6f62be-2323-41fe-b435-6433366b129e" -d '{"events": [{"server_uuid": "934ac1dd-caf9-4c9f-a8c9-c52a60c896a7", "name": "network-vif-deleted", "tag": "2cec45fb-63a0-4899-bfe1-a049a40633b3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:08:00.137276 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5af59b-f948-44bc-93f0-ce88ff924145 None None] The sync data for ids ['fa395967-5ec1-41f7-9782-73f21cac5370'] in n-d-758944-33 is: [{'id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027900833', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:05:11Z', 'updated_at': '2021-06-21T03:07:55Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '64ccb47d-6a07-4c12-a3a1-184c73ace7c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa395967-5ec1-41f7-9782-73f21cac5370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:05:12Z', 'updated_at': '2021-06-21T03:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:00.296692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:00.297122 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564cd520-d0ae-40c6-8a98-c79eb016b035 x-openstack-request-id: req-564cd520-d0ae-40c6-8a98-c79eb016b035 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:08:00.297122 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ac1dd-caf9-4c9f-a8c9-c52a60c896a7", "name": "network-vif-deleted", "tag": "2cec45fb-63a0-4899-bfe1-a049a40633b3", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:08:00.298402 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-564cd520-d0ae-40c6-8a98-c79eb016b035 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:08:00.298901 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ac1dd-caf9-4c9f-a8c9-c52a60c896a7', 'name': 'network-vif-deleted', 'tag': '2cec45fb-63a0-4899-bfe1-a049a40633b3', 'status': 'completed', 'code': 200}
Jun 21 03:08:00.301889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event deleted for resources: {'Network': ['ID=46e707e5-0bec-4e8a-b13b-13ce1a13a5ca,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:00.305098 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:00.331654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.392906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d6d14f54-f648-494a-a6e9-1a6fc0b0bd19 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.394025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d6d14f54-f648-494a-a6e9-1a6fc0b0bd19 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.399071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:00.400556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:00.529077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d6d14f54-f648-494a-a6e9-1a6fc0b0bd19 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.555546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:00.559295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.584410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] DHCP port deletion for be748c2e-558d-4c3d-8995-baff9f8ff5a7 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:08:00.635423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d6d14f54-f648-494a-a6e9-1a6fc0b0bd19 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.675598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:08:00.763556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:00.763556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.856398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39384) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:00.889276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bddbd5cf-d6e7-4d59-9c1e-8a9844de2ad9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'router': {'name': 'tempest-router--864977555', 'project_id': 'bf6f040e2fc44394a9664870d923def3'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:00.895633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d6d14f54-f648-494a-a6e9-1a6fc0b0bd19 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:00.925475 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d6d14f54-f648-494a-a6e9-1a6fc0b0bd19 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9390647
Jun 21 03:08:00.927717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39388) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:01.078459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2cec45fb-63a0-4899-bfe1-a049a40633b3 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:08:01.081292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-e7d4781c-3895-4f2a-8d68-180b4616c59f', 'network_id': 'e7d4781c-3895-4f2a-8d68-180b4616c59f', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': '1a313f54-db25-49b7-8ba8-66ca006b5d8e'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:08:01.083611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 64ccb47d-6a07-4c12-a3a1-184c73ace7c0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=64ccb47d-6a07-4c12-a3a1-184c73ace7c0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:01.084132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3787219d-7004-408d-93fd-25fd07d5074a req-7a27c1db-b3b1-42e7-8858-bac19ce8caea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.0632465
Jun 21 03:08:01.084255 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:01.093029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:01.099193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] 10.222.0.25 "PUT /v2.0/routers/f029849f-2259-4fc6-85bd-4d88f1b8a7f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0321975
Jun 21 03:08:01.102147 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:01.153303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 2cec45fb-63a0-4899-bfe1-a049a40633b3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:08:01.153606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2cec45fb-63a0-4899-bfe1-a049a40633b3 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:08:01.170015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] Deleting port 78fa9fb2-2822-4b61-a8df-51f808bd45ae {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:01.170522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:01.254796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] For port 78fa9fb2-2822-4b61-a8df-51f808bd45ae, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=78fa9fb2-2822-4b61-a8df-51f808bd45ae,segment=NetworkSegment(1ff3207e-a23b-4a5e-b6d4-9d48373f49a5),segment_id=1ff3207e-a23b-4a5e-b6d4-9d48373f49a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:01.255201 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:01.299081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:01.461245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] Calling delete_port for 78fa9fb2-2822-4b61-a8df-51f808bd45ae owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:01.476096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c565abb8-6c3a-4d16-8f37-b51895c93f65 None None] Provisioning complete for port f15e01c1-d5aa-4748-86d9-f13be90bb031 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:01.476481 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c565abb8-6c3a-4d16-8f37-b51895c93f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:01.664609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bddbd5cf-d6e7-4d59-9c1e-8a9844de2ad9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:01.677374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bddbd5cf-d6e7-4d59-9c1e-8a9844de2ad9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:01.780887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Sync routers for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:02.059891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:02.067367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ad9490>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:02.083362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c565abb8-6c3a-4d16-8f37-b51895c93f65 None None] Port f15e01c1-d5aa-4748-86d9-f13be90bb031 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:02.171887 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bddbd5cf-d6e7-4d59-9c1e-8a9844de2ad9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:02.218697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:02.260160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Allocated IP 2001:db8::2 (e7d4781c-3895-4f2a-8d68-180b4616c59f/1a313f54-db25-49b7-8ba8-66ca006b5d8e/7d4447ad-27c5-46ac-b78a-b925e3595919) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:02.281225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f15c7cd2-a872-49b5-8293-97fef063410f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:08:02.334533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bddbd5cf-d6e7-4d59-9c1e-8a9844de2ad9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:02.375507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f15c7cd2-a872-49b5-8293-97fef063410f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:08:02.375507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f15c7cd2-a872-49b5-8293-97fef063410f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:08:02.375507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 78fa9fb2-2822-4b61-a8df-51f808bd45ae no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:08:02.462847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bddbd5cf-d6e7-4d59-9c1e-8a9844de2ad9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:02.467833 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bddbd5cf-d6e7-4d59-9c1e-8a9844de2ad9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.6035109
Jun 21 03:08:02.474844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39424) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:02.479049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5fdc38e-491f-4625-a974-bd58f449ad8e req-74e0c780-75f5-4653-9517-c2788337c823 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.0567842
Jun 21 03:08:02.587910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:02.631417 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9f333ca-6c8e-43ea-9f7c-d1ce7b6c09eb tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:02.697311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39428) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:02.698308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=64ccb47d-6a07-4c12-a3a1-184c73ace7c0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:02.706809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2099607476-network', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:02.710209 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:02.744432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8522e44-81dc-477d-83b4-5ce3505f86b7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:02.957978 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:02.992226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Made reservation on behalf of 0473eef8e6d34675ac4d520df40f1dcf for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:02.995060 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.000511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:03.043379 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.049289 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.067614 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:03.111675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8522e44-81dc-477d-83b4-5ce3505f86b7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.114466 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.125771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8522e44-81dc-477d-83b4-5ce3505f86b7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.130577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] Pushing event deleted for resources: {'Port': ['ID=78fa9fb2-2822-4b61-a8df-51f808bd45ae,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:03.133994 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:03.154046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.162364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] No DVR routers for this DVR port 78fa9fb2-2822-4b61-a8df-51f808bd45ae on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:08:03.164370 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.267042 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.380346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Transition to ACTIVE for port object 7d4447ad-27c5-46ac-b78a-b925e3595919 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:03.386808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8522e44-81dc-477d-83b4-5ce3505f86b7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.387391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8522e44-81dc-477d-83b4-5ce3505f86b7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a15046b1-c6b4-4cfa-9c82-dc9338420d60 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:08:03.401528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Transition to ACTIVE for port object 7d4447ad-27c5-46ac-b78a-b925e3595919 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:03.408301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ad9490>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:07:59Z', 'revision_number': 2, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:03.412479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f8522e44-81dc-477d-83b4-5ce3505f86b7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.417442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f8522e44-81dc-477d-83b4-5ce3505f86b7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "DELETE /v2.0/routers/a15046b1-c6b4-4cfa-9c82-dc9338420d60 HTTP/1.1" status: 204  len: 168 time: 0.9307945
Jun 21 03:08:03.426013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.426579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Fanout notify agent at l3_agent the message router_deleted on router fa395967-5ec1-41f7-9782-73f21cac5370 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:08:03.437465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.440907 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/routers/fa395967-5ec1-41f7-9782-73f21cac5370 HTTP/1.1" status: 204  len: 168 time: 3.7950959
Jun 21 03:08:03.443457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39442) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:03.445506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Checking router: f029849f-2259-4fc6-85bd-4d88f1b8a7f6 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:03.445883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Updating router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 port f15e01c1-d5aa-4748-86d9-f13be90bb031 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:03.484628 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.503769 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.515102 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-049cacdc-2970-43ad-a816-031e57e43429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:03.549395 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.590578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8::1 (e7d4781c-3895-4f2a-8d68-180b4616c59f/1a313f54-db25-49b7-8ba8-66ca006b5d8e/b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:03.618449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.632563 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-54ab7033-ab2a-486c-a779-ea99d934fa50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:03.646094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Pushing event updated for resources: {'Port': ['ID=7d4447ad-27c5-46ac-b78a-b925e3595919,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:03.666354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.672726 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:03.742560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:08:03.749588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Network e7d4781c-3895-4f2a-8d68-180b4616c59f is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:03.751936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:03.789896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0821fe50-c7b7-48e9-9eb7-ca4b0d792477,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:03.794661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.795018 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Added segment bd5d9b7e-a0b7-4b18-9c78-ec751abf3285 of type vlan for network 10867ac7-8627-4e8c-a176-40fba0ea1fd7
Jun 21 03:08:03.797121 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:03.827732 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.839753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1eb2670>,) {'filters': {'network_id': ['be748c2e-558d-4c3d-8995-baff9f8ff5a7']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:03.871926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1eb2670>, '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:03.873058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1eb2670>, '1ff3207e-a23b-4a5e-b6d4-9d48373f49a5') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:03.894876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.900985 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.912159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:03.972128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35bbc97a-7dc5-4d43-91fb-41b2ef5abb56 req-366568fe-b6c6-4bbf-ba85-707520eb63f1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.2266238
Jun 21 03:08:03.988049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:03.991098 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.014233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39450) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:04.023530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:08:04.024890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:08:04.028865 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:08:04.052112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:04.177143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.178788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:04.179391 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.186060 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49cdf3e8-e42c-4fe0-8bf2-a751179ed3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:04.211090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:08:04.232821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Attempting to bind port 7d4447ad-27c5-46ac-b78a-b925e3595919 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:04.233244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Attempting to bind port 7d4447ad-27c5-46ac-b78a-b925e3595919 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd3a01ba0-a960-4b68-a2ab-931dc8fce9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e7d4781c-3895-4f2a-8d68-180b4616c59f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:04.233648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Attempting to bind port 7d4447ad-27c5-46ac-b78a-b925e3595919 on network e7d4781c-3895-4f2a-8d68-180b4616c59f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:04.255373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.259985 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.265041 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8d4d471-ce15-477c-85be-0581b0441fe7 tempest-QuotasNegativeTest-1391384195 tempest-QuotasNegativeTest-1391384195-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:04.271121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.276632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/networks/be748c2e-558d-4c3d-8995-baff9f8ff5a7 HTTP/1.1" status: 204  len: 168 time: 0.8320982
Jun 21 03:08:04.283053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39454) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:04.291429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network e7d4781c-3895-4f2a-8d68-180b4616c59f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:04.296263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:08:04.296898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 64ccb47d-6a07-4c12-a3a1-184c73ace7c0 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:08:04.310595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:04.311826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Checking segment: {'id': 'd3a01ba0-a960-4b68-a2ab-931dc8fce9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e7d4781c-3895-4f2a-8d68-180b4616c59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:04.312426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.313065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Bound using segment: {'id': 'd3a01ba0-a960-4b68-a2ab-931dc8fce9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e7d4781c-3895-4f2a-8d68-180b4616c59f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:04.313216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Network': ['ID=be748c2e-558d-4c3d-8995-baff9f8ff5a7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:04.314874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Bound port: 7d4447ad-27c5-46ac-b78a-b925e3595919, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a01ba0-a960-4b68-a2ab-931dc8fce9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e7d4781c-3895-4f2a-8d68-180b4616c59f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:04.315523 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.327158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:04.341115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:04.341765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.342511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.342914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.343464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.344044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.344432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.345143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.345599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.346018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.346733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.349139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.349854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.350735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:04.362305 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:04.372555 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1450400645', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:04.428415 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3909a2b-b493-4a5b-b7f1-0ed8db19a821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.434118 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a6e9-4fb5-4bde-a709-14e41a392498 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.456824 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.462682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a6e9-4fb5-4bde-a709-14e41a392498 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.481045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Transition to ACTIVE for port object f15e01c1-d5aa-4748-86d9-f13be90bb031 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:04.492841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] For port 7d4447ad-27c5-46ac-b78a-b925e3595919, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:04.498092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] For port 7d4447ad-27c5-46ac-b78a-b925e3595919, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7d4447ad-27c5-46ac-b78a-b925e3595919,segment=NetworkSegment(d3a01ba0-a960-4b68-a2ab-931dc8fce9e4),segment_id=d3a01ba0-a960-4b68-a2ab-931dc8fce9e4)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:04.547791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Pushing event updated for resources: {'Network': ['ID=10867ac7-8627-4e8c-a176-40fba0ea1fd7,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:04.553036 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.554770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.556944 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.8551657
Jun 21 03:08:04.558186 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:04.566217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39462) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:04.566363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:08:04.566487 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2237e26b-a400-478a-8c96-972217a4e534 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:04.574267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Request body: {'subnet': {'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2099607476-subnet', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:04.593509 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.631038 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.647003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:04.650236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a6e9-4fb5-4bde-a709-14e41a392498 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.651303 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:04.659818 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a6e9-4fb5-4bde-a709-14e41a392498 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.659818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e0e9a6e9-4fb5-4bde-a709-14e41a392498 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/security-groups/6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8 HTTP/1.1" status: 204  len: 168 time: 0.3649104
Jun 21 03:08:04.659818 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1ae8b1ba-9bbb-4467-9bf7-08a4f24c356b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:04.671654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9a6e9-4fb5-4bde-a709-14e41a392498 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af5f7e9-e84f-4e0c-b91d-1cb38fe58dd8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:04.673815 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e0e9a6e9-4fb5-4bde-a709-14e41a392498 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:04.675417 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4c514e4a-052b-4ec0-978f-a15bb2c042fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:04.678084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.930712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.934673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Made reservation on behalf of 0473eef8e6d34675ac4d520df40f1dcf for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:04.937499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.943689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:04.991822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a958ef-6988-45c3-83e7-d37cd8f72ff3 None None] Pushing event updated for resources: {'Port': ['ID=f15e01c1-d5aa-4748-86d9-f13be90bb031,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:05.004867 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b0a958ef-6988-45c3-83e7-d37cd8f72ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:05.046696 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-44f14ae6-ce60-40dc-b4d3-5b5935c96b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:05.197186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Pushing event updated for resources: {'Port': ['ID=7d4447ad-27c5-46ac-b78a-b925e3595919,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:05.204156 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:05.246263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Attempting to bind port f15e01c1-d5aa-4748-86d9-f13be90bb031 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:05.247278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Attempting to bind port f15e01c1-d5aa-4748-86d9-f13be90bb031 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:05.247978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Attempting to bind port f15e01c1-d5aa-4748-86d9-f13be90bb031 on network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:05.276963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:05.277671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Checking segment: {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:05.278275 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:05.297085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Bound using segment: {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:05.299431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Bound port: f15e01c1-d5aa-4748-86d9-f13be90bb031, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:05.301955 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:05.460999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] For port f15e01c1-d5aa-4748-86d9-f13be90bb031, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:05.475764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] For port f15e01c1-d5aa-4748-86d9-f13be90bb031, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f15e01c1-d5aa-4748-86d9-f13be90bb031,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:05.559478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:05.561819 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:05.749201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:05.754410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ad9490>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:07:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:05.756714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a958ef-6988-45c3-83e7-d37cd8f72ff3 None None] Pushing event updated for resources: {'Port': ['ID=f15e01c1-d5aa-4748-86d9-f13be90bb031,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:05.760495 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b0a958ef-6988-45c3-83e7-d37cd8f72ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:05.966928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39484) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:06.007274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113192249', 'description': 'tempest-secgroup-smoke-2113192249 description', 'project_id': '5abc1439a51442dca598a84712ee0f1f'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:06.055449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:06.160750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.172281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b70cf91a-98b5-482e-b9c7-c1f5d2d238fb req-8ff94d83-dc76-4137-8cd0-b4311d312973 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.2281106
Jun 21 03:08:06.277371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.347468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7d4447ad-27c5-46ac-b78a-b925e3595919 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:06.489561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.596903 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.631267 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-29db5c08-573c-4990-a44e-08fa2e83ef18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:06.707825 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67f0dacd-7022-4b4b-8dbc-f0a3b291eff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.755121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 7d4447ad-27c5-46ac-b78a-b925e3595919 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:06.758314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.761393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0796e428-1fd6-461d-b261-df75fda5cd5c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:06.794192 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:06.796536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.807786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.808638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ad9490>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:08:05Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:06.809746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.8226843
Jun 21 03:08:06.812879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39520) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:06.824292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '0796e428-1fd6-461d-b261-df75fda5cd5c', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:06.873753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:06.891969 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9fbfc161-5ec3-4b08-9231-cab183801391 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:06.892694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2318e699-9fc9-4c95-ae79-e23234e1460d None None] Network e7d4781c-3895-4f2a-8d68-180b4616c59f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:06.910917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e06e3-6ec0-48dd-9c45-d0e05eff259a None None] The sync data for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 is: [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:08:05Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:07.024371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.103408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Allocated IP 172.25.7.81 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/1901117d-07b0-4f84-b8f5-d5b5db9e8a7f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:07.106196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Checking segment: {'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:07.106905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Network hostable DHCP agents. Network: 10867ac7-8627-4e8c-a176-40fba0ea1fd7, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:08:07.121087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.137438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=538e02f4-64f9-435a-8a22-ab6821cf9ac7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:07.149052 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:07.198687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.200343 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.202655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:08:07.212273 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af7fea17-c190-4cd4-9f31-cd895fafa516 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:07.265393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.308154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:07.323965 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:07.331742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 10867ac7-8627-4e8c-a176-40fba0ea1fd7) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:07.346371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135282b-5234-4a0e-b99f-9f97f1717751 None None] Network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:07.349980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:07.353077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.356187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.366270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.375728 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8fdd4ce5-9fde-4aa4-b82a-318a8ae17863 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:07.382044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] Provisioning for port 7d4447ad-27c5-46ac-b78a-b925e3595919 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:07.391895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.452939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140843b5-f5fc-4dfd-9739-c15bd1e7f64b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:07.463333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] Provisioning complete for port 7d4447ad-27c5-46ac-b78a-b925e3595919 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:07.464406 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.467100 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:07.476308 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.9074192
Jun 21 03:08:07.479516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39534) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:07.518536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:07.541019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39536) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:07.547046 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df3655bb-fc5f-4568-b1d2-b07212889a16 req-fa842723-0125-427f-8978-1811e770f1fe tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.1327839
Jun 21 03:08:07.565983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.582321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7668993
Jun 21 03:08:07.590160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39538) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:07.598029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '0796e428-1fd6-461d-b261-df75fda5cd5c', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:07.661102 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.673054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network e7d4781c-3895-4f2a-8d68-180b4616c59f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:07.676955 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6f5e693-ac87-4d49-a36c-663f98e0ecbc tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:07.678866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:07.701419 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.734428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:07.749269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:07.757965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:07.870625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.871705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:07.879140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event updated for resources: {'Port': ['ID=1901117d-07b0-4f84-b8f5-d5b5db9e8a7f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:07.879401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] For port 7d4447ad-27c5-46ac-b78a-b925e3595919, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7d4447ad-27c5-46ac-b78a-b925e3595919,segment=NetworkSegment(d3a01ba0-a960-4b68-a2ab-931dc8fce9e4),segment_id=d3a01ba0-a960-4b68-a2ab-931dc8fce9e4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:07.991243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-10867ac7-8627-4e8c-a176-40fba0ea1fd7', 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'fixed_ips': [{'subnet_id': '538e02f4-64f9-435a-8a22-ab6821cf9ac7'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:08:07.992277 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.019632 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.029727 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:08.030245 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:08.131516 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.153278 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.185454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.206413 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efad55eb-0617-47fc-a9b5-a579b488c274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.337226 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.423414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.446076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f15e01c1-d5aa-4748-86d9-f13be90bb031 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:08.461118 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.515796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ebb393af-7cc9-465d-9763-e289ab8f9a2d None None] Provisioning complete for port 7d4447ad-27c5-46ac-b78a-b925e3595919 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:08.522344 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ebb393af-7cc9-465d-9763-e289ab8f9a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.549735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.580768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] Pushing event updated for resources: {'Port': ['ID=7d4447ad-27c5-46ac-b78a-b925e3595919,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:08.591805 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b56f6ff3-62f2-4525-a1ca-f07fbfa26e50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:08.608540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23485328-00dd-4bff-ba32-ebdebc58e06d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:08.618015 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:08.761315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.791098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efad55eb-0617-47fc-a9b5-a579b488c274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.960245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router cfdb6add-5c10-4c7e-9b03-6f89dcf241da is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:08:08.972547 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efad55eb-0617-47fc-a9b5-a579b488c274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:08.994720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c882ae21-f0ca-44fd-a3dd-14242c42cf22 req-ae1f0065-74db-4b55-ab09-9d40849fcfd9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=934ac1dd-caf9-4c9f-a8c9-c52a60c896a7 HTTP/1.1" status: 200  len: 210 time: 0.0611517
Jun 21 03:08:09.006103 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.064005 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6a9fd334-93b6-477c-8519-cab90a308e20 tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:09.085845 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:09.105934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.110672 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.5201156
Jun 21 03:08:09.124477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39552) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:09.152479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '0796e428-1fd6-461d-b261-df75fda5cd5c', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:09.235874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:09.248793 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/cfdb6add-5c10-4c7e-9b03-6f89dcf241da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8970411
Jun 21 03:08:09.249022 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d0867-1822-4361-996f-205bbfcba010 None None] Sync routers for ids ['cfdb6add-5c10-4c7e-9b03-6f89dcf241da'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:09.250236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39558) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:09.258335 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-efad55eb-0617-47fc-a9b5-a579b488c274 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72fd9b53b5ef44bf825f79585e563f9c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7153831
Jun 21 03:08:09.259375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad55eb-0617-47fc-a9b5-a579b488c274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25850757-42ca-4215-96a6-1ae566f5ecd5,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:09.262513 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efad55eb-0617-47fc-a9b5-a579b488c274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:09.280917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39560) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:09.281260 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d0867-1822-4361-996f-205bbfcba010 None None] Routers {'cfdb6add-5c10-4c7e-9b03-6f89dcf241da'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:09.284587 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-818d0867-1822-4361-996f-205bbfcba010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9563e20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfdb6add-5c10-4c7e-9b03-6f89dcf241da'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:09.327431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f15e01c1-d5aa-4748-86d9-f13be90bb031 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:09.332046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Allocated IP 172.20.0.2 (10867ac7-8627-4e8c-a176-40fba0ea1fd7/538e02f4-64f9-435a-8a22-ab6821cf9ac7/20bbca2e-f315-4652-b650-13b1e71108c3) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:09.355607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Router b972c45e-c9df-45e8-819f-b103fbdce258 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:08:09.362164 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-818d0867-1822-4361-996f-205bbfcba010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9563e20>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:09.373118 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d0867-1822-4361-996f-205bbfcba010 None None] Routers {'cfdb6add-5c10-4c7e-9b03-6f89dcf241da'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:09.373842 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-818d0867-1822-4361-996f-205bbfcba010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9563e20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfdb6add-5c10-4c7e-9b03-6f89dcf241da'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:09.379102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f15e01c1-d5aa-4748-86d9-f13be90bb031 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:09.383274 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.432574 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-818d0867-1822-4361-996f-205bbfcba010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9563e20>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:09.439302 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d0867-1822-4361-996f-205bbfcba010 None None] The sync data for ids ['cfdb6add-5c10-4c7e-9b03-6f89dcf241da'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:09.520827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfbde8-e19a-403e-b7fb-2ba31ef5a1e8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:09.526966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9adfbde8-e19a-403e-b7fb-2ba31ef5a1e8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports/b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 HTTP/1.1" status: 200  len: 911 time: 0.2743738
Jun 21 03:08:09.528209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39562) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:09.542201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a313f54-db25-49b7-8ba8-66ca006b5d8e'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:09.576158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.608043 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.620747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.665178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.676233 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8df73794-5d87-4c30-b141-cdee257e6874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.697359 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.701259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.731208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ebb393af-7cc9-465d-9763-e289ab8f9a2d None None] Provisioning for port b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:09.742934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ebb393af-7cc9-465d-9763-e289ab8f9a2d None None] Provisioning complete for port b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:09.743322 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ebb393af-7cc9-465d-9763-e289ab8f9a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.752166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port f15e01c1-d5aa-4748-86d9-f13be90bb031, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f15e01c1-d5aa-4748-86d9-f13be90bb031,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:09.775841 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8df73794-5d87-4c30-b141-cdee257e6874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.787700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:09.804201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4159de-814f-48c2-a15e-dd57d62d9da2 None None] Sync routers for ids ['b972c45e-c9df-45e8-819f-b103fbdce258'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:09.832609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4159de-814f-48c2-a15e-dd57d62d9da2 None None] Routers {'b972c45e-c9df-45e8-819f-b103fbdce258'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:09.833172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b4159de-814f-48c2-a15e-dd57d62d9da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ade5e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b972c45e-c9df-45e8-819f-b103fbdce258'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:09.887205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b4159de-814f-48c2-a15e-dd57d62d9da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ade5e0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:09.888122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.890140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ebb393af-7cc9-465d-9763-e289ab8f9a2d None None] Port b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:09.894983 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:09.927403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Allocated IP 172.25.7.142 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/9b30d2a5-62c9-4a0a-ade7-71b5c76caf54) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:09.933766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4159de-814f-48c2-a15e-dd57d62d9da2 None None] Routers {'b972c45e-c9df-45e8-819f-b103fbdce258'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:09.934409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b4159de-814f-48c2-a15e-dd57d62d9da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ade5e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b972c45e-c9df-45e8-819f-b103fbdce258'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:09.975237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b4159de-814f-48c2-a15e-dd57d62d9da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ade5e0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:09.975929 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4159de-814f-48c2-a15e-dd57d62d9da2 None None] The sync data for ids ['b972c45e-c9df-45e8-819f-b103fbdce258'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:09.997011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:09.997011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.9790654
Jun 21 03:08:09.999852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39566) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:10.002048 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.027844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=f15e01c1-d5aa-4748-86d9-f13be90bb031,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:10.030922 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:10.034459 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.053836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d5656a3e-4c96-431c-bcf0-17a250b84be2 None None] Provisioning complete for port b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:10.054349 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d5656a3e-4c96-431c-bcf0-17a250b84be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.069705 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed91fa27-7a23-453c-9aa1-eaa7de510bd4 tempest-ServersTestBootFromVolume-384727656 tempest-ServersTestBootFromVolume-384727656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:10.127801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d5656a3e-4c96-431c-bcf0-17a250b84be2 None None] Port b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:10.134424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.145943 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0163856
Jun 21 03:08:10.163456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf25007e-db4d-4036-9efb-07a0fc4efa79,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:10.179009 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:10.182831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39572) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:10.183264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f15e01c1-d5aa-4748-86d9-f13be90bb031 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:10.235741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d5db9c32-3690-4565-a17f-17f9fa9c4b48 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/routers/b972c45e-c9df-45e8-819f-b103fbdce258 HTTP/1.1" status: 200  len: 920 time: 0.2317336
Jun 21 03:08:10.238865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39580) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:10.240081 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.244418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f15e01c1-d5aa-4748-86d9-f13be90bb031 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:10.248832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.296615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4169d5fb-b355-4243-9867-595da1f39f95 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=b972c45e-c9df-45e8-819f-b103fbdce258 HTTP/1.1" status: 200  len: 205 time: 0.0586464
Jun 21 03:08:10.298137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.300059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39582) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:10.301009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '0796e428-1fd6-461d-b261-df75fda5cd5c', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:10.357677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.358301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7d4447ad-27c5-46ac-b78a-b925e3595919 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:10.359829 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:10.398697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Transition to ACTIVE for port object 20bbca2e-f315-4652-b650-13b1e71108c3 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:10.418532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:10.419653 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.426901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:10.436826 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:10.440598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Transition to ACTIVE for port object 20bbca2e-f315-4652-b650-13b1e71108c3 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:10.449449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Pushing event updated for resources: {'Port': ['ID=9b30d2a5-62c9-4a0a-ade7-71b5c76caf54,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:10.462061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 7d4447ad-27c5-46ac-b78a-b925e3595919 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:10.462266 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.474864 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8df73794-5d87-4c30-b141-cdee257e6874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.477941 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8df73794-5d87-4c30-b141-cdee257e6874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.478089 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:10.479449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8df73794-5d87-4c30-b141-cdee257e6874 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25850757-42ca-4215-96a6-1ae566f5ecd5 HTTP/1.1" status: 204  len: 168 time: 1.1902242
Jun 21 03:08:10.529669 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e0e9a6e9-4fb5-4bde-a709-14e41a392498 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:10.543152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df73794-5d87-4c30-b141-cdee257e6874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25850757-42ca-4215-96a6-1ae566f5ecd5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:10.555892 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8df73794-5d87-4c30-b141-cdee257e6874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:10.574707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.574956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.583250 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.609200 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-81befea1-4949-4c20-99e4-bb3674b4e553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:10.678825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.681605 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-760d663b-1e94-41c7-972f-0c010c054126 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:10.718710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:10.722906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d5240a-fc26-48b2-b983-2313a06bc681,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:10.726072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:10.727480 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:10.731644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:10.742469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Pushing event updated for resources: {'Port': ['ID=20bbca2e-f315-4652-b650-13b1e71108c3,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:10.746548 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:10.811914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Attempting to bind port 20bbca2e-f315-4652-b650-13b1e71108c3 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:10.812580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Attempting to bind port 20bbca2e-f315-4652-b650-13b1e71108c3 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:10.813427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Attempting to bind port 20bbca2e-f315-4652-b650-13b1e71108c3 on network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:10.820220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:10.820641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Checking segment: {'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:10.827753 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.827753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Bound using segment: {'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:10.827753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Bound port: 20bbca2e-f315-4652-b650-13b1e71108c3, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:10.827753 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.844206 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.898538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] For port 20bbca2e-f315-4652-b650-13b1e71108c3, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:10.902398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:10.903597 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6098728
Jun 21 03:08:10.909068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] For port 20bbca2e-f315-4652-b650-13b1e71108c3, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=20bbca2e-f315-4652-b650-13b1e71108c3,segment=NetworkSegment(bd5d9b7e-a0b7-4b18-9c78-ec751abf3285),segment_id=bd5d9b7e-a0b7-4b18-9c78-ec751abf3285)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:10.915071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39592) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:10.921676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '0796e428-1fd6-461d-b261-df75fda5cd5c', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:10.949217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.009309 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.020709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Deleting port 1901117d-07b0-4f84-b8f5-d5b5db9e8a7f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:11.021096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.029645 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b0a958ef-6988-45c3-83e7-d37cd8f72ff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:11.047748 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Project 5abc1439a51442dca598a84712ee0f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:08:11.080012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.164409 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.179920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Pushing event updated for resources: {'Port': ['ID=20bbca2e-f315-4652-b650-13b1e71108c3,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:11.210648 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:11.259817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Calling delete_port for 1901117d-07b0-4f84-b8f5-d5b5db9e8a7f owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:11.279373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.335667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.416048 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.419997 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c29ca999-b0f0-43c8-b84f-d5693ab4731b tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:11.462955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.471643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb482eb8-05bd-456e-bead-c343abe714bb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:11.475777 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:11.583355 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.586794 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.587868 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6726420
Jun 21 03:08:11.593016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39606) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:11.593996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:11.594712 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.597241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/ports/b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 HTTP/1.1" status: 200  len: 911 time: 2.0612912
Jun 21 03:08:11.598712 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': '0796e428-1fd6-461d-b261-df75fda5cd5c', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:11.600183 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:11.603800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39608) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:11.720180 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.735419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:11.736142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39612) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:11.738533 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:11.743186 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c22ec897-c086-4266-b2e6-cadaffb547a2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:11.764471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b989b11-c6ec-4a5a-9ccf-779a4e878314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:11.767114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Router ede3b7e6-359e-4e2e-a002-ee584f735834 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:08:11.780812 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Project 5abc1439a51442dca598a84712ee0f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:08:11.876071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.029786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:12.033628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.044214 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Sync routers for ids ['ede3b7e6-359e-4e2e-a002-ee584f735834'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:12.061081 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Routers {'ede3b7e6-359e-4e2e-a002-ee584f735834'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:12.062485 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4ca0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ede3b7e6-359e-4e2e-a002-ee584f735834'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:12.187816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.208411 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e1eaabb0-15ea-4de7-8e04-b87eb53accf9 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:12.231585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 20bbca2e-f315-4652-b650-13b1e71108c3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:12.280910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a82b52-5598-445b-ad02-80830f788429,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:12.299562 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:12.308597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b989b11-c6ec-4a5a-9ccf-779a4e878314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.324802 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Set router ede3b7e6-359e-4e2e-a002-ee584f735834 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:12.356208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event deleted for resources: {'Port': ['ID=1901117d-07b0-4f84-b8f5-d5b5db9e8a7f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:12.372441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b989b11-c6ec-4a5a-9ccf-779a4e878314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.399563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 20bbca2e-f315-4652-b650-13b1e71108c3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:12.420445 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b7181e64-49c0-4483-8da0-913f1b93f738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:12.432440 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:12.462146 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5b989b11-c6ec-4a5a-9ccf-779a4e878314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbca65df92064d9d8349eca1c884c5cd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7246749
Jun 21 03:08:12.477672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39630) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:12.484727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.490017 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8959405
Jun 21 03:08:12.530916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39632) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:12.543060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'network': {'name': 'tempest-network-smoke--1268149007', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'port_security_enabled': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:12.552190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b989b11-c6ec-4a5a-9ccf-779a4e878314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1021219d-aec0-44b8-9bbb-f8c14c3976ac,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:12.557596 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b989b11-c6ec-4a5a-9ccf-779a4e878314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:12.558550 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.559923 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.0726519
Jun 21 03:08:12.566702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39636) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:12.705965 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4ca0>, [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:08:10Z', 'revision_number': 3, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port': {'id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:09Z', 'updated_at': '2021-06-21T03:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:12.743234 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Checking router: ede3b7e6-359e-4e2e-a002-ee584f735834 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:12.744325 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Updating router ede3b7e6-359e-4e2e-a002-ee584f735834 port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:12.762314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b9c0b9-17eb-4c39-a3a1-16bbd605697c None None] Network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:12.788231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18505b34-2f4e-42f8-8239-969f4a8800b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.804113 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.830435 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.874811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:12.888869 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:12.945920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18505b34-2f4e-42f8-8239-969f4a8800b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.111037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.111417 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.123791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] Provisioning for port 20bbca2e-f315-4652-b650-13b1e71108c3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:13.130139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] Provisioning complete for port 20bbca2e-f315-4652-b650-13b1e71108c3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:13.130652 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.319912 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.323598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:08:13.325558 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.326118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Fanout notify agent at l3_agent the message router_deleted on router b972c45e-c9df-45e8-819f-b103fbdce258 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:08:13.336379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.337531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/b972c45e-c9df-45e8-819f-b103fbdce258 HTTP/1.1" status: 204  len: 168 time: 3.0365436
Jun 21 03:08:13.338229 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18505b34-2f4e-42f8-8239-969f4a8800b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.341253 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18505b34-2f4e-42f8-8239-969f4a8800b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.347429 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-18505b34-2f4e-42f8-8239-969f4a8800b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1021219d-aec0-44b8-9bbb-f8c14c3976ac HTTP/1.1" status: 204  len: 168 time: 0.8638282
Jun 21 03:08:13.347429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:13.350960 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b377164-ee3a-4ce2-87b7-03be380251e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:13.360469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'router': {'name': 'tempest-snat-router-90921990', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': False}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:13.383144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.383757 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Added segment 4fc8ceba-4775-40e7-8202-709a8c48d649 of type vlan for network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002
Jun 21 03:08:13.393304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18505b34-2f4e-42f8-8239-969f4a8800b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1021219d-aec0-44b8-9bbb-f8c14c3976ac,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:13.410744 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.411223 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18505b34-2f4e-42f8-8239-969f4a8800b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:13.446227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.455419 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Transition to ACTIVE for port object 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:13.495873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] For port 20bbca2e-f315-4652-b650-13b1e71108c3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=20bbca2e-f315-4652-b650-13b1e71108c3,segment=NetworkSegment(bd5d9b7e-a0b7-4b18-9c78-ec751abf3285),segment_id=bd5d9b7e-a0b7-4b18-9c78-ec751abf3285)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:13.504732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.506405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.507910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.552961 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.557108 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e063614e-974b-49ff-a949-261b8c58f0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:13.609630 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.612988 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:13.726016 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.740336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:13.740999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.745145 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:13.758175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.761771 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Attempting to bind port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:13.762570 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Attempting to bind port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:13.769032 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Attempting to bind port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:13.774446 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8bb9f-edf4-4447-b070-4540cecc0b8e None None] Pushing event updated for resources: {'Port': ['ID=9b30d2a5-62c9-4a0a-ade7-71b5c76caf54,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:13.781233 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1bd8bb9f-edf4-4447-b070-4540cecc0b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:13.783022 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:13.783590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:13.789906 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.790632 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:13.791459 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Bound port: 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:13.792037 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.826224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-007fa8bc-acce-438f-86e9-666e086eb984 None None] Provisioning complete for port 20bbca2e-f315-4652-b650-13b1e71108c3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:13.826646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-007fa8bc-acce-438f-86e9-666e086eb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.828333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] Pushing event updated for resources: {'Port': ['ID=20bbca2e-f315-4652-b650-13b1e71108c3,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:13.843770 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:13.888038 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] For port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:13.892330 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] For port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9b30d2a5-62c9-4a0a-ade7-71b5c76caf54,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:13.945658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Network': ['ID=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:13.951928 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:13.965843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:08:13.975184 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:13.979228 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-4260f73e-9a2c-45ec-a528-322773244de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:13.989604 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.007389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.4727204
Jun 21 03:08:14.034156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39656) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:14.048355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'admin_state_up': True, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:14.148023 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Routers {'ede3b7e6-359e-4e2e-a002-ee584f735834'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:14.148669 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4ca0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ede3b7e6-359e-4e2e-a002-ee584f735834'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:14.174651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.177577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.275995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 20bbca2e-f315-4652-b650-13b1e71108c3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:14.315016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:14.319360 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.332004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.340831 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.408603 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] Set router ede3b7e6-359e-4e2e-a002-ee584f735834 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:14.473451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 20bbca2e-f315-4652-b650-13b1e71108c3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:14.474852 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.654295 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8bb9f-edf4-4447-b070-4540cecc0b8e None None] Pushing event updated for resources: {'Port': ['ID=9b30d2a5-62c9-4a0a-ade7-71b5c76caf54,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:14.757570 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1bd8bb9f-edf4-4447-b070-4540cecc0b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:14.859323 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.885601 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4ca0>, [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:08:10Z', 'revision_number': 3, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port': {'id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:09Z', 'updated_at': '2021-06-21T03:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:14.946570 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:14.976332 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665680f6-92f0-4f72-917d-235c6bf28319 None None] The sync data for ids ['ede3b7e6-359e-4e2e-a002-ee584f735834'] in n-d-758944-33 is: [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:08:10Z', 'revision_number': 3, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port': {'id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:09Z', 'updated_at': '2021-06-21T03:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:15.068111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:15.366871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:15.378447 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:15.384231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Allocated IP 172.20.0.1 (10867ac7-8627-4e8c-a176-40fba0ea1fd7/538e02f4-64f9-435a-8a22-ab6821cf9ac7/a01d951e-e0f3-4e0b-94e8-0dd050cb4a05) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:15.483135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=b1d74ecc-7d20-4efc-bcf0-d9e1992f53b3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:15.500296 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:15.773896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:15.878145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.012584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Transition to ACTIVE for port object a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:16.113211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.181505 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.246018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:16.346316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Allocated IP 172.25.7.148 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/c1cf96c3-91d2-4950-8402-6d8f8612bb18) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:16.370519 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.385205 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:16.398543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router cfdb6add-5c10-4c7e-9b03-6f89dcf241da has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:08:16.404777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:16.411598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:16.416441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:16.416829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:16.419688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.495653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:16.523357 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.557451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.597389 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.635974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9b30d2a5-62c9-4a0a-ade7-71b5c76caf54,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:16.695237 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.699171 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-45e0ea05-fd09-4c25-b4ba-107d04fc3c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:16.709235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Pushing event updated for resources: {'Port': ['ID=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:16.715030 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:16.744452 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.819770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:16.822809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=9b30d2a5-62c9-4a0a-ade7-71b5c76caf54,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:16.836456 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:16.840253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/cfdb6add-5c10-4c7e-9b03-6f89dcf241da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2318687
Jun 21 03:08:16.843871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133abbc0-9562-492e-bafc-64ca0029d308 None None] Sync routers for ids ['cfdb6add-5c10-4c7e-9b03-6f89dcf241da'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:16.846937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39722) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:16.870555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:16.880402 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133abbc0-9562-492e-bafc-64ca0029d308 None None] Routers {'cfdb6add-5c10-4c7e-9b03-6f89dcf241da'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:16.881070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-133abbc0-9562-492e-bafc-64ca0029d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfdb6add-5c10-4c7e-9b03-6f89dcf241da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:16.928899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de6ff869-6bcd-43eb-8359-4d2c7dd5749b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfdb6add-5c10-4c7e-9b03-6f89dcf241da HTTP/1.1" status: 200  len: 205 time: 0.0806522
Jun 21 03:08:16.936394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39726) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:16.961752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-133abbc0-9562-492e-bafc-64ca0029d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e400>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:16.996343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133abbc0-9562-492e-bafc-64ca0029d308 None None] Routers {'cfdb6add-5c10-4c7e-9b03-6f89dcf241da'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:16.997282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-133abbc0-9562-492e-bafc-64ca0029d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cfdb6add-5c10-4c7e-9b03-6f89dcf241da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:17.101366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:17.108012 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-133abbc0-9562-492e-bafc-64ca0029d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e400>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:17.109005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133abbc0-9562-492e-bafc-64ca0029d308 None None] The sync data for ids ['cfdb6add-5c10-4c7e-9b03-6f89dcf241da'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:17.126622 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34653bb8-899f-4bdd-bf19-1372431d0a18 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:17.152119 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42ef1d02-5054-4ef3-8f76-151077d6db2e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:17.374501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4cdc56e7-d892-44f7-bbbf-3fd34e55be49 None None] Provisioning for port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:17.392994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4cdc56e7-d892-44f7-bbbf-3fd34e55be49 None None] Provisioning complete for port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:17.393615 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4cdc56e7-d892-44f7-bbbf-3fd34e55be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:17.397537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:17.401729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:17.414676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:17.499961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc56e7-d892-44f7-bbbf-3fd34e55be49 None None] Port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:17.646728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'Port': ['ID=c1cf96c3-91d2-4950-8402-6d8f8612bb18,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:17.727099 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:17.771045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.25.7.158 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/06bf8287-5aa2-43d1-a920-06e0d6266fe1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:17.790464 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42ef1d02-5054-4ef3-8f76-151077d6db2e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:17.798698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42ef1d02-5054-4ef3-8f76-151077d6db2e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:17.937044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:17.966685 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42ef1d02-5054-4ef3-8f76-151077d6db2e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:17.967313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ef1d02-5054-4ef3-8f76-151077d6db2e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Fanout notify agent at l3_agent the message router_deleted on router cfdb6add-5c10-4c7e-9b03-6f89dcf241da {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:08:17.987141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42ef1d02-5054-4ef3-8f76-151077d6db2e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:17.988346 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-42ef1d02-5054-4ef3-8f76-151077d6db2e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/cfdb6add-5c10-4c7e-9b03-6f89dcf241da HTTP/1.1" status: 204  len: 168 time: 1.0508857
Jun 21 03:08:17.997271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39746) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:18.119777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet 1a313f54-db25-49b7-8ba8-66ca006b5d8e {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:08:18.125878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.144256 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.220617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:18.592982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.597061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.597061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.599333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:18.599333 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.601310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.606863 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.606863 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ea705e5-5ced-439c-96d6-3275339fbe22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:18.652339 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.672382 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9666904a-a241-4e30-a7a2-72623e1193d1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:18.737479 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:18.749666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Pushing event updated for resources: {'Port': ['ID=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:18.758378 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:18.784896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=06bf8287-5aa2-43d1-a920-06e0d6266fe1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:18.826004 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:18.872089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:18.875091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:18.878500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:18.955674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:18.957202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:18.966384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:19.353724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39786) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:19.422343 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Router ede3b7e6-359e-4e2e-a002-ee584f735834 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:08:19.467167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b1ed328-5438-4779-b04b-7973e430a192 None None] Provisioning complete for port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:19.467714 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b1ed328-5438-4779-b04b-7973e430a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:19.554186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ed328-5438-4779-b04b-7973e430a192 None None] Port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:19.579885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Router edeeb136-8850-43b4-a14f-599a75b71869 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:08:19.606206 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6195-a893-4863-aa31-af44523e1328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:19.639561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:19.653990 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Sync routers for ids ['ede3b7e6-359e-4e2e-a002-ee584f735834'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:19.663848 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:19.669275 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fdd1b352-3f96-4670-a60a-558f769992f8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:19.678491 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Routers {'ede3b7e6-359e-4e2e-a002-ee584f735834'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:19.679465 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e3e5e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ede3b7e6-359e-4e2e-a002-ee584f735834'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:19.706137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=1a313f54-db25-49b7-8ba8-66ca006b5d8e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:19.714077 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:19.717511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:19.725004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/1a313f54-db25-49b7-8ba8-66ca006b5d8e HTTP/1.1" status: 204  len: 168 time: 1.7265978
Jun 21 03:08:19.726943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aac967-5b99-42ec-aa48-24cf24bdce67 None None] Network e7d4781c-3895-4f2a-8d68-180b4616c59f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:19.727643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39800) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:19.787360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6195-a893-4863-aa31-af44523e1328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:19.866219 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:19.940703 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] 10.222.0.25 "PUT /v2.0/routers/ede3b7e6-359e-4e2e-a002-ee584f735834/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3651636
Jun 21 03:08:19.941114 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Set router ede3b7e6-359e-4e2e-a002-ee584f735834 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:19.941234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6195-a893-4863-aa31-af44523e1328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:19.964221 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01ad960d-5d39-4603-a1ac-6ffa7cbac6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:19.982603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2f1a6195-a893-4863-aa31-af44523e1328 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3d932ebc25e400d99823fdc4df8bf77&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6275082
Jun 21 03:08:19.990257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39806) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:20.012854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a6195-a893-4863-aa31-af44523e1328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff47347-3acf-45d1-aa0c-9370879faa2c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:20.025857 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f1a6195-a893-4863-aa31-af44523e1328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:20.047628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:20.058282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Sync routers for ids ['edeeb136-8850-43b4-a14f-599a75b71869'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:20.078785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Routers {'edeeb136-8850-43b4-a14f-599a75b71869'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:20.079643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d0af10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['edeeb136-8850-43b4-a14f-599a75b71869'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:20.109218 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4cb78104-d5e3-4f4e-96db-46c207839cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.138103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4cb78104-d5e3-4f4e-96db-46c207839cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.230397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] DHCP port deletion for e7d4781c-3895-4f2a-8d68-180b4616c59f request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:08:20.240770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7d4447ad-27c5-46ac-b78a-b925e3595919 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:08:20.280796 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.285814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 6.9316802
Jun 21 03:08:20.288326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39818) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:20.323554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 7d4447ad-27c5-46ac-b78a-b925e3595919 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:20.323554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.421867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4cb78104-d5e3-4f4e-96db-46c207839cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.425114 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4cb78104-d5e3-4f4e-96db-46c207839cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.431730 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4cb78104-d5e3-4f4e-96db-46c207839cb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ff47347-3acf-45d1-aa0c-9370879faa2c HTTP/1.1" status: 204  len: 168 time: 0.4403863
Jun 21 03:08:20.434426 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-00010672-2b62-45b4-b150-da68d6260fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:20.441040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.480395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb78104-d5e3-4f4e-96db-46c207839cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff47347-3acf-45d1-aa0c-9370879faa2c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:20.488778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4cb78104-d5e3-4f4e-96db-46c207839cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:20.521361 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e3e5e0>, [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:08:17Z', 'revision_number': 4, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port': {'id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:09Z', 'updated_at': '2021-06-21T03:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a01d951e-e0f3-4e0b-94e8-0dd050cb4a05', 'name': '', 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'mac_address': 'fa:16:3e:07:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '538e02f4-64f9-435a-8a22-ab6821cf9ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:18Z', 'revision_number': 2, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'subnets': [{'id': '538e02f4-64f9-435a-8a22-ab6821cf9ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:20.604873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port 7d4447ad-27c5-46ac-b78a-b925e3595919, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7d4447ad-27c5-46ac-b78a-b925e3595919,segment=NetworkSegment(d3a01ba0-a960-4b68-a2ab-931dc8fce9e4),segment_id=d3a01ba0-a960-4b68-a2ab-931dc8fce9e4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:20.609492 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.613000 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Checking router: ede3b7e6-359e-4e2e-a002-ee584f735834 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:20.614901 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Updating router ede3b7e6-359e-4e2e-a002-ee584f735834 port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:20.643334 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7cf9dcaf-6e93-40f3-ad0e-6e29d4bf139b tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/routers/edeeb136-8850-43b4-a14f-599a75b71869 HTTP/1.1" status: 200  len: 907 time: 0.3528121
Jun 21 03:08:20.644831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39828) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:20.921788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'router': {'name': 'tempest-snat-router-90921990', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': True}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:20.930293 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.933907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Set router edeeb136-8850-43b4-a14f-599a75b71869 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:20.933907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.935937 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.935937 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:20.940349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 7d4447ad-27c5-46ac-b78a-b925e3595919 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:20.948145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] Deleting port 7d4447ad-27c5-46ac-b78a-b925e3595919 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:20.948615 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.022856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.027996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 7d4447ad-27c5-46ac-b78a-b925e3595919, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7d4447ad-27c5-46ac-b78a-b925e3595919,segment=NetworkSegment(d3a01ba0-a960-4b68-a2ab-931dc8fce9e4),segment_id=d3a01ba0-a960-4b68-a2ab-931dc8fce9e4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:21.086865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] For port 7d4447ad-27c5-46ac-b78a-b925e3595919, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7d4447ad-27c5-46ac-b78a-b925e3595919,segment=NetworkSegment(d3a01ba0-a960-4b68-a2ab-931dc8fce9e4),segment_id=d3a01ba0-a960-4b68-a2ab-931dc8fce9e4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:21.087309 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.204573 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.204679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] Calling delete_port for 7d4447ad-27c5-46ac-b78a-b925e3595919 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:21.218381 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.229391 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Transition to ACTIVE for port object a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:21.279530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d0af10>, [{'id': 'edeeb136-8850-43b4-a14f-599a75b71869', 'name': 'tempest-snat-router-90921990', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': 'c1cf96c3-91d2-4950-8402-6d8f8612bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:13Z', 'updated_at': '2021-06-21T03:08:17Z', 'revision_number': 3, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port': {'id': 'c1cf96c3-91d2-4950-8402-6d8f8612bb18', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edeeb136-8850-43b4-a14f-599a75b71869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:21.314230 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.316333 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:21.343507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Checking router: edeeb136-8850-43b4-a14f-599a75b71869 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:21.344745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Updating router edeeb136-8850-43b4-a14f-599a75b71869 port c1cf96c3-91d2-4950-8402-6d8f8612bb18 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:21.368909 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.371561 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-95c9214b-2d81-48ed-9f9f-fe4a69c9d403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:21.413952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=7d4447ad-27c5-46ac-b78a-b925e3595919,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:21.416914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.419017 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:21.434179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39846) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:21.440773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711730140', 'description': 'tempest-secgroup-smoke-1711730140 description', 'project_id': 'b541895659734366b8e24c7401ede8a6'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:21.458547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:08:21.486678 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb880c-617b-4d72-ab69-0c5d2807f083 None None] Pushing event updated for resources: {'Port': ['ID=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:21.503373 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-48cb880c-617b-4d72-ab69-0c5d2807f083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:21.533764 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.552551 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-23e7b976-0cf3-4f40-bb35-616e95476756 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:21.561742 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.567620 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7c595d2f-ecda-444f-bf8a-26e48ebca0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:21.612705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=7d4447ad-27c5-46ac-b78a-b925e3595919,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:21.617838 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:21.618986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No DVR routers for this DVR port 7d4447ad-27c5-46ac-b78a-b925e3595919 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:08:21.621520 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.743187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] Pushing event deleted for resources: {'Port': ['ID=7d4447ad-27c5-46ac-b78a-b925e3595919,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:21.749016 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:21.755097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] No DVR routers for this DVR port 7d4447ad-27c5-46ac-b78a-b925e3595919 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:08:21.850322 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Attempting to bind port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:21.850956 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Attempting to bind port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:21.851641 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Attempting to bind port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 on network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:21.865663 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:21.866336 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Checking segment: {'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:21.867543 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.870715 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Bound using segment: {'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:21.871461 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Bound port: a01d951e-e0f3-4e0b-94e8-0dd050cb4a05, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:21.872135 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:21.990798 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] For port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:21.994662 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] For port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,segment=NetworkSegment(bd5d9b7e-a0b7-4b18-9c78-ec751abf3285),segment_id=bd5d9b7e-a0b7-4b18-9c78-ec751abf3285)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:22.060516 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.064577 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-4b7aadd6-c5a1-4cf5-b1bd-a933f1e7ea58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:22.143658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:22.157942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.159476 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Sync routers for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:22.178889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d242bac0>,) {'filters': {'network_id': ['e7d4781c-3895-4f2a-8d68-180b4616c59f']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:22.192039 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Routers {'ede3b7e6-359e-4e2e-a002-ee584f735834'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:22.192597 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e3e5e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ede3b7e6-359e-4e2e-a002-ee584f735834'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:22.228583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d242bac0>, 'd3a01ba0-a960-4b68-a2ab-931dc8fce9e4') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:22.228942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d242bac0>, 'd3a01ba0-a960-4b68-a2ab-931dc8fce9e4') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:22.240749 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.252944 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.270770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Transition to ACTIVE for port object c1cf96c3-91d2-4950-8402-6d8f8612bb18 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:22.285709 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.295073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:08:22.295751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.327670 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:22.329610 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82b3130>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:22.335387 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb880c-617b-4d72-ab69-0c5d2807f083 None None] Pushing event updated for resources: {'Port': ['ID=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:22.349947 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-48cb880c-617b-4d72-ab69-0c5d2807f083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:22.357174 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.372865 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e7c6023-f905-4124-8e67-6ab21d7e02a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:22.489717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bcf8a-a8c8-4e6a-9f49-6f5d7d62c3d0 None None] Pushing event updated for resources: {'Port': ['ID=c1cf96c3-91d2-4950-8402-6d8f8612bb18,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:22.507715 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-754bcf8a-a8c8-4e6a-9f49-6f5d7d62c3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:22.540473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Attempting to bind port c1cf96c3-91d2-4950-8402-6d8f8612bb18 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:22.542222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Attempting to bind port c1cf96c3-91d2-4950-8402-6d8f8612bb18 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:22.545354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Attempting to bind port c1cf96c3-91d2-4950-8402-6d8f8612bb18 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:22.569358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39866) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:22.571007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:22.571790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:22.572360 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.572895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:22.574085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Bound port: c1cf96c3-91d2-4950-8402-6d8f8612bb18, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:22.574923 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:08:22.616301 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:08:22.633355 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.641793 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60207b20-8b81-442c-9b36-d002954cd405 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:22.674849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9c3d451-cd13-4634-b4e1-f0072fd77bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.676828 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] Set router ede3b7e6-359e-4e2e-a002-ee584f735834 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:22.712778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.723911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/e7d4781c-3895-4f2a-8d68-180b4616c59f HTTP/1.1" status: 204  len: 168 time: 2.9949591
Jun 21 03:08:22.728182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=e7d4781c-3895-4f2a-8d68-180b4616c59f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:22.734229 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:22.736784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.797852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.798261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39878) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:22.803366 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4ee80dd8-3493-44e3-85b2-87a2a0a4c04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:22.817250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] For port c1cf96c3-91d2-4950-8402-6d8f8612bb18, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:22.820295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b962744e-2f8e-40e4-91f3-070c8cd5e6e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1392655077', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:22.820822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] For port c1cf96c3-91d2-4950-8402-6d8f8612bb18, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c1cf96c3-91d2-4950-8402-6d8f8612bb18,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:22.862394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0217c8b0-4be3-4880-acd7-718849bf0017,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:22.874768 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:22.896520 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:22.947065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.952156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.5142481
Jun 21 03:08:22.960373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39886) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:22.964090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'security_group_rule': {'security_group_id': '0217c8b0-4be3-4880-acd7-718849bf0017', 'project_id': 'b541895659734366b8e24c7401ede8a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:22.983462 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:22.988382 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-754bcf8a-a8c8-4e6a-9f49-6f5d7d62c3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:23.009633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.013832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 8.9757221
Jun 21 03:08:23.014036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39888) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:23.087188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-034cb237-b4de-4c6e-b6bb-0a5ed305f536 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=5abc1439a51442dca598a84712ee0f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0674098
Jun 21 03:08:23.087952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39890) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:23.122025 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Routers {'edeeb136-8850-43b4-a14f-599a75b71869'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:23.122690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d0af10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['edeeb136-8850-43b4-a14f-599a75b71869'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:23.128886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bcf8a-a8c8-4e6a-9f49-6f5d7d62c3d0 None None] Pushing event updated for resources: {'Port': ['ID=c1cf96c3-91d2-4950-8402-6d8f8612bb18,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:23.262124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9c3d451-cd13-4634-b4e1-f0072fd77bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.355166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] Set router edeeb136-8850-43b4-a14f-599a75b71869 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:23.386900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b73257-f1c8-4f09-8d94-0dbf183f1033 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:23.389416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-96b73257-f1c8-4f09-8d94-0dbf183f1033 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3002925
Jun 21 03:08:23.393384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39904) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:23.395742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a9c3d451-cd13-4634-b4e1-f0072fd77bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.456010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fab41bac-b247-4066-b03c-e77df6adb14c tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0534618
Jun 21 03:08:23.459298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39908) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:23.466671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-257818043', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:23.489394 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4e3fa1b-c3c3-4307-83fa-63414c80ab7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:23.535180 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e3e5e0>, [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:08:17Z', 'revision_number': 4, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port': {'id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:09Z', 'updated_at': '2021-06-21T03:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a01d951e-e0f3-4e0b-94e8-0dd050cb4a05', 'name': '', 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'mac_address': 'fa:16:3e:07:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '538e02f4-64f9-435a-8a22-ab6821cf9ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:21Z', 'revision_number': 4, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'subnets': [{'id': '538e02f4-64f9-435a-8a22-ab6821cf9ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:23.564691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3d451-cd13-4634-b4e1-f0072fd77bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb22a18-4cbb-4a31-98d2-d457c4d70ffd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:23.567833 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82b3130>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:19Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:23.574331 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8cdcbe-2ddb-4fbf-bc53-417e0cf59822 None None] The sync data for ids ['ede3b7e6-359e-4e2e-a002-ee584f735834'] in n-d-758944-33 is: [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:08:17Z', 'revision_number': 4, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port': {'id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:09Z', 'updated_at': '2021-06-21T03:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a01d951e-e0f3-4e0b-94e8-0dd050cb4a05', 'name': '', 'network_id': '10867ac7-8627-4e8c-a176-40fba0ea1fd7', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'mac_address': 'fa:16:3e:07:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '538e02f4-64f9-435a-8a22-ab6821cf9ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:21Z', 'revision_number': 4, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'subnets': [{'id': '538e02f4-64f9-435a-8a22-ab6821cf9ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:23.592562 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a9c3d451-cd13-4634-b4e1-f0072fd77bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:23.600776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b962744e-2f8e-40e4-91f3-070c8cd5e6e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.601819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b962744e-2f8e-40e4-91f3-070c8cd5e6e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.640163 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-754bcf8a-a8c8-4e6a-9f49-6f5d7d62c3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:23.651337 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:08:23.651337 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:08:23.651337 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id_1': '5abc1439a51442dca598a84712ee0f1f', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 8, 23, 596386)}]
Jun 21 03:08:23.651337 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:08:23.657695 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:08:23.705722 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Checking router: 686fb09e-430a-43f7-b5c8-80bf2670e5e2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:23.706331 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Updating router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 port 06bf8287-5aa2-43d1-a920-06e0d6266fe1 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:23.733780 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a9c3d451-cd13-4634-b4e1-f0072fd77bb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b1a3666628247c4a6a32d967048a088&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1596363
Jun 21 03:08:23.744385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:23.790405 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:08:23.846071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d0af10>, [{'id': 'edeeb136-8850-43b4-a14f-599a75b71869', 'name': 'tempest-snat-router-90921990', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': 'c1cf96c3-91d2-4950-8402-6d8f8612bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:13Z', 'updated_at': '2021-06-21T03:08:17Z', 'revision_number': 3, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port': {'id': 'c1cf96c3-91d2-4950-8402-6d8f8612bb18', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edeeb136-8850-43b4-a14f-599a75b71869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:23.850430 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.857987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b962744e-2f8e-40e4-91f3-070c8cd5e6e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.858939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.918892 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.946851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b962744e-2f8e-40e4-91f3-070c8cd5e6e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.948448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb2947-8556-4eae-9bab-b55ee0e31c52 None None] The sync data for ids ['edeeb136-8850-43b4-a14f-599a75b71869'] in n-d-758944-33 is: [{'id': 'edeeb136-8850-43b4-a14f-599a75b71869', 'name': 'tempest-snat-router-90921990', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': 'c1cf96c3-91d2-4950-8402-6d8f8612bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:13Z', 'updated_at': '2021-06-21T03:08:17Z', 'revision_number': 3, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port': {'id': 'c1cf96c3-91d2-4950-8402-6d8f8612bb18', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edeeb136-8850-43b4-a14f-599a75b71869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:23.982554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:23.987328 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1573cb6b-e36a-4076-aaf1-163d28a8ba73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.030784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.044187 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1573cb6b-e36a-4076-aaf1-163d28a8ba73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.149992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b962744e-2f8e-40e4-91f3-070c8cd5e6e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.155249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b962744e-2f8e-40e4-91f3-070c8cd5e6e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.3447351
Jun 21 03:08:24.163034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39928) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:24.169600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-559047053'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:24.214204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.219958 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-570a92ce-84f0-4f15-9d51-dde610ffad50 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:24.245988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bc2c57-514d-419a-9372-f01df5dde3db,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:24.257419 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:24.282737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:24.376534 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.377885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:24.382249 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1573cb6b-e36a-4076-aaf1-163d28a8ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.382699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1573cb6b-e36a-4076-aaf1-163d28a8ba73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.384047 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1573cb6b-e36a-4076-aaf1-163d28a8ba73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abb22a18-4cbb-4a31-98d2-d457c4d70ffd HTTP/1.1" status: 204  len: 168 time: 0.6384490
Jun 21 03:08:24.388577 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1bfccc97-2599-4f0f-852f-4049f4428027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:24.391351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.420383 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Transition to ACTIVE for port object 06bf8287-5aa2-43d1-a920-06e0d6266fe1 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:24.433032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573cb6b-e36a-4076-aaf1-163d28a8ba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb22a18-4cbb-4a31-98d2-d457c4d70ffd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:24.441530 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1573cb6b-e36a-4076-aaf1-163d28a8ba73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:24.447654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:24.462766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:24.463473 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.500676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:24.505007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.525220 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.527313 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-6a8c42f0-4004-4ff6-9eff-5faefedb8d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:24.677974 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Attempting to bind port 06bf8287-5aa2-43d1-a920-06e0d6266fe1 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:24.679101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Attempting to bind port 06bf8287-5aa2-43d1-a920-06e0d6266fe1 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:24.679732 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Attempting to bind port 06bf8287-5aa2-43d1-a920-06e0d6266fe1 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:24.692404 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:24.694864 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:24.694864 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.694864 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:24.695966 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Bound port: 06bf8287-5aa2-43d1-a920-06e0d6266fe1, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:24.696564 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.733301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:08:24.738562 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.757504 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] For port 06bf8287-5aa2-43d1-a920-06e0d6266fe1, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:24.758066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.758472 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment 92947e1a-ccc7-4b76-b9af-e11b37c00730 of type vlan for network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca
Jun 21 03:08:24.761656 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] For port 06bf8287-5aa2-43d1-a920-06e0d6266fe1, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06bf8287-5aa2-43d1-a920-06e0d6266fe1,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:24.767305 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2f15-92b3-41e4-acf4-54c7bc289b0c None None] Pushing event updated for resources: {'Port': ['ID=06bf8287-5aa2-43d1-a920-06e0d6266fe1,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:24.770801 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-c14c2f15-92b3-41e4-acf4-54c7bc289b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:24.782570 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.787872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8285301
Jun 21 03:08:24.792537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 39944) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:24.804586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'security_group_rule': {'security_group_id': '0217c8b0-4be3-4880-acd7-718849bf0017', 'project_id': 'b541895659734366b8e24c7401ede8a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:24.842060 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:24.863882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,segment=NetworkSegment(bd5d9b7e-a0b7-4b18-9c78-ec751abf3285),segment_id=bd5d9b7e-a0b7-4b18-9c78-ec751abf3285)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:24.864922 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-a5b7a703-0ece-4285-b4d3-cd2efa68239d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:24.951952 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.000874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Allocated IP 172.25.7.102 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/46c1726b-a86f-4bb5-9edb-a9c82ea4929a) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:25.011873 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:25.012626 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82b3130>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:25.020807 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.023009 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:25.104420 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.116595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:25.117573 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.123177 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5ee4556-4d96-4985-bf19-be02a20da2d6 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:25.191875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.204350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:25.211505 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:25.301283 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1333826
Jun 21 03:08:25.315042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 39986) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:25.350923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:25.429089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=190ebc91-fe16-4a8e-8ca0-edbc5fc633ca,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:25.431172 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.435877 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2f15-92b3-41e4-acf4-54c7bc289b0c None None] Pushing event updated for resources: {'Port': ['ID=06bf8287-5aa2-43d1-a920-06e0d6266fe1,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:25.445057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:08:25.458614 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-c14c2f15-92b3-41e4-acf4-54c7bc289b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:25.472586 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:25.500812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.503032 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98b8d7a3-a3d0-4795-996b-2d1de20cfa3d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:25.511305 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.563423 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.716090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Subnet': ['ID=89b81a00-9368-49c9-b0f0-705c60913f47,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:25.724340 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:25.727064 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76eb8fa7-73fc-4f1b-9477-ad6b10b4304d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:25.747705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Checking segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:25.748369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network hostable DHCP agents. Network: f7d7e1a3-6da6-4d6d-baf7-cc03ec350002, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:08:25.752400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482f5251-c48e-4c0e-b2f5-d6be9f6463c1,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:25.755507 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:25.775291 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:25.792840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:25.796666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.894628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:08:25.928104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.934024 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:25.935261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.1408768
Jun 21 03:08:25.942163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40008) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:25.946882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'security_group_rule': {'security_group_id': '0217c8b0-4be3-4880-acd7-718849bf0017', 'project_id': 'b541895659734366b8e24c7401ede8a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:25.954013 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:26.022683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, f7d7e1a3-6da6-4d6d-baf7-cc03ec350002) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:26.033574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86f714-d565-40c6-b1f3-1462bce8d4f4 None None] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:26.034074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:26.034074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:26.105925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:26.225041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4aef71d1-dc91-4eac-8775-e4ac0cbeda50 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.7645509
Jun 21 03:08:26.227679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:26.236538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40016) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:26.262468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:26.275853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:26.326282 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82b3130>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:19Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:26.385286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'Port': ['ID=46c1726b-a86f-4bb5-9edb-a9c82ea4929a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:26.394126 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:26.470392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c1cf96c3-91d2-4950-8402-6d8f8612bb18 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:26.473417 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d754ef-8f09-4caf-b5df-02fdf70b5c10 None None] The sync data for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 is: [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:19Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:26.651906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:08:26.652761 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:26.674040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:26.779853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:26.899285 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f7710a2-ccae-441b-a64f-e0da86803c0e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:26.992877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd93e59c-b5a6-4b7e-9f83-611c30163da4,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:27.024373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c1cf96c3-91d2-4950-8402-6d8f8612bb18 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:27.035607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c1cf96c3-91d2-4950-8402-6d8f8612bb18 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:27.036583 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:27.158110 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:27.191828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Allocated IP 172.20.0.2 (f7d7e1a3-6da6-4d6d-baf7-cc03ec350002/89b81a00-9368-49c9-b0f0-705c60913f47/ae36c880-1c6a-412b-b764-650555de77bb) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:27.235499 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:27.238630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2953904
Jun 21 03:08:27.243050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40070) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:27.251150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'security_group_rule': {'security_group_id': '0217c8b0-4be3-4880-acd7-718849bf0017', 'project_id': 'b541895659734366b8e24c7401ede8a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:27.339465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:27.456840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:27.486933 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:27.499232 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-099dcace-0b37-4878-8046-0c5c070f0a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:27.780117 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:27.822614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Transition to ACTIVE for port object ae36c880-1c6a-412b-b764-650555de77bb will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:27.841864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Transition to ACTIVE for port object ae36c880-1c6a-412b-b764-650555de77bb will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:27.849814 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:27.876383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:27.876757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:08:27.893063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c1cf96c3-91d2-4950-8402-6d8f8612bb18, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c1cf96c3-91d2-4950-8402-6d8f8612bb18,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:27.900991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=9db2f735-9a6c-4374-8bd8-db224ea3a35f,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:27.905519 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:27.952094 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:27.954478 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:28.056063 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:28.058363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:28.076343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:28.082532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:28.108973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:08:28.151057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:28.186597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:28.314122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:28.320755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:28.322751 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:28.360855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Pushing event updated for resources: {'Port': ['ID=ae36c880-1c6a-412b-b764-650555de77bb,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:28.366823 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:28.367862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1106e-3ce4-4d62-b26d-1183639d8336 None None] Network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:28.376519 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cd7bc929-fd33-4880-a444-a54d7e3264db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:28.527170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Attempting to bind port ae36c880-1c6a-412b-b764-650555de77bb on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:28.527570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Attempting to bind port ae36c880-1c6a-412b-b764-650555de77bb by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:28.527942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Attempting to bind port ae36c880-1c6a-412b-b764-650555de77bb on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:28.552422 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2189605
Jun 21 03:08:28.556508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:28.576043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:28.576428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Checking segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:28.577057 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:28.577658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Bound using segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:28.579024 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Bound port: ae36c880-1c6a-412b-b764-650555de77bb, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:28.579636 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:28.614972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:28.616191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:28.757374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c1cf96c3-91d2-4950-8402-6d8f8612bb18,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:28.798932 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:28.829109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:28.975635 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:28.986537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] For port ae36c880-1c6a-412b-b764-650555de77bb, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:28.988160 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e06a58c-02ee-4e69-85e9-60a06319e950 tempest-SecurityGroupRulesNegativeTestJSON-1429575253 tempest-SecurityGroupRulesNegativeTestJSON-1429575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:28.998334 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:08:28.998334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:29.041500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36403496-91ef-4121-8b69-3ef9b24fcf8d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:29.055045 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:29.068887 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:29.096562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] For port ae36c880-1c6a-412b-b764-650555de77bb, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ae36c880-1c6a-412b-b764-650555de77bb,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:29.124600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Router e8f93b4e-559c-41f9-9057-06f349974a49 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:08:29.152345 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:29.154230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.9099724
Jun 21 03:08:29.166278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40126) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:29.205584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'security_group_rule': {'security_group_id': '0217c8b0-4be3-4880-acd7-718849bf0017', 'project_id': 'b541895659734366b8e24c7401ede8a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:29.372979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:29.393529 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:29.536422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Pushing event updated for resources: {'Port': ['ID=ae36c880-1c6a-412b-b764-650555de77bb,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:29.550635 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:29.553083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06bf8287-5aa2-43d1-a920-06e0d6266fe1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:29.758314 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Project b541895659734366b8e24c7401ede8a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:08:29.782390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:29.835481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:29.843190 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:29.927098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Sync routers for ids ['e8f93b4e-559c-41f9-9057-06f349974a49'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:30.050775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Routers {'e8f93b4e-559c-41f9-9057-06f349974a49'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:30.051441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00130>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e8f93b4e-559c-41f9-9057-06f349974a49'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:30.084197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.20.0.1 (f7d7e1a3-6da6-4d6d-baf7-cc03ec350002/89b81a00-9368-49c9-b0f0-705c60913f47/349b37c1-521b-4c9d-bef4-623e8144d5a3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:30.180948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:30.186818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 9.5406075
Jun 21 03:08:30.196506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40166) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:30.474846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 06bf8287-5aa2-43d1-a920-06e0d6266fe1 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:30.528541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:30.554534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Allocated IP 2001:db8::2 (190ebc91-fe16-4a8e-8ca0-edbc5fc633ca/9db2f735-9a6c-4374-8bd8-db224ea3a35f/6cd6edf9-76ee-4e89-b729-e37d934e61a2) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:30.569034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 06bf8287-5aa2-43d1-a920-06e0d6266fe1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:30.569034 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:30.586160 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:30.662761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Set router e8f93b4e-559c-41f9-9057-06f349974a49 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:30.664404 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4936eef1-5170-46a2-a6fd-afa5c94a4bc3 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:30.716178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7805bcf-acb0-4f03-967d-0d41691df1fc,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:30.721036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:30.806383 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:30.814007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9525d848-22af-49cd-85a9-c55a06320a34 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/routers/e8f93b4e-559c-41f9-9057-06f349974a49 HTTP/1.1" status: 200  len: 906 time: 0.6114519
Jun 21 03:08:30.814149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40180) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:30.833758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Transition to ACTIVE for port object 349b37c1-521b-4c9d-bef4-623e8144d5a3 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:31.003449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.007210 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee323a62-26db-43b5-8b21-4ef82cbb8aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:31.020822 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.121492 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=349b37c1-521b-4c9d-bef4-623e8144d5a3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:31.142646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:31.150924 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:31.151841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:31.164173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:31.212639 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.216345 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 2.0463448
Jun 21 03:08:31.216924 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40190) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:31.223247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'security_group_rule': {'security_group_id': '0217c8b0-4be3-4880-acd7-718849bf0017', 'project_id': 'b541895659734366b8e24c7401ede8a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:31.231280 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.275698 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.278151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.324768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40198) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:31.514159 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Project b541895659734366b8e24c7401ede8a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:08:31.522660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.595322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 06bf8287-5aa2-43d1-a920-06e0d6266fe1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06bf8287-5aa2-43d1-a920-06e0d6266fe1,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:31.625440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Deleting port 46c1726b-a86f-4bb5-9edb-a9c82ea4929a {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:31.625838 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.653665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00130>, [{'id': 'e8f93b4e-559c-41f9-9057-06f349974a49', 'name': 'tempest-snat-router-90921990', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46c1726b-a86f-4bb5-9edb-a9c82ea4929a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:20Z', 'updated_at': '2021-06-21T03:08:26Z', 'revision_number': 3, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port': {'id': '46c1726b-a86f-4bb5-9edb-a9c82ea4929a', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f93b4e-559c-41f9-9057-06f349974a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:31.708419 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.727484 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.729298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c1cf96c3-91d2-4950-8402-6d8f8612bb18 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:31.764939 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b0a958ef-6988-45c3-83e7-d37cd8f72ff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:31.769224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Checking router: e8f93b4e-559c-41f9-9057-06f349974a49 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:31.769895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Updating router e8f93b4e-559c-41f9-9057-06f349974a49 port 46c1726b-a86f-4bb5-9edb-a9c82ea4929a binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:31.916275 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:31.929406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Transition to ACTIVE for port object 6cd6edf9-76ee-4e89-b729-e37d934e61a2 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:31.954689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Transition to ACTIVE for port object 6cd6edf9-76ee-4e89-b729-e37d934e61a2 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:32.089742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=06bf8287-5aa2-43d1-a920-06e0d6266fe1,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:32.089742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9f4d6-7c5a-4c0d-b9e0-a6a54fe38202 None None] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:32.089742 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:32.187952 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.193076 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-754bcf8a-a8c8-4e6a-9f49-6f5d7d62c3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:32.196342 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.267136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c1cf96c3-91d2-4950-8402-6d8f8612bb18 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:32.267790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.270416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.298130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9028ebca-15ed-4e52-838c-ff9485abaaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.331063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.334490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:32.350423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:32.355486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:32.377565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8::1 (190ebc91-fe16-4a8e-8ca0-edbc5fc633ca/9db2f735-9a6c-4374-8bd8-db224ea3a35f/f4eab0af-39c8-402e-b9a2-fdafff303d00) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:32.383356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.394960 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ce3771b-5a19-48b8-8f40-9145d7715337 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:32.439786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Pushing event updated for resources: {'Port': ['ID=6cd6edf9-76ee-4e89-b729-e37d934e61a2,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:32.444563 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:32.455328 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d1c6a0b6-bf3d-490a-80fe-30b6dbae2571 None None] Provisioning for port ae36c880-1c6a-412b-b764-650555de77bb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:32.474289 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.509126 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:32.524029 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.531970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=349b37c1-521b-4c9d-bef4-623e8144d5a3,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:32.535303 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:32.536342 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.666365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Attempting to bind port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:32.666365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Attempting to bind port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:32.667049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb27e961-fcda-4a43-a9df-9f20d90ffa18,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:32.667133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Attempting to bind port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 on network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:32.705843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Calling delete_port for 46c1726b-a86f-4bb5-9edb-a9c82ea4929a owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:32.709659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:32.711721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Checking segment: {'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:32.711843 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:32.711968 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.711968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Bound using segment: {'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:32.711968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Bound port: 6cd6edf9-76ee-4e89-b729-e37d934e61a2, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:32.712199 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:32.779595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:32.782595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:32.951223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] For port 6cd6edf9-76ee-4e89-b729-e37d934e61a2, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:32.968801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.025370 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9028ebca-15ed-4e52-838c-ff9485abaaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.026918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:08:33.032518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] For port 6cd6edf9-76ee-4e89-b729-e37d934e61a2, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6cd6edf9-76ee-4e89-b729-e37d934e61a2,segment=NetworkSegment(92947e1a-ccc7-4b76-b9af-e11b37c00730),segment_id=92947e1a-ccc7-4b76-b9af-e11b37c00730)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:33.055663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object f4eab0af-39c8-402e-b9a2-fdafff303d00 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:33.136161 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.150431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Transition to ACTIVE for port object 46c1726b-a86f-4bb5-9edb-a9c82ea4929a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:33.169592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.178641 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b631f641-5999-4ebe-8bc2-bd6483791295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:33.215916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ae36c880-1c6a-412b-b764-650555de77bb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:33.223613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9028ebca-15ed-4e52-838c-ff9485abaaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.252008 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49166b92-45d4-48cd-9a75-556067f7aebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:33.258941 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9028ebca-15ed-4e52-838c-ff9485abaaf2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56c88723a30f4dfc9f4462c8504ed7fd&name=default HTTP/1.1" status: 200  len: 2983 time: 1.9276679
Jun 21 03:08:33.262815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40228) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:33.275426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.317384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028ebca-15ed-4e52-838c-ff9485abaaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d1dbdc-b1e7-489a-b1d1-c978661c9a96,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:33.327344 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9028ebca-15ed-4e52-838c-ff9485abaaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:33.340445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.351168 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-02d6a734-3a5a-4c5d-aa2b-cd1929a9d93c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 2.1237278
Jun 21 03:08:33.455520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Pushing event updated for resources: {'Port': ['ID=6cd6edf9-76ee-4e89-b729-e37d934e61a2,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:33.458613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:33.472358 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Sync routers for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:33.474119 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:33.475165 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:33.488497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.495459 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:33.496606 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dbd2453c-d4f7-4239-b7bc-464a34d4ebea tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:33.498491 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8436f40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:33.507810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "PUT /v2.0/routers/686fb09e-430a-43f7-b5c8-80bf2670e5e2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2656822
Jun 21 03:08:33.528450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Attempting to bind port 46c1726b-a86f-4bb5-9edb-a9c82ea4929a on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:33.528450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Attempting to bind port 46c1726b-a86f-4bb5-9edb-a9c82ea4929a by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:33.528450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Attempting to bind port 46c1726b-a86f-4bb5-9edb-a9c82ea4929a on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:33.543493 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-594541bb-251f-4a7b-8ee4-e07a0f806bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.591448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-594541bb-251f-4a7b-8ee4-e07a0f806bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.638354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:33.649831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:33.651793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.653650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:33.654439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Bound port: 46c1726b-a86f-4bb5-9edb-a9c82ea4929a, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:33.656894 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.704902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.903544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-532b1d24-aebc-4fed-9a1a-461e94f14db7 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711730140&fields=id&tenant_id=b541895659734366b8e24c7401ede8a6 HTTP/1.1" status: 200  len: 267 time: 0.1583669
Jun 21 03:08:33.904387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-594541bb-251f-4a7b-8ee4-e07a0f806bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.918354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-594541bb-251f-4a7b-8ee4-e07a0f806bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:33.921653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=f4eab0af-39c8-402e-b9a2-fdafff303d00,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:33.925926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-594541bb-251f-4a7b-8ee4-e07a0f806bf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72d1dbdc-b1e7-489a-b1d1-c978661c9a96 HTTP/1.1" status: 204  len: 168 time: 0.6619279
Jun 21 03:08:33.935667 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f57920e-b495-4409-98bf-109bc3228b1d tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:33.942017 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:33.948561 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa59c53e-da5c-41d8-b4d6-70fd690ff8f9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:34.040188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:34.041696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event deleted for resources: {'Port': ['ID=46c1726b-a86f-4bb5-9edb-a9c82ea4929a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:34.088174 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:34.094235 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:34.095465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:34.120892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:34.125877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:34.134580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594541bb-251f-4a7b-8ee4-e07a0f806bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d1dbdc-b1e7-489a-b1d1-c978661c9a96,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:34.155158 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-594541bb-251f-4a7b-8ee4-e07a0f806bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:34.411414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:34.412003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Port 46c1726b-a86f-4bb5-9edb-a9c82ea4929a has been deleted concurrently {{(pid=94168) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}}
Jun 21 03:08:34.423940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-68033655-f72f-4624-890c-163b449f4ac7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113192249&fields=id&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 267 time: 0.2693729
Jun 21 03:08:34.512366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ae36c880-1c6a-412b-b764-650555de77bb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:34.519150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-fb6d6d53-eb1d-47aa-8ab0-ea5ed845c09b tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:34.523378 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-fb6d6d53-eb1d-47aa-8ab0-ea5ed845c09b tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/networks?id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 HTTP/1.1" status: 200  len: 808 time: 0.5923014
Jun 21 03:08:34.528967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ae36c880-1c6a-412b-b764-650555de77bb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:34.529628 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:34.533698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Routers {'e8f93b4e-559c-41f9-9057-06f349974a49'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:34.534896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00130>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['e8f93b4e-559c-41f9-9057-06f349974a49'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:34.618003 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8436f40>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:32Z', 'revision_number': 2, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:34.638255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] Set router e8f93b4e-559c-41f9-9057-06f349974a49 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:34.722330 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Checking router: 686fb09e-430a-43f7-b5c8-80bf2670e5e2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:34.722956 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Updating router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 port 349b37c1-521b-4c9d-bef4-623e8144d5a3 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:34.763095 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:34.786326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec6da3-2334-432f-a0d8-55938e306479 None None] Pushing event updated for resources: {'Port': ['ID=46c1726b-a86f-4bb5-9edb-a9c82ea4929a,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:34.806320 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:34.813954 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-39ec6da3-2334-432f-a0d8-55938e306479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.339s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:34.849743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d3f8-b06c-4134-abe0-f75075323491 req-2f81e3c6-150b-42cc-ae8e-a830cb59ccdb tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:34.862757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-2f81e3c6-150b-42cc-ae8e-a830cb59ccdb tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 797 time: 0.4205596
Jun 21 03:08:34.878593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00130>, [{'id': 'e8f93b4e-559c-41f9-9057-06f349974a49', 'name': 'tempest-snat-router-90921990', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:20Z', 'updated_at': '2021-06-21T03:08:33Z', 'revision_number': 5, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:34.887977 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c030f4c-7a5b-4d85-a65b-ba7f89588376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:34.888744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-87c50bb0-4323-4e42-b315-498d9dabcbe2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/quotas/5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 375 time: 0.0245836
Jun 21 03:08:34.898554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-46f92196-d279-4ecb-b84b-04a2dc987407 None None] Provisioning for port 349b37c1-521b-4c9d-bef4-623e8144d5a3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:34.937752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-46f92196-d279-4ecb-b84b-04a2dc987407 None None] Provisioning complete for port 349b37c1-521b-4c9d-bef4-623e8144d5a3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:34.938795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-46f92196-d279-4ecb-b84b-04a2dc987407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:34.946223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:34.980046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.005023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-e1c7c3cc-6257-4163-913b-c72726cd7c83 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/quotas/b541895659734366b8e24c7401ede8a6 HTTP/1.1" status: 200  len: 375 time: 0.1369631
Jun 21 03:08:35.041702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cefeb-5b0b-4c37-acf3-cd6c6a088499 None None] The sync data for ids ['e8f93b4e-559c-41f9-9057-06f349974a49'] in n-d-758944-33 is: [{'id': 'e8f93b4e-559c-41f9-9057-06f349974a49', 'name': 'tempest-snat-router-90921990', 'tenant_id': '07dac6b42a424caba5632165c6ca86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:20Z', 'updated_at': '2021-06-21T03:08:33Z', 'revision_number': 5, 'project_id': '07dac6b42a424caba5632165c6ca86b4', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:35.044746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40284) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:35.191502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-46f92196-d279-4ecb-b84b-04a2dc987407 None None] Port 349b37c1-521b-4c9d-bef4-623e8144d5a3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:35.214299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-dce5674d-19ce-4ef9-bb2d-2648888b72de tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3236287
Jun 21 03:08:35.269978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-4fe2debe-b46a-4510-9bb8-07d6c86416d6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b541895659734366b8e24c7401ede8a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2636170
Jun 21 03:08:35.367215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-09b768d9-3d88-4f2e-b850-49a5e02eadff None None] Provisioning complete for port 349b37c1-521b-4c9d-bef4-623e8144d5a3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:35.367629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-09b768d9-3d88-4f2e-b850-49a5e02eadff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.379430 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.516120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b448e81-9dda-4a87-9e13-bdfeb458c8c6 None None] Network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:35.536221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-09b768d9-3d88-4f2e-b850-49a5e02eadff None None] Port 349b37c1-521b-4c9d-bef4-623e8144d5a3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:35.568859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40298) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:35.604150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ae36c880-1c6a-412b-b764-650555de77bb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ae36c880-1c6a-412b-b764-650555de77bb,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:35.658037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.662104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8f93b4e-559c-41f9-9057-06f349974a49 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:08:35.676286 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.688373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.690453 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.696317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.697201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06bf8287-5aa2-43d1-a920-06e0d6266fe1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:35.697612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e8f93b4e-559c-41f9-9057-06f349974a49 HTTP/1.1" status: 204  len: 168 time: 4.8812141
Jun 21 03:08:35.703733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40302) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:35.705318 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Transition to ACTIVE for port object 349b37c1-521b-4c9d-bef4-623e8144d5a3 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:35.745501 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-741f9b9e-b45a-4c06-8786-19eab25f8e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:35.799470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-522e8bf6-fd44-4b46-8fa8-6b5df0d6d808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.807734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-da75f313-c93d-40cc-90f9-63595e6129cd None None] Provisioning for port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:35.838257 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.848378 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-c14c2f15-92b3-41e4-acf4-54c7bc289b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:35.901281 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:08:35.901281 n-d-758944-33 neutron-server[94167]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 21 03:08:35.901281 n-d-758944-33 neutron-server[94167]: [parameters: {'project_id': 'ce05b41f764a4801b3ca8b44157ce01c', 'id': '334ad85c-de33-4593-a6a7-a821e7c2dd14', 'expiration': datetime.datetime(2021, 6, 21, 3, 10, 35, 881046)}]
Jun 21 03:08:35.901281 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:08:35.902014 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:08:35.913164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 06bf8287-5aa2-43d1-a920-06e0d6266fe1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:35.913576 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:35.918967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ae36c880-1c6a-412b-b764-650555de77bb,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:35.935471 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:35.987726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-b1f70758-97fa-4a0e-9e0e-c98ad600144c service neutron] 10.222.0.25 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7083657
Jun 21 03:08:36.063119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-522e8bf6-fd44-4b46-8fa8-6b5df0d6d808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.090954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.100979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.157626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-522e8bf6-fd44-4b46-8fa8-6b5df0d6d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.166212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-5423fe44-fe1b-4489-bf27-7eadfc447a5c service neutron] 10.222.0.25 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8952587
Jun 21 03:08:36.173832 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:36.193947 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.215912 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.227579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.280642 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d63b1c-ceca-4214-919e-36c51e26599e None None] Pushing event updated for resources: {'Port': ['ID=349b37c1-521b-4c9d-bef4-623e8144d5a3,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:36.289896 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-30d63b1c-ceca-4214-919e-36c51e26599e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:36.321600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e8bf6-fd44-4b46-8fa8-6b5df0d6d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a279c7f8-a8df-464c-b52b-1e17aa1ce5a3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:36.334718 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-522e8bf6-fd44-4b46-8fa8-6b5df0d6d808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:36.347987 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-339746ed-fe8b-4f04-9563-830517ca844c tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:36.418507 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Attempting to bind port 349b37c1-521b-4c9d-bef4-623e8144d5a3 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:36.419259 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Attempting to bind port 349b37c1-521b-4c9d-bef4-623e8144d5a3 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:36.419836 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Attempting to bind port 349b37c1-521b-4c9d-bef4-623e8144d5a3 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:36.442588 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:36.443089 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Checking segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:36.443603 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.444107 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Bound using segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:36.446087 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Bound port: 349b37c1-521b-4c9d-bef4-623e8144d5a3, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:36.446810 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.555342 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-522e8bf6-fd44-4b46-8fa8-6b5df0d6d808 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=953897f134bf403fb31c74fba441d69d&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4995790
Jun 21 03:08:36.570357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40314) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:36.571694 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] For port 349b37c1-521b-4c9d-bef4-623e8144d5a3, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:36.575427 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] For port 349b37c1-521b-4c9d-bef4-623e8144d5a3, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=349b37c1-521b-4c9d-bef4-623e8144d5a3,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:36.581828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.620407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-f14964e5-fb9f-4319-a562-de64f5fdf3a6 service neutron] 10.222.0.25 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6220906
Jun 21 03:08:36.635951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=f4eab0af-39c8-402e-b9a2-fdafff303d00,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:36.637195 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fa3f387a-a352-41d7-9500-0989c5dd243d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.673435 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:36.734800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ae36c880-1c6a-412b-b764-650555de77bb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:36.745252 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9545b6b6-17ba-4837-9200-3da89c5da113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.777874 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.783443 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:36.784743 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.830146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:36.833185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.851830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9545b6b6-17ba-4837-9200-3da89c5da113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.851996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a8d15788-c536-464d-b2e3-663a61013f69 None None] Provisioning for port f4eab0af-39c8-402e-b9a2-fdafff303d00 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:36.879068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:36.894035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a8d15788-c536-464d-b2e3-663a61013f69 None None] Provisioning complete for port f4eab0af-39c8-402e-b9a2-fdafff303d00 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:36.895375 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a8d15788-c536-464d-b2e3-663a61013f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.899805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:36.912172 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6ba30251-73dc-4ca8-a785-3cd03d30060e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:36.977892 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:36.979408 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8436f40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:37.000713 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d63b1c-ceca-4214-919e-36c51e26599e None None] Pushing event updated for resources: {'Port': ['ID=349b37c1-521b-4c9d-bef4-623e8144d5a3,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:37.029068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ae36c880-1c6a-412b-b764-650555de77bb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:37.030227 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.070387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-b23bd933-4fe0-40eb-9cc5-5d989e1bea64 service neutron] 10.222.0.25 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9032180
Jun 21 03:08:37.130506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a8d15788-c536-464d-b2e3-663a61013f69 None None] Port f4eab0af-39c8-402e-b9a2-fdafff303d00 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:37.196492 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-30d63b1c-ceca-4214-919e-36c51e26599e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:37.245967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40324) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:37.252024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce05b41f764a4801b3ca8b44157ce01c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6732769
Jun 21 03:08:37.259488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f50fc66-f0c7-44b8-8b3a-8a92331393aa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:37.265971 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:37.284226 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.370495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec7de5d6-e107-4af8-bd6d-7bef53b6d7dc req-3cc786d2-5f74-4900-b40a-177db7ad9918 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 210 time: 0.0982194
Jun 21 03:08:37.481792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6cd6edf9-76ee-4e89-b729-e37d934e61a2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:37.481925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Deleting port c1cf96c3-91d2-4950-8402-6d8f8612bb18 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:37.481925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.482094 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:37.482183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad6226-dbee-4465-9b19-bcaece96e54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.572851 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad6226-dbee-4465-9b19-bcaece96e54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.606061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] For port c1cf96c3-91d2-4950-8402-6d8f8612bb18, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c1cf96c3-91d2-4950-8402-6d8f8612bb18,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:37.606678 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.650764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-21ceaa5a-a647-4829-b71e-63704214c851 None None] Provisioning complete for port f4eab0af-39c8-402e-b9a2-fdafff303d00 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:37.651804 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21ceaa5a-a647-4829-b71e-63704214c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.705316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-21ceaa5a-a647-4829-b71e-63704214c851 None None] Port f4eab0af-39c8-402e-b9a2-fdafff303d00 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:37.742475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Calling delete_port for c1cf96c3-91d2-4950-8402-6d8f8612bb18 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:37.797937 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8436f40>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:36Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:37.828660 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba2d13-e9fa-493c-a5df-6e9f09fd8b18 None None] The sync data for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 is: [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:36Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:37.900622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:37.906384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:37.915902 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.916277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:08:37.944341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad6226-dbee-4465-9b19-bcaece96e54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.950572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4bad6226-dbee-4465-9b19-bcaece96e54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.950572 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4bad6226-dbee-4465-9b19-bcaece96e54f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f50fc66-f0c7-44b8-8b3a-8a92331393aa HTTP/1.1" status: 204  len: 168 time: 0.7011447
Jun 21 03:08:37.950572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9545b6b6-17ba-4837-9200-3da89c5da113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.952148 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9545b6b6-17ba-4837-9200-3da89c5da113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:37.952881 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9545b6b6-17ba-4837-9200-3da89c5da113 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a279c7f8-a8df-464c-b52b-1e17aa1ce5a3 HTTP/1.1" status: 204  len: 168 time: 1.3623741
Jun 21 03:08:37.955481 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efad55eb-0617-47fc-a9b5-a579b488c274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:37.985020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4c888201-60ee-48ab-ac09-c7af1d5f4210 None None] Provisioning complete for port f4eab0af-39c8-402e-b9a2-fdafff303d00 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:37.985762 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c888201-60ee-48ab-ac09-c7af1d5f4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.010289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad6226-dbee-4465-9b19-bcaece96e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f50fc66-f0c7-44b8-8b3a-8a92331393aa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:38.152403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.160221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4c888201-60ee-48ab-ac09-c7af1d5f4210 None None] Port f4eab0af-39c8-402e-b9a2-fdafff303d00 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:38.177203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.182119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545b6b6-17ba-4837-9200-3da89c5da113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a279c7f8-a8df-464c-b52b-1e17aa1ce5a3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:38.194048 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9545b6b6-17ba-4837-9200-3da89c5da113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:38.263942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.278750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a534cce2-499e-4d13-b645-9658eed39f85 req-135a671a-534c-4e44-a7a9-6bc39f237dc3 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 210 time: 0.1342251
Jun 21 03:08:38.286732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6cd6edf9-76ee-4e89-b729-e37d934e61a2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6cd6edf9-76ee-4e89-b729-e37d934e61a2,segment=NetworkSegment(92947e1a-ccc7-4b76-b9af-e11b37c00730),segment_id=92947e1a-ccc7-4b76-b9af-e11b37c00730)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:38.345798 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.346548 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:38.347098 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:38.348933 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca94e2cd-4a74-4cf9-b894-ec718edc39bf tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:38.388989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:38.393443 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.418898 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:38.419562 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8479180
Jun 21 03:08:38.420651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40348) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:38.438902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1cf96c3-91d2-4950-8402-6d8f8612bb18,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:38.440549 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-851553898'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:38.447690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:38.469557 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:38.574808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:38.583443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.673518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6cd6edf9-76ee-4e89-b729-e37d934e61a2,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:38.691197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:38.691624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a20d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:38.710020 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:38.712064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-404781c1-de41-4b42-87b2-c4353279f769 req-155d3c6e-36be-4ec5-8abf-77682b2170a0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 210 time: 0.1075730
Jun 21 03:08:38.752610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:08:38.789013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.795239 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment 8674fb6e-383d-4101-a4a0-a638934e360b of type vlan for network 139eaa2b-3c08-4602-903b-b77cab8e8320
Jun 21 03:08:38.817248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.928233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:38.988463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 349b37c1-521b-4c9d-bef4-623e8144d5a3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:39.111486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:39.117381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:39.122249 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:39.173729 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d065bf9-574a-4325-8ee7-4fb6d6545d20 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:39.209351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:39.304282 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8819101
Jun 21 03:08:39.305185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40380) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:39.321932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:39.520586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=139eaa2b-3c08-4602-903b-b77cab8e8320,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:39.545597 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:39.613495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 139eaa2b-3c08-4602-903b-b77cab8e8320 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:08:39.624239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 349b37c1-521b-4c9d-bef4-623e8144d5a3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:39.709415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 349b37c1-521b-4c9d-bef4-623e8144d5a3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:39.710105 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:39.730116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40394) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:39.776488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-688d5a46-1e4c-412f-a4b4-deff297de6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:39.810554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:39.815854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:39.869981 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.141140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a20d60>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:34Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:35Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:40.164843 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.229430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:40.237475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Updating router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 port f4eab0af-39c8-402e-b9a2-fdafff303d00 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:40.251976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c8d3c97-535b-4b01-aede-df32d0215b6f req-94bc50c7-c278-47d1-8eb7-af980eb679af tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 210 time: 0.1290226
Jun 21 03:08:40.286741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7df3f926-4376-4cc7-ab5c-490a5c593673 req-47fb6743-80fa-4451-a6b9-bc2b2aada2a7 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 210 time: 0.0927351
Jun 21 03:08:40.289708 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.293934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.348221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 349b37c1-521b-4c9d-bef4-623e8144d5a3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=349b37c1-521b-4c9d-bef4-623e8144d5a3,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:40.349965 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.514734 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-688d5a46-1e4c-412f-a4b4-deff297de6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.524249 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.524249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edeeb136-8850-43b4-a14f-599a75b71869 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:08:40.524936 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.525366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.530792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "DELETE /v2.0/routers/edeeb136-8850-43b4-a14f-599a75b71869 HTTP/1.1" status: 204  len: 168 time: 4.8171971
Jun 21 03:08:40.531327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40414) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:40.536449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1139942878', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:40.550250 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:40.569696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.586540 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77d4aee7-694f-41bf-a24a-1e74c81316c0 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:40.646167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=349b37c1-521b-4c9d-bef4-623e8144d5a3,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:40.651262 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:40.695387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-688d5a46-1e4c-412f-a4b4-deff297de6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.758508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.760717 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.821851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6cd6edf9-76ee-4e89-b729-e37d934e61a2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:40.854550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=7a2bea04-27c8-4aca-a8e1-6d26ce9bec66,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:40.857385 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:40.858935 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57390e3f-083f-432b-804a-ffded3c608f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:40.870065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:40.895319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:40.895616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: 139eaa2b-3c08-4602-903b-b77cab8e8320, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:08:40.913510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d5a46-1e4c-412f-a4b4-deff297de6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9116787b-5e68-441d-9665-3ff8152f503f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:40.917322 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-688d5a46-1e4c-412f-a4b4-deff297de6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:40.925239 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-688d5a46-1e4c-412f-a4b4-deff297de6f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afa8f855788b4a58bef6eaae70f18fcb&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1911860
Jun 21 03:08:40.925653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40426) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:40.994535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:40.994911 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.036730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 139eaa2b-3c08-4602-903b-b77cab8e8320 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:08:41.128571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9122da8c-b964-4f00-b468-575ad3a60a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.129932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 139eaa2b-3c08-4602-903b-b77cab8e8320) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:41.134764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:41.135408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.153145 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.162535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb898076-dc8d-4736-b4db-ab9f541949fe None None] Network 139eaa2b-3c08-4602-903b-b77cab8e8320 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:41.241540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.9308004
Jun 21 03:08:41.242277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40434) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:41.301757 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9122da8c-b964-4f00-b468-575ad3a60a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.319484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.361805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Transition to ACTIVE for port object f4eab0af-39c8-402e-b9a2-fdafff303d00 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:41.567143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9122da8c-b964-4f00-b468-575ad3a60a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.581043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9122da8c-b964-4f00-b468-575ad3a60a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.584943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9122da8c-b964-4f00-b468-575ad3a60a0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9116787b-5e68-441d-9665-3ff8152f503f HTTP/1.1" status: 204  len: 168 time: 0.6560919
Jun 21 03:08:41.593672 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-304a474a-7f6e-4d9d-87be-298ebbe97cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:41.636093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122da8c-b964-4f00-b468-575ad3a60a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9116787b-5e68-441d-9665-3ff8152f503f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:41.644084 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9122da8c-b964-4f00-b468-575ad3a60a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:41.851338 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:41.864508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bae944d-ae66-4c5b-a621-92fdd6253c95 req-61eefa37-1ca2-41d1-8c07-32ae101f7813 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 210 time: 0.1441209
Jun 21 03:08:41.887518 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:41.924424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff1d0d65-d267-4dbf-abdf-a79406abfe7a req-fa8a30e6-a6af-4faa-b9fb-3540641f4306 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 210 time: 0.2464440
Jun 21 03:08:42.008555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:42.253958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:42.269937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Pushing event updated for resources: {'Port': ['ID=f4eab0af-39c8-402e-b9a2-fdafff303d00,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:42.290848 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:42.305548 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:42.514105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Attempting to bind port f4eab0af-39c8-402e-b9a2-fdafff303d00 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:42.516560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Attempting to bind port f4eab0af-39c8-402e-b9a2-fdafff303d00 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:42.516560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Attempting to bind port f4eab0af-39c8-402e-b9a2-fdafff303d00 on network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:42.522056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:42.522637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Checking segment: {'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:42.523247 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:42.523787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Bound using segment: {'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:42.524398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Bound port: f4eab0af-39c8-402e-b9a2-fdafff303d00, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92947e1a-ccc7-4b76-b9af-e11b37c00730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:42.524972 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:42.543484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-139eaa2b-3c08-4602-903b-b77cab8e8320', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:08:42.545064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Allocated IP 172.25.7.217 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/79933f06-05fb-4dc2-bd45-98e0f005a29d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:42.547747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:42.627155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8:1::1 (139eaa2b-3c08-4602-903b-b77cab8e8320/7a2bea04-27c8-4aca-a8e1-6d26ce9bec66/179b5de3-0ed8-4cfe-a239-38b7351bab94) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:42.758294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 349b37c1-521b-4c9d-bef4-623e8144d5a3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:42.798328 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:42.938223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] For port f4eab0af-39c8-402e-b9a2-fdafff303d00, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:42.942766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] For port f4eab0af-39c8-402e-b9a2-fdafff303d00, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f4eab0af-39c8-402e-b9a2-fdafff303d00,segment=NetworkSegment(92947e1a-ccc7-4b76-b9af-e11b37c00730),segment_id=92947e1a-ccc7-4b76-b9af-e11b37c00730)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:42.972339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 349b37c1-521b-4c9d-bef4-623e8144d5a3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:42.972937 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:43.065980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:43.113770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object 179b5de3-0ed8-4cfe-a239-38b7351bab94 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:43.118182 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:43.122609 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:43.136215 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:43.150738 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e87b75fb-b426-415b-ba47-7f47119ad66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:43.229003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c1cf96c3-91d2-4950-8402-6d8f8612bb18 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:08:43.260290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:43.274305 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35f0d463-18c0-4b08-9452-c6ba8bb57adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:43.300896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 139eaa2b-3c08-4602-903b-b77cab8e8320 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:43.309725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:43.331418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c1cf96c3-91d2-4950-8402-6d8f8612bb18 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:08:43.331418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c1cf96c3-91d2-4950-8402-6d8f8612bb18 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:08:43.336742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:43.337592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a20d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:43.341776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Pushing event updated for resources: {'Port': ['ID=f4eab0af-39c8-402e-b9a2-fdafff303d00,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:43.378975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:43.390629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:43.391286 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:43.397974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-13026d6e-51c1-4773-a2f1-da07f54c6a97 req-ab361a67-c492-444e-90a6-fc2bb13bd438 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 210 time: 0.1839609
Jun 21 03:08:43.429579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:43.447643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-82a5c999-5838-4c2a-bc81-2d41501e516a tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:43.447643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-82a5c999-5838-4c2a-bc81-2d41501e516a tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.26 "GET /v2.0/networks?id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 HTTP/1.1" status: 200  len: 808 time: 0.5588048
Jun 21 03:08:43.447643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:43.556886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event updated for resources: {'Port': ['ID=79933f06-05fb-4dc2-bd45-98e0f005a29d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:43.604179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-466f600c-7b7a-4271-83c8-bed5525eec8d req-fea7e188-8d36-463e-9e37-0762f407ce3f tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 210 time: 0.2281561
Jun 21 03:08:43.609880 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:43.612375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=179b5de3-0ed8-4cfe-a239-38b7351bab94,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:43.679231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:43.701724 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:43.720760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-e2cd8d54-16f1-4df1-b100-7956c5c286df tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b541895659734366b8e24c7401ede8a6 HTTP/1.1" status: 200  len: 380 time: 0.2205446
Jun 21 03:08:43.829072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.832463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.833138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.835994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.836541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.837043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.837566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.838127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.838611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.840704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.842255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.842784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:43.862174 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:43.869984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'port': {'device_id': '86edfc19-c096-4cf6-a85b-b222a628d981', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'admin_state_up': True, 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'security_groups': ['0217c8b0-4be3-4880-acd7-718849bf0017']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:43.963370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d3f8-b06c-4134-abe0-f75075323491 req-ce09efe0-5fb4-4695-9aaf-9bc5917f48b3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:43.965958 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-ce09efe0-5fb4-4695-9aaf-9bc5917f48b3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.26 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 797 time: 0.1648498
Jun 21 03:08:43.999248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Allocated IP 2001:db8:1::2 (139eaa2b-3c08-4602-903b-b77cab8e8320/7a2bea04-27c8-4aca-a8e1-6d26ce9bec66/ccb8833a-468a-4a37-9df6-45615016c2d7) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:44.036889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:44.221180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-72889a41-b1a4-4265-a47a-d6cdb0848287 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 380 time: 0.1932273
Jun 21 03:08:44.237081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'port': {'device_id': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'admin_state_up': True, 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'security_groups': ['0796e428-1fd6-461d-b261-df75fda5cd5c']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:44.503016 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:44.546952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a20d60>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:34Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:42Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:44.557715 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:44.581372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Transition to ACTIVE for port object ccb8833a-468a-4a37-9df6-45615016c2d7 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:44.584036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930a70-153f-490b-a31a-2020810bffd4 None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:34Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:42Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:44.615795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Transition to ACTIVE for port object ccb8833a-468a-4a37-9df6-45615016c2d7 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:44.757846 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:44.762034 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-741f9b9e-b45a-4c06-8786-19eab25f8e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:44.834579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Network 139eaa2b-3c08-4602-903b-b77cab8e8320 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:44.870761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Pushing event updated for resources: {'Port': ['ID=ccb8833a-468a-4a37-9df6-45615016c2d7,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:44.874619 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:44.877470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:44.880971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:44.994277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60b7f47a-80fb-45fa-91c1-cdb47ee85edf req-ff22c1f6-9fec-4726-aeab-747a506d3a78 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 210 time: 0.4318998
Jun 21 03:08:45.004211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Made reservation on behalf of b541895659734366b8e24c7401ede8a6 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:45.007916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:45.015534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Attempting to bind port ccb8833a-468a-4a37-9df6-45615016c2d7 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:45.016622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Attempting to bind port ccb8833a-468a-4a37-9df6-45615016c2d7 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:45.017263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Attempting to bind port ccb8833a-468a-4a37-9df6-45615016c2d7 on network 139eaa2b-3c08-4602-903b-b77cab8e8320 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:45.045551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:45.046637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Checking segment: {'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:45.049181 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:45.049779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Bound using segment: {'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:45.050183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Bound port: ccb8833a-468a-4a37-9df6-45615016c2d7, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:45.050670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:45.197298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] For port ccb8833a-468a-4a37-9df6-45615016c2d7, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:45.219063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] For port ccb8833a-468a-4a37-9df6-45615016c2d7, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ccb8833a-468a-4a37-9df6-45615016c2d7,segment=NetworkSegment(8674fb6e-383d-4101-a4a0-a638934e360b),segment_id=8674fb6e-383d-4101-a4a0-a638934e360b)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:45.263355 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d99b1058-2502-46f7-b454-27b10934d59c req-921e3374-ce88-48f9-abc7-e30c6c2df81e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 210 time: 0.2870324
Jun 21 03:08:45.316822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:45.316822 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9fe7ed27-23b7-400d-9787-638a49e9ac2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:45.465770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Pushing event updated for resources: {'Port': ['ID=ccb8833a-468a-4a37-9df6-45615016c2d7,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:45.471285 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:45.723186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:45.727005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:45.756687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:45.767653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Allocated IP 172.20.0.7 (56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6/e244541e-cfcb-419e-b6c4-650b3cecd77c/86139730-4cfb-489b-8a56-6373b354ee72) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:46.020159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:46.084191 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:46.085043 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:46.104564 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63896c64-67cf-43aa-9fb4-45a6b970d88e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:46.346016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e24ffc2a-1cec-4667-9e0b-23ea285c31f2 req-a3ae7364-7d10-40cc-ad07-8bc8c7225779 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 210 time: 0.1065223
Jun 21 03:08:46.418300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:46.423954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.20.0.3 (f7d7e1a3-6da6-4d6d-baf7-cc03ec350002/89b81a00-9368-49c9-b0f0-705c60913f47/50920c0b-73f7-4d98-87e0-cd489f9321d4) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:46.450147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Transition to ACTIVE for port object 86139730-4cfb-489b-8a56-6373b354ee72 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:46.528396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Router d020b01c-e973-4939-926c-fe9cf3b0f5c0 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:08:46.623375 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:46.652774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:46.670865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Transition to ACTIVE for port object 50920c0b-73f7-4d98-87e0-cd489f9321d4 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:46.690946 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:46.798534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f4eab0af-39c8-402e-b9a2-fdafff303d00 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:46.812610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=179b5de3-0ed8-4cfe-a239-38b7351bab94,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:46.817445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'Port': ['ID=86139730-4cfb-489b-8a56-6373b354ee72,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:46.821960 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:46.822633 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:46.826862 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:46.829344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:46.838721 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b35d71ed-d36d-467a-88f9-6e70d7d7f2f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:46.946335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 139eaa2b-3c08-4602-903b-b77cab8e8320 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:46.963267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:46.970472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:46.979911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:46.988087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:46.995595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:47.025496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:47.053204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f4eab0af-39c8-402e-b9a2-fdafff303d00 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:47.058886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:47.062029 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:47.062154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f4eab0af-39c8-402e-b9a2-fdafff303d00 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:47.062154 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:47.085446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:47.103686 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:47.187124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:47.188162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:47.244061 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0155904
Jun 21 03:08:47.330839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Request body: {'port': {'device_id': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:47.400510 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:47.490422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432982-617c-406f-a44c-38f21b87a920 req-6e92b807-26e9-4971-9b35-2d8a73df50f1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:47.509038 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e432982-617c-406f-a44c-38f21b87a920 req-6e92b807-26e9-4971-9b35-2d8a73df50f1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 931 time: 0.8892500
Jun 21 03:08:47.521697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:47.521883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:08:47.523997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port f4eab0af-39c8-402e-b9a2-fdafff303d00, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f4eab0af-39c8-402e-b9a2-fdafff303d00,segment=NetworkSegment(92947e1a-ccc7-4b76-b9af-e11b37c00730),segment_id=92947e1a-ccc7-4b76-b9af-e11b37c00730)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:47.535888 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6f6af-9b6f-4b33-84fa-1ba459e5a248 None None] Sync routers for ids ['d020b01c-e973-4939-926c-fe9cf3b0f5c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:47.559404 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6f6af-9b6f-4b33-84fa-1ba459e5a248 None None] Routers {'d020b01c-e973-4939-926c-fe9cf3b0f5c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:47.560843 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e8d6f6af-9b6f-4b33-84fa-1ba459e5a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82b3f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d020b01c-e973-4939-926c-fe9cf3b0f5c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:47.632284 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:47.641292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ccb8833a-468a-4a37-9df6-45615016c2d7 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:47.643755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8453326
Jun 21 03:08:47.651840 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-126944d4-31e8-4117-87ac-43c63caddca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:47.671380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e432982-617c-406f-a44c-38f21b87a920 req-fdee72cd-8abd-44a7-b2dd-8735aa7d461f tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1183984
Jun 21 03:08:47.687427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Request body: {'port': {'device_id': '86edfc19-c096-4cf6-a85b-b222a628d981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:47.711086 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e8d6f6af-9b6f-4b33-84fa-1ba459e5a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82b3f10>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:47.736680 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6f6af-9b6f-4b33-84fa-1ba459e5a248 None None] Routers {'d020b01c-e973-4939-926c-fe9cf3b0f5c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:47.737415 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e8d6f6af-9b6f-4b33-84fa-1ba459e5a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82b3f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d020b01c-e973-4939-926c-fe9cf3b0f5c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:47.766039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-28358025-2103-4a47-8e31-fd1f44e236b3 None None] Provisioning for port 86139730-4cfb-489b-8a56-6373b354ee72 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:47.786624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-28358025-2103-4a47-8e31-fd1f44e236b3 None None] Provisioning complete for port 86139730-4cfb-489b-8a56-6373b354ee72 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:47.787295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28358025-2103-4a47-8e31-fd1f44e236b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:47.816877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:47.818201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0e9fe481-7f78-4782-8605-4a09386b2167 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 7.2856345
Jun 21 03:08:47.824800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40588) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:47.831960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-10fcad80-8bc2-4df4-8ff3-0d7ab3ba0397 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': False}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:47.885318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=f4eab0af-39c8-402e-b9a2-fdafff303d00,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:47.891212 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:47.892229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-28358025-2103-4a47-8e31-fd1f44e236b3 None None] Port 86139730-4cfb-489b-8a56-6373b354ee72 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:47.922565 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e8d6f6af-9b6f-4b33-84fa-1ba459e5a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82b3f10>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:47.929455 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6f6af-9b6f-4b33-84fa-1ba459e5a248 None None] The sync data for ids ['d020b01c-e973-4939-926c-fe9cf3b0f5c0'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:47.951155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:47.957570 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:47.965976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:47.968424 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7236567
Jun 21 03:08:47.979544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40590) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:47.985499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:47.988813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb11c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:47.996546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-436524335'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:47.997165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:48.149568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:48.248237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f09ee9-71b8-42f2-8b59-2947290bcf14 None None] Network 139eaa2b-3c08-4602-903b-b77cab8e8320 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:48.253683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ccb8833a-468a-4a37-9df6-45615016c2d7 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:48.606255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bd39445b-2ce4-4b5f-86d5-1397e48c7088 None None] Provisioning for port 50920c0b-73f7-4d98-87e0-cd489f9321d4 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:48.614452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a1c1-4c59-473d-85b3-08c73cc80994 req-5afae4b2-cb29-42b4-9c93-bf4b0b0fe8ae tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:48.616094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d698a1c1-4c59-473d-85b3-08c73cc80994 req-5afae4b2-cb29-42b4-9c93-bf4b0b0fe8ae tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 931 time: 0.9181461
Jun 21 03:08:48.682000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bd39445b-2ce4-4b5f-86d5-1397e48c7088 None None] Provisioning complete for port 50920c0b-73f7-4d98-87e0-cd489f9321d4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:48.682000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd39445b-2ce4-4b5f-86d5-1397e48c7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:48.739105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f4eab0af-39c8-402e-b9a2-fdafff303d00 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:48.868561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-bd39445b-2ce4-4b5f-86d5-1397e48c7088 None None] Port 50920c0b-73f7-4d98-87e0-cd489f9321d4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:48.919613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50920c0b-73f7-4d98-87e0-cd489f9321d4 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:08:48.940035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:48.960327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Transition to ACTIVE for port object 50920c0b-73f7-4d98-87e0-cd489f9321d4 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:49.019612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:49.023383 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.030692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.037432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-84d4c065-86aa-4da4-8e6b-7bb34ba3f389 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:49.111918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:08:49.122520 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.124487 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment 029e902b-7e8f-46c2-b32d-5a016e927efe of type vlan for network a00a27f5-c1ea-49e7-a48e-2dac3394dde1
Jun 21 03:08:49.156716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:49.162842 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:49.210612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d698a1c1-4c59-473d-85b3-08c73cc80994 req-7dd2cdca-8409-4d59-8344-f3c129f54826 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5746589
Jun 21 03:08:49.352848 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.423245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:49.425778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:49.428785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:49.434905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:08:49.436055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:49.454670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:49.455367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Checking segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:49.456077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Bound using segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:49.456533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Bound port: 50920c0b-73f7-4d98-87e0-cd489f9321d4, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:49.456891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.576240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:49.588793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:49.610735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb11c0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:43Z', 'revision_number': 3, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:45Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:49.624897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10fcad80-8bc2-4df4-8ff3-0d7ab3ba0397 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.651392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1a433-6c8d-4af7-929f-7b93bf11d272 req-7c5fc80b-2d02-47a8-9983-fd6d4b103c8e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:49.659454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e1a433-6c8d-4af7-929f-7b93bf11d272 req-7c5fc80b-2d02-47a8-9983-fd6d4b103c8e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 931 time: 0.6732638
Jun 21 03:08:49.684931 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.689575 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:49.694690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f4eab0af-39c8-402e-b9a2-fdafff303d00 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:49.695098 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.697008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] Provisioning for port ccb8833a-468a-4a37-9df6-45615016c2d7 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:49.705035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:08:49.708530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Updating router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 port 179b5de3-0ed8-4cfe-a239-38b7351bab94 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:08:49.760633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:49.760633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.761577 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e1a433-6c8d-4af7-929f-7b93bf11d272 req-caa1e1fa-51c2-4f00-8641-d064c5f55267 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011310
Jun 21 03:08:49.770612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] 10.222.0.26 "PUT /v2.0/ports/50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 1092 time: 2.4488978
Jun 21 03:08:49.785175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:08:49.795233 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.802452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:49.803099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.807761 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929c8425-bb5c-4a49-94ef-2defce57955a" -d '{"events": [{"name": "network-changed", "server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:08:49.809268 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-019bf804-c6b1-4f83-8e72-6122c52d0a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:49.844626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] Provisioning complete for port ccb8833a-468a-4a37-9df6-45615016c2d7 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:49.866284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:49.871102 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.883333 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:49.883920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:49.911811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86139730-4cfb-489b-8a56-6373b354ee72 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:08:50.028412 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810485ba-130f-43f1-af71-e595037100f2 x-openstack-request-id: req-810485ba-130f-43f1-af71-e595037100f2 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:08:50.032051 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:08:50.032448 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-810485ba-130f-43f1-af71-e595037100f2 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:08:50.032948 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'status': 'completed', 'code': 200}
Jun 21 03:08:50.075661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:50.083354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d3f8-b06c-4134-abe0-f75075323491 req-b1b27a8f-504f-472c-80f6-65d4c010dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:50.085883 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-b1b27a8f-504f-472c-80f6-65d4c010dab6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1095 time: 0.2015805
Jun 21 03:08:50.166033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.1775494
Jun 21 03:08:50.190701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40634) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:50.202908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:50.229293 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-a4595397-c845-4725-ab5c-9cbd39bf150f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 217 time: 0.1347339
Jun 21 03:08:50.230077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Transition to ACTIVE for port object 86139730-4cfb-489b-8a56-6373b354ee72 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:50.352870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d3f8-b06c-4134-abe0-f75075323491 req-f6749067-db90-49e7-bf18-9f6acb8e75be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:50.355821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:50.360026 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-f6749067-db90-49e7-bf18-9f6acb8e75be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 200  len: 834 time: 0.1240759
Jun 21 03:08:50.384301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=a00a27f5-c1ea-49e7-a48e-2dac3394dde1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:50.474137 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:50.479169 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dfcbeaa4-9f2b-4473-9a0c-6bc08686adf4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:50.523927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:08:50.535469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d3f8-b06c-4134-abe0-f75075323491 req-12bd2d1c-7beb-49ae-88aa-89b9ccb6f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:50.537075 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-12bd2d1c-7beb-49ae-88aa-89b9ccb6f928 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1707942
Jun 21 03:08:50.607351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Pushing event updated for resources: {'Port': ['ID=86139730-4cfb-489b-8a56-6373b354ee72,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:50.613765 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:50.835511 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:50.876897 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-2f225753-9f63-4d5e-8134-069ab49ad202 service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3318284
Jun 21 03:08:50.883066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:08:50.907667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Transition to ACTIVE for port object 179b5de3-0ed8-4cfe-a239-38b7351bab94 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:50.912798 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:51.037423 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:51.039353 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:51.052314 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:51.286990 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4314d3f8-b06c-4134-abe0-f75075323491 req-07a80e73-96c1-49b1-80bc-39fab03f6377 service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3929973
Jun 21 03:08:51.298936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] For port ccb8833a-468a-4a37-9df6-45615016c2d7, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ccb8833a-468a-4a37-9df6-45615016c2d7,segment=NetworkSegment(8674fb6e-383d-4101-a4a0-a638934e360b),segment_id=8674fb6e-383d-4101-a4a0-a638934e360b)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:51.397580 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:51.426475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a9d3a-da93-4738-9b3f-b65ee498d366 None None] Pushing event updated for resources: {'Port': ['ID=179b5de3-0ed8-4cfe-a239-38b7351bab94,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:51.448528 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b89a9d3a-da93-4738-9b3f-b65ee498d366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:51.449023 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0ddfb7d2-3340-46b0-a734-0963808cfc3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:51.549589 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:51.586158 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-022eb8bf-7ca0-4fbc-8da0-6dd257dcb78a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:51.597978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8425-bb5c-4a49-94ef-2defce57955a req-82905536-3eaf-429d-9a59-e089659cc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:51.598193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] Pushing event updated for resources: {'Port': ['ID=ccb8833a-468a-4a37-9df6-45615016c2d7,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:51.599504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-929c8425-bb5c-4a49-94ef-2defce57955a req-82905536-3eaf-429d-9a59-e089659cc67d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1095 time: 0.1622822
Jun 21 03:08:51.617319 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:51.625354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Attempting to bind port 179b5de3-0ed8-4cfe-a239-38b7351bab94 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:51.625354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Attempting to bind port 179b5de3-0ed8-4cfe-a239-38b7351bab94 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:51.633406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Attempting to bind port 179b5de3-0ed8-4cfe-a239-38b7351bab94 on network 139eaa2b-3c08-4602-903b-b77cab8e8320 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:51.643199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:51.643666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Checking segment: {'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:51.644233 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:51.644960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Bound using segment: {'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:51.645514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Bound port: 179b5de3-0ed8-4cfe-a239-38b7351bab94, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8674fb6e-383d-4101-a4a0-a638934e360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:51.646201 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:51.660918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=55638f2f-4883-4e67-8533-1f6d843986aa,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:51.664384 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:51.674645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c74ad1d8-192a-451a-9ff3-7e24e5b8bed7 None None] Provisioning complete for port ccb8833a-468a-4a37-9df6-45615016c2d7 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:51.675673 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c74ad1d8-192a-451a-9ff3-7e24e5b8bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:51.700911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f755e1f-6afa-49b6-89e5-ffaa4bc93e13 req-1c1ca221-5ba4-447e-b2f1-deda4ed09568 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:51.710667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f755e1f-6afa-49b6-89e5-ffaa4bc93e13 req-1c1ca221-5ba4-447e-b2f1-deda4ed09568 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 943 time: 1.1214330
Jun 21 03:08:51.782016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f755e1f-6afa-49b6-89e5-ffaa4bc93e13 req-d5dedba6-4336-4007-bd4f-d8b956ac7f94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631018
Jun 21 03:08:51.929143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa74b5f-330d-487f-a0f9-826173782dd4 req-e97c5c42-4642-4f52-b4af-8345377f932a tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:51.938099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfa74b5f-330d-487f-a0f9-826173782dd4 req-e97c5c42-4642-4f52-b4af-8345377f932a tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 943 time: 0.7663085
Jun 21 03:08:51.949760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] For port 179b5de3-0ed8-4cfe-a239-38b7351bab94, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:51.958391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Attempting to bind port 86139730-4cfb-489b-8a56-6373b354ee72 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:51.958923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Attempting to bind port 86139730-4cfb-489b-8a56-6373b354ee72 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:51.959359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Attempting to bind port 86139730-4cfb-489b-8a56-6373b354ee72 on network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:51.972453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:51.972968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: a00a27f5-c1ea-49e7-a48e-2dac3394dde1, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:08:52.000448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8425-bb5c-4a49-94ef-2defce57955a req-8e3f4745-3abb-44dc-a216-7550ca3a3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:52.011926 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-929c8425-bb5c-4a49-94ef-2defce57955a req-8e3f4745-3abb-44dc-a216-7550ca3a3a97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 898 time: 0.3993692
Jun 21 03:08:52.027560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Port 86139730-4cfb-489b-8a56-6373b354ee72 on network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:08:52.028045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Attempting to bind port 86139730-4cfb-489b-8a56-6373b354ee72 on network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:52.040980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:52.043397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Checking segment: {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:52.044044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Bound using segment: {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:52.044613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Bound port: 86139730-4cfb-489b-8a56-6373b354ee72, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619c779f-51d1-4f32-9173-fcc09a2078ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:52.045155 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:52.091623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] For port 179b5de3-0ed8-4cfe-a239-38b7351bab94, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=179b5de3-0ed8-4cfe-a239-38b7351bab94,segment=NetworkSegment(8674fb6e-383d-4101-a4a0-a638934e360b),segment_id=8674fb6e-383d-4101-a4a0-a638934e360b)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:52.156754 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-929c8425-bb5c-4a49-94ef-2defce57955a req-927ded74-622c-4956-8a3b-00e4330e2369 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 217 time: 0.1272171
Jun 21 03:08:52.164403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] For port 86139730-4cfb-489b-8a56-6373b354ee72, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:52.171653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] For port 86139730-4cfb-489b-8a56-6373b354ee72, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=86139730-4cfb-489b-8a56-6373b354ee72,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:52.180555 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:52.184298 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-44e8ab93-438f-4475-a0fa-b6dd1efcf9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:52.188315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:08:52.230629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfa74b5f-330d-487f-a0f9-826173782dd4 req-1285d0b5-ba04-402c-96e0-8df64aaa0a33 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2904115
Jun 21 03:08:52.268317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:52.273699 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-396b5ef7-05dd-43ea-8ce9-482802ebb922 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:52.302951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c74ad1d8-192a-451a-9ff3-7e24e5b8bed7 None None] Provisioning for port 179b5de3-0ed8-4cfe-a239-38b7351bab94 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:52.323525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8425-bb5c-4a49-94ef-2defce57955a req-c7fb3bad-6178-4158-a079-0de9c7785881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:52.325881 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-929c8425-bb5c-4a49-94ef-2defce57955a req-c7fb3bad-6178-4158-a079-0de9c7785881 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 200  len: 834 time: 0.1638663
Jun 21 03:08:52.351239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Pushing event updated for resources: {'Port': ['ID=86139730-4cfb-489b-8a56-6373b354ee72,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:52.364385 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:52.423937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:52.424663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb11c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:52.447266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8425-bb5c-4a49-94ef-2defce57955a req-20e02f9c-688d-4a62-a798-4fbd516a6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:52.449434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-929c8425-bb5c-4a49-94ef-2defce57955a req-20e02f9c-688d-4a62-a798-4fbd516a6c26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1160235
Jun 21 03:08:52.617082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a9d3a-da93-4738-9b3f-b65ee498d366 None None] Pushing event updated for resources: {'Port': ['ID=179b5de3-0ed8-4cfe-a239-38b7351bab94,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:52.632183 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b89a9d3a-da93-4738-9b3f-b65ee498d366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:52.675643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:08:52.702665 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-929c8425-bb5c-4a49-94ef-2defce57955a req-17b285fd-fabe-43b0-9b28-00fe4ea85a78 service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455711
Jun 21 03:08:52.743667 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10fcad80-8bc2-4df4-8ff3-0d7ab3ba0397 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:52.747265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a00a27f5-c1ea-49e7-a48e-2dac3394dde1) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:52.765547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:52.766294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:52.775917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10fcad80-8bc2-4df4-8ff3-0d7ab3ba0397 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:52.781889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc064e9-d8a0-4471-a2cb-1f680644f37a None None] Network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:52.888620 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-929c8425-bb5c-4a49-94ef-2defce57955a req-4d271e52-966e-4b0b-aa47-93ef91dc4d0e service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780794
Jun 21 03:08:52.897638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:52.901269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:52.902861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] 10.222.0.26 "PUT /v2.0/ports/86139730-4cfb-489b-8a56-6373b354ee72 HTTP/1.1" status: 200  len: 1092 time: 5.2255080
Jun 21 03:08:52.903435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edfc19-c096-4cf6-a85b-b222a628d981', 'tag': '86139730-4cfb-489b-8a56-6373b354ee72'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:08:52.911613 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b394230b-2491-4879-8a07-f39efc79f8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "86edfc19-c096-4cf6-a85b-b222a628d981", "tag": "86139730-4cfb-489b-8a56-6373b354ee72"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:08:53.063067 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30187657-5e95-4597-93bf-07934afcc9df x-openstack-request-id: req-30187657-5e95-4597-93bf-07934afcc9df {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:08:53.063666 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edfc19-c096-4cf6-a85b-b222a628d981", "tag": "86139730-4cfb-489b-8a56-6373b354ee72", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:08:53.063985 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30187657-5e95-4597-93bf-07934afcc9df {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:08:53.064457 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edfc19-c096-4cf6-a85b-b222a628d981', 'tag': '86139730-4cfb-489b-8a56-6373b354ee72', 'status': 'completed', 'code': 200}
Jun 21 03:08:53.093794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.8975921
Jun 21 03:08:53.095100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40676) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:53.368871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fcad80-8bc2-4df4-8ff3-0d7ab3ba0397 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Router d020b01c-e973-4939-926c-fe9cf3b0f5c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:08:53.570421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ccb8833a-468a-4a37-9df6-45615016c2d7 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:53.572539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394230b-2491-4879-8a07-f39efc79f8c5 req-138d4b5b-6047-4c8f-87c8-0fbc6f3bf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:53.572539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b394230b-2491-4879-8a07-f39efc79f8c5 req-138d4b5b-6047-4c8f-87c8-0fbc6f3bf4a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b541895659734366b8e24c7401ede8a6&device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1095 time: 0.4014328
Jun 21 03:08:53.572539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ada2-dfd3-44ae-a2d4-38b2d331306d req-fb1791b9-7400-4e17-8a18-ce95eddfa28a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:53.572539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a9ada2-dfd3-44ae-a2d4-38b2d331306d req-fb1791b9-7400-4e17-8a18-ce95eddfa28a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 943 time: 0.4036076
Jun 21 03:08:53.673480 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98a9ada2-dfd3-44ae-a2d4-38b2d331306d req-2d3d4ffa-d255-4b1c-b903-9a750076b1a2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347854
Jun 21 03:08:53.735853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fcad80-8bc2-4df4-8ff3-0d7ab3ba0397 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:08:53.745656 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe31c7d-d00d-44e3-a47b-5c27b355e7ea None None] Sync routers for ids ['d020b01c-e973-4939-926c-fe9cf3b0f5c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:08:53.747062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10fcad80-8bc2-4df4-8ff3-0d7ab3ba0397 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:53.748362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-10fcad80-8bc2-4df4-8ff3-0d7ab3ba0397 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "PUT /v2.0/routers/d020b01c-e973-4939-926c-fe9cf3b0f5c0 HTTP/1.1" status: 200  len: 922 time: 5.9225755
Jun 21 03:08:53.752199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40686) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:53.756860 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe31c7d-d00d-44e3-a47b-5c27b355e7ea None None] Routers {'d020b01c-e973-4939-926c-fe9cf3b0f5c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:53.757550 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9fe31c7d-d00d-44e3-a47b-5c27b355e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84417c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d020b01c-e973-4939-926c-fe9cf3b0f5c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:53.760333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394230b-2491-4879-8a07-f39efc79f8c5 req-65b776c7-8539-4468-ba65-752a52974210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:53.761941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b394230b-2491-4879-8a07-f39efc79f8c5 req-65b776c7-8539-4468-ba65-752a52974210 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b541895659734366b8e24c7401ede8a6&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2618468
Jun 21 03:08:53.865544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ccb8833a-468a-4a37-9df6-45615016c2d7 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:53.866208 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:53.919561 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9fe31c7d-d00d-44e3-a47b-5c27b355e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84417c0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:53.934536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:08:53.935437 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:53.952630 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe31c7d-d00d-44e3-a47b-5c27b355e7ea None None] Routers {'d020b01c-e973-4939-926c-fe9cf3b0f5c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:08:53.954866 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9fe31c7d-d00d-44e3-a47b-5c27b355e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84417c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d020b01c-e973-4939-926c-fe9cf3b0f5c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:54.012758 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9fe31c7d-d00d-44e3-a47b-5c27b355e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84417c0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:54.013797 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe31c7d-d00d-44e3-a47b-5c27b355e7ea None None] The sync data for ids ['d020b01c-e973-4939-926c-fe9cf3b0f5c0'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:54.043893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:54.375339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Allocated IP 2001:db8:2::2 (a00a27f5-c1ea-49e7-a48e-2dac3394dde1/55638f2f-4883-4e67-8533-1f6d843986aa/2946a82d-7555-40b2-b2bd-174ea68029c5) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:54.626054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df70a-4704-47c1-8f1e-c9185eff1a7f req-30b70bd5-e445-4e47-ad25-521f7c695782 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:54.633619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f2df70a-4704-47c1-8f1e-c9185eff1a7f req-30b70bd5-e445-4e47-ad25-521f7c695782 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 943 time: 0.9587419
Jun 21 03:08:54.667842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cb11c0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:43Z', 'revision_number': 3, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:51Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:08:54.713011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16177a9-55b6-474e-a2b3-1b40f3a1d2cb None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:43Z', 'revision_number': 3, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:51Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:08:54.713781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f2df70a-4704-47c1-8f1e-c9185eff1a7f req-0f731466-9641-4dab-a899-a4e21785a4d6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787773
Jun 21 03:08:54.719206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7e0d91af-8a0e-4c0c-9d84-e622847c073e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/routers/d020b01c-e973-4939-926c-fe9cf3b0f5c0 HTTP/1.1" status: 200  len: 922 time: 0.9657414
Jun 21 03:08:54.720430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40710) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:54.752376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394230b-2491-4879-8a07-f39efc79f8c5 req-63a53d6c-2f1a-4275-9058-8ddc26aebeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:54.752376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b394230b-2491-4879-8a07-f39efc79f8c5 req-63a53d6c-2f1a-4275-9058-8ddc26aebeaa service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9395344
Jun 21 03:08:54.981048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-c594fbd6-664e-4bf6-9577-0e2f6329b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:54.982630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-c594fbd6-664e-4bf6-9577-0e2f6329b25c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b541895659734366b8e24c7401ede8a6&device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1095 time: 0.1764734
Jun 21 03:08:55.055012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-65471477-c741-4fbc-a186-846ca8a37f25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86139730-4cfb-489b-8a56-6373b354ee72 HTTP/1.1" status: 200  len: 217 time: 0.0582061
Jun 21 03:08:55.153757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa0e7b-d890-4574-b977-d9489613c66d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:55.157283 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-74fa0e7b-d890-4574-b977-d9489613c66d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=d020b01c-e973-4939-926c-fe9cf3b0f5c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4357641
Jun 21 03:08:55.162600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40714) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:55.176378 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:55.205617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Transition to ACTIVE for port object 2946a82d-7555-40b2-b2bd-174ea68029c5 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:55.237001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Transition to ACTIVE for port object 2946a82d-7555-40b2-b2bd-174ea68029c5 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:55.253753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-93c45639-4e81-4fc5-9a50-9f02d7b34c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:55.258288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-93c45639-4e81-4fc5-9a50-9f02d7b34c92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e244541e-cfcb-419e-b6c4-650b3cecd77c HTTP/1.1" status: 200  len: 847 time: 0.1971095
Jun 21 03:08:55.261570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 179b5de3-0ed8-4cfe-a239-38b7351bab94 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:55.338006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee69d32-705d-4d15-902d-6d3f0a1b3ce7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:55.345641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:55.346341 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6ee69d32-705d-4d15-902d-6d3f0a1b3ce7 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 881 time: 0.1820111
Jun 21 03:08:55.347939 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:55.352820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40722) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:55.391106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 50920c0b-73f7-4d98-87e0-cd489f9321d4 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:08:55.425658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77c04-9e97-413b-890b-f66c669bde3d req-d7dfe759-8147-4826-8a61-ca67867a3562 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:55.429310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ef77c04-9e97-413b-890b-f66c669bde3d req-d7dfe759-8147-4826-8a61-ca67867a3562 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 943 time: 0.3226798
Jun 21 03:08:55.448959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8490b888-b97d-41cd-b101-04da520c8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:55.450990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-8490b888-b97d-41cd-b101-04da520c8c4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1837342
Jun 21 03:08:55.484223 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6862e227-cd38-4799-b139-4a69bf5e0b1b tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=d020b01c-e973-4939-926c-fe9cf3b0f5c0 HTTP/1.1" status: 200  len: 205 time: 0.1257529
Jun 21 03:08:55.484997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40734) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:55.597525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8:2::1 (a00a27f5-c1ea-49e7-a48e-2dac3394dde1/55638f2f-4883-4e67-8533-1f6d843986aa/e2cf065a-17e7-4226-8a12-76ca8145407c) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:08:55.663330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-b7581be8-ec79-47b0-83a5-888191835f83 service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030995
Jun 21 03:08:55.755948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ef77c04-9e97-413b-890b-f66c669bde3d req-4c4aa81d-f785-4eee-8c1b-29985644abbb tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3167224
Jun 21 03:08:55.768227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:55.833141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ae31d7-3115-4eaa-a045-695b3e8af200 req-a1c05d92-fc39-41c9-b717-95c3e69e0139 service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620421
Jun 21 03:08:55.848969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:55.852546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 179b5de3-0ed8-4cfe-a239-38b7351bab94 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:55.871390 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:55.875636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:55.878018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 179b5de3-0ed8-4cfe-a239-38b7351bab94 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:55.878403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:55.960221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:55.965232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'port_id': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'mac_address': 'fa:16:3e:9c:d3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:08:56.078944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Pushing event updated for resources: {'Port': ['ID=2946a82d-7555-40b2-b2bd-174ea68029c5,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:56.086469 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:56.087184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Attempting to bind port 2946a82d-7555-40b2-b2bd-174ea68029c5 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:08:56.087567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Attempting to bind port 2946a82d-7555-40b2-b2bd-174ea68029c5 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:08:56.087937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Attempting to bind port 2946a82d-7555-40b2-b2bd-174ea68029c5 on network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:08:56.125047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:08:56.125407 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Checking segment: {'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:08:56.125754 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.126171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Bound using segment: {'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:08:56.126680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Bound port: 2946a82d-7555-40b2-b2bd-174ea68029c5, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:08:56.127074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.182078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.227821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.254909 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.256726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object e2cf065a-17e7-4226-8a12-76ca8145407c will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:08:56.272886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50920c0b-73f7-4d98-87e0-cd489f9321d4 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:08:56.281482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745088f9-690b-4808-a8b7-437143a5f20e req-1d757ff8-14a0-4044-99ae-0e7a9030c302 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:56.285392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-745088f9-690b-4808-a8b7-437143a5f20e req-1d757ff8-14a0-4044-99ae-0e7a9030c302 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 943 time: 0.1797452
Jun 21 03:08:56.296314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:56.303195 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.322935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] For port 2946a82d-7555-40b2-b2bd-174ea68029c5, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:08:56.352367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] For port 2946a82d-7555-40b2-b2bd-174ea68029c5, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2946a82d-7555-40b2-b2bd-174ea68029c5,segment=NetworkSegment(029e902b-7e8f-46c2-b32d-5a016e927efe),segment_id=029e902b-7e8f-46c2-b32d-5a016e927efe)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:08:56.355169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 179b5de3-0ed8-4cfe-a239-38b7351bab94, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=179b5de3-0ed8-4cfe-a239-38b7351bab94,segment=NetworkSegment(8674fb6e-383d-4101-a4a0-a638934e360b),segment_id=8674fb6e-383d-4101-a4a0-a638934e360b)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:56.355918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-745088f9-690b-4808-a8b7-437143a5f20e req-fee3b277-827e-4cfa-bbb3-5bbfd2416b93 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636187
Jun 21 03:08:56.362727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.367107 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:56.396219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.396219 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ba293d8c-a94b-4e71-b56a-af17b64827f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:56.432623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:56.436657 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:56.442802 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.452914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.455714 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:56.472511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:56.489696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:56.495748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:08:56.496323 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:56.527329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Pushing event updated for resources: {'Port': ['ID=2946a82d-7555-40b2-b2bd-174ea68029c5,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:56.579921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=e2cf065a-17e7-4226-8a12-76ca8145407c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:56.596976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['50920c0b-73f7-4d98-87e0-cd489f9321d4'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:08:56.617208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.617656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.618126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.618716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.619121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.619614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.620051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.620444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.620829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.621204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.621620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.621999 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:08:56.626707 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:56.725950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=179b5de3-0ed8-4cfe-a239-38b7351bab94,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:56.744168 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:56.744661 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:56.745378 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:56.855049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40766) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:57.145050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a49da-be55-4b6a-b8e1-07d18fd874fe req-36ebbc09-50bd-4697-9390-5e187c1c3d09 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:57.162847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d3a49da-be55-4b6a-b8e1-07d18fd874fe req-36ebbc09-50bd-4697-9390-5e187c1c3d09 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.1526237
Jun 21 03:08:57.199245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2e7db8e-709c-4de6-8e32-2fcc5ff112d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:57.252585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d3a49da-be55-4b6a-b8e1-07d18fd874fe req-8e827eb1-2c51-45dc-b6ef-190d933aa0d5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886235
Jun 21 03:08:57.384416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2946a82d-7555-40b2-b2bd-174ea68029c5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:57.445299 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2e7db8e-709c-4de6-8e32-2fcc5ff112d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:57.527715 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2e7db8e-709c-4de6-8e32-2fcc5ff112d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:57.530701 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3a8a314-78b5-4559-8179-9681ee4fafac tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:57.579187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2946a82d-7555-40b2-b2bd-174ea68029c5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:57.595189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 179b5de3-0ed8-4cfe-a239-38b7351bab94 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:57.603988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Deleting port 79933f06-05fb-4dc2-bd45-98e0f005a29d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:08:57.604552 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:57.632393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7db8e-709c-4de6-8e32-2fcc5ff112d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6a6ad-2acb-4a28-b28f-6a4f975da6d2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:57.659501 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c2e7db8e-709c-4de6-8e32-2fcc5ff112d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:57.667589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 179b5de3-0ed8-4cfe-a239-38b7351bab94 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:57.668018 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:57.702934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c2e7db8e-709c-4de6-8e32-2fcc5ff112d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7029f9022f24372a16e29934ffe7c6b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8436468
Jun 21 03:08:57.709500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40794) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:57.797921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.008115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Calling delete_port for 79933f06-05fb-4dc2-bd45-98e0f005a29d owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:08:58.027800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6758-12d0-4fed-a88b-87a64868b6e7 req-12594785-cfa3-4cb6-b69d-b5f33a833470 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:58.041478 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa8f6758-12d0-4fed-a88b-87a64868b6e7 req-12594785-cfa3-4cb6-b69d-b5f33a833470 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 943 time: 0.3113587
Jun 21 03:08:58.049832 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57fbccc7-8f1c-4365-bd52-382870c51498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.112411 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.118371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57fbccc7-8f1c-4365-bd52-382870c51498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.259673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa8f6758-12d0-4fed-a88b-87a64868b6e7 req-4b5475fa-a8b3-4a6e-97bf-0b4947784e82 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2154288
Jun 21 03:08:58.278878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c8a775-bb74-48fc-bc60-d9ec8dc858ae None None] Network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:08:58.307001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57fbccc7-8f1c-4365-bd52-382870c51498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.310579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57fbccc7-8f1c-4365-bd52-382870c51498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.312776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-57fbccc7-8f1c-4365-bd52-382870c51498 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dd6a6ad-2acb-4a28-b28f-6a4f975da6d2 HTTP/1.1" status: 204  len: 168 time: 0.6054971
Jun 21 03:08:58.314146 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-594541bb-251f-4a7b-8ee4-e07a0f806bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:58.345587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbccc7-8f1c-4365-bd52-382870c51498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6a6ad-2acb-4a28-b28f-6a4f975da6d2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:58.359186 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57fbccc7-8f1c-4365-bd52-382870c51498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:58.478403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] Provisioning for port 2946a82d-7555-40b2-b2bd-174ea68029c5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:58.495525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] Provisioning complete for port 2946a82d-7555-40b2-b2bd-174ea68029c5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:58.495914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.674916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.685249 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:58.723573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f02ca-e5c1-4c46-b7b0-0130ecb8a3ae req-5cfdd059-77ef-4602-8e63-a74330193350 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:58.739603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa9f02ca-e5c1-4c46-b7b0-0130ecb8a3ae req-5cfdd059-77ef-4602-8e63-a74330193350 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.1660933
Jun 21 03:08:58.763148 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.772874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event deleted for resources: {'Port': ['ID=79933f06-05fb-4dc2-bd45-98e0f005a29d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:58.776393 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:58.869721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] For port 2946a82d-7555-40b2-b2bd-174ea68029c5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2946a82d-7555-40b2-b2bd-174ea68029c5,segment=NetworkSegment(029e902b-7e8f-46c2-b32d-5a016e927efe),segment_id=029e902b-7e8f-46c2-b32d-5a016e927efe)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:58.945145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.967967 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:58.967967 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:58.973818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa9f02ca-e5c1-4c46-b7b0-0130ecb8a3ae req-934bb432-7cfa-4cfc-aaea-793926f7b522 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2075899
Jun 21 03:08:59.120592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] Pushing event updated for resources: {'Port': ['ID=2946a82d-7555-40b2-b2bd-174ea68029c5,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:59.131167 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:59.147394 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.151309 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.153856 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.260159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.261592 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.264703 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:08:59.369204 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.369890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Fanout notify agent at l3_agent the message router_deleted on router d020b01c-e973-4939-926c-fe9cf3b0f5c0 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:08:59.413525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 50920c0b-73f7-4d98-87e0-cd489f9321d4 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:08:59.423246 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 86139730-4cfb-489b-8a56-6373b354ee72 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:08:59.430364 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.439702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/d020b01c-e973-4939-926c-fe9cf3b0f5c0 HTTP/1.1" status: 204  len: 168 time: 3.9370036
Jun 21 03:08:59.456824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40864) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:59.473285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=e2cf065a-17e7-4226-8a12-76ca8145407c,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:08:59.483036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:08:59.534134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-64933ea1-a12f-40ff-a343-66fc44bffd49 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2096152930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:08:59.574256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2375796-7820-4127-8892-29c70497a3d0 req-289fd4c4-0f44-4a32-8f1f-21e2b9f5c2f8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:08:59.581441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2375796-7820-4127-8892-29c70497a3d0 req-289fd4c4-0f44-4a32-8f1f-21e2b9f5c2f8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 943 time: 0.1719496
Jun 21 03:08:59.583633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40870) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:08:59.600514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-feba4d5d-8de4-4c8d-b941-8cc474573700 None None] Provisioning for port e2cf065a-17e7-4226-8a12-76ca8145407c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:59.648089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1e3097d-13fc-45ad-ad39-1816c707c6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.690008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-feba4d5d-8de4-4c8d-b941-8cc474573700 None None] Provisioning complete for port e2cf065a-17e7-4226-8a12-76ca8145407c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:59.691162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:08:59.694932 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-feba4d5d-8de4-4c8d-b941-8cc474573700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.695956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c2375796-7820-4127-8892-29c70497a3d0 req-3874d2cc-609c-4438-a89a-adf1e91649d0 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090767
Jun 21 03:08:59.697308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:08:59.709242 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64933ea1-a12f-40ff-a343-66fc44bffd49 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.710658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64933ea1-a12f-40ff-a343-66fc44bffd49 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.833178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-feba4d5d-8de4-4c8d-b941-8cc474573700 None None] Port e2cf065a-17e7-4226-8a12-76ca8145407c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:08:59.919317 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64933ea1-a12f-40ff-a343-66fc44bffd49 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.926617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 50920c0b-73f7-4d98-87e0-cd489f9321d4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:08:59.930033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 86139730-4cfb-489b-8a56-6373b354ee72, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=86139730-4cfb-489b-8a56-6373b354ee72,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:08:59.932465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-feba4d5d-8de4-4c8d-b941-8cc474573700 None None] Provisioning complete for port 2946a82d-7555-40b2-b2bd-174ea68029c5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:59.932839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-feba4d5d-8de4-4c8d-b941-8cc474573700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.959394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:08:59.977474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '86139730-4cfb-489b-8a56-6373b354ee72', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'port_id': '86139730-4cfb-489b-8a56-6373b354ee72', 'mac_address': 'fa:16:3e:31:19:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:08:59.979140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 50920c0b-73f7-4d98-87e0-cd489f9321d4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:08:59.979596 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:08:59.994256 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64933ea1-a12f-40ff-a343-66fc44bffd49 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.016592 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1e3097d-13fc-45ad-ad39-1816c707c6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.076171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1e3097d-13fc-45ad-ad39-1816c707c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.083091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33c2a6af-e07b-41ff-b1be-d2b555b9d84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:00.191361 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.205878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3097d-13fc-45ad-ad39-1816c707c6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4443cd2-2368-4f46-bdbc-2a68b37a7703,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:00.214661 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1e3097d-13fc-45ad-ad39-1816c707c6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:00.254735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64933ea1-a12f-40ff-a343-66fc44bffd49 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.255842 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-64933ea1-a12f-40ff-a343-66fc44bffd49 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.7706990
Jun 21 03:09:00.260784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40906) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:00.263446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:00.269129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:00.278838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86139730-4cfb-489b-8a56-6373b354ee72 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:09:00.284687 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1893742
Jun 21 03:09:00.347376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 40908) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:00.348697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:00.364294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-180352500'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:00.398310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:00.398512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c1e3097d-13fc-45ad-ad39-1816c707c6ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1261f7db25f418b9136b440d394c98d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8130794
Jun 21 03:09:00.399242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a12040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:00.403794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40914) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:00.479173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 86139730-4cfb-489b-8a56-6373b354ee72, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=86139730-4cfb-489b-8a56-6373b354ee72,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:00.487486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaf893-c4d6-4f72-b8e1-40376cadd69d req-451c5b3d-f910-4359-aa27-2a3bb048b8c4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:00.489885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dceaf893-c4d6-4f72-b8e1-40376cadd69d req-451c5b3d-f910-4359-aa27-2a3bb048b8c4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.2530174
Jun 21 03:09:00.562114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dceaf893-c4d6-4f72-b8e1-40376cadd69d req-dda191ca-6b6b-43aa-8bd9-cf16d83cd0a8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652151
Jun 21 03:09:00.564235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:00.580640 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.581183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:00.638225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:09:00.649295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.649693 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added segment caf987b9-a211-4daa-b1d3-6938172bc25c of type vlan for network 389b20d6-e232-4db0-b48f-a7ecc96b0af3
Jun 21 03:09:00.693846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.705128 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:09:00.733652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.745092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46274a06-ea6c-42d1-a953-ac89070f1ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.753863 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.830365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46274a06-ea6c-42d1-a953-ac89070f1ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.842509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.846182 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20b3be5a-f17d-49ea-86ec-2fc34c1e19ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:00.849527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:00.850238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.858186 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53c33328-3ce5-4cf3-a98b-d08c4be98a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:00.991611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46274a06-ea6c-42d1-a953-ac89070f1ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:00.998121 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-46274a06-ea6c-42d1-a953-ac89070f1ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.003397 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-46274a06-ea6c-42d1-a953-ac89070f1ab0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4443cd2-2368-4f46-bdbc-2a68b37a7703 HTTP/1.1" status: 204  len: 168 time: 0.5981772
Jun 21 03:09:01.019149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40948) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:01.023023 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9545b6b6-17ba-4837-9200-3da89c5da113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:01.035212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Network': ['ID=389b20d6-e232-4db0-b48f-a7ecc96b0af3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:01.039014 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:01.076375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46274a06-ea6c-42d1-a953-ac89070f1ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4443cd2-2368-4f46-bdbc-2a68b37a7703,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:01.102670 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-46274a06-ea6c-42d1-a953-ac89070f1ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:01.138432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 40958) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:01.141085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7881966
Jun 21 03:09:01.183326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'subnet': {'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:01.230380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a099ac-c163-4d0e-8dac-115586cbe3c2 req-de508a65-0f63-4d87-98ff-a4bc7cc22437 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:01.233906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86a099ac-c163-4d0e-8dac-115586cbe3c2 req-de508a65-0f63-4d87-98ff-a4bc7cc22437 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 944 time: 0.1909099
Jun 21 03:09:01.321187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86a099ac-c163-4d0e-8dac-115586cbe3c2 req-966a3249-0c46-42ff-bd54-2e84afdaffa8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639255
Jun 21 03:09:01.365200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c468-babd-4aa5-9968-79e28927c9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.427326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:09:01.433059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2946a82d-7555-40b2-b2bd-174ea68029c5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:01.441850 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.556093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['86139730-4cfb-489b-8a56-6373b354ee72'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:09:01.569449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Made reservation on behalf of 95e7ece2ad734adcbe895907d1864f74 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:01.574232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.712443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=86139730-4cfb-489b-8a56-6373b354ee72,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:01.730228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:01.732552 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086d4b5-5dc7-48c4-b3d0-d37a870b939a" -d '{"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-plugged", "status": "completed", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:01.744022 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:01.745212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a5896d7-0d4a-460b-ae84-ce67026e7135 None None] Provisioning complete for port e2cf065a-17e7-4226-8a12-76ca8145407c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:01.745627 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a5896d7-0d4a-460b-ae84-ce67026e7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.757710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.790337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:01.807474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.808037 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdb9e6f-fa2c-4413-8b41-75b9b9df349b x-openstack-request-id: req-7cdb9e6f-fa2c-4413-8b41-75b9b9df349b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:01.808485 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-plugged", "status": "completed", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:01.808608 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cdb9e6f-fa2c-4413-8b41-75b9b9df349b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:01.808996 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'code': 200}
Jun 21 03:09:01.835921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2946a82d-7555-40b2-b2bd-174ea68029c5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:01.836305 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.873397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1baecb-6c31-49c1-bb08-517a52b63954 req-8f8c6ccf-a7d0-4f11-aec0-7dd723b40d58 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:01.876556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5a5896d7-0d4a-460b-ae84-ce67026e7135 None None] Port e2cf065a-17e7-4226-8a12-76ca8145407c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:09:01.877836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d1baecb-6c31-49c1-bb08-517a52b63954 req-8f8c6ccf-a7d0-4f11-aec0-7dd723b40d58 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.1261680
Jun 21 03:09:01.899248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a12040>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:57Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:08:58Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:01.944840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:01.945211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Updating router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 port e2cf065a-17e7-4226-8a12-76ca8145407c binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:09:01.954377 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:01.960310 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f23e263-3943-449c-bd79-02f07e336904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:01.980436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d1baecb-6c31-49c1-bb08-517a52b63954 req-2fb38a01-cdb3-4ffb-ba29-dd98f6c6bbc7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783279
Jun 21 03:09:01.993403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efa235-5d03-4115-bf36-aee637ca7100 req-0cad8430-8344-434a-90c7-bca12974d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:01.994978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70efa235-5d03-4115-bf36-aee637ca7100 req-0cad8430-8344-434a-90c7-bca12974d75f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1096 time: 0.1098056
Jun 21 03:09:02.073803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70efa235-5d03-4115-bf36-aee637ca7100 req-cd1a6a34-4d2d-45d5-844f-ee18cab304bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682037
Jun 21 03:09:02.117842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Allocated IP 172.25.7.2 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/e004c266-b04c-46e5-a3b4-7a4e7f1724e7) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:02.132387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c468-babd-4aa5-9968-79e28927c9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.224622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.237408 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:02.267772 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:02.356349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c468-babd-4aa5-9968-79e28927c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.513141 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11916ae5-463a-46bb-ab71-f49877b05e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:02.566096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.598590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024204-04c2-459e-80d1-7bd7cf5a21a4 req-85d6db40-123d-47c1-b926-6aa08e2982c7 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:02.604661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5024204-04c2-459e-80d1-7bd7cf5a21a4 req-85d6db40-123d-47c1-b926-6aa08e2982c7 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 944 time: 0.0780928
Jun 21 03:09:02.635462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.644825 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7bd6c468-babd-4aa5-9968-79e28927c9a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf01abba2cdb41148f0a1e6f37759e69&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6190116
Jun 21 03:09:02.649881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5024204-04c2-459e-80d1-7bd7cf5a21a4 req-e0407145-df5f-4b42-9089-266d61cbd7c7 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411463
Jun 21 03:09:02.651266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41032) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:02.731597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.759719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cfb6253f-bcab-470f-a3a5-eb8bcb19d2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.778675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Checking segment: {'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:02.779263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network hostable DHCP agents. Network: 389b20d6-e232-4db0-b48f-a7ecc96b0af3, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:09:02.788864 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cfb6253f-bcab-470f-a3a5-eb8bcb19d2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.796732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:02.803082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6c468-babd-4aa5-9968-79e28927c9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880a9345-b39d-4d62-b1d2-904576021b8a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:02.810531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:02.812958 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7bd6c468-babd-4aa5-9968-79e28927c9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:02.813680 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0d46de18-3a51-41da-bd0b-4e4dcd9c7616 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:02.826187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:02.829220 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.843398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Transition to ACTIVE for port object e2cf065a-17e7-4226-8a12-76ca8145407c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:02.980053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.980665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cfb6253f-bcab-470f-a3a5-eb8bcb19d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.987982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cfb6253f-bcab-470f-a3a5-eb8bcb19d2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:02.988626 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:02.990268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cfb6253f-bcab-470f-a3a5-eb8bcb19d2d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/880a9345-b39d-4d62-b1d2-904576021b8a HTTP/1.1" status: 204  len: 168 time: 0.3378916
Jun 21 03:09:02.995140 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-07cde6d2-bcd5-4d6f-bf6b-6b1967161478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:02.996464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Subnet': ['ID=5d282c62-b153-4b64-b671-7b1768359806,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:03.036832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:09:03.039827 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:03.045541 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:03.067255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6253f-bcab-470f-a3a5-eb8bcb19d2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880a9345-b39d-4d62-b1d2-904576021b8a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:03.081075 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cfb6253f-bcab-470f-a3a5-eb8bcb19d2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:03.186668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event updated for resources: {'Port': ['ID=e004c266-b04c-46e5-a3b4-7a4e7f1724e7,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:03.215913 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:03.242565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ea76d-88c6-409d-81f6-aec03ce64d88 None None] Pushing event updated for resources: {'Port': ['ID=e2cf065a-17e7-4226-8a12-76ca8145407c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:03.245699 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f32ea76d-88c6-409d-81f6-aec03ce64d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:03.270701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 389b20d6-e232-4db0-b48f-a7ecc96b0af3) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:03.278075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:03.278707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:03.304644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4888934-5768-4c62-8b46-e6cd68741861 None None] Network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:03.382609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649250-a9cf-46da-b5d2-c828f57e9ea4 req-113ae86d-aa51-4720-8d54-f2189aec8343 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:03.384989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94649250-a9cf-46da-b5d2-c828f57e9ea4 req-113ae86d-aa51-4720-8d54-f2189aec8343 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.1180584
Jun 21 03:09:03.447446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 86139730-4cfb-489b-8a56-6373b354ee72 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:03.470218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94649250-a9cf-46da-b5d2-c828f57e9ea4 req-aafbbdfd-365a-42e0-a19c-78fd1dc6118f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524654
Jun 21 03:09:03.470309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Attempting to bind port e2cf065a-17e7-4226-8a12-76ca8145407c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:09:03.470309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Attempting to bind port e2cf065a-17e7-4226-8a12-76ca8145407c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:09:03.470309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Attempting to bind port e2cf065a-17e7-4226-8a12-76ca8145407c on network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:03.519285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:09:03.519581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Checking segment: {'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:03.520158 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:03.520738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Bound using segment: {'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:09:03.521418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Bound port: e2cf065a-17e7-4226-8a12-76ca8145407c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029e902b-7e8f-46c2-b32d-5a016e927efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:09:03.521984 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:03.678337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 86139730-4cfb-489b-8a56-6373b354ee72 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:03.697462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] For port e2cf065a-17e7-4226-8a12-76ca8145407c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:09:03.702159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 86139730-4cfb-489b-8a56-6373b354ee72 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:03.702159 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:03.754942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] For port e2cf065a-17e7-4226-8a12-76ca8145407c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e2cf065a-17e7-4226-8a12-76ca8145407c,segment=NetworkSegment(029e902b-7e8f-46c2-b32d-5a016e927efe),segment_id=029e902b-7e8f-46c2-b32d-5a016e927efe)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:09:03.832553 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:03.848046 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:03.858532 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:03.937261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edfc19-c096-4cf6-a85b-b222a628d981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86139730-4cfb-489b-8a56-6373b354ee72'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:03.937261 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13640a5-c42b-4c60-a064-f71c5f2ba6fb" -d '{"events": [{"server_uuid": "86edfc19-c096-4cf6-a85b-b222a628d981", "name": "network-vif-plugged", "status": "completed", "tag": "86139730-4cfb-489b-8a56-6373b354ee72"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:03.937910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b52e1-4667-402b-be7d-ae3b37010e7f req-9fbd2cc6-a45c-46b2-bd1c-7a4090133655 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:03.939252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-460b52e1-4667-402b-be7d-ae3b37010e7f req-9fbd2cc6-a45c-46b2-bd1c-7a4090133655 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 944 time: 0.1133289
Jun 21 03:09:03.978196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:03.988857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a12040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:03.988857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:09:03.999239 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.019303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-460b52e1-4667-402b-be7d-ae3b37010e7f req-2fb32931-2d48-48e8-a7ce-527d52632ddc tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702507
Jun 21 03:09:04.025352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 86139730-4cfb-489b-8a56-6373b354ee72, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=86139730-4cfb-489b-8a56-6373b354ee72,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:04.037876 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256d32ad-692e-486d-abaa-9c5e71c6754f x-openstack-request-id: req-256d32ad-692e-486d-abaa-9c5e71c6754f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:04.038196 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edfc19-c096-4cf6-a85b-b222a628d981", "name": "network-vif-plugged", "status": "completed", "tag": "86139730-4cfb-489b-8a56-6373b354ee72", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:04.038471 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-256d32ad-692e-486d-abaa-9c5e71c6754f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:04.038902 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edfc19-c096-4cf6-a85b-b222a628d981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86139730-4cfb-489b-8a56-6373b354ee72', 'code': 200}
Jun 21 03:09:04.063982 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9228885
Jun 21 03:09:04.068837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41098) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:04.143368 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.149433 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.159997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ea76d-88c6-409d-81f6-aec03ce64d88 None None] Pushing event updated for resources: {'Port': ['ID=e2cf065a-17e7-4226-8a12-76ca8145407c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:04.175399 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f32ea76d-88c6-409d-81f6-aec03ce64d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:04.178567 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2d7c6291-e552-4159-a0e8-55159cdc27e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:04.200253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67386a25-5d14-4e03-abd1-bec444884e13 req-76121f50-ec13-4d38-8839-a097c5928b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:04.202405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67386a25-5d14-4e03-abd1-bec444884e13 req-76121f50-ec13-4d38-8839-a097c5928b43 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1096 time: 0.0985270
Jun 21 03:09:04.272042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41106) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:04.274336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67386a25-5d14-4e03-abd1-bec444884e13 req-2429f55c-7ff3-430c-ae97-2802ac9a555b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654335
Jun 21 03:09:04.288978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.352082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:04.400229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e311-538f-4e08-a5df-6c787e7bfaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.424209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.503184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=86139730-4cfb-489b-8a56-6373b354ee72,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:04.532291 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:04.534189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Allocated IP 2001:db8:3::2 (389b20d6-e232-4db0-b48f-a7ecc96b0af3/5d282c62-b153-4b64-b671-7b1768359806/9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:04.550402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.555554 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66aaf42b-3edd-4bca-85ee-f7433a93979c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:04.634032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06df14fd61cc4f34946bbc3a6a72a577&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3581722
Jun 21 03:09:04.634663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41130) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:04.650676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d004b7-1627-496f-bc5d-b2e384ef02a9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:04.685676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.686066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.686456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.689657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.689657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.689657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.689657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.689657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.689657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.689657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.689657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.690314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:04.697308 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:04.719536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.729926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.786660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b28a97ec-54bc-4fe5-ad1c-70660db77fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.816918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce293-8d6e-4d30-8bbe-9c93b5e32dfb req-14aadc97-68fe-4d4a-96ec-3556666a3c30 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:04.818547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-973ce293-8d6e-4d30-8bbe-9c93b5e32dfb req-14aadc97-68fe-4d4a-96ec-3556666a3c30 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.1348658
Jun 21 03:09:04.836513 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b28a97ec-54bc-4fe5-ad1c-70660db77fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:04.939917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-973ce293-8d6e-4d30-8bbe-9c93b5e32dfb req-6da91d7f-b11b-45ec-8c78-2db3d407c668 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055562
Jun 21 03:09:04.980341 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.065114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b28a97ec-54bc-4fe5-ad1c-70660db77fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.071991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b28a97ec-54bc-4fe5-ad1c-70660db77fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.076004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b28a97ec-54bc-4fe5-ad1c-70660db77fad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42d004b7-1627-496f-bc5d-b2e384ef02a9 HTTP/1.1" status: 204  len: 168 time: 0.4398093
Jun 21 03:09:05.080102 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c8e45135-aefd-4713-8d78-2905bfdfbc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:05.103137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a97ec-54bc-4fe5-ad1c-70660db77fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d004b7-1627-496f-bc5d-b2e384ef02a9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:05.103739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Router b77e517d-377f-40b0-9293-02cd8f2216b5 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:09:05.120301 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b28a97ec-54bc-4fe5-ad1c-70660db77fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:05.240936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:05.252965 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d86216-0a8f-4bc1-8370-d3d569880f7d None None] Sync routers for ids ['b77e517d-377f-40b0-9293-02cd8f2216b5'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:05.257883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.259407 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "PUT /v2.0/routers/b77e517d-377f-40b0-9293-02cd8f2216b5 HTTP/1.1" status: 200  len: 878 time: 4.9973929
Jun 21 03:09:05.262831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41168) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:05.291875 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d86216-0a8f-4bc1-8370-d3d569880f7d None None] Routers {'b77e517d-377f-40b0-9293-02cd8f2216b5'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:05.296601 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-41d86216-0a8f-4bc1-8370-d3d569880f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e56a90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b77e517d-377f-40b0-9293-02cd8f2216b5'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:05.338304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142ddc-c41e-4a41-b0d4-088a9b80848b req-9aad0a28-ab9d-45a9-beb0-3852b120266c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:05.354648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d142ddc-c41e-4a41-b0d4-088a9b80848b req-9aad0a28-ab9d-45a9-beb0-3852b120266c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.2093325
Jun 21 03:09:05.383551 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-41d86216-0a8f-4bc1-8370-d3d569880f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e56a90>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:05.402629 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d86216-0a8f-4bc1-8370-d3d569880f7d None None] Routers {'b77e517d-377f-40b0-9293-02cd8f2216b5'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:05.403479 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-41d86216-0a8f-4bc1-8370-d3d569880f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e56a90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:08:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b77e517d-377f-40b0-9293-02cd8f2216b5'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:05.421582 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.432044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d142ddc-c41e-4a41-b0d4-088a9b80848b req-35c13b42-db22-4770-9190-e61cd253d8af tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763695
Jun 21 03:09:05.432690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Transition to ACTIVE for port object 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:05.461320 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-41d86216-0a8f-4bc1-8370-d3d569880f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e56a90>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:05.461320 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d86216-0a8f-4bc1-8370-d3d569880f7d None None] The sync data for ids ['b77e517d-377f-40b0-9293-02cd8f2216b5'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:05.469059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:05.475367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Transition to ACTIVE for port object 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:05.520445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273de75b-1ee4-471e-b7d8-0b6f8816d7b3 req-3510e9ca-1b63-4b62-aa35-c22f37fecb45 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:05.522249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-273de75b-1ee4-471e-b7d8-0b6f8816d7b3 req-3510e9ca-1b63-4b62-aa35-c22f37fecb45 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 945 time: 0.1654918
Jun 21 03:09:05.553945 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-783115eb-7767-4ea2-87c8-a2e6ebe14940 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/routers/b77e517d-377f-40b0-9293-02cd8f2216b5 HTTP/1.1" status: 200  len: 919 time: 0.2885969
Jun 21 03:09:05.558393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41180) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:05.567045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a12040>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:57Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:05.609717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fdc24-4d9b-4fad-af02-3848b6a0b996 None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:08:57Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:05.615874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-273de75b-1ee4-471e-b7d8-0b6f8816d7b3 req-2c50e613-3ea7-4c26-bd34-5cba885adc22 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859230
Jun 21 03:09:05.624876 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.639425 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f32ea76d-88c6-409d-81f6-aec03ce64d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:05.666560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:05.676656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:05.676656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:05.738336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Allocated IP 2001:db8:3::1 (389b20d6-e232-4db0-b48f-a7ecc96b0af3/5d282c62-b153-4b64-b671-7b1768359806/685d7d40-d835-47be-8812-4aa065b03867) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:05.744655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa02ef26-142d-4511-82b8-4fb00d783a8b tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:05.749501 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fa02ef26-142d-4511-82b8-4fb00d783a8b tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1092 time: 0.2789166
Jun 21 03:09:05.749635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41188) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:05.754499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:05.772376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Pushing event updated for resources: {'Port': ['ID=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:05.774293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04490d41-25a8-436f-8576-19e65bae69d3 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:05.776356 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-04490d41-25a8-436f-8576-19e65bae69d3 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=b77e517d-377f-40b0-9293-02cd8f2216b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.2082641
Jun 21 03:09:05.781055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41194) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:05.782377 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:05.793931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Attempting to bind port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:09:05.794349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Attempting to bind port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:09:05.794722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Attempting to bind port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 on network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:05.806797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:09:05.807114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Checking segment: {'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:05.807686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.808126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Bound using segment: {'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:09:05.808625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Bound port: 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:09:05.809038 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.954890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.976210 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:05.988673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] For port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:09:05.992275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Transition to ACTIVE for port object 685d7d40-d835-47be-8812-4aa065b03867 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:05.992925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] For port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,segment=NetworkSegment(caf987b9-a211-4daa-b1d3-6938172bc25c),segment_id=caf987b9-a211-4daa-b1d3-6938172bc25c)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:09:06.038235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0843b65-9ec8-4f6e-b317-19be0f3ebf7b tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:06.039522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e0843b65-9ec8-4f6e-b317-19be0f3ebf7b tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 881 time: 0.2527151
Jun 21 03:09:06.049209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41206) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:06.105001 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.106605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.109113 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.110139 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:06.121602 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a1c318eb-371b-48d1-9c3f-0f15d682def1 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=b77e517d-377f-40b0-9293-02cd8f2216b5 HTTP/1.1" status: 200  len: 205 time: 0.0697024
Jun 21 03:09:06.124418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:06.172802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.177282 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a086098c-0171-46a9-af10-5541c975cb42 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:06.209018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Pushing event updated for resources: {'Port': ['ID=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:06.217756 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:06.267192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=685d7d40-d835-47be-8812-4aa065b03867,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:06.321364 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:06.324217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:06.328617 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:06.338994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:06.340081 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.342609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.25.7.182 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/2c63cd59-22c1-4325-97ff-2cebb87146fa) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:06.591440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.776224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f0d3b22f-5b22-47c7-9965-502712a6c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.819500 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.821860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:06.878313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:06.885274 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:06.924713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:06.933861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:06.972236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=2c63cd59-22c1-4325-97ff-2cebb87146fa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:06.980466 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:07.008066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:07.048939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a842be-9754-41f9-a4b6-deacf83b0759 req-7dfff491-c894-4e62-bd40-6017b5e9722f tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:07.050542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a842be-9754-41f9-a4b6-deacf83b0759 req-7dfff491-c894-4e62-bd40-6017b5e9722f tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 945 time: 0.2003510
Jun 21 03:09:07.202847 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:07.224290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:07.259278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b4a842be-9754-41f9-a4b6-deacf83b0759 req-84c119fd-4735-4756-a9d5-7971d7c65cce tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1661241
Jun 21 03:09:07.325717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e2cf065a-17e7-4226-8a12-76ca8145407c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:07.378361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Deleting port e004c266-b04c-46e5-a3b4-7a4e7f1724e7 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:07.378960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:07.522315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e2cf065a-17e7-4226-8a12-76ca8145407c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:07.527345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e2cf065a-17e7-4226-8a12-76ca8145407c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:07.527748 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:07.733084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:07.844683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port e2cf065a-17e7-4226-8a12-76ca8145407c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e2cf065a-17e7-4226-8a12-76ca8145407c,segment=NetworkSegment(029e902b-7e8f-46c2-b32d-5a016e927efe),segment_id=029e902b-7e8f-46c2-b32d-5a016e927efe)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:07.852105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49339b51-8bc0-40b3-9ac7-1fb3ea2b486b req-34d915b9-49e4-43de-bbe7-45259c7aca41 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:07.853910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49339b51-8bc0-40b3-9ac7-1fb3ea2b486b req-34d915b9-49e4-43de-bbe7-45259c7aca41 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 945 time: 0.3079934
Jun 21 03:09:07.894750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:07.961929 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:07.963111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:07.965130 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ae274eb9-6930-43d0-b421-9547d99fd057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:07.974452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49339b51-8bc0-40b3-9ac7-1fb3ea2b486b req-8ebc9f09-2e98-4739-a928-ac41f2e4cae4 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133676
Jun 21 03:09:08.083508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.087591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.176626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=e2cf065a-17e7-4226-8a12-76ca8145407c,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:08.180166 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:08.204870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d873868-f7f5-4efc-8bbf-b326fa7f1ded None None] Network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:08.243403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Calling delete_port for e004c266-b04c-46e5-a3b4-7a4e7f1724e7 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:08.250404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.251508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.255171 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-38edf8a5-3d18-497f-a58e-8b5fc1cbcd7d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:08.304345 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.333671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.404924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.408012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41310) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:08.452353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-17d15190-7ca1-4af7-b4d7-c4f66f8b0738 None None] Provisioning for port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:08.458842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:08.467818 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-17d15190-7ca1-4af7-b4d7-c4f66f8b0738 None None] Provisioning complete for port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:08.468432 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-17d15190-7ca1-4af7-b4d7-c4f66f8b0738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.476238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:08.476749 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.502262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event updated for resources: {'Port': ['ID=685d7d40-d835-47be-8812-4aa065b03867,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:08.506214 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:08.511286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079de96-46ab-4288-9aa9-52d1bfc058f6 req-2e769fdc-84e1-494a-98c9-7fdc3cbe3e20 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:08.513011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0079de96-46ab-4288-9aa9-52d1bfc058f6 req-2e769fdc-84e1-494a-98c9-7fdc3cbe3e20 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 945 time: 0.1587088
Jun 21 03:09:08.660261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:08.662389 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:08.689761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08392969-35fd-4770-a9b7-62c381d80192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.697553 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.749379 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0079de96-46ab-4288-9aa9-52d1bfc058f6 req-c0e46ce4-988a-40cb-91cd-f86325ff6589 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2211866
Jun 21 03:09:08.784031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41338) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:08.803359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-17d15190-7ca1-4af7-b4d7-c4f66f8b0738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.803526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.821807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,segment=NetworkSegment(caf987b9-a211-4daa-b1d3-6938172bc25c),segment_id=caf987b9-a211-4daa-b1d3-6938172bc25c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:08.898234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:08.944695 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:08.951114 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:09.009100 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.012955 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0932a854-5805-4934-bf0a-ecfa42f0f43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:09.068461 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.082332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=2c63cd59-22c1-4325-97ff-2cebb87146fa,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:09.094571 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-74e50032-0473-4d8f-91be-a18380948f9a tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:09.117740 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-17d15190-7ca1-4af7-b4d7-c4f66f8b0738 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:09:09.118375 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-17d15190-7ca1-4af7-b4d7-c4f66f8b0738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:09:09.122723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:09.126701 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:09.138545 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:09.187865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e2cf065a-17e7-4226-8a12-76ca8145407c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:09.204570 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.207014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event deleted for resources: {'Port': ['ID=e004c266-b04c-46e5-a3b4-7a4e7f1724e7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:09.216146 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:09.261259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:09.270807 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2003193
Jun 21 03:09:09.274649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41364) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:09.280406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:09.287862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:09.304015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:09.304722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b876d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:09.318417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.374687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e2cf065a-17e7-4226-8a12-76ca8145407c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:09.375355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.422012 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Floating IP 70bee301-7193-4839-b179-5817b2351b19 associated. External IP: 172.25.7.182, port: 50920c0b-73f7-4d98-87e0-cd489f9321d4.
Jun 21 03:09:09.473658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:09.521521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.526184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.543823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51bed39-daf7-4e23-99f7-c003e3f48bd6 tempest-TestServerBasicOps-1746755722 tempest-TestServerBasicOps-1746755722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:09.561450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a51bed39-daf7-4e23-99f7-c003e3f48bd6 tempest-TestServerBasicOps-1746755722 tempest-TestServerBasicOps-1746755722-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1092 time: 0.7757099
Jun 21 03:09:09.566405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41378) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:09.591298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '86139730-4cfb-489b-8a56-6373b354ee72', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:09.632837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08392969-35fd-4770-a9b7-62c381d80192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.688674 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.773897 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.774612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Fanout notify agent at l3_agent the message router_deleted on router b77e517d-377f-40b0-9293-02cd8f2216b5 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:09:09.775878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08392969-35fd-4770-a9b7-62c381d80192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.791405 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cfb6253f-bcab-470f-a3a5-eb8bcb19d2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:09.794855 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.802459 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/b77e517d-377f-40b0-9293-02cd8f2216b5 HTTP/1.1" status: 204  len: 168 time: 3.6723757
Jun 21 03:09:09.807330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41390) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:09.815110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-eda4018a-1c55-4d5a-bc7d-5af6b5aaf66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2039793332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:09.860253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b876d0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:06Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:09.901963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:09.902595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Updating router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 port 685d7d40-d835-47be-8812-4aa065b03867 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:09:09.948081 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:09.967757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d364de46-2be5-4dc3-bc98-731da31e222c None None] Provisioning complete for port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:09.968141 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d364de46-2be5-4dc3-bc98-731da31e222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.189815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.extraroute_db [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jun 21 03:09:10.227913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.extraroute_db [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Removed routes are [] {{(pid=94166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jun 21 03:09:10.228624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.277816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d364de46-2be5-4dc3-bc98-731da31e222c None None] Provisioning for port 685d7d40-d835-47be-8812-4aa065b03867 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:10.286090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d364de46-2be5-4dc3-bc98-731da31e222c None None] Provisioning complete for port 685d7d40-d835-47be-8812-4aa065b03867 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:10.286779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d364de46-2be5-4dc3-bc98-731da31e222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.344976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d364de46-2be5-4dc3-bc98-731da31e222c None None] Port 685d7d40-d835-47be-8812-4aa065b03867 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:09:10.472156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-08392969-35fd-4770-a9b7-62c381d80192 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=630cd5680a9e417597f453c1693af66f&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0625484
Jun 21 03:09:10.477100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41428) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:10.484729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08392969-35fd-4770-a9b7-62c381d80192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8add71-e3d1-4b49-8de7-68f34c5d11e4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:10.497224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08392969-35fd-4770-a9b7-62c381d80192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:10.549780 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.566076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a197b1f4-db64-445c-871f-38fed1d30cf6 None None] Provisioning complete for port 685d7d40-d835-47be-8812-4aa065b03867 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:10.566760 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a197b1f4-db64-445c-871f-38fed1d30cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.570425 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.587720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:10.617940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a197b1f4-db64-445c-871f-38fed1d30cf6 None None] Port 685d7d40-d835-47be-8812-4aa065b03867 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:09:10.684484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Transition to ACTIVE for port object 685d7d40-d835-47be-8812-4aa065b03867 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:10.746153 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.759956 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:10.767600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5546-3876-48b2-8757-04382f443cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.871726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5546-3876-48b2-8757-04382f443cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:10.881766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-09241ca5-15ef-4c52-b658-039f480426e9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:10.888360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-09241ca5-15ef-4c52-b658-039f480426e9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.3306961
Jun 21 03:09:10.902504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0db022-4286-49ac-867d-b3ea57cab685 None None] Pushing event updated for resources: {'Port': ['ID=685d7d40-d835-47be-8812-4aa065b03867,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:10.916973 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df0db022-4286-49ac-867d-b3ea57cab685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:10.937914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-592cd9bd-11cb-4af3-a15d-ed659daf02ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/quotas/6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 375 time: 0.0422850
Jun 21 03:09:10.974412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:10.988113 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] Sync routers for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:10.997880 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:10.998757 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d855aa60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:11.009352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Attempting to bind port 685d7d40-d835-47be-8812-4aa065b03867 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:09:11.009951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Attempting to bind port 685d7d40-d835-47be-8812-4aa065b03867 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:09:11.010337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Attempting to bind port 685d7d40-d835-47be-8812-4aa065b03867 on network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:11.042812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:09:11.043209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Checking segment: {'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:11.043627 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.044036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Bound using segment: {'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:09:11.044586 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Bound port: 685d7d40-d835-47be-8812-4aa065b03867, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf987b9-a211-4daa-b1d3-6938172bc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:09:11.045622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.066402 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda4018a-1c55-4d5a-bc7d-5af6b5aaf66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.067586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda4018a-1c55-4d5a-bc7d-5af6b5aaf66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.078664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.182949 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5546-3876-48b2-8757-04382f443cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.186629 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5546-3876-48b2-8757-04382f443cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.187730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4a0f5546-3876-48b2-8757-04382f443cca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd8add71-e3d1-4b49-8de7-68f34c5d11e4 HTTP/1.1" status: 204  len: 168 time: 0.7069793
Jun 21 03:09:11.203652 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1e3097d-13fc-45ad-ad39-1816c707c6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:11.230322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.239226 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:11.244160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:11.280585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.291239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f5546-3876-48b2-8757-04382f443cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8add71-e3d1-4b49-8de7-68f34c5d11e4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:11.305118 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a0f5546-3876-48b2-8757-04382f443cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:11.319254 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.322978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.5723045
Jun 21 03:09:11.326007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:11.328855 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df3b122-df4d-4a0c-9255-a528be13ae7e" -d '{"events": [{"name": "network-changed", "server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:11.362680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-f582b635-84e2-4083-9610-0610ff28405c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4143479
Jun 21 03:09:11.380220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda4018a-1c55-4d5a-bc7d-5af6b5aaf66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.456386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] For port 685d7d40-d835-47be-8812-4aa065b03867, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:09:11.494567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] For port 685d7d40-d835-47be-8812-4aa065b03867, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=685d7d40-d835-47be-8812-4aa065b03867,segment=NetworkSegment(caf987b9-a211-4daa-b1d3-6938172bc25c),segment_id=caf987b9-a211-4daa-b1d3-6938172bc25c)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:09:11.497522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda4018a-1c55-4d5a-bc7d-5af6b5aaf66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.536837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:11.537565 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.633740 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.666433 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-99aa9730-4273-484c-bd6b-42b006a0390a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:11.672417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Allocated IP 172.25.7.27 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/05a5aaa8-9d20-451e-8749-f294d4912e60) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:11.675699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:11.682833 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eda4018a-1c55-4d5a-bc7d-5af6b5aaf66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:11.682833 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eda4018a-1c55-4d5a-bc7d-5af6b5aaf66a tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.8712275
Jun 21 03:09:11.687654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41484) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:11.707742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': True}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:11.735496 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d855aa60>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '70bee301-7193-4839-b179-5817b2351b19', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'port_id': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'mac_address': 'fa:16:3e:9c:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:09:07Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:40Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:11.782364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-df2f4993-2649-4509-a51c-1a7f5fd8e285 service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3828542
Jun 21 03:09:11.810177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] Checking router: 686fb09e-430a-43f7-b5c8-80bf2670e5e2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:11.831765 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:11.833873 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d855aa60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:11.890471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:11.891764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b876d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:11.965627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bf28-034b-4919-87ec-62e47e585a92 req-3429db8e-e349-4f55-9c59-bd3cef48426f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:11.967655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd33bf28-034b-4919-87ec-62e47e585a92 req-3429db8e-e349-4f55-9c59-bd3cef48426f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.3707802
Jun 21 03:09:12.111308 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:12.114673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd33bf28-034b-4919-87ec-62e47e585a92 req-903ccb43-1e09-4360-89ea-2a9e7e01d744 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357973
Jun 21 03:09:12.144341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41508) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:12.153215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-84bde801-4a5f-43d2-8dbc-80ac7335a2bb service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3698192
Jun 21 03:09:12.163259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:12.205989 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2089bb1c-3c4e-4cde-9b31-dbb4759ba4c6 x-openstack-request-id: req-2089bb1c-3c4e-4cde-9b31-dbb4759ba4c6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:12.206333 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:12.206641 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2089bb1c-3c4e-4cde-9b31-dbb4759ba4c6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:12.212193 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'status': 'completed', 'code': 200}
Jun 21 03:09:12.240509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:12.413915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-678e7e8c-98b8-48d6-8c42-de523fb01e06 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/70bee301-7193-4839-b179-5817b2351b19 HTTP/1.1" status: 200  len: 991 time: 0.1574438
Jun 21 03:09:12.426167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:12.438103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-6cd5e737-4448-49c1-b611-3ddbdf8a178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:12.443155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-6cd5e737-4448-49c1-b611-3ddbdf8a178b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1097 time: 0.2044070
Jun 21 03:09:12.457407 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:12.457714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0db022-4286-49ac-867d-b3ea57cab685 None None] Pushing event updated for resources: {'Port': ['ID=685d7d40-d835-47be-8812-4aa065b03867,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:12.474276 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-28bb87bf-d633-4813-88a8-0d841860ebeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 200  len: 954 time: 3.1946726
Jun 21 03:09:12.474828 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df0db022-4286-49ac-867d-b3ea57cab685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:12.474907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41530) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:12.570996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:12.582664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:12.596933 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:12.694082 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d855aa60>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '70bee301-7193-4839-b179-5817b2351b19', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'port_id': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'mac_address': 'fa:16:3e:9c:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:09:07Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:40Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:12.733255 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a188d-0861-42d0-8e19-f07a42d56f9c None None] The sync data for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 is: [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '70bee301-7193-4839-b179-5817b2351b19', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'port_id': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'mac_address': 'fa:16:3e:9c:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:09:07Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:40Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:12.745136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:12.801701 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:12.876038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:12.909474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:12.917181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:12.998696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'Port': ['ID=05a5aaa8-9d20-451e-8749-f294d4912e60,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:13.003165 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:13.039121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-3cbc4c8e-bdbc-4935-aba3-eea564f9fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:13.040620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-3cbc4c8e-bdbc-4935-aba3-eea564f9fd27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 898 time: 0.5913410
Jun 21 03:09:13.056091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c1408043-d0b2-42c7-b4fe-b4176a1ac633 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 200  len: 954 time: 0.5729218
Jun 21 03:09:13.057098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41554) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:13.074755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'routes': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:13.087992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Allocated IP 172.25.7.68 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/bc7bd47f-1331-400a-9dab-b3c027257eec) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:13.209944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccf1c0-7658-47d3-9a39-f122e92febeb None None] New status for floating IP 70bee301-7193-4839-b179-5817b2351b19: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:09:13.345820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41564) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:13.382496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-13b11a5b-d6d4-4614-a070-9c558284b5e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 999 time: 0.3244185
Jun 21 03:09:13.409441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:13.433935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41568) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:13.590834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b876d0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:10Z', 'revision_number': 6, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:11Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:13.620286 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53962824-3479-4beb-85cb-9b07878aa3d7 req-a4c5d02e-6deb-4e1f-a03d-dee176f5dede tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.2061827
Jun 21 03:09:13.643180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:13.645320 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0da04da0-1826-4727-b0fd-94baefc45124 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:13.710502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8329f0-d57d-4f89-a294-c48a77d07dd1 None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:10Z', 'revision_number': 6, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:11Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:13.793489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'Port': ['ID=bc7bd47f-1331-400a-9dab-b3c027257eec,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:13.806887 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:13.823542 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:13.825239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:13.833563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:13.843094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-1fc388f0-f63e-41df-b36b-36631f08706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:13.844527 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-1fc388f0-f63e-41df-b36b-36631f08706c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 200  len: 834 time: 0.4520671
Jun 21 03:09:13.915695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f7e96459-4920-4006-b3fe-f223d47ec4d2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/70bee301-7193-4839-b179-5817b2351b19 HTTP/1.1" status: 200  len: 991 time: 0.4801319
Jun 21 03:09:13.952435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a09a72b1-9a35-440f-be4e-f7a2557c13db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:14.393200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:14.423874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-4e5183e6-5eb0-443f-a1ac-7d82b7840d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:14.423874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-4e5183e6-5eb0-443f-a1ac-7d82b7840d0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4905841
Jun 21 03:09:14.751324 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:14.758692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:14.917844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41614) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:15.023187 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6a72fdaa-1393-4362-aa2c-21357914f38e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/70bee301-7193-4839-b179-5817b2351b19 HTTP/1.1" status: 200  len: 993 time: 0.1039150
Jun 21 03:09:15.031372 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:15.032137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Router c2d318e4-312c-4dfb-b4c9-e92ce204a8aa is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:09:15.047061 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:15.048085 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7970>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:15.227337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 685d7d40-d835-47be-8812-4aa065b03867 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:15.235201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:15.245809 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.247046 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "PUT /v2.0/routers/c2d318e4-312c-4dfb-b4c9-e92ce204a8aa HTTP/1.1" status: 200  len: 914 time: 3.5524688
Jun 21 03:09:15.251619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41630) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:15.282184 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:15.301762 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-206808ca-3602-4e64-a1e2-b9593805fff0 req-9f78551b-268b-4f87-9b5d-aeb71ebc6534 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.2372510
Jun 21 03:09:15.336065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28900806-92f4-4095-91b7-620ead6dc1e1 None None] Sync routers for ids ['c2d318e4-312c-4dfb-b4c9-e92ce204a8aa'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:15.350117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28900806-92f4-4095-91b7-620ead6dc1e1 None None] Routers {'c2d318e4-312c-4dfb-b4c9-e92ce204a8aa'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:15.350926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28900806-92f4-4095-91b7-620ead6dc1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de596370>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c2d318e4-312c-4dfb-b4c9-e92ce204a8aa'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:15.385876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.403635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28900806-92f4-4095-91b7-620ead6dc1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de596370>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:15.414327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28900806-92f4-4095-91b7-620ead6dc1e1 None None] Routers {'c2d318e4-312c-4dfb-b4c9-e92ce204a8aa'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:15.415187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28900806-92f4-4095-91b7-620ead6dc1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de596370>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c2d318e4-312c-4dfb-b4c9-e92ce204a8aa'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:15.425115 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a09a72b1-9a35-440f-be4e-f7a2557c13db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.457462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.extraroute_db [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added routes are [] {{(pid=94167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jun 21 03:09:15.458031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.extraroute_db [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jun 21 03:09:15.458475 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-234881e0-dbca-4445-9314-1d34a3c337fa tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/routers/c2d318e4-312c-4dfb-b4c9-e92ce204a8aa HTTP/1.1" status: 200  len: 920 time: 0.2053370
Jun 21 03:09:15.459147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41636) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:15.459880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28900806-92f4-4095-91b7-620ead6dc1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de596370>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:15.460673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28900806-92f4-4095-91b7-620ead6dc1e1 None None] The sync data for ids ['c2d318e4-312c-4dfb-b4c9-e92ce204a8aa'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:15.499940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 685d7d40-d835-47be-8812-4aa065b03867 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:15.504815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 685d7d40-d835-47be-8812-4aa065b03867 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:15.505198 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.512515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a09a72b1-9a35-440f-be4e-f7a2557c13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.520028 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d4d01e16-634a-45fe-b3b0-7136ba7afcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:15.542976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-c1137147-eb45-4744-a56b-564c33194c62 service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1064432
Jun 21 03:09:15.586594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1659fed-e97b-4b95-8f8a-5470f24984d4 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:15.592356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41646) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:15.592877 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1659fed-e97b-4b95-8f8a-5470f24984d4 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=c2d318e4-312c-4dfb-b4c9-e92ce204a8aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1323788
Jun 21 03:09:15.647898 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7970>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:10Z', 'revision_number': 6, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:11Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:15.660472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41652) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:15.660695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a09a72b1-9a35-440f-be4e-f7a2557c13db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=425461708e0e49b19ed97b682b6ef76e&name=default HTTP/1.1" status: 200  len: 2983 time: 2.3135347
Jun 21 03:09:15.677119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.677430 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:15.689466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:15.689466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7970>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:15.699294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a72b1-9a35-440f-be4e-f7a2557c13db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da596fd2-b106-43ff-9f1f-8a974d2729a9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:15.755981 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a09a72b1-9a35-440f-be4e-f7a2557c13db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:15.764620 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.786735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f18254d5-2922-477b-9770-ed5e2cdbdbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.800928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 685d7d40-d835-47be-8812-4aa065b03867, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=685d7d40-d835-47be-8812-4aa065b03867,segment=NetworkSegment(caf987b9-a211-4daa-b1d3-6938172bc25c),segment_id=caf987b9-a211-4daa-b1d3-6938172bc25c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:15.817846 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.837700 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f18254d5-2922-477b-9770-ed5e2cdbdbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.890945 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:15.905200 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:15.908496 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:15.960976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1df3b122-df4d-4a0c-9255-a528be13ae7e req-7467e390-305f-439e-a7ef-9c5e6bb0d5da service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4073448
Jun 21 03:09:15.999397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=685d7d40-d835-47be-8812-4aa065b03867,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:16.003293 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:16.050368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71214fa-1825-47be-8278-44e6c2a6c165 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:16.051808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c71214fa-1825-47be-8278-44e6c2a6c165 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 881 time: 0.4522245
Jun 21 03:09:16.054848 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41656) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:16.072612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f18254d5-2922-477b-9770-ed5e2cdbdbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.075473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f18254d5-2922-477b-9770-ed5e2cdbdbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.078372 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f18254d5-2922-477b-9770-ed5e2cdbdbea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da596fd2-b106-43ff-9f1f-8a974d2729a9 HTTP/1.1" status: 204  len: 168 time: 0.4156542
Jun 21 03:09:16.102954 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b989b11-c6ec-4a5a-9ccf-779a4e878314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:16.109718 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-deb599e4-7bda-48df-bd7c-1ab93fa1c343 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d318e4-312c-4dfb-b4c9-e92ce204a8aa HTTP/1.1" status: 200  len: 205 time: 0.0533240
Jun 21 03:09:16.114453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41660) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:16.178802 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.199827 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7970>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:10Z', 'revision_number': 6, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:11Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:16.233838 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0993cdc-b5ef-4f8d-8b03-0024a19f0fd1 None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:10Z', 'revision_number': 6, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:11Z', 'revision_number': 4, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:16.234823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18254d5-2922-477b-9770-ed5e2cdbdbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da596fd2-b106-43ff-9f1f-8a974d2729a9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:16.238984 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f18254d5-2922-477b-9770-ed5e2cdbdbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:16.270420 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.284710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.293123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8209993e-7bfc-4506-8435-bb99990b4ab8 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:16.368248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.383310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.397282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event updated for resources: {'Port': ['ID=05a5aaa8-9d20-451e-8749-f294d4912e60,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:16.401577 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:16.402614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.572113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79db4c49-40a4-467f-9440-530b55111943 req-35fe04f2-47fd-4069-b1c9-77d630c4fbcd tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0404646
Jun 21 03:09:16.659346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:16.660197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41670) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:16.675424 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Floating IP 73e2d4dc-0c3c-4cc4-814f-aa51adc5c77e associated. External IP: 172.25.7.27, port: 86139730-4cfb-489b-8a56-6373b354ee72.
Jun 21 03:09:16.801490 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:16.837567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-6158b123-4e94-4f01-b20c-250d8acaf21b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:16.839053 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-6158b123-4e94-4f01-b20c-250d8acaf21b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.5153155
Jun 21 03:09:16.859644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'port': {'device_id': '9038df1b-e4d6-44b4-a00e-defe9c88010c', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'admin_state_up': True, 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:16.923295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83816c71-ccda-4af7-9f62-ae7c63f77fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.005838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Deleting port bc7bd47f-1331-400a-9dab-b3c027257eec {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:17.006192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.007758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41676) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:17.012981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:17.024269 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba848-3f97-4962-8833-18a75917f282 None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:17.026053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.031138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-201d4e0d-ab83-4d71-909e-6264ebd21caa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 200  len: 704 time: 3.9679170
Jun 21 03:09:17.041863 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ba848-3f97-4962-8833-18a75917f282 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:17.048316 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-733ba848-3f97-4962-8833-18a75917f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a74f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:17.054673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41678) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:17.113733 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.115405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83816c71-ccda-4af7-9f62-ae7c63f77fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.181001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 685d7d40-d835-47be-8812-4aa065b03867 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:17.201553 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-733ba848-3f97-4962-8833-18a75917f282 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:17.205270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83816c71-ccda-4af7-9f62-ae7c63f77fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.238175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:09:17.238175 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:09:17.238175 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id_1': 'b9bb66723b5a46da84d7d9ae58c0d29d', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 9, 17, 182801)}]
Jun 21 03:09:17.238175 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:09:17.239661 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:09:17.262158 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d78cb394-a650-4f2f-826e-0c87f4e88fe4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 200  len: 704 time: 0.2061651
Jun 21 03:09:17.264908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.267339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41682) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:17.274985 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5751068f-9854-4325-b5fd-f1105453eccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:17.303547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 685d7d40-d835-47be-8812-4aa065b03867 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:17.303924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.324157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83816c71-ccda-4af7-9f62-ae7c63f77fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bd78f4-923d-48e9-aa4b-5ca653767de2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:17.331528 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83816c71-ccda-4af7-9f62-ae7c63f77fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:17.370914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-83816c71-ccda-4af7-9f62-ae7c63f77fab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca9d12dab3bd422e9fb2fda91c5931eb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6971412
Jun 21 03:09:17.378863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41684) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:17.419123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:17.453714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Calling delete_port for bc7bd47f-1331-400a-9dab-b3c027257eec owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:17.504283 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-733ba848-3f97-4962-8833-18a75917f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a74f0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:15Z', 'revision_number': 7, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:15Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:17.545254 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba848-3f97-4962-8833-18a75917f282 None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:17.551374 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0df4f692-7aeb-43a4-8b4c-3069c74865e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.556011 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ba848-3f97-4962-8833-18a75917f282 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:17.556971 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-733ba848-3f97-4962-8833-18a75917f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a74f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:17.614894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0df4f692-7aeb-43a4-8b4c-3069c74865e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.656118 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-733ba848-3f97-4962-8833-18a75917f282 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:17.662786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:17.681580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:17.691974 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.696261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] Sync routers for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:17.717272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:17.718455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f89520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:17.745008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.745264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.802472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0df4f692-7aeb-43a4-8b4c-3069c74865e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.811023 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0df4f692-7aeb-43a4-8b4c-3069c74865e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.813322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0df4f692-7aeb-43a4-8b4c-3069c74865e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83bd78f4-923d-48e9-aa4b-5ca653767de2 HTTP/1.1" status: 204  len: 168 time: 0.4334123
Jun 21 03:09:17.830214 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bed19a19-e0f9-4773-8d7c-a1773d097f54 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:17.874641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c3b0558-8ff7-43a0-b481-1dc102840164 req-a2593b1c-3277-47b9-8094-80a8ce7738cf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0589287
Jun 21 03:09:17.875990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4f692-7aeb-43a4-8b4c-3069c74865e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bd78f4-923d-48e9-aa4b-5ca653767de2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:17.881475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:17.889646 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0df4f692-7aeb-43a4-8b4c-3069c74865e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:17.899010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 8.3115976
Jun 21 03:09:17.900871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edfc19-c096-4cf6-a85b-b222a628d981', 'tag': '86139730-4cfb-489b-8a56-6373b354ee72'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:17.907076 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d5113a-1f06-40e2-b90b-1d9109a4c066" -d '{"events": [{"name": "network-changed", "server_uuid": "86edfc19-c096-4cf6-a85b-b222a628d981", "tag": "86139730-4cfb-489b-8a56-6373b354ee72"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:17.961476 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4399de83-4465-41cd-a69c-ac45a431067b tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:17.963893 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc5ba8-0272-4460-855f-bf47752699b6 x-openstack-request-id: req-d6dc5ba8-0272-4460-855f-bf47752699b6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:17.964523 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edfc19-c096-4cf6-a85b-b222a628d981", "tag": "86139730-4cfb-489b-8a56-6373b354ee72", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:17.965023 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6dc5ba8-0272-4460-855f-bf47752699b6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:17.965810 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edfc19-c096-4cf6-a85b-b222a628d981', 'tag': '86139730-4cfb-489b-8a56-6373b354ee72', 'status': 'completed', 'code': 200}
Jun 21 03:09:18.054183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:18.071374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-819c27bb-d825-496b-a81a-5753706f0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:18.080128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-819c27bb-d825-496b-a81a-5753706f0bf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b541895659734366b8e24c7401ede8a6&device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1097 time: 0.0890107
Jun 21 03:09:18.120518 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-733ba848-3f97-4962-8833-18a75917f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a74f0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:15Z', 'revision_number': 7, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:15Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:18.153351 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:18.156674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event deleted for resources: {'Port': ['ID=bc7bd47f-1331-400a-9dab-b3c027257eec,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:18.159805 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:18.171592 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba848-3f97-4962-8833-18a75917f282 None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:15Z', 'revision_number': 7, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685d7d40-d835-47be-8812-4aa065b03867', 'name': '', 'network_id': '389b20d6-e232-4db0-b48f-a7ecc96b0af3', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:22:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5d282c62-b153-4b64-b671-7b1768359806', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:09:05Z', 'updated_at': '2021-06-21T03:09:15Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '5d282c62-b153-4b64-b671-7b1768359806', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:18.333599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-3af6d335-5880-4e8b-9ab8-a7dcabbdde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:18.340304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-3af6d335-5880-4e8b-9ab8-a7dcabbdde6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 HTTP/1.1" status: 200  len: 909 time: 0.2522521
Jun 21 03:09:18.392863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.20.0.11 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/4b9041e2-f6c6-408a-b8db-a7d24a069982) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:18.506148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-126b87e3-8228-494c-b0b4-a99ea3a46e06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86139730-4cfb-489b-8a56-6373b354ee72 HTTP/1.1" status: 200  len: 998 time: 0.1600616
Jun 21 03:09:18.549160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f89520>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '73e2d4dc-0c3c-4cc4-814f-aa51adc5c77e', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'port_id': '86139730-4cfb-489b-8a56-6373b354ee72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'mac_address': 'fa:16:3e:31:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edfc19-c096-4cf6-a85b-b222a628d981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:09:14Z', 'updated_at': '2021-06-21T03:09:14Z', 'revision_number': 0, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:08:09Z', 'revision_number': 5, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:18.624335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-79f29e59-8bb3-46bc-9732-d7a1c4339a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:18.625984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-79f29e59-8bb3-46bc-9732-d7a1c4339a11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e244541e-cfcb-419e-b6c4-650b3cecd77c HTTP/1.1" status: 200  len: 847 time: 0.1109688
Jun 21 03:09:18.633687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] Checking router: f029849f-2259-4fc6-85bd-4d88f1b8a7f6 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:18.645353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:18.646227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f89520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:18.741448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-6f72b562-0bbb-4e40-a1b5-8d1db7c71074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:18.743703 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-6f72b562-0bbb-4e40-a1b5-8d1db7c71074 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1079018
Jun 21 03:09:18.824667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:18.898842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:18.923800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:18.929404 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-a52fa4f9-e1cb-4679-951a-bb4e3bd4afc8 service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746876
Jun 21 03:09:18.937036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:18.949848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41702) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:19.062783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22009665-8f1e-4bab-886d-2ade68f39971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.092217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.165594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Transition to ACTIVE for port object 4b9041e2-f6c6-408a-b8db-a7d24a069982 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:19.173922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90d5113a-1f06-40e2-b90b-1d9109a4c066 req-77959843-f991-44c4-8cfc-e097a0f7869f service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275720
Jun 21 03:09:19.219130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.220448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Fanout notify agent at l3_agent the message router_deleted on router c2d318e4-312c-4dfb-b4c9-e92ce204a8aa {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:09:19.231193 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.238130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/c2d318e4-312c-4dfb-b4c9-e92ce204a8aa HTTP/1.1" status: 204  len: 168 time: 3.1218057
Jun 21 03:09:19.239208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.245753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41706) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:19.251831 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1573cb6b-e36a-4076-aaf1-163d28a8ba73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:19.287178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8c8cf0e6-2796-42e8-8c5d-fd50fa281dce tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1843572918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:19.316589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51a34431-9919-47b7-8b48-7e999bfc6d70 req-ab94053d-9334-4c78-ae80-a58984d476ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.1414571
Jun 21 03:09:19.356057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ff316a-60f1-40a2-aa42-93c0955c6913,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:19.382832 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.395924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22009665-8f1e-4bab-886d-2ade68f39971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.399821 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:19.407426 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-441b6006-8e15-47ae-9d60-2bcefba3198c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:19.464730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f89520>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '73e2d4dc-0c3c-4cc4-814f-aa51adc5c77e', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'port_id': '86139730-4cfb-489b-8a56-6373b354ee72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'mac_address': 'fa:16:3e:31:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edfc19-c096-4cf6-a85b-b222a628d981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:09:14Z', 'updated_at': '2021-06-21T03:09:14Z', 'revision_number': 0, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:08:09Z', 'revision_number': 5, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:19.478619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9bb66723b5a46da84d7d9ae58c0d29d&name=default HTTP/1.1" status: 200  len: 2983 time: 2.4676845
Jun 21 03:09:19.482780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41710) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:19.483195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:19.492147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:19.504095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf950c-1db7-4a58-8239-2a1a26092c23 None None] The sync data for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 is: [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '73e2d4dc-0c3c-4cc4-814f-aa51adc5c77e', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'port_id': '86139730-4cfb-489b-8a56-6373b354ee72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'mac_address': 'fa:16:3e:31:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edfc19-c096-4cf6-a85b-b222a628d981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:09:14Z', 'updated_at': '2021-06-21T03:09:14Z', 'revision_number': 0, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:08:09Z', 'revision_number': 5, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:19.519215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22009665-8f1e-4bab-886d-2ade68f39971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.521856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:19.531857 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f3770efc-1820-4c52-98e1-e53df49e91c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:19.558092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=4b9041e2-f6c6-408a-b8db-a7d24a069982,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:19.585466 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:19.615260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-22009665-8f1e-4bab-886d-2ade68f39971 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=497838cda2a643f3a6278df2c81a7a5d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6434772
Jun 21 03:09:19.615260 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22009665-8f1e-4bab-886d-2ade68f39971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaa7b36-abdb-4530-94f3-6caa999c5a7d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:19.617616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41712) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:19.625059 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-22009665-8f1e-4bab-886d-2ade68f39971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:19.630994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf0e6-2796-42e8-8c5d-fd50fa281dce tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.630994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf0e6-2796-42e8-8c5d-fd50fa281dce tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.672833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:19.673538 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.690480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-977b2b66-e210-489c-8e3d-184755af6f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.730880 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-977b2b66-e210-489c-8e3d-184755af6f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.754025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3fafe-d9db-44b9-8555-e13be9211284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.771119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf0e6-2796-42e8-8c5d-fd50fa281dce tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.772745 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9177251
Jun 21 03:09:19.791410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Request body: {'port': {'device_id': '9038df1b-e4d6-44b4-a00e-defe9c88010c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:19.797939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3fafe-d9db-44b9-8555-e13be9211284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.798480 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.860920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf0e6-2796-42e8-8c5d-fd50fa281dce tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.893922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-977b2b66-e210-489c-8e3d-184755af6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.897098 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-977b2b66-e210-489c-8e3d-184755af6f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.901280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-977b2b66-e210-489c-8e3d-184755af6f7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48ff316a-60f1-40a2-aa42-93c0955c6913 HTTP/1.1" status: 204  len: 168 time: 0.4169939
Jun 21 03:09:19.902770 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d38fd167-1943-4430-8ec6-5a505856873b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:19.920158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b2b66-e210-489c-8e3d-184755af6f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ff316a-60f1-40a2-aa42-93c0955c6913,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:19.926390 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-977b2b66-e210-489c-8e3d-184755af6f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:19.930110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3fafe-d9db-44b9-8555-e13be9211284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.932898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16c3fafe-d9db-44b9-8555-e13be9211284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:19.936724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-16c3fafe-d9db-44b9-8555-e13be9211284 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eeaa7b36-abdb-4530-94f3-6caa999c5a7d HTTP/1.1" status: 204  len: 168 time: 0.3179004
Jun 21 03:09:19.937734 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57fbccc7-8f1c-4365-bd52-382870c51498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:19.962653 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f8e9b-3aa7-42ce-9d4a-064eda808bfa None None] New status for floating IP 73e2d4dc-0c3c-4cc4-814f-aa51adc5c77e: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:09:19.990150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3fafe-d9db-44b9-8555-e13be9211284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaa7b36-abdb-4530-94f3-6caa999c5a7d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:19.998421 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-16c3fafe-d9db-44b9-8555-e13be9211284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:20.064003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8772e53a-7a6a-4c43-808c-3243c7179c9d None None] Provisioning for port 4b9041e2-f6c6-408a-b8db-a7d24a069982 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:20.069160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8772e53a-7a6a-4c43-808c-3243c7179c9d None None] Provisioning complete for port 4b9041e2-f6c6-408a-b8db-a7d24a069982 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:20.070831 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8772e53a-7a6a-4c43-808c-3243c7179c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:20.169806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8772e53a-7a6a-4c43-808c-3243c7179c9d None None] Port 4b9041e2-f6c6-408a-b8db-a7d24a069982 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:09:20.402088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:20.409469 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf0e6-2796-42e8-8c5d-fd50fa281dce tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:20.413133 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8c8cf0e6-2796-42e8-8c5d-fd50fa281dce tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.1279161
Jun 21 03:09:20.413595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41726) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:20.418386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'enable_snat': False}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:20.949276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9041e2-f6c6-408a-b8db-a7d24a069982 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:09:20.958703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:20.972884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Transition to ACTIVE for port object 4b9041e2-f6c6-408a-b8db-a7d24a069982 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:21.048131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 685d7d40-d835-47be-8812-4aa065b03867 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:21.048270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.098024 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.099010 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:21.218113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port 685d7d40-d835-47be-8812-4aa065b03867, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=685d7d40-d835-47be-8812-4aa065b03867,segment=NetworkSegment(caf987b9-a211-4daa-b1d3-6938172bc25c),segment_id=caf987b9-a211-4daa-b1d3-6938172bc25c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:21.218803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.247142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.290247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058e2b9-d30e-46dc-ab9a-85c5d428cf42 req-671f4557-fd4d-40d7-98b1-2252a161f73a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:21.296085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1058e2b9-d30e-46dc-ab9a-85c5d428cf42 req-671f4557-fd4d-40d7-98b1-2252a161f73a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 932 time: 0.7472925
Jun 21 03:09:21.323292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 685d7d40-d835-47be-8812-4aa065b03867 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:21.358264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1058e2b9-d30e-46dc-ab9a-85c5d428cf42 req-da06a3a7-6a36-4ee6-97e0-4b304a30533b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541773
Jun 21 03:09:21.436323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9041e2-f6c6-408a-b8db-a7d24a069982,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:21.436323 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:21.551049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Attempting to bind port 4b9041e2-f6c6-408a-b8db-a7d24a069982 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:09:21.551391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Attempting to bind port 4b9041e2-f6c6-408a-b8db-a7d24a069982 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:09:21.551714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Attempting to bind port 4b9041e2-f6c6-408a-b8db-a7d24a069982 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:21.613744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Port 4b9041e2-f6c6-408a-b8db-a7d24a069982 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:09:21.618125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Attempting to bind port 4b9041e2-f6c6-408a-b8db-a7d24a069982 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:21.628411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:09:21.628720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:21.629118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:09:21.629590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Bound port: 4b9041e2-f6c6-408a-b8db-a7d24a069982, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:09:21.629945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.744065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.791507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] For port 4b9041e2-f6c6-408a-b8db-a7d24a069982, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:09:21.793865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.808510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] For port 4b9041e2-f6c6-408a-b8db-a7d24a069982, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4b9041e2-f6c6-408a-b8db-a7d24a069982,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:09:21.881373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.884436 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d1fbddc-0a7c-4ab5-b5e4-29433a447f57 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:21.928664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Allocated IP 172.25.7.100 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/e7c8532c-fdee-445b-920e-e82f38100b97) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:21.934291 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:21.961142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=685d7d40-d835-47be-8812-4aa065b03867,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:21.967388 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:21.995623 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1c1b0538-62a5-4ca3-b1a5-9aca1b2abe4e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:22.060962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9041e2-f6c6-408a-b8db-a7d24a069982,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:22.064459 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:22.085011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:22.085011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:22.085011 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] 10.222.0.20 "PUT /v2.0/ports/4b9041e2-f6c6-408a-b8db-a7d24a069982 HTTP/1.1" status: 200  len: 1093 time: 2.2965851
Jun 21 03:09:22.085011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9038df1b-e4d6-44b4-a00e-defe9c88010c', 'tag': '4b9041e2-f6c6-408a-b8db-a7d24a069982'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:22.089677 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2085f3e-bf09-4906-ac84-9296afb39b63" -d '{"events": [{"name": "network-changed", "server_uuid": "9038df1b-e4d6-44b4-a00e-defe9c88010c", "tag": "4b9041e2-f6c6-408a-b8db-a7d24a069982"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:22.149812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:22.176416 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b68d3f9-a81d-4958-8fb8-c104cf6b2d20 x-openstack-request-id: req-9b68d3f9-a81d-4958-8fb8-c104cf6b2d20 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:22.178698 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9038df1b-e4d6-44b4-a00e-defe9c88010c", "tag": "4b9041e2-f6c6-408a-b8db-a7d24a069982", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:22.179929 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b68d3f9-a81d-4958-8fb8-c104cf6b2d20 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:22.185538 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9038df1b-e4d6-44b4-a00e-defe9c88010c', 'tag': '4b9041e2-f6c6-408a-b8db-a7d24a069982', 'status': 'completed', 'code': 200}
Jun 21 03:09:22.265221 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:22.269357 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1b075ad0-5121-4759-a309-1cb2c910dc80 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:22.349503 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:22.389691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2085f3e-bf09-4906-ac84-9296afb39b63 req-26b70fcc-be65-401a-8adb-5044e1f0340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:22.391759 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2085f3e-bf09-4906-ac84-9296afb39b63 req-26b70fcc-be65-401a-8adb-5044e1f0340a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 1096 time: 0.1530924
Jun 21 03:09:22.393295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:22.409055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:22.419488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:22.434094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c8532c-fdee-445b-920e-e82f38100b97,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:22.451195 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:22.757091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa20ee-272d-4d22-a2bd-491f8cc7085c req-0c708285-4add-4b6e-91c8-b1778a030305 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:22.758859 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78aa20ee-272d-4d22-a2bd-491f8cc7085c req-0c708285-4add-4b6e-91c8-b1778a030305 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 944 time: 0.1351976
Jun 21 03:09:22.871353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78aa20ee-272d-4d22-a2bd-491f8cc7085c req-d07dcac0-b237-4ab0-a9f6-81187fb1d484 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978918
Jun 21 03:09:22.935425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2085f3e-bf09-4906-ac84-9296afb39b63 req-9881490b-6668-460f-8b55-438557198da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:22.937167 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2085f3e-bf09-4906-ac84-9296afb39b63 req-9881490b-6668-460f-8b55-438557198da0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&shared=False HTTP/1.1" status: 200  len: 912 time: 0.4609003
Jun 21 03:09:23.010093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:23.065618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:23.262341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2085f3e-bf09-4906-ac84-9296afb39b63 req-be60cebe-8792-47d0-96e9-0c8b7ef6d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:23.264552 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2085f3e-bf09-4906-ac84-9296afb39b63 req-be60cebe-8792-47d0-96e9-0c8b7ef6d12f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3194797
Jun 21 03:09:23.297632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:23.308847 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0379827
Jun 21 03:09:23.309077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41818) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:23.319499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:23.342125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:23.343932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d356d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:23.419771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:23.428143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:23.494357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:23.741179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet 5d282c62-b153-4b64-b671-7b1768359806 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:09:23.753223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:23.757024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Router cf5abc58-502b-45e7-a848-555c172b4113 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:09:23.823666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:23.884483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-732236f6-a9dc-4ae9-8494-c2fd0f0f39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:23.886064 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-732236f6-a9dc-4ae9-8494-c2fd0f0f39c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 1096 time: 0.1424301
Jun 21 03:09:23.928478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d356d0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:21Z', 'revision_number': 8, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:23.959885 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-092748c6-6571-4e71-a0e2-16231acd1408 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9041e2-f6c6-408a-b8db-a7d24a069982 HTTP/1.1" status: 200  len: 217 time: 0.0619819
Jun 21 03:09:23.969587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:23.978587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:23.979244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d356d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:24.034898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:24.039465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:24.040718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "PUT /v2.0/routers/cf5abc58-502b-45e7-a848-555c172b4113 HTTP/1.1" status: 200  len: 916 time: 3.6259923
Jun 21 03:09:24.045371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41828) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:24.051382 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f875d8a-3481-41a1-a9be-d699a917c599 None None] Sync routers for ids ['cf5abc58-502b-45e7-a848-555c172b4113'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:24.079073 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f875d8a-3481-41a1-a9be-d699a917c599 None None] Routers {'cf5abc58-502b-45e7-a848-555c172b4113'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:24.086430 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2f875d8a-3481-41a1-a9be-d699a917c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da26a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cf5abc58-502b-45e7-a848-555c172b4113'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:24.145894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:24.163450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:24.176596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-6fe4a3da-17ca-418d-bc16-a54a256b3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:24.178609 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-6fe4a3da-17ca-418d-bc16-a54a256b3964 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.1729488
Jun 21 03:09:24.180021 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2f875d8a-3481-41a1-a9be-d699a917c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da26a0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:24.192072 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f875d8a-3481-41a1-a9be-d699a917c599 None None] Routers {'cf5abc58-502b-45e7-a848-555c172b4113'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:24.195737 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2f875d8a-3481-41a1-a9be-d699a917c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da26a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['cf5abc58-502b-45e7-a848-555c172b4113'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:24.236673 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2f875d8a-3481-41a1-a9be-d699a917c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da26a0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:24.237551 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f875d8a-3481-41a1-a9be-d699a917c599 None None] The sync data for ids ['cf5abc58-502b-45e7-a848-555c172b4113'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:24.297398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d8d0e69b-7e4c-4b58-ba97-baf38d7135b4 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/routers/cf5abc58-502b-45e7-a848-555c172b4113 HTTP/1.1" status: 200  len: 922 time: 0.2499621
Jun 21 03:09:24.299014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41834) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:24.306658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-5c7111f6-df5d-48da-945e-c19dc020e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:24.316464 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-5c7111f6-df5d-48da-945e-c19dc020e15c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1106765
Jun 21 03:09:24.391404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59639a-ce3c-42e6-89d1-e8dfdf0a0bd6 req-570de5bd-847d-45e2-b8d6-88b97d3a4cfb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:24.393295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d59639a-ce3c-42e6-89d1-e8dfdf0a0bd6 req-570de5bd-847d-45e2-b8d6-88b97d3a4cfb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 944 time: 0.3512506
Jun 21 03:09:24.468551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:24.482590 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-179c898e-8573-430b-9b84-358e7bc04f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:24.492243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d356d0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:21Z', 'revision_number': 8, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:24.503781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d59639a-ce3c-42e6-89d1-e8dfdf0a0bd6 req-7cb23da3-7eec-4eac-a586-ce2e510d2a2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961463
Jun 21 03:09:24.507424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569eed2a-d9fe-477d-8d30-d988408c4cc3 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:24.512543 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-569eed2a-d9fe-477d-8d30-d988408c4cc3 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=cf5abc58-502b-45e7-a848-555c172b4113&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2123997
Jun 21 03:09:24.513315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41852) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:24.532218 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-83373bce-8186-47c3-9e29-3b8ddbe11c98 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156186
Jun 21 03:09:24.552620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d7f0e-b4fd-408f-b5aa-f35c33d14bea None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:21Z', 'revision_number': 8, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cf065a-17e7-4226-8a12-76ca8145407c', 'name': '', 'network_id': 'a00a27f5-c1ea-49e7-a48e-2dac3394dde1', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:6e:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:54Z', 'updated_at': '2021-06-21T03:09:07Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '55638f2f-4883-4e67-8533-1f6d843986aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:24.566099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=5d282c62-b153-4b64-b671-7b1768359806,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:24.581087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff065276-b275-456e-a1ca-708cd883d6be None None] Network 389b20d6-e232-4db0-b48f-a7ecc96b0af3 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:24.585562 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:24.594994 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/5d282c62-b153-4b64-b671-7b1768359806 HTTP/1.1" status: 204  len: 168 time: 1.2817891
Jun 21 03:09:24.613922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41858) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:24.646274 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:24.727842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:24.730102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ea34dd-41ce-44b2-b2ff-d3284cf98693 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:24.734671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f8ea34dd-41ce-44b2-b2ff-d3284cf98693 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/networks/384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 881 time: 0.2203050
Jun 21 03:09:24.736402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41862) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:24.813816 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-03df14f6-2cba-42b2-ba58-72deef4facc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5abc58-502b-45e7-a848-555c172b4113 HTTP/1.1" status: 200  len: 205 time: 0.0717711
Jun 21 03:09:24.814547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41864) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:24.831510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:24.831847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:24.866071 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a59ee0bb-d72b-4dd4-8941-ff9c7ce726a2 req-c31ddc7d-286c-4a62-8028-168bc728afa3 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3122358
Jun 21 03:09:24.922796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,segment=NetworkSegment(caf987b9-a211-4daa-b1d3-6938172bc25c),segment_id=caf987b9-a211-4daa-b1d3-6938172bc25c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:24.923172 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:24.946173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] DHCP port deletion for 389b20d6-e232-4db0-b48f-a7ecc96b0af3 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:09:24.955070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.060653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:25.063478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] Deleting port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:25.063864 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.168503 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.196370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:09:25.242151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] For port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,segment=NetworkSegment(caf987b9-a211-4daa-b1d3-6938172bc25c),segment_id=caf987b9-a211-4daa-b1d3-6938172bc25c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:25.242658 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.275910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.279895 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7e21eb3a-72a0-4090-a3c7-cb099a7f7017 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:25.327968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:25.350153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No DVR routers for this DVR port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:09:25.352357 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:25.376052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Deleting port e7c8532c-fdee-445b-920e-e82f38100b97 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:25.376449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.383610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] Calling delete_port for 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:25.383712 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41870) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:25.414022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No active binding found for port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 {{(pid=94168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jun 21 03:09:25.415954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:09:25.418538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 685d7d40-d835-47be-8812-4aa065b03867 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:09:25.483771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 685d7d40-d835-47be-8812-4aa065b03867 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:09:25.484138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 685d7d40-d835-47be-8812-4aa065b03867 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:09:25.511510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.532051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1a50d60>,) {'filters': {'network_id': ['389b20d6-e232-4db0-b48f-a7ecc96b0af3']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:25.562188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.580498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1a50d60>, 'caf987b9-a211-4daa-b1d3-6938172bc25c') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:25.580807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1a50d60>, 'caf987b9-a211-4daa-b1d3-6938172bc25c') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:25.588052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.601637 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1079f0af-4bb4-4b02-a084-095e448f9193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:25.616005 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.636147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.646551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:09:25.647511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.664941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Calling delete_port for e7c8532c-fdee-445b-920e-e82f38100b97 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:25.670486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] No DVR routers for this DVR port 9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:09:25.680802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] Pushing event deleted for resources: {'Port': ['ID=9f7dcb5d-d5b6-4dfa-ac5a-0c9cca98bbd5,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:25.690194 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:09:25.728154 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:09:25.757090 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-182efe0c-3b93-4195-9d47-5e84ff98bbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.807210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.811069 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e42cca1c-c7dc-41a0-b069-794ba80f1fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:25.823866 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:25.826967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/389b20d6-e232-4db0-b48f-a7ecc96b0af3 HTTP/1.1" status: 204  len: 168 time: 1.2120914
Jun 21 03:09:25.831438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41884) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:25.852059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=389b20d6-e232-4db0-b48f-a7ecc96b0af3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:25.924355 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:26.032543 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-182efe0c-3b93-4195-9d47-5e84ff98bbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.093758 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.107830 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:26.113175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-182efe0c-3b93-4195-9d47-5e84ff98bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.163496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event deleted for resources: {'Port': ['ID=e7c8532c-fdee-445b-920e-e82f38100b97,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:26.169910 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:26.173013 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ae361bee-c755-43cb-b3ce-d1b735923755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:26.173881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f145d76-9e32-470d-bcda-7b675a03ba85 req-49a00845-d280-44a9-a9d0-87d5bbe504f5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:26.175663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f145d76-9e32-470d-bcda-7b675a03ba85 req-49a00845-d280-44a9-a9d0-87d5bbe504f5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 944 time: 0.4463930
Jun 21 03:09:26.226310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-182efe0c-3b93-4195-9d47-5e84ff98bbf9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=540f0d3f669846eea93f6284a7af4630&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8174560
Jun 21 03:09:26.233126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41886) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:26.241256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182efe0c-3b93-4195-9d47-5e84ff98bbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eabf31-dfb9-4507-b8a8-82695256b3fc,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:26.246573 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-182efe0c-3b93-4195-9d47-5e84ff98bbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:26.247937 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.270258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f145d76-9e32-470d-bcda-7b675a03ba85 req-46c3794b-77e6-4634-8718-9be453edad52 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726886
Jun 21 03:09:26.329957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10dad076-a8be-4903-bd11-ebd3938fd9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.345551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.347924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.372957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10dad076-a8be-4903-bd11-ebd3938fd9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.421835 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.452671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.453352 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Fanout notify agent at l3_agent the message router_deleted on router cf5abc58-502b-45e7-a848-555c172b4113 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:09:26.464261 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.468830 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/cf5abc58-502b-45e7-a848-555c172b4113 HTTP/1.1" status: 204  len: 168 time: 1.6411679
Jun 21 03:09:26.469921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41890) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:26.475120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2144717312', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:26.572920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.574017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10dad076-a8be-4903-bd11-ebd3938fd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.574434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.576984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10dad076-a8be-4903-bd11-ebd3938fd9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.584302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-10dad076-a8be-4903-bd11-ebd3938fd9d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9eabf31-dfb9-4507-b8a8-82695256b3fc HTTP/1.1" status: 204  len: 168 time: 0.3433242
Jun 21 03:09:26.584302 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f444be41-5d66-462c-81f9-76e5ff577027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:26.598917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dad076-a8be-4903-bd11-ebd3938fd9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eabf31-dfb9-4507-b8a8-82695256b3fc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:26.610395 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-10dad076-a8be-4903-bd11-ebd3938fd9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:26.680713 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.747319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port e2cf065a-17e7-4226-8a12-76ca8145407c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:26.747959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.867173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port e2cf065a-17e7-4226-8a12-76ca8145407c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e2cf065a-17e7-4226-8a12-76ca8145407c,segment=NetworkSegment(029e902b-7e8f-46c2-b32d-5a016e927efe),segment_id=029e902b-7e8f-46c2-b32d-5a016e927efe)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:26.867580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:26.947408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for e2cf065a-17e7-4226-8a12-76ca8145407c owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:26.974058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.292691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.308702 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:27.339885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=e2cf065a-17e7-4226-8a12-76ca8145407c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:27.360973 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.361479 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:27.401249 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.517457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41906) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:27.579064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb743256-6cae-41f7-aaf2-80cd379ac4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.629495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.695974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Allocated IP 172.25.7.180 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/c4204e0a-699a-4863-b896-fcd765e38ac0) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:27.859528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb743256-6cae-41f7-aaf2-80cd379ac4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.865716 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.921911 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb743256-6cae-41f7-aaf2-80cd379ac4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.926265 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01724bce-b419-493c-b811-4c05dde8b2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:27.985906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:27.994454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743256-6cae-41f7-aaf2-80cd379ac4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529455aa-bd6b-48f6-a403-6500d2eaa439,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:27.998756 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb743256-6cae-41f7-aaf2-80cd379ac4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:28.007750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2df4ff0d-e5fe-4dc6-8518-efe6bc1a67a3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:28.018957 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fb743256-6cae-41f7-aaf2-80cd379ac4dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1166abe28ca041d6967ac0825c12a24d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4982131
Jun 21 03:09:28.039765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41908) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:28.072021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:28.080685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:28.086673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:28.101301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event updated for resources: {'Port': ['ID=c4204e0a-699a-4863-b896-fcd765e38ac0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:28.104394 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:28.171871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9886c331-c2f5-4ef5-8870-1105ba33c50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:28.260578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa13dc4-5c5a-4c28-b0b5-86bc7642b61a req-3fdb05d1-4d49-4d6e-a339-ef1eecd49eaa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:28.262406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fa13dc4-5c5a-4c28-b0b5-86bc7642b61a req-3fdb05d1-4d49-4d6e-a339-ef1eecd49eaa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 944 time: 0.7926416
Jun 21 03:09:28.290297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9886c331-c2f5-4ef5-8870-1105ba33c50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:28.344486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fa13dc4-5c5a-4c28-b0b5-86bc7642b61a req-9b0916da-2b7e-416d-92e4-77bf299b2fc2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436037
Jun 21 03:09:28.387224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:28.418754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9886c331-c2f5-4ef5-8870-1105ba33c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:28.423106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9886c331-c2f5-4ef5-8870-1105ba33c50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:28.426975 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9886c331-c2f5-4ef5-8870-1105ba33c50f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/529455aa-bd6b-48f6-a403-6500d2eaa439 HTTP/1.1" status: 204  len: 168 time: 0.3838298
Jun 21 03:09:28.426975 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f1a6195-a893-4863-aa31-af44523e1328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:28.436599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886c331-c2f5-4ef5-8870-1105ba33c50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529455aa-bd6b-48f6-a403-6500d2eaa439,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:28.438252 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9886c331-c2f5-4ef5-8870-1105ba33c50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:28.537070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:28.552016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7081296
Jun 21 03:09:28.553533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41918) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:28.560087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:28.575360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:28.576134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2cd7fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:28.585885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:28.668215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet 55638f2f-4883-4e67-8533-1f6d843986aa {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:09:28.703509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:28.752102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:28.807353 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:28.931039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:28.968332 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:29.017900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2cd7fa0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:27Z', 'revision_number': 9, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:29.047091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:29.055940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:29.056592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2cd7fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:29.101133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:29.104346 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8f332a0-ac00-4e88-ad26-b12094bc7729 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:29.169955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:29.194921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=55638f2f-4883-4e67-8533-1f6d843986aa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:29.203383 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:29.205497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d935f5-2279-4306-916b-bab7b1c3167e None None] Network a00a27f5-c1ea-49e7-a48e-2dac3394dde1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:29.211509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/55638f2f-4883-4e67-8533-1f6d843986aa HTTP/1.1" status: 204  len: 168 time: 0.6567342
Jun 21 03:09:29.218732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41930) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:29.219675 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:29.348601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:29.442268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 2946a82d-7555-40b2-b2bd-174ea68029c5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:29.442753 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:29.597489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port 2946a82d-7555-40b2-b2bd-174ea68029c5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2946a82d-7555-40b2-b2bd-174ea68029c5,segment=NetworkSegment(029e902b-7e8f-46c2-b32d-5a016e927efe),segment_id=029e902b-7e8f-46c2-b32d-5a016e927efe)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:29.598092 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:29.608363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] DHCP port deletion for a00a27f5-c1ea-49e7-a48e-2dac3394dde1 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:09:29.626100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2cd7fa0>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:27Z', 'revision_number': 9, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:29.684153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 2946a82d-7555-40b2-b2bd-174ea68029c5 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:29.692886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9ce6f-a9eb-4d9b-8ffb-4d18571fe08b None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:27Z', 'revision_number': 9, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': '179b5de3-0ed8-4cfe-a239-38b7351bab94', 'name': '', 'network_id': '139eaa2b-3c08-4602-903b-b77cab8e8320', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:b1:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:42Z', 'updated_at': '2021-06-21T03:08:56Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '7a2bea04-27c8-4aca-a8e1-6d26ce9bec66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:29.697698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Router 0d109676-bed1-49e9-bf67-b896992e3850 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:09:29.743693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] Deleting port 2946a82d-7555-40b2-b2bd-174ea68029c5 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:29.745664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:29.857523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5219a2-ba90-4976-b459-ceb85162abac req-73364b60-e7f3-4370-961f-5b25a90729f6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:29.859273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c5219a2-ba90-4976-b459-ceb85162abac req-73364b60-e7f3-4370-961f-5b25a90729f6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 944 time: 0.2086828
Jun 21 03:09:29.902275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] For port 2946a82d-7555-40b2-b2bd-174ea68029c5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2946a82d-7555-40b2-b2bd-174ea68029c5,segment=NetworkSegment(029e902b-7e8f-46c2-b32d-5a016e927efe),segment_id=029e902b-7e8f-46c2-b32d-5a016e927efe)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:29.902907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:29.958942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c5219a2-ba90-4976-b459-ceb85162abac req-30394386-3b69-41c3-b52a-2684be1770c8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910003
Jun 21 03:09:29.967555 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:29.978024 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d11cb7-d682-4786-8536-d9916f371b22 None None] Sync routers for ids ['0d109676-bed1-49e9-bf67-b896992e3850'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:29.994300 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d11cb7-d682-4786-8536-d9916f371b22 None None] Routers {'0d109676-bed1-49e9-bf67-b896992e3850'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:29.994884 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c2d11cb7-d682-4786-8536-d9916f371b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d836f5b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0d109676-bed1-49e9-bf67-b896992e3850'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:30.030049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.039018 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b50000bb-29ce-474a-9099-64966b05ce56 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:30.042275 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c2d11cb7-d682-4786-8536-d9916f371b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d836f5b0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:30.043408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No DVR routers for this DVR port 2946a82d-7555-40b2-b2bd-174ea68029c5 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:09:30.047097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] Calling delete_port for 2946a82d-7555-40b2-b2bd-174ea68029c5 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:30.052849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.054361 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.5833616
Jun 21 03:09:30.059072 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d11cb7-d682-4786-8536-d9916f371b22 None None] Routers {'0d109676-bed1-49e9-bf67-b896992e3850'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:30.061422 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c2d11cb7-d682-4786-8536-d9916f371b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d836f5b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0d109676-bed1-49e9-bf67-b896992e3850'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:30.069863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 41956) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:30.085976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:30.128896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=2946a82d-7555-40b2-b2bd-174ea68029c5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:30.134714 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:30.178866 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c2d11cb7-d682-4786-8536-d9916f371b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d836f5b0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:30.179819 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d11cb7-d682-4786-8536-d9916f371b22 None None] The sync data for ids ['0d109676-bed1-49e9-bf67-b896992e3850'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:30.255986 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.280858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d10a4eb0>,) {'filters': {'network_id': ['a00a27f5-c1ea-49e7-a48e-2dac3394dde1']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:30.298630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10a4eb0>, '029e902b-7e8f-46c2-b32d-5a016e927efe') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:30.299193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d10a4eb0>, '029e902b-7e8f-46c2-b32d-5a016e927efe') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:30.310327 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.315101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.320600 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:30.348768 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.359315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:09:30.363974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:09:30.364524 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:09:30.588251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] Pushing event deleted for resources: {'Port': ['ID=2946a82d-7555-40b2-b2bd-174ea68029c5,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:30.593601 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:30.594840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.594952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] No DVR routers for this DVR port 2946a82d-7555-40b2-b2bd-174ea68029c5 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:09:30.608823 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.621509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/a00a27f5-c1ea-49e7-a48e-2dac3394dde1 HTTP/1.1" status: 204  len: 168 time: 1.3941381
Jun 21 03:09:30.624259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 41978) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:30.625072 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9955f402-6de9-48d0-bddc-5424fc9c256c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:30.740073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:30.745369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=a00a27f5-c1ea-49e7-a48e-2dac3394dde1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:30.749748 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:30.829612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.017749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Deleting port c4204e0a-699a-4863-b896-fcd765e38ac0 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:31.018164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.148891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.205563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2946a82d-7555-40b2-b2bd-174ea68029c5 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:09:31.236266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2946a82d-7555-40b2-b2bd-174ea68029c5 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:09:31.237522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2946a82d-7555-40b2-b2bd-174ea68029c5 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:09:31.238226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e2cf065a-17e7-4226-8a12-76ca8145407c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:09:31.285045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fda91-3e80-449f-8408-d36dca9dd3e9 req-7f186521-e9f0-4d61-9938-b2e7cbd369b4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:31.285568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Calling delete_port for c4204e0a-699a-4863-b896-fcd765e38ac0 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:31.286672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f7fda91-3e80-449f-8408-d36dca9dd3e9 req-7f186521-e9f0-4d61-9938-b2e7cbd369b4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 944 time: 0.1249599
Jun 21 03:09:31.312257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e2cf065a-17e7-4226-8a12-76ca8145407c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:09:31.312619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e2cf065a-17e7-4226-8a12-76ca8145407c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:09:31.338927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42030) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:31.355743 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.360781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f7fda91-3e80-449f-8408-d36dca9dd3e9 req-51b9511f-b89d-4d42-aebd-091463163357 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658078
Jun 21 03:09:31.534244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7711627-e004-4a5e-be29-1dc6e6aed3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.652718 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.675765 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:31.706706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Pushing event deleted for resources: {'Port': ['ID=c4204e0a-699a-4863-b896-fcd765e38ac0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:31.710464 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:31.786423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.851285 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7711627-e004-4a5e-be29-1dc6e6aed3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.857226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 179b5de3-0ed8-4cfe-a239-38b7351bab94 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:31.857621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.920007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7711627-e004-4a5e-be29-1dc6e6aed3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:31.930727 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9122da8c-b964-4f00-b468-575ad3a60a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:31.985116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7711627-e004-4a5e-be29-1dc6e6aed3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803d7cff-d9ee-4ffe-9513-25f6c609550c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:31.994085 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f7711627-e004-4a5e-be29-1dc6e6aed3e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ab1e94bb5944554a218a2bfff791d83&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6508689
Jun 21 03:09:31.994085 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f7711627-e004-4a5e-be29-1dc6e6aed3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:31.994972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42044) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:32.026360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port 179b5de3-0ed8-4cfe-a239-38b7351bab94, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=179b5de3-0ed8-4cfe-a239-38b7351bab94,segment=NetworkSegment(8674fb6e-383d-4101-a4a0-a638934e360b),segment_id=8674fb6e-383d-4101-a4a0-a638934e360b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:32.026720 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.101237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 179b5de3-0ed8-4cfe-a239-38b7351bab94 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:32.108744 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.117721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.191195 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2270af8-25fe-41eb-96e2-014da5778c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.223453 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2270af8-25fe-41eb-96e2-014da5778c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.226339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Router 0d109676-bed1-49e9-bf67-b896992e3850 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:32.337040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:32.344257 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.345256 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "PUT /v2.0/routers/0d109676-bed1-49e9-bf67-b896992e3850 HTTP/1.1" status: 200  len: 706 time: 2.2741368
Jun 21 03:09:32.348376 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42050) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:32.354600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87631c66-490a-475b-9b38-d26f1593068a None None] Sync routers for ids ['0d109676-bed1-49e9-bf67-b896992e3850'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:32.365192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87631c66-490a-475b-9b38-d26f1593068a None None] Routers {'0d109676-bed1-49e9-bf67-b896992e3850'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:32.367893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-87631c66-490a-475b-9b38-d26f1593068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ae1f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0d109676-bed1-49e9-bf67-b896992e3850'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:32.412698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.416703 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-617a620d-199a-4791-87e4-e6bbffd66e68 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:32.424730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-87631c66-490a-475b-9b38-d26f1593068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ae1f10>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:32.434492 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4e5c2d87-9ce0-4def-9e09-ca87ca3dc946 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/routers/0d109676-bed1-49e9-bf67-b896992e3850 HTTP/1.1" status: 200  len: 741 time: 0.0844860
Jun 21 03:09:32.436651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42054) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:32.442599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87631c66-490a-475b-9b38-d26f1593068a None None] Routers {'0d109676-bed1-49e9-bf67-b896992e3850'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:32.443403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-87631c66-490a-475b-9b38-d26f1593068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ae1f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0d109676-bed1-49e9-bf67-b896992e3850'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:32.464880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=179b5de3-0ed8-4cfe-a239-38b7351bab94,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:32.467994 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:32.504514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-87631c66-490a-475b-9b38-d26f1593068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ae1f10>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:32.505195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87631c66-490a-475b-9b38-d26f1593068a None None] The sync data for ids ['0d109676-bed1-49e9-bf67-b896992e3850'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:32.519033 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d4ba9000-edf0-4063-af54-9261fe297742 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=384c26ed-943f-4825-ae7e-32261605dd95&device_id=0d109676-bed1-49e9-bf67-b896992e3850 HTTP/1.1" status: 200  len: 205 time: 0.0810740
Jun 21 03:09:32.521373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42058) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:32.563603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2b8f33a7-46e4-44e7-bed9-dbcd2125ff9f tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d109676-bed1-49e9-bf67-b896992e3850 HTTP/1.1" status: 200  len: 205 time: 0.0409846
Jun 21 03:09:32.566269 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42062) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:32.643392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.671209 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2270af8-25fe-41eb-96e2-014da5778c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.674761 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c2270af8-25fe-41eb-96e2-014da5778c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.678119 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c2270af8-25fe-41eb-96e2-014da5778c32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/803d7cff-d9ee-4ffe-9513-25f6c609550c HTTP/1.1" status: 204  len: 168 time: 0.6795008
Jun 21 03:09:32.679789 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7bd6c468-babd-4aa5-9968-79e28927c9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:32.690589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2270af8-25fe-41eb-96e2-014da5778c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d7cff-d9ee-4ffe-9513-25f6c609550c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:32.701453 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c2270af8-25fe-41eb-96e2-014da5778c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:32.710258 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760adc62-d9a8-4672-b61f-1b206c9f3d3d tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.837378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43195ab1-b07f-43df-8989-9ebf7b13c56b req-7ca6a3f3-fee2-4ce4-ae47-9bad8a6a9db6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:32.839076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43195ab1-b07f-43df-8989-9ebf7b13c56b req-7ca6a3f3-fee2-4ce4-ae47-9bad8a6a9db6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 944 time: 0.2741714
Jun 21 03:09:32.908034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760adc62-d9a8-4672-b61f-1b206c9f3d3d tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.910965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760adc62-d9a8-4672-b61f-1b206c9f3d3d tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:32.951372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43195ab1-b07f-43df-8989-9ebf7b13c56b req-fcc87e9e-0417-4394-a8b4-e0f5dac096b9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039588
Jun 21 03:09:32.982786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:33.007159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760adc62-d9a8-4672-b61f-1b206c9f3d3d tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:33.007992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760adc62-d9a8-4672-b61f-1b206c9f3d3d tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Fanout notify agent at l3_agent the message router_deleted on router 0d109676-bed1-49e9-bf67-b896992e3850 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:09:33.024768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-760adc62-d9a8-4672-b61f-1b206c9f3d3d tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:33.031020 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-760adc62-d9a8-4672-b61f-1b206c9f3d3d tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/0d109676-bed1-49e9-bf67-b896992e3850 HTTP/1.1" status: 204  len: 168 time: 0.4634924
Jun 21 03:09:33.031664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42080) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.107007 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-15d3cb84-28e0-4570-9758-319cb69a7db3 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d109676-bed1-49e9-bf67-b896992e3850 HTTP/1.1" status: 200  len: 205 time: 0.0739124
Jun 21 03:09:33.109828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42082) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.134631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:33.143515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5011518
Jun 21 03:09:33.144123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42084) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.146596 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:33.162370 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:33.166195 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:33.213946 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-40ff5af2-538d-47e9-ae3a-e8f025c0a170 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:33.214986 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-40ff5af2-538d-47e9-ae3a-e8f025c0a170 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/0d109676-bed1-49e9-bf67-b896992e3850 HTTP/1.1" status: 404  len: 336 time: 0.1041164
Jun 21 03:09:33.221828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42088) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.246149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet 7a2bea04-27c8-4aca-a8e1-6d26ce9bec66 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:09:33.260853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:33.277651 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:33.290253 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3ac607b3-aa91-4b28-b253-558c3213f7ac tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf5abc58-502b-45e7-a848-555c172b4113 HTTP/1.1" status: 200  len: 205 time: 0.0668628
Jun 21 03:09:33.298299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42094) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.361129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:33.380468 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-805104bf-c4ed-48d4-95d6-bce407b7a322 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:33.381515 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-805104bf-c4ed-48d4-95d6-bce407b7a322 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/cf5abc58-502b-45e7-a848-555c172b4113 HTTP/1.1" status: 404  len: 336 time: 0.0822361
Jun 21 03:09:33.385372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42096) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.432136 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fcfca0be-fddb-4a38-b4a3-ccf82d7e226b tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d318e4-312c-4dfb-b4c9-e92ce204a8aa HTTP/1.1" status: 200  len: 205 time: 0.0436141
Jun 21 03:09:33.432773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42100) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.484086 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-b5c1bf91-cee4-4d39-b0a8-67f2f95cb560 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:33.485575 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b5c1bf91-cee4-4d39-b0a8-67f2f95cb560 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/c2d318e4-312c-4dfb-b4c9-e92ce204a8aa HTTP/1.1" status: 404  len: 336 time: 0.0516372
Jun 21 03:09:33.488140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42104) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.524593 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-94a679a9-43f8-4d5f-a7ca-11c45edd63ad tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=b77e517d-377f-40b0-9293-02cd8f2216b5 HTTP/1.1" status: 200  len: 205 time: 0.0352385
Jun 21 03:09:33.527203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42108) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.549170 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:33.582544 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8100>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:32Z', 'revision_number': 10, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:33.612403 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:33.622640 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:33.623265 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:33.660338 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-7a47c13f-dd40-430c-934a-0411aae75f64 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:33.661606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7a47c13f-dd40-430c-934a-0411aae75f64 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/b77e517d-377f-40b0-9293-02cd8f2216b5 HTTP/1.1" status: 404  len: 336 time: 0.1328423
Jun 21 03:09:33.664223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.715492 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-16d198c6-36be-423e-8ca0-cdaac6a0d93b tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=d020b01c-e973-4939-926c-fe9cf3b0f5c0 HTTP/1.1" status: 200  len: 205 time: 0.0501080
Jun 21 03:09:33.718041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42114) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.749105 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:33.763621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:33.767574 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-840029d3-37c8-4bdd-bbe9-bc86de6d675e tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:33.771410 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-a201ae0e-ffef-4279-8a2b-b17c024280a4 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:33.774823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a201ae0e-ffef-4279-8a2b-b17c024280a4 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/d020b01c-e973-4939-926c-fe9cf3b0f5c0 HTTP/1.1" status: 404  len: 336 time: 0.0534029
Jun 21 03:09:33.775249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42120) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.802333 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:33.807440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/7a2bea04-27c8-4aca-a8e1-6d26ce9bec66 HTTP/1.1" status: 204  len: 168 time: 0.6620975
Jun 21 03:09:33.808580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2bea04-27c8-4aca-a8e1-6d26ce9bec66,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:33.811783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.814715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9512b-fa72-4180-b1a0-e12e0519360a None None] Network 139eaa2b-3c08-4602-903b-b77cab8e8320 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:33.867572 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d95cb1f4-783b-4431-9ae8-38ecaa4272c5 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "GET /v2.0/ports?device_id=b972c45e-c9df-45e8-819f-b103fbdce258 HTTP/1.1" status: 200  len: 205 time: 0.0884912
Jun 21 03:09:33.868416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42126) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:33.920681 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:33.924552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:33.943739 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-4ebe156d-681a-443e-9fee-71c6683606cf tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:33.944398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4ebe156d-681a-443e-9fee-71c6683606cf tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/routers/b972c45e-c9df-45e8-819f-b103fbdce258 HTTP/1.1" status: 404  len: 336 time: 0.0746219
Jun 21 03:09:33.948932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:34.024567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port ccb8833a-468a-4a37-9df6-45615016c2d7 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:34.026920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:34.097794 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-796bc9c1-d4f1-4992-b600-8998c5d972bf tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:34.112083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796bc9c1-d4f1-4992-b600-8998c5d972bf tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:34.118887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-796bc9c1-d4f1-4992-b600-8998c5d972bf tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] 10.222.0.25 "DELETE /v2.0/subnets/dca8bd89-4302-44b7-9fab-ee7c50191739 HTTP/1.1" status: 404  len: 337 time: 0.1659157
Jun 21 03:09:34.156893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] DHCP port deletion for 139eaa2b-3c08-4602-903b-b77cab8e8320 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:09:34.292888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port ccb8833a-468a-4a37-9df6-45615016c2d7, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ccb8833a-468a-4a37-9df6-45615016c2d7,segment=NetworkSegment(8674fb6e-383d-4101-a4a0-a638934e360b),segment_id=8674fb6e-383d-4101-a4a0-a638934e360b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:34.293272 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:34.304064 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8100>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:32Z', 'revision_number': 10, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:34.313931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] Deleting port ccb8833a-468a-4a37-9df6-45615016c2d7 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:34.315355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:34.369178 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f2ef2-c8d2-4638-bd47-07d48278f8ed None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:32Z', 'revision_number': 10, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None, '_interfaces': [{'id': 'f4eab0af-39c8-402e-b9a2-fdafff303d00', 'name': '', 'network_id': '190ebc91-fe16-4a8e-8ca0-edbc5fc633ca', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:30Z', 'updated_at': '2021-06-21T03:08:47Z', 'revision_number': 5, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'subnets': [{'id': '9db2f735-9a6c-4374-8bd8-db224ea3a35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:34.425042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for ccb8833a-468a-4a37-9df6-45615016c2d7 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:34.428145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] For port ccb8833a-468a-4a37-9df6-45615016c2d7, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ccb8833a-468a-4a37-9df6-45615016c2d7,segment=NetworkSegment(8674fb6e-383d-4101-a4a0-a638934e360b),segment_id=8674fb6e-383d-4101-a4a0-a638934e360b)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:34.428747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:34.437260 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-59ba13a9-7085-4855-abd2-99916e40b019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:34.546530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256f954-b117-4bce-bad5-569f105bd3d1 req-095c679f-dc0e-411e-b21f-e2d46c58ddce tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:34.547274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] Calling delete_port for ccb8833a-468a-4a37-9df6-45615016c2d7 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:34.548447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c256f954-b117-4bce-bad5-569f105bd3d1 req-095c679f-dc0e-411e-b21f-e2d46c58ddce tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 944 time: 0.2629137
Jun 21 03:09:34.591455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c256f954-b117-4bce-bad5-569f105bd3d1 req-db9b4638-10b1-4e10-8eae-c5ecc7a67fd5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357521
Jun 21 03:09:34.658661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:34.664918 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:34.666291 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-542b4e5f-20d0-40b6-ba74-9995882372b1 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:34.687033 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ee5c624-89d9-4019-b0b8-56ecab3384d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:34.691836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] No DVR routers for this DVR port ccb8833a-468a-4a37-9df6-45615016c2d7 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:09:34.719933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] Pushing event deleted for resources: {'Port': ['ID=ccb8833a-468a-4a37-9df6-45615016c2d7,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:34.725286 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:34.783575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 4b9041e2-f6c6-408a-b8db-a7d24a069982 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:09:34.885661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=ccb8833a-468a-4a37-9df6-45615016c2d7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:34.892683 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:34.893890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No DVR routers for this DVR port ccb8833a-468a-4a37-9df6-45615016c2d7 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:09:34.939691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42170) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:35.057129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 4b9041e2-f6c6-408a-b8db-a7d24a069982, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4b9041e2-f6c6-408a-b8db-a7d24a069982,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:35.076253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.085374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '4b9041e2-f6c6-408a-b8db-a7d24a069982', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'port_id': '4b9041e2-f6c6-408a-b8db-a7d24a069982', 'mac_address': 'fa:16:3e:f6:e1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:09:35.102480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2922d90>,) {'filters': {'network_id': ['139eaa2b-3c08-4602-903b-b77cab8e8320']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:35.127390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2922d90>, '8674fb6e-383d-4101-a4a0-a638934e360b') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:35.127778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2922d90>, '8674fb6e-383d-4101-a4a0-a638934e360b') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:35.128330 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-376b516c-d4cf-47f2-a28d-6c8872da7315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.149224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.182885 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.188730 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.204537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:09:35.204955 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:09:35.215064 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:09:35.226758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9041e2-f6c6-408a-b8db-a7d24a069982 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:09:35.267026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 4b9041e2-f6c6-408a-b8db-a7d24a069982, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4b9041e2-f6c6-408a-b8db-a7d24a069982,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:35.269962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ccb8833a-468a-4a37-9df6-45615016c2d7 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:09:35.291492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ccb8833a-468a-4a37-9df6-45615016c2d7 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:09:35.291867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ccb8833a-468a-4a37-9df6-45615016c2d7 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:09:35.292427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 179b5de3-0ed8-4cfe-a239-38b7351bab94 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:09:35.316862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 179b5de3-0ed8-4cfe-a239-38b7351bab94 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:09:35.317151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 179b5de3-0ed8-4cfe-a239-38b7351bab94 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:09:35.372922 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.376022 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:35.457524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=4b9041e2-f6c6-408a-b8db-a7d24a069982,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:35.467087 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:35.605671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['4b9041e2-f6c6-408a-b8db-a7d24a069982'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:09:35.792501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189c3e6-e40a-4ffb-882d-22cb27c38ca7 req-1af6ab72-61f9-4c6b-84d4-fc15781f1fda tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:35.794605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0189c3e6-e40a-4ffb-882d-22cb27c38ca7 req-1af6ab72-61f9-4c6b-84d4-fc15781f1fda tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 945 time: 0.0656023
Jun 21 03:09:35.836795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0189c3e6-e40a-4ffb-882d-22cb27c38ca7 req-20479cd0-73a0-4a37-853f-3dc7475a4c1b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355930
Jun 21 03:09:35.849996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.861789 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c910916-4c8b-481d-b37b-da679042d748 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:35.866916 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.872594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/139eaa2b-3c08-4602-903b-b77cab8e8320 HTTP/1.1" status: 204  len: 168 time: 2.0545824
Jun 21 03:09:35.893639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42210) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:35.923635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=139eaa2b-3c08-4602-903b-b77cab8e8320,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:35.926919 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:35.937757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-376b516c-d4cf-47f2-a28d-6c8872da7315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:35.960043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:36.007002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-376b516c-d4cf-47f2-a28d-6c8872da7315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.029953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.050907 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e9b7031e-6d54-4693-82ce-f10689a7647b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:36.055251 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-376b516c-d4cf-47f2-a28d-6c8872da7315 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bce7bc63aa3453bbb16f4a39e297001&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1141691
Jun 21 03:09:36.065849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42218) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:36.120886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b516c-d4cf-47f2-a28d-6c8872da7315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d595dafb-313e-4ee3-9e5f-09401564b15f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:36.147577 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-376b516c-d4cf-47f2-a28d-6c8872da7315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:36.158163 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5685-e2dd-49d3-97e7-a4be24ae9e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.206011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6503-848d-4185-86e7-34472dfe69e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.240437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6503-848d-4185-86e7-34472dfe69e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.331558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5685-e2dd-49d3-97e7-a4be24ae9e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.380065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.395070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5685-e2dd-49d3-97e7-a4be24ae9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.397915 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4cb78104-d5e3-4f4e-96db-46c207839cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:36.428606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6503-848d-4185-86e7-34472dfe69e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.431285 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6503-848d-4185-86e7-34472dfe69e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.436194 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2e6b6503-848d-4185-86e7-34472dfe69e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d595dafb-313e-4ee3-9e5f-09401564b15f HTTP/1.1" status: 204  len: 168 time: 0.3721380
Jun 21 03:09:36.444096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f5685-e2dd-49d3-97e7-a4be24ae9e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8b36e5-9798-43d5-a3be-7ec0a132578c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:36.463325 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ce9f5685-e2dd-49d3-97e7-a4be24ae9e2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a5868231cbf4f5197c01d65ee9a758f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5019760
Jun 21 03:09:36.467071 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce9f5685-e2dd-49d3-97e7-a4be24ae9e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:36.467610 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:36.474794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42230) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:36.505664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b6503-848d-4185-86e7-34472dfe69e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d595dafb-313e-4ee3-9e5f-09401564b15f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:36.509047 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2e6b6503-848d-4185-86e7-34472dfe69e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:36.572443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9bc73a5-f9e4-4a90-9fbc-939ae1debdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.602440 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9bc73a5-f9e4-4a90-9fbc-939ae1debdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.624820 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-020aa138-2795-4def-b864-b8de33f8ac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.709543 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9bc73a5-f9e4-4a90-9fbc-939ae1debdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.712330 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c9bc73a5-f9e4-4a90-9fbc-939ae1debdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.713590 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c9bc73a5-f9e4-4a90-9fbc-939ae1debdc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d8b36e5-9798-43d5-a3be-7ec0a132578c HTTP/1.1" status: 204  len: 168 time: 0.2369487
Jun 21 03:09:36.714729 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c2270af8-25fe-41eb-96e2-014da5778c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:36.728637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc73a5-f9e4-4a90-9fbc-939ae1debdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8b36e5-9798-43d5-a3be-7ec0a132578c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:36.744012 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c9bc73a5-f9e4-4a90-9fbc-939ae1debdc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:36.788823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port f4eab0af-39c8-402e-b9a2-fdafff303d00 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:36.789568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:36.800540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 4b9041e2-f6c6-408a-b8db-a7d24a069982 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:36.978156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port f4eab0af-39c8-402e-b9a2-fdafff303d00, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f4eab0af-39c8-402e-b9a2-fdafff303d00,segment=NetworkSegment(92947e1a-ccc7-4b76-b9af-e11b37c00730),segment_id=92947e1a-ccc7-4b76-b9af-e11b37c00730)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:36.978538 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:37.017919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 4b9041e2-f6c6-408a-b8db-a7d24a069982 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:37.028692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 4b9041e2-f6c6-408a-b8db-a7d24a069982 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:37.029173 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:37.077148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for f4eab0af-39c8-402e-b9a2-fdafff303d00 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:37.116174 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:37.139741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9038df1b-e4d6-44b4-a00e-defe9c88010c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9041e2-f6c6-408a-b8db-a7d24a069982'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:37.142027 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f85905-6a31-49e3-ab10-281ba92394cc" -d '{"events": [{"server_uuid": "9038df1b-e4d6-44b4-a00e-defe9c88010c", "name": "network-vif-plugged", "status": "completed", "tag": "4b9041e2-f6c6-408a-b8db-a7d24a069982"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:37.155906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 4b9041e2-f6c6-408a-b8db-a7d24a069982, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4b9041e2-f6c6-408a-b8db-a7d24a069982,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:37.188312 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:37.192093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c26e7a-d8fb-4955-907a-41f3ed4a1100 req-d294ff41-95c2-4d3c-9a63-ecf46fed6009 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:37.193690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3c26e7a-d8fb-4955-907a-41f3ed4a1100 req-d294ff41-95c2-4d3c-9a63-ecf46fed6009 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 945 time: 0.1916015
Jun 21 03:09:37.236075 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13983a39-ce45-4560-96b6-31b94c6ccd41 x-openstack-request-id: req-13983a39-ce45-4560-96b6-31b94c6ccd41 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:37.236379 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9038df1b-e4d6-44b4-a00e-defe9c88010c", "name": "network-vif-plugged", "status": "completed", "tag": "4b9041e2-f6c6-408a-b8db-a7d24a069982", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:37.236822 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13983a39-ce45-4560-96b6-31b94c6ccd41 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:37.237249 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9038df1b-e4d6-44b4-a00e-defe9c88010c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9041e2-f6c6-408a-b8db-a7d24a069982', 'code': 200}
Jun 21 03:09:37.238612 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:37.243183 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df0db022-4286-49ac-867d-b3ea57cab685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:37.321605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=4b9041e2-f6c6-408a-b8db-a7d24a069982,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:37.323769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3c26e7a-d8fb-4955-907a-41f3ed4a1100 req-b167ad72-4336-4a97-8d17-08dd4f1b87fb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215048
Jun 21 03:09:37.324317 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:37.390196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77ae7-69f8-4039-a2bf-6fe867e21404 req-06ddd9c5-b6fb-4a07-a607-c82c75573c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:37.391901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cfc77ae7-69f8-4039-a2bf-6fe867e21404 req-06ddd9c5-b6fb-4a07-a607-c82c75573c0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 1098 time: 0.0879214
Jun 21 03:09:37.414021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42256) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:37.492527 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c7a32949-c81e-4f9c-a92f-6c551c0fa4d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07dac6b42a424caba5632165c6ca86b4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0766361
Jun 21 03:09:37.494072 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:37.496033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42260) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:37.498832 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d0c55be-8de9-41bc-b52c-f9343013a640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:37.543063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=f4eab0af-39c8-402e-b9a2-fdafff303d00,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:37.551379 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:37.707287 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:09:37.743015 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:37.774049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94ff1021-101f-4729-bb88-eda16806b5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:37.877237 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cfc77ae7-69f8-4039-a2bf-6fe867e21404 req-b91c120b-0f74-4a1e-81ed-23eace86a1dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4791057
Jun 21 03:09:37.893262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94ff1021-101f-4729-bb88-eda16806b5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.002705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:38.081294 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.089277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:38.096053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42282) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:38.098399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1919260
Jun 21 03:09:38.101166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42284) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:38.110362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:38.138542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:38.138542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5dc40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:38.166987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94ff1021-101f-4729-bb88-eda16806b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.169918 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94ff1021-101f-4729-bb88-eda16806b5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.171107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-94ff1021-101f-4729-bb88-eda16806b5f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97dd2e8e-6420-47de-9355-2fd0079e8d81 HTTP/1.1" status: 204  len: 168 time: 0.6672139
Jun 21 03:09:38.174206 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8df73794-5d87-4c30-b141-cdee257e6874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:38.205429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff1021-101f-4729-bb88-eda16806b5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd2e8e-6420-47de-9355-2fd0079e8d81,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:38.214266 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-94ff1021-101f-4729-bb88-eda16806b5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:38.231467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.243607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting subnet 9db2f735-9a6c-4374-8bd8-db224ea3a35f {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:09:38.252575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:38.268213 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.296820 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0e182426-16c6-4ccb-9ef2-21e48a9fcf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.319119 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.351267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5dc40>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:37Z', 'revision_number': 11, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:38.383834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:38.392906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:38.393670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5dc40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:38.422016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0e182426-16c6-4ccb-9ef2-21e48a9fcf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.447205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.482165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0e182426-16c6-4ccb-9ef2-21e48a9fcf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.486510 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-182efe0c-3b93-4195-9d47-5e84ff98bbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:38.505958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:38.578674 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0e182426-16c6-4ccb-9ef2-21e48a9fcf51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d3825e79a243f4bbbfd91b3d515014&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4737425
Jun 21 03:09:38.583823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42302) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:38.583823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e182426-16c6-4ccb-9ef2-21e48a9fcf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf97a0c-ae16-4beb-8daf-4aacc7ed4994,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:38.595749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0e182426-16c6-4ccb-9ef2-21e48a9fcf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:38.691591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b5dc40>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:37Z', 'revision_number': 11, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:38.696373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3c591f1-206f-4de5-b55a-52768601e277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.741647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da82b44-375b-43f6-bbcc-f0b74bae6a70 None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:37Z', 'revision_number': 11, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:38.744906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3c591f1-206f-4de5-b55a-52768601e277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.768258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30538ead-bc0f-4d38-a921-b0e425ef9fce req-d9f98439-b63e-49e8-8291-d42bf881798c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:38.778633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30538ead-bc0f-4d38-a921-b0e425ef9fce req-d9f98439-b63e-49e8-8291-d42bf881798c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 946 time: 0.2391281
Jun 21 03:09:38.823341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.832588 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c3621a8e-7601-4cd9-af1b-64c2a2dd32eb tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:38.845575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30538ead-bc0f-4d38-a921-b0e425ef9fce req-be7f076b-1b6b-4248-8738-831b61aa5ac1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645719
Jun 21 03:09:38.871244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Subnet': ['ID=9db2f735-9a6c-4374-8bd8-db224ea3a35f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:38.899303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.919705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0bf01-c8d6-4181-8ead-de18a7c3dda4 None None] Network 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:38.925638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/9db2f735-9a6c-4374-8bd8-db224ea3a35f HTTP/1.1" status: 204  len: 168 time: 0.8235946
Jun 21 03:09:38.927515 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:38.929455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:38.941597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3c591f1-206f-4de5-b55a-52768601e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.944514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e3c591f1-206f-4de5-b55a-52768601e277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:38.953863 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e3c591f1-206f-4de5-b55a-52768601e277 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdf97a0c-ae16-4beb-8daf-4aacc7ed4994 HTTP/1.1" status: 204  len: 168 time: 0.3654087
Jun 21 03:09:38.959028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9028ebca-15ed-4e52-838c-ff9485abaaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:39.028876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c591f1-206f-4de5-b55a-52768601e277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf97a0c-ae16-4beb-8daf-4aacc7ed4994,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:39.030348 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3c591f1-206f-4de5-b55a-52768601e277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:39.069346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.160777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Deleting port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:39.160777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.198997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] DHCP port deletion for 190ebc91-fe16-4a8e-8ca0-edbc5fc633ca request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:09:39.264139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f4eab0af-39c8-402e-b9a2-fdafff303d00 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:09:39.307963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] For port 6cd6edf9-76ee-4e89-b729-e37d934e61a2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6cd6edf9-76ee-4e89-b729-e37d934e61a2,segment=NetworkSegment(92947e1a-ccc7-4b76-b9af-e11b37c00730),segment_id=92947e1a-ccc7-4b76-b9af-e11b37c00730)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:39.309064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.315887 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f4eab0af-39c8-402e-b9a2-fdafff303d00 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:09:39.316787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f4eab0af-39c8-402e-b9a2-fdafff303d00 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:09:39.355588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] Deleting port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:39.358381 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.423867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Calling delete_port for 6cd6edf9-76ee-4e89-b729-e37d934e61a2 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:39.508480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] For port 6cd6edf9-76ee-4e89-b729-e37d934e61a2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6cd6edf9-76ee-4e89-b729-e37d934e61a2,segment=NetworkSegment(92947e1a-ccc7-4b76-b9af-e11b37c00730),segment_id=92947e1a-ccc7-4b76-b9af-e11b37c00730)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:39.508938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.576541 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.600808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] Calling delete_port for 6cd6edf9-76ee-4e89-b729-e37d934e61a2 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:39.767143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.772792 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-455b07fc-6bc7-4d9b-89fb-43b81cd9cb91 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:39.775207 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.783107 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-184326d9-feba-474d-a609-0d7c5ad4e1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:39.799633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Port': ['ID=6cd6edf9-76ee-4e89-b729-e37d934e61a2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:39.805181 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No DVR routers for this DVR port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:09:39.807086 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:39.808679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] Pushing event deleted for resources: {'Port': ['ID=6cd6edf9-76ee-4e89-b729-e37d934e61a2,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:39.813800 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:39.814830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] No DVR routers for this DVR port 6cd6edf9-76ee-4e89-b729-e37d934e61a2 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:09:39.919305 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.931381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8f08d00>,) {'filters': {'network_id': ['190ebc91-fe16-4a8e-8ca0-edbc5fc633ca']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:39.949163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8f08d00>, '92947e1a-ccc7-4b76-b9af-e11b37c00730') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:39.949558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8f08d00>, '92947e1a-ccc7-4b76-b9af-e11b37c00730') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:39.986268 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:39.996409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42364) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:40.000443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.010121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:09:40.010923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   items = [
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:09:40.014798 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:09:40.021557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1116504-141a-4817-bdbf-879cd983ccb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.121150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c4de-2b00-4472-bd88-bae07625b55b req-181145bd-4b9f-4b09-93bf-ac98623c6d02 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:40.123456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb56c4de-2b00-4472-bd88-bae07625b55b req-181145bd-4b9f-4b09-93bf-ac98623c6d02 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 946 time: 0.1194973
Jun 21 03:09:40.170274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb56c4de-2b00-4472-bd88-bae07625b55b req-be8c7193-bfc0-400b-8f6f-b5a11b2de020 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401597
Jun 21 03:09:40.189553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.195277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.200441 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/networks/190ebc91-fe16-4a8e-8ca0-edbc5fc633ca HTTP/1.1" status: 204  len: 168 time: 1.2679517
Jun 21 03:09:40.200441 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d60555cb-6db7-407b-8d6a-b652f88c1a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:40.205758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42378) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:40.222932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'routes': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:40.228495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42382) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:40.235355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Pushing event deleted for resources: {'Network': ['ID=190ebc91-fe16-4a8e-8ca0-edbc5fc633ca,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:40.247539 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:40.420847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7620daec-dc51-4a3a-930e-f372b63be0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.595282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.extraroute_db [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Added routes are [] {{(pid=94167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jun 21 03:09:40.595588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.extraroute_db [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Removed routes are [] {{(pid=94167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jun 21 03:09:40.595948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.605448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1116504-141a-4817-bdbf-879cd983ccb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.689108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e1116504-141a-4817-bdbf-879cd983ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.698066 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-16c3fafe-d9db-44b9-8555-e13be9211284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:40.814001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39441ea0-cc6d-4d58-b761-e86bc4685cf7 req-49213837-12ca-4c96-a504-50b4d9ce8eb3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:40.815509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39441ea0-cc6d-4d58-b761-e86bc4685cf7 req-49213837-12ca-4c96-a504-50b4d9ce8eb3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.3961871
Jun 21 03:09:40.866749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1116504-141a-4817-bdbf-879cd983ccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adca4445-cbca-4131-ba0f-28b4b1fe1fc6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:40.871981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e1116504-141a-4817-bdbf-879cd983ccb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7286970cea64b53a1cb19d8b5ba689d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8763227
Jun 21 03:09:40.880832 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e1116504-141a-4817-bdbf-879cd983ccb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:40.882895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42408) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:40.887841 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.907443 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:40.979773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a976-e1de-402f-b1b3-fe5fe66cbdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.003325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39441ea0-cc6d-4d58-b761-e86bc4685cf7 req-754d354b-37c1-41e2-97f5-8ac742625abf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1535571
Jun 21 03:09:41.017058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a976-e1de-402f-b1b3-fe5fe66cbdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.042998 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42416) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:41.136540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25506a75-b958-4281-86c8-7f5b3ae368f4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/70bee301-7193-4839-b179-5817b2351b19 HTTP/1.1" status: 200  len: 993 time: 0.0917573
Jun 21 03:09:41.144104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6cd6edf9-76ee-4e89-b729-e37d934e61a2 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:09:41.144705 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7620daec-dc51-4a3a-930e-f372b63be0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.165510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20191308-e182-4ba3-af10-ca8f4bd1160e req-0d048458-bd1d-4b3b-887a-f2ecf54631fc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:41.172409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20191308-e182-4ba3-af10-ca8f4bd1160e req-0d048458-bd1d-4b3b-887a-f2ecf54631fc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 946 time: 0.7592096
Jun 21 03:09:41.176865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:09:41.190909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6cd6edf9-76ee-4e89-b729-e37d934e61a2 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:09:41.192360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6cd6edf9-76ee-4e89-b729-e37d934e61a2 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:09:41.246145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a976-e1de-402f-b1b3-fe5fe66cbdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.251412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a976-e1de-402f-b1b3-fe5fe66cbdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.256975 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9aa7a976-e1de-402f-b1b3-fe5fe66cbdc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adca4445-cbca-4131-ba0f-28b4b1fe1fc6 HTTP/1.1" status: 204  len: 168 time: 0.3702793
Jun 21 03:09:41.256975 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-debbeb1d-302d-4d67-8a5b-1e24a349595a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:41.267114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7a976-e1de-402f-b1b3-fe5fe66cbdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adca4445-cbca-4131-ba0f-28b4b1fe1fc6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:41.270008 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9aa7a976-e1de-402f-b1b3-fe5fe66cbdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:41.292077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:41.297362 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7620daec-dc51-4a3a-930e-f372b63be0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.302179 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] Sync routers for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:41.306365 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.307653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2524fe89-5889-4153-9f36-db8b5f911731 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 200  len: 705 time: 1.1009419
Jun 21 03:09:41.310320 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08392969-35fd-4770-a9b7-62c381d80192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:41.312097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42428) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:41.328782 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:41.329908 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9464130>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:41.349957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20191308-e182-4ba3-af10-ca8f4bd1160e req-db20eb3b-1d90-4b51-addb-061b58099824 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765878
Jun 21 03:09:41.391731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7620daec-dc51-4a3a-930e-f372b63be0cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d80d336894ac46feb995d2874d617fe6&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1529605
Jun 21 03:09:41.391731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620daec-dc51-4a3a-930e-f372b63be0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06dd9bf-e2c6-4403-994b-8dbeb4743469,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:41.393562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317f0496-a4d7-4874-af15-5891ccf79777 req-553fba19-47c6-499a-a4c4-bce0ad059c9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.3458731
Jun 21 03:09:41.394404 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7620daec-dc51-4a3a-930e-f372b63be0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:41.394842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42436) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:41.451820 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-414b5b5b-6cab-4b43-97f5-71959fb949c2 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 200  len: 205 time: 0.1381631
Jun 21 03:09:41.457546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42440) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:41.495744 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a84c3ee8-e4e0-4884-b0e1-ef3f277d4b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.570278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a84c3ee8-e4e0-4884-b0e1-ef3f277d4b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.578051 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:41.612949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0496-a4d7-4874-af15-5891ccf79777 req-81b84411-a717-46c2-982b-4cc384032515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:41.616968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317f0496-a4d7-4874-af15-5891ccf79777 req-81b84411-a717-46c2-982b-4cc384032515 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1097 time: 0.1572590
Jun 21 03:09:41.700361 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9464130>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:37Z', 'revision_number': 11, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:41.740201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8a73bd6-b58f-4b58-abad-e3f4adb32acb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.762935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0496-a4d7-4874-af15-5891ccf79777 req-a716c498-0709-4310-8366-c39b8345acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:41.764439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317f0496-a4d7-4874-af15-5891ccf79777 req-a716c498-0709-4310-8366-c39b8345acda service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 898 time: 0.1215622
Jun 21 03:09:41.796992 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] Checking router: b78c6a25-b0aa-44f4-a94a-6a605c50ada1 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:41.800202 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a84c3ee8-e4e0-4884-b0e1-ef3f277d4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.812705 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a84c3ee8-e4e0-4884-b0e1-ef3f277d4b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:41.813211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] Routers {'b78c6a25-b0aa-44f4-a94a-6a605c50ada1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:41.814013 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9464130>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:41.818991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a84c3ee8-e4e0-4884-b0e1-ef3f277d4b14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c06dd9bf-e2c6-4403-994b-8dbeb4743469 HTTP/1.1" status: 204  len: 168 time: 0.4209878
Jun 21 03:09:41.821783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42450) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:41.896384 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] Set router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:41.896861 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-22009665-8f1e-4bab-886d-2ade68f39971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:41.938849 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-fcd57eb8-938d-47a0-bab4-d9f3a3dc3194 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2949889
Jun 21 03:09:41.992412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8a73bd6-b58f-4b58-abad-e3f4adb32acb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.021664 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8a73bd6-b58f-4b58-abad-e3f4adb32acb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.059145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c3ee8-e4e0-4884-b0e1-ef3f277d4b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06dd9bf-e2c6-4403-994b-8dbeb4743469,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:42.090828 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9464130>, [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:37Z', 'revision_number': 11, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:42.124324 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e4d4f-61dc-4606-a88c-e040fcacf224 None None] The sync data for ids ['b78c6a25-b0aa-44f4-a94a-6a605c50ada1'] in n-d-758944-33 is: [{'id': 'b78c6a25-b0aa-44f4-a94a-6a605c50ada1', 'name': 'tempest-RoutersIpV6Test-router-1392655077', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:23Z', 'updated_at': '2021-06-21T03:09:37Z', 'revision_number': 11, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:42.127069 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a84c3ee8-e4e0-4884-b0e1-ef3f277d4b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:42.129960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317f0496-a4d7-4874-af15-5891ccf79777 req-e466e4d0-8422-4409-b24d-7f760f997486 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 1001 time: 0.3574054
Jun 21 03:09:42.216305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1094015989', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:42.218072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-f202a4f9-1bff-4efd-9ad7-30fd184ac655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:42.220019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-f202a4f9-1bff-4efd-9ad7-30fd184ac655 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 1098 time: 0.2255483
Jun 21 03:09:42.254993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0496-a4d7-4874-af15-5891ccf79777 req-cb4bb912-5ad2-4dd2-847d-0f2ae4d61736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:42.256586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317f0496-a4d7-4874-af15-5891ccf79777 req-cb4bb912-5ad2-4dd2-847d-0f2ae4d61736 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 200  len: 834 time: 0.1058583
Jun 21 03:09:42.330867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec52c1-5053-4c1a-b29b-cc92912c72d5 req-896b04c6-0ac6-4dc6-9fbc-5362ce107fcb tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:42.332650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8ec52c1-5053-4c1a-b29b-cc92912c72d5 req-896b04c6-0ac6-4dc6-9fbc-5362ce107fcb tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1097 time: 0.4380450
Jun 21 03:09:42.347126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8a73bd6-b58f-4b58-abad-e3f4adb32acb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.347759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a73bd6-b58f-4b58-abad-e3f4adb32acb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Fanout notify agent at l3_agent the message router_deleted on router b78c6a25-b0aa-44f4-a94a-6a605c50ada1 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:09:42.359677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e8a73bd6-b58f-4b58-abad-e3f4adb32acb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.364771 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e8a73bd6-b58f-4b58-abad-e3f4adb32acb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 204  len: 168 time: 0.9021928
Jun 21 03:09:42.365837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42480) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:42.372746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7d701485-ffd3-4e67-b1c6-9261ff7fd0fb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1114890171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:42.376611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-5bea8dc1-5598-4863-9da8-61a21922d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:42.378473 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-5bea8dc1-5598-4863-9da8-61a21922d410 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.1358345
Jun 21 03:09:42.388405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Made reservation on behalf of 7b38e9b4fa824eb0a835b22e502468e8 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:42.391031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.405863 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.453212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8ec52c1-5053-4c1a-b29b-cc92912c72d5 req-a3c4641a-9619-4ca3-b4a7-34765e614608 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132028
Jun 21 03:09:42.458668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0496-a4d7-4874-af15-5891ccf79777 req-69c33013-8259-4ed6-bbe2-1782d986521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:42.459958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317f0496-a4d7-4874-af15-5891ccf79777 req-69c33013-8259-4ed6-bbe2-1782d986521e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1904182
Jun 21 03:09:42.499680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-712da994-bf77-476f-af60-382b6b6d1d0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9041e2-f6c6-408a-b8db-a7d24a069982 HTTP/1.1" status: 200  len: 217 time: 0.1144042
Jun 21 03:09:42.616617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d701485-ffd3-4e67-b1c6-9261ff7fd0fb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.617767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d701485-ffd3-4e67-b1c6-9261ff7fd0fb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.675064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-ac8c6d2a-996d-424d-b468-0bfc494ac2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:42.676768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-ac8c6d2a-996d-424d-b468-0bfc494ac2a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.1710165
Jun 21 03:09:42.767239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-01044968-a913-438f-948b-4d375657e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:42.772196 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-01044968-a913-438f-948b-4d375657e82b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0879869
Jun 21 03:09:42.861898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d701485-ffd3-4e67-b1c6-9261ff7fd0fb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.983649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.989843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d701485-ffd3-4e67-b1c6-9261ff7fd0fb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:42.999195 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317f0496-a4d7-4874-af15-5891ccf79777 req-6504458d-edf5-4bda-8215-b688f2d97847 service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5283120
Jun 21 03:09:43.038386 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-82f651c8-179b-4e6a-9c1c-ced77b02e86d service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536490
Jun 21 03:09:43.093466 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:43.099913 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-94ff1021-101f-4729-bb88-eda16806b5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:43.106571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] device_id is not set on port 362655b3-c90c-42bf-8f6c-6ab0187d8658 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:09:43.205803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbe5123-b7cd-4958-88ff-b07c089b0a0e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:43.243332 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d701485-ffd3-4e67-b1c6-9261ff7fd0fb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:43.245876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7d701485-ffd3-4e67-b1c6-9261ff7fd0fb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.8788519
Jun 21 03:09:43.247460 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:43.252994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42526) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:43.260582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-dee028d1-8480-4d04-a977-eab18cb86376 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:43.320087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8644f2d2-729d-49c3-955a-e91200765fb9 req-e27421e9-a5e2-4586-87ea-e19317ed5129 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2807586
Jun 21 03:09:43.867412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42560) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:44.018975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Allocated IP 172.25.7.47 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/362655b3-c90c-42bf-8f6c-6ab0187d8658) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:44.132829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-317f0496-a4d7-4874-af15-5891ccf79777 req-cb73b4a6-16d9-4649-849c-35c4742d19f9 service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1254396
Jun 21 03:09:44.280624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef293b7-3035-4c3f-8891-908c3dd4e33b req-da21a77a-380d-471f-98a2-d670390d10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:44.282497 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cef293b7-3035-4c3f-8891-908c3dd4e33b req-da21a77a-380d-471f-98a2-d670390d10b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1097 time: 0.4138000
Jun 21 03:09:44.336547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:44.378486 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cef293b7-3035-4c3f-8891-908c3dd4e33b req-f37d4345-4ed4-439d-b5f6-950943e1e609 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896680
Jun 21 03:09:44.462631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:44.483473 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6deea82-d7ed-4fd1-922f-ae75d6c90267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:44.531322 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee028d1-8480-4d04-a977-eab18cb86376 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:44.538030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:44.549980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:44.556743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:44.598404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Pushing event updated for resources: {'Port': ['ID=362655b3-c90c-42bf-8f6c-6ab0187d8658,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:44.609516 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:44.623258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:44.624081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:44.683167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee028d1-8480-4d04-a977-eab18cb86376 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:44.757271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.8391492
Jun 21 03:09:44.760814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42606) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:44.768247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.47'}]}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:44.869300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee028d1-8480-4d04-a977-eab18cb86376 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Router 26896a28-cf4b-49c5-88b1-bb00e2f2db42 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:09:44.876078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:44.878303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:44.969083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee028d1-8480-4d04-a977-eab18cb86376 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:09:44.976358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee028d1-8480-4d04-a977-eab18cb86376 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:44.977885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dee028d1-8480-4d04-a977-eab18cb86376 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "PUT /v2.0/routers/26896a28-cf4b-49c5-88b1-bb00e2f2db42 HTTP/1.1" status: 200  len: 698 time: 1.7210870
Jun 21 03:09:44.980455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42618) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:45.020525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:45.183246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-079e7671-3074-4454-a864-47ea5ea62640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/routers/26896a28-cf4b-49c5-88b1-bb00e2f2db42 HTTP/1.1" status: 200  len: 704 time: 0.1964648
Jun 21 03:09:45.189784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42630) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:45.219382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] Sync routers for ids ['26896a28-cf4b-49c5-88b1-bb00e2f2db42'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:09:45.246148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2fe98c50-ea72-4d67-8eb7-efaa7cc9560d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=26896a28-cf4b-49c5-88b1-bb00e2f2db42 HTTP/1.1" status: 200  len: 205 time: 0.0546029
Jun 21 03:09:45.249342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42642) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:45.300041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] Routers {'26896a28-cf4b-49c5-88b1-bb00e2f2db42'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:45.300961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c13b20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['26896a28-cf4b-49c5-88b1-bb00e2f2db42'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:45.375877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52c9f5a9-214e-42ca-914f-56d75af2e640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:45.446509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] Set router 26896a28-cf4b-49c5-88b1-bb00e2f2db42 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:45.527605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:45.595146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c13b20>, [{'id': '26896a28-cf4b-49c5-88b1-bb00e2f2db42', 'name': 'tempest-RoutersIpV6Test-router-1114890171', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:09:42Z', 'updated_at': '2021-06-21T03:09:44Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:45.625549 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-830d13e0-5122-49a5-96f7-94fe56cca66b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6151044
Jun 21 03:09:45.631675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] Checking router: 26896a28-cf4b-49c5-88b1-bb00e2f2db42 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:09:45.643585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] Routers {'26896a28-cf4b-49c5-88b1-bb00e2f2db42'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:09:45.644423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c13b20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:09:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['26896a28-cf4b-49c5-88b1-bb00e2f2db42'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:45.829837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52c9f5a9-214e-42ca-914f-56d75af2e640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:45.834001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52c9f5a9-214e-42ca-914f-56d75af2e640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:45.837249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] Set router 26896a28-cf4b-49c5-88b1-bb00e2f2db42 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:09:45.975907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c13b20>, [{'id': '26896a28-cf4b-49c5-88b1-bb00e2f2db42', 'name': 'tempest-RoutersIpV6Test-router-1114890171', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:09:42Z', 'updated_at': '2021-06-21T03:09:44Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:09:46.042777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0cc45e-aea1-4c38-b201-45f89c890231 None None] The sync data for ids ['26896a28-cf4b-49c5-88b1-bb00e2f2db42'] in n-d-758944-33 is: [{'id': '26896a28-cf4b-49c5-88b1-bb00e2f2db42', 'name': 'tempest-RoutersIpV6Test-router-1114890171', 'tenant_id': '95e7ece2ad734adcbe895907d1864f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:09:42Z', 'updated_at': '2021-06-21T03:09:44Z', 'revision_number': 2, 'project_id': '95e7ece2ad734adcbe895907d1864f74', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:09:46.084597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-d59eb174-c523-4f6c-93b0-14fdb41d412f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:46.089247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:46.094661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-d59eb174-c523-4f6c-93b0-14fdb41d412f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.3385980
Jun 21 03:09:46.110847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52c9f5a9-214e-42ca-914f-56d75af2e640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:46.111656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c9f5a9-214e-42ca-914f-56d75af2e640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Fanout notify agent at l3_agent the message router_deleted on router 26896a28-cf4b-49c5-88b1-bb00e2f2db42 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:09:46.124392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:46.128967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52c9f5a9-214e-42ca-914f-56d75af2e640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:46.131157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-52c9f5a9-214e-42ca-914f-56d75af2e640 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/26896a28-cf4b-49c5-88b1-bb00e2f2db42 HTTP/1.1" status: 204  len: 168 time: 0.8793144
Jun 21 03:09:46.137018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42696) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.197976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-623ae3ec-37e6-4e5b-a0fd-cccae4d8501b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=26896a28-cf4b-49c5-88b1-bb00e2f2db42 HTTP/1.1" status: 200  len: 205 time: 0.0576108
Jun 21 03:09:46.199292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42698) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.218840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-c7a434ba-d04b-4dcc-a382-37059a993d3e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/quotas/6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 375 time: 0.1164532
Jun 21 03:09:46.298639 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-ca2cf378-8c86-433d-8217-52f0312f0344 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:46.301262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ca2cf378-8c86-433d-8217-52f0312f0344 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/26896a28-cf4b-49c5-88b1-bb00e2f2db42 HTTP/1.1" status: 404  len: 336 time: 0.1011250
Jun 21 03:09:46.304706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42708) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.335302 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7353ddb1-b618-4652-bb70-7e16469d623a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:46.336545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7353ddb1-b618-4652-bb70-7e16469d623a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:46.337590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7353ddb1-b618-4652-bb70-7e16469d623a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/5d282c62-b153-4b64-b671-7b1768359806 HTTP/1.1" status: 404  len: 337 time: 0.0319378
Jun 21 03:09:46.341942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42710) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.388909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42712) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.413073 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-847d4fc8-f71b-45fd-a0f4-8a161ba54ec3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:46.413563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847d4fc8-f71b-45fd-a0f4-8a161ba54ec3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:46.419043 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-847d4fc8-f71b-45fd-a0f4-8a161ba54ec3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/55638f2f-4883-4e67-8533-1f6d843986aa HTTP/1.1" status: 404  len: 337 time: 0.0752170
Jun 21 03:09:46.420444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.524420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-c01e8f41-9664-4461-98b1-d9e4d9c4aaf9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3045993
Jun 21 03:09:46.526973 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd4e350-4659-4e21-ac19-5a6d830dd84b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:46.527526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd4e350-4659-4e21-ac19-5a6d830dd84b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:46.532022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-efd4e350-4659-4e21-ac19-5a6d830dd84b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/7a2bea04-27c8-4aca-a8e1-6d26ce9bec66 HTTP/1.1" status: 404  len: 337 time: 0.1080625
Jun 21 03:09:46.533043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42722) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.574170 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-971abbf0-cc96-452e-a8ee-89cbb5d90797 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:46.575265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971abbf0-cc96-452e-a8ee-89cbb5d90797 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:46.579965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-971abbf0-cc96-452e-a8ee-89cbb5d90797 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/9db2f735-9a6c-4374-8bd8-db224ea3a35f HTTP/1.1" status: 404  len: 337 time: 0.0434577
Jun 21 03:09:46.580132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42724) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.613969 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:46.680978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-803010280'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:46.722587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-8e97ee5f-e2b4-4819-a3e9-8e4c8ff29eb8 service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971447
Jun 21 03:09:46.745024 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-438e5250-f724-4544-bf07-fedbdb54bf57 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 200  len: 205 time: 0.1634586
Jun 21 03:09:46.748506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42730) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.799583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Made reservation on behalf of d284e0b8dba44493b88857bf98aaac73 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:46.799583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:46.803796 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-68f2b411-7393-433e-a2b1-175263a6ab1f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:46.807468 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-68f2b411-7393-433e-a2b1-175263a6ab1f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/b78c6a25-b0aa-44f4-a94a-6a605c50ada1 HTTP/1.1" status: 404  len: 336 time: 0.0555477
Jun 21 03:09:46.807639 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:46.808371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42734) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.851989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e3db51a7-a6f5-43c9-8e34-ddeeef8c6824 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfdb6add-5c10-4c7e-9b03-6f89dcf241da HTTP/1.1" status: 200  len: 205 time: 0.0429115
Jun 21 03:09:46.862089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42742) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.931102 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-bda77cac-8e18-429d-a678-2d6c0b45f1b6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:46.934843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bda77cac-8e18-429d-a678-2d6c0b45f1b6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/cfdb6add-5c10-4c7e-9b03-6f89dcf241da HTTP/1.1" status: 404  len: 336 time: 0.0691431
Jun 21 03:09:46.938623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42744) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:46.944805 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:46.947637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.009827 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-300fa63c-38f0-4b17-a561-330c459252dd tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:47.014880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300fa63c-38f0-4b17-a561-330c459252dd tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:47.017035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-300fa63c-38f0-4b17-a561-330c459252dd tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/1a313f54-db25-49b7-8ba8-66ca006b5d8e HTTP/1.1" status: 404  len: 337 time: 0.0774665
Jun 21 03:09:47.019919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42746) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:47.035668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-18253401-b60e-438b-bc9d-6a2bb7956a05 service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3120403
Jun 21 03:09:47.068309 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b123cf4f-a99b-4d98-a65f-da3f7dc13313 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e68d050-30c9-4fb0-8afe-a15696f57785 HTTP/1.1" status: 200  len: 205 time: 0.0465939
Jun 21 03:09:47.070430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42752) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:47.170897 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.172628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7405f370-c67f-4162-8375-8cdf67e6c53b {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:09:47.187740 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-29d357c6-2b39-4ab8-965b-a35199faf905 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:47.194112 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-29d357c6-2b39-4ab8-965b-a35199faf905 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/1e68d050-30c9-4fb0-8afe-a15696f57785 HTTP/1.1" status: 404  len: 336 time: 0.1226485
Jun 21 03:09:47.194701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42756) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:47.255368 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-17492a41-6190-4e1c-a1e7-e4296595ffab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=b526c61d-6c67-400a-a55a-459becd33107 HTTP/1.1" status: 200  len: 205 time: 0.0368183
Jun 21 03:09:47.260089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-90b2742d-d221-4b99-90df-b3ee3d675a1d tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:09:47.262693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42760) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:47.267650 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-90b2742d-d221-4b99-90df-b3ee3d675a1d tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4300494
Jun 21 03:09:47.272965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Request body: {'binding': {'host': 'n-h1-758944-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:47.272965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Unknown quota resources ['binding']. {{(pid=94166) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 21 03:09:47.275503 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.306671 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-bfb5f7f4-5817-46c6-a539-156384a6bf0a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:47.310836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bfb5f7f4-5817-46c6-a539-156384a6bf0a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/b526c61d-6c67-400a-a55a-459becd33107 HTTP/1.1" status: 404  len: 336 time: 0.0432673
Jun 21 03:09:47.312235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42766) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:47.359631 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56d754d-a9fe-4193-8671-6110a66856b6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:47.360238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56d754d-a9fe-4193-8671-6110a66856b6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:47.365754 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c56d754d-a9fe-4193-8671-6110a66856b6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/48dc4ffe-d1f2-407b-ab64-1c70c7aeb4fe HTTP/1.1" status: 404  len: 337 time: 0.0488534
Jun 21 03:09:47.365754 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42774) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:47.375215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.379534 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a0f5546-3876-48b2-8757-04382f443cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:47.454506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:09:47.468388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f4cf89-6002-4119-89b1-e5193371d074,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:47.478694 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:47.489784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.490168 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Added segment eae3540f-1a7c-4c91-8bac-28ea11d6fbf9 of type vlan for network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77
Jun 21 03:09:47.497511 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-99300867-2442-4913-9f58-195134a1607e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=873a5385-35be-4f18-a3ad-7b534f42eea6 HTTP/1.1" status: 200  len: 205 time: 0.1284654
Jun 21 03:09:47.504903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42778) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:47.578779 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.605004 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:09:47.606458 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2ce6cf59-7faf-4f57-b5b1-951764f21832 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 2.8432837
Jun 21 03:09:47.619187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42784) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:47.678542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-69d6b1f0-02aa-478e-ad35-f6e9984d0a1a req-d681ac72-e397-4773-a62d-4c91f844f2e5 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.0855951
Jun 21 03:09:47.791336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Deleting port 362655b3-c90c-42bf-8f6c-6ab0187d8658 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:47.791741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.809961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.817433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:47.817433 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:47.852186 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92751007-7920-47f5-b58c-0e2557de5b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:47.948873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event updated for resources: {'Network': ['ID=e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:47.952805 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:47.962420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:09:47.970939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.5801907
Jun 21 03:09:47.971584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42798) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:48.015069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Request body: {'subnet': {'network_id': 'e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:48.040905 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-826ec0c6-5e6b-43a5-83fb-a7d33bb0729d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:48.042281 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-826ec0c6-5e6b-43a5-83fb-a7d33bb0729d tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/873a5385-35be-4f18-a3ad-7b534f42eea6 HTTP/1.1" status: 404  len: 336 time: 0.4616690
Jun 21 03:09:48.060078 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:48.087056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:48.097610 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fc4b8c-30b9-43e0-b07e-6b668d7a4eea tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:48.098281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fc4b8c-30b9-43e0-b07e-6b668d7a4eea tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:48.104980 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b0fc4b8c-30b9-43e0-b07e-6b668d7a4eea tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/c1b2f17f-5b3c-4b62-89d3-430f785b8dc0 HTTP/1.1" status: 404  len: 337 time: 0.0406132
Jun 21 03:09:48.104980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42804) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:48.147627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cb1bec78-d2c4-40d1-9e89-0f04590cf6a4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "GET /v2.0/ports?device_id=63cba519-c686-4516-8e24-b19898fed8b0 HTTP/1.1" status: 200  len: 205 time: 0.0416040
Jun 21 03:09:48.152790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42808) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:48.190674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Calling delete_port for 362655b3-c90c-42bf-8f6c-6ab0187d8658 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:48.203823 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-e4ccb16e-ef24-4500-8bac-e7595a1abe58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] delete failed (client error): The resource could not be found.
Jun 21 03:09:48.204848 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e4ccb16e-ef24-4500-8bac-e7595a1abe58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/routers/63cba519-c686-4516-8e24-b19898fed8b0 HTTP/1.1" status: 404  len: 336 time: 0.0511141
Jun 21 03:09:48.209200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42810) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:48.221292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on host n-h1-758944-33 for vnic_type normal with profile None {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:09:48.221655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:09:48.223655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:48.242110 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bac0162-0ef5-429a-b751-e941cbb13d7b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:48.242582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bac0162-0ef5-429a-b751-e941cbb13d7b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:48.244306 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4bac0162-0ef5-429a-b751-e941cbb13d7b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/f6c713f2-3742-4cf1-a5ac-d122e9a14e85 HTTP/1.1" status: 404  len: 337 time: 0.0328574
Jun 21 03:09:48.253059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:09:48.253059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:48.253059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42814) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:48.283098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:09:48.283433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Checking segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:48.284015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Bound using segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:09:48.284470 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Bound port: 50920c0b-73f7-4d98-87e0-cd489f9321d4, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:09:48.286900 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ec2785-613c-4d47-b181-60786f62ff22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:09:48.287367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ec2785-613c-4d47-b181-60786f62ff22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:09:48.289041 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-08ec2785-613c-4d47-b181-60786f62ff22 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] 10.222.0.25 "DELETE /v2.0/subnets/dde870d8-0f92-401c-ae2d-b066ed1427cc HTTP/1.1" status: 404  len: 337 time: 0.0383053
Jun 21 03:09:48.411747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Made reservation on behalf of d284e0b8dba44493b88857bf98aaac73 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:48.416689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:48.443728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:09:48.465817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:48.472629 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1e48063d-d08e-421a-b04c-3f2434531864 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:48.506514 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Pushing event deleted for resources: {'Port': ['ID=362655b3-c90c-42bf-8f6c-6ab0187d8658,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:48.516987 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:48.538467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:48.539910 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-5993abdf-c4d1-4e58-8c1f-19c883fb937e service neutron] 10.222.0.25 "POST /v2.0/ports/50920c0b-73f7-4d98-87e0-cd489f9321d4/bindings HTTP/1.1" status: 201  len: 390 time: 1.2714143
Jun 21 03:09:48.607027 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:48.608849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] 10.222.0.25 "DELETE /v2.0/ports/362655b3-c90c-42bf-8f6c-6ab0187d8658 HTTP/1.1" status: 204  len: 168 time: 0.9883418
Jun 21 03:09:48.812600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:48.829006 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13ec49ca-98ce-40cf-b922-3a0882726b8d tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:48.957001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event updated for resources: {'Subnet': ['ID=395b36da-bd0b-488e-a686-ffd72543c1fe,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:48.959079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-719068d3-2d6b-45fe-b3bc-bbff0c8e2bfd req-bed483ba-e165-4004-8fed-601c7209c3df tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.0934606
Jun 21 03:09:48.965083 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:48.986126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42838) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:49.025452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Checking segment: {'id': 'eae3540f-1a7c-4c91-8bac-28ea11d6fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:49.025452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Network hostable DHCP agents. Network: e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:09:49.069810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdee937-9e7e-47d6-bc56-579a194ff7d8 req-d8709625-efe2-4385-9bc9-3024830a73f5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:49.071725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfdee937-9e7e-47d6-bc56-579a194ff7d8 req-d8709625-efe2-4385-9bc9-3024830a73f5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.1323049
Jun 21 03:09:49.151028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:09:49.176561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfdee937-9e7e-47d6-bc56-579a194ff7d8 req-a32521b1-b7ea-4646-ba76-b97fe31ac1fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964210
Jun 21 03:09:49.222745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42846) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:49.253460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:49.262568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761fb3a5-33e6-4f74-b076-5574cf1dd5af None None] Network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:49.269600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:49.269600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.335446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d326670-7fdf-4a3d-a65c-bf352cbcee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.401529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4172468
Jun 21 03:09:49.405295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42852) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:49.410728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Request body: {'port': {'network_id': 'e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77', 'name': 'tempest-DHCPAgentSchedulersTestJSON-802842535'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:49.500002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77', 'network_id': 'e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77', 'tenant_id': 'd284e0b8dba44493b88857bf98aaac73', 'fixed_ips': [{'subnet_id': '395b36da-bd0b-488e-a686-ffd72543c1fe'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:09:49.501139 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.537360 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f38364b1-984d-47b9-89a6-ed454f883a41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95e7ece2ad734adcbe895907d1864f74&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5489986
Jun 21 03:09:49.540660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42858) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:49.623490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-30b2ea42-58e9-42a7-9427-956a08e50527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:49.625172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-30b2ea42-58e9-42a7-9427-956a08e50527 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1097 time: 0.2779968
Jun 21 03:09:49.696840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Allocated IP 172.20.0.2 (e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77/395b36da-bd0b-488e-a686-ffd72543c1fe/0882556f-2902-451a-bc66-92aab61cd492) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:49.713100 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-add6b9aa-1dff-4457-b373-8b42cf1e80a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.717503 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d326670-7fdf-4a3d-a65c-bf352cbcee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.752489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-add6b9aa-1dff-4457-b373-8b42cf1e80a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.814128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-06107798-6288-4f2b-86da-6d7fa8287c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:49.815670 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-06107798-6288-4f2b-86da-6d7fa8287c7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 898 time: 0.1807666
Jun 21 03:09:49.818115 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d326670-7fdf-4a3d-a65c-bf352cbcee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.822800 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f254936-5645-47ed-b5cf-daf84eee178c tempest-RoutersAdminNegativeIpV6Test-1444794345 tempest-RoutersAdminNegativeIpV6Test-1444794345-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:49.908731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Made reservation on behalf of d284e0b8dba44493b88857bf98aaac73 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:49.912545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.913868 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7d326670-7fdf-4a3d-a65c-bf352cbcee72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1c05cf64bb441e083c6967532242445&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6893528
Jun 21 03:09:49.916847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d326670-7fdf-4a3d-a65c-bf352cbcee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae175731-f429-4900-9c7f-41d861e425e3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:49.931938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:49.932515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42864) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:49.942416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Transition to ACTIVE for port object 0882556f-2902-451a-bc66-92aab61cd492 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:49.946822 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7d326670-7fdf-4a3d-a65c-bf352cbcee72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:49.960856 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-a44c96df-ee69-4e57-94b5-7a8da263b5ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 1001 time: 0.1203680
Jun 21 03:09:49.963209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Transition to ACTIVE for port object 0882556f-2902-451a-bc66-92aab61cd492 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:49.975797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] device_id is not set on port 2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5 yet. {{(pid=94167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:09:50.032128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-54f303cf-e31b-47d3-a0bd-c2bc60efe10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:50.033830 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-54f303cf-e31b-47d3-a0bd-c2bc60efe10d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 200  len: 834 time: 0.0641849
Jun 21 03:09:50.063548 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.072598 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:50.139463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-add6b9aa-1dff-4457-b373-8b42cf1e80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.143012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-add6b9aa-1dff-4457-b373-8b42cf1e80a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.145762 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-add6b9aa-1dff-4457-b373-8b42cf1e80a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aae97356-bd94-4293-9780-c559b9fe14d2 HTTP/1.1" status: 204  len: 168 time: 0.5979643
Jun 21 03:09:50.154313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:50.155823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Pushing event updated for resources: {'Port': ['ID=0882556f-2902-451a-bc66-92aab61cd492,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:50.158593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:50.161509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:50.168804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.169154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.169645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.169992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.170323 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.172180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.172180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.172180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.172180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.172180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.172180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.172752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:50.177545 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:50.186158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc3793e8-94d9-441e-b2e0-d65298e07fc6 req-64bed91a-c6d0-4b43-b822-43fe9d144e5d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.0477495
Jun 21 03:09:50.202546 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a9c3d451-cd13-4634-b4e1-f0072fd77bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:50.238113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Attempting to bind port 0882556f-2902-451a-bc66-92aab61cd492 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:09:50.238444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Attempting to bind port 0882556f-2902-451a-bc66-92aab61cd492 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'eae3540f-1a7c-4c91-8bac-28ea11d6fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:09:50.238811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Attempting to bind port 0882556f-2902-451a-bc66-92aab61cd492 on network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:50.244355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:09:50.244748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Checking segment: {'id': 'eae3540f-1a7c-4c91-8bac-28ea11d6fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:50.245163 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.246576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Bound using segment: {'id': 'eae3540f-1a7c-4c91-8bac-28ea11d6fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:09:50.247190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Bound port: 0882556f-2902-451a-bc66-92aab61cd492, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae3540f-1a7c-4c91-8bac-28ea11d6fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:09:50.247836 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.254717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6b9aa-1dff-4457-b373-8b42cf1e80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae97356-bd94-4293-9780-c559b9fe14d2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:50.261992 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-add6b9aa-1dff-4457-b373-8b42cf1e80a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:50.283078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70a3d9cb-1a8a-479e-8056-b0f56d588242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.351918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] For port 0882556f-2902-451a-bc66-92aab61cd492, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:09:50.355427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] For port 0882556f-2902-451a-bc66-92aab61cd492, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0882556f-2902-451a-bc66-92aab61cd492,segment=NetworkSegment(eae3540f-1a7c-4c91-8bac-28ea11d6fbf9),segment_id=eae3540f-1a7c-4c91-8bac-28ea11d6fbf9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:09:50.359532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70a3d9cb-1a8a-479e-8056-b0f56d588242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.373437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Allocated IP 172.20.0.14 (e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77/395b36da-bd0b-488e-a686-ffd72543c1fe/2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:50.377954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-0296758c-ffe3-454a-b8db-396e21f67c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:50.380016 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-0296758c-ffe3-454a-b8db-396e21f67c32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3328447
Jun 21 03:09:50.470176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-764afe1b-b3d3-4f06-9e32-77e06cf2a4bf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:50.473556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-764afe1b-b3d3-4f06-9e32-77e06cf2a4bf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.2925062
Jun 21 03:09:50.488440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'port': {'device_id': '44961bee-f48a-44b9-89df-8d8b2db3ab1d', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'admin_state_up': True, 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:50.492715 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.495869 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:50.540693 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-201427f0-d7a0-41f2-a108-b28b4c7e75b8 service neutron] 10.222.0.20 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524417
Jun 21 03:09:50.624950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Pushing event updated for resources: {'Port': ['ID=0882556f-2902-451a-bc66-92aab61cd492,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:50.647946 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:50.677539 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fb28463d-df8e-4621-8043-82ba983e7dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203070
Jun 21 03:09:50.679256 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70a3d9cb-1a8a-479e-8056-b0f56d588242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.683000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70a3d9cb-1a8a-479e-8056-b0f56d588242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.688549 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-70a3d9cb-1a8a-479e-8056-b0f56d588242 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae175731-f429-4900-9c7f-41d861e425e3 HTTP/1.1" status: 204  len: 168 time: 0.7547393
Jun 21 03:09:50.689464 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f18254d5-2922-477b-9770-ed5e2cdbdbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:50.698647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3d9cb-1a8a-479e-8056-b0f56d588242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae175731-f429-4900-9c7f-41d861e425e3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:50.702883 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-70a3d9cb-1a8a-479e-8056-b0f56d588242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:50.815357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf789f-6608-4444-881a-4ce5c68114ad req-2424ecbb-d6c7-4069-b71c-658d2e3ac9e9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:50.816977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcdf789f-6608-4444-881a-4ce5c68114ad req-2424ecbb-d6c7-4069-b71c-658d2e3ac9e9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.4239855
Jun 21 03:09:50.927227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:50.967057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Transition to ACTIVE for port object 2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:50.975572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-4bf60c55-78a8-4348-8467-0872d52fe511 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:50.977114 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-4bf60c55-78a8-4348-8467-0872d52fe511 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c&tenant_id=5abc1439a51442dca598a84712ee0f1f&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1097 time: 0.2290585
Jun 21 03:09:51.002484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-33'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:51.122303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dcdf789f-6608-4444-881a-4ce5c68114ad req-b0fcceee-b47b-4230-b435-1dc8e4bcb5a8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027725
Jun 21 03:09:51.132820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:51.153788 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:51.238111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:51.248593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:51.256927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:51.283954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:51.325834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:51.326479 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:51.337215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:51.340862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:51.348338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event updated for resources: {'Port': ['ID=2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:51.380528 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:51.391169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0882556f-2902-451a-bc66-92aab61cd492 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:51.467161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0605664
Jun 21 03:09:51.467919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 42910) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:51.593584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:51.645970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:09:51.653224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 0882556f-2902-451a-bc66-92aab61cd492 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:51.723071 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:51.727177 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85318d99-8fab-413b-9b2e-88e46a28632c" -d '{"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:51.732555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:51.755983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42926) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:51.821785 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:51.842031 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b719dd-1896-4751-a7ac-b427aa8c7c84 x-openstack-request-id: req-a7b719dd-1896-4751-a7ac-b427aa8c7c84 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:51.842528 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:51.842946 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7b719dd-1896-4751-a7ac-b427aa8c7c84 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:51.843536 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'code': 200}
Jun 21 03:09:51.844473 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a2cb5035-cd02-4162-a148-4b1567e66e60 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:52.191532 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b454eb64-6248-401b-9967-1275da7cf9ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b38e9b4fa824eb0a835b22e502468e8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4330907
Jun 21 03:09:52.236296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 42946) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:52.238693 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:52.242835 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:52.393583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1a855349-2a4a-49dd-b601-daa5652344b6 None None] Provisioning complete for port 50920c0b-73f7-4d98-87e0-cd489f9321d4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:52.394191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a855349-2a4a-49dd-b601-daa5652344b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.470300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on host n-h2-758944-33 for vnic_type normal with profile {"migrating_to": "n-h1-758944-33"} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:09:52.470795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:09:52.470977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:52.477042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.20.0.8 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/5feb3936-1d0e-4d62-b6d3-008572200ce9) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:09:52.492732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:09:52.492732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Attempting to bind port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:52.507587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569efdad-87a4-4b73-a6ed-765f29e6e21e None None] Network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:52.523813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:09:52.526022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Checking segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:52.526504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Bound using segment: {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:09:52.528587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Bound port: 50920c0b-73f7-4d98-87e0-cd489f9321d4, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc8ceba-4775-40e7-8202-709a8c48d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:09:52.529044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.615711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1a855349-2a4a-49dd-b601-daa5652344b6 None None] Port 50920c0b-73f7-4d98-87e0-cd489f9321d4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:09:52.640714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e51497a2-11d9-4a3d-bcee-5e0fbf6ad589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.677810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.695141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Transition to ACTIVE for port object 5feb3936-1d0e-4d62-b6d3-008572200ce9 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:52.696011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e51497a2-11d9-4a3d-bcee-5e0fbf6ad589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.832818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17515566-4743-458f-b277-ca92416f9daa req-4cc15bd6-ccd3-42b5-a581-1a5b5f179cdd tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.0970354
Jun 21 03:09:52.863522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] Provisioning for port 0882556f-2902-451a-bc66-92aab61cd492 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:52.880458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:09:52.883255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] Provisioning complete for port 0882556f-2902-451a-bc66-92aab61cd492 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:52.883639 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.891784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:09:52.894083 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e51497a2-11d9-4a3d-bcee-5e0fbf6ad589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.898536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e51497a2-11d9-4a3d-bcee-5e0fbf6ad589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.906010 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e51497a2-11d9-4a3d-bcee-5e0fbf6ad589 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cbe5123-b7cd-4958-88ff-b07c089b0a0e HTTP/1.1" status: 204  len: 168 time: 0.6584001
Jun 21 03:09:52.906010 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb743256-6cae-41f7-aaf2-80cd379ac4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:52.929097 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.942350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51497a2-11d9-4a3d-bcee-5e0fbf6ad589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbe5123-b7cd-4958-88ff-b07c089b0a0e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:52.943427 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:52.960012 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e51497a2-11d9-4a3d-bcee-5e0fbf6ad589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:52.977916 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:52.982113 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3c682b77-d873-4acd-a4da-04de292b3eec tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:52.995455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['4b9041e2-f6c6-408a-b8db-a7d24a069982'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:09:53.055984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e533e-fe7d-4244-a617-79d9aca57002 req-144f4522-7b6f-4e1b-94f3-cb39eaffa18d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:53.065414 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b13e533e-fe7d-4244-a617-79d9aca57002 req-144f4522-7b6f-4e1b-94f3-cb39eaffa18d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 943 time: 0.3263862
Jun 21 03:09:53.193215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:09:53.212598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:09:53.231852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:09:53.259719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b13e533e-fe7d-4244-a617-79d9aca57002 req-12868d5d-3523-4128-b186-4eb1f288b288 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1913304
Jun 21 03:09:53.345720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=5feb3936-1d0e-4d62-b6d3-008572200ce9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:53.362736 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:53.375664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Deleting port 2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:09:53.376321 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:53.414622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:53.434815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=8']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:53.460333 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:53.513520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] For port 0882556f-2902-451a-bc66-92aab61cd492, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0882556f-2902-451a-bc66-92aab61cd492,segment=NetworkSegment(eae3540f-1a7c-4c91-8bac-28ea11d6fbf9),segment_id=eae3540f-1a7c-4c91-8bac-28ea11d6fbf9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:53.638358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:53.639384 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:53.687987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:53.688721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:53.690805 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] 10.222.0.20 "PUT /v2.0/ports/50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 1123 time: 2.6951110
Jun 21 03:09:53.759908 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:53.767575 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f32ea76d-88c6-409d-81f6-aec03ce64d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:53.804467 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:53.818673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['50920c0b-73f7-4d98-87e0-cd489f9321d4'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:09:53.845262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:53.849190 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960" -d '{"events": [{"name": "network-changed", "server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:54.003164 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edda58e7-1202-4d74-aa5f-789b590d6cd8 x-openstack-request-id: req-edda58e7-1202-4d74-aa5f-789b590d6cd8 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:54.003164 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:54.003164 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edda58e7-1202-4d74-aa5f-789b590d6cd8 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:54.003164 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'status': 'completed', 'code': 200}
Jun 21 03:09:54.097577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Calling delete_port for 2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:09:54.109203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6273532
Jun 21 03:09:54.118139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] Pushing event updated for resources: {'Port': ['ID=0882556f-2902-451a-bc66-92aab61cd492,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:54.123706 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:54.139286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Provisioning for port 5feb3936-1d0e-4d62-b6d3-008572200ce9 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:09:54.151485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Provisioning complete for port 5feb3936-1d0e-4d62-b6d3-008572200ce9 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:54.151886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:54.179882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-db503b99-9ea6-4bf5-b290-14b1521f0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:54.188547 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-db503b99-9ea6-4bf5-b290-14b1521f0e09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1126 time: 0.1745822
Jun 21 03:09:54.198909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Request body: {'port': {'device_id': '44961bee-f48a-44b9-89df-8d8b2db3ab1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:54.209416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Port 5feb3936-1d0e-4d62-b6d3-008572200ce9 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:09:54.230878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Provisioning complete for port 50920c0b-73f7-4d98-87e0-cd489f9321d4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:54.231279 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:54.374893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-7aba08ed-ca53-438b-b3c9-2f90121130b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:54.378581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-7aba08ed-ca53-438b-b3c9-2f90121130b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 898 time: 0.1798072
Jun 21 03:09:54.588789 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-116a2e70-08b9-47de-b2d4-5698af677c96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 999 time: 0.2039814
Jun 21 03:09:54.625737 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:54.701758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-958b3f1d-5e0c-458a-bb59-0a115f332ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:54.706991 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-958b3f1d-5e0c-458a-bb59-0a115f332ee8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 200  len: 834 time: 0.1057274
Jun 21 03:09:54.823811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-39280763-e197-49d4-94bd-cf0f2b8a668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:54.826097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-39280763-e197-49d4-94bd-cf0f2b8a668d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1138897
Jun 21 03:09:54.881992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:54.887228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:54.895287 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fc912f-f068-4aa6-8e1c-ce002f82945b" -d '{"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-plugged", "status": "completed", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:54.927430 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:54.950998 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:54.953290 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:54.968025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:55.024085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-873e8cd7-b829-47ad-bd5c-851036d6e37b service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896145
Jun 21 03:09:55.138240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event deleted for resources: {'Port': ['ID=2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:55.163951 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:55.183548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1729e-1541-40a6-8e84-a090ee373df7 req-d53b7cda-2905-4374-8743-b3b684fc9772 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:55.194875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ab1729e-1541-40a6-8e84-a090ee373df7 req-d53b7cda-2905-4374-8743-b3b684fc9772 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 931 time: 1.0839338
Jun 21 03:09:55.210949 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:55.260381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:55.274583 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c5ce201d-6ed0-4a8c-b9c3-a79b55b58960 req-84a4e2f5-209a-426f-8a63-03b039b50672 service neutron] 10.222.0.26 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423947
Jun 21 03:09:55.275108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ab1729e-1541-40a6-8e84-a090ee373df7 req-369fac84-26b2-4098-b33d-a52cb01cd249 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682263
Jun 21 03:09:55.300439 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:55.340640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0882556f-2902-451a-bc66-92aab61cd492 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:09:55.408868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8e91a-f72f-4dcb-b72b-94734b9b31c3 req-0cf037e5-a122-476c-b8e5-50ce73306194 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:55.419073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5a8e91a-f72f-4dcb-b72b-94734b9b31c3 req-0cf037e5-a122-476c-b8e5-50ce73306194 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 943 time: 0.8919659
Jun 21 03:09:55.440947 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0a06d-1d5a-4ba0-9146-68541963d15e x-openstack-request-id: req-28c0a06d-1d5a-4ba0-9146-68541963d15e {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:55.441189 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-plugged", "status": "completed", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:55.446115 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28c0a06d-1d5a-4ba0-9146-68541963d15e {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:55.446115 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'code': 200}
Jun 21 03:09:55.505210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0882556f-2902-451a-bc66-92aab61cd492 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:55.511317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:55.535405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:55.540338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "DELETE /v2.0/ports/2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5 HTTP/1.1" status: 204  len: 168 time: 4.0655696
Jun 21 03:09:55.540509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43052) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:55.708246 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-982f98af-ab68-423b-b39c-ac7070f2978b None None] Provisioning complete for port 0882556f-2902-451a-bc66-92aab61cd492 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:09:55.708764 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-982f98af-ab68-423b-b39c-ac7070f2978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:55.744741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43058) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:55.862297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-982f98af-ab68-423b-b39c-ac7070f2978b None None] Could not find standard attr ID for object 2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:09:55.947729 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a2483e13-ad07-4133-9f04-f8255d9df863 tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4685 time: 0.4019184
Jun 21 03:09:55.951473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43070) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:55.973310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5a8e91a-f72f-4dcb-b72b-94734b9b31c3 req-406eedba-408c-4b47-9ceb-63b7c5f490a2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5532255
Jun 21 03:09:55.979543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059033801'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:56.005171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-261790394'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:09:56.056655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:09:56.056655 n-d-758944-33 neutron-server[94166]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 21 03:09:56.056655 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id': 'd284e0b8dba44493b88857bf98aaac73', 'id': 'ad9e2425-34bc-4736-a434-dd3efbaa67bd', 'expiration': datetime.datetime(2021, 6, 21, 3, 11, 56, 32744)}]
Jun 21 03:09:56.056655 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:09:56.058687 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:09:56.131719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:56.140547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5feb3936-1d0e-4d62-b6d3-008572200ce9 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:09:56.142670 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.150611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.165058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.181304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Transition to ACTIVE for port object 5feb3936-1d0e-4d62-b6d3-008572200ce9 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:09:56.257456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.259695 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:56.305014 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.376499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb3936-1d0e-4d62-b6d3-008572200ce9,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:56.380353 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:56.383209 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.390821 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6bf811ce-f7e7-4874-b150-36ac48bf0885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:56.478949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:09:56.532949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5194cd-8c6c-4052-9b2e-c85c2182a9be,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:56.559460 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.559844 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 4993e2de-0af3-4e76-99ab-39fb18a14fda of type vlan for network d5fdfebd-0d3a-4948-a14c-4fd2e1f76329
Jun 21 03:09:56.573860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Attempting to bind port 5feb3936-1d0e-4d62-b6d3-008572200ce9 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:09:56.574416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Attempting to bind port 5feb3936-1d0e-4d62-b6d3-008572200ce9 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:09:56.575117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Attempting to bind port 5feb3936-1d0e-4d62-b6d3-008572200ce9 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:56.584541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Port 5feb3936-1d0e-4d62-b6d3-008572200ce9 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:09:56.585986 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:56.592330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Attempting to bind port 5feb3936-1d0e-4d62-b6d3-008572200ce9 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:09:56.606902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:09:56.607371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:09:56.607847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:09:56.608368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Bound port: 5feb3936-1d0e-4d62-b6d3-008572200ce9, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:09:56.608786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.633380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43082) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:56.726820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c32ed-7817-4ac7-afc1-ae3db9be536b req-ffb2175a-ca45-41ac-b750-49063734226c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:56.728845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a68c32ed-7817-4ac7-afc1-ae3db9be536b req-ffb2175a-ca45-41ac-b750-49063734226c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2222922
Jun 21 03:09:56.752855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] For port 5feb3936-1d0e-4d62-b6d3-008572200ce9, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:09:56.760351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] For port 5feb3936-1d0e-4d62-b6d3-008572200ce9, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5feb3936-1d0e-4d62-b6d3-008572200ce9,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:09:56.792986 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.825722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a68c32ed-7817-4ac7-afc1-ae3db9be536b req-bb0d236f-f7aa-4c18-9312-875f4283b4ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884900
Jun 21 03:09:56.827001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9aa8721b-89fa-4a20-912a-40076b440027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.904230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Made reservation on behalf of d284e0b8dba44493b88857bf98aaac73 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:09:56.907806 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.909216 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.914230 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-814f2e49-c63f-475f-96f6-21a399367d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:56.934945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50920c0b-73f7-4d98-87e0-cd489f9321d4 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:09:56.936817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:09:56.946864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.947461 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Added segment 6b7b108b-29a5-463b-9517-e2bc84e71767 of type vlan for network 3a1d7241-0105-413a-816f-e9e2609c2faa
Jun 21 03:09:56.949971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.956242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:56.956971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.977990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:56.979328 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:56.981540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] 10.222.0.26 "PUT /v2.0/ports/5feb3936-1d0e-4d62-b6d3-008572200ce9 HTTP/1.1" status: 200  len: 1092 time: 2.8128629
Jun 21 03:09:56.982327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44961bee-f48a-44b9-89df-8d8b2db3ab1d', 'tag': '5feb3936-1d0e-4d62-b6d3-008572200ce9'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:09:56.985193 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5834eb5a-5711-4176-a179-ca712c85900b" -d '{"events": [{"name": "network-changed", "server_uuid": "44961bee-f48a-44b9-89df-8d8b2db3ab1d", "tag": "5feb3936-1d0e-4d62-b6d3-008572200ce9"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:09:56.999031 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e770cef-687c-45c7-8eba-5817dc501c92 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:57.032773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb3936-1d0e-4d62-b6d3-008572200ce9,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:57.048075 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:57.155325 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dd2b19-eedd-4d6c-8d2d-e0ab0dfd9f9a x-openstack-request-id: req-b8dd2b19-eedd-4d6c-8d2d-e0ab0dfd9f9a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:09:57.156088 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44961bee-f48a-44b9-89df-8d8b2db3ab1d", "tag": "5feb3936-1d0e-4d62-b6d3-008572200ce9", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:09:57.156930 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8dd2b19-eedd-4d6c-8d2d-e0ab0dfd9f9a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:09:57.158930 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44961bee-f48a-44b9-89df-8d8b2db3ab1d', 'tag': '5feb3936-1d0e-4d62-b6d3-008572200ce9', 'status': 'completed', 'code': 200}
Jun 21 03:09:57.208843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:57.262278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=d5fdfebd-0d3a-4948-a14c-4fd2e1f76329,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:57.297433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.297883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.298279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.298666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.299055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.299439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.299821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.300204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.300660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.301174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.301581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.301955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:09:57.311265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:09:57.320167 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:57.329004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:09:57.402966 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9aa8721b-89fa-4a20-912a-40076b440027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:57.432445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50920c0b-73f7-4d98-87e0-cd489f9321d4 has no active binding in host n-h1-758944-33 {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 21 03:09:57.451847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:57.457758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:57.460507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:57.464388 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f781cb9b-3d2c-4d54-823a-fa6b9045af10 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:57.502074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-e7503f1e-ab1e-43e4-8201-3322ad9558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:57.503985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-e7503f1e-ab1e-43e4-8201-3322ad9558b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 1095 time: 0.4155767
Jun 21 03:09:57.524925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9aa8721b-89fa-4a20-912a-40076b440027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:57.541265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a929-2130-4f3a-92b2-2550b66d87a8 req-b6b7cac0-c3f3-49af-83ec-0096281745b9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:57.543811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0373a929-2130-4f3a-92b2-2550b66d87a8 req-b6b7cac0-c3f3-49af-83ec-0096281745b9 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.1839516
Jun 21 03:09:57.544495 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4e3e1056-368a-4e16-8dcb-6f2d87735159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:57.567894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event updated for resources: {'Network': ['ID=3a1d7241-0105-413a-816f-e9e2609c2faa,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:57.578623 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:57.579524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3a1d7241-0105-413a-816f-e9e2609c2faa details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:09:57.619954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-2f1792f8-4f9b-4adc-98ed-4a3925318ed6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5feb3936-1d0e-4d62-b6d3-008572200ce9 HTTP/1.1" status: 200  len: 217 time: 0.1049337
Jun 21 03:09:57.643049 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.8955312
Jun 21 03:09:57.687435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-39704caa-e2c7-44fa-a52b-e2e187e7bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:57.689142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-39704caa-e2c7-44fa-a52b-e2e187e7bd41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0574601
Jun 21 03:09:57.695593 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.7345934
Jun 21 03:09:57.697486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:57.709734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9aa8721b-89fa-4a20-912a-40076b440027 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5af9d14cf21a4f07a748f3b634f12f07&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0700402
Jun 21 03:09:57.731691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43112) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:57.765727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8721b-89fa-4a20-912a-40076b440027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5ad75-47a2-4bdd-80f5-5d6b0958e841,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:57.771883 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9aa8721b-89fa-4a20-912a-40076b440027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:57.793027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0373a929-2130-4f3a-92b2-2550b66d87a8 req-93def901-ea18-47d4-86a2-eae08209a013 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2048385
Jun 21 03:09:57.889090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-21e89c8d-36c1-4911-bfcd-eb02d449dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:57.890696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-21e89c8d-36c1-4911-bfcd-eb02d449dbdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1889045
Jun 21 03:09:58.126822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-94e07a74-a37d-4309-a322-ec6270d67fab service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044618
Jun 21 03:09:58.167340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:58.180399 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc4901d-6ede-4f9b-8e33-07cff23d2730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:58.322500 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc4901d-6ede-4f9b-8e33-07cff23d2730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:58.339907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:58.350489 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7234cd9e-bfd0-4aeb-91d6-f77d970ea9e2 tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "GET /v2.0/agents/fe17d096-d255-4a5f-8ffc-b4614357fc8b/dhcp-networks HTTP/1.1" status: 200  len: 7265 time: 0.6510584
Jun 21 03:09:58.474735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1bc4ca83-be54-4413-acd2-b885308c20ba req-fff4a1bd-332c-4cc1-a0bf-f5d30ac2880b service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3262575
Jun 21 03:09:58.494072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecbee8-c2d9-446a-9263-78b05457b524 req-e7795eec-0ad2-4993-9915-bfd747aa1ab1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:58.496363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7aecbee8-c2d9-446a-9263-78b05457b524 req-e7795eec-0ad2-4993-9915-bfd747aa1ab1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.3681064
Jun 21 03:09:58.515578 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc4901d-6ede-4f9b-8e33-07cff23d2730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:58.516094 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2e19499-1d0e-4027-b64e-ffd1529d27d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:58.564049 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccc4901d-6ede-4f9b-8e33-07cff23d2730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:58.568364 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ccc4901d-6ede-4f9b-8e33-07cff23d2730 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6e5ad75-47a2-4bdd-80f5-5d6b0958e841 HTTP/1.1" status: 204  len: 168 time: 0.8323538
Jun 21 03:09:58.568364 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9886c331-c2f5-4ef5-8870-1105ba33c50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:58.580216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7aecbee8-c2d9-446a-9263-78b05457b524 req-b294967e-511d-4595-b6e5-64a961b920bf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687156
Jun 21 03:09:58.614346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4901d-6ede-4f9b-8e33-07cff23d2730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e5ad75-47a2-4bdd-80f5-5d6b0958e841,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:58.626419 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccc4901d-6ede-4f9b-8e33-07cff23d2730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:58.649849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fae4a-cb5f-41e7-b29b-1820312f1155 tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] Network 3a1d7241-0105-413a-816f-e9e2609c2faa is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:09:58.780398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2a3fae4a-cb5f-41e7-b29b-1820312f1155 tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "POST /v2.0/agents/fe17d096-d255-4a5f-8ffc-b4614357fc8b/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.4368036
Jun 21 03:09:58.785612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43134) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:58.790111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56cd743-4e22-495a-b776-dd6e4fae0d00 None None] Network 3a1d7241-0105-413a-816f-e9e2609c2faa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:09:58.870348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2e19499-1d0e-4027-b64e-ffd1529d27d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:58.877833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834eb5a-5711-4176-a179-ca712c85900b req-e1abe836-e848-4c29-ab2f-6472d2a279c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:58.879895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5834eb5a-5711-4176-a179-ca712c85900b req-e1abe836-e848-4c29-ab2f-6472d2a279c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 1095 time: 0.1658764
Jun 21 03:09:59.006509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2e19499-1d0e-4027-b64e-ffd1529d27d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:59.015998 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b28a97ec-54bc-4fe5-ad1c-70660db77fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:59.122656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e19499-1d0e-4027-b64e-ffd1529d27d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e1f8d-40cd-41c2-8900-01a226b88fc8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:59.130722 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2e19499-1d0e-4027-b64e-ffd1529d27d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:09:59.148611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a2e19499-1d0e-4027-b64e-ffd1529d27d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71164c7f7e434ce7a0fcdb9a6f2f4b41&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9624209
Jun 21 03:09:59.149366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43142) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:59.166585 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b0c63e25-54f0-4769-ad50-5f078af658de tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "GET /v2.0/agents/fe17d096-d255-4a5f-8ffc-b4614357fc8b/dhcp-networks HTTP/1.1" status: 200  len: 8035 time: 0.3796182
Jun 21 03:09:59.172956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43146) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:59.207723 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-6d58faf7-cb6a-4364-a19c-74da64b0de24 service neutron] 10.222.0.26 "GET /v2.0/ports/50920c0b-73f7-4d98-87e0-cd489f9321d4/bindings/n-h1-758944-33 HTTP/1.1" status: 200  len: 385 time: 0.2494164
Jun 21 03:09:59.356017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834eb5a-5711-4176-a179-ca712c85900b req-84ebce37-57bc-4c89-9120-35b8a9a03d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:59.357961 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5834eb5a-5711-4176-a179-ca712c85900b req-84ebce37-57bc-4c89-9120-35b8a9a03d08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.4706559
Jun 21 03:09:59.423143 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-23546be8-a2f6-46d9-9c0b-a3a504a1ffba tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "DELETE /v2.0/agents/fe17d096-d255-4a5f-8ffc-b4614357fc8b/dhcp-networks/3a1d7241-0105-413a-816f-e9e2609c2faa HTTP/1.1" status: 204  len: 168 time: 0.2466474
Jun 21 03:09:59.424377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43150) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:59.425936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5834eb5a-5711-4176-a179-ca712c85900b req-aea120c6-a912-4bf8-a710-cdb966e5e2f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5feb3936-1d0e-4d62-b6d3-008572200ce9 HTTP/1.1" status: 200  len: 217 time: 0.0601346
Jun 21 03:09:59.427664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d347461-803d-4377-8ea8-e776b70bc6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:59.500506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d347461-803d-4377-8ea8-e776b70bc6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:59.536069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901591-3c8d-46d9-bed5-5e11b981830d req-eaa2dcb0-b4e0-4989-ab2f-4aceaf06240f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:59.543804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd901591-3c8d-46d9-bed5-5e11b981830d req-eaa2dcb0-b4e0-4989-ab2f-4aceaf06240f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 945 time: 0.3787951
Jun 21 03:09:59.566919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834eb5a-5711-4176-a179-ca712c85900b req-596a77e4-21e5-4812-a239-ac139261a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:59.568579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5834eb5a-5711-4176-a179-ca712c85900b req-596a77e4-21e5-4812-a239-ac139261a09e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.1303041
Jun 21 03:09:59.684796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd901591-3c8d-46d9-bed5-5e11b981830d req-0e8d4f64-7f5e-4c6c-ac06-396179cbbb91 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315448
Jun 21 03:09:59.742384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834eb5a-5711-4176-a179-ca712c85900b req-ed98cd11-ba9f-4165-b168-538eba3dce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:09:59.747981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5834eb5a-5711-4176-a179-ca712c85900b req-ed98cd11-ba9f-4165-b168-538eba3dce28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1549540
Jun 21 03:09:59.789803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d347461-803d-4377-8ea8-e776b70bc6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:59.795762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d347461-803d-4377-8ea8-e776b70bc6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:09:59.798809 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0d347461-803d-4377-8ea8-e776b70bc6ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d25e1f8d-40cd-41c2-8900-01a226b88fc8 HTTP/1.1" status: 204  len: 168 time: 0.6274462
Jun 21 03:09:59.874975 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36817155-5d8d-4940-999e-75db470e1948 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:09:59.877396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43158) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:09:59.973181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d347461-803d-4377-8ea8-e776b70bc6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e1f8d-40cd-41c2-8900-01a226b88fc8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:09:59.976905 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d347461-803d-4377-8ea8-e776b70bc6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:00.004000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5921e6a7-348c-4002-8d75-867cc73d0b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.047460 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ba251360-c901-44b6-a44b-4f31cfaae1c1 tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "GET /v2.0/agents/fe17d096-d255-4a5f-8ffc-b4614357fc8b/dhcp-networks HTTP/1.1" status: 200  len: 7265 time: 0.6226060
Jun 21 03:10:00.058454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43162) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:00.113066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:00.137075 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c3a56215-81de-406a-a43e-4b25a82415a5 tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "GET /v2.0/networks/e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0507195
Jun 21 03:10:00.140489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43166) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:00.142956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:00.180980 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e3e43707-7d28-4561-82ce-df4a9039db17 tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "GET /v2.0/networks/e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0393059
Jun 21 03:10:00.194841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43170) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:00.226860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5834eb5a-5711-4176-a179-ca712c85900b req-1e7b924f-82c7-4635-8c23-8c59d243cbb7 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4681969
Jun 21 03:10:00.256247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:10:00.262831 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0e4b5b-ae1f-4104-b169-6c553ecd7430" -d '{"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:10:00.305852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:00.361643 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f282f-89b3-4786-b68e-ddd6d6c09239 x-openstack-request-id: req-197f282f-89b3-4786-b68e-ddd6d6c09239 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:10:00.362184 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:10:00.370411 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-197f282f-89b3-4786-b68e-ddd6d6c09239 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:10:00.370411 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'code': 200}
Jun 21 03:10:00.422866 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.428721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5834eb5a-5711-4176-a179-ca712c85900b req-d94f519b-ac51-491f-a6e8-ed2f07277229 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872945
Jun 21 03:10:00.450963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66494e5-2bf2-4ae1-9c1c-35a7977e9e60 req-bb77a12e-03c4-4d43-b41e-0b11384948a8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:00.452537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d66494e5-2bf2-4ae1-9c1c-35a7977e9e60 req-bb77a12e-03c4-4d43-b41e-0b11384948a8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.5709417
Jun 21 03:10:00.491023 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5921e6a7-348c-4002-8d75-867cc73d0b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.518393 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-45cf466b-80a8-4c80-9b40-2620a840d1f1 tempest-DHCPAgentSchedulersTestJSON-1269364770 tempest-DHCPAgentSchedulersTestJSON-1269364770-project-admin] 10.222.0.25 "GET /v2.0/agents/fe17d096-d255-4a5f-8ffc-b4614357fc8b/dhcp-networks HTTP/1.1" status: 200  len: 7265 time: 0.3223217
Jun 21 03:10:00.523902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43176) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:00.560536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d66494e5-2bf2-4ae1-9c1c-35a7977e9e60 req-8935a94e-6704-4f4c-92d9-acb4f6a24c15 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928164
Jun 21 03:10:00.601581 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5921e6a7-348c-4002-8d75-867cc73d0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.638780 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0df4f692-7aeb-43a4-8b4c-3069c74865e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:00.648057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] Transition to ACTIVE for port object 50920c0b-73f7-4d98-87e0-cd489f9321d4 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:00.673938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5921e6a7-348c-4002-8d75-867cc73d0b75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae6c3e402e244969914847dfbfed63c7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7901981
Jun 21 03:10:00.682719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43180) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:00.696416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.720461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e6a7-348c-4002-8d75-867cc73d0b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4024abf2-f2a8-4ab2-bc09-e7a160f21e82,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:00.727912 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5921e6a7-348c-4002-8d75-867cc73d0b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:00.771998 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.775989 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3300492d-6f1c-4a15-a61f-4638eb22109b tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:00.813562 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6d63892-d4f0-4c2a-99a7-951be556e54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.892007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.896738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6d63892-d4f0-4c2a-99a7-951be556e54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:00.972335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d26ed490>,) {'filters': {'network_id': ['3a1d7241-0105-413a-816f-e9e2609c2faa']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:01.015943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43186) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:01.095526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d26ed490>, '6b7b108b-29a5-463b-9517-e2bc84e71767') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:01.095828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d26ed490>, '6b7b108b-29a5-463b-9517-e2bc84e71767') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:01.133020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] No DVR routers for this DVR port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:01.137240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8aa00ef3-c09f-4ec7-b653-0f40c21917cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.143317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.166242 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.175934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:01.176341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:01.247646 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:01.258643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6d63892-d4f0-4c2a-99a7-951be556e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.261219 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6d63892-d4f0-4c2a-99a7-951be556e54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.262402 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e6d63892-d4f0-4c2a-99a7-951be556e54c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4024abf2-f2a8-4ab2-bc09-e7a160f21e82 HTTP/1.1" status: 204  len: 168 time: 0.5782011
Jun 21 03:10:01.264811 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-50835753-8815-4220-93ec-e2ea9336d642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:01.277188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d63892-d4f0-4c2a-99a7-951be556e54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024abf2-f2a8-4ab2-bc09-e7a160f21e82,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:01.281106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e6d63892-d4f0-4c2a-99a7-951be556e54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:01.309295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5452f-7b1b-47cf-b498-3b3c5e44f93c req-c0647b12-69d4-4570-a739-cb4e2692fdf8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:01.309295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ff5452f-7b1b-47cf-b498-3b3c5e44f93c req-c0647b12-69d4-4570-a739-cb4e2692fdf8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.3949697
Jun 21 03:10:01.313609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] Pushing event updated for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=11']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:01.325725 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:01.380183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.393758 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa586d0c-77ed-4ed0-a267-dfbb383a0885 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:01.409749 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.410462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8aa00ef3-c09f-4ec7-b653-0f40c21917cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.414099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "DELETE /v2.0/networks/3a1d7241-0105-413a-816f-e9e2609c2faa HTTP/1.1" status: 204  len: 168 time: 0.8863933
Jun 21 03:10:01.424428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:01.430030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event deleted for resources: {'Network': ['ID=3a1d7241-0105-413a-816f-e9e2609c2faa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:01.435281 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:01.439202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ff5452f-7b1b-47cf-b498-3b3c5e44f93c req-30a7b49c-d038-4f72-826a-a5029748aedb tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082563
Jun 21 03:10:01.506192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43198) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:01.512521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': 'd5fdfebd-0d3a-4948-a14c-4fd2e1f76329', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:01.543828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8aa00ef3-c09f-4ec7-b653-0f40c21917cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.548604 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7d326670-7fdf-4a3d-a65c-bf352cbcee72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:01.557754 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-028da373-fc50-4fdd-bc9c-a52b3f019228 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:10:01.558799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028da373-fc50-4fdd-bc9c-a52b3f019228 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:10:01.564699 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-028da373-fc50-4fdd-bc9c-a52b3f019228 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "DELETE /v2.0/ports/2bf9ea1d-8fbc-46ba-82ed-b0f02b52eaa5 HTTP/1.1" status: 404  len: 333 time: 0.0731583
Jun 21 03:10:01.565099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43200) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:01.643339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Deleting subnet 395b36da-bd0b-488e-a686-ffd72543c1fe {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:10:01.682330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.688308 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] 10.222.0.26 "PUT /v2.0/ports/50920c0b-73f7-4d98-87e0-cd489f9321d4/bindings/n-h1-758944-33/activate HTTP/1.1" status: 200  len: 370 time: 2.4600985
Jun 21 03:10:01.705891 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8aa00ef3-c09f-4ec7-b653-0f40c21917cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6251d27ffa345f68f5ed1001db06b59&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6887853
Jun 21 03:10:01.706556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43204) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:01.711513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa00ef3-c09f-4ec7-b653-0f40c21917cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7acb22-9245-44ae-b85e-8362bb2ec4c1,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:01.719330 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8aa00ef3-c09f-4ec7-b653-0f40c21917cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:01.780187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.783360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62c934b6-b364-4347-9be0-41d7ac54b85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.809616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62c934b6-b364-4347-9be0-41d7ac54b85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.858945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2531ca-b2c7-43ab-8aaa-393ac8e03add req-38775c32-43f0-4f6f-94b2-d029723827d6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:01.860579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce2531ca-b2c7-43ab-8aaa-393ac8e03add req-38775c32-43f0-4f6f-94b2-d029723827d6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1445768
Jun 21 03:10:01.936072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:01.940339 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:01.965942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-0be38e49-6013-4a18-abc3-f927e3a356c8 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:01.967967 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-0be38e49-6013-4a18-abc3-f927e3a356c8 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c&tenant_id=5abc1439a51442dca598a84712ee0f1f&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.0905249
Jun 21 03:10:02.012022 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.032059 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62c934b6-b364-4347-9be0-41d7ac54b85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.035852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-62c934b6-b364-4347-9be0-41d7ac54b85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.040192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-62c934b6-b364-4347-9be0-41d7ac54b85e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d7acb22-9245-44ae-b85e-8362bb2ec4c1 HTTP/1.1" status: 204  len: 168 time: 0.3294494
Jun 21 03:10:02.040192 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:02.064928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c934b6-b364-4347-9be0-41d7ac54b85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7acb22-9245-44ae-b85e-8362bb2ec4c1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:02.069511 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62c934b6-b364-4347-9be0-41d7ac54b85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:02.075660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce2531ca-b2c7-43ab-8aaa-393ac8e03add req-82b1e6c3-3c89-4ea0-9e17-1b05b14e3995 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052612
Jun 21 03:10:02.136770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-341765a8-24bb-4c0f-b741-1b35c03cb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:02.143131 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-341765a8-24bb-4c0f-b741-1b35c03cb122 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 1096 time: 0.1643202
Jun 21 03:10:02.228363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-c8179d88-a48c-451a-a4cf-b0c8931cc5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:02.230570 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-c8179d88-a48c-451a-a4cf-b0c8931cc5ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1096 time: 0.0638506
Jun 21 03:10:02.243007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.247623 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d562bd30-1ed0-45f2-ae77-1567e12b122c tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:02.303159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event deleted for resources: {'Subnet': ['ID=395b36da-bd0b-488e-a686-ffd72543c1fe,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:02.311064 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:02.314048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.316316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "DELETE /v2.0/subnets/395b36da-bd0b-488e-a686-ffd72543c1fe HTTP/1.1" status: 204  len: 168 time: 0.7500811
Jun 21 03:10:02.320642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43226) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:02.322609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4444cb-3330-4a8c-a536-e6f09e4a91ce None None] Network e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:02.346440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-af7d7d00-d51a-43d4-9d09-4b76c53dcae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:02.347997 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-af7d7d00-d51a-43d4-9d09-4b76c53dcae5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 898 time: 0.1119285
Jun 21 03:10:02.440391 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-14e2e89b-5643-4a95-9a92-58819a3d4868 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 999 time: 0.0844738
Jun 21 03:10:02.525652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.594252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-c9a00040-df69-4791-b23a-134c7a6b2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:02.599414 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-c9a00040-df69-4791-b23a-134c7a6b2a08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 200  len: 834 time: 0.1456206
Jun 21 03:10:02.696636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] DHCP port deletion for e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:10:02.786205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-be51c351-cac2-44e0-92e1-b3e911a09e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:02.789430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] Deleting port 0882556f-2902-451a-bc66-92aab61cd492 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:02.790409 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.794417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-be51c351-cac2-44e0-92e1-b3e911a09e44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1898055
Jun 21 03:10:02.845790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Deleting port 0882556f-2902-451a-bc66-92aab61cd492 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:02.846584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.851421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:02.870486 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-24086cbe-9bbb-4f11-ad44-d38b19c8f2c5 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:03.018957 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-e10281e8-0b9b-4881-80a2-a7f3d397a74b service neutron] 10.222.0.20 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168021
Jun 21 03:10:03.140127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] For port 0882556f-2902-451a-bc66-92aab61cd492, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0882556f-2902-451a-bc66-92aab61cd492,segment=NetworkSegment(eae3540f-1a7c-4c91-8bac-28ea11d6fbf9),segment_id=eae3540f-1a7c-4c91-8bac-28ea11d6fbf9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:03.140875 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.206463 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-fc2f1ad1-a935-422c-a958-ffc2dac430fc service neutron] 10.222.0.20 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826932
Jun 21 03:10:03.207345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:03.235713 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-10b58d12-9d39-4829-a152-8d1e06ab5dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.286278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0882556f-2902-451a-bc66-92aab61cd492 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:10:03.320304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] Calling delete_port for 0882556f-2902-451a-bc66-92aab61cd492 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:03.349935 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-10b58d12-9d39-4829-a152-8d1e06ab5dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.469795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.475139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-10b58d12-9d39-4829-a152-8d1e06ab5dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.479467 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c9bc73a5-f9e4-4a90-9fbc-939ae1debdc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:03.520268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 0882556f-2902-451a-bc66-92aab61cd492, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0882556f-2902-451a-bc66-92aab61cd492,segment=NetworkSegment(eae3540f-1a7c-4c91-8bac-28ea11d6fbf9),segment_id=eae3540f-1a7c-4c91-8bac-28ea11d6fbf9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:03.535070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-10b58d12-9d39-4829-a152-8d1e06ab5dff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b53ffd3208614f79bc06ed976a544565&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3264265
Jun 21 03:10:03.538080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43256) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:03.544982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b58d12-9d39-4829-a152-8d1e06ab5dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfe6e33-7dff-4f56-9fa5-e4067d8de638,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:03.548652 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-10b58d12-9d39-4829-a152-8d1e06ab5dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:03.600670 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac729-bace-46a0-b2ca-e9dec525029f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.637038 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.642314 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9d072bd6-c7fe-4433-b435-7da7a222cc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:03.643369 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac729-bace-46a0-b2ca-e9dec525029f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.751208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 50920c0b-73f7-4d98-87e0-cd489f9321d4 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:10:03.809841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=0882556f-2902-451a-bc66-92aab61cd492,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:03.815524 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:03.826792 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.831828 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:03.863026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac729-bace-46a0-b2ca-e9dec525029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.865931 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac729-bace-46a0-b2ca-e9dec525029f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.869643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] For port 0882556f-2902-451a-bc66-92aab61cd492, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0882556f-2902-451a-bc66-92aab61cd492,segment=NetworkSegment(eae3540f-1a7c-4c91-8bac-28ea11d6fbf9),segment_id=eae3540f-1a7c-4c91-8bac-28ea11d6fbf9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:03.870154 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0a8ac729-bace-46a0-b2ca-e9dec525029f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccfe6e33-7dff-4f56-9fa5-e4067d8de638 HTTP/1.1" status: 204  len: 168 time: 0.3309264
Jun 21 03:10:03.870259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:03.871279 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-522e8bf6-fd44-4b46-8fa8-6b5df0d6d808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:03.883278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] Pushing event deleted for resources: {'Port': ['ID=0882556f-2902-451a-bc66-92aab61cd492,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:03.885090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ac729-bace-46a0-b2ca-e9dec525029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfe6e33-7dff-4f56-9fa5-e4067d8de638,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:03.889188 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:03.890504 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a8ac729-bace-46a0-b2ca-e9dec525029f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:03.894089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=c760889e-5617-44c0-aaa1-f80fc9269262,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:03.898288 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] No DVR routers for this DVR port 0882556f-2902-451a-bc66-92aab61cd492 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:03.903121 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:03.913934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b9865-ae2c-429a-8f68-ba7e7bc628ff req-1596901e-3cf5-4820-82d1-aa1aa580e397 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:03.915492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a4b9865-ae2c-429a-8f68-ba7e7bc628ff req-1596901e-3cf5-4820-82d1-aa1aa580e397 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 1.1800001
Jun 21 03:10:03.975387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 50920c0b-73f7-4d98-87e0-cd489f9321d4 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:10:04.012782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Calling delete_port for 0882556f-2902-451a-bc66-92aab61cd492 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:04.022988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-cc2db39a-31e0-4ea5-a437-b7523324f568 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:04.024642 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-cc2db39a-31e0-4ea5-a437-b7523324f568 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c&tenant_id=5abc1439a51442dca598a84712ee0f1f&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 1096 time: 0.0934763
Jun 21 03:10:04.041875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca26e5-ddc0-4c78-a390-a17c50f4dfae req-964fb53f-1c98-49a9-8ecb-795c38ce2879 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:04.043455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7ca26e5-ddc0-4c78-a390-a17c50f4dfae req-964fb53f-1c98-49a9-8ecb-795c38ce2879 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.3073771
Jun 21 03:10:04.044216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': '4993e2de-0af3-4e76-99ab-39fb18a14fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd5fdfebd-0d3a-4948-a14c-4fd2e1f76329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:04.044582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: d5fdfebd-0d3a-4948-a14c-4fd2e1f76329, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:04.067911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a4b9865-ae2c-429a-8f68-ba7e7bc628ff req-dffeab11-2493-498d-aa9e-843cfe26b5af tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997450
Jun 21 03:10:04.156644 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.159744 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dec95325-a2d5-4ccc-8cd1-48a8dc1edd18 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:04.200263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event deleted for resources: {'Port': ['ID=0882556f-2902-451a-bc66-92aab61cd492,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:04.202519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] No DVR routers for this DVR port 0882556f-2902-451a-bc66-92aab61cd492 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:04.204543 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:04.211183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:04.263404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-16c57ee3-27ea-49ee-bec3-2bad12b54948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.313883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.322836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-4c7b3167-0d7f-4966-9b15-23308d5adf6c service neutron] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:04.326655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-4c7b3167-0d7f-4966-9b15-23308d5adf6c service neutron] Notify callbacks [] for binding, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.327781 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c64a904-27f1-4df9-bfca-9a119b34db64 req-4c7b3167-0d7f-4966-9b15-23308d5adf6c service neutron] 10.222.0.20 "DELETE /v2.0/ports/50920c0b-73f7-4d98-87e0-cd489f9321d4/bindings/n-h2-758944-33 HTTP/1.1" status: 204  len: 173 time: 0.2969663
Jun 21 03:10:04.334262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1ec2c40>,) {'filters': {'network_id': ['e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:04.347464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1ec2c40>, 'eae3540f-1a7c-4c91-8bac-28ea11d6fbf9') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:04.348282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1ec2c40>, 'eae3540f-1a7c-4c91-8bac-28ea11d6fbf9') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:04.362051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.379610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, d5fdfebd-0d3a-4948-a14c-4fd2e1f76329) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:04.387513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:04.388524 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.398100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44539eb0-21c8-4332-abcc-c69dcfd9a0e9 None None] Network d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:04.413590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.413590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:04.413590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:04.415032 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:04.529978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7ca26e5-ddc0-4c78-a390-a17c50f4dfae req-afdd5c32-cdf4-4555-b83e-5f325a8cedbe tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4789150
Jun 21 03:10:04.572055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-01158e31-7650-46ce-b713-58dd8c6b4c48 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.0647390
Jun 21 03:10:04.577860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43284) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:04.583421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179909261'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:04.636595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.641050 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:04.648079 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.656233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] 10.222.0.25 "DELETE /v2.0/networks/e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77 HTTP/1.1" status: 204  len: 168 time: 2.3319030
Jun 21 03:10:04.656419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-d5fdfebd-0d3a-4948-a14c-4fd2e1f76329', 'network_id': 'd5fdfebd-0d3a-4948-a14c-4fd2e1f76329', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': 'c760889e-5617-44c0-aaa1-f80fc9269262'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:04.656419 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.674485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Pushing event deleted for resources: {'Network': ['ID=e6bbb1d7-eb3d-4384-8ddd-b9ef8b7adf77,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:04.677044 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:04.748632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:04.753216 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.814078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:04.836563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:04.838645 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 39e0e812-9662-45c2-bf30-8b652d01474a of type vlan for network 83938e87-d917-4ea8-92be-66fef96fbd2b
Jun 21 03:10:04.874877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Allocated IP 2001:db8:0:ffff::2 (d5fdfebd-0d3a-4948-a14c-4fd2e1f76329/c760889e-5617-44c0-aaa1-f80fc9269262/76a1d179-f56d-4813-95c1-da70fc5249b5) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:04.952694 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.091182 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.102713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Transition to ACTIVE for port object 76a1d179-f56d-4813-95c1-da70fc5249b5 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:05.107360 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.117619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:05.118499 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.134682 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7fa2fdc1-beae-4475-9a08-5058dc3d98cb tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:05.143919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Transition to ACTIVE for port object 76a1d179-f56d-4813-95c1-da70fc5249b5 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:05.215240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=83938e87-d917-4ea8-92be-66fef96fbd2b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:05.222037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.222554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.223040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.223564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.224082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.224701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.225912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.226512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.227457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.228082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.228674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.229249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:05.242842 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:05.243445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 83938e87-d917-4ea8-92be-66fef96fbd2b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:05.287234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43310) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:05.287844 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7080812
Jun 21 03:10:05.302625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': '83938e87-d917-4ea8-92be-66fef96fbd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:05.349268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.357134 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:05.431341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Pushing event updated for resources: {'Port': ['ID=76a1d179-f56d-4813-95c1-da70fc5249b5,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:05.443691 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:05.452900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Network d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:05.454992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:05.460358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:05.502518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085f1b-d808-4102-af4b-a8e34ed33431 req-04ed98fc-cc43-4e75-9722-f7bbf3cb89ee tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:05.503784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02085f1b-d808-4102-af4b-a8e34ed33431 req-04ed98fc-cc43-4e75-9722-f7bbf3cb89ee tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.1669815
Jun 21 03:10:05.534774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Attempting to bind port 76a1d179-f56d-4813-95c1-da70fc5249b5 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:05.535359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Attempting to bind port 76a1d179-f56d-4813-95c1-da70fc5249b5 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4993e2de-0af3-4e76-99ab-39fb18a14fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd5fdfebd-0d3a-4948-a14c-4fd2e1f76329'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:05.535819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Attempting to bind port 76a1d179-f56d-4813-95c1-da70fc5249b5 on network d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:05.541979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:05.543617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Checking segment: {'id': '4993e2de-0af3-4e76-99ab-39fb18a14fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd5fdfebd-0d3a-4948-a14c-4fd2e1f76329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:05.544121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.544631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Bound using segment: {'id': '4993e2de-0af3-4e76-99ab-39fb18a14fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd5fdfebd-0d3a-4948-a14c-4fd2e1f76329'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:05.545301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Bound port: 76a1d179-f56d-4813-95c1-da70fc5249b5, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4993e2de-0af3-4e76-99ab-39fb18a14fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd5fdfebd-0d3a-4948-a14c-4fd2e1f76329'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:05.546370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.566311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02085f1b-d808-4102-af4b-a8e34ed33431 req-db9347db-7f3e-418d-8624-b02f8c89c9e8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564847
Jun 21 03:10:05.595170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43322) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:05.663816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] For port 76a1d179-f56d-4813-95c1-da70fc5249b5, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:05.672304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] For port 76a1d179-f56d-4813-95c1-da70fc5249b5, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=76a1d179-f56d-4813-95c1-da70fc5249b5,segment=NetworkSegment(4993e2de-0af3-4e76-99ab-39fb18a14fda),segment_id=4993e2de-0af3-4e76-99ab-39fb18a14fda)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:05.719613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:05.723955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.738974 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:05.742778 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df0db022-4286-49ac-867d-b3ea57cab685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:05.844664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac5432-0602-4b56-917a-22c39a76fc3d req-6d2e285e-027f-4be8-a48e-688730295f1f tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:05.852321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66ac5432-0602-4b56-917a-22c39a76fc3d req-6d2e285e-027f-4be8-a48e-688730295f1f tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1096 time: 0.1450977
Jun 21 03:10:05.911838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Pushing event updated for resources: {'Port': ['ID=76a1d179-f56d-4813-95c1-da70fc5249b5,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:05.928088 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:05.934298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fc025459-4e87-46b9-ae7b-2022b2e14159 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d284e0b8dba44493b88857bf98aaac73&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3373389
Jun 21 03:10:05.937903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43334) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:05.946986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66ac5432-0602-4b56-917a-22c39a76fc3d req-6f090404-4452-4f89-8b9b-a634f2bb7ffb tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937266
Jun 21 03:10:05.965588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f6983-24c5-497e-ac93-3494e05306b4 req-63aaf51e-3bbc-481f-aff2-b1395e895f36 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:05.967811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f6f6983-24c5-497e-ac93-3494e05306b4 req-63aaf51e-3bbc-481f-aff2-b1395e895f36 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1973622
Jun 21 03:10:06.036302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3f6f6983-24c5-497e-ac93-3494e05306b4 req-73f5dbb9-00c7-4751-8fc9-72517cd4ecc7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581491
Jun 21 03:10:06.131202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:06.148063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1510a40a-a2bf-441f-871d-ed6923c98573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:06.172945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1510a40a-a2bf-441f-871d-ed6923c98573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:06.196637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ed450-9398-4eb4-8160-c0743506ede1 req-d17c4206-1a1b-43ad-ad01-0a544af7b106 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:06.198371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-009ed450-9398-4eb4-8160-c0743506ede1 req-d17c4206-1a1b-43ad-ad01-0a544af7b106 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.0778916
Jun 21 03:10:06.270930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:06.270930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6321d1f5-c708-455b-8a55-cceddbdd9275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:06.340089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-009ed450-9398-4eb4-8160-c0743506ede1 req-0f7d705d-7ff3-442b-bb86-4e586858a033 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098063
Jun 21 03:10:06.356589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43350) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:06.398028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=0aab8085-6dea-4631-ac30-e44924d94dfb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:06.404739 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:06.415070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': '39e0e812-9662-45c2-bf30-8b652d01474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '83938e87-d917-4ea8-92be-66fef96fbd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:06.415768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: 83938e87-d917-4ea8-92be-66fef96fbd2b, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:06.498129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-750d5839-be6c-417b-80e2-33cafcf71326 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/70bee301-7193-4839-b179-5817b2351b19 HTTP/1.1" status: 200  len: 991 time: 0.1400273
Jun 21 03:10:06.509257 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1510a40a-a2bf-441f-871d-ed6923c98573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:06.514732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1510a40a-a2bf-441f-871d-ed6923c98573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:06.515920 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1510a40a-a2bf-441f-871d-ed6923c98573 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24f4cf89-6002-4119-89b1-e5193371d074 HTTP/1.1" status: 204  len: 168 time: 0.5766690
Jun 21 03:10:06.519152 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8aa00ef3-c09f-4ec7-b653-0f40c21917cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:06.553864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a40a-a2bf-441f-871d-ed6923c98573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f4cf89-6002-4119-89b1-e5193371d074,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:06.571890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network 83938e87-d917-4ea8-92be-66fef96fbd2b is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:06.582607 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1510a40a-a2bf-441f-871d-ed6923c98573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:06.685845 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d07c-6b32-40f5-a8cb-7461ec9b5356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:06.737442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 83938e87-d917-4ea8-92be-66fef96fbd2b) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:06.747679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:06.748853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:06.758338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3eaa4f-d978-465d-af1b-a5b857d7b4ce None None] Network 83938e87-d917-4ea8-92be-66fef96fbd2b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:06.841799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43368) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:06.943328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43370) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:06.945457 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.6559010
Jun 21 03:10:07.259316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 2c63cd59-22c1-4325-97ff-2cebb87146fa {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:07.260418 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:07.341900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:07.357053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-83938e87-d917-4ea8-92be-66fef96fbd2b', 'network_id': '83938e87-d917-4ea8-92be-66fef96fbd2b', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': '0aab8085-6dea-4631-ac30-e44924d94dfb'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:07.358512 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:07.385043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 76a1d179-f56d-4813-95c1-da70fc5249b5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:07.431089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:07.587947 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:07.588546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:07.599093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:07.688818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155b7d-b2b6-4641-a722-ec8a090f33a6 req-b249819e-a497-4e6c-80c8-dd1921940ca8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:07.696029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 2c63cd59-22c1-4325-97ff-2cebb87146fa owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:07.708053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04155b7d-b2b6-4641-a722-ec8a090f33a6 req-b249819e-a497-4e6c-80c8-dd1921940ca8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2431879
Jun 21 03:10:07.815113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04155b7d-b2b6-4641-a722-ec8a090f33a6 req-1a87990f-f365-46c4-a4d9-c992e1cc42af tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042242
Jun 21 03:10:07.829539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Allocated IP 2001:db8::1 (83938e87-d917-4ea8-92be-66fef96fbd2b/0aab8085-6dea-4631-ac30-e44924d94dfb/b9ef7733-445c-4f52-9c10-04ef4763723d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:07.847563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 76a1d179-f56d-4813-95c1-da70fc5249b5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:07.902530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43390) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:07.935760 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa5b2-c454-4667-a839-efcd1b1fd361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:07.960224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be974206-fbc9-4de2-b788-812ed2c767c7 None None] Network d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:08.050852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa5b2-c454-4667-a839-efcd1b1fd361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.125785 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.135328 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:08.165842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=2c63cd59-22c1-4325-97ff-2cebb87146fa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:08.169173 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:08.241282 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.244133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa5b2-c454-4667-a839-efcd1b1fd361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.244532 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Floating IP 70bee301-7193-4839-b179-5817b2351b19 disassociated (deleted). External IP: 172.25.7.182, port: 50920c0b-73f7-4d98-87e0-cd489f9321d4.
Jun 21 03:10:08.267397 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0d347461-803d-4377-8ea8-e776b70bc6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:08.279878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.280570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.285371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] Provisioning for port 76a1d179-f56d-4813-95c1-da70fc5249b5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:08.295484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6b6aa5b2-c454-4667-a839-efcd1b1fd361 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7021f4328b9c4c0c874184ec1e035b6e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3914759
Jun 21 03:10:08.297597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aa5b2-c454-4667-a839-efcd1b1fd361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c110e-4874-4ffa-80f2-16172a7b82ba,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:08.298081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] Provisioning complete for port 76a1d179-f56d-4813-95c1-da70fc5249b5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:08.298474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43404) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:08.298594 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.301518 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b6aa5b2-c454-4667-a839-efcd1b1fd361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:08.332724 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.351868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Transition to ACTIVE for port object b9ef7733-445c-4f52-9c10-04ef4763723d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:08.402748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Transition to ACTIVE for port object b9ef7733-445c-4f52-9c10-04ef4763723d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:08.436208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01e77ecf-5811-42bf-a755-560efd66b563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.489691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.497484 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.497826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01e77ecf-5811-42bf-a755-560efd66b563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.506080 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2eedd4ef-6bdf-43d5-98e9-e270bf5eccd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:08.556184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.557184 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95138617-425b-4232-943b-36f527a3f106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:08.613825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=0aab8085-6dea-4631-ac30-e44924d94dfb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:08.618322 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:08.674379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:10:08.686674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] For port 76a1d179-f56d-4813-95c1-da70fc5249b5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=76a1d179-f56d-4813-95c1-da70fc5249b5,segment=NetworkSegment(4993e2de-0af3-4e76-99ab-39fb18a14fda),segment_id=4993e2de-0af3-4e76-99ab-39fb18a14fda)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:08.711247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Network 83938e87-d917-4ea8-92be-66fef96fbd2b is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:08.712660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Pushing event updated for resources: {'Port': ['ID=b9ef7733-445c-4f52-9c10-04ef4763723d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:08.732056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:08.735417 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:08.736324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:08.755258 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.793726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d882a460>,) {'filters': {'network_id': ['83938e87-d917-4ea8-92be-66fef96fbd2b']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:08.841745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d882a460>, '39e0e812-9662-45c2-bf30-8b652d01474a') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:08.842043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d882a460>, '39e0e812-9662-45c2-bf30-8b652d01474a') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:08.877480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.886963 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.905415 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b89a9d3a-da93-4738-9b3f-b65ee498d366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:08.913732 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.929467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:08.930090 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:08.938447 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:08.941378 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01e77ecf-5811-42bf-a755-560efd66b563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.946538 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-01e77ecf-5811-42bf-a755-560efd66b563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.958463 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-01e77ecf-5811-42bf-a755-560efd66b563 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f3c110e-4874-4ffa-80f2-16172a7b82ba HTTP/1.1" status: 204  len: 168 time: 0.6508634
Jun 21 03:10:08.958463 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e3c591f1-206f-4de5-b55a-52768601e277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:08.958677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Attempting to bind port b9ef7733-445c-4f52-9c10-04ef4763723d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:08.958677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Attempting to bind port b9ef7733-445c-4f52-9c10-04ef4763723d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '39e0e812-9662-45c2-bf30-8b652d01474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '83938e87-d917-4ea8-92be-66fef96fbd2b'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:08.958677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Attempting to bind port b9ef7733-445c-4f52-9c10-04ef4763723d on network 83938e87-d917-4ea8-92be-66fef96fbd2b {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:08.969251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:08.969791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Checking segment: {'id': '39e0e812-9662-45c2-bf30-8b652d01474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '83938e87-d917-4ea8-92be-66fef96fbd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:08.970216 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:08.971181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Bound using segment: {'id': '39e0e812-9662-45c2-bf30-8b652d01474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '83938e87-d917-4ea8-92be-66fef96fbd2b'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:08.972125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Bound port: b9ef7733-445c-4f52-9c10-04ef4763723d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e0e812-9662-45c2-bf30-8b652d01474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '83938e87-d917-4ea8-92be-66fef96fbd2b'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:08.972575 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:09.012894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:10:09.029450 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] Sync routers for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:10:09.056509 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:10:09.061757 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9102fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:10:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:09.069166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:09.084483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e77ecf-5811-42bf-a755-560efd66b563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c110e-4874-4ffa-80f2-16172a7b82ba,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:09.118984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] Pushing event updated for resources: {'Port': ['ID=76a1d179-f56d-4813-95c1-da70fc5249b5,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:09.146742 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01e77ecf-5811-42bf-a755-560efd66b563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:09.158619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:10:09.158619 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:10:09.158619 n-d-758944-33 neutron-server[94167]: [parameters: {'id': '83938e87-d917-4ea8-92be-66fef96fbd2b'}]
Jun 21 03:10:09.158619 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:10:09.171539 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:09.172065 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:10:09.199418 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/floatingips/70bee301-7193-4839-b179-5817b2351b19 HTTP/1.1" status: 204  len: 168 time: 2.3560059
Jun 21 03:10:09.203823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:10:09.204793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65a35e78-906e-4b86-b1d2-fe1a6e371b26 None None] Provisioning complete for port 76a1d179-f56d-4813-95c1-da70fc5249b5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:09.205181 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65a35e78-906e-4b86-b1d2-fe1a6e371b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:09.211971 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da047e-8da0-438b-a38c-07084cd5c9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:10:09.235291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516b88c-4f02-4436-a99c-e9b5bdd68d7f req-fbcd5e96-e34b-49a6-a6cd-857f858b670d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:09.235291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0516b88c-4f02-4436-a99c-e9b5bdd68d7f req-fbcd5e96-e34b-49a6-a6cd-857f858b670d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1601968
Jun 21 03:10:09.262304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] For port b9ef7733-445c-4f52-9c10-04ef4763723d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:09.266975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] For port b9ef7733-445c-4f52-9c10-04ef4763723d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b9ef7733-445c-4f52-9c10-04ef4763723d,segment=NetworkSegment(39e0e812-9662-45c2-bf30-8b652d01474a),segment_id=39e0e812-9662-45c2-bf30-8b652d01474a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:09.311049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0516b88c-4f02-4436-a99c-e9b5bdd68d7f req-564de61b-bf1a-43db-bfd8-5dfee9ff485e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727048
Jun 21 03:10:09.395544 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:10:09.412054 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:09.418412 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c17f84-566d-40fb-9de1-3c4d93ad8cd0 x-openstack-request-id: req-13c17f84-566d-40fb-9de1-3c4d93ad8cd0 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:10:09.418825 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:10:09.419133 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13c17f84-566d-40fb-9de1-3c4d93ad8cd0 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:10:09.419590 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'status': 'completed', 'code': 200}
Jun 21 03:10:09.420928 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:09.588570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-224f027e-db27-44af-8744-1fabd5e2ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:09.602057 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-224f027e-db27-44af-8744-1fabd5e2ccca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 1096 time: 0.1192763
Jun 21 03:10:09.611222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a295cfb-d224-4d16-9611-aceebe20706d None None] Network 83938e87-d917-4ea8-92be-66fef96fbd2b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:09.622677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Pushing event updated for resources: {'Port': ['ID=b9ef7733-445c-4f52-9c10-04ef4763723d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:09.626357 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:09.675943 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:09.692189 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9102fd0>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:40Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:09.723096 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:09.734295 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] Checking router: 686fb09e-430a-43f7-b5c8-80bf2670e5e2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:10:09.743922 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:10:09.746028 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9102fd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:10:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:09.795458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-70c8450d-10e6-43e1-a141-c6c1f143aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:09.799420 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-70c8450d-10e6-43e1-a141-c6c1f143aa51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 200  len: 898 time: 0.1883931
Jun 21 03:10:09.829797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting port b9ef7733-445c-4f52-9c10-04ef4763723d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:09.830402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:09.898148 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:10:09.945496 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-66fc80d5-b34d-4d93-bb12-3defb4a09ff4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 200  len: 217 time: 0.1417294
Jun 21 03:10:09.983881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] For port b9ef7733-445c-4f52-9c10-04ef4763723d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b9ef7733-445c-4f52-9c10-04ef4763723d,segment=NetworkSegment(39e0e812-9662-45c2-bf30-8b652d01474a),segment_id=39e0e812-9662-45c2-bf30-8b652d01474a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:09.984252 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:09.998438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dbe7cc-ad91-49f0-8778-0eeaf220167a None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:10:10.145951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Calling delete_port for b9ef7733-445c-4f52-9c10-04ef4763723d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:10.226194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-0e6db448-beb1-4c9b-8f89-35706ffcf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:10.235790 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-0e6db448-beb1-4c9b-8f89-35706ffcf6c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 200  len: 834 time: 0.2762430
Jun 21 03:10:10.339438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbe7cc-ad91-49f0-8778-0eeaf220167a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:10:10.356089 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9102fd0>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:40Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:10.466002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-3d309ab6-b3f8-4dea-ba05-cce5d296c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:10.491756 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-3d309ab6-b3f8-4dea-ba05-cce5d296c01d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2470250
Jun 21 03:10:10.494135 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c1a2a-5379-4dba-9b4d-107e09935563 None None] The sync data for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 is: [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '349b37c1-521b-4c9d-bef4-623e8144d5a3', 'name': '', 'network_id': 'f7d7e1a3-6da6-4d6d-baf7-cc03ec350002', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:61:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:29Z', 'updated_at': '2021-06-21T03:08:40Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': '89b81a00-9368-49c9-b0f0-705c60913f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:10:10.773720 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-b27a4c3e-7456-4133-8425-11a7d1598766 service neutron] 10.222.0.20 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732897
Jun 21 03:10:10.821542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:10.830988 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8912ed6d-7f59-444d-a854-9c2c84f5fc2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:10.888092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Port': ['ID=b9ef7733-445c-4f52-9c10-04ef4763723d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:10.894532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No DVR routers for this DVR port b9ef7733-445c-4f52-9c10-04ef4763723d on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:10.919875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e17b3-207c-47b0-a7ef-093d061ff676 req-1eef9e69-4339-4298-aee8-3d5c030a093d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:10.922738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-488e17b3-207c-47b0-a7ef-093d061ff676 req-1eef9e69-4339-4298-aee8-3d5c030a093d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.5684428
Jun 21 03:10:10.923714 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:11.004451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6da047e-8da0-438b-a38c-07084cd5c9f6 req-59e02aec-d09e-4638-88f2-128f098caa14 service neutron] 10.222.0.20 "GET /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217572
Jun 21 03:10:11.064907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-d53ee9a5-f209-438c-ac28-0aeb27ac0b3c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:11.068579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-d53ee9a5-f209-438c-ac28-0aeb27ac0b3c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 944 time: 0.5929027
Jun 21 03:10:11.153744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb1ee4-871d-44bf-82cc-e5e48f130a44 None None] New status for floating IP 70bee301-7193-4839-b179-5817b2351b19: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:10:11.199014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.243999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d279f8e0>,) {'filters': {'network_id': ['83938e87-d917-4ea8-92be-66fef96fbd2b']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:11.263592 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-488e17b3-207c-47b0-a7ef-093d061ff676 req-e7685f6a-af3a-41b2-97e2-9a22925e0aed tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=0796e428-1fd6-461d-b261-df75fda5cd5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3080642
Jun 21 03:10:11.346942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8324dfa-c23b-43b2-a218-add14b860b38 req-d8073067-dd50-4f6f-a779-b3d480dd1071 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:11.351919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 76a1d179-f56d-4813-95c1-da70fc5249b5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:11.374526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8324dfa-c23b-43b2-a218-add14b860b38 req-d8073067-dd50-4f6f-a779-b3d480dd1071 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.6961296
Jun 21 03:10:11.436239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d279f8e0>, '39e0e812-9662-45c2-bf30-8b652d01474a') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:11.436548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d279f8e0>, '39e0e812-9662-45c2-bf30-8b652d01474a') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:11.463102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 76a1d179-f56d-4813-95c1-da70fc5249b5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:11.464224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.521666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.583959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8324dfa-c23b-43b2-a218-add14b860b38 req-aaa52bc1-b6bf-48a6-9a84-085bddef4b7c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019045
Jun 21 03:10:11.627710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.642899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:11.643555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:11.725208 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:11.763776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 50920c0b-73f7-4d98-87e0-cd489f9321d4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:11.768217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.847572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.854131 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:11.858204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.860079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/83938e87-d917-4ea8-92be-66fef96fbd2b HTTP/1.1" status: 204  len: 168 time: 4.9158778
Jun 21 03:10:11.871248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43502) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:11.876990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188310821'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:11.885356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=83938e87-d917-4ea8-92be-66fef96fbd2b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:11.901271 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:11.933148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 50920c0b-73f7-4d98-87e0-cd489f9321d4, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50920c0b-73f7-4d98-87e0-cd489f9321d4,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:11.935213 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:11.999798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:12.003634 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:12.051871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:12.058674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 50920c0b-73f7-4d98-87e0-cd489f9321d4 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:12.070663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:12.071406 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 9566bc3b-97dd-4241-a865-7dc66a79bba5 of type vlan for network 2c219a84-173e-48cc-b55a-8fee22b68f7d
Jun 21 03:10:12.122737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:12.314753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:12.336473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:12.343088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:12.351428 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b58f6bb6-5785-4e5a-93d4-0fe61b9c2df6 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:12.365925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:12.371971 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9a9e5fed-7740-4082-a0bc-64f801b45be6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:12.403008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=50920c0b-73f7-4d98-87e0-cd489f9321d4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:12.408046 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:12.465944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] No DVR routers for this DVR port 50920c0b-73f7-4d98-87e0-cd489f9321d4 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:12.469668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:12.473812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19b96c2b-efb3-4cc0-b933-0e82a59eda08 req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "DELETE /v2.0/ports/50920c0b-73f7-4d98-87e0-cd489f9321d4 HTTP/1.1" status: 204  len: 173 time: 1.3984261
Jun 21 03:10:12.473812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-deleted', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:10:12.486318 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9195d9-5d56-4fd3-a29d-fa11a080f20a" -d '{"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-deleted", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:10:12.536806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43534) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:12.538596 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6659281
Jun 21 03:10:12.546630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': '2c219a84-173e-48cc-b55a-8fee22b68f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:12.550750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=2c219a84-173e-48cc-b55a-8fee22b68f7d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:12.555815 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:12.564844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 2c219a84-173e-48cc-b55a-8fee22b68f7d details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:12.672838 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644caa6e-d35d-4a44-812d-4aebc43be1ae x-openstack-request-id: req-644caa6e-d35d-4a44-812d-4aebc43be1ae {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:10:12.678146 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abc4c8-3820-4c8d-89ca-c07ce1294d1c", "name": "network-vif-deleted", "tag": "50920c0b-73f7-4d98-87e0-cd489f9321d4", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:10:12.678146 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-644caa6e-d35d-4a44-812d-4aebc43be1ae {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:10:12.678467 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abc4c8-3820-4c8d-89ca-c07ce1294d1c', 'name': 'network-vif-deleted', 'tag': '50920c0b-73f7-4d98-87e0-cd489f9321d4', 'status': 'completed', 'code': 200}
Jun 21 03:10:12.862447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-171984ef-4642-44ea-9889-a52711fe7cd7 req-bc88bdb7-515d-4641-95c7-898d36b4f177 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=45abc4c8-3820-4c8d-89ca-c07ce1294d1c HTTP/1.1" status: 200  len: 210 time: 0.2949247
Jun 21 03:10:12.980785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1428b8-e7ef-4eab-aa03-8b69886cd0b5 req-6fd7bd3b-38d2-4200-a82f-6e30bdac3fdc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:12.982395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f1428b8-e7ef-4eab-aa03-8b69886cd0b5 req-6fd7bd3b-38d2-4200-a82f-6e30bdac3fdc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1118915
Jun 21 03:10:13.059531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50920c0b-73f7-4d98-87e0-cd489f9321d4 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:10:13.063730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f1428b8-e7ef-4eab-aa03-8b69886cd0b5 req-157dc19d-8aaf-44b1-9ffd-d99b9d2fc427 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752697
Jun 21 03:10:13.078008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43546) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.113869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:13.127209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:13.127535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 50920c0b-73f7-4d98-87e0-cd489f9321d4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:10:13.127535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50920c0b-73f7-4d98-87e0-cd489f9321d4 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:10:13.203206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fea35f82-c8ba-4eff-ab11-ff70476d1a2e tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:13.532670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fea35f82-c8ba-4eff-ab11-ff70476d1a2e tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "PUT /v2.0/quotas/40dc81a5bc29422eb4366e71c368c454 HTTP/1.1" status: 200  len: 366 time: 0.4509087
Jun 21 03:10:13.533668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43556) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.534180 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:13.537956 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9290238b-d8d9-4bc0-8cf3-b35020ad84ab tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:13.554335 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-258c60b4-f6f0-45e0-a939-c9f443c5b497 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0176845
Jun 21 03:10:13.558103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43558) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.577370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9e6802f6-8d52-4c89-a9af-26d9fe65e487 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "GET /v2.0/quotas/40dc81a5bc29422eb4366e71c368c454 HTTP/1.1" status: 200  len: 366 time: 0.0157781
Jun 21 03:10:13.579751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43562) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.647117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': '9566bc3b-97dd-4241-a865-7dc66a79bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c219a84-173e-48cc-b55a-8fee22b68f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:13.647490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: 2c219a84-173e-48cc-b55a-8fee22b68f7d, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:13.649885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=0d7df686-aaa9-495b-9682-1c1ad89d5003,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:13.653380 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:13.719034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43566) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.734754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-75793b45-e741-4d78-9a68-e3c0fee9aa07 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0140471
Jun 21 03:10:13.737124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43568) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.742152 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6316fc32-1eb8-4b6b-9843-d731da4f6856 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/40dc81a5bc29422eb4366e71c368c454 HTTP/1.1" status: 204  len: 168 time: 0.1608992
Jun 21 03:10:13.754942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3569ea90-f6ca-4749-a2b0-7bbd0e02fda7 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "GET /v2.0/quotas/40dc81a5bc29422eb4366e71c368c454 HTTP/1.1" status: 200  len: 370 time: 0.0162437
Jun 21 03:10:13.757002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43570) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.764290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-224d38bc-4511-4d45-961c-34b36dd47b43 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "GET /v2.0/quotas/40dc81a5bc29422eb4366e71c368c454/default HTTP/1.1" status: 200  len: 370 time: 0.0059714
Jun 21 03:10:13.766684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43572) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.775423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network 2c219a84-173e-48cc-b55a-8fee22b68f7d is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:13.786426 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-e2d466df-7f2b-4fe4-a6ce-c9952d175565 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] delete failed (client error): The resource could not be found.
Jun 21 03:10:13.787812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e2d466df-7f2b-4fe4-a6ce-c9952d175565 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/40dc81a5bc29422eb4366e71c368c454 HTTP/1.1" status: 404  len: 348 time: 0.0201108
Jun 21 03:10:13.874311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 2c219a84-173e-48cc-b55a-8fee22b68f7d) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:13.879343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:13.880596 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:13.884173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b92155-289f-4ae9-99b2-f8ed9bef18ad None None] Network 2c219a84-173e-48cc-b55a-8fee22b68f7d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:13.983990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.4357746
Jun 21 03:10:13.983990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43582) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.984150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43584) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:13.991532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1026878497'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:14.091802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:14.096075 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:14.147999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43590) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:14.189383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-2c219a84-173e-48cc-b55a-8fee22b68f7d', 'network_id': '2c219a84-173e-48cc-b55a-8fee22b68f7d', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': '0d7df686-aaa9-495b-9682-1c1ad89d5003'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:14.190283 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:14.251860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:14.285044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Usage tracker for resource:network and tenant:02d2dd4fba474589bbb6a1a8e9af1f93 is out of sync, need to count used quota {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jun 21 03:10:14.299649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:14.300805 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 07610d3a-277a-405d-bfab-8ffe2140f03b of type vlan for network c5ef945f-fe62-48f0-8671-0f0f3133b93c
Jun 21 03:10:14.304513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:311}}
Jun 21 03:10:14.468684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Usage tracker for resource:subnet and tenant:02d2dd4fba474589bbb6a1a8e9af1f93 is out of sync, need to count used quota {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jun 21 03:10:14.503673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:14.509068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:311}}
Jun 21 03:10:14.575851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Usage tracker for resource:subnetpool and tenant:02d2dd4fba474589bbb6a1a8e9af1f93 is out of sync, need to count used quota {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jun 21 03:10:14.615900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:311}}
Jun 21 03:10:14.642797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Usage tracker for resource:port and tenant:02d2dd4fba474589bbb6a1a8e9af1f93 is out of sync, need to count used quota {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jun 21 03:10:14.662156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4a5e3-32ee-419e-9e83-06dade90bf62 req-81308b67-ce68-45bd-b90c-61f446129bc9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:14.670570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1a4a5e3-32ee-419e-9e83-06dade90bf62 req-81308b67-ce68-45bd-b90c-61f446129bc9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.3396301
Jun 21 03:10:14.672867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:311}}
Jun 21 03:10:14.683854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Usage tracker for resource:router and tenant:02d2dd4fba474589bbb6a1a8e9af1f93 is out of sync, need to count used quota {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jun 21 03:10:14.696698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:311}}
Jun 21 03:10:14.707340 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:10:14.710868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:14.741407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:14.745390 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:14.787310 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35c495af-3609-432a-9bc1-7cf6af5eab21 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:14.844807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Allocated IP 2001:db8::1 (2c219a84-173e-48cc-b55a-8fee22b68f7d/0d7df686-aaa9-495b-9682-1c1ad89d5003/051c1c2f-e5e5-49b7-9de4-bad861f4c081) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:14.897830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:14.997816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Usage tracker for resource:floatingip and tenant:02d2dd4fba474589bbb6a1a8e9af1f93 is out of sync, need to count used quota {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jun 21 03:10:15.004794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0185158
Jun 21 03:10:15.020186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:15.031184 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': 'c5ef945f-fe62-48f0-8671-0f0f3133b93c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:15.053489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:311}}
Jun 21 03:10:15.073273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1a4a5e3-32ee-419e-9e83-06dade90bf62 req-aeb993ef-0401-4bed-8317-d14ea7203937 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4013755
Jun 21 03:10:15.085803 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:15.092440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=c5ef945f-fe62-48f0-8671-0f0f3133b93c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:15.103472 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:15.109954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Transition to ACTIVE for port object 051c1c2f-e5e5-49b7-9de4-bad861f4c081 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:15.117087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c5ef945f-fe62-48f0-8671-0f0f3133b93c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:15.201929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Usage tracker for resource:security_group and tenant:02d2dd4fba474589bbb6a1a8e9af1f93 is out of sync, need to count used quota {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jun 21 03:10:15.219025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:311}}
Jun 21 03:10:15.243768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Usage tracker for resource:security_group_rule and tenant:02d2dd4fba474589bbb6a1a8e9af1f93 is out of sync, need to count used quota {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jun 21 03:10:15.253652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.quota.resource [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94167) count_used /opt/stack/neutron/neutron/quota/resource.py:311}}
Jun 21 03:10:15.256431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Transition to ACTIVE for port object 051c1c2f-e5e5-49b7-9de4-bad861f4c081 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:15.265367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b2c22a76-7fad-42a2-aa7e-f5c58bfd7148 tempest-QuotasTest-441848393 tempest-QuotasTest-441848393-project-admin] 10.222.0.25 "GET /v2.0/quotas/02d2dd4fba474589bbb6a1a8e9af1f93/details.json HTTP/1.1" status: 200  len: 703 time: 1.1160095
Jun 21 03:10:15.394811 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:15.408775 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-05a09872-e0a5-4de3-a982-2f1eee2811a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:15.443107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Network 2c219a84-173e-48cc-b55a-8fee22b68f7d is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:15.455763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:15.465280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:15.595496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Pushing event updated for resources: {'Port': ['ID=051c1c2f-e5e5-49b7-9de4-bad861f4c081,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:15.599022 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:15.615791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Attempting to bind port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:15.615791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Attempting to bind port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '9566bc3b-97dd-4241-a865-7dc66a79bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c219a84-173e-48cc-b55a-8fee22b68f7d'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:15.615791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Attempting to bind port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 on network 2c219a84-173e-48cc-b55a-8fee22b68f7d {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:15.623739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:15.624217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Checking segment: {'id': '9566bc3b-97dd-4241-a865-7dc66a79bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c219a84-173e-48cc-b55a-8fee22b68f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:15.624874 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:15.625394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Bound using segment: {'id': '9566bc3b-97dd-4241-a865-7dc66a79bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c219a84-173e-48cc-b55a-8fee22b68f7d'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:15.626004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Bound port: 051c1c2f-e5e5-49b7-9de4-bad861f4c081, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9566bc3b-97dd-4241-a865-7dc66a79bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c219a84-173e-48cc-b55a-8fee22b68f7d'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:15.626522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:15.733141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] For port 051c1c2f-e5e5-49b7-9de4-bad861f4c081, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:15.741694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] For port 051c1c2f-e5e5-49b7-9de4-bad861f4c081, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=051c1c2f-e5e5-49b7-9de4-bad861f4c081,segment=NetworkSegment(9566bc3b-97dd-4241-a865-7dc66a79bba5),segment_id=9566bc3b-97dd-4241-a865-7dc66a79bba5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:15.973641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:15.978592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:15.983439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:15.984602 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-141141e5-7bf6-432c-bc49-b1e584f2417d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:16.016779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43646) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:16.137142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Pushing event updated for resources: {'Port': ['ID=051c1c2f-e5e5-49b7-9de4-bad861f4c081,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:16.150474 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:16.202852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Performing IP validity checks on allocation pools {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jun 21 03:10:16.203385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jun 21 03:10:16.298742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 349b37c1-521b-4c9d-bef4-623e8144d5a3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:16.299097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:16.303654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-361908fa-0580-49e5-8a29-9a0b29c7301b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:16.451783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d384c-fa16-4f95-a434-dc948b5d333d req-a1dc2cc5-320d-4e2b-9594-91ee3f58acc6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:16.453376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-481d384c-fa16-4f95-a434-dc948b5d333d req-a1dc2cc5-320d-4e2b-9594-91ee3f58acc6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1992724
Jun 21 03:10:16.521481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 349b37c1-521b-4c9d-bef4-623e8144d5a3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=349b37c1-521b-4c9d-bef4-623e8144d5a3,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:16.522351 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:16.547118 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-361908fa-0580-49e5-8a29-9a0b29c7301b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:16.583786 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-481d384c-fa16-4f95-a434-dc948b5d333d req-3f1ca741-92b9-4cde-9c16-413ca5732208 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767820
Jun 21 03:10:16.619089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 349b37c1-521b-4c9d-bef4-623e8144d5a3 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:16.672196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:16.675375 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f0397f3f-b692-45c4-9d3b-239200ad86de tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:16.685231 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-361908fa-0580-49e5-8a29-9a0b29c7301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:16.692653 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f7711627-e004-4a5e-be29-1dc6e6aed3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:16.733114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-361908fa-0580-49e5-8a29-9a0b29c7301b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe78f057cec143ddb693bfa10bba58f3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7120287
Jun 21 03:10:16.737974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43668) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:16.746065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361908fa-0580-49e5-8a29-9a0b29c7301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63574a4-dbc6-4248-b9a9-f5e43376cb2b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:16.750528 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-361908fa-0580-49e5-8a29-9a0b29c7301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:16.759092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=adf2c2b3-9bb4-4d13-b248-d8d96d1f4970,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:16.804901 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:16.825837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': '07610d3a-277a-405d-bfab-8ffe2140f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5ef945f-fe62-48f0-8671-0f0f3133b93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:16.826207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: c5ef945f-fe62-48f0-8671-0f0f3133b93c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:16.826516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1afa7be5-0eb1-49ea-9de1-8f7edde2e8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:16.857974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1afa7be5-0eb1-49ea-9de1-8f7edde2e8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:16.999714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network c5ef945f-fe62-48f0-8671-0f0f3133b93c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:17.037120 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:17.039450 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-22d1e6fc-4fb3-45fd-a859-dc7507129a94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:17.040099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1afa7be5-0eb1-49ea-9de1-8f7edde2e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:17.046582 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1afa7be5-0eb1-49ea-9de1-8f7edde2e8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:17.047775 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1afa7be5-0eb1-49ea-9de1-8f7edde2e8ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e63574a4-dbc6-4248-b9a9-f5e43376cb2b HTTP/1.1" status: 204  len: 168 time: 0.3078959
Jun 21 03:10:17.053793 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c2e7db8e-709c-4de6-8e32-2fcc5ff112d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:17.065140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa7be5-0eb1-49ea-9de1-8f7edde2e8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63574a4-dbc6-4248-b9a9-f5e43376cb2b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:17.073782 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1afa7be5-0eb1-49ea-9de1-8f7edde2e8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:17.089284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=349b37c1-521b-4c9d-bef4-623e8144d5a3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:17.092132 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:17.183779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c5ef945f-fe62-48f0-8671-0f0f3133b93c) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:17.203627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:17.206557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:17.209110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4602408-91b2-484b-9aec-c4398a6eb6dd None None] Network c5ef945f-fe62-48f0-8671-0f0f3133b93c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:17.414945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:17.562544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 051c1c2f-e5e5-49b7-9de4-bad861f4c081 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:17.566926 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.5456395
Jun 21 03:10:17.571079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43702) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:17.670310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-c5ef945f-fe62-48f0-8671-0f0f3133b93c', 'network_id': 'c5ef945f-fe62-48f0-8671-0f0f3133b93c', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': 'adf2c2b3-9bb4-4d13-b248-d8d96d1f4970'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:17.670935 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:17.894454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:17.929075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:10:17.950638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e3987-ea41-4df3-a905-b6d4bab18435 None None] Network 2c219a84-173e-48cc-b55a-8fee22b68f7d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:17.988726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.162734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:10:18.179976 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "PUT /v2.0/routers/686fb09e-430a-43f7-b5c8-80bf2670e5e2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1942105
Jun 21 03:10:18.188498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43710) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:18.190841 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] Sync routers for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:10:18.211422 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:10:18.215273 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5970>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:10:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:18.239666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43714) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:18.270706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3177cbf-2fdc-4a08-92ae-f71f42b23b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.279689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Allocated IP 2001:db8::3 (c5ef945f-fe62-48f0-8671-0f0f3133b93c/adf2c2b3-9bb4-4d13-b248-d8d96d1f4970/d7289a85-462c-4ac8-b85c-2edc03e824e8) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:18.302844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting subnet 89b81a00-9368-49c9-b0f0-705c60913f47 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:10:18.312728 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.325421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] Provisioning for port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:18.429798 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.465214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] Provisioning complete for port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:18.467379 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.472712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3177cbf-2fdc-4a08-92ae-f71f42b23b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.484282 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:10:18.504245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.582289 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f3177cbf-2fdc-4a08-92ae-f71f42b23b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.587431 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce9f5685-e2dd-49d3-97e7-a4be24ae9e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:18.616586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f0ebc-c3c4-411b-8911-1d4decac36a8 req-22ca0189-520c-460e-b647-be7adc54aa34 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:18.630978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92f0ebc-c3c4-411b-8911-1d4decac36a8 req-22ca0189-520c-460e-b647-be7adc54aa34 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.7169385
Jun 21 03:10:18.650569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.717247 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f3177cbf-2fdc-4a08-92ae-f71f42b23b93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02d2dd4fba474589bbb6a1a8e9af1f93&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4763312
Jun 21 03:10:18.719721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:18.720910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3177cbf-2fdc-4a08-92ae-f71f42b23b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7740ab-fecd-4e39-ba83-012ea7cb8a87,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:18.726091 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3177cbf-2fdc-4a08-92ae-f71f42b23b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:18.736358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Transition to ACTIVE for port object d7289a85-462c-4ac8-b85c-2edc03e824e8 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:18.738887 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.861655 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.874326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Transition to ACTIVE for port object d7289a85-462c-4ac8-b85c-2edc03e824e8 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:18.879536 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5970>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:10:16Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:18.883330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d92f0ebc-c3c4-411b-8911-1d4decac36a8 req-5917e24c-fdb7-49df-a0cf-bc3c9a7b1004 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561533
Jun 21 03:10:18.904417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] For port 051c1c2f-e5e5-49b7-9de4-bad861f4c081, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=051c1c2f-e5e5-49b7-9de4-bad861f4c081,segment=NetworkSegment(9566bc3b-97dd-4241-a865-7dc66a79bba5),segment_id=9566bc3b-97dd-4241-a865-7dc66a79bba5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:18.943313 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] Checking router: 686fb09e-430a-43f7-b5c8-80bf2670e5e2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:10:18.954372 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] Routers {'686fb09e-430a-43f7-b5c8-80bf2670e5e2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:10:18.955281 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5970>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:10:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:18.988772 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:18.991694 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b89a9d3a-da93-4738-9b3f-b65ee498d366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:19.033210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f74d24a3-bd75-45e0-a4ec-f8582695e3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.044420 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.062494 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f74d24a3-bd75-45e0-a4ec-f8582695e3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.080473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Network c5ef945f-fe62-48f0-8671-0f0f3133b93c is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:19.096327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:19.111502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:19.118836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Pushing event updated for resources: {'Port': ['ID=d7289a85-462c-4ac8-b85c-2edc03e824e8,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:19.120445 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.129576 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6cba605d-a637-4ca0-8014-525a2ff0a027 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:19.132915 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:19.133421 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f8ddeb9b-19b8-4fa6-98ee-caafb9e24de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:19.167565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Subnet': ['ID=89b81a00-9368-49c9-b0f0-705c60913f47,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:19.170244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.172163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/subnets/89b81a00-9368-49c9-b0f0-705c60913f47 HTTP/1.1" status: 204  len: 168 time: 0.9820852
Jun 21 03:10:19.173239 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:19.174966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43726) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:19.222530 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f74d24a3-bd75-45e0-a4ec-f8582695e3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.230564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f74d24a3-bd75-45e0-a4ec-f8582695e3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.230564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f74d24a3-bd75-45e0-a4ec-f8582695e3be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b7740ab-fecd-4e39-ba83-012ea7cb8a87 HTTP/1.1" status: 204  len: 168 time: 0.4923170
Jun 21 03:10:19.230564 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9aa8721b-89fa-4a20-912a-40076b440027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:19.246018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d24a3-bd75-45e0-a4ec-f8582695e3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7740ab-fecd-4e39-ba83-012ea7cb8a87,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:19.250539 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f74d24a3-bd75-45e0-a4ec-f8582695e3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:19.254672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e22d8be-6d61-4f1f-91ef-3ca7ac2afdba None None] Network f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:19.285991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.289105 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5ae276a6-221c-4cc7-b2d5-f1cffb0b596a tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:19.336810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=adf2c2b3-9bb4-4d13-b248-d8d96d1f4970,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:19.340697 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:19.366104 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] Set router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:10:19.485178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.522762 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Attempting to bind port d7289a85-462c-4ac8-b85c-2edc03e824e8 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:19.524046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Attempting to bind port d7289a85-462c-4ac8-b85c-2edc03e824e8 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '07610d3a-277a-405d-bfab-8ffe2140f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5ef945f-fe62-48f0-8671-0f0f3133b93c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:19.524620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Attempting to bind port d7289a85-462c-4ac8-b85c-2edc03e824e8 on network c5ef945f-fe62-48f0-8671-0f0f3133b93c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:19.532580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-575a7c05-a8b5-4411-b79c-6b2c51f79835 None None] Provisioning complete for port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:19.533253 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-575a7c05-a8b5-4411-b79c-6b2c51f79835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.621504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] Pushing event updated for resources: {'Port': ['ID=051c1c2f-e5e5-49b7-9de4-bad861f4c081,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:19.671043 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:19.697065 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5970>, [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:10:16Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:19.700603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:19.700803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Checking segment: {'id': '07610d3a-277a-405d-bfab-8ffe2140f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5ef945f-fe62-48f0-8671-0f0f3133b93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:19.701119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.701558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Bound using segment: {'id': '07610d3a-277a-405d-bfab-8ffe2140f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5ef945f-fe62-48f0-8671-0f0f3133b93c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:19.702062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Bound port: d7289a85-462c-4ac8-b85c-2edc03e824e8, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07610d3a-277a-405d-bfab-8ffe2140f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5ef945f-fe62-48f0-8671-0f0f3133b93c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:19.702451 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.738772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:19.801273 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3a385-1262-4cd8-baa6-d8cefd3eebf5 None None] The sync data for ids ['686fb09e-430a-43f7-b5c8-80bf2670e5e2'] in n-d-758944-33 is: [{'id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050442975', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:14Z', 'updated_at': '2021-06-21T03:10:16Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '06bf8287-5aa2-43d1-a920-06e0d6266fe1', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686fb09e-430a-43f7-b5c8-80bf2670e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:16Z', 'updated_at': '2021-06-21T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:10:19.971705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] For port d7289a85-462c-4ac8-b85c-2edc03e824e8, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:19.996103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] For port d7289a85-462c-4ac8-b85c-2edc03e824e8, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d7289a85-462c-4ac8-b85c-2edc03e824e8,segment=NetworkSegment(07610d3a-277a-405d-bfab-8ffe2140f03b),segment_id=07610d3a-277a-405d-bfab-8ffe2140f03b)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:20.052864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 06bf8287-5aa2-43d1-a920-06e0d6266fe1 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:20.053272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:20.169402 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:20.177808 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:20.422079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 06bf8287-5aa2-43d1-a920-06e0d6266fe1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06bf8287-5aa2-43d1-a920-06e0d6266fe1,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:20.422995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:20.471639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7123da4-ac0d-4b20-a1b5-9bbe30f76a9b None None] Network c5ef945f-fe62-48f0-8671-0f0f3133b93c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:20.528000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Pushing event updated for resources: {'Port': ['ID=d7289a85-462c-4ac8-b85c-2edc03e824e8,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:20.557263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 06bf8287-5aa2-43d1-a920-06e0d6266fe1 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:20.593268 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:20.762545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:20.795879 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1a228e0>,) {'filters': {'network_id': ['c5ef945f-fe62-48f0-8671-0f0f3133b93c']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:20.798342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] DHCP port deletion for f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:10:20.808267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1a228e0>, '07610d3a-277a-405d-bfab-8ffe2140f03b') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:20.808783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1a228e0>, '07610d3a-277a-405d-bfab-8ffe2140f03b') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:20.821777 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:20.848074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:20.858693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:20.859075 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:20.862418 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:20.932992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cad0e-a41d-479c-9e75-72a2d4474354 req-8988c093-c752-4512-baa9-5dd60ba15a38 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:20.935343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-942cad0e-a41d-479c-9e75-72a2d4474354 req-8988c093-c752-4512-baa9-5dd60ba15a38 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.3332472
Jun 21 03:10:20.982884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] Deleting port ae36c880-1c6a-412b-b764-650555de77bb {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:20.986014 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.006588 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:10:21.006588 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:10:21.006588 n-d-758944-33 neutron-server[94167]: [parameters: {'id': 'c5ef945f-fe62-48f0-8671-0f0f3133b93c'}]
Jun 21 03:10:21.006588 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:10:21.006588 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:10:21.020380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-942cad0e-a41d-479c-9e75-72a2d4474354 req-f7856e88-7aa3-4758-b2e2-5b300fd2191d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529583
Jun 21 03:10:21.069359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] For port ae36c880-1c6a-412b-b764-650555de77bb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ae36c880-1c6a-412b-b764-650555de77bb,segment=NetworkSegment(4fc8ceba-4775-40e7-8202-709a8c48d649),segment_id=4fc8ceba-4775-40e7-8202-709a8c48d649)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:21.069781 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.097045 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.105249 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb0f946b-507e-4463-9a57-e739092c97cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:21.145640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] Calling delete_port for ae36c880-1c6a-412b-b764-650555de77bb owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:21.184163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=06bf8287-5aa2-43d1-a920-06e0d6266fe1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:21.194318 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:21.250683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 051c1c2f-e5e5-49b7-9de4-bad861f4c081 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:21.292586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.334747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:21.335350 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.423742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.426345 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.434174 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.475155 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:21.482336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43780) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:21.482848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] No DVR routers for this DVR port ae36c880-1c6a-412b-b764-650555de77bb on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:21.506046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.547225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] Pushing event deleted for resources: {'Port': ['ID=ae36c880-1c6a-412b-b764-650555de77bb,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:21.557593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ae36c880-1c6a-412b-b764-650555de77bb no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:10:21.560318 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7484c639-d816-4b5b-9d10-61ca780871cb None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:10:21.563800 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:21.595960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting port d7289a85-462c-4ac8-b85c-2edc03e824e8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:21.596294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.612788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ae36c880-1c6a-412b-b764-650555de77bb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:10:21.613279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ae36c880-1c6a-412b-b764-650555de77bb not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:10:21.613963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 349b37c1-521b-4c9d-bef4-623e8144d5a3 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:10:21.617161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.617998 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Fanout notify agent at l3_agent the message router_deleted on router 686fb09e-430a-43f7-b5c8-80bf2670e5e2 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:10:21.643875 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.648673 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/routers/686fb09e-430a-43f7-b5c8-80bf2670e5e2 HTTP/1.1" status: 204  len: 168 time: 2.4718008
Jun 21 03:10:21.652060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43788) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:21.714813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 349b37c1-521b-4c9d-bef4-623e8144d5a3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:10:21.715366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 349b37c1-521b-4c9d-bef4-623e8144d5a3 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:10:21.790342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-565163744'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:21.849976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.854032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] For port d7289a85-462c-4ac8-b85c-2edc03e824e8, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d7289a85-462c-4ac8-b85c-2edc03e824e8,segment=NetworkSegment(07610d3a-277a-405d-bfab-8ffe2140f03b),segment_id=07610d3a-277a-405d-bfab-8ffe2140f03b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:21.855331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:21.896014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7484c639-d816-4b5b-9d10-61ca780871cb None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:10:22.012867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Calling delete_port for d7289a85-462c-4ac8-b85c-2edc03e824e8 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:22.109123 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.132791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:22.138323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3e906d0>,) {'filters': {'network_id': ['f7d7e1a3-6da6-4d6d-baf7-cc03ec350002']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:22.144853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.171963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3e906d0>, '4fc8ceba-4775-40e7-8202-709a8c48d649') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:22.171963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3e906d0>, '4fc8ceba-4775-40e7-8202-709a8c48d649') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:22.179031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.182740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.218044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.228333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:22.231383 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:22.236146 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:22.321966 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.352919 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-46ef5f7a-7ce1-47b0-88ee-2c25dae4c724 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:22.392984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Port': ['ID=d7289a85-462c-4ac8-b85c-2edc03e824e8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:22.403340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No DVR routers for this DVR port d7289a85-462c-4ac8-b85c-2edc03e824e8 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:22.414603 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:22.497350 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.504409 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9b70770d-807e-4675-a4e5-56ac69b2c7ee tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:22.551393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.554158 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/networks/f7d7e1a3-6da6-4d6d-baf7-cc03ec350002 HTTP/1.1" status: 204  len: 168 time: 0.8982680
Jun 21 03:10:22.560778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Network': ['ID=f7d7e1a3-6da6-4d6d-baf7-cc03ec350002,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:22.562099 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:22.562806 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43814) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:22.631813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43816) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:22.637665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.667822 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b786951-4cf2-4fee-89ba-7401bf5220fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.675152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d926abb0>,) {'filters': {'network_id': ['c5ef945f-fe62-48f0-8671-0f0f3133b93c']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:22.702237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92258899-725b-4330-b83d-dd0088e01029 req-2cb8f0ac-6453-4a37-bc3c-dfdd974a8faa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:22.703878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92258899-725b-4330-b83d-dd0088e01029 req-2cb8f0ac-6453-4a37-bc3c-dfdd974a8faa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.4218822
Jun 21 03:10:22.704966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b786951-4cf2-4fee-89ba-7401bf5220fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.739196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d926abb0>, '07610d3a-277a-405d-bfab-8ffe2140f03b') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:22.739566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d926abb0>, '07610d3a-277a-405d-bfab-8ffe2140f03b') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:22.773426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.775384 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.839736 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79c6259f-83b9-4b50-81b9-6cf859e35fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.846882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92258899-725b-4330-b83d-dd0088e01029 req-ff5d0a79-a5c9-40a0-85d7-353bc4a7f52f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421249
Jun 21 03:10:22.852996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.867108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:22.867627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:22.873218 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:22.955017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.958410 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b786951-4cf2-4fee-89ba-7401bf5220fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.965131 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f74d24a3-bd75-45e0-a4ec-f8582695e3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:22.968034 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4b786951-4cf2-4fee-89ba-7401bf5220fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:22.969273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4b786951-4cf2-4fee-89ba-7401bf5220fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/security-groups/0796e428-1fd6-461d-b261-df75fda5cd5c HTTP/1.1" status: 204  len: 168 time: 0.4054236
Jun 21 03:10:22.985847 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9aa7a976-e1de-402f-b1b3-fe5fe66cbdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:22.989296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43826) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:23.016847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b786951-4cf2-4fee-89ba-7401bf5220fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0796e428-1fd6-461d-b261-df75fda5cd5c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:23.019548 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b786951-4cf2-4fee-89ba-7401bf5220fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:23.059957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338f2511-0b3e-4eb2-8714-29afc7cd7635,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:23.065677 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:23.129416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79c6259f-83b9-4b50-81b9-6cf859e35fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.161467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:23.184534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24a83128-9dfd-4d91-b6cf-2c2d015ce341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.184648 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.184648 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Added segment 0ef66cf1-afd6-4713-a47f-a46121eb57a6 of type vlan for network b09d7a70-0025-4008-b2df-6369f5cf8063
Jun 21 03:10:23.217932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79c6259f-83b9-4b50-81b9-6cf859e35fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.226731 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e472985e-f6cb-476e-92c0-e49ef78ecc8d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:23.298535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.311055 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25de5272-c460-4199-b344-b00ebf0fae92 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:23.315236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06bf8287-5aa2-43d1-a920-06e0d6266fe1 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:10:23.337715 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.343875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/c5ef945f-fe62-48f0-8671-0f0f3133b93c HTTP/1.1" status: 204  len: 168 time: 5.7681909
Jun 21 03:10:23.348005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=c5ef945f-fe62-48f0-8671-0f0f3133b93c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:23.352482 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:23.353404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43834) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:23.355515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.372428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 06bf8287-5aa2-43d1-a920-06e0d6266fe1 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:10:23.381039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06bf8287-5aa2-43d1-a920-06e0d6266fe1 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:10:23.392774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-335512666'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:23.413393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6259f-83b9-4b50-81b9-6cf859e35fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b516246e-4a70-44bc-b35e-dff8a71f024a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:23.418079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-79c6259f-83b9-4b50-81b9-6cf859e35fa5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=089e9a4274774b8792a8556dfdd2cdd3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7839332
Jun 21 03:10:23.420702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43838) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:23.423753 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-79c6259f-83b9-4b50-81b9-6cf859e35fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:23.486275 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.497375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:23.498032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.502920 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0fb286e8-af6d-4594-b614-d35d802508fb tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:23.525615 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24a83128-9dfd-4d91-b6cf-2c2d015ce341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.577910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b85a6a5c-810b-415d-9948-7c4488836878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.585026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-24a83128-9dfd-4d91-b6cf-2c2d015ce341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.591599 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-688d5a46-1e4c-412f-a4b4-deff297de6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:23.604562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Network': ['ID=b09d7a70-0025-4008-b2df-6369f5cf8063,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:23.607990 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:23.618571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b09d7a70-0025-4008-b2df-6369f5cf8063 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:23.645543 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b85a6a5c-810b-415d-9948-7c4488836878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.669990 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-24a83128-9dfd-4d91-b6cf-2c2d015ce341 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b51aa09d79f46a39eb111066222e585&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6732695
Jun 21 03:10:23.671445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43844) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:23.674400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a83128-9dfd-4d91-b6cf-2c2d015ce341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ba4984-1e4e-46a8-aaf4-726e3810189b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:23.682854 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24a83128-9dfd-4d91-b6cf-2c2d015ce341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:23.690870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.2025342
Jun 21 03:10:23.757097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abaeb890-6762-4095-a0d1-ba20f967c91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.787419 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abaeb890-6762-4095-a0d1-ba20f967c91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.799264 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b85a6a5c-810b-415d-9948-7c4488836878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.803563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b85a6a5c-810b-415d-9948-7c4488836878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.805430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b85a6a5c-810b-415d-9948-7c4488836878 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b516246e-4a70-44bc-b35e-dff8a71f024a HTTP/1.1" status: 204  len: 168 time: 0.3806667
Jun 21 03:10:23.806577 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-21583ba7-b0f9-4e6e-8ba7-2c30a80925da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:23.821099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43848) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:23.822116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a6a5c-810b-415d-9948-7c4488836878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b516246e-4a70-44bc-b35e-dff8a71f024a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:23.836458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102573786', 'description': 'tempest-secgroup-smoke-102573786 description', 'project_id': '5abc1439a51442dca598a84712ee0f1f'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:23.862713 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b85a6a5c-810b-415d-9948-7c4488836878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:23.879724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:23.890462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:23.982629 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.093131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfe1d2-97b5-4f51-a1c5-156e7f234c8f req-d06a278c-48bb-42a7-8206-890c4c4b5a08 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:24.095404 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ccbfe1d2-97b5-4f51-a1c5-156e7f234c8f req-d06a278c-48bb-42a7-8206-890c4c4b5a08 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.0821445
Jun 21 03:10:24.095599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:24.116072 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abaeb890-6762-4095-a0d1-ba20f967c91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.119596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abaeb890-6762-4095-a0d1-ba20f967c91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.139007 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-abaeb890-6762-4095-a0d1-ba20f967c91d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12ba4984-1e4e-46a8-aaf4-726e3810189b HTTP/1.1" status: 204  len: 168 time: 0.4627762
Jun 21 03:10:24.161992 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18505b34-2f4e-42f8-8239-969f4a8800b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:24.164530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ccbfe1d2-97b5-4f51-a1c5-156e7f234c8f req-c38fdce8-34ba-4db6-93f9-d28f1902ca60 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575557
Jun 21 03:10:24.171702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.172156 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 30f5129f-1072-4d3f-810a-b4b72d0b1eaf of type vlan for network 8ad6acc1-4d7b-4336-b654-398452f0070c
Jun 21 03:10:24.204100 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.209429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeb890-6762-4095-a0d1-ba20f967c91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ba4984-1e4e-46a8-aaf4-726e3810189b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:24.227247 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-abaeb890-6762-4095-a0d1-ba20f967c91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:24.285147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.301465 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-46b7f733-2f1d-45a7-b002-b6e1c821d542 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:24.311354 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.359168 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.364401 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5368471
Jun 21 03:10:24.367767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43860) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:24.373559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db96df7f-6145-478d-a759-8055e97997bf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:24.380475 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:24.386885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'db96df7f-6145-478d-a759-8055e97997bf', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:24.440665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.449309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:24.450803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.453755 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:24.537574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.560468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=8ad6acc1-4d7b-4336-b654-398452f0070c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:24.565419 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:24.573990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 8ad6acc1-4d7b-4336-b654-398452f0070c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:24.610798 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2304950
Jun 21 03:10:24.613938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43868) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:24.628402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': '8ad6acc1-4d7b-4336-b654-398452f0070c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:24.636999 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.771252 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.787199 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c4ca9584-e328-41db-a967-b0bf9778ee14 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:24.805682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e22035-8939-497a-88c6-4b1ba1af2a1e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:24.809393 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:24.829278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:24.833099 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.909954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43872) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:24.923141 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.924451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5552239
Jun 21 03:10:24.929131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43874) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:24.931588 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5632c7bd-6af2-4063-ada6-a78fb0602a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:24.934521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'db96df7f-6145-478d-a759-8055e97997bf', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:25.029664 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.130760 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5632c7bd-6af2-4063-ada6-a78fb0602a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.138249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43878) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:25.154795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50238c60-52f5-418e-b585-122861c6a8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.160671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.219982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5632c7bd-6af2-4063-ada6-a78fb0602a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.227362 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1afa7be5-0eb1-49ea-9de1-8f7edde2e8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:25.269205 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.272205 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a60bc3c9-5fea-42c1-98d8-dbeaf6f3e091 tempest-ServerActionsTestJSON-12571728 tempest-ServerActionsTestJSON-12571728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:25.293236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5632c7bd-6af2-4063-ada6-a78fb0602a50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e873325cecc546ce8b11927c96aaf687&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3810391
Jun 21 03:10:25.300635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43884) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:25.304467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c337c2-eee0-4d8a-8bfa-8448dbf1a14d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:25.313180 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:25.324149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.331454 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12d0e29c-ff42-4b57-9ff4-7490ee856bfa tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:25.384986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632c7bd-6af2-4063-ada6-a78fb0602a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb5acb7-8ab0-4dde-8308-8f2697675c32,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:25.394199 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5632c7bd-6af2-4063-ada6-a78fb0602a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:25.427541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5627e-7dce-4bab-a200-6657d2970f9d req-23471ab2-0ac9-49bd-b6c5-f8de008ab11a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:25.440892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6b5627e-7dce-4bab-a200-6657d2970f9d req-23471ab2-0ac9-49bd-b6c5-f8de008ab11a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1192744
Jun 21 03:10:25.496077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': '30f5129f-1072-4d3f-810a-b4b72d0b1eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ad6acc1-4d7b-4336-b654-398452f0070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:25.498648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: 8ad6acc1-4d7b-4336-b654-398452f0070c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:25.501822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=741c56ef-7786-4f69-ae7f-4e03b7fc865d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:25.514441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e43e032-355e-4a75-a2f5-0940f4dfe531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.516675 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:25.524730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6b5627e-7dce-4bab-a200-6657d2970f9d req-39e4baaf-ce14-4227-be2d-e72fc913c912 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771317
Jun 21 03:10:25.560109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e43e032-355e-4a75-a2f5-0940f4dfe531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.565689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50238c60-52f5-418e-b585-122861c6a8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.634616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network 8ad6acc1-4d7b-4336-b654-398452f0070c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:25.685484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50238c60-52f5-418e-b585-122861c6a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.694630 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a09a72b1-9a35-440f-be4e-f7a2557c13db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:25.730270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50238c60-52f5-418e-b585-122861c6a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f4df1-324d-489c-a5b6-a3fe671a8f5c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:25.737506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-50238c60-52f5-418e-b585-122861c6a8ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc5c725acfbb4594b09ebbbe91b99c7a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5951951
Jun 21 03:10:25.737506 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-50238c60-52f5-418e-b585-122861c6a8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:25.738282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43892) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:25.789288 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e43e032-355e-4a75-a2f5-0940f4dfe531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.794648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1e43e032-355e-4a75-a2f5-0940f4dfe531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.796606 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1e43e032-355e-4a75-a2f5-0940f4dfe531 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bb5acb7-8ab0-4dde-8308-8f2697675c32 HTTP/1.1" status: 204  len: 168 time: 0.4947414
Jun 21 03:10:25.798545 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f3177cbf-2fdc-4a08-92ae-f71f42b23b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:25.798859 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0238769-db61-4674-8e42-f3bcf9b77e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.821732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.827852 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8977084
Jun 21 03:10:25.828974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43896) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:25.829483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0238769-db61-4674-8e42-f3bcf9b77e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.834864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'db96df7f-6145-478d-a759-8055e97997bf', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:25.858924 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e032-355e-4a75-a2f5-0940f4dfe531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb5acb7-8ab0-4dde-8308-8f2697675c32,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:25.868601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 8ad6acc1-4d7b-4336-b654-398452f0070c) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:25.872801 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1e43e032-355e-4a75-a2f5-0940f4dfe531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:25.874249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:25.874955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.892599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432562eb-08d0-4e5f-9994-727a0eba16d1 None None] Network 8ad6acc1-4d7b-4336-b654-398452f0070c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:25.916499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.959633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0238769-db61-4674-8e42-f3bcf9b77e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.963521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0238769-db61-4674-8e42-f3bcf9b77e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:25.965547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f0238769-db61-4674-8e42-f3bcf9b77e5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de2f4df1-324d-489c-a5b6-a3fe671a8f5c HTTP/1.1" status: 204  len: 168 time: 0.2263291
Jun 21 03:10:25.966611 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:25.984018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0238769-db61-4674-8e42-f3bcf9b77e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f4df1-324d-489c-a5b6-a3fe671a8f5c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:25.990095 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0238769-db61-4674-8e42-f3bcf9b77e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:26.031065 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.4134643
Jun 21 03:10:26.031477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 43900) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:26.079815 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.154904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.174597 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-946f926f-f145-4caf-870d-621ec3a573bf tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:26.190075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c06287a-4c87-46f0-989c-57129a99b70e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:26.194188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-8ad6acc1-4d7b-4336-b654-398452f0070c', 'network_id': '8ad6acc1-4d7b-4336-b654-398452f0070c', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': '741c56ef-7786-4f69-ae7f-4e03b7fc865d'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:26.195705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.202943 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:26.258012 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.259856 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4287407
Jun 21 03:10:26.261805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.267905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43906) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:26.273738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'db96df7f-6145-478d-a759-8055e97997bf', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:26.359589 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.439144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Allocated IP 2001:db8::1 (8ad6acc1-4d7b-4336-b654-398452f0070c/741c56ef-7786-4f69-ae7f-4e03b7fc865d/82f5f103-4d56-461f-8c2b-e5a15b45a112) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:26.453947 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.583200 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.696020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.696020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af43f31c-76d3-426b-9480-186a4e274f64 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:26.730452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1406e295-6436-4ba7-9c76-280f463e4189,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:26.749760 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:26.845671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:26.848988 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5798330
Jun 21 03:10:26.859250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43928) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:26.859846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43930) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:26.865820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'subnet': {'network_id': 'b09d7a70-0025-4008-b2df-6369f5cf8063', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:26.896548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'db96df7f-6145-478d-a759-8055e97997bf', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:26.915110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcb1f-d01f-4ee2-8749-03a771cfaa1d req-336d5aab-5b16-48de-b447-72d872c0e6a4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:26.923610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-979dcb1f-d01f-4ee2-8749-03a771cfaa1d req-336d5aab-5b16-48de-b447-72d872c0e6a4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2159150
Jun 21 03:10:27.019183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-979dcb1f-d01f-4ee2-8749-03a771cfaa1d req-d3804805-bc2d-45fc-87d6-4468061d6a4c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945816
Jun 21 03:10:27.079269 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.088057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Transition to ACTIVE for port object 82f5f103-4d56-461f-8c2b-e5a15b45a112 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:27.092505 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Project 5abc1439a51442dca598a84712ee0f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:10:27.107498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Transition to ACTIVE for port object 82f5f103-4d56-461f-8c2b-e5a15b45a112 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:27.110752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.185315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.199810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.203400 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1a1ed2e4-2477-4b26-8bc5-c156c5bebe61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:27.222571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:27.226539 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.258310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Network 8ad6acc1-4d7b-4336-b654-398452f0070c is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:27.262196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:27.267525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:27.281284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.285614 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0adc297d-fe0e-4716-a011-efafb7bd13f8 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:27.286932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Pushing event updated for resources: {'Port': ['ID=82f5f103-4d56-461f-8c2b-e5a15b45a112,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:27.290826 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:27.304931 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.314272 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-99d40316-23d9-4b6a-9b51-232904686513 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:27.328386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9228f83-4284-4c57-a642-b189eae7dfcc,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:27.345795 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:27.372567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Attempting to bind port 82f5f103-4d56-461f-8c2b-e5a15b45a112 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:27.373044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Attempting to bind port 82f5f103-4d56-461f-8c2b-e5a15b45a112 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '30f5129f-1072-4d3f-810a-b4b72d0b1eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ad6acc1-4d7b-4336-b654-398452f0070c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:27.373555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Attempting to bind port 82f5f103-4d56-461f-8c2b-e5a15b45a112 on network 8ad6acc1-4d7b-4336-b654-398452f0070c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:27.380570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:27.380971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Checking segment: {'id': '30f5129f-1072-4d3f-810a-b4b72d0b1eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ad6acc1-4d7b-4336-b654-398452f0070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:27.381418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.382382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Bound using segment: {'id': '30f5129f-1072-4d3f-810a-b4b72d0b1eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ad6acc1-4d7b-4336-b654-398452f0070c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:27.383149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Bound port: 82f5f103-4d56-461f-8c2b-e5a15b45a112, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f5129f-1072-4d3f-810a-b4b72d0b1eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ad6acc1-4d7b-4336-b654-398452f0070c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:27.383537 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.386134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=741c56ef-7786-4f69-ae7f-4e03b7fc865d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:27.393981 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:27.445468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.448375 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5760555
Jun 21 03:10:27.451840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43948) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:27.458075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'security_group_rule': {'security_group_id': 'db96df7f-6145-478d-a759-8055e97997bf', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:27.459265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] For port 82f5f103-4d56-461f-8c2b-e5a15b45a112, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:27.464061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] For port 82f5f103-4d56-461f-8c2b-e5a15b45a112, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=82f5f103-4d56-461f-8c2b-e5a15b45a112,segment=NetworkSegment(30f5129f-1072-4d3f-810a-b4b72d0b1eaf),segment_id=30f5129f-1072-4d3f-810a-b4b72d0b1eaf)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:27.526505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.542362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d832eeb0>,) {'filters': {'network_id': ['8ad6acc1-4d7b-4336-b654-398452f0070c']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:27.556809 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d832eeb0>, '30f5129f-1072-4d3f-810a-b4b72d0b1eaf') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:27.557230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d832eeb0>, '30f5129f-1072-4d3f-810a-b4b72d0b1eaf') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:27.576432 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.576998 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.581156 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Project 5abc1439a51442dca598a84712ee0f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:10:27.582007 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-93ec5c0e-a1eb-4da4-866d-25372a9e5076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:27.595933 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.596517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:27.608508 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:27.725442 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:10:27.725442 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:10:27.725442 n-d-758944-33 neutron-server[94167]: [parameters: {'id': '8ad6acc1-4d7b-4336-b654-398452f0070c'}]
Jun 21 03:10:27.725442 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:10:27.730896 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:10:27.730976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Pushing event updated for resources: {'Port': ['ID=82f5f103-4d56-461f-8c2b-e5a15b45a112,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:27.732532 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:27.742839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.765213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75044ae-0248-4331-ae16-af560a3ca689 None None] Network 8ad6acc1-4d7b-4336-b654-398452f0070c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:27.770911 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.774572 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-468cec5e-f979-4e4b-b384-b296c1899926 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:27.850096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.854387 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Subnet': ['ID=be326286-96cf-4a0d-9d50-efb43db8aafe,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:27.859054 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:27.860606 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93c8d1dd-5565-4cd3-b522-63629317ed0f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:27.863166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Checking segment: {'id': '0ef66cf1-afd6-4713-a47f-a46121eb57a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b09d7a70-0025-4008-b2df-6369f5cf8063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:27.863535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network hostable DHCP agents. Network: b09d7a70-0025-4008-b2df-6369f5cf8063, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:27.887202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463f22c1-797d-4b54-8d50-a04d621c9c1a,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:27.891136 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:27.961527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:27.966126 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc102c6d-d537-4537-a005-d68a712b8fa7 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5091667
Jun 21 03:10:27.966402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43970) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:27.971801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'network': {'name': 'tempest-network-smoke--348706130', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'port_security_enabled': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:27.976358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network b09d7a70-0025-4008-b2df-6369f5cf8063 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:27.997131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2975b06-8f7d-4d27-9c9c-b414d742166f None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:10:28.096994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, b09d7a70-0025-4008-b2df-6369f5cf8063) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:28.101515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:28.103476 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.122186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:28.132454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.185188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:28.199630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2975b06-8f7d-4d27-9c9c-b414d742166f None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:10:28.217997 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.218358 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Added segment 7c4446ce-625d-496f-a99a-80e486d62c3c of type vlan for network 43f78038-6da3-47e3-adc5-b3d9121636a6
Jun 21 03:10:28.231047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.236633 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3715971
Jun 21 03:10:28.236633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43980) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:28.259590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1678370329'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:28.265175 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231464e7-7c02-4eb3-a92d-e59761925eb4 req-49619abf-8129-4c1e-b055-5e2110bae3fa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:28.272283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-231464e7-7c02-4eb3-a92d-e59761925eb4 req-49619abf-8129-4c1e-b055-5e2110bae3fa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1149037
Jun 21 03:10:28.332953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.378219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-231464e7-7c02-4eb3-a92d-e59761925eb4 req-94fa7b78-ab67-4f7a-8e5f-fa9c6c79f2f3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050463
Jun 21 03:10:28.396496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting port 82f5f103-4d56-461f-8c2b-e5a15b45a112 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:28.396943 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.427825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:28.431633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.473282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] For port 82f5f103-4d56-461f-8c2b-e5a15b45a112, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=82f5f103-4d56-461f-8c2b-e5a15b45a112,segment=NetworkSegment(30f5129f-1072-4d3f-810a-b4b72d0b1eaf),segment_id=30f5129f-1072-4d3f-810a-b4b72d0b1eaf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:28.473956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.476644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:28.486411 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.486766 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Added segment 8dc4e117-2f1a-474c-be8b-82e15070cf99 of type vlan for network 5e4088c7-1886-4824-8271-e67e4c20a59a
Jun 21 03:10:28.531641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.549826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Calling delete_port for 82f5f103-4d56-461f-8c2b-e5a15b45a112 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:28.606045 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.612050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:28.612657 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.624625 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1443e19d-58bb-4976-9f16-fc16f9182ce3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:28.645549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-b09d7a70-0025-4008-b2df-6369f5cf8063', 'network_id': 'b09d7a70-0025-4008-b2df-6369f5cf8063', 'tenant_id': '2e840e68b2da4b66ba3c52d41f58e145', 'fixed_ips': [{'subnet_id': 'be326286-96cf-4a0d-9d50-efb43db8aafe'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:28.646946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.703777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Network': ['ID=43f78038-6da3-47e3-adc5-b3d9121636a6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:28.706598 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:28.716765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:28.794382 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.794558 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.797456 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:28.800177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:28.800860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.804477 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-399e2009-3dec-4be8-ba7d-d7ef6cf0dad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:28.811315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8413043
Jun 21 03:10:28.825525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 43996) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:28.831429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Port': ['ID=82f5f103-4d56-461f-8c2b-e5a15b45a112,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:28.835759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No DVR routers for this DVR port 82f5f103-4d56-461f-8c2b-e5a15b45a112 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:28.836781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:28.866738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'admin_state_up': True, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:28.896650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Network': ['ID=5e4088c7-1886-4824-8271-e67e4c20a59a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:28.899838 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:28.922285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 5e4088c7-1886-4824-8271-e67e4c20a59a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:28.966260 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:28.980756 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7413597
Jun 21 03:10:28.985080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44002) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:28.988249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'subnet': {'network_id': '5e4088c7-1886-4824-8271-e67e4c20a59a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:28.996355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1be3a30>,) {'filters': {'network_id': ['8ad6acc1-4d7b-4336-b654-398452f0070c']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:29.035631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Allocated IP 2001:db8:0:ffff::2 (b09d7a70-0025-4008-b2df-6369f5cf8063/be326286-96cf-4a0d-9d50-efb43db8aafe/439e7dbd-362b-4db3-ba79-7068c6939cc1) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:29.037570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1be3a30>, '30f5129f-1072-4d3f-810a-b4b72d0b1eaf') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:29.043913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1be3a30>, '30f5129f-1072-4d3f-810a-b4b72d0b1eaf') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:29.051520 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.068480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.084846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:29.085273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:29.101705 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:29.208924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.208924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.229905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.238723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Transition to ACTIVE for port object 439e7dbd-362b-4db3-ba79-7068c6939cc1 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:29.257626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Transition to ACTIVE for port object 439e7dbd-362b-4db3-ba79-7068c6939cc1 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:29.296718 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.301229 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1fe22376-7078-419d-98e5-677063a00475 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:29.307894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.310166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/8ad6acc1-4d7b-4336-b654-398452f0070c HTTP/1.1" status: 204  len: 168 time: 3.2776940
Jun 21 03:10:29.315263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:29.342326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-907521976'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:29.348232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=8ad6acc1-4d7b-4336-b654-398452f0070c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:29.349781 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:29.352737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.352992 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:29.375990 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.391189 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.399355 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:29.480349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:29.484423 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.496554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Network b09d7a70-0025-4008-b2df-6369f5cf8063 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:29.504766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:29.512154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:29.536228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:29.538400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Pushing event updated for resources: {'Port': ['ID=439e7dbd-362b-4db3-ba79-7068c6939cc1,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:29.549684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.550288 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 52f0219e-764d-43e7-b730-b3eceebd5bfd of type vlan for network 033dcf19-60e6-4b57-8406-aa7e35f1201a
Jun 21 03:10:29.553532 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:29.669700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Attempting to bind port 439e7dbd-362b-4db3-ba79-7068c6939cc1 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:29.670111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Attempting to bind port 439e7dbd-362b-4db3-ba79-7068c6939cc1 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0ef66cf1-afd6-4713-a47f-a46121eb57a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b09d7a70-0025-4008-b2df-6369f5cf8063'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:29.670526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Attempting to bind port 439e7dbd-362b-4db3-ba79-7068c6939cc1 on network b09d7a70-0025-4008-b2df-6369f5cf8063 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:29.682786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:29.688946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Checking segment: {'id': '0ef66cf1-afd6-4713-a47f-a46121eb57a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b09d7a70-0025-4008-b2df-6369f5cf8063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:29.688946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.688946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Bound using segment: {'id': '0ef66cf1-afd6-4713-a47f-a46121eb57a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b09d7a70-0025-4008-b2df-6369f5cf8063'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:29.688946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Bound port: 439e7dbd-362b-4db3-ba79-7068c6939cc1, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef66cf1-afd6-4713-a47f-a46121eb57a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b09d7a70-0025-4008-b2df-6369f5cf8063'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:29.690446 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.740795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.774799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] For port 439e7dbd-362b-4db3-ba79-7068c6939cc1, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:29.779733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] For port 439e7dbd-362b-4db3-ba79-7068c6939cc1, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=439e7dbd-362b-4db3-ba79-7068c6939cc1,segment=NetworkSegment(0ef66cf1-afd6-4713-a47f-a46121eb57a6),segment_id=0ef66cf1-afd6-4713-a47f-a46121eb57a6)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:29.847419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96367b7-fefe-4b9a-9f32-5d467f73836d req-aa6ef06d-a291-4ae7-b9df-10bd2f605f0f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:29.849656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c96367b7-fefe-4b9a-9f32-5d467f73836d req-aa6ef06d-a291-4ae7-b9df-10bd2f605f0f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2872732
Jun 21 03:10:29.850991 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.853050 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:29.919610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.931048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:29.934178 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:29.939862 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7124bbcd-ac68-4bf7-9ccc-33fa931c7d6a tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:29.951128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c96367b7-fefe-4b9a-9f32-5d467f73836d req-2704696b-90c7-4d42-8c34-fce9a5d1df8d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918136
Jun 21 03:10:30.003866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Pushing event updated for resources: {'Port': ['ID=439e7dbd-362b-4db3-ba79-7068c6939cc1,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:30.011830 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:30.086986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7508934
Jun 21 03:10:30.094252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44060) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:30.098990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': '033dcf19-60e6-4b57-8406-aa7e35f1201a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:30.214593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=033dcf19-60e6-4b57-8406-aa7e35f1201a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:30.225708 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1eee406-e4c2-4c07-8d9d-04abd5e86cf3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:30.239715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 033dcf19-60e6-4b57-8406-aa7e35f1201a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:30.502633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:30.507004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:30.570835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:30.857814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:30.862673 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ec6ef2f1-3a62-46a0-9f5b-c58fcd6cc64d tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:30.947215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:10:30.948827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=a59feefe-3c70-4c43-ab34-ba2c575df923,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:30.954061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:30.970357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': '52f0219e-764d-43e7-b730-b3eceebd5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '033dcf19-60e6-4b57-8406-aa7e35f1201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:30.970755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: 033dcf19-60e6-4b57-8406-aa7e35f1201a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:30.972038 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:30.977958 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e7ed5275-e0d2-4d44-b133-22d0dab6de9e tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:31.076192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Subnet': ['ID=299ee381-98f5-4f71-9089-490400caceea,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:31.084770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network 033dcf19-60e6-4b57-8406-aa7e35f1201a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:31.100547 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:31.116768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Checking segment: {'id': '8dc4e117-2f1a-474c-be8b-82e15070cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e4088c7-1886-4824-8271-e67e4c20a59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:31.117151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network hostable DHCP agents. Network: 5e4088c7-1886-4824-8271-e67e4c20a59a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:31.187410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44074) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:31.303909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 439e7dbd-362b-4db3-ba79-7068c6939cc1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:31.306147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 033dcf19-60e6-4b57-8406-aa7e35f1201a) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:31.311937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:31.312752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.315946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.367992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.373901 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6712ae2-befc-496c-ba42-72a892e23c80 req-519aa3d8-93ba-45ef-9d00-398911c5bebb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:31.375594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6712ae2-befc-496c-ba42-72a892e23c80 req-519aa3d8-93ba-45ef-9d00-398911c5bebb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1254406
Jun 21 03:10:31.426528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59999420-c948-4791-a085-953341472adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.428741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network 5e4088c7-1886-4824-8271-e67e4c20a59a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:31.439977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 5e4088c7-1886-4824-8271-e67e4c20a59a) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:31.455119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:31.465773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.466083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6712ae2-befc-496c-ba42-72a892e23c80 req-d8eaf807-a57c-4abf-85b0-e5b376d2a831 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756502
Jun 21 03:10:31.508111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 439e7dbd-362b-4db3-ba79-7068c6939cc1 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:31.510568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.4156461
Jun 21 03:10:31.515354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44082) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:31.549176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.25.7.62 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/2336c843-56fd-4026-96bb-f18bfe479f14) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:31.630368 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.6464565
Jun 21 03:10:31.633038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44086) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:31.641018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'port': {'network_id': '5e4088c7-1886-4824-8271-e67e4c20a59a', 'name': 'tempest-NetworksIpV6TestAttrs-1692046574'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:31.641523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d091921b-cad8-4191-9a7b-c74776d741f0 None None] Network b09d7a70-0025-4008-b2df-6369f5cf8063 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:31.646244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af429ed3-5310-4ed2-b3e7-db21e1ae301b None None] Network 033dcf19-60e6-4b57-8406-aa7e35f1201a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:31.689139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.710502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b0901-7986-4258-a7c3-4bc6d902c409 None None] Network 5e4088c7-1886-4824-8271-e67e4c20a59a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:31.856139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.860143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59999420-c948-4791-a085-953341472adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.861147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.936367 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59999420-c948-4791-a085-953341472adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:31.942485 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bb38cc04-ab51-48e8-8090-2bb489723191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:31.981953 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-59999420-c948-4791-a085-953341472adb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a280a3790924dc9b40b4587b149e3d7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7934260
Jun 21 03:10:31.984586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44096) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:31.987048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59999420-c948-4791-a085-953341472adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18085faa-3f54-479f-80bf-903b48101c8e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:31.990101 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-59999420-c948-4791-a085-953341472adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:32.049787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4368a5ce-20a8-47da-8323-80156f1ce835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.075412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4368a5ce-20a8-47da-8323-80156f1ce835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.114680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.116627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] Provisioning for port 439e7dbd-362b-4db3-ba79-7068c6939cc1 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:32.117663 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f3800547-f2de-4a5d-bd60-cb44ad6f7c39 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:32.145707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.152478 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6cbc8567-95e5-4f69-9639-bd6e2bd9debf tempest-AttachVolumeTestJSON-1004856988 tempest-AttachVolumeTestJSON-1004856988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:32.156578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=a59feefe-3c70-4c43-ab34-ba2c575df923,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:32.156752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:32.165087 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:32.172211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.199231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] Provisioning complete for port 439e7dbd-362b-4db3-ba79-7068c6939cc1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:32.202170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:32.206423 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.208949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73bc72-145a-4fb3-8ca6-780ffee471e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-033dcf19-60e6-4b57-8406-aa7e35f1201a', 'network_id': '033dcf19-60e6-4b57-8406-aa7e35f1201a', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': 'a59feefe-3c70-4c43-ab34-ba2c575df923'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:32.210060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db73bc72-145a-4fb3-8ca6-780ffee471e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.244487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:32.249586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.260643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:32.285596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d9a46af0>,) {'filters': {'network_id': ['033dcf19-60e6-4b57-8406-aa7e35f1201a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:32.300311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-5e4088c7-1886-4824-8271-e67e4c20a59a', 'network_id': '5e4088c7-1886-4824-8271-e67e4c20a59a', 'tenant_id': '2e840e68b2da4b66ba3c52d41f58e145', 'fixed_ips': [{'subnet_id': '299ee381-98f5-4f71-9089-490400caceea'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:32.301157 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.309862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9a46af0>, '52f0219e-764d-43e7-b730-b3eceebd5bfd') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:32.310650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9a46af0>, '52f0219e-764d-43e7-b730-b3eceebd5bfd') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:32.334407 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.341474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4368a5ce-20a8-47da-8323-80156f1ce835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.344238 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4368a5ce-20a8-47da-8323-80156f1ce835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.348015 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4368a5ce-20a8-47da-8323-80156f1ce835 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18085faa-3f54-479f-80bf-903b48101c8e HTTP/1.1" status: 204  len: 168 time: 0.3582747
Jun 21 03:10:32.356731 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.360171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] device_id is not set on port 8b56c3dd-c750-4c2e-8847-d87d91f186af yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:10:32.370381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:32.370381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.415365 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=2336c843-56fd-4026-96bb-f18bfe479f14,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:32.458208 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:32.483606 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:32.484209 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1510a40a-a2bf-441f-871d-ed6923c98573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:32.551727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368a5ce-20a8-47da-8323-80156f1ce835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18085faa-3f54-479f-80bf-903b48101c8e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:32.554982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5110ba0f-baa1-456b-9fc1-67818a5256e2 None None] Network 033dcf19-60e6-4b57-8406-aa7e35f1201a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:32.570789 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.576123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfebac8a-d0d6-4ce1-8786-14ec21b3d238 tempest-ExternalNetworksTestJSON-324531115 tempest-ExternalNetworksTestJSON-324531115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:32.591547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.591547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/033dcf19-60e6-4b57-8406-aa7e35f1201a HTTP/1.1" status: 204  len: 168 time: 1.0733597
Jun 21 03:10:32.598547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:32.607456 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4368a5ce-20a8-47da-8323-80156f1ce835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:32.614946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=033dcf19-60e6-4b57-8406-aa7e35f1201a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:32.616249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1692636066'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:32.627485 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:32.769266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Allocated IP 2001:db8::f816:3eff:fe91:961f (5e4088c7-1886-4824-8271-e67e4c20a59a/299ee381-98f5-4f71-9089-490400caceea/8b56c3dd-c750-4c2e-8847-d87d91f186af) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:32.807589 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:32.867940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2811b-56bc-4e82-a40d-6bb7eda613d6 req-68e537ea-4f08-4bbd-b26d-6829d186040e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:32.886445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84d2811b-56bc-4e82-a40d-6bb7eda613d6 req-68e537ea-4f08-4bbd-b26d-6829d186040e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1897078
Jun 21 03:10:32.957232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] For port 439e7dbd-362b-4db3-ba79-7068c6939cc1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=439e7dbd-362b-4db3-ba79-7068c6939cc1,segment=NetworkSegment(0ef66cf1-afd6-4713-a47f-a46121eb57a6),segment_id=0ef66cf1-afd6-4713-a47f-a46121eb57a6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:32.979339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84d2811b-56bc-4e82-a40d-6bb7eda613d6 req-9a84dbfa-0f1a-4cbc-baca-1549801078eb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951278
Jun 21 03:10:33.020868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:33.025551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.086322 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.086322 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:33.203276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] Pushing event updated for resources: {'Port': ['ID=439e7dbd-362b-4db3-ba79-7068c6939cc1,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:33.217251 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:33.229696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:33.247873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.248268 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 4916fbcd-97cc-42a9-a293-4eefea161f15 of type vlan for network 655536c0-32c1-428b-943b-9405b1fa165c
Jun 21 03:10:33.332629 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.371843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.380201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.388194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:33.402943 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5029c560-2ba6-4c4c-a3f6-53ed6c0d84b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.409102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Transition to ACTIVE for port object 8b56c3dd-c750-4c2e-8847-d87d91f186af will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:33.443642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b1fc0-34ae-412f-b828-58999f0a022d None None] Network b09d7a70-0025-4008-b2df-6369f5cf8063 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:33.534465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5029c560-2ba6-4c4c-a3f6-53ed6c0d84b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.538711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-963556dd-ea32-4f3d-99e5-98ea9ec36568 None None] Provisioning complete for port 439e7dbd-362b-4db3-ba79-7068c6939cc1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:33.539089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-963556dd-ea32-4f3d-99e5-98ea9ec36568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.618996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.625984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:33.626623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.630885 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:33.639399 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5029c560-2ba6-4c4c-a3f6-53ed6c0d84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.649324 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b6aa5b2-c454-4667-a839-efcd1b1fd361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:33.712649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029c560-2ba6-4c4c-a3f6-53ed6c0d84b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a42588a-809b-4bbb-8700-7bcb906be418,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:33.717821 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5029c560-2ba6-4c4c-a3f6-53ed6c0d84b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:33.724306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5029c560-2ba6-4c4c-a3f6-53ed6c0d84b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f7ebcede1e847eabacc42d976e62f8b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3346844
Jun 21 03:10:33.726848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44132) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:33.780019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.783482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.834166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa254f96-b523-4b49-bbc3-83e895e967c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.875307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa254f96-b523-4b49-bbc3-83e895e967c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:33.896908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=655536c0-32c1-428b-943b-9405b1fa165c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:33.930256 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3215687
Jun 21 03:10:33.931481 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:33.936970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44136) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:33.937149 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d78d02fa-5423-48b7-8d9b-41cf8657de06 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:33.942226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': '655536c0-32c1-428b-943b-9405b1fa165c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:33.967041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Allocated IP 2001:db8::f816:3eff:fea2:295 (5e4088c7-1886-4824-8271-e67e4c20a59a/299ee381-98f5-4f71-9089-490400caceea/9baad9ab-7bba-4bb5-987c-020e6b2c4d38) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:33.996412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network 5e4088c7-1886-4824-8271-e67e4c20a59a is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:34.088310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:34.092531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:34.099205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:34.100085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.143919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa254f96-b523-4b49-bbc3-83e895e967c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.150220 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa254f96-b523-4b49-bbc3-83e895e967c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.156661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fa254f96-b523-4b49-bbc3-83e895e967c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a42588a-809b-4bbb-8700-7bcb906be418 HTTP/1.1" status: 204  len: 168 time: 0.4268169
Jun 21 03:10:34.158552 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-977b2b66-e210-489c-8e3d-184755af6f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:34.164025 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Port': ['ID=8b56c3dd-c750-4c2e-8847-d87d91f186af,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:34.180985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:34.183841 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:34.188951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.268671 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.6341376
Jun 21 03:10:34.275540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44142) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:34.297612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa254f96-b523-4b49-bbc3-83e895e967c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a42588a-809b-4bbb-8700-7bcb906be418,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:34.301261 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fa254f96-b523-4b49-bbc3-83e895e967c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:34.313240 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.336100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Transition to ACTIVE for port object 9baad9ab-7bba-4bb5-987c-020e6b2c4d38 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:34.340807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 655536c0-32c1-428b-943b-9405b1fa165c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:34.344006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 0354ea12-0969-4cbf-b6fb-533f25d99141 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:10:34.510206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f960-8eac-44dd-a2e8-13042117dc33 req-6ec05e4d-03fd-4291-a3b7-bfd7ab105124 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:34.512353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Transition to ACTIVE for port object 9baad9ab-7bba-4bb5-987c-020e6b2c4d38 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:34.513041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d52f960-8eac-44dd-a2e8-13042117dc33 req-6ec05e4d-03fd-4291-a3b7-bfd7ab105124 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2285402
Jun 21 03:10:34.559238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Deleting subnet 299ee381-98f5-4f71-9089-490400caceea {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:10:34.559620 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-900797ba-9966-49d6-be47-fab9a262a012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.566351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:10:34.577615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Sync routers for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:10:34.590341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:10:34.591462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c2ecd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:10:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:34.619955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d52f960-8eac-44dd-a2e8-13042117dc33 req-9f1f19a3-6b22-44ef-be5f-c521c3cf169e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889213
Jun 21 03:10:34.627002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.630092 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36cd20ec-b502-4cb3-bf0d-bce398baa6a8 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:34.696298 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.764024 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.773736 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 5.9450357
Jun 21 03:10:34.775664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44148) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:34.828096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=a114e26f-4dd6-48e8-8513-ccccad837596,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:34.831141 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:34.834028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': '4916fbcd-97cc-42a9-a293-4eefea161f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '655536c0-32c1-428b-943b-9405b1fa165c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:34.848222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: 655536c0-32c1-428b-943b-9405b1fa165c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:34.862790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:10:34.951576 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2f048546-bc1d-493c-bd62-f64e3513e000 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=5abc1439a51442dca598a84712ee0f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1617396
Jun 21 03:10:34.952024 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:34.952123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44156) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:34.968452 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.049593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network 655536c0-32c1-428b-943b-9405b1fa165c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:35.076458 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:35.125587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6723d2da-e624-47be-aebe-328e197f484c tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:35.127913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6723d2da-e624-47be-aebe-328e197f484c tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1749916
Jun 21 03:10:35.131098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44160) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:35.204162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e526a32d-5f9f-4006-adfa-91711b34c1a8 tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0709927
Jun 21 03:10:35.206628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44164) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:35.210784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 655536c0-32c1-428b-943b-9405b1fa165c) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:35.218655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:35.219255 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.220246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1884835291', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:35.221953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Network 5e4088c7-1886-4824-8271-e67e4c20a59a is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:35.224320 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.245697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de083e44-6c7f-46e9-a6f3-cd7be64a066e None None] Network 655536c0-32c1-428b-943b-9405b1fa165c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:35.247840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 439e7dbd-362b-4db3-ba79-7068c6939cc1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:35.298801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:35.314673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3773394
Jun 21 03:10:35.319479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:35.319794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44166) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:35.327738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': '655536c0-32c1-428b-943b-9405b1fa165c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:35.330922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Pushing event updated for resources: {'Port': ['ID=9baad9ab-7bba-4bb5-987c-020e6b2c4d38,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:35.377374 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:35.397201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-91672a5e-54e3-48f3-b8eb-4361c149fc63 None None] Provisioning complete for port 439e7dbd-362b-4db3-ba79-7068c6939cc1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:35.397693 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-91672a5e-54e3-48f3-b8eb-4361c149fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.462076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:35.473218 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.486765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.491815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 439e7dbd-362b-4db3-ba79-7068c6939cc1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:35.492204 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.519872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Attempting to bind port 9baad9ab-7bba-4bb5-987c-020e6b2c4d38 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:35.520377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Attempting to bind port 9baad9ab-7bba-4bb5-987c-020e6b2c4d38 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '8dc4e117-2f1a-474c-be8b-82e15070cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e4088c7-1886-4824-8271-e67e4c20a59a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:35.521070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Attempting to bind port 9baad9ab-7bba-4bb5-987c-020e6b2c4d38 on network 5e4088c7-1886-4824-8271-e67e4c20a59a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:35.523630 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-09287791-d3e9-49e6-a976-bb1fea495664 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:35.536767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:35.537263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Checking segment: {'id': '8dc4e117-2f1a-474c-be8b-82e15070cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e4088c7-1886-4824-8271-e67e4c20a59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:35.542372 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.542372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Bound using segment: {'id': '8dc4e117-2f1a-474c-be8b-82e15070cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e4088c7-1886-4824-8271-e67e4c20a59a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:35.542372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Bound port: 9baad9ab-7bba-4bb5-987c-020e6b2c4d38, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc4e117-2f1a-474c-be8b-82e15070cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e4088c7-1886-4824-8271-e67e4c20a59a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:35.542372 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.565231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:35.571533 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.625664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c2ecd0>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:32Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:35.667139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Subnet': ['ID=299ee381-98f5-4f71-9089-490400caceea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:35.677020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:35.687758 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/subnets/299ee381-98f5-4f71-9089-490400caceea HTTP/1.1" status: 204  len: 168 time: 1.4051039
Jun 21 03:10:35.688558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44176) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:35.690244 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:35.776655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Checking router: 0354ea12-0969-4cbf-b6fb-533f25d99141 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:10:35.777305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Updating router 0354ea12-0969-4cbf-b6fb-533f25d99141 port 2336c843-56fd-4026-96bb-f18bfe479f14 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:10:35.795755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-655536c0-32c1-428b-943b-9405b1fa165c', 'network_id': '655536c0-32c1-428b-943b-9405b1fa165c', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': 'a114e26f-4dd6-48e8-8513-ccccad837596'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:35.797070 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:36.053416 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:36.119417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:36.122835 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7fc86dfa-2050-4a28-9224-23d7ba16d518 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:36.226139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Subnet': ['ID=c374b101-0251-4083-b9fb-afb95812d53b,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:36.239804 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:36.245475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Checking segment: {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:36.246477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network hostable DHCP agents. Network: 43f78038-6da3-47e3-adc5-b3d9121636a6, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:36.306419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] For port 9baad9ab-7bba-4bb5-987c-020e6b2c4d38, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:36.337431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:36.419426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:36.430925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] For port 9baad9ab-7bba-4bb5-987c-020e6b2c4d38, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9baad9ab-7bba-4bb5-987c-020e6b2c4d38,segment=NetworkSegment(8dc4e117-2f1a-474c-be8b-82e15070cf99),segment_id=8dc4e117-2f1a-474c-be8b-82e15070cf99)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:36.433814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 43f78038-6da3-47e3-adc5-b3d9121636a6) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:36.439336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:36.439942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:36.464542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eda569-8587-48ec-af29-bf359f601329 None None] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:36.564370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfb0eb-e97c-4f10-b193-d79f01be36fa tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:36.565857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfb0eb-e97c-4f10-b193-d79f01be36fa tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:36.570221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-35bfb0eb-e97c-4f10-b193-d79f01be36fa tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.8753331
Jun 21 03:10:36.570568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44190) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:36.584499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.3764818
Jun 21 03:10:36.584888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:36.625148 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:36.658309 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:36.673982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a601bc-bfa0-4bdc-8b47-851c99c5112e req-3c916045-cf33-4b5e-af68-6b1a15a33a62 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:36.675628 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6a601bc-bfa0-4bdc-8b47-851c99c5112e req-3c916045-cf33-4b5e-af68-6b1a15a33a62 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.7760835
Jun 21 03:10:36.723955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Allocated IP 2001:db8::2 (655536c0-32c1-428b-943b-9405b1fa165c/a114e26f-4dd6-48e8-8513-ccccad837596/cecee135-900d-4afa-8a15-fbf978da2fd2) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:36.766596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6a601bc-bfa0-4bdc-8b47-851c99c5112e req-2ade7a8a-f31e-4e48-9ce7-2ad88cc40691 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551105
Jun 21 03:10:36.792303 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8c9856d0-4c79-408e-b975-ae49c4795e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:36.937295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Pushing event updated for resources: {'Port': ['ID=9baad9ab-7bba-4bb5-987c-020e6b2c4d38,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:36.962001 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:36.988805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d87cd9-3897-4782-b07d-efc96a3755c8 None None] Network 5e4088c7-1886-4824-8271-e67e4c20a59a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:37.039277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6523a7d-a099-4647-a61a-41cb9ab939ea tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.062489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44200) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:37.070495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.097998 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0b285cac-0c64-4e69-8b82-b7ff8aaf451b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:37.203747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network 655536c0-32c1-428b-943b-9405b1fa165c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:37.207378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:37.221867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:37.222542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.240326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=90a68b93-9ec7-4017-b880-c5b10559bc12,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:37.245494 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:37.268214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45f6a3d9-393b-4557-85d0-9bd8932fba46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.359926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.0384033
Jun 21 03:10:37.363750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44206) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:37.450107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-43f78038-6da3-47e3-adc5-b3d9121636a6', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:37.451724 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.510371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172659c-4ade-4fd9-8d3e-77cdbee158d4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:37.513037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172659c-4ade-4fd9-8d3e-77cdbee158d4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:37.516506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172659c-4ade-4fd9-8d3e-77cdbee158d4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:37.518294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172659c-4ade-4fd9-8d3e-77cdbee158d4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:37.519781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172659c-4ade-4fd9-8d3e-77cdbee158d4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:37.525090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a172659c-4ade-4fd9-8d3e-77cdbee158d4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1566837
Jun 21 03:10:37.526163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44208) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:37.533379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-460311452'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:37.549719 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.564427 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.595115 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6523a7d-a099-4647-a61a-41cb9ab939ea tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:10:37.595684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6523a7d-a099-4647-a61a-41cb9ab939ea tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:10:37.603304 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c6523a7d-a099-4647-a61a-41cb9ab939ea tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/5e4088c7-1886-4824-8271-e67e4c20a59a HTTP/1.1" status: 409  len: 405 time: 1.0259163
Jun 21 03:10:37.603304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44212) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:37.607032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-693260913'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:37.673125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45f6a3d9-393b-4557-85d0-9bd8932fba46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.694304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44214) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:37.695510 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Transition to ACTIVE for port object 2336c843-56fd-4026-96bb-f18bfe479f14 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:37.701412 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.729122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Transition to ACTIVE for port object cecee135-900d-4afa-8a15-fbf978da2fd2 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:37.746084 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.781099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45f6a3d9-393b-4557-85d0-9bd8932fba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.804737 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:37.818557 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.841655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6a3d9-393b-4557-85d0-9bd8932fba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a72bb50-76b8-4a70-bbad-7ab133ca360b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:37.855528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Transition to ACTIVE for port object cecee135-900d-4afa-8a15-fbf978da2fd2 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:37.855528 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea1e0df7-3e25-41f7-b2f8-07d022fa546e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:37.895692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-96076ef4-2aa3-4681-9521-cdf3a7e293ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.897446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45f6a3d9-393b-4557-85d0-9bd8932fba46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:37.915605 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44220) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:37.917412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Allocated IP 172.20.0.2 (43f78038-6da3-47e3-adc5-b3d9121636a6/c374b101-0251-4083-b9fb-afb95812d53b/cb4b2f72-e905-4c7a-9325-a6a93b60e1b7) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:37.921685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-45f6a3d9-393b-4557-85d0-9bd8932fba46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bd732391d8c4994921f88ec3ec032e8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8443024
Jun 21 03:10:37.952374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4da84-bc8a-4e25-9381-4cabb8c7223e None None] Pushing event updated for resources: {'Port': ['ID=2336c843-56fd-4026-96bb-f18bfe479f14,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:37.960503 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-71d4da84-bc8a-4e25-9381-4cabb8c7223e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:37.961539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:37.964937 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:38.011001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Attempting to bind port 2336c843-56fd-4026-96bb-f18bfe479f14 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:38.011495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Attempting to bind port 2336c843-56fd-4026-96bb-f18bfe479f14 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:38.011972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Attempting to bind port 2336c843-56fd-4026-96bb-f18bfe479f14 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:38.039401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:38.043025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.076240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:38.092553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Pushing event updated for resources: {'Port': ['ID=cecee135-900d-4afa-8a15-fbf978da2fd2,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:38.096012 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:38.107606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Network 655536c0-32c1-428b-943b-9405b1fa165c is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:38.109123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de1b53-27ae-45ab-818e-0d958924c825 req-05a2a555-1d89-49ab-a0f2-183ccf0e0437 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:38.114022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:38.114483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:38.114851 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.115265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:38.115765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Bound port: 2336c843-56fd-4026-96bb-f18bfe479f14, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:38.116203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.116521 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6de1b53-27ae-45ab-818e-0d958924c825 req-05a2a555-1d89-49ab-a0f2-183ccf0e0437 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1177721
Jun 21 03:10:38.119838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.120297 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment d8899731-8c6f-4eb4-990d-27a727936e32 of type vlan for network b04754a3-d3e4-4a43-9773-46deebf1a2dc
Jun 21 03:10:38.122822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:38.125361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:38.164080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:10:38.164080 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 03:10:38.164080 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id_1': '2e840e68b2da4b66ba3c52d41f58e145', 'expiration_1': datetime.datetime(2021, 6, 21, 3, 10, 37, 612397)}]
Jun 21 03:10:38.164080 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:10:38.164593 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:10:38.200639 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f96e156-a976-413c-b1a7-7ee2c20bb52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.215806 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.223826 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.234131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6de1b53-27ae-45ab-818e-0d958924c825 req-cdb20438-986c-4813-8f0f-554d12901a9b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166651
Jun 21 03:10:38.256236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] For port 2336c843-56fd-4026-96bb-f18bfe479f14, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:38.294649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] For port 2336c843-56fd-4026-96bb-f18bfe479f14, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2336c843-56fd-4026-96bb-f18bfe479f14,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:38.303288 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f96e156-a976-413c-b1a7-7ee2c20bb52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.328531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Attempting to bind port cecee135-900d-4afa-8a15-fbf978da2fd2 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:38.328945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Attempting to bind port cecee135-900d-4afa-8a15-fbf978da2fd2 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '4916fbcd-97cc-42a9-a293-4eefea161f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '655536c0-32c1-428b-943b-9405b1fa165c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:38.329432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Attempting to bind port cecee135-900d-4afa-8a15-fbf978da2fd2 on network 655536c0-32c1-428b-943b-9405b1fa165c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:38.340480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:38.341144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Checking segment: {'id': '4916fbcd-97cc-42a9-a293-4eefea161f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '655536c0-32c1-428b-943b-9405b1fa165c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:38.341780 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.342193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Bound using segment: {'id': '4916fbcd-97cc-42a9-a293-4eefea161f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '655536c0-32c1-428b-943b-9405b1fa165c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:38.343029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Bound port: cecee135-900d-4afa-8a15-fbf978da2fd2, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4916fbcd-97cc-42a9-a293-4eefea161f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '655536c0-32c1-428b-943b-9405b1fa165c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:38.343186 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.359879 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.387153 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-96076ef4-2aa3-4681-9521-cdf3a7e293ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.404959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.410541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:38.411138 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.414503 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f28913a2-1b96-4ddf-8a40-1b8e1f5eb205 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:38.430664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.442050 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:38.484864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=b04754a3-d3e4-4a43-9773-46deebf1a2dc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:38.487429 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:38.503392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b04754a3-d3e4-4a43-9773-46deebf1a2dc details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:38.507735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-96076ef4-2aa3-4681-9521-cdf3a7e293ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.512624 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24a83128-9dfd-4d91-b6cf-2c2d015ce341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:38.514899 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f96e156-a976-413c-b1a7-7ee2c20bb52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.517803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0f96e156-a976-413c-b1a7-7ee2c20bb52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.518953 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0f96e156-a976-413c-b1a7-7ee2c20bb52f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a72bb50-76b8-4a70-bbad-7ab133ca360b HTTP/1.1" status: 204  len: 168 time: 0.5997944
Jun 21 03:10:38.557789 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.572354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-96076ef4-2aa3-4681-9521-cdf3a7e293ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ad05faa99c84970bfd445f4d4262567&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8769464
Jun 21 03:10:38.575415 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96076ef4-2aa3-4681-9521-cdf3a7e293ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ed4b5-5977-4635-bb05-ab3e5bd1782d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:38.578211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44232) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:38.581921 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-96076ef4-2aa3-4681-9521-cdf3a7e293ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:38.585222 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0e182426-16c6-4ccb-9ef2-21e48a9fcf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:38.596595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96e156-a976-413c-b1a7-7ee2c20bb52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a72bb50-76b8-4a70-bbad-7ab133ca360b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:38.600102 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f96e156-a976-413c-b1a7-7ee2c20bb52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:38.627218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] For port cecee135-900d-4afa-8a15-fbf978da2fd2, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:38.634320 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27d263d6-8b17-4924-ac5d-f852b31371ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.639279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:10:38.639931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c2ecd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:10:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:38.642144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Transition to ACTIVE for port object cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:38.647127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.1199508
Jun 21 03:10:38.649941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44234) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:38.657876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:38.660663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27d263d6-8b17-4924-ac5d-f852b31371ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.704307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4da84-bc8a-4e25-9381-4cabb8c7223e None None] Pushing event updated for resources: {'Port': ['ID=2336c843-56fd-4026-96bb-f18bfe479f14,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:38.712276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] For port cecee135-900d-4afa-8a15-fbf978da2fd2, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cecee135-900d-4afa-8a15-fbf978da2fd2,segment=NetworkSegment(4916fbcd-97cc-42a9-a293-4eefea161f15),segment_id=4916fbcd-97cc-42a9-a293-4eefea161f15)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:38.720491 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-71d4da84-bc8a-4e25-9381-4cabb8c7223e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:38.727836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Transition to ACTIVE for port object cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:38.794568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:10:38.848370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.855605 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:38.866518 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.868365 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27d263d6-8b17-4924-ac5d-f852b31371ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.874806 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27d263d6-8b17-4924-ac5d-f852b31371ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.876953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:38.877301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-27d263d6-8b17-4924-ac5d-f852b31371ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/398ed4b5-5977-4635-bb05-ab3e5bd1782d HTTP/1.1" status: 204  len: 168 time: 0.2970030
Jun 21 03:10:38.878502 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45f6a3d9-393b-4557-85d0-9bd8932fba46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:38.888598 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.895720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d263d6-8b17-4924-ac5d-f852b31371ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ed4b5-5977-4635-bb05-ab3e5bd1782d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:38.911335 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-27d263d6-8b17-4924-ac5d-f852b31371ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:38.963467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.964836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:38.976005 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.20.0.1 (43f78038-6da3-47e3-adc5-b3d9121636a6/c374b101-0251-4083-b9fb-afb95812d53b/122f8e9b-4613-490c-979c-d6651661bfa3) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:38.985149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:38.985797 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Added segment e06dfa35-e9db-4e2f-859a-6663375ee6b5 of type vlan for network ac5111b6-5fdd-4801-aa3a-46acd05b3b9d
Jun 21 03:10:39.035477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:39.045724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:39.046802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.049520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:39.052886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Pushing event updated for resources: {'Port': ['ID=cecee135-900d-4afa-8a15-fbf978da2fd2,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:39.057746 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:39.059573 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-71d4da84-bc8a-4e25-9381-4cabb8c7223e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:39.067064 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6c2662a6-c5b4-48ca-be60-bf291091cbb9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:39.148791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network b04754a3-d3e4-4a43-9773-46deebf1a2dc is not hosted by any dhcp agent {{(pid=94166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 03:10:39.155760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:39.156445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.157998 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "PUT /v2.0/networks/b04754a3-d3e4-4a43-9773-46deebf1a2dc HTTP/1.1" status: 200  len: 723 time: 0.5057645
Jun 21 03:10:39.160231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.164895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44240) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:39.185028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': 'b04754a3-d3e4-4a43-9773-46deebf1a2dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:39.216808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Pushing event updated for resources: {'Port': ['ID=cb4b2f72-e905-4c7a-9325-a6a93b60e1b7,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:39.230438 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:39.270893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=b04754a3-d3e4-4a43-9773-46deebf1a2dc,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:39.276774 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:39.282679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Attempting to bind port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:39.284392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Attempting to bind port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:39.284941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Attempting to bind port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 on network 43f78038-6da3-47e3-adc5-b3d9121636a6 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:39.314798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network b04754a3-d3e4-4a43-9773-46deebf1a2dc details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:39.367105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:39.367487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Checking segment: {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:39.367898 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.368306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Bound using segment: {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:39.376858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Bound port: cb4b2f72-e905-4c7a-9325-a6a93b60e1b7, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:39.376858 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.394208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.400885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:39.401721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.413529 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c882dc71-999f-4441-b17b-c6dc4cb7f983 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:39.438721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.546670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Transition to ACTIVE for port object 122f8e9b-4613-490c-979c-d6651661bfa3 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:39.578441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Network': ['ID=ac5111b6-5fdd-4801-aa3a-46acd05b3b9d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:39.578797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c2ecd0>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:32Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:39.590890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:39.599067 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.617772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network ac5111b6-5fdd-4801-aa3a-46acd05b3b9d details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:39.628487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcbf476-ca59-404d-8c72-9f393dc03965 None None] The sync data for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 is: [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:32Z', 'revision_number': 3, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:10:39.630748 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.658189 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:39.677076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] For port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:39.726701 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.1242115
Jun 21 03:10:39.730284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44264) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:39.738131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'subnet': {'network_id': 'ac5111b6-5fdd-4801-aa3a-46acd05b3b9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:39.739836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] For port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cb4b2f72-e905-4c7a-9325-a6a93b60e1b7,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:39.829785 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.831965 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8104dabe-ef9c-4840-818b-80f27d666ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:39.854784 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:39.962385 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-978cf4d4-0e33-45c7-ad55-c325d0455394 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:40.031646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Pushing event updated for resources: {'Port': ['ID=cb4b2f72-e905-4c7a-9325-a6a93b60e1b7,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:40.034962 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:40.084307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=122f8e9b-4613-490c-979c-d6651661bfa3,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:40.087963 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:40.122890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:40.130379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:40.140776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:40.159828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbf649-dae7-4922-b377-f44c889d27a3 req-50998dc5-ede8-495e-8f3c-c97f190fc6bc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:40.161834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98dbf649-dae7-4922-b377-f44c889d27a3 req-50998dc5-ede8-495e-8f3c-c97f190fc6bc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.6574211
Jun 21 03:10:40.208978 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:40.234291 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:40.245618 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f1b937ac-5077-490b-bf0b-cf61e28c9b20 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:40.421035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98dbf649-dae7-4922-b377-f44c889d27a3 req-a8c13bd2-759c-48b0-afed-f2396e90c523 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496436
Jun 21 03:10:40.495714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:40.503977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=f781c317-799c-4c81-9a95-e78c36e71230,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:40.515292 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:40.518682 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:40.542913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': 'd8899731-8c6f-4eb4-990d-27a727936e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b04754a3-d3e4-4a43-9773-46deebf1a2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:40.543288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: b04754a3-d3e4-4a43-9773-46deebf1a2dc, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:40.648100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network b04754a3-d3e4-4a43-9773-46deebf1a2dc is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:40.761709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44316) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:40.805621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, b04754a3-d3e4-4a43-9773-46deebf1a2dc) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:40.805621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:40.805621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:40.824130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ccad74-9e7b-4de7-bbdc-6b864f9052e4 None None] Network b04754a3-d3e4-4a43-9773-46deebf1a2dc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:40.954716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1800360015-network', 'tenant_id': '3e90206b63604c7c8c4038d746bcf36d'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:40.960387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7943268
Jun 21 03:10:40.963683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44326) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:40.972197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:40.981448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:41.032832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aca7a04-529b-4d9a-8e90-50ea65fb3456 None None] Network 655536c0-32c1-428b-943b-9405b1fa165c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:41.215710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10349758'] for subnet, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:41.321400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Made reservation on behalf of 3e90206b63604c7c8c4038d746bcf36d for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:41.325176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c3a05b0f-48dd-4f6b-924a-09dc492a48ae None None] Provisioning for port cecee135-900d-4afa-8a15-fbf978da2fd2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:41.327952 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:41.331417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-b04754a3-d3e4-4a43-9773-46deebf1a2dc', 'network_id': 'b04754a3-d3e4-4a43-9773-46deebf1a2dc', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': 'f781c317-799c-4c81-9a95-e78c36e71230'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:41.334466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:41.366592 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:41.374888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:10:41.388159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:41.395716 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-00b4bac0-6e99-436e-a0d6-7dd7b05c65e9 tempest-NetworksTestDHCPv6-1291474871 tempest-NetworksTestDHCPv6-1291474871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:41.492705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Subnet': ['ID=691892b0-b0b5-4121-9ab1-f10219322d38,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:41.541059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2336c843-56fd-4026-96bb-f18bfe479f14 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:41.700288 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:41.794575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Checking segment: {'id': 'e06dfa35-e9db-4e2f-859a-6663375ee6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ac5111b6-5fdd-4801-aa3a-46acd05b3b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:41.794575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network hostable DHCP agents. Network: ac5111b6-5fdd-4801-aa3a-46acd05b3b9d, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:41.873785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758473583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8565248'] for subnet, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:41.877885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:41.879541 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6463fa16-dda0-4f24-99fd-a825274c8142 tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:41.892199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:41.892199 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:41.892199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "PUT /v2.0/subnets/f781c317-799c-4c81-9a95-e78c36e71230 HTTP/1.1" status: 200  len: 826 time: 0.9246018
Jun 21 03:10:41.893469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44402) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:42.004535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4687959-a614-4e4a-bc2f-14bcf2d418e7 req-c5e82e50-15bc-4a30-8957-f4453c273f2e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:42.010044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network ac5111b6-5fdd-4801-aa3a-46acd05b3b9d is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:42.013574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4687959-a614-4e4a-bc2f-14bcf2d418e7 req-c5e82e50-15bc-4a30-8957-f4453c273f2e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2907221
Jun 21 03:10:42.018411 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.027814 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec33840b-4f77-450d-bea0-e96d3d9f45fc tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:42.042422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5658b9-5acd-4e98-938c-6be58d5a5a1f None None] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:42.094080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4687959-a614-4e4a-bc2f-14bcf2d418e7 req-a2d089ef-18d7-457a-9ca6-bed497d52f65 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794046
Jun 21 03:10:42.110914 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=f781c317-799c-4c81-9a95-e78c36e71230,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:42.117717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=122f8e9b-4613-490c-979c-d6651661bfa3,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:42.117717 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:42.118106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:42.138732 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.181026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.208747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.208747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, ac5111b6-5fdd-4801-aa3a-46acd05b3b9d) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:42.219618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:42.220326 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.232714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb78afa-13f8-4593-9562-7ebb500735dc None None] Network ac5111b6-5fdd-4801-aa3a-46acd05b3b9d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:42.251634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.260951 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-03c17dde-2ed3-4f37-b535-51d258afb868 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2939661
Jun 21 03:10:42.261297 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f2413b1e-42f2-41fa-bddb-af7a035e432c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:42.324378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ea298db8-b516-4b08-b861-a0f6c3a3c196 None None] Provisioning for port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:42.347189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:42.352416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476e7852-8979-4db8-b4a5-2d63d9135fea,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:42.357025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:42.359986 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.360406 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Added segment 6b4ef232-9717-4946-a6ff-d310f4da5dc7 of type vlan for network cddbae17-8d2a-429f-84c0-b2fd125772d3
Jun 21 03:10:42.414567 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.430997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Allocated IP 2001:db8::2 (b04754a3-d3e4-4a43-9773-46deebf1a2dc/f781c317-799c-4c81-9a95-e78c36e71230/fb0041b0-071a-4bf8-a33a-36cf3d96d630) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:42.434987 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.7032983
Jun 21 03:10:42.443974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:42.462345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'port': {'network_id': 'ac5111b6-5fdd-4801-aa3a-46acd05b3b9d', 'name': 'tempest-NetworksIpV6TestAttrs-1540744162'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:42.502017 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.566644 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.570675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:42.570675 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.575542 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-acd4b1fe-9843-49b4-9628-f83cc4704cd6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:42.579908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2336c843-56fd-4026-96bb-f18bfe479f14 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:42.619493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2336c843-56fd-4026-96bb-f18bfe479f14 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:42.619880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.646600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Update dhcp port {'port': {'network_id': '655536c0-32c1-428b-943b-9405b1fa165c', 'fixed_ips': [{'subnet_id': 'a114e26f-4dd6-48e8-8513-ccccad837596', 'ip_address': '2001:db8::2'}, {'subnet_id': '90a68b93-9ec7-4017-b880-c5b10559bc12'}], 'binding:host_id': 'n-d-758944-33'}, 'id': 'cecee135-900d-4afa-8a15-fbf978da2fd2'} from n-d-758944-33. {{(pid=94168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 21 03:10:42.659587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-a69e70a1-8377-46bc-a1a6-aca4a9159c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:42.661698 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-a69e70a1-8377-46bc-a1a6-aca4a9159c2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b541895659734366b8e24c7401ede8a6&device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1097 time: 0.3526361
Jun 21 03:10:42.674789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:42.712310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:42.722962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Pushing event updated for resources: {'Network': ['ID=cddbae17-8d2a-429f-84c0-b2fd125772d3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:42.727982 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:42.741700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network cddbae17-8d2a-429f-84c0-b2fd125772d3 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:42.746712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.9837449
Jun 21 03:10:42.747633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44432) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:42.755317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Request body: {'subnet': {'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1800360015-subnet', 'tenant_id': '3e90206b63604c7c8c4038d746bcf36d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:42.824039 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.867793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Made reservation on behalf of 3e90206b63604c7c8c4038d746bcf36d for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:42.873859 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:42.999500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-3cd479d6-bb3c-41c9-8ada-aaf92cb3d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:43.001410 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-3cd479d6-bb3c-41c9-8ada-aaf92cb3d6d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 HTTP/1.1" status: 200  len: 909 time: 0.2859135
Jun 21 03:10:43.018854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-ac5111b6-5fdd-4801-aa3a-46acd05b3b9d', 'network_id': 'ac5111b6-5fdd-4801-aa3a-46acd05b3b9d', 'tenant_id': '2e840e68b2da4b66ba3c52d41f58e145', 'fixed_ips': [{'subnet_id': '691892b0-b0b5-4121-9ab1-f10219322d38'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:43.019721 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.064192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 0354ea12-0969-4cbf-b6fb-533f25d99141 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:10:43.103566 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.126498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Transition to ACTIVE for port object fb0041b0-071a-4bf8-a33a-36cf3d96d630 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:43.136556 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.156419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:43.165095 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.177129 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-294bad0d-2af9-420e-b106-a72c9f448880 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86139730-4cfb-489b-8a56-6373b354ee72 HTTP/1.1" status: 200  len: 1000 time: 0.1651540
Jun 21 03:10:43.237543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] device_id is not set on port d8ed4b96-20e7-4a4d-8e8b-64f53aca3214 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:10:43.237828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.239372 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c8727d1-fb3a-4a12-91d6-bd6cc6c6e742 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:43.301061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Transition to ACTIVE for port object fb0041b0-071a-4bf8-a33a-36cf3d96d630 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:43.331184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2336c843-56fd-4026-96bb-f18bfe479f14, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2336c843-56fd-4026-96bb-f18bfe479f14,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:43.338837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ac02d6-0a1f-48da-9a2d-9f257b91e711,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:43.354555 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:43.410833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.418793 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:43.438151 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.442629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cecee135-900d-4afa-8a15-fbf978da2fd2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:43.474912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Checking segment: {'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:43.475427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Network hostable DHCP agents. Network: cddbae17-8d2a-429f-84c0-b2fd125772d3, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:43.566788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e8e1e629-e58b-4f88-9c54-5abc2833b95e None None] Provisioning for port 122f8e9b-4613-490c-979c-d6651661bfa3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:43.596680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Network cddbae17-8d2a-429f-84c0-b2fd125772d3 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:43.601570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Network b04754a3-d3e4-4a43-9773-46deebf1a2dc is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:43.618048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:43.619946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e8e1e629-e58b-4f88-9c54-5abc2833b95e None None] Provisioning complete for port 122f8e9b-4613-490c-979c-d6651661bfa3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:43.620330 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8e1e629-e58b-4f88-9c54-5abc2833b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.636250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:43.637433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47633f10-db35-4675-a958-663bba336f08 req-282e26a0-b0cc-46fd-b1cf-2397bd77c7c3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:43.650881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Allocated IP 172.20.0.1 (655536c0-32c1-428b-943b-9405b1fa165c/90a68b93-9ec7-4017-b880-c5b10559bc12/cecee135-900d-4afa-8a15-fbf978da2fd2) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:43.662534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47633f10-db35-4675-a958-663bba336f08 req-282e26a0-b0cc-46fd-b1cf-2397bd77c7c3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2303133
Jun 21 03:10:43.708396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Allocated IP 2001:db8::f816:3eff:fe8c:2337 (ac5111b6-5fdd-4801-aa3a-46acd05b3b9d/691892b0-b0b5-4121-9ab1-f10219322d38/3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:43.712138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Pushing event updated for resources: {'Port': ['ID=fb0041b0-071a-4bf8-a33a-36cf3d96d630,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:43.724406 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:43.736078 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3c5be446-81b5-4f08-9d7a-cc871e03bee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:43.752241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47633f10-db35-4675-a958-663bba336f08 req-052993e6-c9dc-42c1-86a4-8b64402560f7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886149
Jun 21 03:10:43.891303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, cddbae17-8d2a-429f-84c0-b2fd125772d3) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:43.905743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:43.906422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:43.942671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1e629-e58b-4f88-9c54-5abc2833b95e None None] Port 122f8e9b-4613-490c-979c-d6651661bfa3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:10:43.957412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-ced0a85b-17e1-4811-a68a-d8de6e933921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:43.959390 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-ced0a85b-17e1-4811-a68a-d8de6e933921 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e244541e-cfcb-419e-b6c4-650b3cecd77c HTTP/1.1" status: 200  len: 847 time: 0.7747571
Jun 21 03:10:43.986589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-642db2c3-d47a-443f-9335-d24612636b8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4489298
Jun 21 03:10:43.988814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2395051
Jun 21 03:10:44.006485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae8715-1242-4e73-b8e0-3a6e585cc6b3 None None] Network cddbae17-8d2a-429f-84c0-b2fd125772d3 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:44.022113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:10:44.061827 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Sync routers for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:10:44.079693 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:10:44.080465 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82d3d90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:10:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:44.093600 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "PUT /v2.0/routers/0354ea12-0969-4cbf-b6fb-533f25d99141/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5021958
Jun 21 03:10:44.113502 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:44.117499 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a7cf0fd-47c5-41a6-b46e-4018b6216b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:44.188807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=f781c317-799c-4c81-9a95-e78c36e71230,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:44.192892 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:44.221092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Attempting to bind port fb0041b0-071a-4bf8-a33a-36cf3d96d630 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:44.221708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Attempting to bind port fb0041b0-071a-4bf8-a33a-36cf3d96d630 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd8899731-8c6f-4eb4-990d-27a727936e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b04754a3-d3e4-4a43-9773-46deebf1a2dc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:44.221902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Attempting to bind port fb0041b0-071a-4bf8-a33a-36cf3d96d630 on network b04754a3-d3e4-4a43-9773-46deebf1a2dc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:44.240335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2336c843-56fd-4026-96bb-f18bfe479f14,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:44.254274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port cecee135-900d-4afa-8a15-fbf978da2fd2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:44.266995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-1280f412-8127-4932-8376-d3f067f931d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:44.269396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-1280f412-8127-4932-8376-d3f067f931d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 1098 time: 0.2056739
Jun 21 03:10:44.270206 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:44.272168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:44.272621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Checking segment: {'id': 'd8899731-8c6f-4eb4-990d-27a727936e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b04754a3-d3e4-4a43-9773-46deebf1a2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:44.273045 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:44.273487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Bound using segment: {'id': 'd8899731-8c6f-4eb4-990d-27a727936e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b04754a3-d3e4-4a43-9773-46deebf1a2dc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:44.273987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Bound port: fb0041b0-071a-4bf8-a33a-36cf3d96d630, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8899731-8c6f-4eb4-990d-27a727936e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b04754a3-d3e4-4a43-9773-46deebf1a2dc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:44.274358 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:44.312341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cecee135-900d-4afa-8a15-fbf978da2fd2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:44.313895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:44.366547 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:10:44.392909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] For port cecee135-900d-4afa-8a15-fbf978da2fd2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cecee135-900d-4afa-8a15-fbf978da2fd2,segment=NetworkSegment(4916fbcd-97cc-42a9-a293-4eefea161f15),segment_id=4916fbcd-97cc-42a9-a293-4eefea161f15)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:44.396161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:44.415725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2c2cdc0>,) {'filters': {'network_id': ['b04754a3-d3e4-4a43-9773-46deebf1a2dc']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:44.444560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2c2cdc0>, 'd8899731-8c6f-4eb4-990d-27a727936e32') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:44.446432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2c2cdc0>, 'd8899731-8c6f-4eb4-990d-27a727936e32') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:44.455575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-8093b065-40ee-4139-9f10-6ba5c598879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:44.458389 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-8093b065-40ee-4139-9f10-6ba5c598879f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4884448
Jun 21 03:10:44.504274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] For port fb0041b0-071a-4bf8-a33a-36cf3d96d630, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:44.511264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] For port fb0041b0-071a-4bf8-a33a-36cf3d96d630, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fb0041b0-071a-4bf8-a33a-36cf3d96d630,segment=NetworkSegment(d8899731-8c6f-4eb4-990d-27a727936e32),segment_id=d8899731-8c6f-4eb4-990d-27a727936e32)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:44.511597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-5d61db21-8c06-4a02-b980-cba9d1788bd1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:10:44.515770 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-5d61db21-8c06-4a02-b980-cba9d1788bd1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0409150
Jun 21 03:10:44.530636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:44.581776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-134dc428-091f-4535-bb22-7df1b3e32a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:44.583938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-134dc428-091f-4535-bb22-7df1b3e32a13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.2869310
Jun 21 03:10:44.702491 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-d9106d35-c904-4f60-bd30-f26c92816aaf service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1814265
Jun 21 03:10:44.767690 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:44.787539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:44.787539 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:44.787734 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82d3d90>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:41Z', 'revision_number': 2, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:44.787889 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:44.790370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-8d85639f-16c9-461f-ad39-22a4d8a099c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9041e2-f6c6-408a-b8db-a7d24a069982 HTTP/1.1" status: 200  len: 217 time: 0.1800008
Jun 21 03:10:44.803151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-bd7c5ce3-a922-40dd-b95d-a7fe0c6adc94 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102573786&fields=id&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 267 time: 0.2965736
Jun 21 03:10:44.868802 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Checking router: 0354ea12-0969-4cbf-b6fb-533f25d99141 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:10:44.869488 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Updating router 0354ea12-0969-4cbf-b6fb-533f25d99141 port 122f8e9b-4613-490c-979c-d6651661bfa3 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:10:44.911681 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-64d93849-bdc8-495f-bd5b-3925256ece49 req-2a48b16c-e104-4c6a-bbed-631ccd5eb7ec service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997988
Jun 21 03:10:44.942481 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:10:44.942481 n-d-758944-33 neutron-server[94166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:10:44.942481 n-d-758944-33 neutron-server[94166]: [parameters: {'id': 'b04754a3-d3e4-4a43-9773-46deebf1a2dc'}]
Jun 21 03:10:44.942481 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:10:44.946108 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:10:44.946263 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.020697 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.030719 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c7458c23-8302-4dd7-8764-b8c1586fab93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:45.033095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d3ccc3db-568f-4789-a73e-9ee75ef72a25 None None] Provisioning complete for port 122f8e9b-4613-490c-979c-d6651661bfa3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:45.033603 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc3db-568f-4789-a73e-9ee75ef72a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.052228 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.095011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-8c23ffe3-545b-495a-b9fd-200b2fbdf8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:45.096454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-8c23ffe3-545b-495a-b9fd-200b2fbdf8e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.2884793
Jun 21 03:10:45.132866 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.218569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-948d4f35-fa6c-46ca-965f-4d5c3208ddda tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:45.220634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-948d4f35-fa6c-46ca-965f-4d5c3208ddda tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/networks?id=43f78038-6da3-47e3-adc5-b3d9121636a6 HTTP/1.1" status: 200  len: 796 time: 0.4140499
Jun 21 03:10:45.231816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Transition to ACTIVE for port object cecee135-900d-4afa-8a15-fbf978da2fd2 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:45.233499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Transition to ACTIVE for port object 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:45.239276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f02872-c715-46fc-aa56-a1be2a4ea30f req-41960207-464d-4b3f-a990-48a08997b257 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:45.246417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8f02872-c715-46fc-aa56-a1be2a4ea30f req-41960207-464d-4b3f-a990-48a08997b257 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2582271
Jun 21 03:10:45.262715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec0c2a-7c58-439d-8ec4-cf0f53bcece9 None None] Network cddbae17-8d2a-429f-84c0-b2fd125772d3 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:45.294006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-4f16a7eb-99bc-4081-bd98-3a100da9559b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/quotas/5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 375 time: 0.0451279
Jun 21 03:10:45.303234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d3ccc3db-568f-4789-a73e-9ee75ef72a25 None None] Port 122f8e9b-4613-490c-979c-d6651661bfa3 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:10:45.310523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-129ba6f5-ec60-4b69-93bc-a7786360f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:45.312294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-129ba6f5-ec60-4b69-93bc-a7786360f16d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1892083
Jun 21 03:10:45.331772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-bcdf121c-d7a3-4661-b38d-44b62e5b49de service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:10:45.332693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-bcdf121c-d7a3-4661-b38d-44b62e5b49de service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0125914
Jun 21 03:10:45.365454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Transition to ACTIVE for port object 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:45.368718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Pushing event updated for resources: {'Port': ['ID=fb0041b0-071a-4bf8-a33a-36cf3d96d630,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:45.370829 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.378261 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.382136 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:45.387294 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:45.436233 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.447882 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.471880 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Transition to ACTIVE for port object 122f8e9b-4613-490c-979c-d6651661bfa3 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:45.481807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8f02872-c715-46fc-aa56-a1be2a4ea30f req-bd8e6623-f14a-41ea-8144-938388e33f06 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096977
Jun 21 03:10:45.498382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b660c2-b9ce-4a11-b88e-ac99201f523c None None] Network b04754a3-d3e4-4a43-9773-46deebf1a2dc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:45.564652 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.575956 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-c14c2f15-92b3-41e4-acf4-54c7bc289b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:45.620006 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.636923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-e16741f7-0e1e-45b6-b9ce-c70edb8556b0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3195131
Jun 21 03:10:45.730048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-8e428048-d16f-40bb-b820-7c6175574fef service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3856976
Jun 21 03:10:45.734510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Allocated IP 2001:db8::f816:3eff:feb4:3e27 (ac5111b6-5fdd-4801-aa3a-46acd05b3b9d/691892b0-b0b5-4121-9ab1-f10219322d38/d8ed4b96-20e7-4a4d-8e8b-64f53aca3214) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:45.767394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting port fb0041b0-071a-4bf8-a33a-36cf3d96d630 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:45.767957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:45.799265 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Pushing event updated for resources: {'Port': ['ID=122f8e9b-4613-490c-979c-d6651661bfa3,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:45.859142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Pushing event updated for resources: {'Port': ['ID=cecee135-900d-4afa-8a15-fbf978da2fd2,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:45.874275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Network ac5111b6-5fdd-4801-aa3a-46acd05b3b9d is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:45.874881 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:45.876929 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c9365c07-d58f-4d26-be2b-b0ed94fcf3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:45.886125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:45.893038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:45.928579 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.929577 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.934821 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:45.940465 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:46.010624 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Attempting to bind port 122f8e9b-4613-490c-979c-d6651661bfa3 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:46.012590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Attempting to bind port 122f8e9b-4613-490c-979c-d6651661bfa3 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:46.012984 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Attempting to bind port 122f8e9b-4613-490c-979c-d6651661bfa3 on network 43f78038-6da3-47e3-adc5-b3d9121636a6 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:46.027960 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:46.028752 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Checking segment: {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:46.043183 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.043183 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Bound using segment: {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:46.043183 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Bound port: 122f8e9b-4613-490c-979c-d6651661bfa3, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:46.043183 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.044434 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:10:46.044434 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:10:46.074339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae3341be-5d0a-42d7-837b-51aee6e737ba req-2355259f-ccd9-44b5-8fcc-d8fa66dac6b8 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3368502
Jun 21 03:10:46.083875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-526ff379-0487-4f11-b4ff-fa41b669672d service neutron] 10.222.0.25 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4370449
Jun 21 03:10:46.281715 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] For port 122f8e9b-4613-490c-979c-d6651661bfa3, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:46.291647 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] For port 122f8e9b-4613-490c-979c-d6651661bfa3, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=122f8e9b-4613-490c-979c-d6651661bfa3,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:46.302953 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-2529e587-8616-4b6a-a2fa-f79f933721a4 service neutron] 10.222.0.25 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2083788
Jun 21 03:10:46.360983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] For port fb0041b0-071a-4bf8-a33a-36cf3d96d630, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=fb0041b0-071a-4bf8-a33a-36cf3d96d630,segment=NetworkSegment(d8899731-8c6f-4eb4-990d-27a727936e32),segment_id=d8899731-8c6f-4eb4-990d-27a727936e32)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:46.362960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.374464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.388050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Pushing event updated for resources: {'Port': ['ID=3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:46.396236 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.427546 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-03f13a4e-5d5f-4fdd-9993-02582fc0e9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:46.428488 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:46.436139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Attempting to bind port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:46.437582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Attempting to bind port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'e06dfa35-e9db-4e2f-859a-6663375ee6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ac5111b6-5fdd-4801-aa3a-46acd05b3b9d'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:46.439673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Attempting to bind port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff on network ac5111b6-5fdd-4801-aa3a-46acd05b3b9d {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:46.469105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:46.479136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Checking segment: {'id': 'e06dfa35-e9db-4e2f-859a-6663375ee6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ac5111b6-5fdd-4801-aa3a-46acd05b3b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:46.479136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.479136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Bound using segment: {'id': 'e06dfa35-e9db-4e2f-859a-6663375ee6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ac5111b6-5fdd-4801-aa3a-46acd05b3b9d'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:46.479136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Bound port: 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06dfa35-e9db-4e2f-859a-6663375ee6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ac5111b6-5fdd-4801-aa3a-46acd05b3b9d'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:46.479136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.544753 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:10:46.546052 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82d3d90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:10:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:46.608545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Calling delete_port for fb0041b0-071a-4bf8-a33a-36cf3d96d630 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:46.616097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Transition to ACTIVE for port object d8ed4b96-20e7-4a4d-8e8b-64f53aca3214 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:46.671983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] For port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:46.683207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] For port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff,segment=NetworkSegment(e06dfa35-e9db-4e2f-859a-6663375ee6b5),segment_id=e06dfa35-e9db-4e2f-859a-6663375ee6b5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:46.786930 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.838307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port cecee135-900d-4afa-8a15-fbf978da2fd2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cecee135-900d-4afa-8a15-fbf978da2fd2,segment=NetworkSegment(4916fbcd-97cc-42a9-a293-4eefea161f15),segment_id=4916fbcd-97cc-42a9-a293-4eefea161f15)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:46.841572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:46.848215 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-16205dc9-a781-4697-ae64-8e79c23c7932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:47.023161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Pushing event updated for resources: {'Port': ['ID=3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:47.042387 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:47.046391 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.047276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:47.068450 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.088455 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-383d0d06-374b-4a99-9b03-9762b7a6cfc7 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:47.109483 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:10:47.141802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14cbf491-d8e8-413d-bfb3-7a70242705ed req-85f6dc2a-8e37-40f6-a449-40f8ce696355 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 210 time: 0.2367923
Jun 21 03:10:47.169036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.190852 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:47.219897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network ac5111b6-5fdd-4801-aa3a-46acd05b3b9d is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:47.232618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12fe8a-509b-4454-967d-c9156e8a04ea req-8180af18-01e1-4bbd-aec9-b44cbc80b5eb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:47.238692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a12fe8a-509b-4454-967d-c9156e8a04ea req-8180af18-01e1-4bbd-aec9-b44cbc80b5eb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2250798
Jun 21 03:10:47.246496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:47.249869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:47.254133 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Pushing event updated for resources: {'Port': ['ID=122f8e9b-4613-490c-979c-d6651661bfa3,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:47.259308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:47.260196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.267094 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:47.283430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No DVR routers for this DVR port fb0041b0-071a-4bf8-a33a-36cf3d96d630 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:47.283667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436665b-126d-42e8-b4e9-bb1f0d05c5b2 None None] Network 655536c0-32c1-428b-943b-9405b1fa165c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:47.341940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a12fe8a-509b-4454-967d-c9156e8a04ea req-8df11601-a933-448f-9548-eb713cc877ca tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943396
Jun 21 03:10:47.378173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Port': ['ID=d8ed4b96-20e7-4a4d-8e8b-64f53aca3214,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:47.414091 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:47.414750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad4dc695-fc40-4bcb-96b2-9a8cdca08614 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:47.505350 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 5.0450008
Jun 21 03:10:47.506717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44674) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:47.620182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d11ccff-eb2d-4daa-b9ee-48335a747072 None None] Network b04754a3-d3e4-4a43-9773-46deebf1a2dc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:47.635699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Port': ['ID=fb0041b0-071a-4bf8-a33a-36cf3d96d630,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:47.646734 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:47.651817 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.659289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Deleting subnet 691892b0-b0b5-4121-9ab1-f10219322d38 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:10:47.663180 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.672948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d09c56d0>,) {'filters': {'network_id': ['b04754a3-d3e4-4a43-9773-46deebf1a2dc']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:47.700358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d09c56d0>, 'd8899731-8c6f-4eb4-990d-27a727936e32') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:47.706930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d09c56d0>, 'd8899731-8c6f-4eb4-990d-27a727936e32') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:47.755149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.759873 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.786560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.816518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:47.816944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:47.820250 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:47.876809 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82d3d90>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:46Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:47.988415 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65777b1c-84b3-4070-b0a8-29e83c7c5cd9 None None] The sync data for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 is: [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:46Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:10:48.000687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=cecee135-900d-4afa-8a15-fbf978da2fd2,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:48.036868 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:48.118132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.151831 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.179325 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/b04754a3-d3e4-4a43-9773-46deebf1a2dc HTTP/1.1" status: 204  len: 168 time: 6.2844279
Jun 21 03:10:48.183706 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-75740279-e277-4a4d-a362-9a454c193f02 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:48.185896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44706) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:48.227047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f05a3009-9e02-418b-ac5d-5d9235a32134 None None] Provisioning for port cecee135-900d-4afa-8a15-fbf978da2fd2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:48.227486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=b04754a3-d3e4-4a43-9773-46deebf1a2dc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:48.231111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:48.241264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f05a3009-9e02-418b-ac5d-5d9235a32134 None None] Provisioning complete for port cecee135-900d-4afa-8a15-fbf978da2fd2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:48.244920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f05a3009-9e02-418b-ac5d-5d9235a32134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.249067 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.253952 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bb0e4b-a488-487f-9752-24875a42f5ba tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:10:48.254774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bb0e4b-a488-487f-9752-24875a42f5ba tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:10:48.256726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c3bb0e4b-a488-487f-9752-24875a42f5ba tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/b04754a3-d3e4-4a43-9773-46deebf1a2dc HTTP/1.1" status: 404  len: 339 time: 0.0536981
Jun 21 03:10:48.261510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44712) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:48.274355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-292656870', 'description': 'd1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:48.301961 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:48.346662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea6c48d9-e17e-4000-bc09-ce2c4a9ceaa5 req-e807ab8c-efc7-42dc-8867-d20e106643d5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 210 time: 0.1001899
Jun 21 03:10:48.428380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:48.433829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.495617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:48.496013 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.508284 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.512596 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:48.553226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Subnet': ['ID=691892b0-b0b5-4121-9ab1-f10219322d38,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:48.591458 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:48.597516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.599685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/subnets/691892b0-b0b5-4121-9ab1-f10219322d38 HTTP/1.1" status: 204  len: 168 time: 1.0912497
Jun 21 03:10:48.602225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44732) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:48.717725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a162157-6d1e-4207-97a0-8582643e4f6b req-78a253be-41f1-4e02-9ac8-2596c2014fb2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:48.727659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a162157-6d1e-4207-97a0-8582643e4f6b req-78a253be-41f1-4e02-9ac8-2596c2014fb2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1780429
Jun 21 03:10:48.745551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:48.801841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a162157-6d1e-4207-97a0-8582643e4f6b req-8737919e-2d72-4b9f-9b97-b620378aff13 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712676
Jun 21 03:10:48.851827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.852179 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 3d2f6f29-3484-4953-b861-2baf87d01ae4 of type vlan for network e8cac6b7-56f8-4224-85fb-274a37572c2e
Jun 21 03:10:48.908388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acdee9d-24c2-4955-b406-3bc66f9d9a5a tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:48.910363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acdee9d-24c2-4955-b406-3bc66f9d9a5a tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:48.914232 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5acdee9d-24c2-4955-b406-3bc66f9d9a5a tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3109424
Jun 21 03:10:48.918128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44744) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:48.980523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:48.991244 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:49.094722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cb4b2f72-e905-4c7a-9325-a6a93b60e1b7,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:49.149280 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:49.161068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:49.161766 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:49.165230 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8dca6368-4448-4e14-888a-8d85e8a52eeb tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:49.171498 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35f6d95b-ae40-493e-ab77-1aea62e63477 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:49.177437 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:49.179320 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-df9d4560-41c8-46f8-b2c9-53a164ccfb14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:49.242057 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f6d95b-ae40-493e-ab77-1aea62e63477 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:10:49.242896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f6d95b-ae40-493e-ab77-1aea62e63477 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:10:49.252468 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-35f6d95b-ae40-493e-ab77-1aea62e63477 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/ac5111b6-5fdd-4801-aa3a-46acd05b3b9d HTTP/1.1" status: 409  len: 405 time: 0.3332236
Jun 21 03:10:49.263110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44762) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:49.277602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-479792674'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:49.455273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=cb4b2f72-e905-4c7a-9325-a6a93b60e1b7,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:49.460703 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:49.463510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:49.466381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:49.501665 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2287047
Jun 21 03:10:49.502429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44774) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:49.594624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f627153b-666d-4e98-8f76-008936ea0bdd None None] Network ac5111b6-5fdd-4801-aa3a-46acd05b3b9d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:49.741010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b5f1d62c-8e0a-4822-8d57-ce046318c824 None None] Provisioning complete for port cecee135-900d-4afa-8a15-fbf978da2fd2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:49.741816 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d62c-8e0a-4822-8d57-ce046318c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:49.789287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3056e6c-151b-4625-a63c-10c773fa9bcf tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:49.791775 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b3056e6c-151b-4625-a63c-10c773fa9bcf tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/networks?id=e8cac6b7-56f8-4224-85fb-274a37572c2e HTTP/1.1" status: 200  len: 764 time: 0.2857091
Jun 21 03:10:49.794839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44786) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:49.803545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 122f8e9b-4613-490c-979c-d6651661bfa3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:49.806382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'description': 'd2'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:49.812835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=e8cac6b7-56f8-4224-85fb-274a37572c2e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:49.829246 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:49.996828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e8cac6b7-56f8-4224-85fb-274a37572c2e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:50.172944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:50.295645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:50.297930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cae938a9-a38e-45a1-ba38-b5b2edfefbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:50.428436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network e8cac6b7-56f8-4224-85fb-274a37572c2e is not hosted by any dhcp agent {{(pid=94166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 03:10:50.451360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:50.460232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:50.460232 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "PUT /v2.0/networks/e8cac6b7-56f8-4224-85fb-274a37572c2e HTTP/1.1" status: 200  len: 761 time: 0.6579335
Jun 21 03:10:50.460512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44818) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:50.499827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=e8cac6b7-56f8-4224-85fb-274a37572c2e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:50.505511 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:50.605947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59f7fd9a-a08e-4e48-86ef-4c22ca5c7e97 req-4049691b-fbcb-4ad5-aeb1-28e72e872156 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 210 time: 0.1606262
Jun 21 03:10:50.648287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:50.696029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:50.697233 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Added segment 3dc07dcf-90e2-427a-b5eb-ffcccd285172 of type vlan for network c3b60065-5664-4b40-a018-bde740c8673e
Jun 21 03:10:50.716921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d69b790-d527-4d50-ae1c-995549b67d44 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:50.722886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44828) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:50.723114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3d69b790-d527-4d50-ae1c-995549b67d44 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/networks?id=e8cac6b7-56f8-4224-85fb-274a37572c2e HTTP/1.1" status: 200  len: 764 time: 0.2200003
Jun 21 03:10:50.764502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:50.780593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ea8e4-eb41-4f4a-8600-eb090ad9d9ca req-ef92fa4d-454e-40c1-88fe-a23247e7f90a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:50.782409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b2ea8e4-eb41-4f4a-8600-eb090ad9d9ca req-ef92fa4d-454e-40c1-88fe-a23247e7f90a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.3397963
Jun 21 03:10:50.802615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e8cac6b7-56f8-4224-85fb-274a37572c2e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:50.859876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b2ea8e4-eb41-4f4a-8600-eb090ad9d9ca req-c890ad7e-2255-483e-a383-df2b31c952fd tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680993
Jun 21 03:10:50.902286 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:50.908319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:50.909122 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:50.911855 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:50.994067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Network': ['ID=c3b60065-5664-4b40-a018-bde740c8673e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:50.997949 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:51.022009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network c3b60065-5664-4b40-a018-bde740c8673e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:51.128252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.8555989
Jun 21 03:10:51.128433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44840) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:51.139797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'subnet': {'network_id': 'c3b60065-5664-4b40-a018-bde740c8673e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:51.151027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 122f8e9b-4613-490c-979c-d6651661bfa3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:51.160954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 122f8e9b-4613-490c-979c-d6651661bfa3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:51.161587 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:51.209315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5f93e-c1f8-4725-ae5c-fb9ded39471a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:51.225978 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f6a5f93e-c1f8-4725-ae5c-fb9ded39471a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5015013
Jun 21 03:10:51.229723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44846) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:51.238273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b5f1d62c-8e0a-4822-8d57-ce046318c824 None None] Provisioning for port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:51.316184 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d95a1778-dc99-4979-9d67-48d627c25ca7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 207 time: 0.0775220
Jun 21 03:10:51.316509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44854) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:51.332228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] DHCP port deletion for ac5111b6-5fdd-4801-aa3a-46acd05b3b9d request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:10:51.421490 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:51.471735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:51.480308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:51.547589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 122f8e9b-4613-490c-979c-d6651661bfa3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=122f8e9b-4613-490c-979c-d6651661bfa3,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:51.564865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] Deleting port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:51.572180 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:51.661013 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:51.662830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2336c843-56fd-4026-96bb-f18bfe479f14 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:51.667018 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:51.709213 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:10:51.777446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-ebc93be5-3e82-4880-b68c-32e76774d196 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:51.788222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] For port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff,segment=NetworkSegment(e06dfa35-e9db-4e2f-859a-6663375ee6b5),segment_id=e06dfa35-e9db-4e2f-859a-6663375ee6b5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:51.788898 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:51.794674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-ebc93be5-3e82-4880-b68c-32e76774d196 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/networks?id=43f78038-6da3-47e3-adc5-b3d9121636a6 HTTP/1.1" status: 200  len: 796 time: 0.4253430
Jun 21 03:10:51.867688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f952a6-2584-4abe-a43a-9740a4f5d180 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:51.877689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f952a6-2584-4abe-a43a-9740a4f5d180 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:51.904759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f952a6-2584-4abe-a43a-9740a4f5d180 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:51.925992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f952a6-2584-4abe-a43a-9740a4f5d180 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:51.961168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f952a6-2584-4abe-a43a-9740a4f5d180 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:51.977186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f952a6-2584-4abe-a43a-9740a4f5d180 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:51.982063 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e1f952a6-2584-4abe-a43a-9740a4f5d180 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3731 time: 0.6646502
Jun 21 03:10:51.986486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44886) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:52.032332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8730af08-2224-45d2-9a0e-b4fe39cc8ce9 req-de970e90-27c2-4d97-b163-470564be8370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 210 time: 0.1248338
Jun 21 03:10:52.043638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-08960eb4-135a-41c9-800f-66ba35181169 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abc1439a51442dca598a84712ee0f1f HTTP/1.1" status: 200  len: 379 time: 0.2398634
Jun 21 03:10:52.060165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'port': {'device_id': '39b1e69c-649a-4d49-8323-b82e79280183', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'admin_state_up': True, 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'security_groups': ['db96df7f-6145-478d-a759-8055e97997bf']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:52.064609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] Calling delete_port for 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:52.107293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=122f8e9b-4613-490c-979c-d6651661bfa3,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:52.187596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.188140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.188581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.189019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.189479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.189954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.190514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.190957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.191402 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.191877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.192420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.192741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:52.203839 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:52.216427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2336c843-56fd-4026-96bb-f18bfe479f14 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:52.216883 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:52.342940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62f78-9d47-4681-841f-524b667ff751 req-91e978d3-a17c-4e40-aba5-f44f7ee3fb24 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.344820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a62f78-9d47-4681-841f-524b667ff751 req-91e978d3-a17c-4e40-aba5-f44f7ee3fb24 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1908331
Jun 21 03:10:52.352210 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f4fe4cd3-7e2f-4e7e-8606-74a3dc3c9c22 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 813 time: 0.3641822
Jun 21 03:10:52.364913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44896) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:52.395657 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:52.404233 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f9b2747-112f-49da-a9f6-6431d35386b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:52.488747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:52.507608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15342f-a66a-4ad8-952c-49bfe6d7f5be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.517205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15342f-a66a-4ad8-952c-49bfe6d7f5be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.518879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15342f-a66a-4ad8-952c-49bfe6d7f5be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.520530 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15342f-a66a-4ad8-952c-49bfe6d7f5be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.525444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15342f-a66a-4ad8-952c-49bfe6d7f5be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.534091 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ae15342f-a66a-4ad8-952c-49bfe6d7f5be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1633079
Jun 21 03:10:52.540201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44908) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:52.544002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] Pushing event deleted for resources: {'Port': ['ID=3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:52.547982 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:52.549156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] No DVR routers for this DVR port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:52.552941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:10:52.553186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Jun 21 03:10:52.613363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87faf41f-dc73-4a6c-ab5c-c087ee672038 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:10:52.632972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Made reservation on behalf of 5abc1439a51442dca598a84712ee0f1f for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:52.633631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Port 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff not found, will not notify nova. {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Jun 21 03:10:52.633631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cecee135-900d-4afa-8a15-fbf978da2fd2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:52.633815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:52.656995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a62f78-9d47-4681-841f-524b667ff751 req-da4e7201-156a-4ab6-9628-31e25b43434a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948837
Jun 21 03:10:52.667988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc626b13-92b0-4e69-af29-731463abe8d8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.670072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc626b13-92b0-4e69-af29-731463abe8d8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.670852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc626b13-92b0-4e69-af29-731463abe8d8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.672446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc626b13-92b0-4e69-af29-731463abe8d8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.695434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc626b13-92b0-4e69-af29-731463abe8d8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.698115 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cc626b13-92b0-4e69-af29-731463abe8d8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1565132
Jun 21 03:10:52.707261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:52.745140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.objects.ports [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94167) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:10:52.755300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:52.760621 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f9be669f-4eef-4738-845b-0b293a3f670c tempest-PortsTestJSON-227263863 tempest-PortsTestJSON-227263863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:52.859481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cecee135-900d-4afa-8a15-fbf978da2fd2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:52.860122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:52.914435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c84d30-637c-4f2e-b9b9-95922edeb784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:52.916503 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-42c84d30-637c-4f2e-b9b9-95922edeb784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/networks/d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 HTTP/1.1" status: 200  len: 804 time: 0.2080426
Jun 21 03:10:52.920177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44926) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:53.052073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Subnet': ['ID=7c7c1346-c4ce-44b7-acea-f3c1f9657830,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:53.060141 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:53.110208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Checking segment: {'id': '3dc07dcf-90e2-427a-b5eb-ffcccd285172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3b60065-5664-4b40-a018-bde740c8673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:53.110594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network hostable DHCP agents. Network: c3b60065-5664-4b40-a018-bde740c8673e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:53.123936 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1ecd3ed0-9e9f-4582-8351-25fa570410dc tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/networks/d5fdfebd-0d3a-4948-a14c-4fd2e1f76329?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2022903
Jun 21 03:10:53.131360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.20.0.10 (43f78038-6da3-47e3-adc5-b3d9121636a6/c374b101-0251-4083-b9fb-afb95812d53b/50ff8e74-7939-4f96-8602-895fb6d6aa4e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:53.133237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44938) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:53.208348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 122f8e9b-4613-490c-979c-d6651661bfa3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:53.235866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970bb91-193c-4f4c-8c7f-8fdf84f55555 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:53.237299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d970bb91-193c-4f4c-8c7f-8fdf84f55555 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/subnets/c760889e-5617-44c0-aaa1-f80fc9269262 HTTP/1.1" status: 200  len: 843 time: 0.1031942
Jun 21 03:10:53.240977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44942) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:53.272649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87faf41f-dc73-4a6c-ab5c-c087ee672038 None None] Network c3b60065-5664-4b40-a018-bde740c8673e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:53.304846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 122f8e9b-4613-490c-979c-d6651661bfa3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:53.305263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.319908 n-d-758944-33 neutron-server[94167]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Agent fe17d096-d255-4a5f-8ffc-b4614357fc8b already present
Jun 21 03:10:53.320360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network c3b60065-5664-4b40-a018-bde740c8673e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:53.321086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c3b60065-5664-4b40-a018-bde740c8673e) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:53.345950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e43201a1-9d8a-4889-99f0-eab795b4612d req-c8f31d1a-06b0-44d2-91df-c08cc36cb4c6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 210 time: 0.0736246
Jun 21 03:10:53.347271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:53.347954 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.362622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2daf4d-1802-4ab2-b14d-6db067b36498 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['shared'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:53.367516 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9e2daf4d-1802-4ab2-b14d-6db067b36498 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "GET /v2.0/subnets/c760889e-5617-44c0-aaa1-f80fc9269262?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1220007
Jun 21 03:10:53.381646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87faf41f-dc73-4a6c-ab5c-c087ee672038 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, c3b60065-5664-4b40-a018-bde740c8673e) {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:10:53.382010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44950) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:53.390785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-426837827'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:53.453160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.483430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Transition to ACTIVE for port object 50ff8e74-7939-4f96-8602-895fb6d6aa4e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:53.524130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:53.527836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.566165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.4366689
Jun 21 03:10:53.569502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44964) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:53.610784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:53.689922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:53.714401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.714966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.714966 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Added segment 73330216-dbb3-4241-82c6-8a3125ebfffa of type vlan for network 8f0350a9-40e3-4956-bc61-9a4f06b1b305
Jun 21 03:10:53.726845 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.763348 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:53.789053 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.812892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:53.817261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:53.865487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:53.926339 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:53.946767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:10:53.947136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.079777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.099292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:54.099793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:54.100861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.107131 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:54.113420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:54.114407 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.131697 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:54.135600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff1270-71ae-44bd-9e1c-496859f4a86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-c3b60065-5664-4b40-a018-bde740c8673e', 'network_id': 'c3b60065-5664-4b40-a018-bde740c8673e', 'tenant_id': '2e840e68b2da4b66ba3c52d41f58e145', 'fixed_ips': [{'subnet_id': '7c7c1346-c4ce-44b7-acea-f3c1f9657830'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:54.135600 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1270-71ae-44bd-9e1c-496859f4a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.157556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.171906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493d2ba-779d-48d7-8e34-53c369451d5e req-8afb0f9a-d250-43b8-8361-65317a6820d3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:54.173568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9493d2ba-779d-48d7-8e34-53c369451d5e req-8afb0f9a-d250-43b8-8361-65317a6820d3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2358420
Jun 21 03:10:54.226899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9493d2ba-779d-48d7-8e34-53c369451d5e req-bd273e30-0ecf-41d8-8145-4aacf156545d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467391
Jun 21 03:10:54.239330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1882737
Jun 21 03:10:54.254115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Request body: {'port': {'device_id': '39b1e69c-649a-4d49-8323-b82e79280183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:54.274963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:10:54.326344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:10:54.326806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3f5d5af7-dc9b-4cd0-aed9-38b6a1783fff not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:10:54.356316 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.373458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a0281-4515-4006-8fa4-b1b24576b3f3 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:10:54.413269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.443414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1eb0430>,) {'filters': {'network_id': ['c3b60065-5664-4b40-a018-bde740c8673e']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:54.467610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1eb0430>, '3dc07dcf-90e2-427a-b5eb-ffcccd285172') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:54.467920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1eb0430>, '3dc07dcf-90e2-427a-b5eb-ffcccd285172') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:54.485574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.502958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.509246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:54.509740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:54.785479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a0281-4515-4006-8fa4-b1b24576b3f3 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:10:54.973593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ff8e74-7939-4f96-8602-895fb6d6aa4e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:10:54.992062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.015798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Transition to ACTIVE for port object 50ff8e74-7939-4f96-8602-895fb6d6aa4e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:55.037812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301820-9e87-4f3a-a51d-017f585d410f req-2dd23507-8edb-4f25-9967-e2460c5cb9dc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:55.045803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3301820-9e87-4f3a-a51d-017f585d410f req-2dd23507-8edb-4f25-9967-e2460c5cb9dc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 932 time: 0.3842418
Jun 21 03:10:55.081025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.092348 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2e45ac98-6864-477d-a326-b6f6ab1e8ce0 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:55.092529 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:55.100510 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.7215312
Jun 21 03:10:55.100881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 44988) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:55.114656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'network_id': '8f0350a9-40e3-4956-bc61-9a4f06b1b305', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:55.119598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Network': ['ID=8f0350a9-40e3-4956-bc61-9a4f06b1b305,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:55.123575 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:55.124066 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-85b00277-1481-4e77-9f65-edf89dd983e0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.918s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:55.151063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Pushing event updated for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:55.156725 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:55.161617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 8f0350a9-40e3-4956-bc61-9a4f06b1b305 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:55.170258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3301820-9e87-4f3a-a51d-017f585d410f req-55a7c8a1-0a2d-45f8-bf9c-56f7d4b02d74 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232409
Jun 21 03:10:55.254510 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.264750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7c1346-c4ce-44b7-acea-f3c1f9657830,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:55.276947 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:55.311636 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c61c6d57-ddd6-4c3d-b3f4-4e8a32a0591d tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:55.311915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Attempting to bind port 50ff8e74-7939-4f96-8602-895fb6d6aa4e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:55.312436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Attempting to bind port 50ff8e74-7939-4f96-8602-895fb6d6aa4e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:55.312933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Attempting to bind port 50ff8e74-7939-4f96-8602-895fb6d6aa4e on network 43f78038-6da3-47e3-adc5-b3d9121636a6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:55.317702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Port 50ff8e74-7939-4f96-8602-895fb6d6aa4e on network 43f78038-6da3-47e3-adc5-b3d9121636a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:10:55.318221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Attempting to bind port 50ff8e74-7939-4f96-8602-895fb6d6aa4e on network 43f78038-6da3-47e3-adc5-b3d9121636a6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:55.324295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:55.325014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Checking segment: {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:55.325653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Bound using segment: {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:55.326311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Bound port: 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4446ce-625d-496f-a99a-80e486d62c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:55.326886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.341158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.345305 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/c3b60065-5664-4b40-a018-bde740c8673e HTTP/1.1" status: 204  len: 168 time: 1.7740333
Jun 21 03:10:55.348469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 44994) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:55.355224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1219604850'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:55.401425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Network': ['ID=c3b60065-5664-4b40-a018-bde740c8673e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:55.423273 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:55.446162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:55.453439 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.567048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:55.580858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc06ad1f-bef0-4d2e-801d-86c6e88fbc69 None None] Network c3b60065-5664-4b40-a018-bde740c8673e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:55.596808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:55.598528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Made reservation on behalf of 8e8e75b81c254283a7b727bf581572ed for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:55.602528 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.604643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc06ad1f-bef0-4d2e-801d-86c6e88fbc69 None None] Network c3b60065-5664-4b40-a018-bde740c8673e could not be found, it might have been deleted concurrently. {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Jun 21 03:10:55.625109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab744da-1a87-4ac1-8d6b-eec024b306bd None None] Network c3b60065-5664-4b40-a018-bde740c8673e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:55.625361 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.625692 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Added segment 189dfab4-92a4-4591-90b0-68754f1b4059 of type vlan for network a4bfe4be-0f25-4566-aaed-5654fb643dcc
Jun 21 03:10:55.645705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:55.657539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab744da-1a87-4ac1-8d6b-eec024b306bd None None] Network c3b60065-5664-4b40-a018-bde740c8673e could not be found, it might have been deleted concurrently. {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Jun 21 03:10:55.733308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Performing IP validity checks on allocation pools {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jun 21 03:10:55.734598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jun 21 03:10:55.749749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92a28-8afc-49e4-8ded-412e9cb9db85 req-20a22592-aeae-4e9a-a9c3-bf25f2e3aff9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:55.751310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51f92a28-8afc-49e4-8ded-412e9cb9db85 req-20a22592-aeae-4e9a-a9c3-bf25f2e3aff9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2379153
Jun 21 03:10:55.758908 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.777013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.794720 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3ac0494-d006-4f23-a317-538aeb877ac7 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:55.897709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:55.898337 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:55.906264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] 10.222.0.20 "PUT /v2.0/ports/50ff8e74-7939-4f96-8602-895fb6d6aa4e HTTP/1.1" status: 200  len: 1093 time: 1.6532266
Jun 21 03:10:55.916789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:10:55.919361 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59484ca-f33c-4a99-a615-8ee6046138e4" -d '{"events": [{"name": "network-changed", "server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:10:55.990775 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51f92a28-8afc-49e4-8ded-412e9cb9db85 req-f74b78f3-53af-4313-85b3-c5a97513ee5c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100868
Jun 21 03:10:56.014863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Pushing event updated for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:56.021262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2e8cbb21-2f4e-4194-aabc-b2c96f0c1c64 None None] Provisioning for port 50ff8e74-7939-4f96-8602-895fb6d6aa4e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:10:56.028247 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:56.044363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:56.050669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:56.051456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:56.056566 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bace2d-4c5a-493d-9fe3-0a7c0c59f3c5 x-openstack-request-id: req-e8bace2d-4c5a-493d-9fe3-0a7c0c59f3c5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:10:56.057285 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:10:56.057835 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8bace2d-4c5a-493d-9fe3-0a7c0c59f3c5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:10:56.058433 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'status': 'completed', 'code': 200}
Jun 21 03:10:56.059311 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d792dded-ae84-48dc-a48c-b2e72e9db561 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:56.080309 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:56.082793 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-126a27f1-337a-441c-8ed2-debc070db948 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:56.210965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=7da539da-6b6a-4902-97b9-d03286b04f33,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:56.214668 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:56.234459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Checking segment: {'id': '73330216-dbb3-4241-82c6-8a3125ebfffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8f0350a9-40e3-4956-bc61-9a4f06b1b305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:56.234919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network hostable DHCP agents. Network: 8f0350a9-40e3-4956-bc61-9a4f06b1b305, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:56.317696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45006) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:56.323888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9643908
Jun 21 03:10:56.325563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'subnet': {'network_id': 'a4bfe4be-0f25-4566-aaed-5654fb643dcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:56.388930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Network': ['ID=a4bfe4be-0f25-4566-aaed-5654fb643dcc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:56.401950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a4bfe4be-0f25-4566-aaed-5654fb643dcc details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:10:56.420646 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:56.437897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-599c05d2-2946-4d7e-9c54-da1e1a832735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:56.440025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-599c05d2-2946-4d7e-9c54-da1e1a832735 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 1096 time: 0.4098005
Jun 21 03:10:56.458592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Network 8f0350a9-40e3-4956-bc61-9a4f06b1b305 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:56.623185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 8f0350a9-40e3-4956-bc61-9a4f06b1b305) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:56.631597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:56.632343 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:56.637029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e946ee04-6964-45d1-a2c4-fa8df3577d97 None None] Network 8f0350a9-40e3-4956-bc61-9a4f06b1b305 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:56.714671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:56.718759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:56.834464 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.7259476
Jun 21 03:10:56.846100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45010) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:56.873738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:56.999608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-773ed2dc-d548-44fa-af4f-fd4aa1a690c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e HTTP/1.1" status: 200  len: 217 time: 0.5486479
Jun 21 03:10:57.079663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a449-cb84-47b5-b4f0-1ed79787c187 req-d5251e21-d259-4d3f-a4e9-70f6d9ecba88 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:57.081305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14f6a449-cb84-47b5-b4f0-1ed79787c187 req-d5251e21-d259-4d3f-a4e9-70f6d9ecba88 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 944 time: 0.7462652
Jun 21 03:10:57.156818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-eab80946-cc30-491b-9597-a32d6677e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:57.160065 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10032147'] for subnet, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:57.161733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-eab80946-cc30-491b-9597-a32d6677e0c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c374b101-0251-4083-b9fb-afb95812d53b HTTP/1.1" status: 200  len: 835 time: 0.1550181
Jun 21 03:10:57.198620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-8f0350a9-40e3-4956-bc61-9a4f06b1b305', 'network_id': '8f0350a9-40e3-4956-bc61-9a4f06b1b305', 'tenant_id': '8e8e75b81c254283a7b727bf581572ed', 'fixed_ips': [{'subnet_id': '7da539da-6b6a-4902-97b9-d03286b04f33'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:57.199816 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:57.233825 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14f6a449-cb84-47b5-b4f0-1ed79787c187 req-b1de12c3-3bc6-4025-b580-7e1a82d21f68 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413131
Jun 21 03:10:57.334530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-0485734e-f103-43f6-bc08-69ca43ceed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:57.345595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-0485734e-f103-43f6-bc08-69ca43ceed9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43f78038-6da3-47e3-adc5-b3d9121636a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1634140
Jun 21 03:10:57.545274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-5eb3f20a-e749-48cf-8e25-c2fe6632e7cc service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986089
Jun 21 03:10:57.574131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Allocated IP 2001:db8::3 (8f0350a9-40e3-4956-bc61-9a4f06b1b305/7da539da-6b6a-4902-97b9-d03286b04f33/d67affc2-8dc1-49db-a960-f0ff13b4fcf8) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:10:57.624428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758473583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3428007'] for subnet, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:57.630020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf5747e5-386d-49f2-9705-98dedeacb3cb tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:57.658293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1351a-999d-4377-8d36-7b31236f0e45 req-aebafa7f-97a3-4080-874b-6d4f168f6bb2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:57.660486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82c1351a-999d-4377-8d36-7b31236f0e45 req-aebafa7f-97a3-4080-874b-6d4f168f6bb2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2216840
Jun 21 03:10:57.726105 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:57.733001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:57.734565 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:57.740535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82c1351a-999d-4377-8d36-7b31236f0e45 req-2383e720-c0f4-4b7d-8f73-2b3f36920971 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627389
Jun 21 03:10:57.740671 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "PUT /v2.0/subnets/7da539da-6b6a-4902-97b9-d03286b04f33 HTTP/1.1" status: 200  len: 900 time: 0.8899701
Jun 21 03:10:57.741573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:57.756289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event updated for resources: {'Subnet': ['ID=7da539da-6b6a-4902-97b9-d03286b04f33,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:57.785666 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.787796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.788369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.789778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.790533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.792258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.793434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.795518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.797293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.797886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.800777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.801602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:10:57.812321 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:57.815220 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:57.826617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:57.843106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Transition to ACTIVE for port object d67affc2-8dc1-49db-a960-f0ff13b4fcf8 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:57.880108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Transition to ACTIVE for port object d67affc2-8dc1-49db-a960-f0ff13b4fcf8 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:10:57.912513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Subnet': ['ID=e25d97a9-2ead-4b5d-9017-0b6ff6ab48db,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:57.916445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56098ed9-9a73-4c6d-93d2-73e96339019d req-ed278f51-93cf-48e7-a82a-eea7658e00de service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3636405
Jun 21 03:10:57.917809 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:57.931709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Checking segment: {'id': '189dfab4-92a4-4591-90b0-68754f1b4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4bfe4be-0f25-4566-aaed-5654fb643dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:57.931709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network hostable DHCP agents. Network: a4bfe4be-0f25-4566-aaed-5654fb643dcc, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:10:57.948036 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:57.950922 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:58.018152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network a4bfe4be-0f25-4566-aaed-5654fb643dcc is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:10:58.022119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Pushing event updated for resources: {'Port': ['ID=d67affc2-8dc1-49db-a960-f0ff13b4fcf8,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:58.032054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.039559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Network 8f0350a9-40e3-4956-bc61-9a4f06b1b305 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:10:58.042129 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:58.043280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:58.047461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:10:58.112455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a4bfe4be-0f25-4566-aaed-5654fb643dcc) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:10:58.124458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:58.129219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.129855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-506e4a4b-c125-4a84-853b-20c3929b0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:58.131690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-506e4a4b-c125-4a84-853b-20c3929b0a48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 1096 time: 0.0974882
Jun 21 03:10:58.134364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90618e-6bea-4f76-a82c-29be21e4e974 None None] Network a4bfe4be-0f25-4566-aaed-5654fb643dcc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:58.168400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Attempting to bind port d67affc2-8dc1-49db-a960-f0ff13b4fcf8 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:10:58.169309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Attempting to bind port d67affc2-8dc1-49db-a960-f0ff13b4fcf8 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '73330216-dbb3-4241-82c6-8a3125ebfffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8f0350a9-40e3-4956-bc61-9a4f06b1b305'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:10:58.170031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Attempting to bind port d67affc2-8dc1-49db-a960-f0ff13b4fcf8 on network 8f0350a9-40e3-4956-bc61-9a4f06b1b305 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:10:58.198387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting port d67affc2-8dc1-49db-a960-f0ff13b4fcf8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:10:58.199098 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.213604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:10:58.220828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Checking segment: {'id': '73330216-dbb3-4241-82c6-8a3125ebfffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8f0350a9-40e3-4956-bc61-9a4f06b1b305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:10:58.220828 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.220828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Bound using segment: {'id': '73330216-dbb3-4241-82c6-8a3125ebfffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8f0350a9-40e3-4956-bc61-9a4f06b1b305'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:10:58.220828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Bound port: d67affc2-8dc1-49db-a960-f0ff13b4fcf8, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73330216-dbb3-4241-82c6-8a3125ebfffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8f0350a9-40e3-4956-bc61-9a4f06b1b305'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:10:58.220828 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.240266 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9214437
Jun 21 03:10:58.245233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45022) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:58.305415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-d3f5931d-2bdf-4254-8657-9c445e5790c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:58.307773 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-d3f5931d-2bdf-4254-8657-9c445e5790c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43f78038-6da3-47e3-adc5-b3d9121636a6 HTTP/1.1" status: 200  len: 897 time: 0.1684036
Jun 21 03:10:58.367540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-853efb1c-a6e6-4696-a4e4-9b5560ba18ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e HTTP/1.1" status: 200  len: 217 time: 0.0531545
Jun 21 03:10:58.369176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] For port d67affc2-8dc1-49db-a960-f0ff13b4fcf8, host n-d-758944-33, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:10:58.369746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.416797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] For port d67affc2-8dc1-49db-a960-f0ff13b4fcf8, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:10:58.422473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] For port d67affc2-8dc1-49db-a960-f0ff13b4fcf8, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d67affc2-8dc1-49db-a960-f0ff13b4fcf8,segment=NetworkSegment(73330216-dbb3-4241-82c6-8a3125ebfffa),segment_id=73330216-dbb3-4241-82c6-8a3125ebfffa)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:10:58.495473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Calling delete_port for d67affc2-8dc1-49db-a960-f0ff13b4fcf8 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:10:58.538098 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.544042 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ab0a5328-9a75-47d6-8045-4ce30ca97099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:58.613161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.618877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-2a850d19-2e73-4add-939a-4942514f15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:58.625090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-2a850d19-2e73-4add-939a-4942514f15b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c374b101-0251-4083-b9fb-afb95812d53b HTTP/1.1" status: 200  len: 835 time: 0.2475662
Jun 21 03:10:58.676626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Pushing event updated for resources: {'Port': ['ID=d67affc2-8dc1-49db-a960-f0ff13b4fcf8,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:58.706039 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:58.723170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd46bc-8055-476f-a592-57cea26f2215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-a4bfe4be-0f25-4566-aaed-5654fb643dcc', 'network_id': 'a4bfe4be-0f25-4566-aaed-5654fb643dcc', 'tenant_id': '2e840e68b2da4b66ba3c52d41f58e145', 'fixed_ips': [{'subnet_id': 'e25d97a9-2ead-4b5d-9017-0b6ff6ab48db'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:10:58.723170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aafd46bc-8055-476f-a592-57cea26f2215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.746989 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.953916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37f48c-5bf5-4e7d-87fc-6d3864587230 req-bc4460a3-cc69-4bea-9aae-899754cea726 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:58.961299 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:58.963185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c37f48c-5bf5-4e7d-87fc-6d3864587230 req-bc4460a3-cc69-4bea-9aae-899754cea726 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 944 time: 0.4405382
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server [None req-aafd46bc-8055-476f-a592-57cea26f2215 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e25d97a9-2ead-4b5d-9017-0b6ff6ab48db: This subnet is being modified by another concurrent operation.
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise exception
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e25d97a9-2ead-4b5d-9017-0b6ff6ab48db: This subnet is being modified by another concurrent operation.
Jun 21 03:10:59.003144 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server 
Jun 21 03:10:59.024805 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1137e15a-359b-4297-b61f-c924030f387a tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:59.068185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce99b4-c84a-453f-bf68-3b912616ae03 None None] Network a4bfe4be-0f25-4566-aaed-5654fb643dcc requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:10:59.098809 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-37a91350-cfb0-4835-ad00-1a4714bca220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:59.101036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-37a91350-cfb0-4835-ad00-1a4714bca220 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43f78038-6da3-47e3-adc5-b3d9121636a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4408445
Jun 21 03:10:59.276963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Subnet': ['ID=e25d97a9-2ead-4b5d-9017-0b6ff6ab48db,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:59.289659 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:59.318329 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.325562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0da5e20>,) {'filters': {'network_id': ['a4bfe4be-0f25-4566-aaed-5654fb643dcc']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:59.339271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.358336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0da5e20>, '189dfab4-92a4-4591-90b0-68754f1b4059') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:59.358704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0da5e20>, '189dfab4-92a4-4591-90b0-68754f1b4059') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:59.359039 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee6e6d6d-6d2c-49dc-9135-8cc612caa460 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:59.364820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d67affc2-8dc1-49db-a960-f0ff13b4fcf8 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:10:59.391302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.410368 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-2251529b-a913-4d1b-a108-f3db4a88fff8 service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2952247
Jun 21 03:10:59.414340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d67affc2-8dc1-49db-a960-f0ff13b4fcf8 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:10:59.414701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d67affc2-8dc1-49db-a960-f0ff13b4fcf8 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Jun 21 03:10:59.415233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c37f48c-5bf5-4e7d-87fc-6d3864587230 req-3882c82a-f368-4513-96d8-7731c25bf48c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4511483
Jun 21 03:10:59.418099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Port': ['ID=d67affc2-8dc1-49db-a960-f0ff13b4fcf8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:59.422176 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:59.431026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.443855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:10:59.443855 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.464195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Port d67affc2-8dc1-49db-a960-f0ff13b4fcf8 not found, will not notify nova. {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:10:59.506532 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:10:59.542313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc37fe-39f7-4dc3-855d-a9624bdc9f52 req-bf6f5865-2219-4526-8a34-84d9e7848aff tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:10:59.543905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ffc37fe-39f7-4dc3-855d-a9624bdc9f52 req-bf6f5865-2219-4526-8a34-84d9e7848aff tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.5997086
Jun 21 03:10:59.544808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No DVR routers for this DVR port d67affc2-8dc1-49db-a960-f0ff13b4fcf8 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:10:59.638428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.643260 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25ac6aa2-f5de-441f-b8c4-8580b729a4b0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:59.649979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.653556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.654153 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/a4bfe4be-0f25-4566-aaed-5654fb643dcc HTTP/1.1" status: 204  len: 168 time: 1.4075818
Jun 21 03:10:59.667258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45038) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:10:59.672705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-653234374'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:10:59.676165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Network': ['ID=a4bfe4be-0f25-4566-aaed-5654fb643dcc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:59.681362 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:59.700230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ffc37fe-39f7-4dc3-855d-a9624bdc9f52 req-5c557eb1-26fc-45a1-934e-cb3864a6e96e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470332
Jun 21 03:10:59.714410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e59484ca-f33c-4a99-a615-8ee6046138e4 req-8dcdb8a5-4bad-413a-88a4-4f0317e2ae1f service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2881405
Jun 21 03:10:59.777026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:10:59.781173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.823383 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.827129 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4fd29d6-390d-4f3a-82d1-4af08f4a8921 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:10:59.828891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:10:59.842477 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.843728 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Added segment dc282b0e-4f6d-4023-9d19-80bc780012ea of type vlan for network cbeead1f-4106-480b-a5ce-8504a23dbb32
Jun 21 03:10:59.880796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=7da539da-6b6a-4902-97b9-d03286b04f33,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:10:59.886405 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:10:59.899303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.982619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:10:59.994001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d93351c0>,) {'filters': {'network_id': ['8f0350a9-40e3-4956-bc61-9a4f06b1b305']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:10:59.994245 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.001444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:00.002315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.005856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d93351c0>, '73330216-dbb3-4241-82c6-8a3125ebfffa') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:00.006152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d93351c0>, '73330216-dbb3-4241-82c6-8a3125ebfffa') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:00.007924 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-644a715d-2223-4254-81bd-21483dffa5f3 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:00.017508 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.035217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.043679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:00.044610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:00.048696 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:00.097314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Network': ['ID=cbeead1f-4106-480b-a5ce-8504a23dbb32,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:00.105484 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:00.116022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network cbeead1f-4106-480b-a5ce-8504a23dbb32 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:11:00.150407 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4792879
Jun 21 03:11:00.152947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45040) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:00.158254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Request body: {'subnet': {'network_id': 'cbeead1f-4106-480b-a5ce-8504a23dbb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:00.203766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb06222-09c3-4bad-bc03-23edc15b0379 None None] Network 8f0350a9-40e3-4956-bc61-9a4f06b1b305 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:00.232966 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.239640 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b8c889a2-4dd3-4dc8-bc64-831a86e00675 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:00.266265 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.268448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/8f0350a9-40e3-4956-bc61-9a4f06b1b305 HTTP/1.1" status: 204  len: 168 time: 2.5108528
Jun 21 03:11:00.269992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=8f0350a9-40e3-4956-bc61-9a4f06b1b305,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:00.273181 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45044) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:00.281479 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:00.312252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-039770ff-f06d-4b15-b7e0-cb2f8c7bc062 None None] Could not find standard attr ID for object d67affc2-8dc1-49db-a960-f0ff13b4fcf8. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:11:00.317963 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-c901314c-31e3-4bcf-ad88-ea7dab6c1e8f tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:00.318526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c901314c-31e3-4bcf-ad88-ea7dab6c1e8f tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:00.321047 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c901314c-31e3-4bcf-ad88-ea7dab6c1e8f tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/7da539da-6b6a-4902-97b9-d03286b04f33 HTTP/1.1" status: 404  len: 337 time: 0.0402944
Jun 21 03:11:00.323607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45046) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:00.345020 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c0e2e5-01ae-4a1a-b05d-f1b06b3ebbfe tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:00.345662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c0e2e5-01ae-4a1a-b05d-f1b06b3ebbfe tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:00.347386 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-53c0e2e5-01ae-4a1a-b05d-f1b06b3ebbfe tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/8f0350a9-40e3-4956-bc61-9a4f06b1b305 HTTP/1.1" status: 404  len: 339 time: 0.0227630
Jun 21 03:11:00.350119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45048) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:00.371180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Made reservation on behalf of 2e840e68b2da4b66ba3c52d41f58e145 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:00.376574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.435449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bad066-e8a0-4f5f-b122-19c7c2f7cb22 None None] DHCP port deletion for 8f0350a9-40e3-4956-bc61-9a4f06b1b305 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:11:00.454753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2143e7-1c2d-445c-ab2d-cbbd3b972f53 None None] Network 8f0350a9-40e3-4956-bc61-9a4f06b1b305 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:00.471799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2143e7-1c2d-445c-ab2d-cbbd3b972f53 None None] Network 8f0350a9-40e3-4956-bc61-9a4f06b1b305 could not be found, it might have been deleted concurrently. {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Jun 21 03:11:00.487188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73a1d1-bd6c-4f50-8da7-c0db7c805b38 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:11:00.490505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.662279 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.683197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de57a190>,) {'filters': {'network_id': ['e8cac6b7-56f8-4224-85fb-274a37572c2e']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:00.772805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de57a190>, '3d2f6f29-3484-4953-b861-2baf87d01ae4') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:00.773261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de57a190>, '3d2f6f29-3484-4953-b861-2baf87d01ae4') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:00.792140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.804758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73a1d1-bd6c-4f50-8da7-c0db7c805b38 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:11:00.831413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.842629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:00.843153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:00.846830 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:00.907921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76fc06-0743-4e0b-ac10-2db03024471c req-f83cbfa3-0118-4c54-b180-6f89e96b7831 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:00.928755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad76fc06-0743-4e0b-ac10-2db03024471c req-f83cbfa3-0118-4c54-b180-6f89e96b7831 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 944 time: 0.1987340
Jun 21 03:11:01.003677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad76fc06-0743-4e0b-ac10-2db03024471c req-2ecc93b5-f2f5-49e9-aa04-4519c134163e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866039
Jun 21 03:11:01.045402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d63bbf-7ed5-4e83-9e31-95d7ca4b05cf req-a99193d5-704c-4152-8dc4-10bd71ca5c33 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:01.047706 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4d63bbf-7ed5-4e83-9e31-95d7ca4b05cf req-a99193d5-704c-4152-8dc4-10bd71ca5c33 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1056483
Jun 21 03:11:01.111109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4d63bbf-7ed5-4e83-9e31-95d7ca4b05cf req-80a576ca-a943-44d2-bc0e-9cffbd7cf5b1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566192
Jun 21 03:11:01.113126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.130983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.147763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/e8cac6b7-56f8-4224-85fb-274a37572c2e HTTP/1.1" status: 204  len: 168 time: 0.7928247
Jun 21 03:11:01.148659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45064) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:01.149788 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2a86feeb-1320-46fe-a000-5b57e41690a9 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:01.205947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.objects.ports [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94166) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 03:11:01.207423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.207569 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5baaba-3028-41e5-85b4-29506c939c7e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:01.208012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5baaba-3028-41e5-85b4-29506c939c7e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:01.213141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7f5baaba-3028-41e5-85b4-29506c939c7e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/f781c317-799c-4c81-9a95-e78c36e71230 HTTP/1.1" status: 404  len: 337 time: 0.0581124
Jun 21 03:11:01.219000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45066) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:01.222185 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2c2b799c-0780-47fc-be9a-79d0aa06d2f7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:01.223552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=e8cac6b7-56f8-4224-85fb-274a37572c2e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:01.229271 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:01.243733 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-073888c5-3b48-4c05-8275-4db5d9fcf2c3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:01.243733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073888c5-3b48-4c05-8275-4db5d9fcf2c3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:01.251760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d67affc2-8dc1-49db-a960-f0ff13b4fcf8 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:01.255732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-073888c5-3b48-4c05-8275-4db5d9fcf2c3 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/b04754a3-d3e4-4a43-9773-46deebf1a2dc HTTP/1.1" status: 404  len: 339 time: 0.0375423
Jun 21 03:11:01.260075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45068) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:01.329584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50ff8e74-7939-4f96-8602-895fb6d6aa4e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:11:01.331841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d67affc2-8dc1-49db-a960-f0ff13b4fcf8 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:01.332196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d67affc2-8dc1-49db-a960-f0ff13b4fcf8 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:01.377404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting subnet 90a68b93-9ec7-4017-b880-c5b10559bc12 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:11:01.380819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.386560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event updated for resources: {'Subnet': ['ID=a9b63e29-1526-4ad1-9872-8f07f0f5dbe9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:01.390211 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:01.396033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Checking segment: {'id': 'dc282b0e-4f6d-4023-9d19-80bc780012ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cbeead1f-4106-480b-a5ce-8504a23dbb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:01.396033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network hostable DHCP agents. Network: cbeead1f-4106-480b-a5ce-8504a23dbb32, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:11:01.451235 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.488810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:01.504412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'port_id': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'mac_address': 'fa:16:3e:19:c2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:11:01.552449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Network cbeead1f-4106-480b-a5ce-8504a23dbb32 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:11:01.563765 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.588325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ff8e74-7939-4f96-8602-895fb6d6aa4e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:11:01.620662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:01.627848 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.649916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, cbeead1f-4106-480b-a5ce-8504a23dbb32) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:01.654698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:01.655451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.661209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd84d45-1ef8-4c96-bbaf-18631736d14c None None] Network cbeead1f-4106-480b-a5ce-8504a23dbb32 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:01.748331 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.753553 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9a833b68-a079-4397-b50c-b5d57aa4c706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:01.794472 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.6395705
Jun 21 03:11:01.799581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45074) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:01.861616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.874330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:01.886518 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:01.910234 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:01.941049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-cbeead1f-4106-480b-a5ce-8504a23dbb32', 'network_id': 'cbeead1f-4106-480b-a5ce-8504a23dbb32', 'tenant_id': '2e840e68b2da4b66ba3c52d41f58e145', 'fixed_ips': [{'subnet_id': 'a9b63e29-1526-4ad1-9872-8f07f0f5dbe9'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:11:01.942032 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.962192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=90a68b93-9ec7-4017-b880-c5b10559bc12,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:01.968925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:01.971322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/90a68b93-9ec7-4017-b880-c5b10559bc12 HTTP/1.1" status: 204  len: 168 time: 0.7103539
Jun 21 03:11:01.972704 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:01.973728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45076) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:01.987060 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:02.076489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting subnet a114e26f-4dd6-48e8-8513-ccccad837596 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:11:02.087933 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:02.089526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['50ff8e74-7939-4f96-8602-895fb6d6aa4e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:11:02.092821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1bb4e6-8a1d-422a-94ea-1861b2ae4c8c None None] Network 655536c0-32c1-428b-943b-9405b1fa165c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:02.122262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:02.170839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:02.216432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Allocated IP 2001:db8::f816:3eff:fe54:ea0f (cbeead1f-4106-480b-a5ce-8504a23dbb32/a9b63e29-1526-4ad1-9872-8f07f0f5dbe9/177f645d-e0f9-4065-b4e9-c4673dd97f38) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:02.611776 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:02.655010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Transition to ACTIVE for port object 177f645d-e0f9-4065-b4e9-c4673dd97f38 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:02.700411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Transition to ACTIVE for port object 177f645d-e0f9-4065-b4e9-c4673dd97f38 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:02.792133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:02.803435 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:02.804242 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2876749a-64b5-46c1-a8e4-6c6b6a05bc41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:02.822163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c66d17-484c-451d-a758-cb3eb7230d3f req-184deac7-2dd1-4627-ae2f-7f6374080a96 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:02.823942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92c66d17-484c-451d-a758-cb3eb7230d3f req-184deac7-2dd1-4627-ae2f-7f6374080a96 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 945 time: 0.2316363
Jun 21 03:11:02.835390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b01c8-8573-4fc8-9ace-91f9fff919c0 req-6ba39dda-f076-41c9-a636-feeb40961595 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:02.841837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-210b01c8-8573-4fc8-9ace-91f9fff919c0 req-6ba39dda-f076-41c9-a636-feeb40961595 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.2333419
Jun 21 03:11:02.855121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Network cbeead1f-4106-480b-a5ce-8504a23dbb32 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:02.862853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:02.871018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:02.967800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Pushing event updated for resources: {'Port': ['ID=177f645d-e0f9-4065-b4e9-c4673dd97f38,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:02.970545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92c66d17-484c-451d-a758-cb3eb7230d3f req-18d9a432-cef3-4a93-b57a-db511bf89e63 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1141529
Jun 21 03:11:02.983846 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:02.991010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-210b01c8-8573-4fc8-9ace-91f9fff919c0 req-30c8d14d-ec6e-405a-9b0c-92af981ea0e7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418283
Jun 21 03:11:02.995864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Attempting to bind port 177f645d-e0f9-4065-b4e9-c4673dd97f38 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:11:02.996248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Attempting to bind port 177f645d-e0f9-4065-b4e9-c4673dd97f38 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'dc282b0e-4f6d-4023-9d19-80bc780012ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cbeead1f-4106-480b-a5ce-8504a23dbb32'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:11:02.997132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Attempting to bind port 177f645d-e0f9-4065-b4e9-c4673dd97f38 on network cbeead1f-4106-480b-a5ce-8504a23dbb32 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:11:03.001967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:11:03.002412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Checking segment: {'id': 'dc282b0e-4f6d-4023-9d19-80bc780012ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cbeead1f-4106-480b-a5ce-8504a23dbb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:03.002863 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.003162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Bound using segment: {'id': 'dc282b0e-4f6d-4023-9d19-80bc780012ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cbeead1f-4106-480b-a5ce-8504a23dbb32'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:11:03.003647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Bound port: 177f645d-e0f9-4065-b4e9-c4673dd97f38, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc282b0e-4f6d-4023-9d19-80bc780012ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cbeead1f-4106-480b-a5ce-8504a23dbb32'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:11:03.004035 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.005066 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.014831 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee96481e-7022-4fa0-870e-645bf9d3bfdd tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:03.038717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b63e29-1526-4ad1-9872-8f07f0f5dbe9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:03.043719 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:03.110722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] For port 177f645d-e0f9-4065-b4e9-c4673dd97f38, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:11:03.115123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] For port 177f645d-e0f9-4065-b4e9-c4673dd97f38, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=177f645d-e0f9-4065-b4e9-c4673dd97f38,segment=NetworkSegment(dc282b0e-4f6d-4023-9d19-80bc780012ea),segment_id=dc282b0e-4f6d-4023-9d19-80bc780012ea)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:11:03.148428 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.166123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d399f580>,) {'filters': {'network_id': ['cbeead1f-4106-480b-a5ce-8504a23dbb32']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:03.183617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d399f580>, 'dc282b0e-4f6d-4023-9d19-80bc780012ea') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:03.184007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d399f580>, 'dc282b0e-4f6d-4023-9d19-80bc780012ea') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:03.187867 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.190546 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ac0aaa87-ccf0-4fb2-9ba7-bfe0b32c747a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:03.217829 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.223307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.250405 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4f132364-b71e-48c1-8f9d-ee3716bb9f77 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:03.280670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Pushing event updated for resources: {'Port': ['ID=177f645d-e0f9-4065-b4e9-c4673dd97f38,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:03.303635 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:03.308610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.324654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:03.325076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.457701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6ba6f-49ce-4b8c-a00e-e456db7c3b8b None None] Network cbeead1f-4106-480b-a5ce-8504a23dbb32 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:03.501098 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:03.540518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.547647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/a114e26f-4dd6-48e8-8513-ccccad837596 HTTP/1.1" status: 204  len: 168 time: 1.5706954
Jun 21 03:11:03.548792 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45092) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:03.569036 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:11:03.569036 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:11:03.569036 n-d-758944-33 neutron-server[94167]: [parameters: {'id': 'cbeead1f-4106-480b-a5ce-8504a23dbb32'}]
Jun 21 03:11:03.569036 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:11:03.569036 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:11:03.569036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=a114e26f-4dd6-48e8-8513-ccccad837596,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:03.569036 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:03.671515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.727862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d2e98-5a75-4654-b9c6-0a3d12c31a58 None None] Network 655536c0-32c1-428b-943b-9405b1fa165c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:03.739485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting port cecee135-900d-4afa-8a15-fbf978da2fd2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:03.739842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.804091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cb27b0a4-4fbc-4f50-8de0-c36c777ebd47 None None] Provisioning complete for port cecee135-900d-4afa-8a15-fbf978da2fd2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:03.804503 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cb27b0a4-4fbc-4f50-8de0-c36c777ebd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.818235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] For port cecee135-900d-4afa-8a15-fbf978da2fd2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cecee135-900d-4afa-8a15-fbf978da2fd2,segment=NetworkSegment(4916fbcd-97cc-42a9-a293-4eefea161f15),segment_id=4916fbcd-97cc-42a9-a293-4eefea161f15)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:03.818757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:03.910782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Calling delete_port for cecee135-900d-4afa-8a15-fbf978da2fd2 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:04.037433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] DHCP port deletion for 655536c0-32c1-428b-943b-9405b1fa165c request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:11:04.057993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.118861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.125603 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e18f2e9d-3e32-4c70-89d7-62393f8727ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:04.148388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Deleting port cecee135-900d-4afa-8a15-fbf978da2fd2 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:04.154743 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.171794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Port': ['ID=cecee135-900d-4afa-8a15-fbf978da2fd2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:04.175969 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:04.181642 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No DVR routers for this DVR port cecee135-900d-4afa-8a15-fbf978da2fd2 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:04.247919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Deleting port 177f645d-e0f9-4065-b4e9-c4673dd97f38 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:04.248247 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.316893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] For port cecee135-900d-4afa-8a15-fbf978da2fd2, host n-d-758944-33, got binding levels [] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:04.317301 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.327673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.342310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3b540a0>,) {'filters': {'network_id': ['655536c0-32c1-428b-943b-9405b1fa165c']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:04.345237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d522db-e988-4622-ab12-19dfdb9c5d44 req-7460d0a8-3c0f-4d82-99c2-3fad0a42c583 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:04.354092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7d522db-e988-4622-ab12-19dfdb9c5d44 req-7460d0a8-3c0f-4d82-99c2-3fad0a42c583 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.1959162
Jun 21 03:11:04.355125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3b540a0>, '4916fbcd-97cc-42a9-a293-4eefea161f15') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:04.355520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3b540a0>, '4916fbcd-97cc-42a9-a293-4eefea161f15') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:04.365932 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.394407 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.399703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Calling delete_port for cecee135-900d-4afa-8a15-fbf978da2fd2 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:04.402992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:04.403246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.404036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.ipam_backend_mixin [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Port cecee135-900d-4afa-8a15-fbf978da2fd2 was not found and therefore no delete operation was performed {{(pid=94168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 21 03:11:04.405172 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4001cec1-eefa-4a35-8852-173c4f4a9a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.408976 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:04.413137 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:04.416471 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-39ec6da3-2334-432f-a0d8-55938e306479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:04.442050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] No DVR routers for this DVR port cecee135-900d-4afa-8a15-fbf978da2fd2 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:04.450865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Pushing event deleted for resources: {'Port': ['ID=cecee135-900d-4afa-8a15-fbf978da2fd2,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:04.454123 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:04.471476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856219b-c27d-4f88-b584-0177d776901c None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:11:04.473979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] For port 177f645d-e0f9-4065-b4e9-c4673dd97f38, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=177f645d-e0f9-4065-b4e9-c4673dd97f38,segment=NetworkSegment(dc282b0e-4f6d-4023-9d19-80bc780012ea),segment_id=dc282b0e-4f6d-4023-9d19-80bc780012ea)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:04.475167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.480530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7d522db-e988-4622-ab12-19dfdb9c5d44 req-eb2f18e8-bbe0-41e6-91fd-e83482b82373 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254239
Jun 21 03:11:04.568482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Calling delete_port for 177f645d-e0f9-4065-b4e9-c4673dd97f38 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:04.575681 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.591476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071d3cd-eae8-45d8-85eb-36c289c35865 req-9382efd1-6b19-4e2e-8355-6d8780f442ee tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:04.592465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.593473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3071d3cd-eae8-45d8-85eb-36c289c35865 req-9382efd1-6b19-4e2e-8355-6d8780f442ee tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 945 time: 0.2286747
Jun 21 03:11:04.597448 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/655536c0-32c1-428b-943b-9405b1fa165c HTTP/1.1" status: 204  len: 168 time: 1.0474379
Jun 21 03:11:04.598526 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-765cfd26-5aa1-48fe-9ea6-4233d7904162 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:04.607025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45104) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:04.644984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=655536c0-32c1-428b-943b-9405b1fa165c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:04.650843 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:04.706579 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b74f6b-bc14-4535-8ca7-53bc83e3e9bf tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:04.706579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b74f6b-bc14-4535-8ca7-53bc83e3e9bf tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:04.710852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45108) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:04.711044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-40b74f6b-bc14-4535-8ca7-53bc83e3e9bf tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/a59feefe-3c70-4c43-ab34-ba2c575df923 HTTP/1.1" status: 404  len: 337 time: 0.0963161
Jun 21 03:11:04.731421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d856219b-c27d-4f88-b584-0177d776901c None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:11:04.734463 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44a5b9c-9847-4f0c-8249-a6293a021cd7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:04.734463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44a5b9c-9847-4f0c-8249-a6293a021cd7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:04.736370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b44a5b9c-9847-4f0c-8249-a6293a021cd7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/033dcf19-60e6-4b57-8406-aa7e35f1201a HTTP/1.1" status: 404  len: 339 time: 0.0242939
Jun 21 03:11:04.738952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:04.749699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3071d3cd-eae8-45d8-85eb-36c289c35865 req-fda9b36d-a82e-4c83-8ab2-33d4d244d022 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1416063
Jun 21 03:11:04.769190 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a121f0-5172-4b83-8e2a-1e7b82dfc1c4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:04.769711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a121f0-5172-4b83-8e2a-1e7b82dfc1c4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:04.772365 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-48a121f0-5172-4b83-8e2a-1e7b82dfc1c4 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/741c56ef-7786-4f69-ae7f-4e03b7fc865d HTTP/1.1" status: 404  len: 337 time: 0.0321813
Jun 21 03:11:04.781979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45112) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:04.804540 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa72853-1188-4f34-b27f-f1937db0ceae tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:04.805126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa72853-1188-4f34-b27f-f1937db0ceae tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:04.807680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2aa72853-1188-4f34-b27f-f1937db0ceae tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/8ad6acc1-4d7b-4336-b654-398452f0070c HTTP/1.1" status: 404  len: 339 time: 0.0246930
Jun 21 03:11:04.810614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45114) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:04.839191 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1084d9-1335-4941-ae44-c720edff241c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:04.839667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1084d9-1335-4941-ae44-c720edff241c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:04.842642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2d1084d9-1335-4941-ae44-c720edff241c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/adf2c2b3-9bb4-4d13-b248-d8d96d1f4970 HTTP/1.1" status: 404  len: 337 time: 0.0309975
Jun 21 03:11:04.849753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45116) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:04.874548 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a4fa49-c904-4687-aa50-5b2440acdd54 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:04.875486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a4fa49-c904-4687-aa50-5b2440acdd54 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:04.877529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-86a4fa49-c904-4687-aa50-5b2440acdd54 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/c5ef945f-fe62-48f0-8671-0f0f3133b93c HTTP/1.1" status: 404  len: 339 time: 0.0265870
Jun 21 03:11:04.878435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:04.884459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45118) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:04.900065 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a8e4fa8d-2c43-4bc8-a8a4-ab7b272c9cc8 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:04.900065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No DVR routers for this DVR port 177f645d-e0f9-4065-b4e9-c4673dd97f38 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:04.919299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Port': ['ID=177f645d-e0f9-4065-b4e9-c4673dd97f38,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:04.950360 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:04.977722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting subnet 0d7df686-aaa9-495b-9682-1c1ad89d5003 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:11:04.985834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.024606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.037651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d29e3df0>,) {'filters': {'network_id': ['cbeead1f-4106-480b-a5ce-8504a23dbb32']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:05.051152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d29e3df0>, 'dc282b0e-4f6d-4023-9d19-80bc780012ea') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:05.051551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d29e3df0>, 'dc282b0e-4f6d-4023-9d19-80bc780012ea') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:05.054408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.062426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.079625 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.089351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:05.089351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:05.093091 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:05.189708 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.250456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cecee135-900d-4afa-8a15-fbf978da2fd2 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:05.276989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: cecee135-900d-4afa-8a15-fbf978da2fd2 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:05.278009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cecee135-900d-4afa-8a15-fbf978da2fd2 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:05.279997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.295274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.295274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/cbeead1f-4106-480b-a5ce-8504a23dbb32 HTTP/1.1" status: 204  len: 168 time: 3.4923592
Jun 21 03:11:05.295274 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:05.297897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45120) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:05.328042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Network': ['ID=cbeead1f-4106-480b-a5ce-8504a23dbb32,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:05.340050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.340444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.343502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.343502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.343502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.343502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.343502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.343502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.343502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.343502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.344296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.344663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:05.346046 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec6cadf-6daf-4fd5-a8ae-af2717063025 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:05.346658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec6cadf-6daf-4fd5-a8ae-af2717063025 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:05.348738 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fec6cadf-6daf-4fd5-a8ae-af2717063025 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/subnets/a9b63e29-1526-4ad1-9872-8f07f0f5dbe9 HTTP/1.1" status: 404  len: 337 time: 0.0455565
Jun 21 03:11:05.349497 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:05.351187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45122) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:05.366871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50ff8e74-7939-4f96-8602-895fb6d6aa4e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:05.375844 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f0b84b-9e5f-4a3b-a32a-044bff5a114e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:05.377879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f0b84b-9e5f-4a3b-a32a-044bff5a114e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:05.381162 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-10f0b84b-9e5f-4a3b-a32a-044bff5a114e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/cbeead1f-4106-480b-a5ce-8504a23dbb32 HTTP/1.1" status: 404  len: 339 time: 0.0267136
Jun 21 03:11:05.381904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:05.418650 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7d6899-9830-44cd-ab35-75cda51bbb45 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:05.419367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7d6899-9830-44cd-ab35-75cda51bbb45 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:05.423284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ca7d6899-9830-44cd-ab35-75cda51bbb45 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/subnets/e25d97a9-2ead-4b5d-9017-0b6ff6ab48db HTTP/1.1" status: 404  len: 337 time: 0.0381575
Jun 21 03:11:05.423530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45126) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:05.444526 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.447622 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c70caac4-21ef-4259-b519-4f0d292182f8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:05.449358 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-84300b1b-e5a9-4c6a-bda9-d714013bf57e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:05.450028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84300b1b-e5a9-4c6a-bda9-d714013bf57e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:05.454200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-84300b1b-e5a9-4c6a-bda9-d714013bf57e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/a4bfe4be-0f25-4566-aaed-5654fb643dcc HTTP/1.1" status: 404  len: 339 time: 0.0275805
Jun 21 03:11:05.454448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:05.498638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7df686-aaa9-495b-9682-1c1ad89d5003,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:05.502509 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-65112d97-dc93-4ac5-b29a-ca2cdbb3024e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:05.507537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65112d97-dc93-4ac5-b29a-ca2cdbb3024e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:05.507537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-65112d97-dc93-4ac5-b29a-ca2cdbb3024e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/subnets/7c7c1346-c4ce-44b7-acea-f3c1f9657830 HTTP/1.1" status: 404  len: 337 time: 0.0494823
Jun 21 03:11:05.507969 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:05.510350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45130) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:05.513733 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.515725 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/0d7df686-aaa9-495b-9682-1c1ad89d5003 HTTP/1.1" status: 204  len: 168 time: 0.6289458
Jun 21 03:11:05.519328 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:05.520738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48875f97-7d3d-4c91-a73b-afd7f89ebdeb None None] Network 2c219a84-173e-48cc-b55a-8fee22b68f7d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:05.562294 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3b0a2e-0033-4988-a708-2c6b09fbfccc tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:05.563106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3b0a2e-0033-4988-a708-2c6b09fbfccc tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:05.564965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7f3b0a2e-0033-4988-a708-2c6b09fbfccc tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/c3b60065-5664-4b40-a018-bde740c8673e HTTP/1.1" status: 404  len: 339 time: 0.0534375
Jun 21 03:11:05.571503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45136) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:05.609922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 50ff8e74-7939-4f96-8602-895fb6d6aa4e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:05.619516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 50ff8e74-7939-4f96-8602-895fb6d6aa4e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:05.619919 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.687174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.806127 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:05.806127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.869937 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:05.900699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:11:06.025708 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117cf4c4-5706-4ffa-8d08-bff5c556a67e" -d '{"events": [{"server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "name": "network-vif-plugged", "status": "completed", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:11:06.025708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:06.028211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] For port 051c1c2f-e5e5-49b7-9de4-bad861f4c081, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=051c1c2f-e5e5-49b7-9de4-bad861f4c081,segment=NetworkSegment(9566bc3b-97dd-4241-a865-7dc66a79bba5),segment_id=9566bc3b-97dd-4241-a865-7dc66a79bba5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:06.028211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.028714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Deleting port d8ed4b96-20e7-4a4d-8e8b-64f53aca3214 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:06.028714 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.055393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 5feb3936-1d0e-4d62-b6d3-008572200ce9 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:11:06.097357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] DHCP port deletion for 2c219a84-173e-48cc-b55a-8fee22b68f7d request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:11:06.113677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfd78e-7fcc-428e-aea9-ad7793a41b3d req-1d2ccef3-7492-4bca-a338-223343ca6fce tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:06.124026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3fdfd78e-7fcc-428e-aea9-ad7793a41b3d req-1d2ccef3-7492-4bca-a338-223343ca6fce tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 943 time: 0.3400068
Jun 21 03:11:06.147921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Calling delete_port for 051c1c2f-e5e5-49b7-9de4-bad861f4c081 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:06.191716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.221411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935d8e8-1d37-4f4c-aa33-a5118d15a826 req-8c0492e4-775d-47be-94cf-c897a36e272b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:06.223226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e935d8e8-1d37-4f4c-aa33-a5118d15a826 req-8c0492e4-775d-47be-94cf-c897a36e272b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 945 time: 0.2524323
Jun 21 03:11:06.236914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3fdfd78e-7fcc-428e-aea9-ad7793a41b3d req-5ec07a4f-5a4e-4833-8f07-9991e3e9a657 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111529
Jun 21 03:11:06.335903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Calling delete_port for d8ed4b96-20e7-4a4d-8e8b-64f53aca3214 owned by  {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:06.351256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 5feb3936-1d0e-4d62-b6d3-008572200ce9, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5feb3936-1d0e-4d62-b6d3-008572200ce9,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:06.406009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '5feb3936-1d0e-4d62-b6d3-008572200ce9', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'port_id': '5feb3936-1d0e-4d62-b6d3-008572200ce9', 'mac_address': 'fa:16:3e:33:f7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:11:06.438720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e935d8e8-1d37-4f4c-aa33-a5118d15a826 req-1c430042-73d2-48f3-b430-29cfac3f4c0a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1986885
Jun 21 03:11:06.504334 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] Deleting port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:06.504334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.504334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.528430 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5feb3936-1d0e-4d62-b6d3-008572200ce9 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:11:06.557935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] For port 051c1c2f-e5e5-49b7-9de4-bad861f4c081, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=051c1c2f-e5e5-49b7-9de4-bad861f4c081,segment=NetworkSegment(9566bc3b-97dd-4241-a865-7dc66a79bba5),segment_id=9566bc3b-97dd-4241-a865-7dc66a79bba5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:06.558397 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.579609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 5feb3936-1d0e-4d62-b6d3-008572200ce9, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5feb3936-1d0e-4d62-b6d3-008572200ce9,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:06.616609 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d23bf0-6808-49cb-9fce-842b607b0da6 x-openstack-request-id: req-10d23bf0-6808-49cb-9fce-842b607b0da6 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:11:06.616932 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "name": "network-vif-plugged", "status": "completed", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:11:06.617292 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10d23bf0-6808-49cb-9fce-842b607b0da6 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:11:06.617702 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'code': 200}
Jun 21 03:11:06.644117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] Calling delete_port for 051c1c2f-e5e5-49b7-9de4-bad861f4c081 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:06.735437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa9164-ce94-488e-a322-679ed1afba20 req-bcba0b44-93d7-4e38-b208-0380a473d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:06.737242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cfa9164-ce94-488e-a322-679ed1afba20 req-bcba0b44-93d7-4e38-b208-0380a473d46e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 1097 time: 0.0662606
Jun 21 03:11:06.774801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cfa9164-ce94-488e-a322-679ed1afba20 req-aeed9abc-ca86-4b01-bfaf-8d25f863d3dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305717
Jun 21 03:11:06.862616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.863192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.863312 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.864953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.866109 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-73ef8fe6-af21-4bdf-9fa7-3e5825ca15fb tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:06.869667 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea74076a-4f37-44e0-b2b3-565d74b4543d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:06.872022 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:06.903085 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.906625 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21140e90-bd52-43b7-b7e9-a5ebfcceddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.925277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Port': ['ID=d8ed4b96-20e7-4a4d-8e8b-64f53aca3214,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:06.928293 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:06.934016 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.934392 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:06.937394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/ports/d8ed4b96-20e7-4a4d-8e8b-64f53aca3214 HTTP/1.1" status: 204  len: 168 time: 1.3630075
Jun 21 03:11:06.939884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45156) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:06.943324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No DVR routers for this DVR port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:06.953953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] No DVR routers for this DVR port 051c1c2f-e5e5-49b7-9de4-bad861f4c081 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:06.976482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:06.980359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Port': ['ID=051c1c2f-e5e5-49b7-9de4-bad861f4c081,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:06.982723 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b480da4f-d121-4911-8c07-c93b0f3a6177 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:06.983238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b480da4f-d121-4911-8c07-c93b0f3a6177 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:06.985290 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b480da4f-d121-4911-8c07-c93b0f3a6177 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/subnets/691892b0-b0b5-4121-9ab1-f10219322d38 HTTP/1.1" status: 404  len: 337 time: 0.0431030
Jun 21 03:11:06.989177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45158) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:06.997024 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:06.997429 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:06.997429 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:07.064152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=5feb3936-1d0e-4d62-b6d3-008572200ce9,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:07.090583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] Pushing event deleted for resources: {'Port': ['ID=051c1c2f-e5e5-49b7-9de4-bad861f4c081,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:07.095326 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:07.096125 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-71d4da84-bc8a-4e25-9381-4cabb8c7223e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:07.097102 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-71d4da84-bc8a-4e25-9381-4cabb8c7223e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:07.121445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.122391 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.135159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8dfc550>,) {'filters': {'network_id': ['2c219a84-173e-48cc-b55a-8fee22b68f7d']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:07.148739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8dfc550>, '9566bc3b-97dd-4241-a865-7dc66a79bba5') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:07.150088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8dfc550>, '9566bc3b-97dd-4241-a865-7dc66a79bba5') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:07.152798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.166057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['5feb3936-1d0e-4d62-b6d3-008572200ce9'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:11:07.194633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.226377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.245671 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:07.246826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.248107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 051c1c2f-e5e5-49b7-9de4-bad861f4c081 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:07.252478 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:07.261162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.275771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d317a580>,) {'filters': {'network_id': ['ac5111b6-5fdd-4801-aa3a-46acd05b3b9d']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:07.278202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45162) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:07.293907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 051c1c2f-e5e5-49b7-9de4-bad861f4c081 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:07.294709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 051c1c2f-e5e5-49b7-9de4-bad861f4c081 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:07.347371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d317a580>, 'e06dfa35-e9db-4e2f-859a-6663375ee6b5') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:07.349777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d317a580>, 'e06dfa35-e9db-4e2f-859a-6663375ee6b5') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:07.374260 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.406253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.424736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:07.427518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.430968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.432385 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cec5830-fff6-4a9b-b3e4-12d1abe95686 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:07.436267 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:07.439232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.442697 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/2c219a84-173e-48cc-b55a-8fee22b68f7d HTTP/1.1" status: 204  len: 168 time: 1.9223619
Jun 21 03:11:07.454846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45168) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:07.458814 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=2c219a84-173e-48cc-b55a-8fee22b68f7d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:07.468796 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:07.503333 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-10eccfb1-ca41-46d6-97e7-bdd30994a0eb tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:07.503333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10eccfb1-ca41-46d6-97e7-bdd30994a0eb tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:07.504996 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-10eccfb1-ca41-46d6-97e7-bdd30994a0eb tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/0aab8085-6dea-4631-ac30-e44924d94dfb HTTP/1.1" status: 404  len: 337 time: 0.0461831
Jun 21 03:11:07.507617 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45172) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:07.532756 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18073ba-7582-480d-aa5e-e48fc4b3b7a6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:07.533358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18073ba-7582-480d-aa5e-e48fc4b3b7a6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:07.535184 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a18073ba-7582-480d-aa5e-e48fc4b3b7a6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/83938e87-d917-4ea8-92be-66fef96fbd2b HTTP/1.1" status: 404  len: 339 time: 0.0259323
Jun 21 03:11:07.538083 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45174) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:07.568461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e451b3e7-47c6-4c64-ba0f-6c65a23efa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.611821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting subnet c760889e-5617-44c0-aaa1-f80fc9269262 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:11:07.617100 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.673845 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.695144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.704201 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32704a6e-7a41-4e1e-9ea9-bcfc5c0b104e tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:07.710847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.713068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/ac5111b6-5fdd-4801-aa3a-46acd05b3b9d HTTP/1.1" status: 204  len: 168 time: 0.7227099
Jun 21 03:11:07.717367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:07.722885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8023b-843f-4a49-9de2-951447f16a32 req-bce914e8-a8e6-4e88-8aa0-6a04e5099dcb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:07.722885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ff8023b-843f-4a49-9de2-951447f16a32 req-bce914e8-a8e6-4e88-8aa0-6a04e5099dcb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 944 time: 0.2606909
Jun 21 03:11:07.744014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Network': ['ID=ac5111b6-5fdd-4801-aa3a-46acd05b3b9d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:07.762559 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:07.822489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ff8023b-843f-4a49-9de2-951447f16a32 req-ef91965f-7aca-464d-b782-58c4d44358f0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827918
Jun 21 03:11:07.837062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee297c3f-fdc7-4830-b93b-ef5d62130b9d req-acc04226-47d3-407b-b237-cc9f13b45ded tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:07.841546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee297c3f-fdc7-4830-b93b-ef5d62130b9d req-acc04226-47d3-407b-b237-cc9f13b45ded tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2119513
Jun 21 03:11:07.861064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.909452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee297c3f-fdc7-4830-b93b-ef5d62130b9d req-24b62fc7-faa9-478c-b24b-3ce88127cf39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628705
Jun 21 03:11:07.911883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e451b3e7-47c6-4c64-ba0f-6c65a23efa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:07.946878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Deleting port 8b56c3dd-c750-4c2e-8847-d87d91f186af {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:07.947307 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.022165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.052000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 5feb3936-1d0e-4d62-b6d3-008572200ce9 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:08.061200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e451b3e7-47c6-4c64-ba0f-6c65a23efa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.065123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e6d63892-d4f0-4c2a-99a7-951be556e54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:08.089690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Calling delete_port for 8b56c3dd-c750-4c2e-8847-d87d91f186af owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:08.117249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451b3e7-47c6-4c64-ba0f-6c65a23efa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843fd7bb-0080-4e04-8700-6999455c0de0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:08.123859 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e451b3e7-47c6-4c64-ba0f-6c65a23efa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:08.129398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e451b3e7-47c6-4c64-ba0f-6c65a23efa01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23132c0f823f484bb77ce8e8ebd25755&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8502026
Jun 21 03:11:08.131943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45190) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:08.144912 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.155435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.155435 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-13714ea5-7f9a-4274-80e5-5222e225a1a4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:08.187632 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.191307 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/subnets/c760889e-5617-44c0-aaa1-f80fc9269262 HTTP/1.1" status: 204  len: 168 time: 0.6525745
Jun 21 03:11:08.193882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45192) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:08.197489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Subnet': ['ID=c760889e-5617-44c0-aaa1-f80fc9269262,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:08.198943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a797b-b818-4f20-bb1e-886f4199ba49 None None] Network d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:08.200425 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2212a437-ad2b-450f-8d24-a28f0a340fe2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:08.253116 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41ed6240-388f-49c7-aad8-101e7db3572e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.257650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.280284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 5feb3936-1d0e-4d62-b6d3-008572200ce9 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:08.291237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 5feb3936-1d0e-4d62-b6d3-008572200ce9 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:08.291472 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.296823 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.303021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41ed6240-388f-49c7-aad8-101e7db3572e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.309201 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7fef79e2-b1cc-4333-9cf1-9a3c81c8e6ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:08.314919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.357397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Port': ['ID=8b56c3dd-c750-4c2e-8847-d87d91f186af,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:08.366094 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:08.376131 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.378114 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/ports/8b56c3dd-c750-4c2e-8847-d87d91f186af HTTP/1.1" status: 204  len: 168 time: 0.6598947
Jun 21 03:11:08.380669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45194) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:08.418356 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae4d474-9e45-4b34-964b-0294cae12d80 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:11:08.418819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae4d474-9e45-4b34-964b-0294cae12d80 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:11:08.420587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9ae4d474-9e45-4b34-964b-0294cae12d80 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/subnets/299ee381-98f5-4f71-9089-490400caceea HTTP/1.1" status: 404  len: 337 time: 0.0389214
Jun 21 03:11:08.423329 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45196) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:08.452387 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.497966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 5feb3936-1d0e-4d62-b6d3-008572200ce9, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5feb3936-1d0e-4d62-b6d3-008572200ce9,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:08.517803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41ed6240-388f-49c7-aad8-101e7db3572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.521647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41ed6240-388f-49c7-aad8-101e7db3572e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.522700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] DHCP port deletion for d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:11:08.522841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-41ed6240-388f-49c7-aad8-101e7db3572e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/843fd7bb-0080-4e04-8700-6999455c0de0 HTTP/1.1" status: 204  len: 168 time: 0.3880680
Jun 21 03:11:08.526911 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:08.547012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed6240-388f-49c7-aad8-101e7db3572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843fd7bb-0080-4e04-8700-6999455c0de0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:08.549495 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41ed6240-388f-49c7-aad8-101e7db3572e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:08.560504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.564868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Deleting port 76a1d179-f56d-4813-95c1-da70fc5249b5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:08.565321 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.573121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.578383 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:08.621021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44961bee-f48a-44b9-89df-8d8b2db3ab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb3936-1d0e-4d62-b6d3-008572200ce9'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:11:08.623306 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13e379-53b9-4868-9b87-9f288774cc5c" -d '{"events": [{"server_uuid": "44961bee-f48a-44b9-89df-8d8b2db3ab1d", "name": "network-vif-plugged", "status": "completed", "tag": "5feb3936-1d0e-4d62-b6d3-008572200ce9"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:11:08.648261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=5feb3936-1d0e-4d62-b6d3-008572200ce9,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:08.653217 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:08.655538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] Deleting port 76a1d179-f56d-4813-95c1-da70fc5249b5 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:08.655928 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.667445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] For port 76a1d179-f56d-4813-95c1-da70fc5249b5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=76a1d179-f56d-4813-95c1-da70fc5249b5,segment=NetworkSegment(4993e2de-0af3-4e76-99ab-39fb18a14fda),segment_id=4993e2de-0af3-4e76-99ab-39fb18a14fda)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:08.667807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.707681 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c74ddfc-60e6-4bc2-8565-100a6865f871 x-openstack-request-id: req-2c74ddfc-60e6-4bc2-8565-100a6865f871 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:11:08.707985 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44961bee-f48a-44b9-89df-8d8b2db3ab1d", "name": "network-vif-plugged", "status": "completed", "tag": "5feb3936-1d0e-4d62-b6d3-008572200ce9", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:11:08.708306 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c74ddfc-60e6-4bc2-8565-100a6865f871 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:11:08.708643 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44961bee-f48a-44b9-89df-8d8b2db3ab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb3936-1d0e-4d62-b6d3-008572200ce9', 'code': 200}
Jun 21 03:11:08.753165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] For port 76a1d179-f56d-4813-95c1-da70fc5249b5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=76a1d179-f56d-4813-95c1-da70fc5249b5,segment=NetworkSegment(4993e2de-0af3-4e76-99ab-39fb18a14fda),segment_id=4993e2de-0af3-4e76-99ab-39fb18a14fda)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:08.753665 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.760169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Calling delete_port for 76a1d179-f56d-4813-95c1-da70fc5249b5 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:08.821700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] Calling delete_port for 76a1d179-f56d-4813-95c1-da70fc5249b5 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:08.833915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Deleting port 9baad9ab-7bba-4bb5-987c-020e6b2c4d38 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:08.834274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:08.902954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830cee6-0bac-4bba-807c-1746f7263747 req-9a2f48a1-c8cc-4633-a7d7-5f2b9d2f1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:08.904635 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d830cee6-0bac-4bba-807c-1746f7263747 req-9a2f48a1-c8cc-4633-a7d7-5f2b9d2f1465 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 1097 time: 0.1253700
Jun 21 03:11:08.968775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] For port 9baad9ab-7bba-4bb5-987c-020e6b2c4d38, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9baad9ab-7bba-4bb5-987c-020e6b2c4d38,segment=NetworkSegment(8dc4e117-2f1a-474c-be8b-82e15070cf99),segment_id=8dc4e117-2f1a-474c-be8b-82e15070cf99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:08.969153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.007000 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d830cee6-0bac-4bba-807c-1746f7263747 req-f1a78a37-6472-4689-9c31-cecd01a9dad3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866382
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:09.098094 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:11:09.103158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Calling delete_port for 9baad9ab-7bba-4bb5-987c-020e6b2c4d38 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:09.103997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.109944 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba697d91-b0a1-420f-9615-0ee7215a4b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:09.113591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.145101 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] Pushing event deleted for resources: {'Port': ['ID=76a1d179-f56d-4813-95c1-da70fc5249b5,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:09.149890 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:09.156253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] No DVR routers for this DVR port 76a1d179-f56d-4813-95c1-da70fc5249b5 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:09.194227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 76a1d179-f56d-4813-95c1-da70fc5249b5 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:09.221189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 76a1d179-f56d-4813-95c1-da70fc5249b5 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:09.221897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 76a1d179-f56d-4813-95c1-da70fc5249b5 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:09.428512 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdc5c3ee-0ce5-4999-b2a2-bdd3782dee2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:09.457528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:09.473055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b256cfb4-0d53-4907-ab8a-a40bc2b691e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.488509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Port': ['ID=76a1d179-f56d-4813-95c1-da70fc5249b5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:09.491568 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:09.538859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] No DVR routers for this DVR port 76a1d179-f56d-4813-95c1-da70fc5249b5 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:09.587072 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.589935 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b256cfb4-0d53-4907-ab8a-a40bc2b691e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.655104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b256cfb4-0d53-4907-ab8a-a40bc2b691e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.658760 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01e77ecf-5811-42bf-a755-560efd66b563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:09.668695 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.692541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d967dd30>,) {'filters': {'network_id': ['d5fdfebd-0d3a-4948-a14c-4fd2e1f76329']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:09.704471 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b256cfb4-0d53-4907-ab8a-a40bc2b691e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c65a5365fb9d487ebda7e15386e500ef&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2456896
Jun 21 03:11:09.706075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45224) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:09.713939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256cfb4-0d53-4907-ab8a-a40bc2b691e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b95a021-3d16-420b-ae7f-c5155fb97ebb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:09.716303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83273-22a4-456f-89e8-2332e5e33607 req-d974e092-2c49-4dfd-b719-11bd2745796a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:09.717912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8c83273-22a4-456f-89e8-2332e5e33607 req-d974e092-2c49-4dfd-b719-11bd2745796a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 945 time: 0.6086707
Jun 21 03:11:09.719931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d967dd30>, '4993e2de-0af3-4e76-99ab-39fb18a14fda') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:09.720230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d967dd30>, '4993e2de-0af3-4e76-99ab-39fb18a14fda') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:09.722108 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b256cfb4-0d53-4907-ab8a-a40bc2b691e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:09.734857 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.748519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ec1bc-129a-4f6c-8e3a-2682ee1568f3 req-f85ede84-3776-4b7c-868e-35cba39db3dc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:09.750071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-157ec1bc-129a-4f6c-8e3a-2682ee1568f3 req-f85ede84-3776-4b7c-868e-35cba39db3dc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.3168821
Jun 21 03:11:09.768648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71f6d098-be70-48cf-8eb2-442b134c6850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.785765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.793637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71f6d098-be70-48cf-8eb2-442b134c6850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.809563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:09.809971 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:09.815185 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:09.830917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c8c83273-22a4-456f-89e8-2332e5e33607 req-876eac1b-d378-4703-82f2-e99e8298bc35 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014585
Jun 21 03:11:09.875142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.882264 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1a43bb9-e8af-4097-ab7c-1cb083cbfcfd tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:09.896231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-157ec1bc-129a-4f6c-8e3a-2682ee1568f3 req-6a642cd1-75ca-4d10-ae18-02e7e41961e5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1360426
Jun 21 03:11:09.928451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Port': ['ID=9baad9ab-7bba-4bb5-987c-020e6b2c4d38,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:09.936086 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:09.938211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No DVR routers for this DVR port 9baad9ab-7bba-4bb5-987c-020e6b2c4d38 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:09.947059 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71f6d098-be70-48cf-8eb2-442b134c6850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.950274 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71f6d098-be70-48cf-8eb2-442b134c6850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:09.951423 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-71f6d098-be70-48cf-8eb2-442b134c6850 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b95a021-3d16-420b-ae7f-c5155fb97ebb HTTP/1.1" status: 204  len: 168 time: 0.2444177
Jun 21 03:11:09.952288 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f96e156-a976-413c-b1a7-7ee2c20bb52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:09.969867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6d098-be70-48cf-8eb2-442b134c6850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b95a021-3d16-420b-ae7f-c5155fb97ebb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:09.978193 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71f6d098-be70-48cf-8eb2-442b134c6850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:10.025564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.031529 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c151f41d-32c7-4a28-b385-aa5b4245cfef tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:10.036580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.038729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] 10.222.0.25 "DELETE /v2.0/networks/d5fdfebd-0d3a-4948-a14c-4fd2e1f76329 HTTP/1.1" status: 204  len: 168 time: 1.8438294
Jun 21 03:11:10.066519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Pushing event deleted for resources: {'Network': ['ID=d5fdfebd-0d3a-4948-a14c-4fd2e1f76329,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:10.071575 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:10.073511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.103975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d99474f0>,) {'filters': {'network_id': ['5e4088c7-1886-4824-8271-e67e4c20a59a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:10.123229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d99474f0>, '8dc4e117-2f1a-474c-be8b-82e15070cf99') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:10.123834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d99474f0>, '8dc4e117-2f1a-474c-be8b-82e15070cf99') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:10.135032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.158173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.169436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:10.170564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:10.175629 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:10.366228 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.388527 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa41bb07-b0e4-4e6c-963c-7272dbedcb6e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:10.393627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.397704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/5e4088c7-1886-4824-8271-e67e4c20a59a HTTP/1.1" status: 204  len: 168 time: 1.9708829
Jun 21 03:11:10.399585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45242) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:10.415814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Network': ['ID=5e4088c7-1886-4824-8271-e67e4c20a59a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:10.425658 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:10.472366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Deleting subnet be326286-96cf-4a0d-9d50-efb43db8aafe {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:11:10.476240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.480934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7579-0ab6-431a-94ce-b2489fbda7d0 req-3fb4285e-d7db-4bca-8f11-64fc2ca81ce5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:10.482594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89ea7579-0ab6-431a-94ce-b2489fbda7d0 req-3fb4285e-d7db-4bca-8f11-64fc2ca81ce5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.1280298
Jun 21 03:11:10.536575 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.537891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89ea7579-0ab6-431a-94ce-b2489fbda7d0 req-52f44df5-1bc6-4f4d-b67e-840ec33557b0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438571
Jun 21 03:11:10.569801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45250) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:10.649719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9993705-9ccf-4c6b-aab8-393985d24fbc tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:10.649719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c9993705-9ccf-4c6b-aab8-393985d24fbc tempest-TestNetworkAdvancedServerOps-1909958578 tempest-TestNetworkAdvancedServerOps-1909958578-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 1093 time: 0.0686116
Jun 21 03:11:10.651986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45256) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:10.657276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:10.709938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.770669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45260) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:10.792367 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.923281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.934742 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-16eba952-20f8-43bc-9dbc-d58594bd28bf tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:10.981094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Subnet': ['ID=be326286-96cf-4a0d-9d50-efb43db8aafe,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:10.985816 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:10.987633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.990688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:10.995293 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/subnets/be326286-96cf-4a0d-9d50-efb43db8aafe HTTP/1.1" status: 204  len: 168 time: 0.5940402
Jun 21 03:11:10.997030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45270) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:11.002289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e49c78-760b-4ff6-b291-ed923d5030cb None None] Network b09d7a70-0025-4008-b2df-6369f5cf8063 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:11.010417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-32d3254b-7e4a-494d-b3f2-9e19059448ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e8e75b81c254283a7b727bf581572ed&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2373548
Jun 21 03:11:11.014206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45272) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:11.118951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dddb9c96-d12a-4b81-81ce-d5f24c7a7010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.192581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.198999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dddb9c96-d12a-4b81-81ce-d5f24c7a7010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.293229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cf302-3728-4458-be9c-1ef25452cfc9 req-d07329ac-013e-4af5-91bb-9fbdbc3c420c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:11.294428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Allocated IP 172.25.7.213 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/533ef7b7-4031-4fe8-85c1-468f4232b533) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:11.301356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-927cf302-3728-4458-be9c-1ef25452cfc9 req-d07329ac-013e-4af5-91bb-9fbdbc3c420c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 945 time: 0.2121887
Jun 21 03:11:11.384769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-927cf302-3728-4458-be9c-1ef25452cfc9 req-4988a9cd-c809-4591-9334-92d4b6447b7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798810
Jun 21 03:11:11.387563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dddb9c96-d12a-4b81-81ce-d5f24c7a7010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.399601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dddb9c96-d12a-4b81-81ce-d5f24c7a7010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.407608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Deleting port 439e7dbd-362b-4db3-ba79-7068c6939cc1 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:11.408178 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.409195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] DHCP port deletion for b09d7a70-0025-4008-b2df-6369f5cf8063 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:11:11.416564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dddb9c96-d12a-4b81-81ce-d5f24c7a7010 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f5194cd-8c6c-4052-9b2e-c85c2182a9be HTTP/1.1" status: 204  len: 168 time: 0.4012294
Jun 21 03:11:11.419074 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2e19499-1d0e-4027-b64e-ffd1529d27d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:11.431350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb9c96-d12a-4b81-81ce-d5f24c7a7010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5194cd-8c6c-4052-9b2e-c85c2182a9be,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:11.447290 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dddb9c96-d12a-4b81-81ce-d5f24c7a7010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:11.540582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.552437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] For port 439e7dbd-362b-4db3-ba79-7068c6939cc1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=439e7dbd-362b-4db3-ba79-7068c6939cc1,segment=NetworkSegment(0ef66cf1-afd6-4713-a47f-a46121eb57a6),segment_id=0ef66cf1-afd6-4713-a47f-a46121eb57a6)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:11.552895 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.562840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] Deleting port 439e7dbd-362b-4db3-ba79-7068c6939cc1 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:11.563179 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.658570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] For port 439e7dbd-362b-4db3-ba79-7068c6939cc1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=439e7dbd-362b-4db3-ba79-7068c6939cc1,segment=NetworkSegment(0ef66cf1-afd6-4713-a47f-a46121eb57a6),segment_id=0ef66cf1-afd6-4713-a47f-a46121eb57a6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:11.661107 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.670540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Calling delete_port for 439e7dbd-362b-4db3-ba79-7068c6939cc1 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:11.725415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ce189-a728-4e70-a35e-0a19ef3b153b req-e8096316-3436-4a40-9f6a-2c9c538bde20 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:11.738295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-898ce189-a728-4e70-a35e-0a19ef3b153b req-e8096316-3436-4a40-9f6a-2c9c538bde20 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 945 time: 0.1525238
Jun 21 03:11:11.798309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-898ce189-a728-4e70-a35e-0a19ef3b153b req-d5dc265c-5662-4e4b-b9dd-a7dc5ba46747 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582786
Jun 21 03:11:11.822921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] Calling delete_port for 439e7dbd-362b-4db3-ba79-7068c6939cc1 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:11.946362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:11.954873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99620c97-5f8a-4228-acc7-e907d1ffd5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:12.019570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Port': ['ID=439e7dbd-362b-4db3-ba79-7068c6939cc1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:12.022272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] No DVR routers for this DVR port 439e7dbd-362b-4db3-ba79-7068c6939cc1 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:12.030813 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:12.046048 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:12.055627 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:12.084427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] Pushing event deleted for resources: {'Port': ['ID=439e7dbd-362b-4db3-ba79-7068c6939cc1,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:12.092765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] No DVR routers for this DVR port 439e7dbd-362b-4db3-ba79-7068c6939cc1 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:12.095934 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:12.204598 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:12.230834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3c44190>,) {'filters': {'network_id': ['b09d7a70-0025-4008-b2df-6369f5cf8063']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:12.254952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3c44190>, '0ef66cf1-afd6-4713-a47f-a46121eb57a6') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:12.255628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3c44190>, '0ef66cf1-afd6-4713-a47f-a46121eb57a6') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:12.269070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:12.286159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:12.292742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:12.293155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:12.300004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:12.300186 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:12.302414 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:12.404692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:12.408746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:12.411925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:12.443149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=533ef7b7-4031-4fe8-85c1-468f4232b533,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:12.459257 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:12.474143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:12.480528 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f357cef-8006-4438-a9a1-c91b53bbfb36 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:12.502682 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:12.504584 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] 10.222.0.25 "DELETE /v2.0/networks/b09d7a70-0025-4008-b2df-6369f5cf8063 HTTP/1.1" status: 204  len: 168 time: 1.5059338
Jun 21 03:11:12.508490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Pushing event deleted for resources: {'Network': ['ID=b09d7a70-0025-4008-b2df-6369f5cf8063,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:12.512554 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:12.892648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d931-6d94-4127-939f-4d9b000b005c req-9aac1236-2977-4026-b595-12a900a80bac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:12.894153 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9bc1d931-6d94-4127-939f-4d9b000b005c req-9aac1236-2977-4026-b595-12a900a80bac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 945 time: 0.0716097
Jun 21 03:11:12.981779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9bc1d931-6d94-4127-939f-4d9b000b005c req-220142c1-cd98-42c0-8c8c-ce1014c59cfa tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704277
Jun 21 03:11:13.083595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45326) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:13.100066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45330) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:13.218728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 439e7dbd-362b-4db3-ba79-7068c6939cc1 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:13.248965 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044884262'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:13.251759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 439e7dbd-362b-4db3-ba79-7068c6939cc1 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:13.252353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 439e7dbd-362b-4db3-ba79-7068c6939cc1 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:13.324504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e0458042-0499-4def-8a1a-8c41807ea276 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e840e68b2da4b66ba3c52d41f58e145&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2228096
Jun 21 03:11:13.326644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45336) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:13.385355 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93078420-6a92-4543-8841-f1c8d3f43aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.412271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93078420-6a92-4543-8841-f1c8d3f43aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.512536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.520948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.549276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.633801 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.634954 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93078420-6a92-4543-8841-f1c8d3f43aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.637543 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93078420-6a92-4543-8841-f1c8d3f43aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.638668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-93078420-6a92-4543-8841-f1c8d3f43aaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/338f2511-0b3e-4eb2-8714-29afc7cd7635 HTTP/1.1" status: 204  len: 168 time: 0.3110745
Jun 21 03:11:13.639456 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5029c560-2ba6-4c4c-a3f6-53ed6c0d84b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:13.646494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93078420-6a92-4543-8841-f1c8d3f43aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338f2511-0b3e-4eb2-8714-29afc7cd7635,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:13.649608 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-93078420-6a92-4543-8841-f1c8d3f43aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:13.775888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.779543 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83816c71-ccda-4af7-9f62-ae7c63f77fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:13.819983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f22fef-8bc3-40a9-a4b1-02017b71dd41,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:13.826072 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:13.851097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:13.891930 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.034400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.055450 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.061453 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-59999420-c948-4791-a085-953341472adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:14.103497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f97d67-a94f-4c82-8d72-6a5f3d0a6bd4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:14.106541 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:14.153470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.157727 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:14.200506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.203503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.1169770
Jun 21 03:11:14.205631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45356) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:14.212778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eefe70-e506-4692-824c-1212c26e52ef req-3db9c019-083b-4aaf-9e33-b7af63e10330 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:14.220351 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85eefe70-e506-4692-824c-1212c26e52ef req-3db9c019-083b-4aaf-9e33-b7af63e10330 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 945 time: 0.1054237
Jun 21 03:11:14.266495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85eefe70-e506-4692-824c-1212c26e52ef req-47777fd8-c3da-406b-8c7c-9c62c6fb06e3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446157
Jun 21 03:11:14.276966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event updated for resources: {'Port': ['ID=533ef7b7-4031-4fe8-85c1-468f4232b533,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:14.285723 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:14.314073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.328849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-7bae38ed-5178-45f1-b47c-d2d8f14013d9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:14.330408 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-7bae38ed-5178-45f1-b47c-d2d8f14013d9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 945 time: 0.2139530
Jun 21 03:11:14.472718 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b7051982-20c9-4bc4-9f0f-4b499078d5cf tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.2642143
Jun 21 03:11:14.475566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45366) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:14.485761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-security--1229167610', 'description': 'tempest-security-description-518916919'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:14.513787 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.528955 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Floating IP 2793337b-c0b1-4840-bd69-022cedd8f409 associated. External IP: 172.25.7.213, port: 50ff8e74-7939-4f96-8602-895fb6d6aa4e.
Jun 21 03:11:14.576311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.600444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 5feb3936-1d0e-4d62-b6d3-008572200ce9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:14.600995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.690271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.696166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.697299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "PUT /v2.0/security-groups/66f97d67-a94f-4c82-8d72-6a5f3d0a6bd4 HTTP/1.1" status: 200  len: 1779 time: 0.2168393
Jun 21 03:11:14.698605 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-10dad076-a8be-4903-bd11-ebd3938fd9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:14.702236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45370) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:14.753795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f97d67-a94f-4c82-8d72-6a5f3d0a6bd4,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:14.766316 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:14.827926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] For port 5feb3936-1d0e-4d62-b6d3-008572200ce9, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=5feb3936-1d0e-4d62-b6d3-008572200ce9,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:14.827926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.843873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fb694b04-95e6-46d7-9964-40a4b6751b7f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups/66f97d67-a94f-4c82-8d72-6a5f3d0a6bd4 HTTP/1.1" status: 200  len: 1779 time: 0.1401980
Jun 21 03:11:14.846473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45376) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:14.904346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 5feb3936-1d0e-4d62-b6d3-008572200ce9 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:14.911074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1b31c7f-de44-4e53-97be-5ce5f75424a8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:14.937520 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1b31c7f-de44-4e53-97be-5ce5f75424a8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.020691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 0354ea12-0969-4cbf-b6fb-533f25d99141 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:11:15.056345 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1b31c7f-de44-4e53-97be-5ce5f75424a8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.061177 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1b31c7f-de44-4e53-97be-5ce5f75424a8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.069069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a1b31c7f-de44-4e53-97be-5ce5f75424a8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/66f97d67-a94f-4c82-8d72-6a5f3d0a6bd4 HTTP/1.1" status: 204  len: 168 time: 0.2150881
Jun 21 03:11:15.069069 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:15.074513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45382) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:15.075376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b31c7f-de44-4e53-97be-5ce5f75424a8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f97d67-a94f-4c82-8d72-6a5f3d0a6bd4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:15.105862 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a1b31c7f-de44-4e53-97be-5ce5f75424a8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:15.106339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45384) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:15.157443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d3a4c4e4-4289-4dab-82fb-17bc1c7c818d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0729220
Jun 21 03:11:15.162487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45388) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:15.177143 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-cb3f6a50-87c2-4438-9a1f-bd64cae60799 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] delete failed (client error): The resource could not be found.
Jun 21 03:11:15.178361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cb3f6a50-87c2-4438-9a1f-bd64cae60799 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/66f97d67-a94f-4c82-8d72-6a5f3d0a6bd4 HTTP/1.1" status: 404  len: 347 time: 0.0150232
Jun 21 03:11:15.183101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45390) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:15.188931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085796245'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:15.212800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:11:15.224060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] Sync routers for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:11:15.236044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:15.238271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2943970>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:15.252458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-1015238120'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:15.272426 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.278667 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:15.285637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['5feb3936-1d0e-4d62-b6d3-008572200ce9'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:11:15.287802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['4b9041e2-f6c6-408a-b8db-a7d24a069982'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:11:15.318763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=5feb3936-1d0e-4d62-b6d3-008572200ce9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:15.322603 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:15.328891 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.393633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] No DVR routers for this DVR port 5feb3936-1d0e-4d62-b6d3-008572200ce9 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:15.396861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.400252 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-490b971b-bd49-4d15-b59e-63df7b39c4cc req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "DELETE /v2.0/ports/5feb3936-1d0e-4d62-b6d3-008572200ce9 HTTP/1.1" status: 204  len: 173 time: 1.0343814
Jun 21 03:11:15.400903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44961bee-f48a-44b9-89df-8d8b2db3ab1d', 'name': 'network-vif-deleted', 'tag': '5feb3936-1d0e-4d62-b6d3-008572200ce9'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:11:15.405827 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf095ef-2e31-4e91-8447-ad074e92843d" -d '{"events": [{"server_uuid": "44961bee-f48a-44b9-89df-8d8b2db3ab1d", "name": "network-vif-deleted", "tag": "5feb3936-1d0e-4d62-b6d3-008572200ce9"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:11:15.451608 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.520385 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.8664806
Jun 21 03:11:15.553119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19422bcc-d71e-402d-a61e-3740f8645d31 req-2a363011-0dca-40ce-8de1-ad7ddd5116e8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.0784607
Jun 21 03:11:15.682055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:15.689571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.730989 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.733357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:11:15.738813 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b95cd7-7af5-4db6-a712-cf66a996f355 x-openstack-request-id: req-61b95cd7-7af5-4db6-a712-cf66a996f355 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:11:15.739302 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44961bee-f48a-44b9-89df-8d8b2db3ab1d", "name": "network-vif-deleted", "tag": "5feb3936-1d0e-4d62-b6d3-008572200ce9", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:11:15.739454 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61b95cd7-7af5-4db6-a712-cf66a996f355 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:11:15.739918 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44961bee-f48a-44b9-89df-8d8b2db3ab1d', 'name': 'network-vif-deleted', 'tag': '5feb3936-1d0e-4d62-b6d3-008572200ce9', 'status': 'completed', 'code': 200}
Jun 21 03:11:15.874200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:15.922744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb4ac-065a-444c-aac1-3a98a7ceb60b req-69fa03c1-72ac-44be-9a66-2024a8ac0d01 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:15.924315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42cbb4ac-065a-444c-aac1-3a98a7ceb60b req-69fa03c1-72ac-44be-9a66-2024a8ac0d01 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.1281412
Jun 21 03:11:15.980983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42cbb4ac-065a-444c-aac1-3a98a7ceb60b req-84d4e24e-abbd-4b71-8f05-de20311bdb29 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388701
Jun 21 03:11:16.010989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45406) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:16.045283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2943970>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2793337b-c0b1-4840-bd69-022cedd8f409', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'port_id': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'mac_address': 'fa:16:3e:19:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1e69c-649a-4d49-8323-b82e79280183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:11:12Z', 'updated_at': '2021-06-21T03:11:12Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:51Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:16.070121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.078037 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dddb9c96-d12a-4b81-81ce-d5f24c7a7010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:16.079686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] Checking router: 0354ea12-0969-4cbf-b6fb-533f25d99141 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:11:16.088547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:16.089168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2943970>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:16.143125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92e9dd8-c5dc-4822-9551-258b81f11bfa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:16.158173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:16.179488 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea116bf1-ede5-44a6-8171-a3cbe938b057 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/2793337b-c0b1-4840-bd69-022cedd8f409 HTTP/1.1" status: 200  len: 992 time: 0.1668570
Jun 21 03:11:16.233231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:11:16.241918 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.376126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.380137 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5632c7bd-6af2-4063-ada6-a78fb0602a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:16.407430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:11:16.418091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42a00d-141d-4303-885c-378003a31629,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:16.422688 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:16.423837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.424191 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment de16cd26-3e0f-4609-b39f-b65c445ccc65 of type vlan for network f032c22e-8814-48bf-a0df-6819483489ef
Jun 21 03:11:16.483241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.507508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2943970>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2793337b-c0b1-4840-bd69-022cedd8f409', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'port_id': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'mac_address': 'fa:16:3e:19:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1e69c-649a-4d49-8323-b82e79280183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:11:12Z', 'updated_at': '2021-06-21T03:11:12Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:51Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:16.516454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.516454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.3279102
Jun 21 03:11:16.518674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45412) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:16.524163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': 'd92e9dd8-c5dc-4822-9551-258b81f11bfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:16.541101 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a623f5-a1c3-49a4-9c62-b494c7fef353 None None] The sync data for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 is: [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2793337b-c0b1-4840-bd69-022cedd8f409', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'port_id': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'mac_address': 'fa:16:3e:19:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1e69c-649a-4d49-8323-b82e79280183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:11:12Z', 'updated_at': '2021-06-21T03:11:12Z', 'revision_number': 0, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:51Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:11:16.649919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.690679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.692060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:16.695570 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.707484 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-72bf4b97-c54d-4325-b195-c98e54dfac2b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:16.858748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=f032c22e-8814-48bf-a0df-6819483489ef,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:16.861550 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:16.871853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network f032c22e-8814-48bf-a0df-6819483489ef details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:11:16.875449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:16.903764 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e82b202-e48b-4b1f-a922-583a0d6aa974 req-cfc21ae6-eba8-40bc-b493-811d0a96d4c7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.0387452
Jun 21 03:11:16.945141 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844880ab-82bd-46c9-a314-9b638fa5adf5 None None] New status for floating IP 2793337b-c0b1-4840-bd69-022cedd8f409: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:11:16.960091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.8525755
Jun 21 03:11:16.963977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45418) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:16.969614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-1734674236'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:17.000271 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.004147 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26b488e4-ee83-433a-8155-79909ed68655 tempest-ImagesOneServerNegativeTestJSON-1407057007 tempest-ImagesOneServerNegativeTestJSON-1407057007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:17.028675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba9a55b-b9ce-4681-bc67-2f8548410a81,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:17.032044 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:17.129816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:17.141625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.182285 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45422) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:17.241706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:11:17.253913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.254268 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment b86fdcba-306b-45bd-a9be-ad760ec49d15 of type vlan for network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09
Jun 21 03:11:17.256922 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.261888 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7380548
Jun 21 03:11:17.266661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45426) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:17.289829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6e35baf8-c205-4fe0-ab0d-2cfc2eda2b39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/2793337b-c0b1-4840-bd69-022cedd8f409 HTTP/1.1" status: 200  len: 992 time: 0.1047852
Jun 21 03:11:17.332426 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.337381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48bdc56e-2f06-4c26-b416-64a2173d265e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.353707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48bdc56e-2f06-4c26-b416-64a2173d265e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.529236 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.535184 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:17.535779 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.538281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:17.586197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48bdc56e-2f06-4c26-b416-64a2173d265e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.594671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-48bdc56e-2f06-4c26-b416-64a2173d265e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.595816 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-48bdc56e-2f06-4c26-b416-64a2173d265e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/1ba9a55b-b9ce-4681-bc67-2f8548410a81 HTTP/1.1" status: 204  len: 168 time: 0.3282530
Jun 21 03:11:17.599002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45428) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:17.610633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:17.613489 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:17.614021 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6cba9bab-1673-45a0-8d4c-1ec99e202ac5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:17.624291 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdc56e-2f06-4c26-b416-64a2173d265e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ba9a55b-b9ce-4681-bc67-2f8548410a81,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:17.627160 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-48bdc56e-2f06-4c26-b416-64a2173d265e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:17.627917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:11:17.663841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-acfd6020-9dea-4c94-a8a1-ccaa58dc1989 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0635054
Jun 21 03:11:17.666672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45430) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:17.724858 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7597857
Jun 21 03:11:17.728472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9138976c-664a-4e43-a001-e5e9b1b10bcb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.729175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:17.734664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': 'f032c22e-8814-48bf-a0df-6819483489ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:17.755846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:11:17.758981 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad789314-eb7a-48d0-bab5-84ba00bca439" -d '{"events": [{"name": "network-changed", "server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:11:17.765066 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9138976c-664a-4e43-a001-e5e9b1b10bcb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.880434 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0586d3-974b-4875-b925-8bef35f99202 x-openstack-request-id: req-fb0586d3-974b-4875-b925-8bef35f99202 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:11:17.882538 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:11:17.883394 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb0586d3-974b-4875-b925-8bef35f99202 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:11:17.884086 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'status': 'completed', 'code': 200}
Jun 21 03:11:17.953982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-f1c14dd2-fbba-454d-a0f8-210fdf00f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:17.955509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-f1c14dd2-fbba-454d-a0f8-210fdf00f814 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 1098 time: 0.0607991
Jun 21 03:11:17.970426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9138976c-664a-4e43-a001-e5e9b1b10bcb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.972937 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9138976c-664a-4e43-a001-e5e9b1b10bcb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:17.978513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9138976c-664a-4e43-a001-e5e9b1b10bcb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/d92e9dd8-c5dc-4822-9551-258b81f11bfa HTTP/1.1" status: 204  len: 168 time: 0.3074253
Jun 21 03:11:17.978513 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5921e6a7-348c-4002-8d75-867cc73d0b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:17.979562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45440) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:18.020537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:18.043853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:18.098031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138976c-664a-4e43-a001-e5e9b1b10bcb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92e9dd8-c5dc-4822-9551-258b81f11bfa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:18.107867 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9138976c-664a-4e43-a001-e5e9b1b10bcb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:18.118729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 5feb3936-1d0e-4d62-b6d3-008572200ce9 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:18.231652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 5feb3936-1d0e-4d62-b6d3-008572200ce9 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:18.232729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 5feb3936-1d0e-4d62-b6d3-008572200ce9 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:18.274300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4cde8278-b5e6-4192-9f24-d6a16b0f8dd9 req-461d5de9-d0d3-4ae0-a93d-a53ec8d5dad8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.1058030
Jun 21 03:11:18.274300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-f86fd0e2-beb7-4b51-abc7-415e78aef404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:18.274300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-f86fd0e2-beb7-4b51-abc7-415e78aef404 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43f78038-6da3-47e3-adc5-b3d9121636a6 HTTP/1.1" status: 200  len: 897 time: 0.3102155
Jun 21 03:11:18.274300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45446) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:18.279079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a0219291-dab2-4f03-a8d4-967e92841d32 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2882614
Jun 21 03:11:18.281503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222909046'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:18.300250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45448) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:18.415472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-3ccbebed-9a01-4962-8ef3-ab900adda6b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e HTTP/1.1" status: 200  len: 1002 time: 0.1170564
Jun 21 03:11:18.474076 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f2b57ad1-e6ef-46b7-af3e-a7ec82447e3b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/2793337b-c0b1-4840-bd69-022cedd8f409 HTTP/1.1" status: 200  len: 994 time: 0.1775081
Jun 21 03:11:18.488411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-20943b0c-5c57-487c-88ba-4cc552da696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:18.502124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-20943b0c-5c57-487c-88ba-4cc552da696a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c374b101-0251-4083-b9fb-afb95812d53b HTTP/1.1" status: 200  len: 835 time: 0.0609169
Jun 21 03:11:18.551106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-3cfaf39e-17a4-432a-9823-ac4a865a6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:18.552622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-3cfaf39e-17a4-432a-9823-ac4a865a6613 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43f78038-6da3-47e3-adc5-b3d9121636a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0555024
Jun 21 03:11:18.553951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:18.598036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:18.604473 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cb357a19-8e61-4da0-9d9b-bb88034fc2fa tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:18.658231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=f862ba5d-e07a-4802-8d2f-30c488ee1f52,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:18.661137 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:18.696629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': 'de16cd26-3e0f-4609-b39f-b65c445ccc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f032c22e-8814-48bf-a0df-6819483489ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:18.696974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: f032c22e-8814-48bf-a0df-6819483489ef, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:11:18.700244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-7394755d-ade4-44b9-9b0f-64b2fd833199 service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371694
Jun 21 03:11:18.792597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:18.824477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad789314-eb7a-48d0-bab5-84ba00bca439 req-c16cb774-60f9-4439-9d66-f393a89f1357 service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1181991
Jun 21 03:11:18.826621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network f032c22e-8814-48bf-a0df-6819483489ef is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:11:18.952546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:18.957297 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0238769-db61-4674-8e42-f3bcf9b77e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:18.987309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471239fe-665e-429a-a9d2-9fd722da0791,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:18.990454 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:19.032529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, f032c22e-8814-48bf-a0df-6819483489ef) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:19.038203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:19.038734 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.042346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f4969-7faf-47bb-a163-5c4996d291dd None None] Network f032c22e-8814-48bf-a0df-6819483489ef requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:19.095468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.099686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8221316
Jun 21 03:11:19.101827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45452) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:19.110122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': '471239fe-665e-429a-a9d2-9fd722da0791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:19.162742 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4322350
Jun 21 03:11:19.166468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45454) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:19.171632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': '1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:19.201748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-f032c22e-8814-48bf-a0df-6819483489ef', 'network_id': 'f032c22e-8814-48bf-a0df-6819483489ef', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': 'f862ba5d-e07a-4802-8d2f-30c488ee1f52'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:11:19.202754 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.324854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.363069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Allocated IP 172.20.0.2 (f032c22e-8814-48bf-a0df-6819483489ef/f862ba5d-e07a-4802-8d2f-30c488ee1f52/4d959722-eeea-4c07-a43e-64edf3fefec2) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:19.416233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.505500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-69cccbb7-cb8f-4667-aff4-2fe3826bdb79 req-a6b09c11-199c-41c5-a97d-94d02960e998 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.0450692
Jun 21 03:11:19.529715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:19.533189 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.533551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.543014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Transition to ACTIVE for port object 4d959722-eeea-4c07-a43e-64edf3fefec2 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:19.564418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Transition to ACTIVE for port object 4d959722-eeea-4c07-a43e-64edf3fefec2 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:19.600445 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.604055 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e71c30d-df56-491a-ab7d-7ddeb6b55747 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:19.630329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67eb8fa3-1b31-46e2-8744-d307e6b666fb,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:19.636974 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:19.701551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.703851 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ef9b52cb-c912-4cbb-ac17-f56d543c3ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:19.759873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Network f032c22e-8814-48bf-a0df-6819483489ef is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:19.763215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:19.766696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:19.776147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.783372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Pushing event updated for resources: {'Port': ['ID=4d959722-eeea-4c07-a43e-64edf3fefec2,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:19.783505 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6756356
Jun 21 03:11:19.783604 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:19.783696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45464) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:19.793799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': '471239fe-665e-429a-a9d2-9fd722da0791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:19.853998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Attempting to bind port 4d959722-eeea-4c07-a43e-64edf3fefec2 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:11:19.853998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Attempting to bind port 4d959722-eeea-4c07-a43e-64edf3fefec2 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'de16cd26-3e0f-4609-b39f-b65c445ccc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f032c22e-8814-48bf-a0df-6819483489ef'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:11:19.853998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Attempting to bind port 4d959722-eeea-4c07-a43e-64edf3fefec2 on network f032c22e-8814-48bf-a0df-6819483489ef {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:11:19.857956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:11:19.858353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Checking segment: {'id': 'de16cd26-3e0f-4609-b39f-b65c445ccc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f032c22e-8814-48bf-a0df-6819483489ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:19.858768 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.859173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Bound using segment: {'id': 'de16cd26-3e0f-4609-b39f-b65c445ccc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f032c22e-8814-48bf-a0df-6819483489ef'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:11:19.859686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Bound port: 4d959722-eeea-4c07-a43e-64edf3fefec2, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de16cd26-3e0f-4609-b39f-b65c445ccc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f032c22e-8814-48bf-a0df-6819483489ef'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:11:19.860071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.878529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.883432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aeca12ae-cfac-4124-896a-23d532918ef3 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:19.927097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] For port 4d959722-eeea-4c07-a43e-64edf3fefec2, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:11:19.930547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] For port 4d959722-eeea-4c07-a43e-64edf3fefec2, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4d959722-eeea-4c07-a43e-64edf3fefec2,segment=NetworkSegment(de16cd26-3e0f-4609-b39f-b65c445ccc65),segment_id=de16cd26-3e0f-4609-b39f-b65c445ccc65)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:11:19.948936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:19.952410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=32775ec9-852e-4537-b1a9-a34e761378cd,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:19.956225 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:19.977235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': 'b86fdcba-306b-45bd-a9be-ad760ec49d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:19.977644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:11:20.020221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.101990 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.105782 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-edf40a64-797e-4b32-9981-d5ac5f105ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:20.166009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Pushing event updated for resources: {'Port': ['ID=4d959722-eeea-4c07-a43e-64edf3fefec2,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:20.169078 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:20.180459 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:11:20.229467 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.238826 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a50db3ed-80a2-4884-94c0-d7b9d557cf30 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:20.255026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebba3ce-dfce-482d-a7ea-5b7742a3d8fa,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:20.257494 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:20.331743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:20.350801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:20.351400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.352285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5b89cb-cf6f-4ebc-aff9-1b53280c11f1 None None] Network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:20.376403 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.378418 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5930276
Jun 21 03:11:20.381222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45482) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:20.390657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': '471239fe-665e-429a-a9d2-9fd722da0791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:20.441601 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2724662
Jun 21 03:11:20.444012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45484) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:20.457189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c622ca6e-4123-43fb-b7ce-cd3340bcd416 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2095382917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:20.569645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.572800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09', 'network_id': '1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': '32775ec9-852e-4537-b1a9-a34e761378cd'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:11:20.574239 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.678396 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.701004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c622ca6e-4123-43fb-b7ce-cd3340bcd416 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.702743 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c622ca6e-4123-43fb-b7ce-cd3340bcd416 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.705177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c85ef2b-f9b1-4450-b127-d564abf283ab req-c513c938-8a62-4f87-a89e-960cdd21d105 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=44961bee-f48a-44b9-89df-8d8b2db3ab1d HTTP/1.1" status: 200  len: 210 time: 0.0504546
Jun 21 03:11:20.811807 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c622ca6e-4123-43fb-b7ce-cd3340bcd416 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.815564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.817484 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ca68d172-225a-4b35-8992-972452bc30e6 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:20.833745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3580d09a-b884-42c9-a925-846e70d9327d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:20.839632 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:20.925699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c622ca6e-4123-43fb-b7ce-cd3340bcd416 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.980790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:20.982337 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5997634
Jun 21 03:11:20.988849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45494) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:20.996159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': '471239fe-665e-429a-a9d2-9fd722da0791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:21.091187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Allocated IP 172.21.0.2 (1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09/32775ec9-852e-4537-b1a9-a34e761378cd/847d14a6-76bf-411c-b00b-c89c13ee4777) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:21.160085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c622ca6e-4123-43fb-b7ce-cd3340bcd416 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:21.160490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45498) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:21.169060 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c622ca6e-4123-43fb-b7ce-cd3340bcd416 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7087572
Jun 21 03:11:21.222408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:21.359264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:21.400113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:21.445677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Transition to ACTIVE for port object 847d14a6-76bf-411c-b00b-c89c13ee4777 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:21.477574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Transition to ACTIVE for port object 847d14a6-76bf-411c-b00b-c89c13ee4777 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:21.482727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4d959722-eeea-4c07-a43e-64edf3fefec2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:21.564587 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:21.572983 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-98441575-8644-4825-814e-43c2dcf7230b tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:21.610002 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:21.621917 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:21.624306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178f7e8f-d0b8-4998-b5e9-35f174c624d0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:21.630422 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:21.675879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb9236-4e5d-45b7-bc2a-9f06913c2e8f None None] Network f032c22e-8814-48bf-a0df-6819483489ef requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:21.684732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:21.709310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4d959722-eeea-4c07-a43e-64edf3fefec2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:21.740638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:21.752915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:21.753472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:21.803792 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:21.806334 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8160849
Jun 21 03:11:21.809054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45510) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:21.816980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': '471239fe-665e-429a-a9d2-9fd722da0791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:21.864736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Pushing event updated for resources: {'Port': ['ID=847d14a6-76bf-411c-b00b-c89c13ee4777,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:21.874083 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:21.973502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Attempting to bind port 847d14a6-76bf-411c-b00b-c89c13ee4777 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:11:21.973928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Attempting to bind port 847d14a6-76bf-411c-b00b-c89c13ee4777 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'b86fdcba-306b-45bd-a9be-ad760ec49d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:11:21.974307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Attempting to bind port 847d14a6-76bf-411c-b00b-c89c13ee4777 on network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:11:22.015345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:11:22.015740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Checking segment: {'id': 'b86fdcba-306b-45bd-a9be-ad760ec49d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:22.016159 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.016688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Bound using segment: {'id': 'b86fdcba-306b-45bd-a9be-ad760ec49d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:11:22.017179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Bound port: 847d14a6-76bf-411c-b00b-c89c13ee4777, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86fdcba-306b-45bd-a9be-ad760ec49d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:11:22.017641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.045560 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.059427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] Provisioning for port 4d959722-eeea-4c07-a43e-64edf3fefec2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:22.087465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] Provisioning complete for port 4d959722-eeea-4c07-a43e-64edf3fefec2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:22.087846 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.153168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.208597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] For port 847d14a6-76bf-411c-b00b-c89c13ee4777, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:11:22.210694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.20.0.1 (f032c22e-8814-48bf-a0df-6819483489ef/f862ba5d-e07a-4802-8d2f-30c488ee1f52/1aff4e63-5d20-4caa-b838-73872dd7f16c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:22.214073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] For port 847d14a6-76bf-411c-b00b-c89c13ee4777, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=847d14a6-76bf-411c-b00b-c89c13ee4777,segment=NetworkSegment(b86fdcba-306b-45bd-a9be-ad760ec49d15),segment_id=b86fdcba-306b-45bd-a9be-ad760ec49d15)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:11:22.220976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.228240 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0ebd1f2e-d980-4a19-9559-10e03cfafe76 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:22.263829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a3dbdd-b696-477b-92c0-2205ac0dbe69,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:22.283954 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:22.285855 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.325916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] For port 4d959722-eeea-4c07-a43e-64edf3fefec2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4d959722-eeea-4c07-a43e-64edf3fefec2,segment=NetworkSegment(de16cd26-3e0f-4609-b39f-b65c445ccc65),segment_id=de16cd26-3e0f-4609-b39f-b65c445ccc65)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:22.354810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.354810 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:22.399760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.404006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5933216
Jun 21 03:11:22.404817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45522) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:22.467675 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.468731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11ab68f1-a886-4a89-89d1-e9013639b769 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.471793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.491247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Pushing event updated for resources: {'Port': ['ID=847d14a6-76bf-411c-b00b-c89c13ee4777,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:22.495021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11ab68f1-a886-4a89-89d1-e9013639b769 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.501240 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:22.501791 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:22.524477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object 1aff4e63-5d20-4caa-b838-73872dd7f16c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:22.610911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] Pushing event updated for resources: {'Port': ['ID=4d959722-eeea-4c07-a43e-64edf3fefec2,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:22.620790 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:22.700004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92851f1a-83d7-42ea-8d61-c60bfff103f7 None None] Provisioning complete for port 4d959722-eeea-4c07-a43e-64edf3fefec2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:22.700549 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92851f1a-83d7-42ea-8d61-c60bfff103f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.741188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11ab68f1-a886-4a89-89d1-e9013639b769 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.749178 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9753e4f3-bb7c-497a-8ab0-5408d15d6133 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:22.764248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11ab68f1-a886-4a89-89d1-e9013639b769 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.765468 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11ab68f1-a886-4a89-89d1-e9013639b769 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/75a3dbdd-b696-477b-92c0-2205ac0dbe69 HTTP/1.1" status: 204  len: 168 time: 0.3596807
Jun 21 03:11:22.766397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab68f1-a886-4a89-89d1-e9013639b769 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a3dbdd-b696-477b-92c0-2205ac0dbe69,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:22.768736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45524) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:22.772992 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11ab68f1-a886-4a89-89d1-e9013639b769 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:22.804299 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:22.811000 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e7ac3f0d-a892-486e-8ff8-64095f1e21a8 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:23.198472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network f032c22e-8814-48bf-a0df-6819483489ef is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:23.214039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2c23aebf-a1f0-420d-a0a8-c9bcb734e515 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.4434695
Jun 21 03:11:23.216674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45530) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:23.218587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:23.223278 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:23.257031 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6de35d89-f588-46c6-8b42-d143462d7c79 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.261185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=1aff4e63-5d20-4caa-b838-73872dd7f16c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:23.268706 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:23.275638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6de35d89-f588-46c6-8b42-d143462d7c79 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.308932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.501214 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6de35d89-f588-46c6-8b42-d143462d7c79 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.503316 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-88ef149f-282c-4e25-b373-ad1b3f886382 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:23.509533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6de35d89-f588-46c6-8b42-d143462d7c79 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.513891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 847d14a6-76bf-411c-b00b-c89c13ee4777 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:23.514777 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6de35d89-f588-46c6-8b42-d143462d7c79 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/178f7e8f-d0b8-4998-b5e9-35f174c624d0 HTTP/1.1" status: 204  len: 168 time: 0.2958040
Jun 21 03:11:23.518239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45536) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:23.536092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de35d89-f588-46c6-8b42-d143462d7c79 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=178f7e8f-d0b8-4998-b5e9-35f174c624d0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:23.543527 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6de35d89-f588-46c6-8b42-d143462d7c79 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:23.604270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-72351b5c-e0f9-4884-93e3-145672e41d65 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0751934
Jun 21 03:11:23.606973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45538) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:23.645698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9839f33b-77b9-4ac2-af6d-0133e536f06a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.655354 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9839f33b-77b9-4ac2-af6d-0133e536f06a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.708151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 847d14a6-76bf-411c-b00b-c89c13ee4777 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:23.713790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4d959722-eeea-4c07-a43e-64edf3fefec2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:23.729831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.777997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4d959722-eeea-4c07-a43e-64edf3fefec2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:23.777997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.797824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9839f33b-77b9-4ac2-af6d-0133e536f06a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.801951 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d2c22121-e0c4-4a60-9f9e-b3d35bbc7069 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:23.811087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9839f33b-77b9-4ac2-af6d-0133e536f06a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.817558 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9839f33b-77b9-4ac2-af6d-0133e536f06a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3580d09a-b884-42c9-a925-846e70d9327d HTTP/1.1" status: 204  len: 168 time: 0.2108843
Jun 21 03:11:23.819841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45540) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:23.840067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839f33b-77b9-4ac2-af6d-0133e536f06a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3580d09a-b884-42c9-a925-846e70d9327d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:23.842123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-89e70468-ff6a-458d-b892-d166098b2edf None None] Provisioning for port 1aff4e63-5d20-4caa-b838-73872dd7f16c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:23.844501 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9839f33b-77b9-4ac2-af6d-0133e536f06a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:23.853991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-89e70468-ff6a-458d-b892-d166098b2edf None None] Provisioning complete for port 1aff4e63-5d20-4caa-b838-73872dd7f16c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:23.854583 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-89e70468-ff6a-458d-b892-d166098b2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.892961 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3c7a4b95-51fc-4959-bce3-9606abba6bf2 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0702558
Jun 21 03:11:23.894738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45542) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:23.916004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c8c5f9-ad96-411a-9839-616f11a743fb None None] Network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:23.932211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-89e70468-ff6a-458d-b892-d166098b2edf None None] Port 1aff4e63-5d20-4caa-b838-73872dd7f16c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:23.935790 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d32209cd-30c1-4eba-bdb1-5b931e00f903 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:23.945780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d32209cd-30c1-4eba-bdb1-5b931e00f903 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.075919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d32209cd-30c1-4eba-bdb1-5b931e00f903 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.085529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d32209cd-30c1-4eba-bdb1-5b931e00f903 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.088044 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d32209cd-30c1-4eba-bdb1-5b931e00f903 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/aebba3ce-dfce-482d-a7ea-5b7742a3d8fa HTTP/1.1" status: 204  len: 168 time: 0.1920247
Jun 21 03:11:24.088955 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f897105-8138-491b-aa7a-a6079c7e86ef tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:24.090988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45546) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:24.100447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32209cd-30c1-4eba-bdb1-5b931e00f903 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aebba3ce-dfce-482d-a7ea-5b7742a3d8fa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:24.104905 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d32209cd-30c1-4eba-bdb1-5b931e00f903 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:24.127470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.145309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] Provisioning for port 847d14a6-76bf-411c-b00b-c89c13ee4777 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:24.148910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] Provisioning complete for port 847d14a6-76bf-411c-b00b-c89c13ee4777 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:24.149098 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.169417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-66784827-6ac6-48db-a6c4-e685d2905b78 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0771537
Jun 21 03:11:24.176476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45548) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:24.227222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-26451b01-e2fa-4a42-bd9b-7104cf04b0d5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.238282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-26451b01-e2fa-4a42-bd9b-7104cf04b0d5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.245494 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.254059 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f3f1630-028c-49dc-a7cf-e03bba31ff7a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:24.260797 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.306899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] For port 847d14a6-76bf-411c-b00b-c89c13ee4777, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=847d14a6-76bf-411c-b00b-c89c13ee4777,segment=NetworkSegment(b86fdcba-306b-45bd-a9be-ad760ec49d15),segment_id=b86fdcba-306b-45bd-a9be-ad760ec49d15)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:24.359211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=1aff4e63-5d20-4caa-b838-73872dd7f16c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:24.362329 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:24.363503 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.415233 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.417224 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:24.453980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-26451b01-e2fa-4a42-bd9b-7104cf04b0d5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.466388 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6461666e-96f0-4e73-a874-7595fa9227f0 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:24.474276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-26451b01-e2fa-4a42-bd9b-7104cf04b0d5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.478648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-26451b01-e2fa-4a42-bd9b-7104cf04b0d5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/67eb8fa3-1b31-46e2-8744-d307e6b666fb HTTP/1.1" status: 204  len: 168 time: 0.2975979
Jun 21 03:11:24.479380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45558) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:24.484464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] Pushing event updated for resources: {'Port': ['ID=847d14a6-76bf-411c-b00b-c89c13ee4777,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:24.493732 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:24.494740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451b01-e2fa-4a42-bd9b-7104cf04b0d5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67eb8fa3-1b31-46e2-8744-d307e6b666fb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:24.494740 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-26451b01-e2fa-4a42-bd9b-7104cf04b0d5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:24.509172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network f032c22e-8814-48bf-a0df-6819483489ef is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:24.511667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:24.545792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd6c61f8-55be-4b63-b297-7b2ba37813ad None None] Provisioning complete for port 847d14a6-76bf-411c-b00b-c89c13ee4777 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:24.546368 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd6c61f8-55be-4b63-b297-7b2ba37813ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.566820 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b122a131-ffd4-4028-8637-366fd8fef5f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0837753
Jun 21 03:11:24.568226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45560) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:24.643222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df31b505-85f0-4411-b3d1-90d4bce95486 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.674504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df31b505-85f0-4411-b3d1-90d4bce95486 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.798097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 2bcb3834-4547-40d2-9772-cf56aacf9c8a is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:11:24.801433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-09181168-7e53-4036-afd8-75adfb36280a None None] Provisioning complete for port 1aff4e63-5d20-4caa-b838-73872dd7f16c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:24.801896 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-09181168-7e53-4036-afd8-75adfb36280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:24.845173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-09181168-7e53-4036-afd8-75adfb36280a None None] Port 1aff4e63-5d20-4caa-b838-73872dd7f16c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:24.913173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:11:24.922127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/2bcb3834-4547-40d2-9772-cf56aacf9c8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7639832
Jun 21 03:11:24.926987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45562) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:24.930375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53a277-cb7e-4ad8-a6ab-83fe634cca5d None None] Sync routers for ids ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:11:24.962837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53a277-cb7e-4ad8-a6ab-83fe634cca5d None None] Routers {'2bcb3834-4547-40d2-9772-cf56aacf9c8a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:24.963595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9e53a277-cb7e-4ad8-a6ab-83fe634cca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f78af0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:24.990107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a9820-8873-4e56-90a8-3bcf8bcb3ad1 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:24.992532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ef0a9820-8873-4e56-90a8-3bcf8bcb3ad1 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports/1aff4e63-5d20-4caa-b838-73872dd7f16c HTTP/1.1" status: 200  len: 910 time: 0.0635569
Jun 21 03:11:25.001917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45564) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:25.008026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9e53a277-cb7e-4ad8-a6ab-83fe634cca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f78af0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:25.023080 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53a277-cb7e-4ad8-a6ab-83fe634cca5d None None] Routers {'2bcb3834-4547-40d2-9772-cf56aacf9c8a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:25.024043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9e53a277-cb7e-4ad8-a6ab-83fe634cca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3f78af0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:25.067175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9e53a277-cb7e-4ad8-a6ab-83fe634cca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3f78af0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:25.068202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53a277-cb7e-4ad8-a6ab-83fe634cca5d None None] The sync data for ids ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:11:25.219305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 847d14a6-76bf-411c-b00b-c89c13ee4777 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:25.249671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df31b505-85f0-4411-b3d1-90d4bce95486 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:25.252385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df31b505-85f0-4411-b3d1-90d4bce95486 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:25.254256 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-df31b505-85f0-4411-b3d1-90d4bce95486 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/471239fe-665e-429a-a9d2-9fd722da0791 HTTP/1.1" status: 204  len: 168 time: 0.6841919
Jun 21 03:11:25.255373 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-add6b9aa-1dff-4457-b373-8b42cf1e80a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:25.257298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45572) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:25.271721 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31b505-85f0-4411-b3d1-90d4bce95486 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471239fe-665e-429a-a9d2-9fd722da0791,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:25.277896 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df31b505-85f0-4411-b3d1-90d4bce95486 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:25.379177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-06dabd26-05fe-4c82-947a-b9b9bcbd887e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1171663
Jun 21 03:11:25.386436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45578) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:25.391188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982833867'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:25.499263 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:25.550865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 847d14a6-76bf-411c-b00b-c89c13ee4777 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:25.551424 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:25.614854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:25.832691 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:25.893023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.21.0.1 (1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09/32775ec9-852e-4537-b1a9-a34e761378cd/d732402e-b7b5-42b7-b65c-1922ce9d819e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:25.968504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:25.987856 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-508ef295-f278-4ffc-85aa-f59c9b1c1b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:26.018436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b65ed4-4ba4-4b1d-b065-3bb22a707f85,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:26.032930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:26.041025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.055425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object d732402e-b7b5-42b7-b65c-1922ce9d819e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:26.120301 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.122359 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7346933
Jun 21 03:11:26.141170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45586) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:26.146499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': 'c2b65ed4-4ba4-4b1d-b065-3bb22a707f85', 'direction': 'ingress', 'protocol': 17}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:26.175413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.178959 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:26.226190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:26.229531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:26.232098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:26.272586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=d732402e-b7b5-42b7-b65c-1922ce9d819e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:26.275446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:26.298297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.298511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.387139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.538155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.540579 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9839f33b-77b9-4ac2-af6d-0133e536f06a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:26.559280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813af1f9-a173-41a2-92b1-efb46309a4db,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:26.562361 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:26.612471 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.679021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.685386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45594) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:26.686659 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5441964
Jun 21 03:11:26.818595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6143062d-b1c6-426e-aa0e-967a5bcd63c2 None None] Provisioning for port d732402e-b7b5-42b7-b65c-1922ce9d819e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:26.823923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6143062d-b1c6-426e-aa0e-967a5bcd63c2 None None] Provisioning complete for port d732402e-b7b5-42b7-b65c-1922ce9d819e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:26.824084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6143062d-b1c6-426e-aa0e-967a5bcd63c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.846978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ed8909-8e8d-4b66-9c3a-201588f01b97 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:26.878515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6143062d-b1c6-426e-aa0e-967a5bcd63c2 None None] Port d732402e-b7b5-42b7-b65c-1922ce9d819e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:26.920630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ed8909-8e8d-4b66-9c3a-201588f01b97 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.026120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.181792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.184960 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97d150ab-5eac-4c3c-a0d1-833ed7feb5f6 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:27.188388 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ed8909-8e8d-4b66-9c3a-201588f01b97 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.190977 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63ed8909-8e8d-4b66-9c3a-201588f01b97 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.194462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-63ed8909-8e8d-4b66-9c3a-201588f01b97 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/c2b65ed4-4ba4-4b1d-b065-3bb22a707f85 HTTP/1.1" status: 204  len: 168 time: 0.5055952
Jun 21 03:11:27.196298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45598) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:27.298025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=d732402e-b7b5-42b7-b65c-1922ce9d819e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:27.313088 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:27.313841 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-27d263d6-8b17-4924-ac5d-f852b31371ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:27.327394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.334655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed8909-8e8d-4b66-9c3a-201588f01b97 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b65ed4-4ba4-4b1d-b065-3bb22a707f85,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:27.340668 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63ed8909-8e8d-4b66-9c3a-201588f01b97 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:27.347044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-018db93a-b6e6-4870-933a-5d89d60d74b0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1479080
Jun 21 03:11:27.350522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:27.356189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-secgroup--120859998'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:27.447740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:27.449163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:27.497251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.561357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 2bcb3834-4547-40d2-9772-cf56aacf9c8a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:11:27.622116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.746649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.752009 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-96076ef4-2aa3-4681-9521-cdf3a7e293ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:27.781030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2689c7-79f0-47a2-897c-d8a24ee10d5a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:27.784037 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:27.811292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4c424a7c-ffe1-4622-b166-3fa2d624aa94 None None] Provisioning complete for port d732402e-b7b5-42b7-b65c-1922ce9d819e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:27.811978 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c424a7c-ffe1-4622-b166-3fa2d624aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.849681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4c424a7c-ffe1-4622-b166-3fa2d624aa94 None None] Port d732402e-b7b5-42b7-b65c-1922ce9d819e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:27.906930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:27.908550 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5564718
Jun 21 03:11:27.911907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45612) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:27.917817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-secgroup--416622372'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:27.971245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:11:27.979835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/2bcb3834-4547-40d2-9772-cf56aacf9c8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9730706
Jun 21 03:11:27.979835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45614) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:27.986555 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e9d19-d56d-4677-a95f-22ad6de9274d None None] Sync routers for ids ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:11:27.996807 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e9d19-d56d-4677-a95f-22ad6de9274d None None] Routers {'2bcb3834-4547-40d2-9772-cf56aacf9c8a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:27.997469 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-cd4e9d19-d56d-4677-a95f-22ad6de9274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a75b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:28.032457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.034163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f0065a-8690-40f2-a48a-c4a9e6230895 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:28.034502 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-cd4e9d19-d56d-4677-a95f-22ad6de9274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a75b0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:28.038203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-13f0065a-8690-40f2-a48a-c4a9e6230895 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports/d732402e-b7b5-42b7-b65c-1922ce9d819e HTTP/1.1" status: 200  len: 910 time: 0.0552604
Jun 21 03:11:28.039233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45616) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:28.046248 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e9d19-d56d-4677-a95f-22ad6de9274d None None] Routers {'2bcb3834-4547-40d2-9772-cf56aacf9c8a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:28.046993 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-cd4e9d19-d56d-4677-a95f-22ad6de9274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a75b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:28.092355 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-cd4e9d19-d56d-4677-a95f-22ad6de9274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a75b0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:28.093149 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e9d19-d56d-4677-a95f-22ad6de9274d None None] The sync data for ids ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:11:28.121300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.244245 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.247883 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b256cfb4-0d53-4907-ab8a-a40bc2b691e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:28.275294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0fc974-8bdd-4560-ae56-0586c4ef9f6a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:28.278604 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:28.346658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.348749 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4349535
Jun 21 03:11:28.354849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45618) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:28.359940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': '1b2689c7-79f0-47a2-897c-d8a24ee10d5a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9a0fc974-8bdd-4560-ae56-0586c4ef9f6a', 'remote_ip_prefix': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:28.376669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.504269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.711407 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:11:28.712051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.802920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.805831 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:28.828795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port d732402e-b7b5-42b7-b65c-1922ce9d819e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:28.829145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.829252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced269ca-c72f-463e-b41d-ef26ac75c29c,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:28.838126 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:28.930132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.935461 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.5792899
Jun 21 03:11:28.936022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45630) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:28.954173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.976980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83655b5e-5092-4a3c-b3e4-d452e4fde941 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:28.993399 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83655b5e-5092-4a3c-b3e4-d452e4fde941 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.055979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for d732402e-b7b5-42b7-b65c-1922ce9d819e owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:29.152570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83655b5e-5092-4a3c-b3e4-d452e4fde941 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.155075 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-48bdc56e-2f06-4c26-b416-64a2173d265e tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:29.165914 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-83655b5e-5092-4a3c-b3e4-d452e4fde941 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.173726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45636) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:29.175458 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-83655b5e-5092-4a3c-b3e4-d452e4fde941 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ced269ca-c72f-463e-b41d-ef26ac75c29c HTTP/1.1" status: 204  len: 168 time: 0.2382584
Jun 21 03:11:29.183227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83655b5e-5092-4a3c-b3e4-d452e4fde941 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ced269ca-c72f-463e-b41d-ef26ac75c29c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:29.186203 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-83655b5e-5092-4a3c-b3e4-d452e4fde941 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:29.294575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb40d2df-238c-4dad-a143-3b1b5d0a2673 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1170423
Jun 21 03:11:29.300843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45638) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:29.384035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0692938-1373-4975-8531-ad2bfa7c05dc req-341bf5cc-23f8-4b0b-b393-2c5ae5a1ab3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:29.387481 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-484a92f4-8f97-4d00-8a2d-80d2ee136e6a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.399039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0692938-1373-4975-8531-ad2bfa7c05dc req-341bf5cc-23f8-4b0b-b393-2c5ae5a1ab3a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 946 time: 0.2059515
Jun 21 03:11:29.420714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-484a92f4-8f97-4d00-8a2d-80d2ee136e6a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.461190 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.471298 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-310a1178-cd7a-410d-b352-0d3b42777474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:29.545344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45642) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:29.557106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=d732402e-b7b5-42b7-b65c-1922ce9d819e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:29.559728 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:29.580730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e0692938-1373-4975-8531-ad2bfa7c05dc req-5f0eb43f-6b66-4ea7-89a4-57a649498258 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780479
Jun 21 03:11:29.614310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-484a92f4-8f97-4d00-8a2d-80d2ee136e6a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.615147 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-484a92f4-8f97-4d00-8a2d-80d2ee136e6a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.619498 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-484a92f4-8f97-4d00-8a2d-80d2ee136e6a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/9a0fc974-8bdd-4560-ae56-0586c4ef9f6a HTTP/1.1" status: 204  len: 168 time: 0.3171179
Jun 21 03:11:29.620369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45646) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:29.621315 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e51497a2-11d9-4a3d-bcee-5e0fbf6ad589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:29.645868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a92f4-8f97-4d00-8a2d-80d2ee136e6a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0fc974-8bdd-4560-ae56-0586c4ef9f6a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:29.650977 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-484a92f4-8f97-4d00-8a2d-80d2ee136e6a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:29.743899 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-df4065ff-2ef1-4ed2-bd0c-645fb8219004 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.1087639
Jun 21 03:11:29.744765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45648) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:29.818801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c94402e9-4e07-4476-a1af-3dcd505e95fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.829798 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.887679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-364afe9f-354e-439c-adeb-e0eafcd6cb92 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:29.931667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-364afe9f-354e-439c-adeb-e0eafcd6cb92 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.035990 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c94402e9-4e07-4476-a1af-3dcd505e95fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.119688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-364afe9f-354e-439c-adeb-e0eafcd6cb92 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.122663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-364afe9f-354e-439c-adeb-e0eafcd6cb92 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.124975 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-364afe9f-354e-439c-adeb-e0eafcd6cb92 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b2689c7-79f0-47a2-897c-d8a24ee10d5a HTTP/1.1" status: 204  len: 168 time: 0.3787904
Jun 21 03:11:30.125932 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2e6b6503-848d-4185-86e7-34472dfe69e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:30.136191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:30.139655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364afe9f-354e-439c-adeb-e0eafcd6cb92 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2689c7-79f0-47a2-897c-d8a24ee10d5a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:30.150581 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-364afe9f-354e-439c-adeb-e0eafcd6cb92 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:30.157735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c94402e9-4e07-4476-a1af-3dcd505e95fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.192613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 2bcb3834-4547-40d2-9772-cf56aacf9c8a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:11:30.201555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6cb7060d-fdb6-4709-8c21-95213067e229 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0604026
Jun 21 03:11:30.202031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45656) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:30.205237 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-85371fff-0f63-416d-be3f-9b42ad09ecb3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:30.210218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114215750'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:30.215408 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c94402e9-4e07-4476-a1af-3dcd505e95fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8c72668d90c4bb9883904d41ee5014e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6736798
Jun 21 03:11:30.217904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45658) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:30.279716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94402e9-4e07-4476-a1af-3dcd505e95fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c22e95a-5753-4637-870c-dc0da353c606,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:30.295943 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c94402e9-4e07-4476-a1af-3dcd505e95fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:30.366381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0efda9c-3080-4254-af77-b75f147d73a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.390574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.410020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0efda9c-3080-4254-af77-b75f147d73a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.414169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:11:30.426130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/2bcb3834-4547-40d2-9772-cf56aacf9c8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3855832
Jun 21 03:11:30.428944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45660) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:30.430428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d64a3-31cf-4ee6-bb50-cb672f244005 None None] Sync routers for ids ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:11:30.451672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d64a3-31cf-4ee6-bb50-cb672f244005 None None] Routers {'2bcb3834-4547-40d2-9772-cf56aacf9c8a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:30.452677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-679d64a3-31cf-4ee6-bb50-cb672f244005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de61d070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:30.510737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-679d64a3-31cf-4ee6-bb50-cb672f244005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de61d070>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:30.533595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.537507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d64a3-31cf-4ee6-bb50-cb672f244005 None None] Routers {'2bcb3834-4547-40d2-9772-cf56aacf9c8a'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:30.538249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-679d64a3-31cf-4ee6-bb50-cb672f244005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de61d070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:30.580098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-679d64a3-31cf-4ee6-bb50-cb672f244005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de61d070>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:30.581037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d64a3-31cf-4ee6-bb50-cb672f244005 None None] The sync data for ids ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:11:30.631323 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0efda9c-3080-4254-af77-b75f147d73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.635488 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0efda9c-3080-4254-af77-b75f147d73a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.637041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b0efda9c-3080-4254-af77-b75f147d73a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c22e95a-5753-4637-870c-dc0da353c606 HTTP/1.1" status: 204  len: 168 time: 0.4181347
Jun 21 03:11:30.649162 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b85a6a5c-810b-415d-9948-7c4488836878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:30.692183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efda9c-3080-4254-af77-b75f147d73a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c22e95a-5753-4637-870c-dc0da353c606,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:30.697617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.700711 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b0efda9c-3080-4254-af77-b75f147d73a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:30.701252 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b0efda9c-3080-4254-af77-b75f147d73a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:30.755580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d345ce-8437-451d-bf99-e963e9d0c1f5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:30.762087 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:30.799202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-628c0867-a3c0-45b4-ad9b-4642cba5aeff tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:30.801693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-628c0867-a3c0-45b4-ad9b-4642cba5aeff tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 946 time: 0.1633174
Jun 21 03:11:30.867298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:30.869149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6661947
Jun 21 03:11:30.872632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45668) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:30.878956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': '57d345ce-8437-451d-bf99-e963e9d0c1f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:31.002630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f563c0f-6c40-4b9b-8b38-4fcfca05b001 req-4a4db63f-ccf6-4407-9a55-8a3ea94e6bca tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:31.004086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f563c0f-6c40-4b9b-8b38-4fcfca05b001 req-4a4db63f-ccf6-4407-9a55-8a3ea94e6bca tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 946 time: 0.1789443
Jun 21 03:11:31.075274 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.108532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.119920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f563c0f-6c40-4b9b-8b38-4fcfca05b001 req-62885730-6be9-4491-ba1c-ffb6169ed3f0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d36e8fa3-4345-4adf-be37-320b20e0484b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067727
Jun 21 03:11:31.129875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 4b9041e2-f6c6-408a-b8db-a7d24a069982 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:31.130227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.235764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] For port 4b9041e2-f6c6-408a-b8db-a7d24a069982, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4b9041e2-f6c6-408a-b8db-a7d24a069982,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:31.236616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.350695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 4b9041e2-f6c6-408a-b8db-a7d24a069982 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:31.391748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.483869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.487925 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:31.524195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86c1477-3f63-49f2-977c-b934d194755c,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:31.531044 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:31.600534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 1aff4e63-5d20-4caa-b838-73872dd7f16c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:31.601536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.615354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.620236 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-66a6d74c-1ed0-4541-895e-2349977f9b00 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:31.650881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=4b9041e2-f6c6-408a-b8db-a7d24a069982,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:31.654111 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:31.716478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] No DVR routers for this DVR port 4b9041e2-f6c6-408a-b8db-a7d24a069982 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:31.716478 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.716667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.716754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0841c9f8-d9a1-4e75-8062-394e09c5353c req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "DELETE /v2.0/ports/4b9041e2-f6c6-408a-b8db-a7d24a069982 HTTP/1.1" status: 204  len: 173 time: 0.9061425
Jun 21 03:11:31.716754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9038df1b-e4d6-44b4-a00e-defe9c88010c', 'name': 'network-vif-deleted', 'tag': '4b9041e2-f6c6-408a-b8db-a7d24a069982'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:11:31.717829 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a28deb-ad94-415a-9464-c81757cac2b7" -d '{"events": [{"server_uuid": "9038df1b-e4d6-44b4-a00e-defe9c88010c", "name": "network-vif-deleted", "tag": "4b9041e2-f6c6-408a-b8db-a7d24a069982"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:11:31.771714 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3733b27-ef44-4d54-94c5-923d4bea5c11 x-openstack-request-id: req-f3733b27-ef44-4d54-94c5-923d4bea5c11 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:11:31.771911 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9038df1b-e4d6-44b4-a00e-defe9c88010c", "name": "network-vif-deleted", "tag": "4b9041e2-f6c6-408a-b8db-a7d24a069982", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:11:31.772192 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3733b27-ef44-4d54-94c5-923d4bea5c11 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:11:31.773487 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9038df1b-e4d6-44b4-a00e-defe9c88010c', 'name': 'network-vif-deleted', 'tag': '4b9041e2-f6c6-408a-b8db-a7d24a069982', 'status': 'completed', 'code': 200}
Jun 21 03:11:31.779775 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.785660 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.9086630
Jun 21 03:11:31.786314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45688) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:31.824566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 1aff4e63-5d20-4caa-b838-73872dd7f16c owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:31.832205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9acdf3b3-cb38-412b-b861-15664d0df947 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.852971 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9acdf3b3-cb38-412b-b861-15664d0df947 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.975282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9acdf3b3-cb38-412b-b861-15664d0df947 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.979464 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-20250dd7-efe3-43c4-9db3-d81ca6d31a53 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:31.993585 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9acdf3b3-cb38-412b-b861-15664d0df947 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:31.996071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9acdf3b3-cb38-412b-b861-15664d0df947 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f86c1477-3f63-49f2-977c-b934d194755c HTTP/1.1" status: 204  len: 168 time: 0.2087502
Jun 21 03:11:31.998233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdf3b3-cb38-412b-b861-15664d0df947 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f86c1477-3f63-49f2-977c-b934d194755c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:32.005728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45696) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:32.005728 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9acdf3b3-cb38-412b-b861-15664d0df947 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:32.085699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1e8d198f-7535-4e24-8fc3-8ec712df58c0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0818806
Jun 21 03:11:32.086996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45700) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:32.102545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:32.108287 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6e024bf5-5c7c-440c-83b4-6bf9db1bf212 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:32.153199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=1aff4e63-5d20-4caa-b838-73872dd7f16c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:32.157323 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:32.183390 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ced3-0325-4455-819c-eafeb7b400c8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:32.235529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ced3-0325-4455-819c-eafeb7b400c8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:32.394309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9302dd6-b014-4758-9712-5480ba90fa4e req-be3eb5e7-776c-4bab-8fb4-b10a0c8414fb tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0542052
Jun 21 03:11:32.436433 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:32.598813 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ced3-0325-4455-819c-eafeb7b400c8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:32.602996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ced3-0325-4455-819c-eafeb7b400c8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:32.607685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45710) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:32.608250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9eb3ced3-0325-4455-819c-eafeb7b400c8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/57d345ce-8437-451d-bf99-e963e9d0c1f5 HTTP/1.1" status: 204  len: 168 time: 0.5200696
Jun 21 03:11:32.609120 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9138976c-664a-4e43-a001-e5e9b1b10bcb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:32.625657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3ced3-0325-4455-819c-eafeb7b400c8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d345ce-8437-451d-bf99-e963e9d0c1f5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:32.625657 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9eb3ced3-0325-4455-819c-eafeb7b400c8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:32.659148 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a8ed9f8e-726d-4a23-961c-95d3d7812337 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0502369
Jun 21 03:11:32.662968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45712) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:32.667724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 2bcb3834-4547-40d2-9772-cf56aacf9c8a has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:11:32.670598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035323907'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:32.758322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:11:32.765925 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/2bcb3834-4547-40d2-9772-cf56aacf9c8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3337464
Jun 21 03:11:32.766479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45714) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:32.767517 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812c3e2-f907-4f73-b6e2-db7f68e8220f None None] Sync routers for ids ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:11:32.775178 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:32.788299 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2812c3e2-f907-4f73-b6e2-db7f68e8220f None None] Routers {'2bcb3834-4547-40d2-9772-cf56aacf9c8a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:32.789013 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2812c3e2-f907-4f73-b6e2-db7f68e8220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da28e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:32.800943 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-411e245b-f2a9-4d75-bc44-6b778b69fe4b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bcb3834-4547-40d2-9772-cf56aacf9c8a HTTP/1.1" status: 200  len: 205 time: 0.0329177
Jun 21 03:11:32.805215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:32.827471 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2812c3e2-f907-4f73-b6e2-db7f68e8220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da28e0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:32.837933 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2812c3e2-f907-4f73-b6e2-db7f68e8220f None None] Routers {'2bcb3834-4547-40d2-9772-cf56aacf9c8a'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:32.838816 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2812c3e2-f907-4f73-b6e2-db7f68e8220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8da28e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:32.878882 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2812c3e2-f907-4f73-b6e2-db7f68e8220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8da28e0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:32.879536 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812c3e2-f907-4f73-b6e2-db7f68e8220f None None] The sync data for ids ['2bcb3834-4547-40d2-9772-cf56aacf9c8a'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:11:33.209259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fe50d6-9f31-4c01-8a53-0b29964b934d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.404640 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.408512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fe50d6-9f31-4c01-8a53-0b29964b934d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.411496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fe50d6-9f31-4c01-8a53-0b29964b934d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.451866 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.456663 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-50238c60-52f5-418e-b585-122861c6a8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:33.459088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 4b9041e2-f6c6-408a-b8db-a7d24a069982 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:33.487562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ef99e-8d9a-4a15-aa1e-c72bd49190a7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:33.490493 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:33.502255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 4b9041e2-f6c6-408a-b8db-a7d24a069982 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:33.502823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 4b9041e2-f6c6-408a-b8db-a7d24a069982 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:33.529742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fe50d6-9f31-4c01-8a53-0b29964b934d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.530635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fe50d6-9f31-4c01-8a53-0b29964b934d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Fanout notify agent at l3_agent the message router_deleted on router 2bcb3834-4547-40d2-9772-cf56aacf9c8a {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:11:33.539861 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fe50d6-9f31-4c01-8a53-0b29964b934d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.540500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a7fe50d6-9f31-4c01-8a53-0b29964b934d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/2bcb3834-4547-40d2-9772-cf56aacf9c8a HTTP/1.1" status: 204  len: 168 time: 0.7339802
Jun 21 03:11:33.543464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45734) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:33.558989 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.560232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8961005
Jun 21 03:11:33.563783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45736) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:33.568645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': 'b61ef99e-8d9a-4a15-aa1e-c72bd49190a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:33.624581 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c7a2758-30c9-4fec-9bb5-470a6f1359f5 req-d45b7e5d-e6a2-4eee-accd-31c5c8a78230 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0426619
Jun 21 03:11:33.624776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet 32775ec9-852e-4537-b1a9-a34e761378cd {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:11:33.628961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.697230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.712256 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.819752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.881389 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.910978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:33.913470 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-73cb1530-7a22-4187-9dfc-dac09f77c68e tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:33.937864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15428662-c874-454c-90ea-9e88daeb2ace,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:33.951507 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:34.060892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.061182 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.062559 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4975555
Jun 21 03:11:34.065502 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45746) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:34.076472 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad067c63-3884-44f2-89c3-f8e553cb5cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:34.097852 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3e5523fe-f0cb-405f-9dcd-8399589b3760 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules/15428662-c874-454c-90ea-9e88daeb2ace HTTP/1.1" status: 200  len: 763 time: 0.0306478
Jun 21 03:11:34.111080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45750) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:34.115488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=32775ec9-852e-4537-b1a9-a34e761378cd,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:34.118678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.124228 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/32775ec9-852e-4537-b1a9-a34e761378cd HTTP/1.1" status: 204  len: 168 time: 0.5778642
Jun 21 03:11:34.125893 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:34.126453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45752) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:34.127157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a00d3-3bb0-421a-aa29-0156f2db64d2 None None] Network 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:34.215320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet f862ba5d-e07a-4802-8d2f-30c488ee1f52 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:11:34.215863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-221c9c1b-4859-4e00-8874-bc672129f2cd tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0999150
Jun 21 03:11:34.216613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45754) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:34.228327 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.295981 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3924549b-99ed-4fc8-999b-58db69abfd71 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.309002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3924549b-99ed-4fc8-999b-58db69abfd71 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.326619 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.370854 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7f043e30-f553-4bda-9a95-38a91795b43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.437994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3924549b-99ed-4fc8-999b-58db69abfd71 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.439842 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1f2f7fe-a448-41f3-96aa-b260b91bd36a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:34.445310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3924549b-99ed-4fc8-999b-58db69abfd71 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.446977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3924549b-99ed-4fc8-999b-58db69abfd71 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/15428662-c874-454c-90ea-9e88daeb2ace HTTP/1.1" status: 204  len: 168 time: 0.2220709
Jun 21 03:11:34.449215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45758) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:34.478117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.479691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924549b-99ed-4fc8-999b-58db69abfd71 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15428662-c874-454c-90ea-9e88daeb2ace,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:34.486544 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3924549b-99ed-4fc8-999b-58db69abfd71 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:34.522433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] DHCP port deletion for 1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:11:34.536161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff5dde79-1594-4706-b9a4-846f77820850 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0829849
Jun 21 03:11:34.536161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45760) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:34.552670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': 'b61ef99e-8d9a-4a15-aa1e-c72bd49190a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:34.612166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] Deleting port 847d14a6-76bf-411c-b00b-c89c13ee4777 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:34.612643 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.683061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] For port 847d14a6-76bf-411c-b00b-c89c13ee4777, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=847d14a6-76bf-411c-b00b-c89c13ee4777,segment=NetworkSegment(b86fdcba-306b-45bd-a9be-ad760ec49d15),segment_id=b86fdcba-306b-45bd-a9be-ad760ec49d15)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:34.683659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.702878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.720791 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.724927 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-507c3c69-0070-4b76-b4b0-405f0a77de07 tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:34.778942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=f862ba5d-e07a-4802-8d2f-30c488ee1f52,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:34.790111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:34.792032 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.797954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45764) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:34.800244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] Calling delete_port for 847d14a6-76bf-411c-b00b-c89c13ee4777 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:34.805222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ed821-bdd9-4536-91cc-bbe089f370c4 None None] Network f032c22e-8814-48bf-a0df-6819483489ef requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:34.811190 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/f862ba5d-e07a-4802-8d2f-30c488ee1f52 HTTP/1.1" status: 204  len: 168 time: 0.6819918
Jun 21 03:11:34.924265 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:34.926954 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36f63a73-f71d-4dcc-bdb2-320f5cef7572 req-8cce9b88-d7e7-4f17-98be-d3158dd6f698 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0960352
Jun 21 03:11:34.957682 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.012426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.022101 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:35.073644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17e6487-9005-406f-b580-3de1f4d4b7b8,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:35.084129 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:35.107374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 847d14a6-76bf-411c-b00b-c89c13ee4777 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:35.107838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.142654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] DHCP port deletion for f032c22e-8814-48bf-a0df-6819483489ef request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:11:35.145777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.166690 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-71d4da84-bc8a-4e25-9381-4cabb8c7223e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:35.207336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 847d14a6-76bf-411c-b00b-c89c13ee4777, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=847d14a6-76bf-411c-b00b-c89c13ee4777,segment=NetworkSegment(b86fdcba-306b-45bd-a9be-ad760ec49d15),segment_id=b86fdcba-306b-45bd-a9be-ad760ec49d15)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:35.207761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.224264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] No DVR routers for this DVR port 847d14a6-76bf-411c-b00b-c89c13ee4777 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:35.243873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] Pushing event deleted for resources: {'Port': ['ID=847d14a6-76bf-411c-b00b-c89c13ee4777,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:35.243873 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:35.299695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 847d14a6-76bf-411c-b00b-c89c13ee4777 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:35.313660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 847d14a6-76bf-411c-b00b-c89c13ee4777 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:35.356682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 847d14a6-76bf-411c-b00b-c89c13ee4777 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:35.360569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 847d14a6-76bf-411c-b00b-c89c13ee4777 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:35.361171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4d959722-eeea-4c07-a43e-64edf3fefec2 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:35.420191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.422778 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:35.424898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.429084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45776) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:35.429802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8838255
Jun 21 03:11:35.457564 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-def59431-f325-4b89-a72d-8b46aa117a6c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules/d17e6487-9005-406f-b580-3de1f4d4b7b8 HTTP/1.1" status: 200  len: 763 time: 0.0271051
Jun 21 03:11:35.460778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45778) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:35.463261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=847d14a6-76bf-411c-b00b-c89c13ee4777,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:35.465677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] Deleting port 4d959722-eeea-4c07-a43e-64edf3fefec2 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:35.466248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.470972 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:35.472042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port 847d14a6-76bf-411c-b00b-c89c13ee4777 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:35.548696 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4b157afb-924a-4475-8cd9-918f93db5fb4 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0862353
Jun 21 03:11:35.554044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45780) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:35.574542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.592541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d26bb070>,) {'filters': {'network_id': ['1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:35.601682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d26bb070>, 'b86fdcba-306b-45bd-a9be-ad760ec49d15') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:35.602130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d26bb070>, 'b86fdcba-306b-45bd-a9be-ad760ec49d15') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:35.607934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-205a8f33-0e54-4bde-8c4a-ed3e9ad557d1 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.617245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.620928 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.633825 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.640524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-205a8f33-0e54-4bde-8c4a-ed3e9ad557d1 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.644271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:35.649113 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:35.653790 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:35.707324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] For port 4d959722-eeea-4c07-a43e-64edf3fefec2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4d959722-eeea-4c07-a43e-64edf3fefec2,segment=NetworkSegment(de16cd26-3e0f-4609-b39f-b65c445ccc65),segment_id=de16cd26-3e0f-4609-b39f-b65c445ccc65)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:35.708011 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.722710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 4d959722-eeea-4c07-a43e-64edf3fefec2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4d959722-eeea-4c07-a43e-64edf3fefec2,segment=NetworkSegment(de16cd26-3e0f-4609-b39f-b65c445ccc65),segment_id=de16cd26-3e0f-4609-b39f-b65c445ccc65)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:35.735016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-205a8f33-0e54-4bde-8c4a-ed3e9ad557d1 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.737755 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-be1a5408-45f2-45c8-8bb5-ef7d67b2ca8c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:35.743659 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-205a8f33-0e54-4bde-8c4a-ed3e9ad557d1 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.750830 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-205a8f33-0e54-4bde-8c4a-ed3e9ad557d1 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d17e6487-9005-406f-b580-3de1f4d4b7b8 HTTP/1.1" status: 204  len: 168 time: 0.1957009
Jun 21 03:11:35.751110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45782) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:35.766320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a8f33-0e54-4bde-8c4a-ed3e9ad557d1 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d17e6487-9005-406f-b580-3de1f4d4b7b8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:35.777474 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-205a8f33-0e54-4bde-8c4a-ed3e9ad557d1 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:35.789868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] Calling delete_port for 4d959722-eeea-4c07-a43e-64edf3fefec2 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:35.818125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.831443 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.838262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09 HTTP/1.1" status: 204  len: 168 time: 1.0365047
Jun 21 03:11:35.844848 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:35.845523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45790) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:35.871066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=1c60d05c-a0ec-4c0c-afeb-6cb1ee6dfe09,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:35.881573 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:35.894212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bb762dcf-7a2a-461b-934f-88516b038d63 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1381788
Jun 21 03:11:35.894693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45796) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:35.906899 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:35.920288 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ba8c6a29-4e0d-4794-a198-df0800952d9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:35.950283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Request body: {'security_group_rule': {'security_group_id': 'b61ef99e-8d9a-4a15-aa1e-c72bd49190a7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:36.070181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.095696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.105094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=4d959722-eeea-4c07-a43e-64edf3fefec2,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:36.111628 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:36.203111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 4d959722-eeea-4c07-a43e-64edf3fefec2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:36.203111 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.250996 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.258366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.314016 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.326918 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:36.334235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] No DVR routers for this DVR port 4d959722-eeea-4c07-a43e-64edf3fefec2 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:36.334899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-105ec2e7-9f1a-4c92-a792-2cb63c876d07 req-96f21313-68d5-49cd-bc65-a895251d51f6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0425689
Jun 21 03:11:36.346473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.349994 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f2cb525-9d78-412b-8ced-7f34b80b80a1 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:36.380156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 4d959722-eeea-4c07-a43e-64edf3fefec2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4d959722-eeea-4c07-a43e-64edf3fefec2,segment=NetworkSegment(de16cd26-3e0f-4609-b39f-b65c445ccc65),segment_id=de16cd26-3e0f-4609-b39f-b65c445ccc65)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:36.380612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.390437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] Pushing event deleted for resources: {'Port': ['ID=4d959722-eeea-4c07-a43e-64edf3fefec2,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:36.392892 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:36.406397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea37006-9e36-4b96-87c1-b3e49bb38a5d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:36.423435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:36.478613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 4d959722-eeea-4c07-a43e-64edf3fefec2 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:36.540467 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.544865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6112192
Jun 21 03:11:36.545742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45806) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:36.579190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-25540ed2-8435-48fc-9b00-b160555644f5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules/bea37006-9e36-4b96-87c1-b3e49bb38a5d HTTP/1.1" status: 200  len: 764 time: 0.0319476
Jun 21 03:11:36.581302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45808) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:36.630806 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-86578c78-fa9a-42fd-b04a-3bb5f9bbeb28 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0479746
Jun 21 03:11:36.634068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45810) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:36.634967 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c0a00218-3e4d-4de7-af61-9810c3f6e5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.660926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.661874 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8888d6bc-8d20-4972-9cb6-2dc20fc11093 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.665239 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-543a19c2-1f9c-4dd1-9e2a-905a044b94ad tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:36.670970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8888d6bc-8d20-4972-9cb6-2dc20fc11093 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.702396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=4d959722-eeea-4c07-a43e-64edf3fefec2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:36.708077 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:36.712635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port 4d959722-eeea-4c07-a43e-64edf3fefec2 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:36.819372 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.821531 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8888d6bc-8d20-4972-9cb6-2dc20fc11093 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.824024 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e74e17a7-c3cb-4816-8fb9-f5c88d453a5c tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:36.830632 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8888d6bc-8d20-4972-9cb6-2dc20fc11093 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.833566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8888d6bc-8d20-4972-9cb6-2dc20fc11093 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bea37006-9e36-4b96-87c1-b3e49bb38a5d HTTP/1.1" status: 204  len: 168 time: 0.1957378
Jun 21 03:11:36.833656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de457730>,) {'filters': {'network_id': ['f032c22e-8814-48bf-a0df-6819483489ef']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:36.837504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45816) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:36.844644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de457730>, 'de16cd26-3e0f-4609-b39f-b65c445ccc65') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:36.844948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de457730>, 'de16cd26-3e0f-4609-b39f-b65c445ccc65') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:36.858072 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.861080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888d6bc-8d20-4972-9cb6-2dc20fc11093 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bea37006-9e36-4b96-87c1-b3e49bb38a5d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:36.864715 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8888d6bc-8d20-4972-9cb6-2dc20fc11093 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:36.883728 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.890533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:36.890975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:36.894222 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:36.904598 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3f75a811-27e6-4639-8ef6-975924604cff tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0573249
Jun 21 03:11:36.918586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45820) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:36.998306 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ddae7e7-fe85-406f-9c5e-74b9f193967f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.029171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ddae7e7-fe85-406f-9c5e-74b9f193967f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.095140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.098891 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-45fe5ee7-0792-426e-af0e-d43c16fa43ba tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:37.106361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.108321 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/f032c22e-8814-48bf-a0df-6819483489ef HTTP/1.1" status: 204  len: 168 time: 1.2619245
Jun 21 03:11:37.112501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45824) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:37.126943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-858822972'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:37.141008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.142243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=f032c22e-8814-48bf-a0df-6819483489ef,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:37.150290 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:37.206887 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ddae7e7-fe85-406f-9c5e-74b9f193967f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.217043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ddae7e7-fe85-406f-9c5e-74b9f193967f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.219659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ddae7e7-fe85-406f-9c5e-74b9f193967f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "DELETE /v2.0/security-groups/b61ef99e-8d9a-4a15-aa1e-c72bd49190a7 HTTP/1.1" status: 204  len: 168 time: 0.3030841
Jun 21 03:11:37.220609 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f2c684c5-2ca3-4b82-9706-d5a4fc9d402c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:37.221193 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45830) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:37.257661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddae7e7-fe85-406f-9c5e-74b9f193967f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ef99e-8d9a-4a15-aa1e-c72bd49190a7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:37.267773 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ddae7e7-fe85-406f-9c5e-74b9f193967f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:37.278467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:37.282303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.306411 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8229dc4d-16d2-418b-89a7-2e98d9cd1405 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0838447
Jun 21 03:11:37.312199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45832) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:37.313267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:11:37.325745 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.326468 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment 42e97569-ac2c-4cd3-92fc-618089f23cd9 of type vlan for network 56b55887-820c-45f3-ae9e-6158a157d1fa
Jun 21 03:11:37.428176 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.446469 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-905d9949-ff0c-40dd-a930-5b306906dfe9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1329486
Jun 21 03:11:37.564733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae2fba95-8b9c-4f5d-95d7-fd9a30d745d3 req-9da22919-62db-428c-aa14-8ee0c86e9eea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0433044
Jun 21 03:11:37.591939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.609110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:37.609110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:37.609468 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1634a02b-3aa2-49a9-afa7-f177aa38aab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-59139046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:37.705601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=56b55887-820c-45f3-ae9e-6158a157d1fa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:37.710526 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:37.724079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 56b55887-820c-45f3-ae9e-6158a157d1fa details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:11:37.772823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6586442
Jun 21 03:11:37.775712 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45844) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:37.782052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': '56b55887-820c-45f3-ae9e-6158a157d1fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:38.083097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:38.087564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.127916 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.306049 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.310230 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45858) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:38.443675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.447211 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c5ae98e7-e8c6-4bbf-ba0f-7792b209f8b2 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:38.506664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=4b31a20e-016d-4e8b-81c0-1fef5486386a,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:38.513095 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:38.550353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fdacf715-7e79-456d-9c70-291f866ea406 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c21449b00f9a4033bd5b14decb7dbe1d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2386374
Jun 21 03:11:38.550578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45866) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:38.559217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': '42e97569-ac2c-4cd3-92fc-618089f23cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '56b55887-820c-45f3-ae9e-6158a157d1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:38.559824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: 56b55887-820c-45f3-ae9e-6158a157d1fa, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:11:38.657606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-378e1680-3b44-471a-b519-f8288c615176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.687745 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-378e1680-3b44-471a-b519-f8288c615176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.732292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 56b55887-820c-45f3-ae9e-6158a157d1fa is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:11:38.826368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 56b55887-820c-45f3-ae9e-6158a157d1fa) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:38.830648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:38.831356 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.836835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3544270-c108-42a1-9a61-e8bc6a911dcd None None] Network 56b55887-820c-45f3-ae9e-6158a157d1fa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:38.860868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f46328ae-8217-45b4-b54f-f2dd40139841 req-ac2e4a1b-da17-4941-bab3-5d16d450c49c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0655050
Jun 21 03:11:38.866972 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-378e1680-3b44-471a-b519-f8288c615176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.873412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-378e1680-3b44-471a-b519-f8288c615176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:38.873412 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-378e1680-3b44-471a-b519-f8288c615176 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01f22fef-8bc3-40a9-a4b1-02017b71dd41 HTTP/1.1" status: 204  len: 168 time: 0.3194942
Jun 21 03:11:38.873412 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-46274a06-ea6c-42d1-a953-ac89070f1ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:38.904892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e1680-3b44-471a-b519-f8288c615176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f22fef-8bc3-40a9-a4b1-02017b71dd41,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:38.909401 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-378e1680-3b44-471a-b519-f8288c615176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:38.962449 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1827567
Jun 21 03:11:38.963589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45876) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:38.970978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c4a75503-7dd9-408d-a543-dbd637e49baa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-457516776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:39.046259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4a75503-7dd9-408d-a543-dbd637e49baa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.046259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4a75503-7dd9-408d-a543-dbd637e49baa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.112667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-56b55887-820c-45f3-ae9e-6158a157d1fa', 'network_id': '56b55887-820c-45f3-ae9e-6158a157d1fa', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': '4b31a20e-016d-4e8b-81c0-1fef5486386a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:11:39.114653 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.202132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4a75503-7dd9-408d-a543-dbd637e49baa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.255530 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4a75503-7dd9-408d-a543-dbd637e49baa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.332644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Allocated IP 172.20.0.2 (56b55887-820c-45f3-ae9e-6158a157d1fa/4b31a20e-016d-4e8b-81c0-1fef5486386a/3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:39.391992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c4a75503-7dd9-408d-a543-dbd637e49baa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.397273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c4a75503-7dd9-408d-a543-dbd637e49baa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4281266
Jun 21 03:11:39.399667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45894) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:39.403613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'port': {'network_id': '56b55887-820c-45f3-ae9e-6158a157d1fa', 'name': 'tempest-RoutersTest-250029622'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:39.722409 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.733810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Transition to ACTIVE for port object 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:39.767573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Transition to ACTIVE for port object 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:39.883740 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.895960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:39.895960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.916192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] device_id is not set on port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:11:39.938029 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:39.949197 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:40.077436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Network 56b55887-820c-45f3-ae9e-6158a157d1fa is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:40.080847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:40.090057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:40.139043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.20.0.13 (56b55887-820c-45f3-ae9e-6158a157d1fa/4b31a20e-016d-4e8b-81c0-1fef5486386a/9c5025a2-d3e7-4649-b1cc-381bb66b1748) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:40.170681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Pushing event updated for resources: {'Port': ['ID=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:40.174291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eaa98413-0b1c-4279-9233-cc6ca7217f1a req-ede34a18-74d1-4182-bd1f-b65e86fdc088 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=9038df1b-e4d6-44b4-a00e-defe9c88010c HTTP/1.1" status: 200  len: 210 time: 0.0544715
Jun 21 03:11:40.178115 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:40.385566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Attempting to bind port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:11:40.390037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Attempting to bind port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '42e97569-ac2c-4cd3-92fc-618089f23cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '56b55887-820c-45f3-ae9e-6158a157d1fa'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:11:40.401884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Attempting to bind port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 on network 56b55887-820c-45f3-ae9e-6158a157d1fa {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:11:40.453807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:11:40.456202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Checking segment: {'id': '42e97569-ac2c-4cd3-92fc-618089f23cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '56b55887-820c-45f3-ae9e-6158a157d1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:40.457645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:40.458291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Bound using segment: {'id': '42e97569-ac2c-4cd3-92fc-618089f23cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '56b55887-820c-45f3-ae9e-6158a157d1fa'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:11:40.459695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Bound port: 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e97569-ac2c-4cd3-92fc-618089f23cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '56b55887-820c-45f3-ae9e-6158a157d1fa'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:11:40.461106 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:40.488240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:40.525450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object 9c5025a2-d3e7-4649-b1cc-381bb66b1748 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:40.616734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] For port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:11:40.644177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] For port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,segment=NetworkSegment(42e97569-ac2c-4cd3-92fc-618089f23cd9),segment_id=42e97569-ac2c-4cd3-92fc-618089f23cd9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:11:40.709790 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45930) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:40.730758 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:40.754420 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ee0efbdb-36e9-4437-a840-6ec8d07f6a71 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:40.774874 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:40.775116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 56b55887-820c-45f3-ae9e-6158a157d1fa is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:40.775211 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:40.815058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:40.826769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:40.921112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Pushing event updated for resources: {'Port': ['ID=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:40.925776 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:40.957369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=9c5025a2-d3e7-4649-b1cc-381bb66b1748,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:40.961089 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:40.998725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:40.999451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:41.035972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5a6318ec-ff3d-4426-beec-28e1a3bef0ff tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:41.037095 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-5a6318ec-ff3d-4426-beec-28e1a3bef0ff tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jun 21 03:11:41.037701 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-5a6318ec-ff3d-4426-beec-28e1a3bef0ff tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:11:41.043190 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5a6318ec-ff3d-4426-beec-28e1a3bef0ff tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3277090
Jun 21 03:11:41.048222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45934) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:41.056886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040623121'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:41.126504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.7274659
Jun 21 03:11:41.138963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45938) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:41.368386 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:41.373070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:41.409771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:41.523645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:41.757929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:41.855627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:41.977824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:41.982098 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7620daec-dc51-4a3a-930e-f372b63be0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:42.101224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5afad3-7604-4ec4-885d-1484c8531d7f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:42.109203 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:42.291104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.297526 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.370614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.373088 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a84c3ee8-e4e0-4884-b0e1-ef3f277d4b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:42.419842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.432693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f60043-af34-463e-b5c8-b865c546fcd1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:42.436650 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:42.439867 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8426b8e5-6092-4b15-a29a-d34e1a8c17cc tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:42.492228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c99556-a3f1-426f-b817-bbe9e8664bb5 None None] Network 56b55887-820c-45f3-ae9e-6158a157d1fa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:42.542561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.544226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.4925513
Jun 21 03:11:42.547543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 45962) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:42.554935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '85f60043-af34-463e-b5c8-b865c546fcd1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:42.571873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=9c5025a2-d3e7-4649-b1cc-381bb66b1748,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:42.575217 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:42.780226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] Provisioning for port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:42.786394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] Provisioning complete for port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:42.787040 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.791910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.856957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.901120 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.949426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:42.969077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:43.035714 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-83655b5e-5092-4a3c-b3e4-d452e4fde941 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:43.037057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] For port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,segment=NetworkSegment(42e97569-ac2c-4cd3-92fc-618089f23cd9),segment_id=42e97569-ac2c-4cd3-92fc-618089f23cd9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:43.052185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf2e139-1734-4f24-9f2e-b3bedbc75cc8,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:43.059095 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:43.096773 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-2eccd33a-47aa-4b37-883d-43eb4c2e6a11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1736894
Jun 21 03:11:43.163478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:43.166211 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:43.193936 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:43.214580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-76525539-7aa5-4eb4-8d59-dc8756f535c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:43.216784 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-76525539-7aa5-4eb4-8d59-dc8756f535c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b541895659734366b8e24c7401ede8a6&device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1097 time: 0.0737767
Jun 21 03:11:43.237078 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:43.239126 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6902647
Jun 21 03:11:43.245780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45976) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:43.254140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6169a4b3-2135-4f35-9c1a-355aaac67234 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '85f60043-af34-463e-b5c8-b865c546fcd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:43.273094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] Pushing event updated for resources: {'Port': ['ID=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:43.284976 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:43.418488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-82ab9367-2c40-4288-8ded-7c9a65b2c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:43.420177 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-82ab9367-2c40-4288-8ded-7c9a65b2c26a service neutron] 10.222.0.26 "GET /v2.0/networks?id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 HTTP/1.1" status: 200  len: 909 time: 0.1799772
Jun 21 03:11:43.434307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e51cd8d9-c0c3-4364-96b1-1e085c20694a None None] Provisioning for port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:43.437765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e51cd8d9-c0c3-4364-96b1-1e085c20694a None None] Provisioning complete for port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:43.438146 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e51cd8d9-c0c3-4364-96b1-1e085c20694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:43.449963 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6169a4b3-2135-4f35-9c1a-355aaac67234 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:43.520986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e51cd8d9-c0c3-4364-96b1-1e085c20694a None None] Port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:43.547866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e51cd8d9-c0c3-4364-96b1-1e085c20694a None None] Provisioning complete for port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:43.548177 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e51cd8d9-c0c3-4364-96b1-1e085c20694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:43.560273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-5f3dee35-f660-4e0b-9d02-7eff02534a6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86139730-4cfb-489b-8a56-6373b354ee72 HTTP/1.1" status: 200  len: 1000 time: 0.1322169
Jun 21 03:11:43.612323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-4cab68e8-ebfc-4608-8796-4347828845fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:43.622702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-4cab68e8-ebfc-4608-8796-4347828845fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e244541e-cfcb-419e-b6c4-650b3cecd77c HTTP/1.1" status: 200  len: 847 time: 0.0500813
Jun 21 03:11:43.748848 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-6169a4b3-2135-4f35-9c1a-355aaac67234 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:11:43.750367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6169a4b3-2135-4f35-9c1a-355aaac67234 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.5025833
Jun 21 03:11:43.752352 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-ec99ace5-6177-4458-8b54-35916074382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:43.753680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 45994) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:43.760483 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-ec99ace5-6177-4458-8b54-35916074382d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1330571
Jun 21 03:11:43.958760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-04ce7618-e7e4-4f15-a2ad-357c8ea7ff23 None None] Provisioning complete for port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:43.959270 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-04ce7618-e7e4-4f15-a2ad-357c8ea7ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:43.993152 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:44.032416 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-f1d3c7c8-b2b5-4c76-bb85-3564be962d41 service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572894
Jun 21 03:11:44.074302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-04ce7618-e7e4-4f15-a2ad-357c8ea7ff23 None None] Port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:44.078960 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:44.090062 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a135e374-1830-408c-860c-e4babb2176e1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:44.192130 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfc98a16-af64-4df7-ac15-7e1b17d3acd5 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:44.243493 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8fea52f1-c58e-4fc5-9d9b-97873b651c53 req-77f5cec9-9ec7-463a-88cb-66940e3336dc service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041285
Jun 21 03:11:44.711765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:44.716622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfc98a16-af64-4df7-ac15-7e1b17d3acd5 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:44.744581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=9c5025a2-d3e7-4649-b1cc-381bb66b1748,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:44.777754 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:44.980246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-b5752cad-5f3e-4817-869a-c1e965823740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:44.980246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-b5752cad-5f3e-4817-869a-c1e965823740 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 1098 time: 0.2972496
Jun 21 03:11:45.002956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfc98a16-af64-4df7-ac15-7e1b17d3acd5 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:45.005549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfc98a16-af64-4df7-ac15-7e1b17d3acd5 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:45.009550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bfc98a16-af64-4df7-ac15-7e1b17d3acd5 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/85f60043-af34-463e-b5c8-b865c546fcd1 HTTP/1.1" status: 204  len: 168 time: 1.2518609
Jun 21 03:11:45.009550 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-361908fa-0580-49e5-8a29-9a0b29c7301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:45.012140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46044) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:45.240006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc98a16-af64-4df7-ac15-7e1b17d3acd5 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f60043-af34-463e-b5c8-b865c546fcd1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:45.284949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 56b55887-820c-45f3-ae9e-6158a157d1fa is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:45.286919 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfc98a16-af64-4df7-ac15-7e1b17d3acd5 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:45.317220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:45.352519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:45.433508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:45.434165 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:45.781956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-a17b325a-09e3-41eb-951c-96418e201cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:45.790945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-a17b325a-09e3-41eb-951c-96418e201cce service neutron] 10.222.0.20 "GET /v2.0/networks?id=43f78038-6da3-47e3-adc5-b3d9121636a6 HTTP/1.1" status: 200  len: 897 time: 0.7782540
Jun 21 03:11:45.946239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d9b86523-278c-4c97-a98f-399f1ad26ec7 None None] Provisioning complete for port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:45.946630 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9b86523-278c-4c97-a98f-399f1ad26ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.018460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d9b86523-278c-4c97-a98f-399f1ad26ec7 None None] Port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:46.030011 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bde98385-7e78-4b42-a0c4-0ce2dc80c46a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 1.0155087
Jun 21 03:11:46.030724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46076) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:46.035504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135719620'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:46.047927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee587d8-6553-4501-b872-e10467a70953 req-23450c92-280f-4972-99b1-eb5629e19d47 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:46.055860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eee587d8-6553-4501-b872-e10467a70953 req-23450c92-280f-4972-99b1-eb5629e19d47 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.8290899
Jun 21 03:11:46.103958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-3c333ff3-cd15-46a2-ba42-a686add51bad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e HTTP/1.1" status: 200  len: 1002 time: 0.3003678
Jun 21 03:11:46.158054 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.168584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eee587d8-6553-4501-b872-e10467a70953 req-dce81ba0-8dfa-4a44-97ba-ab88de3f4e0c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109710
Jun 21 03:11:46.191482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router a1f86444-5149-47d2-8674-e5250ef188c7 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:11:46.339682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-33720b7b-21a0-498e-b1fe-358b132aee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:46.341486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-33720b7b-21a0-498e-b1fe-358b132aee74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c374b101-0251-4083-b9fb-afb95812d53b HTTP/1.1" status: 200  len: 835 time: 0.2267568
Jun 21 03:11:46.342854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:11:46.351083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/a1f86444-5149-47d2-8674-e5250ef188c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2083812
Jun 21 03:11:46.351763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46086) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:46.356235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.398305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d65d2b-ebba-436e-9054-e244dce490b2 None None] Sync routers for ids ['a1f86444-5149-47d2-8674-e5250ef188c7'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:11:46.410137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d65d2b-ebba-436e-9054-e244dce490b2 None None] Routers {'a1f86444-5149-47d2-8674-e5250ef188c7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:46.412247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a8d65d2b-ebba-436e-9054-e244dce490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d72e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['a1f86444-5149-47d2-8674-e5250ef188c7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:46.449756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18500bc-95dd-4d44-9237-cded8c47f7aa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:46.450731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-cdcbe186-c9c3-47bd-98df-45c1f7d9d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:46.457060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-cdcbe186-c9c3-47bd-98df-45c1f7d9d0fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43f78038-6da3-47e3-adc5-b3d9121636a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1028786
Jun 21 03:11:46.457193 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a18500bc-95dd-4d44-9237-cded8c47f7aa tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports/9c5025a2-d3e7-4649-b1cc-381bb66b1748 HTTP/1.1" status: 200  len: 977 time: 0.1001618
Jun 21 03:11:46.457193 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.457821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46090) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:46.460074 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-10b58d12-9d39-4829-a152-8d1e06ab5dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:46.492449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a8d65d2b-ebba-436e-9054-e244dce490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d72e50>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:46.501740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d65d2b-ebba-436e-9054-e244dce490b2 None None] Routers {'a1f86444-5149-47d2-8674-e5250ef188c7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:46.502747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a8d65d2b-ebba-436e-9054-e244dce490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3d72e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['a1f86444-5149-47d2-8674-e5250ef188c7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:46.518437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8477661f-92b6-4093-839a-882dbb1037be,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:46.541855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a8d65d2b-ebba-436e-9054-e244dce490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3d72e50>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:46.543473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d65d2b-ebba-436e-9054-e244dce490b2 None None] The sync data for ids ['a1f86444-5149-47d2-8674-e5250ef188c7'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:11:46.552263 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:46.626758 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.630549 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5965145
Jun 21 03:11:46.632865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46096) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:46.638277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c101ac7d-c3f2-46c5-bf57-cd1baf4fbcf9 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '8477661f-92b6-4093-839a-882dbb1037be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:46.639325 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-c101ac7d-c3f2-46c5-bf57-cd1baf4fbcf9 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jun 21 03:11:46.640122 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-c101ac7d-c3f2-46c5-bf57-cd1baf4fbcf9 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:46.641073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c101ac7d-c3f2-46c5-bf57-cd1baf4fbcf9 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0071588
Jun 21 03:11:46.644819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46098) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:46.747322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41829853-ff4e-4900-be3a-35b869a6723c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.792091 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41829853-ff4e-4900-be3a-35b869a6723c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.880246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-5d6b0987-120d-4831-8666-bc5e18ef239e service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3599613
Jun 21 03:11:46.957832 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41829853-ff4e-4900-be3a-35b869a6723c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.962752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41829853-ff4e-4900-be3a-35b869a6723c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:46.964505 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-41829853-ff4e-4900-be3a-35b869a6723c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/8477661f-92b6-4093-839a-882dbb1037be HTTP/1.1" status: 204  len: 168 time: 0.3185344
Jun 21 03:11:46.965440 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a8ac729-bace-46a0-b2ca-e9dec525029f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:46.969102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46108) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:47.003884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41829853-ff4e-4900-be3a-35b869a6723c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8477661f-92b6-4093-839a-882dbb1037be,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:47.011995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:47.029527 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41829853-ff4e-4900-be3a-35b869a6723c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:47.029527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521221668', 'description': 'tempest-secgroup-smoke-1521221668 description', 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:47.046219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-58ed8b1b-8a39-4620-8dbc-9b4b834c74f0 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0755265
Jun 21 03:11:47.051978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46112) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:47.058164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--655354491'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:47.105967 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.db.api [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 03:11:47.105967 n-d-758944-33 neutron-server[94166]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 21 03:11:47.105967 n-d-758944-33 neutron-server[94166]: [parameters: {'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'id': 'd31aaa0a-8cd6-41c2-87f1-9fa2e34f5d74', 'expiration': datetime.datetime(2021, 6, 21, 3, 13, 47, 75281)}]
Jun 21 03:11:47.105967 n-d-758944-33 neutron-server[94166]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:11:47.106939 n-d-758944-33 neutron-server[94166]: DEBUG oslo_db.api [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:11:47.111029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2699beae-abfa-4be3-b57b-21dbad023e99 req-8ab8d440-0d4e-424e-815f-514f41b1550b service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055869
Jun 21 03:11:47.180472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.302710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.336559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.420936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.441850 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-378e1680-3b44-471a-b519-f8288c615176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:47.472777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb23116-6b46-4b50-923e-3c5e12870c68,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:47.476095 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:47.546367 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.548425 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4946120
Jun 21 03:11:47.552526 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46122) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:47.561132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c3b8c831-0cbc-4d94-87c9-a38f50135a67 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '1eb23116-6b46-4b50-923e-3c5e12870c68', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:47.566341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a09561-908a-43f6-b114-bbf530ee98c8 req-4a7a41e3-5cb7-4594-9153-d71a9816cdbc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:47.567904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a09561-908a-43f6-b114-bbf530ee98c8 req-4a7a41e3-5cb7-4594-9153-d71a9816cdbc tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.1900735
Jun 21 03:11:47.570106 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-c3b8c831-0cbc-4d94-87c9-a38f50135a67 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jun 21 03:11:47.570698 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-c3b8c831-0cbc-4d94-87c9-a38f50135a67 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:47.574653 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c3b8c831-0cbc-4d94-87c9-a38f50135a67 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0183361
Jun 21 03:11:47.575471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46124) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:47.641936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a09561-908a-43f6-b114-bbf530ee98c8 req-035727ee-5b12-481c-90f9-eb99f8eb093a tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566342
Jun 21 03:11:47.675380 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad5285f2-da42-4420-9eff-b2e2c644f904 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.707125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad5285f2-da42-4420-9eff-b2e2c644f904 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.728623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 9c5025a2-d3e7-4649-b1cc-381bb66b1748 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:47.729047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.754524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.863525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad5285f2-da42-4420-9eff-b2e2c644f904 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.866204 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad5285f2-da42-4420-9eff-b2e2c644f904 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.868593 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad5285f2-da42-4420-9eff-b2e2c644f904 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/1eb23116-6b46-4b50-923e-3c5e12870c68 HTTP/1.1" status: 204  len: 168 time: 0.2916734
Jun 21 03:11:47.868728 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:47.873562 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95d0e0b7-f81c-4f13-ab8a-579deb90e390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:47.878482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:47.942348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5285f2-da42-4420-9eff-b2e2c644f904 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb23116-6b46-4b50-923e-3c5e12870c68,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:47.959686 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad5285f2-da42-4420-9eff-b2e2c644f904 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:47.999671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 9c5025a2-d3e7-4649-b1cc-381bb66b1748 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:48.007637 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bcb92beb-568d-4e87-85c1-0dd47dd92ba3 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1255927
Jun 21 03:11:48.021929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46136) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:48.027453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--773172055'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:48.037989 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.123404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.136522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccc4901d-6ede-4f9b-8e33-07cff23d2730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:48.181906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:48.185756 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:48.210503 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.323643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.325875 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.327141 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.3099275
Jun 21 03:11:48.329263 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:48.337648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46142) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:48.344051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5320e-9ac8-4b50-a4b3-b7622e3e28c8', 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:48.367978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=9c5025a2-d3e7-4649-b1cc-381bb66b1748,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:48.373106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:48.447596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.532874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.561864 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad5285f2-da42-4420-9eff-b2e2c644f904 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:48.670294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ea49bc-ab0b-438d-b8e2-240ddc2162aa,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:48.688337 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:48.788410 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.855875 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.860030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.864825 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8412585
Jun 21 03:11:48.866879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46152) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:48.874061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3818e1da-94e9-474f-b784-0306c16c7db4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '11ea49bc-ab0b-438d-b8e2-240ddc2162aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:48.889215 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-3818e1da-94e9-474f-b784-0306c16c7db4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jun 21 03:11:48.891217 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-3818e1da-94e9-474f-b784-0306c16c7db4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:48.900780 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3818e1da-94e9-474f-b784-0306c16c7db4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0265586
Jun 21 03:11:48.900780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46154) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:48.916559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8f3781cc-a435-4d32-8a98-1dade604e42f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '11ea49bc-ab0b-438d-b8e2-240ddc2162aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:48.917252 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-8f3781cc-a435-4d32-8a98-1dade604e42f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jun 21 03:11:48.917798 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-8f3781cc-a435-4d32-8a98-1dade604e42f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:48.933046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46156) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:48.933517 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8f3781cc-a435-4d32-8a98-1dade604e42f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0240259
Jun 21 03:11:48.936145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:48.938196 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:48.938663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8f1ceb7b-e400-492e-b979-c6c2d5040677 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '11ea49bc-ab0b-438d-b8e2-240ddc2162aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:48.940968 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-8f1ceb7b-e400-492e-b979-c6c2d5040677 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jun 21 03:11:48.941574 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-8f1ceb7b-e400-492e-b979-c6c2d5040677 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:48.942612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f1ceb7b-e400-492e-b979-c6c2d5040677 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0083745
Jun 21 03:11:48.948861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46158) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:48.953476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9443eb16-99e7-44a1-bd3b-c07ebb8ca3f0 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '11ea49bc-ab0b-438d-b8e2-240ddc2162aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:48.957200 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-9443eb16-99e7-44a1-bd3b-c07ebb8ca3f0 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jun 21 03:11:48.963618 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-9443eb16-99e7-44a1-bd3b-c07ebb8ca3f0 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:48.963618 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9443eb16-99e7-44a1-bd3b-c07ebb8ca3f0 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0095282
Jun 21 03:11:48.968177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46160) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:48.979728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cace506-a0db-4315-9ac3-c0b87c97217c,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:48.987710 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:49.048906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.052804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7103701
Jun 21 03:11:49.052982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46166) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:49.058438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5320e-9ac8-4b50-a4b3-b7622e3e28c8', 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:49.142158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4408-d5f1-461f-ab08-08570a54024b req-d9b8765d-d7ec-4c50-bcdf-468430f1a0b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:49.143666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-912a4408-d5f1-461f-ab08-08570a54024b req-d9b8765d-d7ec-4c50-bcdf-468430f1a0b5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2830036
Jun 21 03:11:49.144822 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.172077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.266358 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.276896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42401cff-9a41-45f9-9531-68cc71f433a8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.294757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-912a4408-d5f1-461f-ab08-08570a54024b req-cbaa32dd-ceed-40df-ace8-4dbf3d9ef8e2 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1358745
Jun 21 03:11:49.310492 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42401cff-9a41-45f9-9531-68cc71f433a8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.363188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.371591 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8a0991f8-deb4-483a-a521-b76467175e34 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:49.390155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c46061c-259f-4bef-9774-79586d8fcfc9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:49.393165 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:49.396352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router a1f86444-5149-47d2-8674-e5250ef188c7 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:11:49.461757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.463438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4088328
Jun 21 03:11:49.469425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46174) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:49.473685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5320e-9ac8-4b50-a4b3-b7622e3e28c8', 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:49.519558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:11:49.525634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/a1f86444-5149-47d2-8674-e5250ef188c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0664382
Jun 21 03:11:49.529070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46180) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:49.541952 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f74b49-df54-480c-9a24-693feaa7dcd6 None None] Sync routers for ids ['a1f86444-5149-47d2-8674-e5250ef188c7'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:11:49.557633 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f74b49-df54-480c-9a24-693feaa7dcd6 None None] Routers {'a1f86444-5149-47d2-8674-e5250ef188c7'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:49.558577 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-34f74b49-df54-480c-9a24-693feaa7dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['a1f86444-5149-47d2-8674-e5250ef188c7'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:49.598703 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-34f74b49-df54-480c-9a24-693feaa7dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7760>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:49.602934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42401cff-9a41-45f9-9531-68cc71f433a8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.606018 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42401cff-9a41-45f9-9531-68cc71f433a8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.610503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-42401cff-9a41-45f9-9531-68cc71f433a8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/11ea49bc-ab0b-438d-b8e2-240ddc2162aa HTTP/1.1" status: 204  len: 168 time: 0.6374707
Jun 21 03:11:49.610503 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:49.610760 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f74b49-df54-480c-9a24-693feaa7dcd6 None None] Routers {'a1f86444-5149-47d2-8674-e5250ef188c7'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:49.611491 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-34f74b49-df54-480c-9a24-693feaa7dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['a1f86444-5149-47d2-8674-e5250ef188c7'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:49.614694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46182) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:49.652074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42401cff-9a41-45f9-9531-68cc71f433a8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ea49bc-ab0b-438d-b8e2-240ddc2162aa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:49.666764 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-42401cff-9a41-45f9-9531-68cc71f433a8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:49.671767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.672581 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-34f74b49-df54-480c-9a24-693feaa7dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84a7760>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:49.672581 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f74b49-df54-480c-9a24-693feaa7dcd6 None None] The sync data for ids ['a1f86444-5149-47d2-8674-e5250ef188c7'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:11:49.735290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ff4e8366-82ae-4781-9cde-169e86c5c55c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1166992
Jun 21 03:11:49.739417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46186) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:49.748074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731134259'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:49.776030 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.854699 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.856666 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b102d9d6-1362-4be8-bb34-416d529d0f49 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:49.883416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.896103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c363380-e510-4b6e-9549-7b45270676f2,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:49.896374 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-74f12afe-ca49-4542-9335-25f8e812cc3e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] remove_router_interface failed (client error): The resource could not be found.
Jun 21 03:11:49.897707 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-74f12afe-ca49-4542-9335-25f8e812cc3e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/a1f86444-5149-47d2-8674-e5250ef188c7/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3673294
Jun 21 03:11:49.900889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46190) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:49.927629 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:49.935876 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3b41dbd4-cb65-4109-8f02-6fab7dd72853 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f86444-5149-47d2-8674-e5250ef188c7 HTTP/1.1" status: 200  len: 205 time: 0.0329862
Jun 21 03:11:49.938158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:49.989119 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:49.990436 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5204492
Jun 21 03:11:49.994924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46194) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:50.010263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5320e-9ac8-4b50-a4b3-b7622e3e28c8', 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:50.032765 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd40de3c-e3b9-4173-8686-453af115d89c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.108952 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.205146 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.211842 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfc98a16-af64-4df7-ac15-7e1b17d3acd5 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:50.249854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98389907-6a6f-4fb2-ba18-ba629b6c3ed5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:50.262805 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd40de3c-e3b9-4173-8686-453af115d89c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.265491 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd40de3c-e3b9-4173-8686-453af115d89c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.266364 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:50.320096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.415350 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.448303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.449542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7052841
Jun 21 03:11:50.452614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46206) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:50.457787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d67f7377-81ad-45b2-b0d1-1fd618e48b09 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:50.458740 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-d67f7377-81ad-45b2-b0d1-1fd618e48b09 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jun 21 03:11:50.459407 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-d67f7377-81ad-45b2-b0d1-1fd618e48b09 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:50.463009 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d67f7377-81ad-45b2-b0d1-1fd618e48b09 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0068338
Jun 21 03:11:50.463294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46208) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:50.471178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c3095b05-1d6f-4786-806f-e9d9292503f7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:50.478595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd40de3c-e3b9-4173-8686-453af115d89c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.479957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd40de3c-e3b9-4173-8686-453af115d89c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Fanout notify agent at l3_agent the message router_deleted on router a1f86444-5149-47d2-8674-e5250ef188c7 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:11:50.488156 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd40de3c-e3b9-4173-8686-453af115d89c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.489294 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cd40de3c-e3b9-4173-8686-453af115d89c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/a1f86444-5149-47d2-8674-e5250ef188c7 HTTP/1.1" status: 204  len: 168 time: 0.5499880
Jun 21 03:11:50.493370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46210) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:50.526289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d1ead-2ef2-4991-a691-ed13265d3527 req-f3cfbeef-0536-46c5-bb68-a3262a070f60 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:50.527103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-482d1ead-2ef2-4991-a691-ed13265d3527 req-f3cfbeef-0536-46c5-bb68-a3262a070f60 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.0930009
Jun 21 03:11:50.549392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.552551 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-690d693c-2259-49ea-9596-d158db24529a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:50.568121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e426ad-6a9d-4190-b721-26567ef4831a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:50.572014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet 4b31a20e-016d-4e8b-81c0-1fef5486386a {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:11:50.579130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.581446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:50.600337 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-482d1ead-2ef2-4991-a691-ed13265d3527 req-419b1219-2224-4c46-adbc-72a7b55d081e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673790
Jun 21 03:11:50.659565 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.749471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.780463 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.781800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7858150
Jun 21 03:11:50.784716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46216) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:50.790317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5320e-9ac8-4b50-a4b3-b7622e3e28c8', 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:50.792677 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-c3095b05-1d6f-4786-806f-e9d9292503f7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:50.797200 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c3095b05-1d6f-4786-806f-e9d9292503f7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3294625
Jun 21 03:11:50.797200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46218) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:50.801457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-99132fe1-3ff8-4844-8226-e6bd0f0a2a63 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:50.802190 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-99132fe1-3ff8-4844-8226-e6bd0f0a2a63 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jun 21 03:11:50.803095 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-99132fe1-3ff8-4844-8226-e6bd0f0a2a63 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:50.806511 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-99132fe1-3ff8-4844-8226-e6bd0f0a2a63 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0075209
Jun 21 03:11:50.810563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:50.815299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7eceb200-c716-4409-8bf0-de8f90edb2fd tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:50.892597 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Project 6b6817e2f11b4b339e4876eac09b5a8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:11:50.920745 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.929508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.935513 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e5965ee9-4c60-423f-b3d5-94f52677522f tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:50.965192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=4b31a20e-016d-4e8b-81c0-1fef5486386a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:50.977490 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:50.983536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:50.987520 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/4b31a20e-016d-4e8b-81c0-1fef5486386a HTTP/1.1" status: 204  len: 168 time: 0.4915702
Jun 21 03:11:50.989854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46224) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:50.990926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84872cb5-d423-49d3-bc36-8260dc6d9a87 None None] Network 56b55887-820c-45f3-ae9e-6158a157d1fa requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:51.076431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.082860 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-7eceb200-c716-4409-8bf0-de8f90edb2fd tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:51.094262 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7eceb200-c716-4409-8bf0-de8f90edb2fd tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2826483
Jun 21 03:11:51.098577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46228) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:51.104612 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.110054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-60054dcf-1e9b-4227-afb7-e0735916cc66 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:51.113157 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-60054dcf-1e9b-4227-afb7-e0735916cc66 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jun 21 03:11:51.113883 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-60054dcf-1e9b-4227-afb7-e0735916cc66 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:51.115081 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-60054dcf-1e9b-4227-afb7-e0735916cc66 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0152667
Jun 21 03:11:51.120576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46230) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:51.126413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ed16e64f-39a7-443a-8417-f32bbfbe7466 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:51.166211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.170106 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcb08419-a352-43ce-b970-efea56aa6a3e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:51.215788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ed5839-2b32-4437-8a6a-bf8010d1af14,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:51.219067 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:51.240269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:51.240269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.295161 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-ed16e64f-39a7-443a-8417-f32bbfbe7466 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Project e92f55e610df44e0beecb65a8fe86063 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:11:51.302792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] DHCP port deletion for 56b55887-820c-45f3-ae9e-6158a157d1fa request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:11:51.326955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,segment=NetworkSegment(42e97569-ac2c-4cd3-92fc-618089f23cd9),segment_id=42e97569-ac2c-4cd3-92fc-618089f23cd9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:51.326955 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.359831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] Deleting port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:51.360550 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.415405 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-ed16e64f-39a7-443a-8417-f32bbfbe7466 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:51.422658 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ed16e64f-39a7-443a-8417-f32bbfbe7466 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2997918
Jun 21 03:11:51.425079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46242) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:51.430731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9deff62e-c0b4-4eda-a6bb-28bf4583a0f9 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:51.431210 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-9deff62e-c0b4-4eda-a6bb-28bf4583a0f9 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jun 21 03:11:51.432973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:51.433303 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-9deff62e-c0b4-4eda-a6bb-28bf4583a0f9 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:51.439065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46246) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:51.440976 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9deff62e-c0b4-4eda-a6bb-28bf4583a0f9 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0167143
Jun 21 03:11:51.445108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-64fa8f59-97e7-4394-814a-ed7fdbef999a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:51.455808 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.458219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6724250
Jun 21 03:11:51.458984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46248) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:51.464293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5320e-9ac8-4b50-a4b3-b7622e3e28c8', 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:51.471351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] For port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,segment=NetworkSegment(42e97569-ac2c-4cd3-92fc-618089f23cd9),segment_id=42e97569-ac2c-4cd3-92fc-618089f23cd9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:51.471759 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.568352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] Calling delete_port for 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:11:51.650596 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-64fa8f59-97e7-4394-814a-ed7fdbef999a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Project e92f55e610df44e0beecb65a8fe86063 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:11:51.838707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.840898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.841049 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e16b6257-c62b-4b9b-8900-7d9f0a7ff457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:51.848284 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c815509-7400-41f5-a925-3f5e3f43a385 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:51.868609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] Pushing event deleted for resources: {'Port': ['ID=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:51.872021 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:51.874982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] No DVR routers for this DVR port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:51.877504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:51.879363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:11:51.884338 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:51.900546 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Project 6b6817e2f11b4b339e4876eac09b5a8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:11:51.907867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:51.990010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f83b4d-be6b-44c5-a860-bf0bd2d0f409 req-8e94c53d-5dd4-4c0c-aebb-56aa5e02ab5d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:51.992219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25f83b4d-be6b-44c5-a860-bf0bd2d0f409 req-8e94c53d-5dd4-4c0c-aebb-56aa5e02ab5d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2079251
Jun 21 03:11:52.002358 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.020087 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-64fa8f59-97e7-4394-814a-ed7fdbef999a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:52.021366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-64fa8f59-97e7-4394-814a-ed7fdbef999a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.5811043
Jun 21 03:11:52.026574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46258) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:52.032369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4c824915-9607-4ac0-991b-8828d2dfe8fa tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '98389907-6a6f-4fb2-ba18-ba629b6c3ed5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:52.032685 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.048146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d97742b0>,) {'filters': {'network_id': ['56b55887-820c-45f3-ae9e-6158a157d1fa']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:52.070827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d97742b0>, '42e97569-ac2c-4cd3-92fc-618089f23cd9') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:52.070827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d97742b0>, '42e97569-ac2c-4cd3-92fc-618089f23cd9') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:52.083532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25f83b4d-be6b-44c5-a860-bf0bd2d0f409 req-5e5a7f50-ed87-4ae2-8d8d-b4d4677fcd7f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839715
Jun 21 03:11:52.085849 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.095259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.097390 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-816baafc-e9af-47e8-8337-8776009f4ea5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:52.106021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:11:52.119469 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:11:52.127716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b48e3cd-b588-46ea-88e2-ab8c45f41d83,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:52.130240 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:52.170071 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-4c824915-9607-4ac0-991b-8828d2dfe8fa tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Project e92f55e610df44e0beecb65a8fe86063 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:11:52.266896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.283031 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8083134
Jun 21 03:11:52.300683 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-4c824915-9607-4ac0-991b-8828d2dfe8fa tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:52.302534 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4c824915-9607-4ac0-991b-8828d2dfe8fa tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2739446
Jun 21 03:11:52.314981 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.314981 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff8a2bed-2d53-4ed6-a8fd-8408d2a84b58 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:52.316617 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46270) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:52.319645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.321620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/56b55887-820c-45f3-ae9e-6158a157d1fa HTTP/1.1" status: 204  len: 168 time: 1.3307521
Jun 21 03:11:52.326289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46276) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:52.332753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-1029482916'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:52.346229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=56b55887-820c-45f3-ae9e-6158a157d1fa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:52.357059 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:52.417901 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4c8b-7167-42b6-871f-9947c5431115 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.447413 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4c8b-7167-42b6-871f-9947c5431115 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.460526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:52.464448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.493948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:11:52.505235 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.514365 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment f0558d2b-737e-4181-8163-82b6ab52dd1a of type vlan for network a03d1bc1-b4db-4556-be44-9310a57182f9
Jun 21 03:11:52.561577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.649134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4c8b-7167-42b6-871f-9947c5431115 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.652239 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4c8b-7167-42b6-871f-9947c5431115 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.659742 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2aaf4c8b-7167-42b6-871f-9947c5431115 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/98389907-6a6f-4fb2-ba18-ba629b6c3ed5 HTTP/1.1" status: 204  len: 168 time: 0.3399115
Jun 21 03:11:52.659742 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b786951-4cf2-4fee-89ba-7401bf5220fe tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:52.661958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46314) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:52.682295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf4c8b-7167-42b6-871f-9947c5431115 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98389907-6a6f-4fb2-ba18-ba629b6c3ed5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:52.686157 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2aaf4c8b-7167-42b6-871f-9947c5431115 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:52.728659 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46316) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:52.729012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d55a6c37-bb2e-4519-a25e-4665cf4f7504 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0649183
Jun 21 03:11:52.733964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--457961341'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:52.739766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.746035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:52.746639 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.750030 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cea688b7-6830-41f7-8fd7-42bcfbaae23e tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:52.827261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=a03d1bc1-b4db-4556-be44-9310a57182f9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:52.833715 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:52.843880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a03d1bc1-b4db-4556-be44-9310a57182f9 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:11:52.870283 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:52.940720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6128652
Jun 21 03:11:52.945994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46322) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:52.956485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': 'a03d1bc1-b4db-4556-be44-9310a57182f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:53.057570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:53.147941 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:53.161147 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-76de190a-3dcc-4da7-a69d-dbc363d95d7a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:53.230433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca72e12-a65f-4947-a989-eaefea3aefca,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:53.246432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:53.282509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:11:53.330003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:11:53.342402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:53.363118 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:53.367222 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6345332
Jun 21 03:11:53.368449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46336) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:53.373749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-14485343-81d8-4a97-9c2f-a83ebd32a2e0 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '6ca72e12-a65f-4947-a989-eaefea3aefca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:53.380707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:11:53.381088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3aaf9c91-f4d5-4bce-85f2-e5575fcdaf17 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:11:53.523411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e089169-eb1e-4791-9f94-e4932c374cd9 req-dfb3c480-a03d-440b-b4e6-054c3432bd85 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:53.525010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e089169-eb1e-4791-9f94-e4932c374cd9 req-dfb3c480-a03d-440b-b4e6-054c3432bd85 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2820673
Jun 21 03:11:53.602994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e089169-eb1e-4791-9f94-e4932c374cd9 req-6c8bf539-d26c-408e-bfa8-56433f593e69 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683725
Jun 21 03:11:53.689987 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-14485343-81d8-4a97-9c2f-a83ebd32a2e0 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The resource could not be found.
Jun 21 03:11:53.691301 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-14485343-81d8-4a97-9c2f-a83ebd32a2e0 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3217752
Jun 21 03:11:53.694242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46346) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:53.700324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a5cd8351-e305-4d8b-bf23-5e7ff52d9294 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '6ca72e12-a65f-4947-a989-eaefea3aefca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '59380c58-e235-4236-8491-ea27587fa113'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:53.725551 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:53.729812 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3982158-6701-436b-8949-2500a872a915 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:53.805715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=6fc389f8-df27-4b49-80a8-f86ad45b98a1,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:53.809666 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:53.813751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': 'f0558d2b-737e-4181-8163-82b6ab52dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a03d1bc1-b4db-4556-be44-9310a57182f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:53.823162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: a03d1bc1-b4db-4556-be44-9310a57182f9, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:11:53.920895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network a03d1bc1-b4db-4556-be44-9310a57182f9 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:11:53.974562 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-a5cd8351-e305-4d8b-bf23-5e7ff52d9294 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The resource could not be found.
Jun 21 03:11:53.976468 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a5cd8351-e305-4d8b-bf23-5e7ff52d9294 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2809079
Jun 21 03:11:53.984787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46380) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:53.997194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a03d1bc1-b4db-4556-be44-9310a57182f9) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:54.004960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:54.005881 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.012198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2722880b-72c9-4b0d-969b-911101c687c6 None None] Network a03d1bc1-b4db-4556-be44-9310a57182f9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:54.089519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1405993
Jun 21 03:11:54.092541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46384) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:54.097430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d3265e33-6698-4c26-a9a7-49ac90784cdd tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-122054752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:54.101706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad134917-7472-4eb7-89a5-294584fc4ea4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.138676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad134917-7472-4eb7-89a5-294584fc4ea4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.224633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-a03d1bc1-b4db-4556-be44-9310a57182f9', 'network_id': 'a03d1bc1-b4db-4556-be44-9310a57182f9', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': '6fc389f8-df27-4b49-80a8-f86ad45b98a1'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:11:54.226688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.237168 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3265e33-6698-4c26-a9a7-49ac90784cdd tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.238236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3265e33-6698-4c26-a9a7-49ac90784cdd tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.312938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad134917-7472-4eb7-89a5-294584fc4ea4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.316977 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad134917-7472-4eb7-89a5-294584fc4ea4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.322122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46388) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:54.323682 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad134917-7472-4eb7-89a5-294584fc4ea4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/6ca72e12-a65f-4947-a989-eaefea3aefca HTTP/1.1" status: 204  len: 168 time: 0.3370454
Jun 21 03:11:54.324618 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9786173c-67b9-4772-826b-0ee7ec7e66de tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:54.340217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad134917-7472-4eb7-89a5-294584fc4ea4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca72e12-a65f-4947-a989-eaefea3aefca,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:54.343810 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad134917-7472-4eb7-89a5-294584fc4ea4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:54.385701 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3265e33-6698-4c26-a9a7-49ac90784cdd tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.433199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a6c64348-4d36-4220-b54f-774d960c133e tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1063557
Jun 21 03:11:54.433734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46396) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:54.455876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-516d9725-2df8-4102-a5a0-05dc89035806 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '56f87f76-8cd1-401b-999d-60fc71ecd2a0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:54.498409 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3265e33-6698-4c26-a9a7-49ac90784cdd tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.649267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Allocated IP 172.20.0.2 (a03d1bc1-b4db-4556-be44-9310a57182f9/6fc389f8-df27-4b49-80a8-f86ad45b98a1/06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:54.724001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3265e33-6698-4c26-a9a7-49ac90784cdd tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.726052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d3265e33-6698-4c26-a9a7-49ac90784cdd tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6324475
Jun 21 03:11:54.726985 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-516d9725-2df8-4102-a5a0-05dc89035806 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The resource could not be found.
Jun 21 03:11:54.727923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-516d9725-2df8-4102-a5a0-05dc89035806 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2918375
Jun 21 03:11:54.728559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46404) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:54.741803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46406) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:54.748266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022991744'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:54.866471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.907039 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:54.922030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Transition to ACTIVE for port object 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:54.993729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Transition to ACTIVE for port object 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:55.043343 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.052802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cc58-06a6-4034-b2e7-8ec8253595e9 req-3e6c3e38-d975-4adc-94a7-dd30bdaa95df tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:55.054933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4a5cc58-06a6-4034-b2e7-8ec8253595e9 req-3e6c3e38-d975-4adc-94a7-dd30bdaa95df tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2485559
Jun 21 03:11:55.089979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.101296 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:55.123183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.126810 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62c934b6-b364-4347-9be0-41d7ac54b85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:55.144325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e4a5cc58-06a6-4034-b2e7-8ec8253595e9 req-07518bb7-b780-4c7d-8448-ab4e86ed1208 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775959
Jun 21 03:11:55.153672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Network a03d1bc1-b4db-4556-be44-9310a57182f9 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:55.156673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:55.161216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:55.173623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Pushing event updated for resources: {'Port': ['ID=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:55.204202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ac6f60-d122-44dc-9cbc-6244a849c6ec,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:55.213263 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:55.220165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.236743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.237109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.237507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.237841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.238159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.238502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.238823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.239338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.239738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.240065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.240480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.240947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:55.243085 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.244452 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5007317
Jun 21 03:11:55.247203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46416) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:55.247346 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:55.254473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364035549'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:55.259559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Attempting to bind port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:11:55.259943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Attempting to bind port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f0558d2b-737e-4181-8163-82b6ab52dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a03d1bc1-b4db-4556-be44-9310a57182f9'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:11:55.260324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Attempting to bind port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd on network a03d1bc1-b4db-4556-be44-9310a57182f9 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:11:55.267346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:11:55.267744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Checking segment: {'id': 'f0558d2b-737e-4181-8163-82b6ab52dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a03d1bc1-b4db-4556-be44-9310a57182f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:11:55.268180 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.268781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Bound using segment: {'id': 'f0558d2b-737e-4181-8163-82b6ab52dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a03d1bc1-b4db-4556-be44-9310a57182f9'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:11:55.269252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Bound port: 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0558d2b-737e-4181-8163-82b6ab52dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a03d1bc1-b4db-4556-be44-9310a57182f9'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:11:55.269778 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.353436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] For port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:11:55.358719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] For port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,segment=NetworkSegment(f0558d2b-737e-4181-8163-82b6ab52dd1a),segment_id=f0558d2b-737e-4181-8163-82b6ab52dd1a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:11:55.431532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.450554 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.454655 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-64a2bf7d-4b51-4bac-b7d2-ab0e39732c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:55.535731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Pushing event updated for resources: {'Port': ['ID=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:55.543487 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:55.588461 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.638685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.20.0.1 (a03d1bc1-b4db-4556-be44-9310a57182f9/6fc389f8-df27-4b49-80a8-f86ad45b98a1/5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:11:55.706002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.722872 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-79bbdddd-db31-44cf-896a-d30f8199a6ef tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:55.784985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841c0946-9e26-4b8f-a355-d9585f388c45,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:55.788195 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:55.821302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.832257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5838406
Jun 21 03:11:55.832922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46426) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:55.848356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3e9f3aef-aa0c-4965-b275-da0ecf73745c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': '82ac6f60-d122-44dc-9cbc-6244a849c6ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '841c0946-9e26-4b8f-a355-d9585f388c45'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:55.916127 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:55.937126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object 5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:11:56.112133 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:56.122419 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:56.186684 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-3e9f3aef-aa0c-4965-b275-da0ecf73745c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:56.188324 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3e9f3aef-aa0c-4965-b275-da0ecf73745c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.3543320
Jun 21 03:11:56.198813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46438) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:56.232899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network a03d1bc1-b4db-4556-be44-9310a57182f9 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:56.236998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:56.248057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:11:56.286888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:56.295897 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:56.346065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:56.372758 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c900171-1fa8-496c-a9f6-29f0560bdb06 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:56.410571 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c900171-1fa8-496c-a9f6-29f0560bdb06 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:56.582771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781825e9-6dd2-4af2-9b8c-463dadbf212e req-285a8890-05c2-44bd-a85d-e5708f036449 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:56.584368 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-781825e9-6dd2-4af2-9b8c-463dadbf212e req-285a8890-05c2-44bd-a85d-e5708f036449 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.1189966
Jun 21 03:11:56.591333 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c900171-1fa8-496c-a9f6-29f0560bdb06 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:56.597536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0c900171-1fa8-496c-a9f6-29f0560bdb06 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:56.597536 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0c900171-1fa8-496c-a9f6-29f0560bdb06 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/841c0946-9e26-4b8f-a355-d9585f388c45 HTTP/1.1" status: 204  len: 168 time: 0.3935981
Jun 21 03:11:56.602216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46444) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:56.603036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0005471-8f69-4dcf-8d3a-b31eb28462f9 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:56.629179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c900171-1fa8-496c-a9f6-29f0560bdb06 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c0946-9e26-4b8f-a355-d9585f388c45,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:56.640246 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0c900171-1fa8-496c-a9f6-29f0560bdb06 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:56.665171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-781825e9-6dd2-4af2-9b8c-463dadbf212e req-b8606e6e-d6bc-430f-8946-63171791ff84 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640483
Jun 21 03:11:56.770689 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-be4e1567-580d-46c2-ab5f-7b70b2ba7193 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.1520536
Jun 21 03:11:56.780036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46450) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:56.817647 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:56.905281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f57d3f79-1de2-4b2d-a792-2ed3fdf79b6f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.007942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f57d3f79-1de2-4b2d-a792-2ed3fdf79b6f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.232793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f57d3f79-1de2-4b2d-a792-2ed3fdf79b6f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.242235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f57d3f79-1de2-4b2d-a792-2ed3fdf79b6f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.246019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f57d3f79-1de2-4b2d-a792-2ed3fdf79b6f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/82ac6f60-d122-44dc-9cbc-6244a849c6ec HTTP/1.1" status: 204  len: 168 time: 0.4643023
Jun 21 03:11:57.250224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46456) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:57.250224 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-70a3d9cb-1a8a-479e-8056-b0f56d588242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:57.312672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d3f79-1de2-4b2d-a792-2ed3fdf79b6f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ac6f60-d122-44dc-9cbc-6244a849c6ec,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:57.327282 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f57d3f79-1de2-4b2d-a792-2ed3fdf79b6f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:57.364152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:57.381575 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b0c9afa1-e262-4391-b6bb-5cd62d373d6d tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1056252
Jun 21 03:11:57.384104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46462) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:57.389003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922653897'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:57.423118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e4310-1b6c-4bd2-ad7a-b56dc5d3ff5f None None] Network a03d1bc1-b4db-4556-be44-9310a57182f9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:11:57.569658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.636945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b9be0780-8f12-47c4-ab0c-d5223991c469 None None] Provisioning for port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:57.672891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:57.682464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:57.683511 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.732567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.798654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.802287 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-42138a88-fd74-4711-8736-62c6a207ad76 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:57.841031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.851495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c7585-7e08-4d35-9fbb-a122fbe05112,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:57.878675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.884746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:11:57.887179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:57.896223 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.951968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.956160 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5681467
Jun 21 03:11:57.956460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46472) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:57.962119 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:57.967602 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e32f2fb3-df5e-43e7-b668-a131229bf0f5 tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:57.981791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3c0d8808-e532-412d-bf15-190cfd8f0a45 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': 'a77c7585-7e08-4d35-9fbb-a122fbe05112', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:58.005511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,segment=NetworkSegment(f0558d2b-737e-4181-8163-82b6ab52dd1a),segment_id=f0558d2b-737e-4181-8163-82b6ab52dd1a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:11:58.072647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:58.078568 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:58.081912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65042cb3-59bb-4058-bb4a-6c3a0e0c5e80 None None] Provisioning complete for port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:58.086241 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65042cb3-59bb-4058-bb4a-6c3a0e0c5e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.110021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a05699-e853-4c34-9e89-eeff8d22e6b6 req-3d4d829c-abbc-4b5f-8484-f3052788aa11 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:58.118425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3a05699-e853-4c34-9e89-eeff8d22e6b6 req-3d4d829c-abbc-4b5f-8484-f3052788aa11 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2232671
Jun 21 03:11:58.120216 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.124032 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1856a8ba-3c1b-48cf-b2c4-16002ce833f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:58.148662 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.194268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c3a05699-e853-4c34-9e89-eeff8d22e6b6 req-0ac558e9-ef72-4e40-a6bc-e1660e945779 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686467
Jun 21 03:11:58.203439 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-3c0d8808-e532-412d-bf15-190cfd8f0a45 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:58.223478 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3c0d8808-e532-412d-bf15-190cfd8f0a45 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2279344
Jun 21 03:11:58.223478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46480) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:58.231270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-dff3e9ba-812a-40ee-a62f-ff5855c990bf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group_rule': {'security_group_id': 'a77c7585-7e08-4d35-9fbb-a122fbe05112', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:58.251878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:58.268859 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:58.356899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network a03d1bc1-b4db-4556-be44-9310a57182f9 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:11:58.361104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:11:58.511391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65042cb3-59bb-4058-bb4a-6c3a0e0c5e80 None None] Provisioning for port 5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:11:58.517480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65042cb3-59bb-4058-bb4a-6c3a0e0c5e80 None None] Provisioning complete for port 5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:58.517871 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65042cb3-59bb-4058-bb4a-6c3a0e0c5e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.546344 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-dff3e9ba-812a-40ee-a62f-ff5855c990bf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:11:58.547404 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dff3e9ba-812a-40ee-a62f-ff5855c990bf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3233671
Jun 21 03:11:58.550285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46488) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:58.571555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-65042cb3-59bb-4058-bb4a-6c3a0e0c5e80 None None] Port 5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:58.624490 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c69a-bf92-4d9f-a79a-9381fb3eadb6 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.676582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 669543c3-37fd-4326-b76d-17b6125aba8d is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:11:58.690181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c69a-bf92-4d9f-a79a-9381fb3eadb6 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.737837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-21a5b7db-5cff-464d-9bb3-09499e14323a None None] Provisioning complete for port 5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:58.738487 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21a5b7db-5cff-464d-9bb3-09499e14323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.796093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:11:58.802283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/669543c3-37fd-4326-b76d-17b6125aba8d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0727713
Jun 21 03:11:58.806483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46492) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:58.810171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-21a5b7db-5cff-464d-9bb3-09499e14323a None None] Port 5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:11:58.820909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2578-a543-44b1-9391-a6af8abf1377 None None] Sync routers for ids ['669543c3-37fd-4326-b76d-17b6125aba8d'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:11:58.831356 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c69a-bf92-4d9f-a79a-9381fb3eadb6 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.833222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a2578-a543-44b1-9391-a6af8abf1377 None None] Routers {'669543c3-37fd-4326-b76d-17b6125aba8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:58.834894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f63a2578-a543-44b1-9391-a6af8abf1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ad3a00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['669543c3-37fd-4326-b76d-17b6125aba8d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:58.839731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c69a-bf92-4d9f-a79a-9381fb3eadb6 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:58.841739 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2bc5c69a-bf92-4d9f-a79a-9381fb3eadb6 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/a77c7585-7e08-4d35-9fbb-a122fbe05112 HTTP/1.1" status: 204  len: 168 time: 0.2902534
Jun 21 03:11:58.847334 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0c900171-1fa8-496c-a9f6-29f0560bdb06 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:58.853969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46494) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:58.870322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5c69a-bf92-4d9f-a79a-9381fb3eadb6 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c7585-7e08-4d35-9fbb-a122fbe05112,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:58.888261 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2bc5c69a-bf92-4d9f-a79a-9381fb3eadb6 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:58.892647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f63a2578-a543-44b1-9391-a6af8abf1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ad3a00>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:58.931213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a2578-a543-44b1-9391-a6af8abf1377 None None] Routers {'669543c3-37fd-4326-b76d-17b6125aba8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:11:58.937682 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f63a2578-a543-44b1-9391-a6af8abf1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ad3a00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['669543c3-37fd-4326-b76d-17b6125aba8d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:58.939286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6953018c-3a8a-4453-ac17-8abd4bb8ed45 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:58.945268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46498) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:58.952525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6953018c-3a8a-4453-ac17-8abd4bb8ed45 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports/5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 HTTP/1.1" status: 200  len: 910 time: 0.1439734
Jun 21 03:11:58.989633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7d260084-d81f-4318-bbb5-0b6f82ff5cfa tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1334331
Jun 21 03:11:58.990602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46502) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:58.995415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285459379'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:59.007067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f63a2578-a543-44b1-9391-a6af8abf1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ad3a00>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:11:59.009429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2578-a543-44b1-9391-a6af8abf1377 None None] The sync data for ids ['669543c3-37fd-4326-b76d-17b6125aba8d'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:11:59.188784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:59.304373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:11:59.404689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:11:59.405068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:59.530153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:59.553038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34935650-8fcd-49fa-aee4-b330d89567ea req-92246954-e596-483a-85f1-3e286af5d619 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:11:59.554709 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34935650-8fcd-49fa-aee4-b330d89567ea req-92246954-e596-483a-85f1-3e286af5d619 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.1984460
Jun 21 03:11:59.586732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:59.605317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:59.611512 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e451b3e7-47c6-4c64-ba0f-6c65a23efa01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:11:59.641951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34935650-8fcd-49fa-aee4-b330d89567ea req-63cd14de-4636-4852-bba6-46ba43d0a08e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795493
Jun 21 03:11:59.664305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d635495f-f551-48da-840a-ea4c7a40b596,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:11:59.667153 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:11:59.773998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:59.777857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7835150
Jun 21 03:11:59.780227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46522) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:59.785990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-667e562e-75fa-4613-ae64-b2f0c736f87a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:11:59.787160 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-667e562e-75fa-4613-ae64-b2f0c736f87a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jun 21 03:11:59.788241 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-667e562e-75fa-4613-ae64-b2f0c736f87a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] update failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:11:59.790261 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-667e562e-75fa-4613-ae64-b2f0c736f87a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "PUT /v2.0/security-groups/d635495f-f551-48da-840a-ea4c7a40b596 HTTP/1.1" status: 409  len: 330 time: 0.0083661
Jun 21 03:11:59.792578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46524) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:11:59.857737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab3d09f0-6c69-401b-8dd1-710cc6ce80cf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:59.898556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab3d09f0-6c69-401b-8dd1-710cc6ce80cf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:11:59.973477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:11:59.974130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:00.079612 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab3d09f0-6c69-401b-8dd1-710cc6ce80cf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:00.081300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:00.082134 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab3d09f0-6c69-401b-8dd1-710cc6ce80cf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:00.085380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ab3d09f0-6c69-401b-8dd1-710cc6ce80cf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/d635495f-f551-48da-840a-ea4c7a40b596 HTTP/1.1" status: 204  len: 168 time: 0.2894981
Jun 21 03:12:00.085380 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e1116504-141a-4817-bdbf-879cd983ccb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:00.088907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46530) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:00.102532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d09f0-6c69-401b-8dd1-710cc6ce80cf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d635495f-f551-48da-840a-ea4c7a40b596,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:00.109945 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ab3d09f0-6c69-401b-8dd1-710cc6ce80cf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:00.183490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4f60a99b-c47a-4754-bf5f-7bae6760bbb4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0877268
Jun 21 03:12:00.184314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46534) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:00.211754 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-b0b8e222-85f1-464b-9853-2f173c68b916 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] delete failed (client error): The resource could not be found.
Jun 21 03:12:00.212708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b0b8e222-85f1-464b-9853-2f173c68b916 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "DELETE /v2.0/security-groups/f9687667-c9ba-4c35-bf25-8f0071a44965 HTTP/1.1" status: 404  len: 347 time: 0.0274494
Jun 21 03:12:00.218684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46536) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:00.251744 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-04e52328-5e2a-4eab-96fa-6cd4cb8a0826 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] show failed (client error): The resource could not be found.
Jun 21 03:12:00.251744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-04e52328-5e2a-4eab-96fa-6cd4cb8a0826 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-groups/be655411-cb84-498e-8d20-08920a115771 HTTP/1.1" status: 404  len: 347 time: 0.0273895
Jun 21 03:12:00.252052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:00.252139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46538) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:00.273733 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-ac858895-ff20-4368-9cdc-12ec2897545d tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] show failed (client error): The resource could not be found.
Jun 21 03:12:00.278086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ac858895-ff20-4368-9cdc-12ec2897545d tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] 10.222.0.25 "GET /v2.0/security-group-rules/e5f4b9ad-146e-49a7-8df5-3b31d96c3481 HTTP/1.1" status: 404  len: 356 time: 0.0218410
Jun 21 03:12:00.654824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:00.665640 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1f96670-058a-465c-82c1-d8e39a3dae7b tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:00.690895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=5fd34e09-3647-4a96-aaca-b7ab3cdb7cf5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:00.743154 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:00.967588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493773a-8055-4f33-bdfc-9e29d94a7681 req-2e2d7989-e7fc-4734-b129-affa07a00c24 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:00.971895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9493773a-8055-4f33-bdfc-9e29d94a7681 req-2e2d7989-e7fc-4734-b129-affa07a00c24 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.1532624
Jun 21 03:12:01.052466 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:01.107798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9493773a-8055-4f33-bdfc-9e29d94a7681 req-18f67b7d-5b16-498e-ab5b-54255b494461 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1257708
Jun 21 03:12:01.164875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46560) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:01.367280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-52d07f31-35c4-4d66-acf0-9ba2b3c79d85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e92f55e610df44e0beecb65a8fe86063&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2007911
Jun 21 03:12:01.369883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46566) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:01.379632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 669543c3-37fd-4326-b76d-17b6125aba8d has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:12:01.449820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36fdf17c-5b7a-476f-a225-b5de2172a0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:01.483911 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36fdf17c-5b7a-476f-a225-b5de2172a0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:01.531217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:01.541691 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/669543c3-37fd-4326-b76d-17b6125aba8d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5921638
Jun 21 03:12:01.542035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46570) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:01.553495 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7ecd2-9658-4c10-b344-e18adbb5980d None None] Sync routers for ids ['669543c3-37fd-4326-b76d-17b6125aba8d'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:01.566548 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7ecd2-9658-4c10-b344-e18adbb5980d None None] Routers {'669543c3-37fd-4326-b76d-17b6125aba8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:01.567534 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-37f7ecd2-9658-4c10-b344-e18adbb5980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de14c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['669543c3-37fd-4326-b76d-17b6125aba8d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:01.609081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-29a3d595-b1b6-45ed-83ce-da26534a5971 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=669543c3-37fd-4326-b76d-17b6125aba8d HTTP/1.1" status: 200  len: 205 time: 0.0657294
Jun 21 03:12:01.611388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46576) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:01.616035 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-37f7ecd2-9658-4c10-b344-e18adbb5980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de14c0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:01.626616 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7ecd2-9658-4c10-b344-e18adbb5980d None None] Routers {'669543c3-37fd-4326-b76d-17b6125aba8d'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:01.629180 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-37f7ecd2-9658-4c10-b344-e18adbb5980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de14c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:11:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['669543c3-37fd-4326-b76d-17b6125aba8d'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:01.674373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36fdf17c-5b7a-476f-a225-b5de2172a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:01.678545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-36fdf17c-5b7a-476f-a225-b5de2172a0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:01.680412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-36fdf17c-5b7a-476f-a225-b5de2172a0e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a5afad3-7604-4ec4-885d-1484c8531d7f HTTP/1.1" status: 204  len: 168 time: 0.3094623
Jun 21 03:12:01.685075 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-37f7ecd2-9658-4c10-b344-e18adbb5980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de14c0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:01.685912 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7ecd2-9658-4c10-b344-e18adbb5980d None None] The sync data for ids ['669543c3-37fd-4326-b76d-17b6125aba8d'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:01.698598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9eb3ced3-0325-4455-819c-eafeb7b400c8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:01.712704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdf17c-5b7a-476f-a225-b5de2172a0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5afad3-7604-4ec4-885d-1484c8531d7f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:01.722533 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36fdf17c-5b7a-476f-a225-b5de2172a0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:01.749310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d36a53e-a45c-4111-b148-df330ed39bd2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.056189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d36a53e-a45c-4111-b148-df330ed39bd2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.059110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d36a53e-a45c-4111-b148-df330ed39bd2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.231723 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d36a53e-a45c-4111-b148-df330ed39bd2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.231723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d36a53e-a45c-4111-b148-df330ed39bd2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Fanout notify agent at l3_agent the message router_deleted on router 669543c3-37fd-4326-b76d-17b6125aba8d {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:12:02.238656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d36a53e-a45c-4111-b148-df330ed39bd2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.247149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46596) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:02.252073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7d36a53e-a45c-4111-b148-df330ed39bd2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/669543c3-37fd-4326-b76d-17b6125aba8d HTTP/1.1" status: 204  len: 168 time: 0.6391284
Jun 21 03:12:02.389050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet 6fc389f8-df27-4b49-80a8-f86ad45b98a1 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:12:02.393572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.492700 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.537938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d6b6-a697-4578-85fe-76d5dcaffb60 req-3140a7f5-7dcf-499b-a695-7f0bf4e11734 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:02.551407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7b1d6b6-a697-4578-85fe-76d5dcaffb60 req-3140a7f5-7dcf-499b-a695-7f0bf4e11734 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2212796
Jun 21 03:12:02.723000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.728275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7b1d6b6-a697-4578-85fe-76d5dcaffb60 req-2f1b1a2b-2c43-464b-a3e9-29ab65894be5 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1760788
Jun 21 03:12:02.917611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.922749 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-08aeaea5-126f-4fea-9ff6-30ebd9a03ab7 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:02.962279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc389f8-df27-4b49-80a8-f86ad45b98a1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:02.970526 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:02.984960 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:02.987331 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/6fc389f8-df27-4b49-80a8-f86ad45b98a1 HTTP/1.1" status: 204  len: 168 time: 0.7391016
Jun 21 03:12:02.989816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709490b-0168-40fd-b512-1a6c69409d08 None None] Network a03d1bc1-b4db-4556-be44-9310a57182f9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:02.998581 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46618) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:03.086875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:03.169142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:03.169778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:03.246496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,segment=NetworkSegment(f0558d2b-737e-4181-8163-82b6ab52dd1a),segment_id=f0558d2b-737e-4181-8163-82b6ab52dd1a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:03.247241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:03.343461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:03.369106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] DHCP port deletion for a03d1bc1-b4db-4556-be44-9310a57182f9 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:12:03.491703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] Deleting port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:03.492103 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:03.521698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:03.522623 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-943c8b52-8934-4711-a410-d2a2483d5333 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:03.575557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:03.579384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:12:03.583628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46632) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:03.586599 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:03.631642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] For port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,segment=NetworkSegment(f0558d2b-737e-4181-8163-82b6ab52dd1a),segment_id=f0558d2b-737e-4181-8163-82b6ab52dd1a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:03.633213 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:03.852651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] Calling delete_port for 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:03.902120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:03.920027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d9553220>,) {'filters': {'network_id': ['a03d1bc1-b4db-4556-be44-9310a57182f9']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:03.961720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-79c2ee1d-c2df-4e40-a745-6c5cfe021c95 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:03.962444 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-79c2ee1d-c2df-4e40-a745-6c5cfe021c95 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jun 21 03:12:03.963196 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-79c2ee1d-c2df-4e40-a745-6c5cfe021c95 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:12:03.969854 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-79c2ee1d-c2df-4e40-a745-6c5cfe021c95 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3792031
Jun 21 03:12:03.981426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46644) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:03.989062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308292720'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:04.089833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.096378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9553220>, 'f0558d2b-737e-4181-8163-82b6ab52dd1a') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:04.096378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9553220>, 'f0558d2b-737e-4181-8163-82b6ab52dd1a') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:04.103606 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:04.122684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.157364 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.199447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] Pushing event deleted for resources: {'Port': ['ID=06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:04.215724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] No DVR routers for this DVR port 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:12:04.217638 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:04.222048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.260783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.280547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:12:04.280949 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:12:04.284984 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:12:04.341717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.355610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63077b-b5d6-4a08-ac01-773fce98fd44 req-719136b6-ddb7-4d88-ad5f-b7927bb97e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:04.357552 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f63077b-b5d6-4a08-ac01-773fce98fd44 req-719136b6-ddb7-4d88-ad5f-b7927bb97e0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 1098 time: 0.3087473
Jun 21 03:12:04.381792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773276-9bb4-4a5e-b653-0327f8728d51 req-48cab6d0-5c3f-4734-8a60-551e545bd962 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:04.383295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63773276-9bb4-4a5e-b653-0327f8728d51 req-48cab6d0-5c3f-4734-8a60-551e545bd962 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2105665
Jun 21 03:12:04.385285 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-24374a93-89b5-42f3-ba19-2c57bce48836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.423011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.462384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f63077b-b5d6-4a08-ac01-773fce98fd44 req-e1bb0dce-619c-4f39-9fb6-67fa9d68e6f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950687
Jun 21 03:12:04.488718 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.503017 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a41d3ee3-b527-46ed-8e8b-2785ae9b0326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:04.511270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.523783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/a03d1bc1-b4db-4556-be44-9310a57182f9 HTTP/1.1" status: 204  len: 168 time: 1.5233817
Jun 21 03:12:04.538578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:04.547972 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.549220 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-364afe9f-354e-439c-adeb-e0eafcd6cb92 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:04.571242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-541827112', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:04.580613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=a03d1bc1-b4db-4556-be44-9310a57182f9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:04.584245 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:04.593645 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434cb59e-48ec-4e78-882e-8e332d9d03b8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:04.597361 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:04.625870 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.629483 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-104db72c-3ecf-4ed1-8e6d-10227ef7b758 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:04.682962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5613e2f-db9f-43d6-919a-98c0e571e666,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:04.686085 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:04.751823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63773276-9bb4-4a5e-b653-0327f8728d51 req-94b3dfc5-1d0b-45c0-a7bd-34395f3e80d0 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3481219
Jun 21 03:12:04.759605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.760671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.814421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.815772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8324077
Jun 21 03:12:04.821382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:04.823812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46662) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:04.828791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'a5613e2f-db9f-43d6-919a-98c0e571e666', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:04.986837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.148086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.192637 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.286402 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:12:05.306450 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.308976 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b9ea98f1-aad4-4a33-8387-452a4a7bef1a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:05.320223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:12:05.321091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06ce9e7a-11f9-49a2-b3a0-0c8401dfcefd not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:12:05.330516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37776bc5-abb7-4765-9bc3-d188f74a71bf,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:05.332824 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:05.467345 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.470583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6448185
Jun 21 03:12:05.473931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46672) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:05.480843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-88ab6f2d-68e9-40dd-84dd-7c73550d30d6 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'a5613e2f-db9f-43d6-919a-98c0e571e666', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:05.532980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.557775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.644429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-88ab6f2d-68e9-40dd-84dd-7c73550d30d6 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.650447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50ff8e74-7939-4f96-8602-895fb6d6aa4e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:12:05.652921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50ff8e74-7939-4f96-8602-895fb6d6aa4e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:12:05.713136 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:12:05.735603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.25.7.46 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/3c6ae6ab-08fa-4ee1-a51f-c9bd1975d5fb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:05.877191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:05.917283 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-88ab6f2d-68e9-40dd-84dd-7c73550d30d6 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:12:05.921321 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-88ab6f2d-68e9-40dd-84dd-7c73550d30d6 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4457197
Jun 21 03:12:05.921957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46686) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:05.961108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:12:05.964247 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db5f9d6-ca26-4f2f-b93a-5e02286595e2" -d '{"events": [{"server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "name": "network-vif-unplugged", "status": "completed", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:12:05.998379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:06.020845 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944ba1aa-7aa3-4183-bb05-0d7581e4da79 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.054166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.065022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:06.067263 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e2b37-2a2c-4dcb-b54a-d467423d6252 x-openstack-request-id: req-641e2b37-2a2c-4dcb-b54a-d467423d6252 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:12:06.067823 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "name": "network-vif-unplugged", "status": "completed", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:12:06.070808 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-641e2b37-2a2c-4dcb-b54a-d467423d6252 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:12:06.070808 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'code': 200}
Jun 21 03:12:06.071989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'port_id': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'mac_address': 'fa:16:3e:19:c2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:12:06.075591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944ba1aa-7aa3-4183-bb05-0d7581e4da79 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.138466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad645dd-132c-44f9-a1d0-10b3d0406471 req-524f6baf-0c48-44fc-8b2c-2edd0897bca3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:06.140003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ad645dd-132c-44f9-a1d0-10b3d0406471 req-524f6baf-0c48-44fc-8b2c-2edd0897bca3 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.1877425
Jun 21 03:12:06.175134 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.181068 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-47a8d35a-eb35-4557-962e-2395fc81351b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:06.232952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ad645dd-132c-44f9-a1d0-10b3d0406471 req-3e4ff506-a038-409b-a2cd-1d48a9917579 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827806
Jun 21 03:12:06.235935 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944ba1aa-7aa3-4183-bb05-0d7581e4da79 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.238931 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-944ba1aa-7aa3-4183-bb05-0d7581e4da79 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.247447 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.248070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-944ba1aa-7aa3-4183-bb05-0d7581e4da79 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/a5613e2f-db9f-43d6-919a-98c0e571e666 HTTP/1.1" status: 204  len: 168 time: 0.3185723
Jun 21 03:12:06.248070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:06.248327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:06.248414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46694) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:06.256536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ba1aa-7aa3-4183-bb05-0d7581e4da79 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5613e2f-db9f-43d6-919a-98c0e571e666,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:06.259133 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-944ba1aa-7aa3-4183-bb05-0d7581e4da79 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:06.264187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46696) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:06.273031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.285608 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:06.286132 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-248e98eb-44cb-4971-a2e1-cd456d195a0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:06.338909 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.359016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:06.360915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:06.363756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:06.372121 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d334914f-090e-449d-8ff0-c9bfa6dbd6cc tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1228909
Jun 21 03:12:06.378178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46700) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:06.383410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--860848553'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:06.385552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50ff8e74-7939-4f96-8602-895fb6d6aa4e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:12:06.412778 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e376ef48-23ef-4c7c-a70f-f0244fb5548c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/floatingips/2793337b-c0b1-4840-bd69-022cedd8f409 HTTP/1.1" status: 200  len: 992 time: 0.1468713
Jun 21 03:12:06.427745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=3c6ae6ab-08fa-4ee1-a51f-c9bd1975d5fb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:06.441966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.442432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.442962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.443947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.444402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.444842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.445276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.445734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.446232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.446676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.447113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.447552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:06.454985 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:06.491136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:12:06.491829 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:12:06.523834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.660387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.660991 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7aae3926-7680-4c89-ad78-b4d396e43066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.739902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.743714 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cdaba76c-60d6-429a-bf61-fc07cb15d0e4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:06.776948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fef0b5-1dbf-457d-9795-7a5c60ffd565,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:06.779586 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:06.858645 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.877123 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:06.881639 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4993417
Jun 21 03:12:06.886236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46712) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:06.892695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4da0e893-8775-4b31-8842-8acf36275c8d tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '87fef0b5-1dbf-457d-9795-7a5c60ffd565', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:06.896924 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-4da0e893-8775-4b31-8842-8acf36275c8d tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jun 21 03:12:06.898028 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-4da0e893-8775-4b31-8842-8acf36275c8d tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:06.899500 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4da0e893-8775-4b31-8842-8acf36275c8d tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0118179
Jun 21 03:12:06.904574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46714) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:07.027256 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-48a0f6b6-513d-4c6d-8fc6-b312e1f09571 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:07.073944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:07.114951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ff8e74-7939-4f96-8602-895fb6d6aa4e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:12:07.161940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:07.237495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:07.240527 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:07.242905 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-db6fa1f5-5250-493e-844f-400d57d385e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:07.315468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:07.319493 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:07.456479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['50ff8e74-7939-4f96-8602-895fb6d6aa4e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:12:07.486705 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-48a0f6b6-513d-4c6d-8fc6-b312e1f09571 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:07.602910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:07.684609 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-48a0f6b6-513d-4c6d-8fc6-b312e1f09571 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:07.686728 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-48a0f6b6-513d-4c6d-8fc6-b312e1f09571 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:07.690740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46730) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:07.691291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-48a0f6b6-513d-4c6d-8fc6-b312e1f09571 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/87fef0b5-1dbf-457d-9795-7a5c60ffd565 HTTP/1.1" status: 204  len: 168 time: 0.7852330
Jun 21 03:12:07.695333 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15e01442-252e-4199-b0b1-84b1516cf88c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:07.918965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3019d6e4-fbec-4e77-8709-ab3057e1711c tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2183409
Jun 21 03:12:07.919164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46738) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:07.925769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521607049'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:07.946590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0f6b6-513d-4c6d-8fc6-b312e1f09571 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fef0b5-1dbf-457d-9795-7a5c60ffd565,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:07.952130 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-48a0f6b6-513d-4c6d-8fc6-b312e1f09571 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:08.043452 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.065371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 13299681-dcda-4221-8a6c-1e2e12b661e3 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:12:08.118570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.265677 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.298560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:08.310477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c3a9e-c236-4a91-967f-86b05d2578c8 None None] Sync routers for ids ['13299681-dcda-4221-8a6c-1e2e12b661e3'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:08.325419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c3a9e-c236-4a91-967f-86b05d2578c8 None None] Routers {'13299681-dcda-4221-8a6c-1e2e12b661e3'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:08.325419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-540c3a9e-c236-4a91-967f-86b05d2578c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b00af0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['13299681-dcda-4221-8a6c-1e2e12b661e3'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:08.334065 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.371698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-540c3a9e-c236-4a91-967f-86b05d2578c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b00af0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:08.381190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c3a9e-c236-4a91-967f-86b05d2578c8 None None] Routers {'13299681-dcda-4221-8a6c-1e2e12b661e3'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:08.381862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-540c3a9e-c236-4a91-967f-86b05d2578c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b00af0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['13299681-dcda-4221-8a6c-1e2e12b661e3'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:08.415362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-540c3a9e-c236-4a91-967f-86b05d2578c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b00af0>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:08.416051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c3a9e-c236-4a91-967f-86b05d2578c8 None None] The sync data for ids ['13299681-dcda-4221-8a6c-1e2e12b661e3'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:08.547220 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.569699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-abaeb890-6762-4095-a0d1-ba20f967c91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:08.619663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6c39e3-1b3a-43a3-a95f-840d2037364b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:08.624428 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:08.694849 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.700492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 4.1302037
Jun 21 03:12:08.702333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46750) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:08.712852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.714485 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7940357
Jun 21 03:12:08.717348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46752) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:08.722961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-46c5861a-14e2-4f8e-a42c-86f2318f8a9f tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '7b6c39e3-1b3a-43a3-a95f-840d2037364b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:08.724038 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-46c5861a-14e2-4f8e-a42c-86f2318f8a9f tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jun 21 03:12:08.724893 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-46c5861a-14e2-4f8e-a42c-86f2318f8a9f tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:08.726179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-46c5861a-14e2-4f8e-a42c-86f2318f8a9f tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0075710
Jun 21 03:12:08.729759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46754) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:08.830187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b49159a7-396a-4ea8-bad0-30fad916b384 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.872726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b49159a7-396a-4ea8-bad0-30fad916b384 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:08.921094 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bb84a2d1-6974-40da-8bb1-ac7c792e1852 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/routers/13299681-dcda-4221-8a6c-1e2e12b661e3 HTTP/1.1" status: 200  len: 879 time: 0.2153654
Jun 21 03:12:08.921724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46760) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:09.145783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b49159a7-396a-4ea8-bad0-30fad916b384 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:09.150299 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b49159a7-396a-4ea8-bad0-30fad916b384 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:09.151906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b49159a7-396a-4ea8-bad0-30fad916b384 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/7b6c39e3-1b3a-43a3-a95f-840d2037364b HTTP/1.1" status: 204  len: 168 time: 0.4189003
Jun 21 03:12:09.154639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46768) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:09.158314 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ab3d09f0-6c69-401b-8dd1-710cc6ce80cf tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:09.172250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49159a7-396a-4ea8-bad0-30fad916b384 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6c39e3-1b3a-43a3-a95f-840d2037364b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:09.180212 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b49159a7-396a-4ea8-bad0-30fad916b384 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:09.236442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fea6f526-7ee8-40e4-a225-b14ad03147e0 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0765991
Jun 21 03:12:09.236442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46770) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:09.242121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--158706275'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:09.279100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9ae72ba0-bad7-47a1-84c8-c9ce0017a04c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.3561387
Jun 21 03:12:09.281647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46772) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:09.286372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-07809823-d2a0-4e59-9352-1d00cacce74a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-541827112'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:09.668919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50ff8e74-7939-4f96-8602-895fb6d6aa4e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:09.729489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 50ff8e74-7939-4f96-8602-895fb6d6aa4e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:09.729970 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:09.821242 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:09.844989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:12:09.847297 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7491d457-896c-4f3a-a9a5-aed72a4b1a92" -d '{"events": [{"server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "name": "network-vif-plugged", "status": "completed", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:12:09.862811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:09.899409 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89443b48-4d1d-4260-a4ea-48a6ef2538cf x-openstack-request-id: req-89443b48-4d1d-4260-a4ea-48a6ef2538cf {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:12:09.899757 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "name": "network-vif-plugged", "status": "completed", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:12:09.900024 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89443b48-4d1d-4260-a4ea-48a6ef2538cf {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:12:09.900439 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'code': 200}
Jun 21 03:12:10.059488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-07809823-d2a0-4e59-9352-1d00cacce74a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:10.385860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:10.426738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:10.427809 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:10.430050 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-68b32e8b-e8b3-48e8-a8b1-333e434f6595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:10.447778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-07809823-d2a0-4e59-9352-1d00cacce74a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:10.526452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:10.547556 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:10.674191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07809823-d2a0-4e59-9352-1d00cacce74a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 13299681-dcda-4221-8a6c-1e2e12b661e3 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:12:10.683497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:10.798857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07809823-d2a0-4e59-9352-1d00cacce74a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:10.807966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-07809823-d2a0-4e59-9352-1d00cacce74a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:10.809651 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-07809823-d2a0-4e59-9352-1d00cacce74a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/13299681-dcda-4221-8a6c-1e2e12b661e3 HTTP/1.1" status: 200  len: 886 time: 1.5266209
Jun 21 03:12:10.810883 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d34986-3c95-41c6-8c61-9ba9b746922e None None] Sync routers for ids ['13299681-dcda-4221-8a6c-1e2e12b661e3'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:10.811901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46796) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:10.822205 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d34986-3c95-41c6-8c61-9ba9b746922e None None] Routers {'13299681-dcda-4221-8a6c-1e2e12b661e3'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:10.822833 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b1d34986-3c95-41c6-8c61-9ba9b746922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8377610>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['13299681-dcda-4221-8a6c-1e2e12b661e3'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:10.864746 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b1d34986-3c95-41c6-8c61-9ba9b746922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8377610>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:10.874153 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d34986-3c95-41c6-8c61-9ba9b746922e None None] Routers {'13299681-dcda-4221-8a6c-1e2e12b661e3'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:10.875355 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b1d34986-3c95-41c6-8c61-9ba9b746922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8377610>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['13299681-dcda-4221-8a6c-1e2e12b661e3'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:10.910249 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b1d34986-3c95-41c6-8c61-9ba9b746922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8377610>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:10.910902 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d34986-3c95-41c6-8c61-9ba9b746922e None None] The sync data for ids ['13299681-dcda-4221-8a6c-1e2e12b661e3'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:10.917270 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:10.921511 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df31b505-85f0-4411-b3d1-90d4bce95486 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:10.976327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cace5f60-2225-4c36-b4ac-4eb95afa0d9a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:10.980307 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:10.989498 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-50de6428-54e7-49f3-8baf-d37106fcb744 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/routers/13299681-dcda-4221-8a6c-1e2e12b661e3 HTTP/1.1" status: 200  len: 886 time: 0.1763744
Jun 21 03:12:10.992353 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.045990 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3a10a134-cc8b-4fc0-9f36-a4cc8f5cda2d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=13299681-dcda-4221-8a6c-1e2e12b661e3 HTTP/1.1" status: 200  len: 205 time: 0.0524623
Jun 21 03:12:11.048522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46804) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.118620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.121149 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.8823533
Jun 21 03:12:11.123548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46810) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.129477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-68f92b88-1a54-4337-8a53-2edc217e6475 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'cace5f60-2225-4c36-b4ac-4eb95afa0d9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:11.131356 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-68f92b88-1a54-4337-8a53-2edc217e6475 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jun 21 03:12:11.132299 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-68f92b88-1a54-4337-8a53-2edc217e6475 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:11.139698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46812) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.140061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-68f92b88-1a54-4337-8a53-2edc217e6475 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0140543
Jun 21 03:12:11.145747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-729e17ad-5b19-490d-ac49-30aa42428b8e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'cace5f60-2225-4c36-b4ac-4eb95afa0d9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:11.146919 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-729e17ad-5b19-490d-ac49-30aa42428b8e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jun 21 03:12:11.147517 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-729e17ad-5b19-490d-ac49-30aa42428b8e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:11.149733 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-729e17ad-5b19-490d-ac49-30aa42428b8e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0093787
Jun 21 03:12:11.157120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46814) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.163096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6691571a-e708-4fd0-98d9-5d1543181194 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'cace5f60-2225-4c36-b4ac-4eb95afa0d9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:11.165565 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-6691571a-e708-4fd0-98d9-5d1543181194 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jun 21 03:12:11.166811 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-6691571a-e708-4fd0-98d9-5d1543181194 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:11.171653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6691571a-e708-4fd0-98d9-5d1543181194 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0132098
Jun 21 03:12:11.172406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46816) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.180582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2a25ddfb-526e-460b-a626-9d9b0d445fbb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'cace5f60-2225-4c36-b4ac-4eb95afa0d9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:11.182421 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-2a25ddfb-526e-460b-a626-9d9b0d445fbb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jun 21 03:12:11.183141 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-2a25ddfb-526e-460b-a626-9d9b0d445fbb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:11.187415 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2a25ddfb-526e-460b-a626-9d9b0d445fbb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0138443
Jun 21 03:12:11.188251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46818) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.276144 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.327403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b247271-37a2-4ea8-8372-96ebb5ce399a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.400490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b247271-37a2-4ea8-8372-96ebb5ce399a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.463799 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.551259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b247271-37a2-4ea8-8372-96ebb5ce399a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.554616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b247271-37a2-4ea8-8372-96ebb5ce399a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.555756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6b247271-37a2-4ea8-8372-96ebb5ce399a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/cace5f60-2225-4c36-b4ac-4eb95afa0d9a HTTP/1.1" status: 204  len: 168 time: 0.3661907
Jun 21 03:12:11.556667 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a1b31c7f-de44-4e53-97be-5ce5f75424a8 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:11.558597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46826) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.585303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b247271-37a2-4ea8-8372-96ebb5ce399a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cace5f60-2225-4c36-b4ac-4eb95afa0d9a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:11.587957 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b247271-37a2-4ea8-8372-96ebb5ce399a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:11.645740 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26c82c00-4fe7-4f9b-8528-270b17d01756 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0859179
Jun 21 03:12:11.657262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46830) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:11.685779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--454373621'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:11.737180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 3c6ae6ab-08fa-4ee1-a51f-c9bd1975d5fb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:11.737851 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.824245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.829466 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:11.987956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 3c6ae6ab-08fa-4ee1-a51f-c9bd1975d5fb owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:11.989281 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.094037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.098025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56cf8b12-d968-4299-a725-652845f69b93 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:12.140758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:12.151914 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:12.220970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.222725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5644128
Jun 21 03:12:12.229605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46840) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:12.234643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-01f9befd-f2e5-4d4d-9989-e7f96642a078 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:12.235877 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-01f9befd-f2e5-4d4d-9989-e7f96642a078 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jun 21 03:12:12.236557 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-01f9befd-f2e5-4d4d-9989-e7f96642a078 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:12.237747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-01f9befd-f2e5-4d4d-9989-e7f96642a078 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0068879
Jun 21 03:12:12.240496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46842) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:12.245098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5b9d60c3-0bd5-4104-8b6e-ac483ab84aa8 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:12.381106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.399052 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cd69e282-22ec-4c2d-b1ed-89e9ba070164 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:12.479816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=3c6ae6ab-08fa-4ee1-a51f-c9bd1975d5fb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:12.485663 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:12.528137 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-5b9d60c3-0bd5-4104-8b6e-ac483ab84aa8 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:12.529411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5b9d60c3-0bd5-4104-8b6e-ac483ab84aa8 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2877703
Jun 21 03:12:12.533902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.536016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46852) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:12.540808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-12606319-0144-416f-9510-2583521c0912 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:12.541300 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-12606319-0144-416f-9510-2583521c0912 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jun 21 03:12:12.544451 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-12606319-0144-416f-9510-2583521c0912 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:12.551965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-12606319-0144-416f-9510-2583521c0912 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0083418
Jun 21 03:12:12.552237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46854) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:12.556933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c773b403-7f92-4f2c-a597-e2ca4b0078e9 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:12.682952 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.697323 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.812887 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-c773b403-7f92-4f2c-a597-e2ca4b0078e9 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:12.814848 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c773b403-7f92-4f2c-a597-e2ca4b0078e9 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2607114
Jun 21 03:12:12.819953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46858) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:12.834233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-efbc7824-b9b1-49bb-8a30-3ec3ac8a4677 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:12.835081 n-d-758944-33 neutron-server[94166]: WARNING neutron.api.v2.base [None req-efbc7824-b9b1-49bb-8a30-3ec3ac8a4677 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jun 21 03:12:12.839317 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-efbc7824-b9b1-49bb-8a30-3ec3ac8a4677 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:12.841315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-efbc7824-b9b1-49bb-8a30-3ec3ac8a4677 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0193195
Jun 21 03:12:12.848022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.848022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Fanout notify agent at l3_agent the message router_deleted on router 13299681-dcda-4221-8a6c-1e2e12b661e3 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:12:12.854193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46860) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:12.858960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4089a699-a655-4486-a89f-d34c035abb6a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:12.868125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:12.872976 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/13299681-dcda-4221-8a6c-1e2e12b661e3 HTTP/1.1" status: 204  len: 168 time: 1.8195169
Jun 21 03:12:12.885097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46862) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:12.898805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-1398649207'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:13.119415 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:13.124471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:13.164162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:12:13.179476 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-4089a699-a655-4486-a89f-d34c035abb6a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:13.184638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4089a699-a655-4486-a89f-d34c035abb6a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3294075
Jun 21 03:12:13.195547 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:13.195547 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment 37e5c00a-4b2b-42d5-b992-77d3fb305cbc of type vlan for network 4986ed7b-f79f-48fb-8885-3f43b119901e
Jun 21 03:12:13.196227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46870) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:13.196227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-712a0432-d0b7-49b7-86f7-feccbf5b2697 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:13.196227 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-712a0432-d0b7-49b7-86f7-feccbf5b2697 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jun 21 03:12:13.196227 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-712a0432-d0b7-49b7-86f7-feccbf5b2697 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:13.196540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46872) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:13.197565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-712a0432-d0b7-49b7-86f7-feccbf5b2697 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0109668
Jun 21 03:12:13.202613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a2f8087c-a796-4139-a31a-8de60598ec23 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:13.264681 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:13.443468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:13.449583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:13.450125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:13.455546 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:13.645781 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-a2f8087c-a796-4139-a31a-8de60598ec23 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:13.645781 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a2f8087c-a796-4139-a31a-8de60598ec23 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.4441822
Jun 21 03:12:13.647922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46884) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:13.660359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-066ebc4f-bf79-4005-a32c-25c8d38c7e04 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:13.693620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=4986ed7b-f79f-48fb-8885-3f43b119901e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:13.695513 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:13.705427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4986ed7b-f79f-48fb-8885-3f43b119901e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:12:13.761742 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8730621
Jun 21 03:12:13.762498 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46886) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:13.768375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': '4986ed7b-f79f-48fb-8885-3f43b119901e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:13.923039 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-066ebc4f-bf79-4005-a32c-25c8d38c7e04 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:13.929617 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-066ebc4f-bf79-4005-a32c-25c8d38c7e04 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2737195
Jun 21 03:12:13.930983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46888) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:14.012960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-747d0907-104c-4aa4-86c5-dbb43c353335 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.026092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:14.033484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.062534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-747d0907-104c-4aa4-86c5-dbb43c353335 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.208963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-747d0907-104c-4aa4-86c5-dbb43c353335 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.212016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-747d0907-104c-4aa4-86c5-dbb43c353335 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.217038 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-747d0907-104c-4aa4-86c5-dbb43c353335 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b HTTP/1.1" status: 204  len: 168 time: 0.2804539
Jun 21 03:12:14.217038 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d4c6744a-b83d-4dd0-a38a-9a4390d15827 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:14.217238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46896) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:14.241769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d0907-104c-4aa4-86c5-dbb43c353335 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81f29d-7f38-47d5-b0ce-3ec4c9c2d69b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:14.258453 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-747d0907-104c-4aa4-86c5-dbb43c353335 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:14.306455 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9a75eadc-a9ab-45f2-af5e-b41aa0e35c31 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0827715
Jun 21 03:12:14.310529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46898) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:14.312174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--26246823'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:14.431737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.480080 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.493797 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fc3ac5dc-a2e7-458f-b2b4-61a39c42ba35 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:14.580779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=c0a1a2e2-474d-402b-844b-af818bf6f8af,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:14.591096 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:14.592114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': '37e5c00a-4b2b-42d5-b992-77d3fb305cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986ed7b-f79f-48fb-8885-3f43b119901e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:14.592537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: 4986ed7b-f79f-48fb-8885-3f43b119901e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:12:14.607515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.677031 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.677220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 4986ed7b-f79f-48fb-8885-3f43b119901e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:12:14.680472 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad134917-7472-4eb7-89a5-294584fc4ea4 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:14.722129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf02a26-a5d9-4e3a-a332-36ddfcfc4963,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:14.733676 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:14.831113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4986ed7b-f79f-48fb-8885-3f43b119901e) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:14.836146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:14.837084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.842813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc264bca-574a-49f2-93e9-6f51b531a5ad None None] Network 4986ed7b-f79f-48fb-8885-3f43b119901e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:14.853979 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:14.855597 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5472760
Jun 21 03:12:14.858461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46914) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:14.863517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-60276abe-aabf-4388-9db8-a325afaff75d tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'caf02a26-a5d9-4e3a-a332-36ddfcfc4963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:14.930336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1664941
Jun 21 03:12:14.935530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46918) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:14.941701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bdb2ece2-10f0-4b29-a8d4-c3ea8ab201a9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1236177425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:15.033837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4986ed7b-f79f-48fb-8885-3f43b119901e', 'network_id': '4986ed7b-f79f-48fb-8885-3f43b119901e', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': 'c0a1a2e2-474d-402b-844b-af818bf6f8af'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:12:15.034710 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.187890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ece2-10f0-4b29-a8d4-c3ea8ab201a9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.189074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ece2-10f0-4b29-a8d4-c3ea8ab201a9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.232925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Allocated IP 172.20.0.2 (4986ed7b-f79f-48fb-8885-3f43b119901e/c0a1a2e2-474d-402b-844b-af818bf6f8af/ab7354c2-b74d-4eb7-bc97-969b86da4c4e) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:15.265258 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-60276abe-aabf-4388-9db8-a325afaff75d tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The resource could not be found.
Jun 21 03:12:15.266748 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-60276abe-aabf-4388-9db8-a325afaff75d tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.4071159
Jun 21 03:12:15.269603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46926) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:15.277625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6c9b07e1-8a32-472a-8c4d-7afd5963376c tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'caf02a26-a5d9-4e3a-a332-36ddfcfc4963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a697a792-a921-43f9-9324-2b194e99f890'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:15.282289 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ece2-10f0-4b29-a8d4-c3ea8ab201a9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.351803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ece2-10f0-4b29-a8d4-c3ea8ab201a9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.419186 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.429551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Transition to ACTIVE for port object ab7354c2-b74d-4eb7-bc97-969b86da4c4e will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:15.447419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Transition to ACTIVE for port object ab7354c2-b74d-4eb7-bc97-969b86da4c4e will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:15.466143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ece2-10f0-4b29-a8d4-c3ea8ab201a9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.467766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bdb2ece2-10f0-4b29-a8d4-c3ea8ab201a9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5312197
Jun 21 03:12:15.470760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46930) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:15.511625 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-6c9b07e1-8a32-472a-8c4d-7afd5963376c tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The resource could not be found.
Jun 21 03:12:15.515257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6c9b07e1-8a32-472a-8c4d-7afd5963376c tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2418430
Jun 21 03:12:15.516153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46934) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:15.545944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.550694 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:15.735033 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dca31a6-aec5-4e15-b1c8-afd3c6208fe2 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.768176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Pushing event updated for resources: {'Port': ['ID=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:15.775414 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:15.777479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Network 4986ed7b-f79f-48fb-8885-3f43b119901e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:15.783209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:15.784991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dca31a6-aec5-4e15-b1c8-afd3c6208fe2 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.791034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:15.922527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Attempting to bind port ab7354c2-b74d-4eb7-bc97-969b86da4c4e on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:15.924044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Attempting to bind port ab7354c2-b74d-4eb7-bc97-969b86da4c4e by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '37e5c00a-4b2b-42d5-b992-77d3fb305cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986ed7b-f79f-48fb-8885-3f43b119901e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:15.924657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Attempting to bind port ab7354c2-b74d-4eb7-bc97-969b86da4c4e on network 4986ed7b-f79f-48fb-8885-3f43b119901e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:15.929892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dca31a6-aec5-4e15-b1c8-afd3c6208fe2 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.931262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:15.931665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Checking segment: {'id': '37e5c00a-4b2b-42d5-b992-77d3fb305cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986ed7b-f79f-48fb-8885-3f43b119901e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:15.936166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.936166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Bound using segment: {'id': '37e5c00a-4b2b-42d5-b992-77d3fb305cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986ed7b-f79f-48fb-8885-3f43b119901e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:15.936166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Bound port: ab7354c2-b74d-4eb7-bc97-969b86da4c4e, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e5c00a-4b2b-42d5-b992-77d3fb305cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986ed7b-f79f-48fb-8885-3f43b119901e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:15.936468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dca31a6-aec5-4e15-b1c8-afd3c6208fe2 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.936557 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:15.936650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8dca31a6-aec5-4e15-b1c8-afd3c6208fe2 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/caf02a26-a5d9-4e3a-a332-36ddfcfc4963 HTTP/1.1" status: 204  len: 168 time: 0.4164445
Jun 21 03:12:15.936940 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1a084417-b0c6-4e25-9d6e-46f3f3e27bc0 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:15.940382 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46942) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:15.976828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca31a6-aec5-4e15-b1c8-afd3c6208fe2 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf02a26-a5d9-4e3a-a332-36ddfcfc4963,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:15.989368 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8dca31a6-aec5-4e15-b1c8-afd3c6208fe2 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:16.005112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] For port ab7354c2-b74d-4eb7-bc97-969b86da4c4e, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:16.013195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] For port ab7354c2-b74d-4eb7-bc97-969b86da4c4e, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,segment=NetworkSegment(37e5c00a-4b2b-42d5-b992-77d3fb305cbc),segment_id=37e5c00a-4b2b-42d5-b992-77d3fb305cbc)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:16.039167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:16.071114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 46946) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:16.071598 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6591c7b1-82ec-48bc-90eb-c5f12d2ed90b tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1270754
Jun 21 03:12:16.089636 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:16.092697 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:16.098424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-41e6d61f-c352-4daf-9486-31b51846585e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': '91199b0e-bef2-4a20-9bfd-e582e6994e6e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:16.197250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Pushing event updated for resources: {'Port': ['ID=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:16.200491 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:16.540592 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-41e6d61f-c352-4daf-9486-31b51846585e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The resource could not be found.
Jun 21 03:12:16.542005 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-41e6d61f-c352-4daf-9486-31b51846585e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4692056
Jun 21 03:12:16.546218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46956) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:16.553220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068825715'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:16.693899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:16.762116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.20.0.1 (4986ed7b-f79f-48fb-8885-3f43b119901e/c0a1a2e2-474d-402b-844b-af818bf6f8af/25e8071a-0f92-48d2-9061-9a1b93328601) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:16.957706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.014019 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.027058 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ddae7e7-fe85-406f-9c5e-74b9f193967f tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:17.073391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee6d699-22b4-4902-81e2-f404d1906354,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:17.076446 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:17.101584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.126453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5660572
Jun 21 03:12:17.127338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46966) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:17.143276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--168063397'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:17.460728 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.479129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ab7354c2-b74d-4eb7-bc97-969b86da4c4e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:17.485579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.544570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object 25e8071a-0f92-48d2-9061-9a1b93328601 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:17.700160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.728300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.730705 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-784cde01-738c-44e6-b51d-ca2d3c854716 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:17.791770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ab7354c2-b74d-4eb7-bc97-969b86da4c4e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:17.791970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 4986ed7b-f79f-48fb-8885-3f43b119901e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:17.794961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:17.835311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:17.838459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2438228-78e4-426a-89c0-4dbeb1c2abc9 None None] Network 4986ed7b-f79f-48fb-8885-3f43b119901e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:17.861908 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.864076 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6e7b6f0b-98b3-430e-92dd-58dfc9f14c78 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:17.891344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=25e8071a-0f92-48d2-9061-9a1b93328601,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:17.896459 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:17.931344 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:17.962967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af0493-ddb0-45db-b220-09021ecdc890,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:17.967390 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:18.099734 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:18.101291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.9731829
Jun 21 03:12:18.104111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46982) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:18.109669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-67a282c9-4060-4d3a-a865-8fada53a1156 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group_rule': {'security_group_id': 'aee6d699-22b4-4902-81e2-f404d1906354', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f9af0493-ddb0-45db-b220-09021ecdc890'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:18.284624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] Provisioning for port ab7354c2-b74d-4eb7-bc97-969b86da4c4e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:18.290341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] Provisioning complete for port ab7354c2-b74d-4eb7-bc97-969b86da4c4e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:18.290723 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:18.395110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:18.423731 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:18.462257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] For port ab7354c2-b74d-4eb7-bc97-969b86da4c4e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,segment=NetworkSegment(37e5c00a-4b2b-42d5-b992-77d3fb305cbc),segment_id=37e5c00a-4b2b-42d5-b992-77d3fb305cbc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:18.836588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:18.840903 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-67a282c9-4060-4d3a-a865-8fada53a1156 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:12:18.840903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-67a282c9-4060-4d3a-a865-8fada53a1156 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.7333729
Jun 21 03:12:18.843799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 46998) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:18.870828 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:18.872877 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:18.945534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.028484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d5d590a-9665-4c4a-b93d-f326e783f361 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.057369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] Pushing event updated for resources: {'Port': ['ID=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:19.064224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d5d590a-9665-4c4a-b93d-f326e783f361 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.065873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-57543f3f-a048-4b02-aec1-848c4ae779d8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:19.072175 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:19.076946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-33761782-6934-453f-b54d-9429e3e92927 None None] Provisioning complete for port ab7354c2-b74d-4eb7-bc97-969b86da4c4e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:19.076946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33761782-6934-453f-b54d-9429e3e92927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.084160 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.253785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d5d590a-9665-4c4a-b93d-f326e783f361 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.256900 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d5d590a-9665-4c4a-b93d-f326e783f361 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.258073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1d5d590a-9665-4c4a-b93d-f326e783f361 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/f9af0493-ddb0-45db-b220-09021ecdc890 HTTP/1.1" status: 204  len: 168 time: 0.4105258
Jun 21 03:12:19.259152 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b49159a7-396a-4ea8-bad0-30fad916b384 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:19.262316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47006) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:19.297423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d590a-9665-4c4a-b93d-f326e783f361 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af0493-ddb0-45db-b220-09021ecdc890,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:19.301241 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d5d590a-9665-4c4a-b93d-f326e783f361 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:19.304968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ab7354c2-b74d-4eb7-bc97-969b86da4c4e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:19.337594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-41d90f4f-ca48-41fd-898f-44b68077ada7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0738432
Jun 21 03:12:19.345944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47008) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:19.351593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=25e8071a-0f92-48d2-9061-9a1b93328601,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:19.357697 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:19.363266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-33761782-6934-453f-b54d-9429e3e92927 None None] Provisioning for port 25e8071a-0f92-48d2-9061-9a1b93328601 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:19.381902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-33761782-6934-453f-b54d-9429e3e92927 None None] Provisioning complete for port 25e8071a-0f92-48d2-9061-9a1b93328601 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:19.382418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33761782-6934-453f-b54d-9429e3e92927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.452804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 4986ed7b-f79f-48fb-8885-3f43b119901e is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:19.457852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:19.531083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-33761782-6934-453f-b54d-9429e3e92927 None None] Port 25e8071a-0f92-48d2-9061-9a1b93328601 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:19.544715 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3de2f0bd-32ec-48fa-81b7-49dd31128e9e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.570306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ab7354c2-b74d-4eb7-bc97-969b86da4c4e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:19.571128 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.596865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3de2f0bd-32ec-48fa-81b7-49dd31128e9e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.668262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6c7bbc4b-ce8a-43ce-b011-aadee84b5316 None None] Provisioning complete for port 25e8071a-0f92-48d2-9061-9a1b93328601 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:19.669995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6c7bbc4b-ce8a-43ce-b011-aadee84b5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.729227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bbc4b-ce8a-43ce-b011-aadee84b5316 None None] Port 25e8071a-0f92-48d2-9061-9a1b93328601 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:19.860470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3de2f0bd-32ec-48fa-81b7-49dd31128e9e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.863440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3de2f0bd-32ec-48fa-81b7-49dd31128e9e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:19.865712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3de2f0bd-32ec-48fa-81b7-49dd31128e9e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/aee6d699-22b4-4902-81e2-f404d1906354 HTTP/1.1" status: 204  len: 168 time: 0.5182514
Jun 21 03:12:19.866822 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:19.867794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47026) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:19.893547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2f0bd-32ec-48fa-81b7-49dd31128e9e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee6d699-22b4-4902-81e2-f404d1906354,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:19.901404 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3de2f0bd-32ec-48fa-81b7-49dd31128e9e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:19.926457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 07e0dd6c-e0ac-457b-a6d1-64ae328cb767 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:12:19.990444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3d570780-413b-4f77-bc81-49c69e5c33d3 None None] Provisioning complete for port 25e8071a-0f92-48d2-9061-9a1b93328601 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:19.990444 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3d570780-413b-4f77-bc81-49c69e5c33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:20.058661 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b808f45a-9dc8-4b48-9579-a0fd029bcad6 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1823101
Jun 21 03:12:20.058809 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47032) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:20.063098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'tempest-secgroup--263534044'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:20.106735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:20.108147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3d570780-413b-4f77-bc81-49c69e5c33d3 None None] Port 25e8071a-0f92-48d2-9061-9a1b93328601 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:20.120395 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/07e0dd6c-e0ac-457b-a6d1-64ae328cb767/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6483676
Jun 21 03:12:20.121595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b058f7-e65e-4e39-8d6e-bf080ead8379 None None] Sync routers for ids ['07e0dd6c-e0ac-457b-a6d1-64ae328cb767'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:20.126473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47034) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:20.157478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b058f7-e65e-4e39-8d6e-bf080ead8379 None None] Routers {'07e0dd6c-e0ac-457b-a6d1-64ae328cb767'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:20.158202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f5b058f7-e65e-4e39-8d6e-bf080ead8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c77850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['07e0dd6c-e0ac-457b-a6d1-64ae328cb767'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:20.246196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f5b058f7-e65e-4e39-8d6e-bf080ead8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c77850>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:20.254195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:20.295032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b058f7-e65e-4e39-8d6e-bf080ead8379 None None] Routers {'07e0dd6c-e0ac-457b-a6d1-64ae328cb767'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:20.295800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f5b058f7-e65e-4e39-8d6e-bf080ead8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c77850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['07e0dd6c-e0ac-457b-a6d1-64ae328cb767'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:20.309103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c9921-6fab-45bf-b213-6caedfc92db0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:20.310999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b19c9921-6fab-45bf-b213-6caedfc92db0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports/25e8071a-0f92-48d2-9061-9a1b93328601 HTTP/1.1" status: 200  len: 910 time: 0.1834626
Jun 21 03:12:20.313715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47038) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:20.320988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0a1a2e2-474d-402b-844b-af818bf6f8af'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:20.333004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f5b058f7-e65e-4e39-8d6e-bf080ead8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c77850>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:20.335414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b058f7-e65e-4e39-8d6e-bf080ead8379 None None] The sync data for ids ['07e0dd6c-e0ac-457b-a6d1-64ae328cb767'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:20.594221 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:20.751051 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:20.757115 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6b247271-37a2-4ea8-8372-96ebb5ce399a tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:20.778950 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:20.802361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e109b3f-51bb-4440-9c27-ee4e703d4010,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:20.808525 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:20.911737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:20.914460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8551483
Jun 21 03:12:20.920369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47050) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:20.927575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9d914e4f-b0ae-474e-9e76-ed0c6c706000 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:20.928332 n-d-758944-33 neutron-server[94167]: WARNING neutron.api.v2.base [None req-9d914e4f-b0ae-474e-9e76-ed0c6c706000 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jun 21 03:12:20.930242 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-9d914e4f-b0ae-474e-9e76-ed0c6c706000 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] update failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:12:20.933561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9d914e4f-b0ae-474e-9e76-ed0c6c706000 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "PUT /v2.0/security-groups/2e109b3f-51bb-4440-9c27-ee4e703d4010 HTTP/1.1" status: 409  len: 330 time: 0.0114121
Jun 21 03:12:20.936872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47052) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:21.062549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-797e5d93-ea14-4c39-9339-58382331bd0e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:21.134687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-797e5d93-ea14-4c39-9339-58382331bd0e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:21.365271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-797e5d93-ea14-4c39-9339-58382331bd0e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:21.373021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-797e5d93-ea14-4c39-9339-58382331bd0e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:21.373021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-797e5d93-ea14-4c39-9339-58382331bd0e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e109b3f-51bb-4440-9c27-ee4e703d4010 HTTP/1.1" status: 204  len: 168 time: 0.4310403
Jun 21 03:12:21.373021 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36fdf17c-5b7a-476f-a225-b5de2172a0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:21.380870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47058) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:21.413672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e5d93-ea14-4c39-9339-58382331bd0e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e109b3f-51bb-4440-9c27-ee4e703d4010,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:21.424523 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-797e5d93-ea14-4c39-9339-58382331bd0e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:21.493929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-72762c4e-7eab-4c2c-8faa-a607328f547f tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1077781
Jun 21 03:12:21.501415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47062) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:21.559974 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-14ff89bc-db16-40c8-8771-dc1cb240362c tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] delete failed (client error): The resource could not be found.
Jun 21 03:12:21.562387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-14ff89bc-db16-40c8-8771-dc1cb240362c tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "DELETE /v2.0/security-groups/014f2b79-a993-4cea-bcd5-53a7965c040e HTTP/1.1" status: 404  len: 347 time: 0.0621669
Jun 21 03:12:21.567026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47068) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:21.604701 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-e15a61c4-4081-4475-8552-2d67dc477f8c tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] show failed (client error): The resource could not be found.
Jun 21 03:12:21.606347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e15a61c4-4081-4475-8552-2d67dc477f8c tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-groups/20668f78-2a05-4183-b5e7-f0f9f8564e0f HTTP/1.1" status: 404  len: 347 time: 0.0359235
Jun 21 03:12:21.611563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47070) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:21.631617 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-5542dcab-f13b-4eac-87c5-0ed9233f7901 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] show failed (client error): The resource could not be found.
Jun 21 03:12:21.636615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5542dcab-f13b-4eac-87c5-0ed9233f7901 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] 10.222.0.25 "GET /v2.0/security-group-rules/08a483a2-8e82-4634-9dc6-f49cbacfa45b HTTP/1.1" status: 404  len: 356 time: 0.0202360
Jun 21 03:12:21.800439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:21.951226 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:21.956905 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a12e38b-132f-443e-84f6-95a9cdf666f9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:22.123604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=25e8071a-0f92-48d2-9061-9a1b93328601,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:22.128658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:22.129663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:22.133401 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/ports/25e8071a-0f92-48d2-9061-9a1b93328601 HTTP/1.1" status: 200  len: 910 time: 1.8161545
Jun 21 03:12:22.133401 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:22.134780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47094) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:22.477163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47104) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:22.795075 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:22.857638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d17cea3a-6373-452f-bcec-eb729f9bf707 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01d86e6802de488d9ce023d0fa884ed9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3779671
Jun 21 03:12:22.860874 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47112) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:22.950529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdf9252a-63f3-4c52-bc80-011e085f514e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:22.998798 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdf9252a-63f3-4c52-bc80-011e085f514e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:23.196917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdf9252a-63f3-4c52-bc80-011e085f514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:23.200384 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdf9252a-63f3-4c52-bc80-011e085f514e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:23.204551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cdf9252a-63f3-4c52-bc80-011e085f514e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/434cb59e-48ec-4e78-882e-8e332d9d03b8 HTTP/1.1" status: 204  len: 168 time: 0.3426104
Jun 21 03:12:23.206365 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-93078420-6a92-4543-8841-f1c8d3f43aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:23.223628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9252a-63f3-4c52-bc80-011e085f514e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434cb59e-48ec-4e78-882e-8e332d9d03b8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:23.227769 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cdf9252a-63f3-4c52-bc80-011e085f514e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:23.444503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 25e8071a-0f92-48d2-9061-9a1b93328601 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:23.445223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:23.867818 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:24.050705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 25e8071a-0f92-48d2-9061-9a1b93328601 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:24.408265 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:24.412894 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52e7e5c5-0d2f-465e-a30e-2567875ce138 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:24.922726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=25e8071a-0f92-48d2-9061-9a1b93328601,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:24.930576 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:25.132769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:25.133668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47166) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:25.333931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-33b9958d-512e-408a-b641-5ece8990ff75 tempest-ServiceProvidersTest-158593308 tempest-ServiceProvidersTest-158593308-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1988964
Jun 21 03:12:25.387994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 07e0dd6c-e0ac-457b-a6d1-64ae328cb767 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:12:25.483314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:25.489042 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/07e0dd6c-e0ac-457b-a6d1-64ae328cb767/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3530414
Jun 21 03:12:25.495098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47174) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:25.503759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061f612-29dc-42a1-baa0-006ebaf9d30e None None] Sync routers for ids ['07e0dd6c-e0ac-457b-a6d1-64ae328cb767'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:25.522495 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061f612-29dc-42a1-baa0-006ebaf9d30e None None] Routers {'07e0dd6c-e0ac-457b-a6d1-64ae328cb767'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:25.524663 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-6061f612-29dc-42a1-baa0-006ebaf9d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8377100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['07e0dd6c-e0ac-457b-a6d1-64ae328cb767'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:25.538414 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-409aaa09-f9c5-4d30-81fd-cde5729ee4ba tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e0dd6c-e0ac-457b-a6d1-64ae328cb767 HTTP/1.1" status: 200  len: 205 time: 0.0390432
Jun 21 03:12:25.540882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47176) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:25.583497 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-6061f612-29dc-42a1-baa0-006ebaf9d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8377100>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:25.593379 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061f612-29dc-42a1-baa0-006ebaf9d30e None None] Routers {'07e0dd6c-e0ac-457b-a6d1-64ae328cb767'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:25.593989 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-6061f612-29dc-42a1-baa0-006ebaf9d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8377100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['07e0dd6c-e0ac-457b-a6d1-64ae328cb767'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:25.635135 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-6061f612-29dc-42a1-baa0-006ebaf9d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8377100>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:25.635843 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061f612-29dc-42a1-baa0-006ebaf9d30e None None] The sync data for ids ['07e0dd6c-e0ac-457b-a6d1-64ae328cb767'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:25.640674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b67105e3-e31a-4f0f-9d28-c87e9ec9ee51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:25.826726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b67105e3-e31a-4f0f-9d28-c87e9ec9ee51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:25.829198 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b67105e3-e31a-4f0f-9d28-c87e9ec9ee51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.014155 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b67105e3-e31a-4f0f-9d28-c87e9ec9ee51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.014808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67105e3-e31a-4f0f-9d28-c87e9ec9ee51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Fanout notify agent at l3_agent the message router_deleted on router 07e0dd6c-e0ac-457b-a6d1-64ae328cb767 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:12:26.022630 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b67105e3-e31a-4f0f-9d28-c87e9ec9ee51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.026597 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b67105e3-e31a-4f0f-9d28-c87e9ec9ee51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/07e0dd6c-e0ac-457b-a6d1-64ae328cb767 HTTP/1.1" status: 204  len: 168 time: 0.4816754
Jun 21 03:12:26.027352 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47202) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:26.113594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet c0a1a2e2-474d-402b-844b-af818bf6f8af {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:12:26.120400 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.204412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.217236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47208) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:26.324325 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.375812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-755de95b-5779-4992-a859-fc5f6acc3e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.489000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.492901 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-23fad4cf-6d95-4d2f-8012-2923ea200b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:26.563793 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a1a2e2-474d-402b-844b-af818bf6f8af,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:26.583720 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:26.596333 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.602366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f977ce2d-8c2c-4582-a4dd-becbf1c54988 None None] Network 4986ed7b-f79f-48fb-8885-3f43b119901e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:26.602999 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f7e58e17-8543-4492-a4b5-f2e3e37f29ad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/c0a1a2e2-474d-402b-844b-af818bf6f8af HTTP/1.1" status: 204  len: 168 time: 0.5712476
Jun 21 03:12:26.603122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47216) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:26.747050 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.798605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-755de95b-5779-4992-a859-fc5f6acc3e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.824196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:26.873038 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-755de95b-5779-4992-a859-fc5f6acc3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:26.910052 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63ed8909-8e8d-4b66-9c3a-201588f01b97 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:26.915305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-755de95b-5779-4992-a859-fc5f6acc3e02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b43b62a755f04439ada714f2dbcddb1a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6956201
Jun 21 03:12:26.921849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47230) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:26.973018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] DHCP port deletion for 4986ed7b-f79f-48fb-8885-3f43b119901e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:12:26.984441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755de95b-5779-4992-a859-fc5f6acc3e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f9bb15-437f-46be-baaf-8fa6ebdc0fe8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:27.000213 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-755de95b-5779-4992-a859-fc5f6acc3e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:27.006639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port ab7354c2-b74d-4eb7-bc97-969b86da4c4e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:27.011454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.035031 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17e5b0d7-bcaa-4f80-a7c7-7c974e399f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.062672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17e5b0d7-bcaa-4f80-a7c7-7c974e399f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.079575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] Deleting port ab7354c2-b74d-4eb7-bc97-969b86da4c4e {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:27.079971 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.105386 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-21f72f48-9459-454c-8173-13a2dbeaa0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.115069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port ab7354c2-b74d-4eb7-bc97-969b86da4c4e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,segment=NetworkSegment(37e5c00a-4b2b-42d5-b992-77d3fb305cbc),segment_id=37e5c00a-4b2b-42d5-b992-77d3fb305cbc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:27.115869 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.173075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] For port ab7354c2-b74d-4eb7-bc97-969b86da4c4e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,segment=NetworkSegment(37e5c00a-4b2b-42d5-b992-77d3fb305cbc),segment_id=37e5c00a-4b2b-42d5-b992-77d3fb305cbc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:27.173514 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.211634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for ab7354c2-b74d-4eb7-bc97-969b86da4c4e owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:27.266622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] Calling delete_port for ab7354c2-b74d-4eb7-bc97-969b86da4c4e owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:27.341189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ab7354c2-b74d-4eb7-bc97-969b86da4c4e no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:12:27.365622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17e5b0d7-bcaa-4f80-a7c7-7c974e399f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.371381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-17e5b0d7-bcaa-4f80-a7c7-7c974e399f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.371381 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-17e5b0d7-bcaa-4f80-a7c7-7c974e399f25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9f9bb15-437f-46be-baaf-8fa6ebdc0fe8 HTTP/1.1" status: 204  len: 168 time: 0.4461019
Jun 21 03:12:27.371381 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2aaf4c8b-7167-42b6-871f-9947c5431115 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:27.397967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5b0d7-bcaa-4f80-a7c7-7c974e399f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f9bb15-437f-46be-baaf-8fa6ebdc0fe8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:27.400827 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-17e5b0d7-bcaa-4f80-a7c7-7c974e399f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:27.456415 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.466497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-21f72f48-9459-454c-8173-13a2dbeaa0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.505138 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.511151 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-abfbc564-e646-41b9-9dd6-2f625c0dd589 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:27.529299 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.531748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:27.536827 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:27.537834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port ab7354c2-b74d-4eb7-bc97-969b86da4c4e on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:12:27.539644 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:27.544539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] No DVR routers for this DVR port ab7354c2-b74d-4eb7-bc97-969b86da4c4e on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:12:27.567173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] Pushing event deleted for resources: {'Port': ['ID=ab7354c2-b74d-4eb7-bc97-969b86da4c4e,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:27.569613 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:27.627409 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.638483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d27e4b50>,) {'filters': {'network_id': ['4986ed7b-f79f-48fb-8885-3f43b119901e']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:27.644129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-21f72f48-9459-454c-8173-13a2dbeaa0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.650260 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1380d35c-0773-433d-ab54-109efe8df858 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:27.651419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d27e4b50>, '37e5c00a-4b2b-42d5-b992-77d3fb305cbc') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:27.651906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d27e4b50>, '37e5c00a-4b2b-42d5-b992-77d3fb305cbc') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:27.662324 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.684821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.696316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:12:27.696976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:12:27.705374 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:12:27.707960 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-21f72f48-9459-454c-8173-13a2dbeaa0e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a84720acbd646f0af109fca394b1df1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8772557
Jun 21 03:12:27.707960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f72f48-9459-454c-8173-13a2dbeaa0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75c1b9-c0f8-4287-869a-4ecbc51a2489,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:27.707960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:27.726688 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-21f72f48-9459-454c-8173-13a2dbeaa0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:27.780849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3720e237-499e-4191-a34b-a0d8d080d853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.804228 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3720e237-499e-4191-a34b-a0d8d080d853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.848622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.866492 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63703ec1-98ba-4c8b-91ac-46303ff9836e tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:27.889702 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.892282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/4986ed7b-f79f-48fb-8885-3f43b119901e HTTP/1.1" status: 204  len: 168 time: 1.2874942
Jun 21 03:12:27.892634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=4986ed7b-f79f-48fb-8885-3f43b119901e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:27.896088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:27.901513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bc3bde78-c49b-40b1-aa57-5342e18adbb2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-302172715', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:27.906768 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:27.951174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3720e237-499e-4191-a34b-a0d8d080d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.954580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3720e237-499e-4191-a34b-a0d8d080d853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:27.955846 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3720e237-499e-4191-a34b-a0d8d080d853 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b75c1b9-c0f8-4287-869a-4ecbc51a2489 HTTP/1.1" status: 204  len: 168 time: 0.2348530
Jun 21 03:12:27.956751 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-747d0907-104c-4aa4-86c5-dbb43c353335 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:27.966631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720e237-499e-4191-a34b-a0d8d080d853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75c1b9-c0f8-4287-869a-4ecbc51a2489,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:27.969308 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3720e237-499e-4191-a34b-a0d8d080d853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:28.032936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc3bde78-c49b-40b1-aa57-5342e18adbb2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.032936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc3bde78-c49b-40b1-aa57-5342e18adbb2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.128277 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc3bde78-c49b-40b1-aa57-5342e18adbb2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.248122 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc3bde78-c49b-40b1-aa57-5342e18adbb2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.414004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc3bde78-c49b-40b1-aa57-5342e18adbb2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.415358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc3bde78-c49b-40b1-aa57-5342e18adbb2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.5188150
Jun 21 03:12:28.418069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47272) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:28.425770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525913445'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:28.579632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:28.584058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.622262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:12:28.636849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.637444 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment c5a41232-c9d2-4588-8a6f-26b6f182fbe5 of type vlan for network 72e3defc-ae7a-4729-b8e0-1887f377e5ce
Jun 21 03:12:28.703483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.813992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.820289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:28.827092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:28.827092 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aef8de89-b87c-413b-a133-cc842e8cd593 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:28.904242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=72e3defc-ae7a-4729-b8e0-1887f377e5ce,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:28.914117 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:28.918992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 72e3defc-ae7a-4729-b8e0-1887f377e5ce details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:12:28.974590 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5553081
Jun 21 03:12:28.977399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47292) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:28.983712 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:29.117487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47296) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:29.163174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:29.170621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.235192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1706119719'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:29.402660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Made reservation on behalf of 45add833418448d1abd5080862436f9a for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:29.406652 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.417146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.511290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.520857 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0356ca44-239f-4b9a-bd68-e2770f2a906e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:29.576549 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.602849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=4e0364d7-ca74-4b40-8d72-08d8b9063b7d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:29.610077 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:29.622096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:29.622481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: 72e3defc-ae7a-4729-b8e0-1887f377e5ce, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:12:29.710882 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.714284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-17e5b0d7-bcaa-4f80-a7c7-7c974e399f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:29.742570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 72e3defc-ae7a-4729-b8e0-1887f377e5ce is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:12:29.747680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:12:29.760301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65810a06-a742-412d-984e-a705f37feee6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:29.765360 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:29.766771 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.767172 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Added segment bc4cb21a-6e85-44ec-b064-300f90c07616 of type vlan for network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11
Jun 21 03:12:29.816793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.873959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 72e3defc-ae7a-4729-b8e0-1887f377e5ce) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:29.873959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:29.873959 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:29.878909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a967dda-af91-4573-889c-3b29a1e7375a None None] Network 72e3defc-ae7a-4729-b8e0-1887f377e5ce requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:30.001683 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:30.016743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:30.018011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:30.044583 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8cb621c2-91d8-4545-b6f5-ed5e2df75304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:30.063876 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0851786
Jun 21 03:12:30.066594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47316) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:30.092118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:12:30.094278 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:30.186306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Pushing event updated for resources: {'Network': ['ID=2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:30.189983 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:30.197051 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0784044
Jun 21 03:12:30.198506 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:30.205096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Request body: {'subnet': {'network_id': '2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:30.242789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:12:30.419351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Made reservation on behalf of 45add833418448d1abd5080862436f9a for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:30.423180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:30.447495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Allocated IP 172.20.0.2 (72e3defc-ae7a-4729-b8e0-1887f377e5ce/4e0364d7-ca74-4b40-8d72-08d8b9063b7d/06a87557-47be-418c-bf41-93e3a8d9de06) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:30.731458 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:30.736072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Transition to ACTIVE for port object 06a87557-47be-418c-bf41-93e3a8d9de06 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:30.752824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Transition to ACTIVE for port object 06a87557-47be-418c-bf41-93e3a8d9de06 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:30.819716 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:30.823183 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-159851d8-3eb4-4f46-98f8-7a4b403c3dd4 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:30.874088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Pushing event updated for resources: {'Subnet': ['ID=13b0688b-dd22-420a-b3cf-3496116d459d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:30.878405 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:30.889251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:30.889251 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6e2d092-8d47-4b56-a9b1-b084d3b6fd31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:30.899709 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:30.901910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Checking segment: {'id': 'bc4cb21a-6e85-44ec-b064-300f90c07616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:30.902643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Network hostable DHCP agents. Network: 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:12:30.946225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Pushing event updated for resources: {'Port': ['ID=06a87557-47be-418c-bf41-93e3a8d9de06,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:30.947773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Network 72e3defc-ae7a-4729-b8e0-1887f377e5ce is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:30.949157 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:30.969177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:30.969177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:31.022224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Attempting to bind port 06a87557-47be-418c-bf41-93e3a8d9de06 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:31.022614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Attempting to bind port 06a87557-47be-418c-bf41-93e3a8d9de06 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:31.022997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Attempting to bind port 06a87557-47be-418c-bf41-93e3a8d9de06 on network 72e3defc-ae7a-4729-b8e0-1887f377e5ce {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:31.028441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:31.028834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Checking segment: {'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:31.029251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.029701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Bound using segment: {'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:31.030188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Bound port: 06a87557-47be-418c-bf41-93e3a8d9de06, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:31.030579 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.036657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:12:31.134589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] For port 06a87557-47be-418c-bf41-93e3a8d9de06, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:31.138093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] For port 06a87557-47be-418c-bf41-93e3a8d9de06, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06a87557-47be-418c-bf41-93e3a8d9de06,segment=NetworkSegment(c5a41232-c9d2-4588-8a6f-26b6f182fbe5),segment_id=c5a41232-c9d2-4588-8a6f-26b6f182fbe5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:31.175623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:31.177178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.20.0.1 (72e3defc-ae7a-4729-b8e0-1887f377e5ce/4e0364d7-ca74-4b40-8d72-08d8b9063b7d/45b4c0e5-0382-41c1-ad45-33c5bbff9711) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:31.187639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:31.188243 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.198670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72dcd96-cadb-4be0-a162-071eb6d44189 None None] Network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:31.298015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.305046 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:31.320234 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1174483
Jun 21 03:12:31.320482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47338) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:31.325758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Request body: {'port': {'network_id': '2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11', 'name': 'tempest-TagsExtTest-400163623'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:31.343607 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.362948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object 45b4c0e5-0382-41c1-ad45-33c5bbff9711 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:31.449500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Pushing event updated for resources: {'Port': ['ID=06a87557-47be-418c-bf41-93e3a8d9de06,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:31.452533 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:31.462857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11', 'network_id': '2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11', 'tenant_id': '45add833418448d1abd5080862436f9a', 'fixed_ips': [{'subnet_id': '13b0688b-dd22-420a-b3cf-3496116d459d'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:12:31.465927 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.469244 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09f8cebb-e039-4347-b3a3-60d3ebb27695 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:31.476622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.565415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 72e3defc-ae7a-4729-b8e0-1887f377e5ce is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:31.572005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:31.577424 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:31.578077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Made reservation on behalf of 45add833418448d1abd5080862436f9a for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:31.592044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.608378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=45b4c0e5-0382-41c1-ad45-33c5bbff9711,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:31.616349 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:31.648260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] device_id is not set on port 912e6900-487e-458f-ba19-550042db6e0b yet. {{(pid=94166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 21 03:12:31.659286 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.668689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Allocated IP 172.20.0.2 (2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11/13b0688b-dd22-420a-b3cf-3496116d459d/1dfe6021-5175-4e11-bd96-a104546b7793) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:31.985429 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:31.998496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Transition to ACTIVE for port object 1dfe6021-5175-4e11-bd96-a104546b7793 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:32.031865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Transition to ACTIVE for port object 1dfe6021-5175-4e11-bd96-a104546b7793 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:32.130636 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.138701 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-01e4b2c5-9956-4508-91b3-86991fbf962d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:32.169776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.248294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:32.252061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Allocated IP 172.20.0.11 (2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11/13b0688b-dd22-420a-b3cf-3496116d459d/912e6900-487e-458f-ba19-550042db6e0b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:32.259374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:32.264339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:32.280925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Pushing event updated for resources: {'Port': ['ID=1dfe6021-5175-4e11-bd96-a104546b7793,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:32.283924 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:32.423927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Attempting to bind port 1dfe6021-5175-4e11-bd96-a104546b7793 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:32.424312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Attempting to bind port 1dfe6021-5175-4e11-bd96-a104546b7793 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'bc4cb21a-6e85-44ec-b064-300f90c07616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:32.432384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Attempting to bind port 1dfe6021-5175-4e11-bd96-a104546b7793 on network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:32.443847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:32.444531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Checking segment: {'id': 'bc4cb21a-6e85-44ec-b064-300f90c07616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:32.445151 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.445760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Bound using segment: {'id': 'bc4cb21a-6e85-44ec-b064-300f90c07616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:32.446433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Bound port: 1dfe6021-5175-4e11-bd96-a104546b7793, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4cb21a-6e85-44ec-b064-300f90c07616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:32.446991 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.562815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.596211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] For port 1dfe6021-5175-4e11-bd96-a104546b7793, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:32.602464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.602610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] For port 1dfe6021-5175-4e11-bd96-a104546b7793, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1dfe6021-5175-4e11-bd96-a104546b7793,segment=NetworkSegment(bc4cb21a-6e85-44ec-b064-300f90c07616),segment_id=bc4cb21a-6e85-44ec-b064-300f90c07616)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:32.614047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Transition to ACTIVE for port object 912e6900-487e-458f-ba19-550042db6e0b will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:32.665218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.669083 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:32.711479 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.715836 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9e984f0c-cb5d-46ee-93f4-8a01361c7f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:32.747633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.749674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=45b4c0e5-0382-41c1-ad45-33c5bbff9711,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:32.759255 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:32.774386 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:32.780999 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8d9c7cd-c058-4ea9-9440-ba72519df7e1 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:32.829811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Pushing event updated for resources: {'Port': ['ID=1dfe6021-5175-4e11-bd96-a104546b7793,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:32.839801 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:32.885772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cf870c-e1ca-4ff8-8b8b-50e841034fee None None] Network 72e3defc-ae7a-4729-b8e0-1887f377e5ce requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:32.899640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:32.901485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:32.914572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:32.922409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 72e3defc-ae7a-4729-b8e0-1887f377e5ce is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:32.924336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:32.960648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Pushing event updated for resources: {'Port': ['ID=912e6900-487e-458f-ba19-550042db6e0b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:32.973699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:33.013908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:33.014616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.172553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bce320bf-53c8-4de9-abb9-3e98bf4ed5c7 None None] Provisioning for port 06a87557-47be-418c-bf41-93e3a8d9de06 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:33.191546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47370) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:33.197873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.8762445
Jun 21 03:12:33.209539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-905b1d34-c3f6-438c-b87b-b48e8c3a8056 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1264156449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:33.298775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:12:33.463988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06a87557-47be-418c-bf41-93e3a8d9de06 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:33.475524 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-905b1d34-c3f6-438c-b87b-b48e8c3a8056 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.476693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-905b1d34-c3f6-438c-b87b-b48e8c3a8056 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.527686 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:33.542888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:33.558000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:33.558765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2943760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:33.569383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5015984
Jun 21 03:12:33.572265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47380) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:33.578596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-1035522185'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:33.582505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-905b1d34-c3f6-438c-b87b-b48e8c3a8056 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.653123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 06a87557-47be-418c-bf41-93e3a8d9de06 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:33.661784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:33.663637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 06a87557-47be-418c-bf41-93e3a8d9de06 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:33.664016 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.722432 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-905b1d34-c3f6-438c-b87b-b48e8c3a8056 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.779627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:33.783766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.857044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:12:33.891663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.891930 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment 0b966f7f-7936-4c4c-a3bb-9a8c79881e14 of type vlan for network 95a44315-be9c-4092-a69e-22de6320132f
Jun 21 03:12:33.927875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-905b1d34-c3f6-438c-b87b-b48e8c3a8056 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:33.929803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-905b1d34-c3f6-438c-b87b-b48e8c3a8056 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7354796
Jun 21 03:12:33.932151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47384) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:33.939347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2c397662-6104-4d3e-88cf-8948befc30ce tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-441551931', 'prefixes': ['172.20.0.0/16']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:34.037708 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.143032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cfc217f2-9e0e-4016-951d-54d56a6bf577 None None] Provisioning complete for port 06a87557-47be-418c-bf41-93e3a8d9de06 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:34.143418 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cfc217f2-9e0e-4016-951d-54d56a6bf577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.281994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.299101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:34.299943 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.305365 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f86e069b-3e98-41a6-8808-3fda965e4550 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:34.344221 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.358332 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2c397662-6104-4d3e-88cf-8948befc30ce tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for subnetpool, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.363280 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2c397662-6104-4d3e-88cf-8948befc30ce tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.4285281
Jun 21 03:12:34.371657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f1905-5672-475c-96f4-f96e9d11195e None None] Network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:34.375076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47394) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:34.388077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-ac4a657a-5dc5-4e44-9669-310ee02fef44 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d3f8bbe0>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d', 'tempest-TagsExtTest-Tag-925789084') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:34.425985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5df97d28-972d-48c5-8cbe-78b1eca6bffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.446878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=95a44315-be9c-4092-a69e-22de6320132f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:34.453745 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:34.453905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cfc217f2-9e0e-4016-951d-54d56a6bf577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.486600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 95a44315-be9c-4092-a69e-22de6320132f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:12:34.489371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9154885
Jun 21 03:12:34.492112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47398) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:34.494558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 06a87557-47be-418c-bf41-93e3a8d9de06, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06a87557-47be-418c-bf41-93e3a8d9de06,segment=NetworkSegment(c5a41232-c9d2-4588-8a6f-26b6f182fbe5),segment_id=c5a41232-c9d2-4588-8a6f-26b6f182fbe5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:34.498284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:34.610219 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.610219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1dfe6021-5175-4e11-bd96-a104546b7793 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:34.616985 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-400a5369-bc75-46ff-a277-3d7b919e34f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:34.648675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ac4a657a-5dc5-4e44-9669-310ee02fef44 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags/tempest-TagsExtTest-Tag-925789084 HTTP/1.1" status: 201  len: 201 time: 0.2681229
Jun 21 03:12:34.658144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47402) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:34.663150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-e3c7a9c4-cc5f-45b9-8d9d-6921fc7b43e5 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d97bc3a0>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b', 'tempest-TagsExtTest-Tag-1056587973') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:34.731559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:34.735854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:34.738434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2943760>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:31Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:32Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:34.798578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:12:34.798938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Updating router c18d9940-656f-4b2f-b32c-4da43a156442 port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:12:34.804050 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-cfc217f2-9e0e-4016-951d-54d56a6bf577 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:12:34.804447 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-cfc217f2-9e0e-4016-951d-54d56a6bf577 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:12:34.806603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=06a87557-47be-418c-bf41-93e3a8d9de06,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:34.828201 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:34.859969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e3c7a9c4-cc5f-45b9-8d9d-6921fc7b43e5 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags/tempest-TagsExtTest-Tag-1056587973 HTTP/1.1" status: 201  len: 201 time: 0.2006853
Jun 21 03:12:34.869190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47406) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:34.869190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-c47290b3-e2b8-47f4-b14c-991aa4c6c8e6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d890bcd0>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544', 'tempest-TagsExtTest-Tag-1866542124') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:34.874128 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.025882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 1dfe6021-5175-4e11-bd96-a104546b7793 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:35.071176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.073456 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b7723ec1-272c-4b89-903a-cea09f8bfbf5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:35.122017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c47290b3-e2b8-47f4-b14c-991aa4c6c8e6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags/tempest-TagsExtTest-Tag-1866542124 HTTP/1.1" status: 201  len: 201 time: 0.2548542
Jun 21 03:12:35.126785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47412) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:35.133378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-290691a7-1728-42c9-9f3a-ba0196f001ef tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d34fbca0>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f', 'tempest-TagsExtTest-Tag-2030633378') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:35.151604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=95104ac6-57af-4f24-8c02-7829a8e53625,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:35.171766 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:35.198385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:35.198385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: 95a44315-be9c-4092-a69e-22de6320132f, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:12:35.356187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 95a44315-be9c-4092-a69e-22de6320132f is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:12:35.358050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06a87557-47be-418c-bf41-93e3a8d9de06 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:35.391413 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.407929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47422) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:35.411483 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-290691a7-1728-42c9-9f3a-ba0196f001ef tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags/tempest-TagsExtTest-Tag-2030633378 HTTP/1.1" status: 201  len: 201 time: 0.2827103
Jun 21 03:12:35.423374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-c86e51e0-2ba2-491a-b532-717c9e187292 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d2363fa0>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:35.423530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Transition to ACTIVE for port object 45b4c0e5-0382-41c1-ad45-33c5bbff9711 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:35.446098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 06a87557-47be-418c-bf41-93e3a8d9de06 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:35.446580 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.489887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 95a44315-be9c-4092-a69e-22de6320132f) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:35.501064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:35.501928 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.502548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d78a5-95e6-4fce-b87b-36d3d9a7b5d2 None None] Network 95a44315-be9c-4092-a69e-22de6320132f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:35.530564 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c86e51e0-2ba2-491a-b532-717c9e187292 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags HTTP/1.1" status: 200  len: 240 time: 0.1211069
Jun 21 03:12:35.533623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47426) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:35.545611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-c9d4d321-adec-4951-ad31-fb633b782364 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d2a53a90>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d', 'tempest-TagsExtTest-Tag-925789084') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:35.589569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.591616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cfc217f2-9e0e-4016-951d-54d56a6bf577 None None] Provisioning for port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:35.599492 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:35.613537 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1145344
Jun 21 03:12:35.616774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:35.635851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c9d4d321-adec-4951-ad31-fb633b782364 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags/tempest-TagsExtTest-Tag-925789084 HTTP/1.1" status: 204  len: 168 time: 0.1011071
Jun 21 03:12:35.644589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47434) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:35.654463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-cb97e5bb-fb77-467c-869b-6fda3b2002d1 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d1ef19d0>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d', 'tempest-TagsExtTest-Tag-925789084') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:35.750969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe7d51-21f0-42bd-b72e-61abf619e717 None None] Pushing event updated for resources: {'Port': ['ID=45b4c0e5-0382-41c1-ad45-33c5bbff9711,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:35.772773 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4ebe7d51-21f0-42bd-b72e-61abf619e717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:35.897107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Attempting to bind port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:35.898135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Attempting to bind port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:35.898587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Attempting to bind port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 on network 72e3defc-ae7a-4729-b8e0-1887f377e5ce {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:35.903731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-95a44315-be9c-4092-a69e-22de6320132f', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:12:35.905295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.939133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:35.939528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Checking segment: {'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:35.939951 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.940356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Bound using segment: {'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:35.940839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Bound port: 45b4c0e5-0382-41c1-ad45-33c5bbff9711, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:35.941224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:35.949356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cb97e5bb-fb77-467c-869b-6fda3b2002d1 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags/tempest-TagsExtTest-Tag-925789084 HTTP/1.1" status: 204  len: 168 time: 0.3027008
Jun 21 03:12:35.955819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47442) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:35.955819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-3d02c44b-b2f0-473a-93e6-bc6a45942c91 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d38f5220>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:35.993359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Provisioning for port 912e6900-487e-458f-ba19-550042db6e0b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:36.052363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3d02c44b-b2f0-473a-93e6-bc6a45942c91 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags HTTP/1.1" status: 200  len: 205 time: 0.1011534
Jun 21 03:12:36.055149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47444) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:36.058594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Provisioning complete for port 912e6900-487e-458f-ba19-550042db6e0b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:36.058980 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:36.065849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-6164e2c1-522f-44a4-a1a1-57ca3edc580d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d2d7fb50>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:36.152534 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:36.202525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6164e2c1-522f-44a4-a1a1-57ca3edc580d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags HTTP/1.1" status: 200  len: 241 time: 0.1461859
Jun 21 03:12:36.205018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47448) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:36.211352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-43aeb092-d61d-48dd-9ba7-a5d682c65b6f tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d2d7f430>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b', 'tempest-TagsExtTest-Tag-1056587973') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:36.301805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Port 912e6900-487e-458f-ba19-550042db6e0b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:36.305861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] For port 45b4c0e5-0382-41c1-ad45-33c5bbff9711, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:36.322115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-43aeb092-d61d-48dd-9ba7-a5d682c65b6f tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags/tempest-TagsExtTest-Tag-1056587973 HTTP/1.1" status: 204  len: 168 time: 0.1147542
Jun 21 03:12:36.322793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47450) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:36.327689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-fcd82d88-8b56-439a-a219-1f698628df9c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d25f1910>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b', 'tempest-TagsExtTest-Tag-1056587973') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:36.353134 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:36.382505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] For port 45b4c0e5-0382-41c1-ad45-33c5bbff9711, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=45b4c0e5-0382-41c1-ad45-33c5bbff9711,segment=NetworkSegment(c5a41232-c9d2-4588-8a6f-26b6f182fbe5),segment_id=c5a41232-c9d2-4588-8a6f-26b6f182fbe5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:36.408675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Allocated IP 172.21.0.2 (95a44315-be9c-4092-a69e-22de6320132f/95104ac6-57af-4f24-8c02-7829a8e53625/459386ec-5025-4e25-a0fb-a512666651ef) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:36.426853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Provisioning for port 1dfe6021-5175-4e11-bd96-a104546b7793 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:36.433354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Provisioning complete for port 1dfe6021-5175-4e11-bd96-a104546b7793 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:36.433732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:36.510943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47452) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:36.511925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fcd82d88-8b56-439a-a219-1f698628df9c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags/tempest-TagsExtTest-Tag-1056587973 HTTP/1.1" status: 204  len: 168 time: 0.1879902
Jun 21 03:12:36.519016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-b7a25b10-36d6-4359-92e5-c50c13ee0d79 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d2300370>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:36.617476 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b7a25b10-36d6-4359-92e5-c50c13ee0d79 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags HTTP/1.1" status: 200  len: 205 time: 0.1049585
Jun 21 03:12:36.619941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47454) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:36.625640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-4eb4358e-b7a3-47c3-b63e-38319081a934 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d2809ca0>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:36.754035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47458) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:36.760063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-6e647ef4-4a59-4071-b146-e6c6e54fffe0 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d27dfcd0>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544', 'tempest-TagsExtTest-Tag-1866542124') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:36.767553 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4eb4358e-b7a3-47c3-b63e-38319081a934 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags HTTP/1.1" status: 200  len: 241 time: 0.1455028
Jun 21 03:12:36.783156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:36.788896 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:36.885924 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6e647ef4-4a59-4071-b146-e6c6e54fffe0 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags/tempest-TagsExtTest-Tag-1866542124 HTTP/1.1" status: 204  len: 168 time: 0.1273761
Jun 21 03:12:36.887277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47464) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:36.903467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-22fa3c64-c67a-4ea3-91c2-e30c00d3e995 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d157daf0>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544', 'tempest-TagsExtTest-Tag-1866542124') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:37.017223 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.026662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Transition to ACTIVE for port object 459386ec-5025-4e25-a0fb-a512666651ef will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:37.045262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Transition to ACTIVE for port object 459386ec-5025-4e25-a0fb-a512666651ef will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:37.078112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe7d51-21f0-42bd-b72e-61abf619e717 None None] Pushing event updated for resources: {'Port': ['ID=45b4c0e5-0382-41c1-ad45-33c5bbff9711,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:37.092531 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4ebe7d51-21f0-42bd-b72e-61abf619e717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:37.106761 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-22fa3c64-c67a-4ea3-91c2-e30c00d3e995 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags/tempest-TagsExtTest-Tag-1866542124 HTTP/1.1" status: 204  len: 168 time: 0.2182660
Jun 21 03:12:37.109050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47466) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:37.122617 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-3634af0f-067b-4396-9d03-caebd3b8446c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d3ca1820>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:37.142778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:37.143764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2943760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:37.149317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.164511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47468) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:37.187412 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-403855a3-67f8-41db-ba8d-5a215ed829c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:37.189420 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0bec2db6-9918-4086-b8a4-0833bb7aed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.237317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.248438 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.281959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.21.0.1 (95a44315-be9c-4092-a69e-22de6320132f/95104ac6-57af-4f24-8c02-7829a8e53625/127923e1-18f9-4330-bdfb-58a514045ddb) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:37.408618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Network 95a44315-be9c-4092-a69e-22de6320132f is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:37.431989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:37.437245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:37.444818 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:37.481998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Pushing event updated for resources: {'Port': ['ID=459386ec-5025-4e25-a0fb-a512666651ef,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:37.486376 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:37.528025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 533ef7b7-4031-4fe8-85c1-468f4232b533 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:37.528396 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.600598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] For port 1dfe6021-5175-4e11-bd96-a104546b7793, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1dfe6021-5175-4e11-bd96-a104546b7793,segment=NetworkSegment(bc4cb21a-6e85-44ec-b064-300f90c07616),segment_id=bc4cb21a-6e85-44ec-b064-300f90c07616)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:37.650312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.650692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.725489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:37.742462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 533ef7b7-4031-4fe8-85c1-468f4232b533 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:37.780799 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:38.022868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Attempting to bind port 459386ec-5025-4e25-a0fb-a512666651ef on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:38.023252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Attempting to bind port 459386ec-5025-4e25-a0fb-a512666651ef by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:38.024581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Attempting to bind port 459386ec-5025-4e25-a0fb-a512666651ef on network 95a44315-be9c-4092-a69e-22de6320132f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:38.046957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:38.047344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Checking segment: {'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:38.050364 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.050364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Bound using segment: {'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:38.050592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Bound port: 459386ec-5025-4e25-a0fb-a512666651ef, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:38.050955 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.085191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.090609 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:38.091733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Pushing event updated for resources: {'Port': ['ID=1dfe6021-5175-4e11-bd96-a104546b7793,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:38.108717 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:38.121451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3634af0f-067b-4396-9d03-caebd3b8446c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags HTTP/1.1" status: 200  len: 205 time: 1.0089011
Jun 21 03:12:38.122395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47476) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:38.126866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-1be65df6-54ba-4747-b452-5d60f762f461 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d0e47580>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:38.139451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=533ef7b7-4031-4fe8-85c1-468f4232b533,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:38.146840 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:38.168798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.210358 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.215853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.216501 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Floating IP 2793337b-c0b1-4840-bd69-022cedd8f409 disassociated (deleted). External IP: 172.25.7.213, port: 50ff8e74-7939-4f96-8602-895fb6d6aa4e.
Jun 21 03:12:38.227454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object 127923e1-18f9-4330-bdfb-58a514045ddb will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:38.281779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1be65df6-54ba-4747-b452-5d60f762f461 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags HTTP/1.1" status: 200  len: 241 time: 0.1581862
Jun 21 03:12:38.284309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47482) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:38.285314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2943760>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:31Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:36Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:38.291516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-bfe4b37f-6d2b-47d1-be68-df27b7e0b319 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d3b12ca0>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f', 'tempest-TagsExtTest-Tag-2030633378') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:38.316465 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bfe4b37f-6d2b-47d1-be68-df27b7e0b319 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags/tempest-TagsExtTest-Tag-2030633378 HTTP/1.1" status: 204  len: 168 time: 0.0310812
Jun 21 03:12:38.322356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47484) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:38.328656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-1b465e99-2ee4-4f49-b042-10092695dc94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d3e90850>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f', 'tempest-TagsExtTest-Tag-2030633378') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:38.366776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa381258-d8ae-42e8-bf45-9eac45690b23 None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:31Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:36Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:38.373432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.380695 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e5ba634-4456-495f-9b0d-2f4db3653b3d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:38.381030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] For port 459386ec-5025-4e25-a0fb-a512666651ef, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:38.419513 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] For port 459386ec-5025-4e25-a0fb-a512666651ef, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=459386ec-5025-4e25-a0fb-a512666651ef,segment=NetworkSegment(0b966f7f-7936-4c4c-a3bb-9a8c79881e14),segment_id=0b966f7f-7936-4c4c-a3bb-9a8c79881e14)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:38.421660 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.426662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 95a44315-be9c-4092-a69e-22de6320132f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:38.432577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:38.439081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:38.499260 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1b465e99-2ee4-4f49-b042-10092695dc94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags/tempest-TagsExtTest-Tag-2030633378 HTTP/1.1" status: 204  len: 168 time: 0.1757357
Jun 21 03:12:38.505229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47486) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:38.512536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-84ede390-65dd-40ab-b24b-71dfb3992064 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d83e4d60>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:38.516800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=127923e1-18f9-4330-bdfb-58a514045ddb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:38.518633 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.522113 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-62b2f4ad-2434-4e65-b957-2e1a515dcc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:38.530532 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:38.553237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:38.592317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 0354ea12-0969-4cbf-b6fb-533f25d99141 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:12:38.621794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Pushing event updated for resources: {'Port': ['ID=459386ec-5025-4e25-a0fb-a512666651ef,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:38.626094 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:38.638239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-84ede390-65dd-40ab-b24b-71dfb3992064 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags HTTP/1.1" status: 200  len: 205 time: 0.1317444
Jun 21 03:12:38.638884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47490) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:38.651007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-0b680311-541c-40fc-b651-5321d9c3ca9a tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d83e41c0>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:38.919604 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0b680311-541c-40fc-b651-5321d9c3ca9a tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags HTTP/1.1" status: 204  len: 168 time: 0.2778571
Jun 21 03:12:38.922226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47496) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:38.927897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-796dd677-b76c-4809-b6f1-b075477d593d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d1a504c0>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:39.025677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:39.567927 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:39.672487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 459386ec-5025-4e25-a0fb-a512666651ef up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:39.726619 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:39.774422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:39.778482 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c1593960-4637-46f2-93e2-e87e331b430a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:39.838911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 459386ec-5025-4e25-a0fb-a512666651ef completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:39.843984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1dfe6021-5175-4e11-bd96-a104546b7793 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:39.991993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 1dfe6021-5175-4e11-bd96-a104546b7793 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:39.992386 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:40.001240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:40.012811 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] Sync routers for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:40.019164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:40.022439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=127923e1-18f9-4330-bdfb-58a514045ddb,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:40.032873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:40.033957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:40.037539 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:40.038265 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8dca670>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:40.094671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-32804906-3901-44b1-885f-2ef87dad46d1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521221668&fields=id&tenant_id=6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 267 time: 0.2171278
Jun 21 03:12:40.157134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-796dd677-b76c-4809-b6f1-b075477d593d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags HTTP/1.1" status: 204  len: 168 time: 1.2318759
Jun 21 03:12:40.203626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 45b4c0e5-0382-41c1-ad45-33c5bbff9711 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:40.218751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47512) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:40.231739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 95a44315-be9c-4092-a69e-22de6320132f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:40.233534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:40.282726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-59fe110f-7429-4b3b-8218-13fac96c2559 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d2d95dc0>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:40.304101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:40.393225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/floatingips/2793337b-c0b1-4840-bd69-022cedd8f409 HTTP/1.1" status: 204  len: 168 time: 3.2272465
Jun 21 03:12:40.403080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:12:40.407487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:40.415736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:40.415736 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:40.424737 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930743d5-e546-436a-8bfd-69b3a493a490" -d '{"events": [{"name": "network-changed", "server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:12:40.481244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:12:40.611207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff638f2-f999-4fac-9bc3-6dc2435fe1ba None None] Network 95a44315-be9c-4092-a69e-22de6320132f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:40.622647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20255f65-3960-405e-9676-34938c8d829e req-465b88ba-c894-4e7e-bcfd-ab6a95a8ad6f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:40.622647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-465b88ba-c894-4e7e-bcfd-ab6a95a8ad6f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.5074427
Jun 21 03:12:40.684670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-1314e4b6-2ea1-4b42-bcbe-4c23d4694b8b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/quotas/6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 375 time: 0.0478034
Jun 21 03:12:40.733426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:40.749670 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1272430
Jun 21 03:12:40.750156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47526) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:40.760192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023093266'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:40.803285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-59fe110f-7429-4b3b-8218-13fac96c2559 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags HTTP/1.1" status: 204  len: 168 time: 0.5263715
Jun 21 03:12:40.805073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47528) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:40.829681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-36b7313d-76cf-4903-abbe-97c58c6032a5 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d1d5b070>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:40.834497 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:40.862616 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8dca670>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:51Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:40.894564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:40.899131 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:40.902112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-24a50650-538d-4955-94dd-d4b6a2fcbc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2026403
Jun 21 03:12:40.932960 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] Checking router: 0354ea12-0969-4cbf-b6fb-533f25d99141 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:12:40.952017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] Provisioning for port 459386ec-5025-4e25-a0fb-a512666651ef completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:40.955728 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:40.956665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8dca670>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:40.974329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:12:40.979947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-909aa65f-a8cb-471a-8ffd-a8f9eeac117f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:12:40.985874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-909aa65f-a8cb-471a-8ffd-a8f9eeac117f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0352497
Jun 21 03:12:40.997209 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:40.997723 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment 30a945e6-f36f-4624-83a8-5c29b48f64a1 of type vlan for network 793745a2-8170-4abe-8839-70304d7cfb32
Jun 21 03:12:41.046376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 45b4c0e5-0382-41c1-ad45-33c5bbff9711, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=45b4c0e5-0382-41c1-ad45-33c5bbff9711,segment=NetworkSegment(c5a41232-c9d2-4588-8a6f-26b6f182fbe5),segment_id=c5a41232-c9d2-4588-8a6f-26b6f182fbe5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:41.048102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] Provisioning complete for port 459386ec-5025-4e25-a0fb-a512666651ef triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:41.048102 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:41.051016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:41.095731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-36b7313d-76cf-4903-abbe-97c58c6032a5 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags HTTP/1.1" status: 204  len: 168 time: 0.2712009
Jun 21 03:12:41.109722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47532) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:41.120091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-f78d461d-13f3-4737-b0e5-0fcba3ad19fa tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d3c0f370>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d', 'tempest-TagsExtTest-Tag-2283043') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:41.141499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:41.184591 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:41.198469 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8704a953-ba26-4d69-96ee-392b07db6531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:41.258684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:41.269162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-56733a43-bd8a-435f-9823-26d96a568ccc service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2627833
Jun 21 03:12:41.274607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:41.276362 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:41.305125 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2a89b11-406b-422e-acc1-1d2bbe82c1ff tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:41.370343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:41.370917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b350d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:41.434418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=793745a2-8170-4abe-8839-70304d7cfb32,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:41.449323 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6957014
Jun 21 03:12:41.449323 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:41.450130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47540) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:41.455464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:41.472222 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:41.494769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-d9d48c6e-a515-4c0d-88ae-97288cd872cf service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179708
Jun 21 03:12:41.520835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47542) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:41.525642 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f78d461d-13f3-4737-b0e5-0fcba3ad19fa tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags/tempest-TagsExtTest-Tag-2283043 HTTP/1.1" status: 201  len: 201 time: 0.4132860
Jun 21 03:12:41.526258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-03d045dc-0557-4fe6-aaa7-0c2f4e0ab5a9 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73de58d280>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b', 'tempest-TagsExtTest-Tag-66666243') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:41.608113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=45b4c0e5-0382-41c1-ad45-33c5bbff9711,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:41.613277 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:41.614878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 793745a2-8170-4abe-8839-70304d7cfb32 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:12:41.669463 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca46dab-c28e-40f4-8837-1d6be23d43b8 x-openstack-request-id: req-1ca46dab-c28e-40f4-8837-1d6be23d43b8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:12:41.669463 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:12:41.669463 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ca46dab-c28e-40f4-8837-1d6be23d43b8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:12:41.669463 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'status': 'completed', 'code': 200}
Jun 21 03:12:41.767482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:41.780082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:41.808881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-03d045dc-0557-4fe6-aaa7-0c2f4e0ab5a9 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags/tempest-TagsExtTest-Tag-66666243 HTTP/1.1" status: 201  len: 201 time: 0.2820823
Jun 21 03:12:41.809583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47548) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:41.818557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-4399d929-6689-4fb9-888c-c1b693db387a tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d857c820>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544', 'tempest-TagsExtTest-Tag-824597668') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:41.934869 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8dca670>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:51Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:41.968577 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae00b1c-5dc8-4c56-be22-bd34032c735b None None] The sync data for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 is: [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:10:40Z', 'revision_number': 4, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '122f8e9b-4613-490c-979c-d6651661bfa3', 'name': '', 'network_id': '43f78038-6da3-47e3-adc5-b3d9121636a6', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'mac_address': 'fa:16:3e:92:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:37Z', 'updated_at': '2021-06-21T03:10:51Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'subnets': [{'id': 'c374b101-0251-4083-b9fb-afb95812d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:42.005546 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:42.129446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] For port 459386ec-5025-4e25-a0fb-a512666651ef, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=459386ec-5025-4e25-a0fb-a512666651ef,segment=NetworkSegment(0b966f7f-7936-4c4c-a3bb-9a8c79881e14),segment_id=0b966f7f-7936-4c4c-a3bb-9a8c79881e14)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:42.132177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930743d5-e546-436a-8bfd-69b3a493a490 req-62ad0f77-f260-461c-acd6-1adeeb50bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:42.134244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-930743d5-e546-436a-8bfd-69b3a493a490 req-62ad0f77-f260-461c-acd6-1adeeb50bf5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5abc1439a51442dca598a84712ee0f1f&device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 1098 time: 0.4349658
Jun 21 03:12:42.138578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:42.168975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:42.179151 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2fe7bb15-a06e-408d-881f-0714ead9760c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:42.206234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:42.211989 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:42.257744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e693-c748-43af-9cdd-846c46712a4e req-eaff07f1-50a4-44a8-96b5-54ab32e7f217 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:42.268999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66a2e693-c748-43af-9cdd-846c46712a4e req-eaff07f1-50a4-44a8-96b5-54ab32e7f217 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.3013537
Jun 21 03:12:42.309058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4399d929-6689-4fb9-888c-c1b693db387a tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags/tempest-TagsExtTest-Tag-824597668 HTTP/1.1" status: 201  len: 201 time: 0.4928622
Jun 21 03:12:42.325451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47554) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:42.345645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-bd89a396-4367-40d4-a8d5-9fbbdd9a0188 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d116d940>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f', 'tempest-TagsExtTest-Tag-2100969599') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:42.412670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:42.412956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: 793745a2-8170-4abe-8839-70304d7cfb32, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:12:42.427319 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=c51746c2-5eeb-4cbb-82fe-5e00be6451d0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:42.431730 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:42.468497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930743d5-e546-436a-8bfd-69b3a493a490 req-060a10b4-0e5a-46e2-8181-459a563415a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:42.470063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-930743d5-e546-436a-8bfd-69b3a493a490 req-060a10b4-0e5a-46e2-8181-459a563415a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43f78038-6da3-47e3-adc5-b3d9121636a6 HTTP/1.1" status: 200  len: 897 time: 0.3224804
Jun 21 03:12:42.470432 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb0b37c-0d3d-47e7-9a8a-801f0a600688 None None] New status for floating IP 2793337b-c0b1-4840-bd69-022cedd8f409: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:12:42.506016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 793745a2-8170-4abe-8839-70304d7cfb32 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:12:42.614639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66a2e693-c748-43af-9cdd-846c46712a4e req-963db2df-2f84-4b59-bc28-98c4da7ed2cf tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3351407
Jun 21 03:12:42.655582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 793745a2-8170-4abe-8839-70304d7cfb32) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:42.661083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5415d77e-120e-4633-8396-8e3777d22f15 req-6c95615d-ef48-4926-8a67-e3ac901c1087 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.1999249
Jun 21 03:12:42.669118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:42.669997 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:42.679347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-930743d5-e546-436a-8bfd-69b3a493a490 req-9c0b3688-e54f-4d04-802d-ae4d59707ee7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e HTTP/1.1" status: 200  len: 217 time: 0.1958699
Jun 21 03:12:42.712665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:12:42.741410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-30380a79-d2bb-4fd3-8c24-a80a9b9a4920 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:42.743906 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-30380a79-d2bb-4fd3-8c24-a80a9b9a4920 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.1828558
Jun 21 03:12:42.764208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930743d5-e546-436a-8bfd-69b3a493a490 req-732bdaa5-6493-47ab-90e8-181616961597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:42.765772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-930743d5-e546-436a-8bfd-69b3a493a490 req-732bdaa5-6493-47ab-90e8-181616961597 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c374b101-0251-4083-b9fb-afb95812d53b HTTP/1.1" status: 200  len: 835 time: 0.0675757
Jun 21 03:12:42.774127 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3227189
Jun 21 03:12:42.776876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47568) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:42.810727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56e592-3a80-46f0-9f9f-cb15f69d7cae None None] Network 793745a2-8170-4abe-8839-70304d7cfb32 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:42.841625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] Pushing event updated for resources: {'Port': ['ID=459386ec-5025-4e25-a0fb-a512666651ef,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:42.870365 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:42.876707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bd89a396-4367-40d4-a8d5-9fbbdd9a0188 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags/tempest-TagsExtTest-Tag-2100969599 HTTP/1.1" status: 201  len: 201 time: 0.5453570
Jun 21 03:12:42.876707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47572) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:42.883880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-d0e62605-febf-4d83-b858-1471bd73e286 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d09ee520>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d', {'tags': ['tempest-TagsExtTest-Tag-33314770', 'tempest-TagsExtTest-Tag-1984675236', 'tempest-TagsExtTest-Tag-1191246558']}) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:42.998564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930743d5-e546-436a-8bfd-69b3a493a490 req-8096326e-700b-45b3-80b1-8ea2d35cdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:43.000134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-930743d5-e546-436a-8bfd-69b3a493a490 req-8096326e-700b-45b3-80b1-8ea2d35cdfd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43f78038-6da3-47e3-adc5-b3d9121636a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2279327
Jun 21 03:12:43.085295 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d0e62605-febf-4d83-b858-1471bd73e286 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags HTTP/1.1" status: 200  len: 316 time: 0.2065463
Jun 21 03:12:43.098876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47574) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:43.143215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-c2920963-19d1-4398-a058-c43bf4a3b50b tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d0b8a6a0>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:43.188034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-930743d5-e546-436a-8bfd-69b3a493a490 req-d54c2fab-7eb6-4a61-bf07-56e82db18699 service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799495
Jun 21 03:12:43.227764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-793745a2-8170-4abe-8839-70304d7cfb32', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:12:43.230766 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:43.293915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 50ff8e74-7939-4f96-8602-895fb6d6aa4e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:43.294278 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:43.342598 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-930743d5-e546-436a-8bfd-69b3a493a490 req-96410e6a-f88e-480c-ab55-975f8ef965d8 service neutron] 10.222.0.20 "GET /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458318
Jun 21 03:12:43.438428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 459386ec-5025-4e25-a0fb-a512666651ef up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:43.472512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b350d0>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:38Z', 'revision_number': 3, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:39Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:43.534901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:12:43.535580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Updating router c18d9940-656f-4b2f-b32c-4da43a156442 port 127923e1-18f9-4330-bdfb-58a514045ddb binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:12:43.546969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6cb2634-f281-4d53-bdc9-f6c0f155306a None None] Provisioning for port 127923e1-18f9-4330-bdfb-58a514045ddb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:43.583377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6cb2634-f281-4d53-bdc9-f6c0f155306a None None] Provisioning complete for port 127923e1-18f9-4330-bdfb-58a514045ddb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:43.584257 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2634-f281-4d53-bdc9-f6c0f155306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:43.595218 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-863f188b-9452-4bf5-befa-8a08a1755aaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.3978765
Jun 21 03:12:43.665283 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:43.832926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Allocated IP 172.22.0.2 (793745a2-8170-4abe-8839-70304d7cfb32/c51746c2-5eeb-4cbb-82fe-5e00be6451d0/5af0690e-fa37-4539-8632-bd7db1c1b7cd) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:43.935777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 50ff8e74-7939-4f96-8602-895fb6d6aa4e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=50ff8e74-7939-4f96-8602-895fb6d6aa4e,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:43.936332 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:44.098250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc9d7e24-a196-4a98-aeda-1fb06c59bcd9 req-f7761a66-e881-43d4-afc4-44098a9fef50 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.1671798
Jun 21 03:12:44.195252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec996f74-af37-49db-ba32-924d38e19c46 req-6776d53a-fa4f-4222-94a3-1e3bd5093b82 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:44.196867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec996f74-af37-49db-ba32-924d38e19c46 req-6776d53a-fa4f-4222-94a3-1e3bd5093b82 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 946 time: 0.2813060
Jun 21 03:12:44.199857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 459386ec-5025-4e25-a0fb-a512666651ef triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:44.200386 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:44.267340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb2634-f281-4d53-bdc9-f6c0f155306a None None] Port 127923e1-18f9-4330-bdfb-58a514045ddb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:44.317466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec996f74-af37-49db-ba32-924d38e19c46 req-84cecae9-99f4-4417-88a3-521e705c2f24 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/security-groups?id=db96df7f-6145-478d-a759-8055e97997bf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114380
Jun 21 03:12:44.428801 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:44.448461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a6cb2634-f281-4d53-bdc9-f6c0f155306a None None] Provisioning complete for port 459386ec-5025-4e25-a0fb-a512666651ef triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:44.449096 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2634-f281-4d53-bdc9-f6c0f155306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:44.462787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 50ff8e74-7939-4f96-8602-895fb6d6aa4e owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:44.521930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Transition to ACTIVE for port object 127923e1-18f9-4330-bdfb-58a514045ddb will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:44.594968 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c2920963-19d1-4398-a058-c43bf4a3b50b tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags HTTP/1.1" status: 204  len: 168 time: 1.4896855
Jun 21 03:12:44.597387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47592) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:44.603457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-c20ad06c-ac96-402e-92cc-12cd523da4cc tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d1055550>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d', 'tempest-TagsExtTest-Tag-33314770') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:44.636920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:44.664120 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4ebe7d51-21f0-42bd-b72e-61abf619e717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:44.711945 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:44.733069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-c8800f56-ad99-4db8-9ec0-5b371d9a242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:44.734746 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-c8800f56-ad99-4db8-9ec0-5b371d9a242a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b541895659734366b8e24c7401ede8a6&device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1097 time: 1.0439119
Jun 21 03:12:44.765704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47594) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:44.789085 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-c20ad06c-ac96-402e-92cc-12cd523da4cc tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:44.795547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c20ad06c-ac96-402e-92cc-12cd523da4cc tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags/tempest-TagsExtTest-Tag-33314770 HTTP/1.1" status: 404  len: 327 time: 0.1936665
Jun 21 03:12:44.796469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47598) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:44.800316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Transition to ACTIVE for port object 5af0690e-fa37-4539-8632-bd7db1c1b7cd will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:44.806749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-6cb71730-6a1e-4de2-94a8-6dad6b54ebe8 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73de651c10>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d', 'tempest-TagsExtTest-Tag-1984675236') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:44.826705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 45b4c0e5-0382-41c1-ad45-33c5bbff9711 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:44.916974 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:44.945526 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-6cb71730-6a1e-4de2-94a8-6dad6b54ebe8 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:44.946704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6cb71730-6a1e-4de2-94a8-6dad6b54ebe8 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags/tempest-TagsExtTest-Tag-1984675236 HTTP/1.1" status: 404  len: 329 time: 0.1494637
Jun 21 03:12:44.951885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:44.959881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-63ede255-648e-4c33-aad1-08a51d1ba892 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8400>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d', 'tempest-TagsExtTest-Tag-1191246558') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:45.001206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411151b3-962a-454b-ab39-5bba6b20664c None None] Pushing event updated for resources: {'Port': ['ID=127923e1-18f9-4330-bdfb-58a514045ddb,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:45.018141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c01f-60bd-49d3-afec-8c5853aefac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.025905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Transition to ACTIVE for port object 5af0690e-fa37-4539-8632-bd7db1c1b7cd will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:45.035399 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-411151b3-962a-454b-ab39-5bba6b20664c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:45.057434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Attempting to bind port 127923e1-18f9-4330-bdfb-58a514045ddb on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:45.058169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Attempting to bind port 127923e1-18f9-4330-bdfb-58a514045ddb by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:45.058766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Attempting to bind port 127923e1-18f9-4330-bdfb-58a514045ddb on network 95a44315-be9c-4092-a69e-22de6320132f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:45.064947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:45.065654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Checking segment: {'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:45.066297 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.067112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Bound using segment: {'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:45.067859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Bound port: 127923e1-18f9-4330-bdfb-58a514045ddb, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b966f7f-7936-4c4c-a3bb-9a8c79881e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '95a44315-be9c-4092-a69e-22de6320132f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:45.068606 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.149106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c01f-60bd-49d3-afec-8c5853aefac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.151339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] For port 127923e1-18f9-4330-bdfb-58a514045ddb, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:45.155749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] For port 127923e1-18f9-4330-bdfb-58a514045ddb, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=127923e1-18f9-4330-bdfb-58a514045ddb,segment=NetworkSegment(0b966f7f-7936-4c4c-a3bb-9a8c79881e14),segment_id=0b966f7f-7936-4c4c-a3bb-9a8c79881e14)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:45.156729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:45.157109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.174729 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.198374 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-711beb57-63fb-4796-8941-b1365d6c6f7e tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:45.205974 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.216766 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d9bbd03e-21d3-4414-ba8f-0a22af9ae245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:45.241814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c01f-60bd-49d3-afec-8c5853aefac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.244630 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d51aa9a7-469a-4c35-a45d-bf882fb37181 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:45.267307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Network 793745a2-8170-4abe-8839-70304d7cfb32 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:45.280954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:45.289043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:45.309733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.310980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7c01f-60bd-49d3-afec-8c5853aefac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2fa932-aa8a-4eeb-9012-6d1aeba39d4d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:45.315656 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3c7c01f-60bd-49d3-afec-8c5853aefac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:45.338601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] No DVR routers for this DVR port 50ff8e74-7939-4f96-8602-895fb6d6aa4e on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:12:45.349865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-40fc25f2-309f-4a6d-aef9-84935b772de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:45.351540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-40fc25f2-309f-4a6d-aef9-84935b772de4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 HTTP/1.1" status: 200  len: 909 time: 0.5735705
Jun 21 03:12:45.357489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b3c7c01f-60bd-49d3-afec-8c5853aefac5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fba785a4b4d456dbb04909a9fdc9862&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5874310
Jun 21 03:12:45.357728 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:45.358576 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-de91241b-c2e3-4b9c-a77d-61a7d757aea3 req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.20 "DELETE /v2.0/ports/50ff8e74-7939-4f96-8602-895fb6d6aa4e HTTP/1.1" status: 204  len: 173 time: 2.6103041
Jun 21 03:12:45.360304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'name': 'network-vif-deleted', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:12:45.361865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Pushing event updated for resources: {'Port': ['ID=5af0690e-fa37-4539-8632-bd7db1c1b7cd,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:45.375172 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83f1d78-aae9-4f26-bde3-4102906e848a" -d '{"events": [{"server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "name": "network-vif-deleted", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:12:45.381796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47604) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:45.385214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=50ff8e74-7939-4f96-8602-895fb6d6aa4e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:45.390347 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:45.408759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4938fed9-6f2c-4049-bf25-e064865b93f9 req-e0683244-1b28-400d-91c2-128f956057ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.0686049
Jun 21 03:12:45.432853 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:45.498971 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:45.524772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-1684a6db-7408-4887-8cf4-5569f17a07ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86139730-4cfb-489b-8a56-6373b354ee72 HTTP/1.1" status: 200  len: 1000 time: 0.1437800
Jun 21 03:12:45.566965 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bec228b-9855-46cf-a79d-f7a99107c988 x-openstack-request-id: req-2bec228b-9855-46cf-a79d-f7a99107c988 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:12:45.567310 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b1e69c-649a-4d49-8323-b82e79280183", "name": "network-vif-deleted", "tag": "50ff8e74-7939-4f96-8602-895fb6d6aa4e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:12:45.567616 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bec228b-9855-46cf-a79d-f7a99107c988 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:12:45.568079 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b1e69c-649a-4d49-8323-b82e79280183', 'name': 'network-vif-deleted', 'tag': '50ff8e74-7939-4f96-8602-895fb6d6aa4e', 'status': 'completed', 'code': 200}
Jun 21 03:12:45.632020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:45.632020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b350d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:45.704313 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-63ede255-648e-4c33-aad1-08a51d1ba892 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:45.704922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7263b58-0499-440d-a336-e83ae7a3ef42 req-8d458079-955d-4830-b2ee-b127cd9eeae1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 210 time: 0.0853302
Jun 21 03:12:45.712251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47618) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:45.713970 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-63ede255-648e-4c33-aad1-08a51d1ba892 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags/tempest-TagsExtTest-Tag-1191246558 HTTP/1.1" status: 404  len: 329 time: 0.7578874
Jun 21 03:12:45.727651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-f9b64bd9-5718-463d-9394-43e13928dfe8 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d1ece190>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b', {'tags': ['tempest-TagsExtTest-Tag-952173589', 'tempest-TagsExtTest-Tag-783912600', 'tempest-TagsExtTest-Tag-604057162']}) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:45.942493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f9b64bd9-5718-463d-9394-43e13928dfe8 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags HTTP/1.1" status: 200  len: 315 time: 0.2289052
Jun 21 03:12:45.944847 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47622) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:45.951841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-1308d2a2-ac6d-4e6e-b2d6-da449ea71b71 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73de5fc220>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:45.958130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-56a07229-0d70-40bc-bda7-41863180a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:45.959673 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-56a07229-0d70-40bc-bda7-41863180a17b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e244541e-cfcb-419e-b6c4-650b3cecd77c HTTP/1.1" status: 200  len: 847 time: 0.3447421
Jun 21 03:12:46.092952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:46.166520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5fbe4c0-d9cd-4002-b4b3-72d603d63395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:46.171526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1308d2a2-ac6d-4e6e-b2d6-da449ea71b71 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags HTTP/1.1" status: 204  len: 168 time: 0.2221563
Jun 21 03:12:46.171928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47632) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:46.177004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-53a885f8-e21a-4d2f-99e2-d1b07f459d46 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d1ece610>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b', 'tempest-TagsExtTest-Tag-952173589') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:46.190192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5fbe4c0-d9cd-4002-b4b3-72d603d63395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:46.230999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50ff8e74-7939-4f96-8602-895fb6d6aa4e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:12:46.246016 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-53a885f8-e21a-4d2f-99e2-d1b07f459d46 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:46.246016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-53a885f8-e21a-4d2f-99e2-d1b07f459d46 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags/tempest-TagsExtTest-Tag-952173589 HTTP/1.1" status: 404  len: 328 time: 0.0706174
Jun 21 03:12:46.246629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47636) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:46.251523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-77105638-11c7-417a-97b6-c24aa1cfb700 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d219cd60>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b', 'tempest-TagsExtTest-Tag-783912600') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:46.276770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Attempting to bind port 5af0690e-fa37-4539-8632-bd7db1c1b7cd on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:46.277199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Attempting to bind port 5af0690e-fa37-4539-8632-bd7db1c1b7cd by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:46.277571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Attempting to bind port 5af0690e-fa37-4539-8632-bd7db1c1b7cd on network 793745a2-8170-4abe-8839-70304d7cfb32 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:46.292177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 50ff8e74-7939-4f96-8602-895fb6d6aa4e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:12:46.292532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 50ff8e74-7939-4f96-8602-895fb6d6aa4e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:12:46.327746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411151b3-962a-454b-ab39-5bba6b20664c None None] Pushing event updated for resources: {'Port': ['ID=127923e1-18f9-4330-bdfb-58a514045ddb,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:46.336876 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-77105638-11c7-417a-97b6-c24aa1cfb700 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:46.337055 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-411151b3-962a-454b-ab39-5bba6b20664c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:46.341309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:46.341731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Checking segment: {'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:46.342156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:46.345974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Bound using segment: {'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:46.346115 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-77105638-11c7-417a-97b6-c24aa1cfb700 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags/tempest-TagsExtTest-Tag-783912600 HTTP/1.1" status: 404  len: 328 time: 0.0954185
Jun 21 03:12:46.346260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Bound port: 5af0690e-fa37-4539-8632-bd7db1c1b7cd, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:46.346260 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:46.347878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47642) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:46.355140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-fc8af17a-8a08-4c28-bc1a-6653361db3e4 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d3dc0f70>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b', 'tempest-TagsExtTest-Tag-604057162') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:46.462247 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-fc8af17a-8a08-4c28-bc1a-6653361db3e4 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:46.466709 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5fbe4c0-d9cd-4002-b4b3-72d603d63395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:46.467330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fc8af17a-8a08-4c28-bc1a-6653361db3e4 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags/tempest-TagsExtTest-Tag-604057162 HTTP/1.1" status: 404  len: 328 time: 0.1182714
Jun 21 03:12:46.468231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47650) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:46.472001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f5fbe4c0-d9cd-4002-b4b3-72d603d63395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:46.479583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-f3003516-87c6-401d-b26b-cfca63b9ae29 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d21b39d0>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544', {'tags': ['tempest-TagsExtTest-Tag-2108381783', 'tempest-TagsExtTest-Tag-1836772779', 'tempest-TagsExtTest-Tag-1835324028']}) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:46.479840 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f5fbe4c0-d9cd-4002-b4b3-72d603d63395 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da2fa932-aa8a-4eeb-9012-6d1aeba39d4d HTTP/1.1" status: 204  len: 168 time: 1.0903220
Jun 21 03:12:46.516116 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-79c6259f-83b9-4b50-81b9-6cf859e35fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:46.517734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] For port 5af0690e-fa37-4539-8632-bd7db1c1b7cd, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:46.530943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] For port 5af0690e-fa37-4539-8632-bd7db1c1b7cd, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5af0690e-fa37-4539-8632-bd7db1c1b7cd,segment=NetworkSegment(30a945e6-f36f-4624-83a8-5c29b48f64a1),segment_id=30a945e6-f36f-4624-83a8-5c29b48f64a1)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:46.559918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20255f65-3960-405e-9676-34938c8d829e req-ebc0cc70-2620-42c4-8897-635bdaaf1c21 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:46.563505 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-ebc0cc70-2620-42c4-8897-635bdaaf1c21 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 1.0342426
Jun 21 03:12:46.571510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbe4c0-d9cd-4002-b4b3-72d603d63395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2fa932-aa8a-4eeb-9012-6d1aeba39d4d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:46.575096 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5fbe4c0-d9cd-4002-b4b3-72d603d63395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:46.581297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b350d0>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:38Z', 'revision_number': 3, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:45Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:46.644216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0990d7-1985-4154-aa3f-c669718d7969 None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:38Z', 'revision_number': 3, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:45Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:46.646861 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:46.650499 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-485be662-ffcf-46d9-9cad-8b9d68e61fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:46.779116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-f1156532-85bd-4892-b118-e3ef2b719cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:46.781986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Pushing event updated for resources: {'Port': ['ID=5af0690e-fa37-4539-8632-bd7db1c1b7cd,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:46.783487 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-f1156532-85bd-4892-b118-e3ef2b719cb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.8030972
Jun 21 03:12:46.797802 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:46.801955 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-3ce89904-10aa-45e2-bfcb-f5d0c8d1eebd tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 380 time: 0.2221334
Jun 21 03:12:46.855700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f3003516-87c6-401d-b26b-cfca63b9ae29 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags HTTP/1.1" status: 200  len: 318 time: 0.3838673
Jun 21 03:12:46.860208 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'port': {'device_id': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'admin_state_up': True, 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'security_groups': ['d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:46.877608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47668) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:46.898853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-b26835f1-139a-4fd0-b393-f64ece56d74d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d38455b0>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:46.965307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1c5d9b8-1085-4e9b-bbca-349295f7c5f7 req-e31941a1-0348-4322-a36c-1fc09735f6bc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.1615529
Jun 21 03:12:47.078144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.22.0.1 (793745a2-8170-4abe-8839-70304d7cfb32/c51746c2-5eeb-4cbb-82fe-5e00be6451d0/7df5dc62-1257-4c38-9b84-27fdebe50275) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:47.200445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f1031b3c-090b-475a-81d8-701660ae55e7 req-a0671a37-8688-4b66-bb26-8f9fd86776b6 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b1e69c-649a-4d49-8323-b82e79280183 HTTP/1.1" status: 200  len: 210 time: 0.0966258
Jun 21 03:12:47.503593 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-f5253bfc-0662-4c20-85e9-e9d890570040 service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6925702
Jun 21 03:12:47.726910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:47.756625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object 7df5dc62-1257-4c38-9b84-27fdebe50275 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:47.771999 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b26835f1-139a-4fd0-b393-f64ece56d74d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags HTTP/1.1" status: 204  len: 168 time: 0.8889952
Jun 21 03:12:47.775559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47718) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:47.780033 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-771e3e9e-89d7-4cde-8e65-04f5730d08df req-29efbf85-1714-4536-a1d2-b5313ddc3f20 service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2608483
Jun 21 03:12:47.797187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-5459bc1a-55a6-4df8-afd0-2824966d3716 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d3fddd90>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544', 'tempest-TagsExtTest-Tag-2108381783') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:47.814949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:47.819351 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:47.929837 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:47.934365 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-da65ba29-d77a-4656-bbd1-9ee92e9ad1c8 tempest-RoutersAdminTest-718624172 tempest-RoutersAdminTest-718624172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:47.995864 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-5459bc1a-55a6-4df8-afd0-2824966d3716 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:48.000683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5459bc1a-55a6-4df8-afd0-2824966d3716 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags/tempest-TagsExtTest-Tag-2108381783 HTTP/1.1" status: 404  len: 329 time: 0.2237008
Jun 21 03:12:48.001459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47736) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:48.007554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-54e256e6-3b39-4173-8e06-1ac93b5329f6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d1eaba30>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544', 'tempest-TagsExtTest-Tag-1836772779') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:48.136692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.20.0.10 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/652e89bf-af33-4b68-b5ad-6fa73be6d113) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:48.175299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9d87dff-4d4e-4852-bae8-f9c5cde64ae4 req-d896b323-31b2-4068-b5f1-7516913f8d96 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.0430639
Jun 21 03:12:48.207440 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-54e256e6-3b39-4173-8e06-1ac93b5329f6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:48.211175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-54e256e6-3b39-4173-8e06-1ac93b5329f6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags/tempest-TagsExtTest-Tag-1836772779 HTTP/1.1" status: 404  len: 329 time: 0.2058201
Jun 21 03:12:48.211459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47748) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:48.217202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-d3d272fa-b591-48fd-ae13-53b8c5083d95 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d267e1c0>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544', 'tempest-TagsExtTest-Tag-1835324028') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:48.400215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47758) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:48.572679 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-d3d272fa-b591-48fd-ae13-53b8c5083d95 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:48.573998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d3d272fa-b591-48fd-ae13-53b8c5083d95 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags/tempest-TagsExtTest-Tag-1835324028 HTTP/1.1" status: 404  len: 329 time: 0.3609059
Jun 21 03:12:48.580859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 127923e1-18f9-4330-bdfb-58a514045ddb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:48.588168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47772) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:48.605849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-61bff6c6-6fc9-4a2a-8535-2a687c552c26 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d83f2f70>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f', {'tags': ['tempest-TagsExtTest-Tag-1347891826', 'tempest-TagsExtTest-Tag-323719606', 'tempest-TagsExtTest-Tag-1821658760']}) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:48.663068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 793745a2-8170-4abe-8839-70304d7cfb32 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:48.704425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:48.718889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=7df5dc62-1257-4c38-9b84-27fdebe50275,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:48.727773 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:48.732005 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:48.750636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:48.814836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c467822e-e124-466c-88dc-c5dd8d5c80d2 None None] Network 793745a2-8170-4abe-8839-70304d7cfb32 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:48.819962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 127923e1-18f9-4330-bdfb-58a514045ddb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:48.823849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Transition to ACTIVE for port object 652e89bf-af33-4b68-b5ad-6fa73be6d113 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:48.836810 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:48.897131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 127923e1-18f9-4330-bdfb-58a514045ddb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:48.897634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:48.999929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-61bff6c6-6fc9-4a2a-8535-2a687c552c26 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "PUT /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags HTTP/1.1" status: 200  len: 317 time: 0.4053431
Jun 21 03:12:49.014461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47784) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:49.027411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-8a105093-0997-4a51-b995-016415aa22fb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d0d9e670>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:49.100795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d00e061c-ed08-4ff8-af6f-d7baa7dec2ae None None] Provisioning for port 5af0690e-fa37-4539-8632-bd7db1c1b7cd completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:49.122623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:49.127271 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fbf408db-dbd5-4456-9a1b-1b6d6ca4a462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:49.189844 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:49.198261 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8a105093-0997-4a51-b995-016415aa22fb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags HTTP/1.1" status: 204  len: 168 time: 0.1826162
Jun 21 03:12:49.208592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47798) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:49.212112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:49.216740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:49.228246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-c9a4c4f0-05b2-4057-a579-a1713da5a896 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d10e76a0>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f', 'tempest-TagsExtTest-Tag-1347891826') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:49.237213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:49.242116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=652e89bf-af33-4b68-b5ad-6fa73be6d113,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:49.272814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 127923e1-18f9-4330-bdfb-58a514045ddb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=127923e1-18f9-4330-bdfb-58a514045ddb,segment=NetworkSegment(0b966f7f-7936-4c4c-a3bb-9a8c79881e14),segment_id=0b966f7f-7936-4c4c-a3bb-9a8c79881e14)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:49.276341 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:49.311161 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-c9a4c4f0-05b2-4057-a579-a1713da5a896 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:49.315440 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:49.322563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c9a4c4f0-05b2-4057-a579-a1713da5a896 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags/tempest-TagsExtTest-Tag-1347891826 HTTP/1.1" status: 404  len: 329 time: 0.1034486
Jun 21 03:12:49.322713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:49.324309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-aa70a6f9-986f-4703-90da-7b118b98484d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d2010790>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f', 'tempest-TagsExtTest-Tag-323719606') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:49.325831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:49.368045 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:49.369761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5af0690e-fa37-4539-8632-bd7db1c1b7cd up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:49.426891 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-78a0b6fd-485c-4b6b-a90b-0e18f8a84311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:49.570754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f577d1-b0a6-47d5-97a3-eb2037c035fa req-11a1b471-e421-42f6-bbb9-9e8e8bf839e6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:49.576297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34f577d1-b0a6-47d5-97a3-eb2037c035fa req-11a1b471-e421-42f6-bbb9-9e8e8bf839e6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 932 time: 0.1703587
Jun 21 03:12:49.650046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=127923e1-18f9-4330-bdfb-58a514045ddb,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:49.664832 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:49.680093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5af0690e-fa37-4539-8632-bd7db1c1b7cd completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:49.691137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5af0690e-fa37-4539-8632-bd7db1c1b7cd triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:49.695787 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:49.768004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34f577d1-b0a6-47d5-97a3-eb2037c035fa req-68d5df1d-f09e-4537-845c-27f12be44f00 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1805296
Jun 21 03:12:49.817159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bd03b66e-d920-43e5-bdc3-beca3e2e99be None None] Provisioning for port 652e89bf-af33-4b68-b5ad-6fa73be6d113 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:49.823652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bd03b66e-d920-43e5-bdc3-beca3e2e99be None None] Provisioning complete for port 652e89bf-af33-4b68-b5ad-6fa73be6d113 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:49.824091 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd03b66e-d920-43e5-bdc3-beca3e2e99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:49.990492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:49.991225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.010357 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.013120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 122f8e9b-4613-490c-979c-d6651661bfa3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:50.013797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.015680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-bd03b66e-d920-43e5-bdc3-beca3e2e99be None None] Port 652e89bf-af33-4b68-b5ad-6fa73be6d113 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:50.081802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5af0690e-fa37-4539-8632-bd7db1c1b7cd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5af0690e-fa37-4539-8632-bd7db1c1b7cd,segment=NetworkSegment(30a945e6-f36f-4624-83a8-5c29b48f64a1),segment_id=30a945e6-f36f-4624-83a8-5c29b48f64a1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:50.093980 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-aa70a6f9-986f-4703-90da-7b118b98484d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:50.095544 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aa70a6f9-986f-4703-90da-7b118b98484d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags/tempest-TagsExtTest-Tag-323719606 HTTP/1.1" status: 404  len: 328 time: 0.7758777
Jun 21 03:12:50.119103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47836) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:50.141034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-f2ba29fc-1744-4a26-8f18-6e76c26d7d8a tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f73d10e7340>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f', 'tempest-TagsExtTest-Tag-1821658760') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:50.173927 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.179732 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3401034
Jun 21 03:12:50.183475 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-afb2bb0c-76c6-4470-8f1b-3f727427f046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:50.217729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Request body: {'port': {'device_id': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:50.227871 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-f2ba29fc-1744-4a26-8f18-6e76c26d7d8a tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] show failed (client error): The resource could not be found.
Jun 21 03:12:50.232014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f2ba29fc-1744-4a26-8f18-6e76c26d7d8a tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags/tempest-TagsExtTest-Tag-1821658760 HTTP/1.1" status: 404  len: 329 time: 0.1080916
Jun 21 03:12:50.238816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47846) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:50.249669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 122f8e9b-4613-490c-979c-d6651661bfa3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=122f8e9b-4613-490c-979c-d6651661bfa3,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:50.250039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.265597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-08235bf1-c33a-4880-85ac-188215470910 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d85da940>, 'subnetpools', '45502f96-fb85-4182-ab1a-8d22c4154e9f') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:50.281119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5af0690e-fa37-4539-8632-bd7db1c1b7cd,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:50.289539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6ba8a6cb-8dbb-440f-9369-9c2c74763cb4 None None] Provisioning for port 7df5dc62-1257-4c38-9b84-27fdebe50275 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:50.297763 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:50.306338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6ba8a6cb-8dbb-440f-9369-9c2c74763cb4 None None] Provisioning complete for port 7df5dc62-1257-4c38-9b84-27fdebe50275 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:50.307521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a6cb-8dbb-440f-9369-9c2c74763cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.402787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8a6cb-8dbb-440f-9369-9c2c74763cb4 None None] Port 7df5dc62-1257-4c38-9b84-27fdebe50275 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:50.415325 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.418784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6ba8a6cb-8dbb-440f-9369-9c2c74763cb4 None None] Provisioning complete for port 5af0690e-fa37-4539-8632-bd7db1c1b7cd triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:50.419301 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a6cb-8dbb-440f-9369-9c2c74763cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.439246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 122f8e9b-4613-490c-979c-d6651661bfa3 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:50.461959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-08235bf1-c33a-4880-85ac-188215470910 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f/tags HTTP/1.1" status: 204  len: 168 time: 0.2172325
Jun 21 03:12:50.465829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47858) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:50.470722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.tag.tag_plugin [None req-b6cdb9f6-e143-42e4-82a1-f6a5c6d3157d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d1a44a30>, 'routers', 'd16085e9-7a7e-453e-abef-b8af98b60544') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:50.487211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 127923e1-18f9-4330-bdfb-58a514045ddb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:50.606200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 127923e1-18f9-4330-bdfb-58a514045ddb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:50.606200 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.749561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b6cdb9f6-e143-42e4-82a1-f6a5c6d3157d tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544/tags HTTP/1.1" status: 204  len: 168 time: 0.2826974
Jun 21 03:12:50.752808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47872) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:50.760785 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.769000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-126ea110-a45a-42b4-bb2f-eb0973bc3fee tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73d89badf0>, 'ports', '912e6900-487e-458f-ba19-550042db6e0b') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:50.851743 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:50.857191 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bdd260be-ace6-4665-bb4e-05e88d06401e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:50.992710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:51.001471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a5191-c24d-4f7a-8695-a369712b008f req-4002a5d5-879d-43d9-b4b0-7eb506827624 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:51.003166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f55a5191-c24d-4f7a-8695-a369712b008f req-4002a5d5-879d-43d9-b4b0-7eb506827624 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 932 time: 0.0760872
Jun 21 03:12:51.017293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=7df5dc62-1257-4c38-9b84-27fdebe50275,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:51.030327 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:51.039949 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:51.039949 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:51.117785 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-126ea110-a45a-42b4-bb2f-eb0973bc3fee tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b/tags HTTP/1.1" status: 204  len: 168 time: 0.3623564
Jun 21 03:12:51.124759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47892) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:51.130658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.tag.tag_plugin [None req-2b4bc549-ddab-43ee-9b5b-805f32de88bf tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f73de627190>, 'subnets', '13b0688b-dd22-420a-b3cf-3496116d459d') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:51.301404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652e89bf-af33-4b68-b5ad-6fa73be6d113 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:12:51.327253 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:51.380175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Transition to ACTIVE for port object 652e89bf-af33-4b68-b5ad-6fa73be6d113 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:51.386571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 793745a2-8170-4abe-8839-70304d7cfb32 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:51.391329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:51.404762 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2b4bc549-ddab-43ee-9b5b-805f32de88bf tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d/tags HTTP/1.1" status: 204  len: 168 time: 0.2784736
Jun 21 03:12:51.410755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47906) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:51.504447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f55a5191-c24d-4f7a-8695-a369712b008f req-bd73ee5d-fb3d-4f80-aeb0-2b57dc03419e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4929619
Jun 21 03:12:51.507162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=122f8e9b-4613-490c-979c-d6651661bfa3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:51.515781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:51.525637 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:51.546533 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:51.708097 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:51.720549 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Pushing event updated for resources: {'Port': ['ID=652e89bf-af33-4b68-b5ad-6fa73be6d113,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:51.775829 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:51.805362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:12:51.892964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b3322c31-30c9-4f75-9ab6-2743fee0f2ae tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for subnetpool, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:51.898315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b3322c31-30c9-4f75-9ab6-2743fee0f2ae tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnetpools/45502f96-fb85-4182-ab1a-8d22c4154e9f HTTP/1.1" status: 204  len: 168 time: 0.4819574
Jun 21 03:12:51.898536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47926) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:51.900852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-03854349-861c-46d5-a6b9-39a8a1ffbcb3 None None] Provisioning complete for port 7df5dc62-1257-4c38-9b84-27fdebe50275 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:51.901782 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-03854349-861c-46d5-a6b9-39a8a1ffbcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:51.970347 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-03854349-861c-46d5-a6b9-39a8a1ffbcb3 None None] Port 7df5dc62-1257-4c38-9b84-27fdebe50275 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:51.982906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-419ca467-e10d-42a7-b90c-9666179cbdb3 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "GET /v2.0/ports?device_id=d16085e9-7a7e-453e-abef-b8af98b60544 HTTP/1.1" status: 200  len: 205 time: 0.0391679
Jun 21 03:12:51.985887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 47934) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:52.091759 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Attempting to bind port 652e89bf-af33-4b68-b5ad-6fa73be6d113 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:52.092178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Attempting to bind port 652e89bf-af33-4b68-b5ad-6fa73be6d113 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:52.092589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Attempting to bind port 652e89bf-af33-4b68-b5ad-6fa73be6d113 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:52.093029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41aab14a-3165-40e2-b540-3f37be59a07c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.106758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Port 652e89bf-af33-4b68-b5ad-6fa73be6d113 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:12:52.107161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Attempting to bind port 652e89bf-af33-4b68-b5ad-6fa73be6d113 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:52.111099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:52.121053 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3428388
Jun 21 03:12:52.121958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47942) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:52.123638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:52.128063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'network': {'name': 'tempest-RoutersTest-872827866'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:52.132423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:52.132772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:52.133158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:52.133659 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Bound port: 652e89bf-af33-4b68-b5ad-6fa73be6d113, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:52.134048 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.142107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:52.142762 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cceac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:52.234061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] For port 652e89bf-af33-4b68-b5ad-6fa73be6d113, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:52.240126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:52.244862 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.251288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] For port 652e89bf-af33-4b68-b5ad-6fa73be6d113, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=652e89bf-af33-4b68-b5ad-6fa73be6d113,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:52.324862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:52.343636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:12:52.355681 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.356308 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added segment 76985d0b-8e45-4baa-8b6e-d9077de83053 of type vlan for network 9e1805d6-3114-44aa-b44a-7ea967c1e66a
Jun 21 03:12:52.385782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.393997 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-739616c5-798c-4eeb-82f1-cb9b85fc2f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:52.504717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:52.505812 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.514719 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] 10.222.0.20 "PUT /v2.0/ports/652e89bf-af33-4b68-b5ad-6fa73be6d113 HTTP/1.1" status: 200  len: 1093 time: 2.3155079
Jun 21 03:12:52.514719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'tag': '652e89bf-af33-4b68-b5ad-6fa73be6d113'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:12:52.514719 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a771ed-97b4-452f-a5d9-2fed37cc3442" -d '{"events": [{"name": "network-changed", "server_uuid": "d8de22ab-4557-4dd5-b051-2aa70adb665f", "tag": "652e89bf-af33-4b68-b5ad-6fa73be6d113"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:12:52.518580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.547489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41aab14a-3165-40e2-b540-3f37be59a07c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.549571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Pushing event updated for resources: {'Port': ['ID=652e89bf-af33-4b68-b5ad-6fa73be6d113,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:52.564072 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:52.573902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41aab14a-3165-40e2-b540-3f37be59a07c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.599693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5af0690e-fa37-4539-8632-bd7db1c1b7cd up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:52.599894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-ba99ce65-d43d-4726-bfb8-46c75e350631 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f064e9565c5248e799384b2319f63284&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1132390
Jun 21 03:12:52.603316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Router 0354ea12-0969-4cbf-b6fb-533f25d99141 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:12:52.616574 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059ffcd-2fd2-48fc-a531-97604452c824 x-openstack-request-id: req-0059ffcd-2fd2-48fc-a531-97604452c824 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:12:52.617194 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8de22ab-4557-4dd5-b051-2aa70adb665f", "tag": "652e89bf-af33-4b68-b5ad-6fa73be6d113", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:12:52.617610 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0059ffcd-2fd2-48fc-a531-97604452c824 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:12:52.618276 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'tag': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'status': 'completed', 'code': 200}
Jun 21 03:12:52.708381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.714166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:52.722080 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.735618 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93b76586-460d-4892-af48-66c79fd1c042 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:52.752734 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5af0690e-fa37-4539-8632-bd7db1c1b7cd triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:52.753390 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:52.861583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cceac0>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:50Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:52.873200 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Network': ['ID=9e1805d6-3114-44aa-b44a-7ea967c1e66a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:52.880160 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:52.904325 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a771ed-97b4-452f-a5d9-2fed37cc3442 req-e2761e25-2b0b-4347-a17c-8a84ea10a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:52.907173 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4a771ed-97b4-452f-a5d9-2fed37cc3442 req-e2761e25-2b0b-4347-a17c-8a84ea10a20f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 1096 time: 0.2597330
Jun 21 03:12:52.910814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7866647
Jun 21 03:12:52.911298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 9e1805d6-3114-44aa-b44a-7ea967c1e66a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:12:52.914945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 47990) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:52.919621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:12:52.920003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Updating router c18d9940-656f-4b2f-b32c-4da43a156442 port 7df5dc62-1257-4c38-9b84-27fdebe50275 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:12:52.924667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'subnet': {'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:53.047174 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.157182 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41aab14a-3165-40e2-b540-3f37be59a07c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.157781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aab14a-3165-40e2-b540-3f37be59a07c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Fanout notify agent at l3_agent the message router_deleted on router d16085e9-7a7e-453e-abef-b8af98b60544 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:12:53.191794 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41aab14a-3165-40e2-b540-3f37be59a07c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.193422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-41aab14a-3165-40e2-b540-3f37be59a07c tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/routers/d16085e9-7a7e-453e-abef-b8af98b60544 HTTP/1.1" status: 204  len: 168 time: 1.2050235
Jun 21 03:12:53.198755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48004) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:53.212070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-7cf12d82-8337-40c4-a433-4a65aac24b4c tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:53.213641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-7cf12d82-8337-40c4-a433-4a65aac24b4c tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6053927
Jun 21 03:12:53.231282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-cdaa90a1-ee72-449d-b778-1844702f9be7 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/quotas/f064e9565c5248e799384b2319f63284 HTTP/1.1" status: 200  len: 375 time: 0.0094063
Jun 21 03:12:53.283714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-01befa52-6e6f-4a76-899c-e32bd503abcc tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f064e9565c5248e799384b2319f63284&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0430160
Jun 21 03:12:53.295817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:12:53.303019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "PUT /v2.0/routers/0354ea12-0969-4cbf-b6fb-533f25d99141/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8997183
Jun 21 03:12:53.307843 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] Sync routers for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:12:53.319114 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:53.320121 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f13190>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:53.339038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7103f-2089-48e5-aefa-d2cfc5e1f749 req-85a442f6-e94a-426c-9a03-1463e123b963 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:53.340618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47a7103f-2089-48e5-aefa-d2cfc5e1f749 req-85a442f6-e94a-426c-9a03-1463e123b963 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 944 time: 0.5278890
Jun 21 03:12:53.341400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48010) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:53.398283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a771ed-97b4-452f-a5d9-2fed37cc3442 req-e4254d83-f285-4656-9f6b-55caa5bd3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:53.400163 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4a771ed-97b4-452f-a5d9-2fed37cc3442 req-e4254d83-f285-4656-9f6b-55caa5bd3538 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&shared=False HTTP/1.1" status: 200  len: 912 time: 0.4677992
Jun 21 03:12:53.426449 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.437200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Transition to ACTIVE for port object 7df5dc62-1257-4c38-9b84-27fdebe50275 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:53.443090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting subnet c374b101-0251-4083-b9fb-afb95812d53b {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:12:53.454905 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.467525 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:53.512608 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.548873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Made reservation on behalf of b2efd73149854c76bbc498c3ff591e26 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:53.553192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.557772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47a7103f-2089-48e5-aefa-d2cfc5e1f749 req-dc8c71c2-9a69-480c-b496-e09ead788c93 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1938553
Jun 21 03:12:53.584501 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.584501 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-411151b3-962a-454b-ab39-5bba6b20664c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:53.698698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.728004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e521-ab8c-4bc0-9bad-3ca512a47a8f None None] Pushing event updated for resources: {'Port': ['ID=7df5dc62-1257-4c38-9b84-27fdebe50275,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:53.736448 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f13190>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:12:50Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:53.776025 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5c82e521-ab8c-4bc0-9bad-3ca512a47a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:53.826622 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] Checking router: 0354ea12-0969-4cbf-b6fb-533f25d99141 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:12:53.830979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Attempting to bind port 7df5dc62-1257-4c38-9b84-27fdebe50275 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:53.831403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Attempting to bind port 7df5dc62-1257-4c38-9b84-27fdebe50275 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:53.832358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Attempting to bind port 7df5dc62-1257-4c38-9b84-27fdebe50275 on network 793745a2-8170-4abe-8839-70304d7cfb32 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:53.839551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:53.846963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Checking segment: {'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:53.847109 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] Routers {'0354ea12-0969-4cbf-b6fb-533f25d99141'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:53.847763 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.847763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Bound using segment: {'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:53.848061 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f13190>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0354ea12-0969-4cbf-b6fb-533f25d99141'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:53.848228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Bound port: 7df5dc62-1257-4c38-9b84-27fdebe50275, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a945e6-f36f-4624-83a8-5c29b48f64a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:53.848228 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.959657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] For port 7df5dc62-1257-4c38-9b84-27fdebe50275, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:53.964392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] For port 7df5dc62-1257-4c38-9b84-27fdebe50275, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7df5dc62-1257-4c38-9b84-27fdebe50275,segment=NetworkSegment(30a945e6-f36f-4624-83a8-5c29b48f64a1),segment_id=30a945e6-f36f-4624-83a8-5c29b48f64a1)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:53.997458 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:53.998761 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] Set router 0354ea12-0969-4cbf-b6fb-533f25d99141 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:54.004254 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9378e75a-c650-4e10-92c5-f0697ed9c971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:54.030308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.034569 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4f47b368-ae13-4019-82b4-0c34f9751a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:54.068880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Subnet': ['ID=c374b101-0251-4083-b9fb-afb95812d53b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:54.095490 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:54.107056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-589c56b2-82d9-4c31-af0a-91b41b6a990a req-8797611c-91fc-4537-87fd-b5f00943e67d tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 210 time: 0.0478144
Jun 21 03:12:54.114955 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.131275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/subnets/c374b101-0251-4083-b9fb-afb95812d53b HTTP/1.1" status: 204  len: 168 time: 0.7887809
Jun 21 03:12:54.132205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48042) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:54.146920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e521-ab8c-4bc0-9bad-3ca512a47a8f None None] Pushing event updated for resources: {'Port': ['ID=7df5dc62-1257-4c38-9b84-27fdebe50275,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:54.148143 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5c82e521-ab8c-4bc0-9bad-3ca512a47a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:54.151529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f6e80-9c0b-4843-82aa-4ed46aa3c39a None None] Network 43f78038-6da3-47e3-adc5-b3d9121636a6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:54.230852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:12:54.230852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3cceac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:54.353668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.380349 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f13190>, [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:12:50Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:54.440149 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4066af-86c7-4b32-8c97-8e8cc41d1cb3 None None] The sync data for ids ['0354ea12-0969-4cbf-b6fb-533f25d99141'] in n-d-758944-33 is: [{'id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523434487', 'tenant_id': '5abc1439a51442dca598a84712ee0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:10:29Z', 'updated_at': '2021-06-21T03:12:50Z', 'revision_number': 5, 'project_id': '5abc1439a51442dca598a84712ee0f1f', 'gw_port': {'id': '2336c843-56fd-4026-96bb-f18bfe479f14', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354ea12-0969-4cbf-b6fb-533f25d99141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:10:31Z', 'updated_at': '2021-06-21T03:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:54.552284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.562366 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7c66cc6-d25b-41bb-bb60-c063d5a99c89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:54.575359 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.584462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Deleting port 912e6900-487e-458f-ba19-550042db6e0b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:54.584806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.699763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:12:54.702125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a771ed-97b4-452f-a5d9-2fed37cc3442 req-30832095-f20f-4176-b916-f87c057197ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:54.704201 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4a771ed-97b4-452f-a5d9-2fed37cc3442 req-30832095-f20f-4176-b916-f87c057197ee service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.2948766
Jun 21 03:12:54.727729 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Subnet': ['ID=cc7603ea-e6d2-491f-ba47-fe7d363e8fd7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:54.736345 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:54.770896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Checking segment: {'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:54.771527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network hostable DHCP agents. Network: 9e1805d6-3114-44aa-b44a-7ea967c1e66a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:12:54.799378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Deleting port 2336c843-56fd-4026-96bb-f18bfe479f14 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:54.799727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.821193 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.882261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513f84-3173-474e-9b8f-8bc9b64a8a0d req-a9bf0640-4383-4cda-a484-dc69d319e58f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:54.889223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0513f84-3173-474e-9b8f-8bc9b64a8a0d req-a9bf0640-4383-4cda-a484-dc69d319e58f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 944 time: 0.1787028
Jun 21 03:12:54.917574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Calling delete_port for 912e6900-487e-458f-ba19-550042db6e0b owned by  {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:54.962332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0513f84-3173-474e-9b8f-8bc9b64a8a0d req-3ddf8223-03e3-486c-ac5b-4a3ae7d951f4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721252
Jun 21 03:12:54.977908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] For port 2336c843-56fd-4026-96bb-f18bfe479f14, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2336c843-56fd-4026-96bb-f18bfe479f14,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:54.981283 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:54.995658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 9e1805d6-3114-44aa-b44a-7ea967c1e66a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:12:55.013990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20255f65-3960-405e-9676-34938c8d829e req-525f89ed-e524-4f8f-b796-c1dfa8a5a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:55.015538 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-525f89ed-e524-4f8f-b796-c1dfa8a5a891 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 1096 time: 0.2587898
Jun 21 03:12:55.023527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3cceac0>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:53Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:55.087051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] DHCP port deletion for 43f78038-6da3-47e3-adc5-b3d9121636a6 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:12:55.089595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95e2b8-d029-4a06-88da-bb5048337036 None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:53Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:12:55.114676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Calling delete_port for 2336c843-56fd-4026-96bb-f18bfe479f14 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:55.220870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Deleting port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:55.225410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 9e1805d6-3114-44aa-b44a-7ea967c1e66a) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:55.233000 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-79092036-464b-4c18-b221-13b3bf2a5e7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=652e89bf-af33-4b68-b5ad-6fa73be6d113 HTTP/1.1" status: 200  len: 217 time: 0.1621213
Jun 21 03:12:55.234316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.237964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.242443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:55.242443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.259326 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:55.266547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc5001-43d1-4d77-b7c4-9ee63cef6356 None None] Network 9e1805d6-3114-44aa-b44a-7ea967c1e66a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:55.298168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Pushing event deleted for resources: {'Port': ['ID=912e6900-487e-458f-ba19-550042db6e0b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:55.337395 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:55.438370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb874f7a-f24a-4de7-9959-0e8387dd53e6 req-9aa99ce2-e535-4cdf-acdb-8c7b2224ec50 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 210 time: 0.0549247
Jun 21 03:12:55.464651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.467083 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5503924
Jun 21 03:12:55.468438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48104) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:55.474957 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:55.491480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] For port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cb4b2f72-e905-4c7a-9325-a6a93b60e1b7,segment=NetworkSegment(7c4446ce-625d-496f-a99a-80e486d62c3c),segment_id=7c4446ce-625d-496f-a99a-80e486d62c3c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:55.497923 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.498432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20255f65-3960-405e-9676-34938c8d829e req-ab5c4668-2782-47f4-a4ee-1a439d11b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:55.501085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-ab5c4668-2782-47f4-a4ee-1a439d11b82c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.2449961
Jun 21 03:12:55.542170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Port': ['ID=2336c843-56fd-4026-96bb-f18bfe479f14,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:55.565297 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:55.596085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Calling delete_port for cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:55.622839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.672846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.674898 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/ports/912e6900-487e-458f-ba19-550042db6e0b HTTP/1.1" status: 204  len: 168 time: 2.4750528
Jun 21 03:12:55.678941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:55.782470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.785703 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.824066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'fixed_ips': [{'subnet_id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:12:55.824944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.885245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20255f65-3960-405e-9676-34938c8d829e req-126add34-e2e9-427d-9464-e1703a1d584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:55.886781 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-126add34-e2e9-427d-9464-e1703a1d584d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3387215
Jun 21 03:12:55.910920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.915106 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:55.945184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Pushing event deleted for resources: {'Port': ['ID=cb4b2f72-e905-4c7a-9325-a6a93b60e1b7,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:55.947653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] No DVR routers for this DVR port cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:12:55.950490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.952900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Fanout notify agent at l3_agent the message router_deleted on router 0354ea12-0969-4cbf-b6fb-533f25d99141 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:12:55.963405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:55.982019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/routers/0354ea12-0969-4cbf-b6fb-533f25d99141 HTTP/1.1" status: 204  len: 168 time: 1.8466926
Jun 21 03:12:55.982019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:55.989065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.989065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.992405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.992405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.992405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.993992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.994431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.994837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.995240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.995662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.996111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:55.996530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:56.002308 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:56.007967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Deleting subnet 13b0688b-dd22-420a-b3cf-3496116d459d {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:12:56.013251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.075164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Allocated IP 172.23.0.2 (9e1805d6-3114-44aa-b44a-7ea967c1e66a/cc7603ea-e6d2-491f-ba47-fe7d363e8fd7/c8429b81-1b58-4871-a504-1d77a8583bb5) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:56.192936 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.321008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.339314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.363536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Transition to ACTIVE for port object c8429b81-1b58-4871-a504-1d77a8583bb5 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:56.384431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Transition to ACTIVE for port object c8429b81-1b58-4871-a504-1d77a8583bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:56.385106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.399176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d93fe3d0>,) {'filters': {'network_id': ['43f78038-6da3-47e3-adc5-b3d9121636a6']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:56.421223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d93fe3d0>, '7c4446ce-625d-496f-a99a-80e486d62c3c') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:56.421223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d93fe3d0>, '7c4446ce-625d-496f-a99a-80e486d62c3c') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:56.432484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.435558 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-0ec437e2-6a04-4b33-9506-9e629d207b2a service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4799111
Jun 21 03:12:56.451718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.463313 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fd2c507d-5528-49b3-a216-c2dfcfb62c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:56.465321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb479a5-56c8-4397-b1e5-515784b45910 req-c73b77e6-5fa4-4898-a441-37fa4e18c52c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:56.466942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-acb479a5-56c8-4397-b1e5-515784b45910 req-c73b77e6-5fa4-4898-a441-37fa4e18c52c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 944 time: 0.2172832
Jun 21 03:12:56.468014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.500391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:12:56.500951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.508836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Network 9e1805d6-3114-44aa-b44a-7ea967c1e66a is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:56.514813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:56.522198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:56.570442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Pushing event updated for resources: {'Port': ['ID=c8429b81-1b58-4871-a504-1d77a8583bb5,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:56.576045 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:56.587508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:12:56.600418 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:12:56.602557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.619633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Attempting to bind port c8429b81-1b58-4871-a504-1d77a8583bb5 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:12:56.623614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Attempting to bind port c8429b81-1b58-4871-a504-1d77a8583bb5 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:12:56.623614 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Attempting to bind port c8429b81-1b58-4871-a504-1d77a8583bb5 on network 9e1805d6-3114-44aa-b44a-7ea967c1e66a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:12:56.626985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:12:56.627704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Checking segment: {'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:12:56.629099 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.629821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Bound using segment: {'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:12:56.630537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Bound port: c8429b81-1b58-4871-a504-1d77a8583bb5, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:12:56.631224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.686756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa6d6c3a-688a-44bb-a090-7d1dbdde399b req-ca1214d4-81e1-403f-a7dd-bef8ba64beba tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 210 time: 0.0760114
Jun 21 03:12:56.737564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-acb479a5-56c8-4397-b1e5-515784b45910 req-cd2e2dd5-d964-4190-b8e5-c226651e8b2b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2568107
Jun 21 03:12:56.742010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] For port c8429b81-1b58-4871-a504-1d77a8583bb5, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:12:56.773595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.776508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] For port c8429b81-1b58-4871-a504-1d77a8583bb5, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c8429b81-1b58-4871-a504-1d77a8583bb5,segment=NetworkSegment(76985d0b-8e45-4baa-8b6e-d9077de83053),segment_id=76985d0b-8e45-4baa-8b6e-d9077de83053)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:12:56.779480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-20255f65-3960-405e-9676-34938c8d829e req-ce125e5f-f16e-454b-a71c-31c77a8c69a6 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3182619
Jun 21 03:12:56.798265 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.805814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/networks/43f78038-6da3-47e3-adc5-b3d9121636a6 HTTP/1.1" status: 204  len: 168 time: 0.8193049
Jun 21 03:12:56.807449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48160) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:56.810816 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:56.843677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7df5dc62-1257-4c38-9b84-27fdebe50275 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:56.851812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'Network': ['ID=43f78038-6da3-47e3-adc5-b3d9121636a6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:56.854449 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:56.872202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.876265 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:56.917489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0566c229-a92c-48e6-b192-5a844c53ec46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.954783 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0566c229-a92c-48e6-b192-5a844c53ec46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.960636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Pushing event updated for resources: {'Port': ['ID=c8429b81-1b58-4871-a504-1d77a8583bb5,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:56.965690 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:56.985155 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:56.991736 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b95ceb2-03d8-4a80-8126-831cef532efb tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:57.061630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.066888 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/subnets/13b0688b-dd22-420a-b3cf-3496116d459d HTTP/1.1" status: 204  len: 168 time: 1.3837180
Jun 21 03:12:57.066888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Pushing event deleted for resources: {'Subnet': ['ID=13b0688b-dd22-420a-b3cf-3496116d459d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:57.068797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48166) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:57.070690 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:57.079321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a4f70-a7ec-431e-85bf-4fabb616345e None None] Network 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:57.094829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Allocated IP 172.23.0.1 (9e1805d6-3114-44aa-b44a-7ea967c1e66a/cc7603ea-e6d2-491f-ba47-fe7d363e8fd7/0048a66f-6428-4d05-b460-066ee065de89) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:57.197651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.250906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.283768 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Transition to ACTIVE for port object 0048a66f-6428-4d05-b460-066ee065de89 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:12:57.290461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Deleting port 1dfe6021-5175-4e11-bd96-a104546b7793 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:57.290996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.356491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 7df5dc62-1257-4c38-9b84-27fdebe50275 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:57.358156 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0566c229-a92c-48e6-b192-5a844c53ec46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.360762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0566c229-a92c-48e6-b192-5a844c53ec46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.361917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 7df5dc62-1257-4c38-9b84-27fdebe50275 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:57.366150 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.366299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0566c229-a92c-48e6-b192-5a844c53ec46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] 10.222.0.25 "DELETE /v2.0/security-groups/db96df7f-6145-478d-a759-8055e97997bf HTTP/1.1" status: 204  len: 168 time: 0.5481853
Jun 21 03:12:57.371254 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-42401cff-9a41-45f9-9531-68cc71f433a8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:57.394277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566c229-a92c-48e6-b192-5a844c53ec46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db96df7f-6145-478d-a759-8055e97997bf,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:57.397883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] For port 1dfe6021-5175-4e11-bd96-a104546b7793, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1dfe6021-5175-4e11-bd96-a104546b7793,segment=NetworkSegment(bc4cb21a-6e85-44ec-b064-300f90c07616),segment_id=bc4cb21a-6e85-44ec-b064-300f90c07616)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:57.403387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.403387 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0566c229-a92c-48e6-b192-5a844c53ec46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:57.438674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.453721 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5b6aec7-51b6-40b6-88ac-49c4ed12e8b5 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:57.454748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] DHCP port deletion for 2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:12:57.495525 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-164a4667-c5be-4977-85c3-445617083fbf tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f064e9565c5248e799384b2319f63284&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1093593
Jun 21 03:12:57.495649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Calling delete_port for 1dfe6021-5175-4e11-bd96-a104546b7793 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:57.496616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 9e1805d6-3114-44aa-b44a-7ea967c1e66a is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:57.602863 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.621504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] Deleting port 1dfe6021-5175-4e11-bd96-a104546b7793 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:12:57.621976 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.717598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 7df5dc62-1257-4c38-9b84-27fdebe50275, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7df5dc62-1257-4c38-9b84-27fdebe50275,segment=NetworkSegment(30a945e6-f36f-4624-83a8-5c29b48f64a1),segment_id=30a945e6-f36f-4624-83a8-5c29b48f64a1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:57.742879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] For port 1dfe6021-5175-4e11-bd96-a104546b7793, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1dfe6021-5175-4e11-bd96-a104546b7793,segment=NetworkSegment(bc4cb21a-6e85-44ec-b064-300f90c07616),segment_id=bc4cb21a-6e85-44ec-b064-300f90c07616)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:57.743847 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.808351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:12:57.816675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:57.874369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] Calling delete_port for 1dfe6021-5175-4e11-bd96-a104546b7793 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:12:57.876492 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:57.979489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 122f8e9b-4613-490c-979c-d6651661bfa3 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:12:58.158249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 122f8e9b-4613-490c-979c-d6651661bfa3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:12:58.158249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 122f8e9b-4613-490c-979c-d6651661bfa3 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:12:58.158249 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:12:58.174584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a53c562-0d7f-4122-acef-0c2c29eb2721 req-0ac65985-bcb7-40cb-95c3-8ddb2a0db65d tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 210 time: 0.1139472
Jun 21 03:12:58.209210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:12:58.209739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cb4b2f72-e905-4c7a-9325-a6a93b60e1b7 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:12:58.219006 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.233825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=7df5dc62-1257-4c38-9b84-27fdebe50275,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:58.240406 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:58.243290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] No DVR routers for this DVR port 1dfe6021-5175-4e11-bd96-a104546b7793 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:12:58.247512 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5c82e521-ab8c-4bc0-9bad-3ca512a47a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:58.254065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.257729 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:58.274020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] Pushing event deleted for resources: {'Port': ['ID=1dfe6021-5175-4e11-bd96-a104546b7793,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:58.279159 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:58.290093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Pushing event deleted for resources: {'Port': ['ID=1dfe6021-5175-4e11-bd96-a104546b7793,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:58.294786 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:58.325952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ea545-1ba4-4033-be3a-b3b3b07e6f53 req-daf8eb14-144e-4872-b23f-726532a94a46 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:58.327643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c92ea545-1ba4-4033-be3a-b3b3b07e6f53 req-daf8eb14-144e-4872-b23f-726532a94a46 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 944 time: 0.2657633
Jun 21 03:12:58.328465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48220) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:58.337554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] No DVR routers for this DVR port 1dfe6021-5175-4e11-bd96-a104546b7793 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:12:58.478175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.493830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1023250>,) {'filters': {'network_id': ['2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:58.500412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1023250>, 'bc4cb21a-6e85-44ec-b064-300f90c07616') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:58.500998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1023250>, 'bc4cb21a-6e85-44ec-b064-300f90c07616') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:12:58.511245 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.517835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=0048a66f-6428-4d05-b460-066ee065de89,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:58.542255 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.549841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7df5dc62-1257-4c38-9b84-27fdebe50275 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:58.553953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:12:58.564326 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c92ea545-1ba4-4033-be3a-b3b3b07e6f53 req-d50790db-8060-44e5-b1bc-cc8eae5436a3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2222755
Jun 21 03:12:58.570802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.572019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.572769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.573642 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.574262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:12:58.574547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.574669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.575218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.575777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.576324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.577270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   self.session.flush()
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:12:58.577666 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:12:58.580932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.582065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.582618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:12:58.591708 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.138s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:58.602819 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9010fc3-302a-4835-b6b2-4cd8f0375f11 None None] Network 9e1805d6-3114-44aa-b44a-7ea967c1e66a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:12:58.632150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-41a6ed7c-0af2-45ff-8663-066d11d7e4db tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:58.634004 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-41a6ed7c-0af2-45ff-8663-066d11d7e4db tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.1339393
Jun 21 03:12:58.650853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Request body: {'port': {'device_id': '15483804-474c-4ac5-b096-982ad962bf8e', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': 'f064e9565c5248e799384b2319f63284'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:12:58.671846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.675626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ab85c39f-9fb2-4591-869f-086a7ae1e894 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5abc1439a51442dca598a84712ee0f1f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3432686
Jun 21 03:12:58.675951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48238) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:58.699522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 7df5dc62-1257-4c38-9b84-27fdebe50275 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:58.699910 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.730037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9046065-167a-4aa4-bb5c-54d9415f6b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.753013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9046065-167a-4aa4-bb5c-54d9415f6b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.798312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.804791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.807394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e18c5c76-071d-4e9c-8a6f-83bcd5caf4bb None None] Provisioning for port c8429b81-1b58-4871-a504-1d77a8583bb5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:58.810247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] 10.222.0.25 "DELETE /v2.0/networks/2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11 HTTP/1.1" status: 204  len: 168 time: 1.7396755
Jun 21 03:12:58.811160 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cde2b4f6-ecf1-4900-b526-28232e74c93d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:58.834460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Pushing event deleted for resources: {'Network': ['ID=2e6bd0fa-9f54-49d6-a3eb-837dc1f9fd11,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:58.837191 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:58.883910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c8429b81-1b58-4871-a504-1d77a8583bb5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:12:58.904350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Made reservation on behalf of f064e9565c5248e799384b2319f63284 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:12:58.906240 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9046065-167a-4aa4-bb5c-54d9415f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.915581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.917069 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9046065-167a-4aa4-bb5c-54d9415f6b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.920676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c9046065-167a-4aa4-bb5c-54d9415f6b57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83d98a8d-2cd4-45c7-8569-c30895ae4473 HTTP/1.1" status: 204  len: 168 time: 0.2410026
Jun 21 03:12:58.920676 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0bec463e-92c3-4888-bb77-dc02919cd09c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:58.934952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9046065-167a-4aa4-bb5c-54d9415f6b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d98a8d-2cd4-45c7-8569-c30895ae4473,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:58.937946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:58.938586 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9046065-167a-4aa4-bb5c-54d9415f6b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:59.009945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.019394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c8429b81-1b58-4871-a504-1d77a8583bb5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:59.024712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c8429b81-1b58-4871-a504-1d77a8583bb5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:59.025107 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.122605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.161907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c8429b81-1b58-4871-a504-1d77a8583bb5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c8429b81-1b58-4871-a504-1d77a8583bb5,segment=NetworkSegment(76985d0b-8e45-4baa-8b6e-d9077de83053),segment_id=76985d0b-8e45-4baa-8b6e-d9077de83053)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:12:59.221285 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.282163 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.286347 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-15b66da8-5028-47ab-a36a-3e855bee3446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:59.361108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.383490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b22c249-94e6-476b-9386-b689a42772c8 None None] Provisioning for port 0048a66f-6428-4d05-b460-066ee065de89 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:12:59.392990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b22c249-94e6-476b-9386-b689a42772c8 None None] Provisioning complete for port 0048a66f-6428-4d05-b460-066ee065de89 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:59.393684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b22c249-94e6-476b-9386-b689a42772c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.401531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c8429b81-1b58-4871-a504-1d77a8583bb5,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:59.416977 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:59.449371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2336c843-56fd-4026-96bb-f18bfe479f14 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:12:59.456095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48256) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:59.464200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55a47934-ed52-49a1-8fce-e034c4502e12 req-440f4720-5c2e-4463-937c-b5919f9e7f07 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 210 time: 0.0574691
Jun 21 03:12:59.534254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.536820 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f57d3f79-1de2-4b2d-a792-2ed3fdf79b6f tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:59.590948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e19090-8b2a-4428-8ed1-dccfe3021850,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:59.599881 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:59.626473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.633679 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:12:59.690536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-6d94d2c3-709a-45da-aee1-897629570ed9 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:59.694875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-6d94d2c3-709a-45da-aee1-897629570ed9 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/networks?id=cddbae17-8d2a-429f-84c0-b2fd125772d3 HTTP/1.1" status: 200  len: 814 time: 0.1335561
Jun 21 03:12:59.736669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2336c843-56fd-4026-96bb-f18bfe479f14 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:12:59.737196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2336c843-56fd-4026-96bb-f18bfe479f14 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:12:59.737853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1dfe6021-5175-4e11-bd96-a104546b7793 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:12:59.739628 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-9deb483b-c861-4aeb-b1c3-351861e5fad2 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/quotas/3e90206b63604c7c8c4038d746bcf36d HTTP/1.1" status: 200  len: 375 time: 0.0406010
Jun 21 03:12:59.758210 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.762441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event updated for resources: {'Port': ['ID=0048a66f-6428-4d05-b460-066ee065de89,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:12:59.767050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 1dfe6021-5175-4e11-bd96-a104546b7793 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:12:59.767050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1dfe6021-5175-4e11-bd96-a104546b7793 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:12:59.773767 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:12:59.779900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3b22c249-94e6-476b-9386-b689a42772c8 None None] Port 0048a66f-6428-4d05-b460-066ee065de89 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:12:59.789591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Allocated IP 192.168.233.91 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/b368bdf5-ae5c-4f33-afae-8c6cce7c0fab) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:12:59.792926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3b22c249-94e6-476b-9386-b689a42772c8 None None] Provisioning complete for port c8429b81-1b58-4871-a504-1d77a8583bb5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:12:59.793434 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b22c249-94e6-476b-9386-b689a42772c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:12:59.810688 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a59ee9aa-5bc3-4542-b933-be504d214fd4 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e90206b63604c7c8c4038d746bcf36d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0421107
Jun 21 03:12:59.817943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d1982347-e62a-47d7-8fe3-7d6ee7294f56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45add833418448d1abd5080862436f9a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3602865
Jun 21 03:12:59.821740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48272) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:59.837324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-db876af5-1368-492a-9680-ed6e06df52e7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:12:59.838320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-db876af5-1368-492a-9680-ed6e06df52e7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0080333
Jun 21 03:12:59.929723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48274) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:12:59.947605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1cd35-a5ad-4e26-9aae-a05cb878a19b req-3c431f46-ce7b-48d5-9b80-910b4d69dd33 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:12:59.949125 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81b1cd35-a5ad-4e26-9aae-a05cb878a19b req-3c431f46-ce7b-48d5-9b80-910b4d69dd33 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 944 time: 0.2230115
Jun 21 03:12:59.966326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Network 9e1805d6-3114-44aa-b44a-7ea967c1e66a is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:12:59.969321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:00.005317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4b886982-aea5-410f-801f-1554927bfef5 None None] Provisioning complete for port 0048a66f-6428-4d05-b460-066ee065de89 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:00.005832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4b886982-aea5-410f-801f-1554927bfef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.009464 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d43ecb16-5bc5-4f79-872a-6a04e2511281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.046238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-9712b111-b74c-4304-be63-d0f98b6287e5 service neutron] 10.222.0.25 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876905
Jun 21 03:13:00.062494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4b886982-aea5-410f-801f-1554927bfef5 None None] Port 0048a66f-6428-4d05-b460-066ee065de89 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:00.125724 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.147542 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:00.153908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Transition to ACTIVE for port object b368bdf5-ae5c-4f33-afae-8c6cce7c0fab will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:00.159017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d43ecb16-5bc5-4f79-872a-6a04e2511281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.165320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fa6782ee-548b-44a1-ba9b-367dcde55f23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7231a18aca1741caa354d5e98021985c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2333806
Jun 21 03:13:00.167816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48276) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:00.180975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81b1cd35-a5ad-4e26-9aae-a05cb878a19b req-71afde7c-9fcb-4a53-828b-b55a12840205 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2160370
Jun 21 03:13:00.240278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-2fee3562-3736-4f70-99e2-0d68be9f8dd2 service neutron] 10.222.0.25 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793337
Jun 21 03:13:00.289687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d7ac9cce-8418-4f46-b218-8e8ce96da7c7 None None] Provisioning complete for port 0048a66f-6428-4d05-b460-066ee065de89 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:00.290611 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d7ac9cce-8418-4f46-b218-8e8ce96da7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.318892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d43ecb16-5bc5-4f79-872a-6a04e2511281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.320875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:00.322068 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d43ecb16-5bc5-4f79-872a-6a04e2511281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.323447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d43ecb16-5bc5-4f79-872a-6a04e2511281 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65810a06-a742-412d-984e-a705f37feee6 HTTP/1.1" status: 204  len: 168 time: 0.5006094
Jun 21 03:13:00.324550 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c4dbc407-23c7-4469-82d3-304a34575261 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:00.342334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ecb16-5bc5-4f79-872a-6a04e2511281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65810a06-a742-412d-984e-a705f37feee6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:00.344327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48280) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:00.350597 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8613966
Jun 21 03:13:00.356009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:00.360563 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f29aa8d5-b470-4af9-b076-ca0fc7b1b0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.376617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:00.385046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac9cce-8418-4f46-b218-8e8ce96da7c7 None None] Port 0048a66f-6428-4d05-b460-066ee065de89 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:00.393004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f29aa8d5-b470-4af9-b076-ca0fc7b1b0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.396594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:00.397352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de61d910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:00.423793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.430826 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28c154e4-98e2-4672-96e4-028476741989 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:00.485173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d43ecb16-5bc5-4f79-872a-6a04e2511281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:00.522631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:00.539445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:00.539610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:00.548702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:00.552712 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Pushing event updated for resources: {'Port': ['ID=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:00.577057 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c8429b81-1b58-4871-a504-1d77a8583bb5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:00.617516 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:00.682794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:00.684981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.696711 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f29aa8d5-b470-4af9-b076-ca0fc7b1b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.703052 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f29aa8d5-b470-4af9-b076-ca0fc7b1b0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.721455 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f29aa8d5-b470-4af9-b076-ca0fc7b1b0e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/966fa1a7-7ab9-4b6d-948d-b5884a207835 HTTP/1.1" status: 204  len: 168 time: 0.5378397
Jun 21 03:13:00.733144 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-22b53323-2bd6-448e-b33d-f6a25a5126b7 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:00.763979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aa8d5-b470-4af9-b076-ca0fc7b1b0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966fa1a7-7ab9-4b6d-948d-b5884a207835,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:00.770478 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f29aa8d5-b470-4af9-b076-ca0fc7b1b0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:00.848368 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.2041776
Jun 21 03:13:00.860190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Request body: {'port': {'device_id': '15483804-474c-4ac5-b096-982ad962bf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:00.882286 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ad1a90c-f009-4d3a-abb4-2ce98ef0dca9 req-739299b1-7365-46e3-bd76-bf44af1b29a6 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 210 time: 0.0882595
Jun 21 03:13:00.893300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c8429b81-1b58-4871-a504-1d77a8583bb5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:00.894487 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:00.985122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2d4b7-d4f3-4147-97a4-176ed6cdc699 req-264c1484-d96a-41ed-8036-a02d27fce382 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:00.987000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ac2d4b7-d4f3-4147-97a4-176ed6cdc699 req-264c1484-d96a-41ed-8036-a02d27fce382 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 935 time: 0.2084236
Jun 21 03:13:01.039768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de61d910>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:12:58Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '0048a66f-6428-4d05-b460-066ee065de89', 'name': '', 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:51:f5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:56Z', 'updated_at': '2021-06-21T03:12:59Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:01.046543 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.066912 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.extraroute_db [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jun 21 03:13:01.076520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-117f8baf-1dad-48ae-9545-d3e42318c859 None None] Provisioning for port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:01.088406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:01.088406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Updating router c18d9940-656f-4b2f-b32c-4da43a156442 port 0048a66f-6428-4d05-b460-066ee065de89 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:13:01.091698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ac2d4b7-d4f3-4147-97a4-176ed6cdc699 req-47b15843-a572-4caa-b3ba-654149bd67c0 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950277
Jun 21 03:13:01.092333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-117f8baf-1dad-48ae-9545-d3e42318c859 None None] Provisioning complete for port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:01.092801 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-117f8baf-1dad-48ae-9545-d3e42318c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.127310 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.extraroute_db [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Removed routes are [] {{(pid=94167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jun 21 03:13:01.127726 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.169411 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.172604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-117f8baf-1dad-48ae-9545-d3e42318c859 None None] Port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:01.543761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedceb6c-200a-4d3d-8d54-76cae3d99cec req-80786bff-4695-4592-8e13-eba0acb219b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:01.545369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bedceb6c-200a-4d3d-8d54-76cae3d99cec req-80786bff-4695-4592-8e13-eba0acb219b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 944 time: 0.1703885
Jun 21 03:13:01.575021 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.580884 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.581866 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.596766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Transition to ACTIVE for port object 0048a66f-6428-4d05-b460-066ee065de89 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:01.604069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b368bdf5-ae5c-4f33-afae-8c6cce7c0fab {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:13:01.613577 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.633182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bedceb6c-200a-4d3d-8d54-76cae3d99cec req-47a90cf5-f5d4-4bf7-99f1-557c117e8a88 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801315
Jun 21 03:13:01.641060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Transition to ACTIVE for port object b368bdf5-ae5c-4f33-afae-8c6cce7c0fab will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:01.696421 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:01.739349 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.742314 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c608e44c-3c77-470a-910c-e380a70804bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:01.761699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.765255 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81e6b4a1-631a-4aa8-b731-e27c771a133f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:01.804920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:01.812885 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:01.818681 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b8d9fcfe-947f-4814-ada5-8b07bdd87c09 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 200  len: 933 time: 1.4667215
Jun 21 03:13:01.819831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48324) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:01.839869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87006e14-8e32-40fb-a404-b9217a27f71b None None] Pushing event updated for resources: {'Port': ['ID=0048a66f-6428-4d05-b460-066ee065de89,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:01.843139 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-87006e14-8e32-40fb-a404-b9217a27f71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:01.905733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Pushing event updated for resources: {'Port': ['ID=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:01.926753 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:01.982526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-590fa7ee-7f5f-4f9d-8157-8ae98eb6ab70 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 200  len: 933 time: 0.1606483
Jun 21 03:13:01.983130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48332) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:01.988388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'routes': None}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:02.022271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Attempting to bind port 0048a66f-6428-4d05-b460-066ee065de89 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:02.022880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Attempting to bind port 0048a66f-6428-4d05-b460-066ee065de89 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:02.023439 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Attempting to bind port 0048a66f-6428-4d05-b460-066ee065de89 on network 9e1805d6-3114-44aa-b44a-7ea967c1e66a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:02.048556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:02.053256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Checking segment: {'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:02.053855 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:02.054287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Bound using segment: {'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:02.054762 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Attempting to bind port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:02.055291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Bound port: 0048a66f-6428-4d05-b460-066ee065de89, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76985d0b-8e45-4baa-8b6e-d9077de83053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:02.055291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:02.057499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Attempting to bind port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:02.058113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Attempting to bind port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:02.070854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:13:02.071195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Attempting to bind port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:02.082474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:02.082877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:02.085407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:02.085890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Bound port: b368bdf5-ae5c-4f33-afae-8c6cce7c0fab, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:02.086254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:02.181759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] For port 0048a66f-6428-4d05-b460-066ee065de89, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:02.186387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] For port 0048a66f-6428-4d05-b460-066ee065de89, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0048a66f-6428-4d05-b460-066ee065de89,segment=NetworkSegment(76985d0b-8e45-4baa-8b6e-d9077de83053),segment_id=76985d0b-8e45-4baa-8b6e-d9077de83053)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:02.235251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] For port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:02.243997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] For port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:02.276044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28d6aeb8-8c00-420d-8031-b4da760540c6 req-be053588-56b0-4fab-9c27-8ff9c10a4be7 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 210 time: 0.0855064
Jun 21 03:13:02.282314 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:02.303946 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-411151b3-962a-454b-ab39-5bba6b20664c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:02.351149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:02.354891 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-616a29a9-06cf-44f1-b17e-3489319d0c49 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:02.427710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:02.432223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de61d910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:02.443461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Pushing event updated for resources: {'Port': ['ID=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:02.448431 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:02.453233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:02.454543 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:02.457244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] 10.222.0.26 "PUT /v2.0/ports/b368bdf5-ae5c-4f33-afae-8c6cce7c0fab HTTP/1.1" status: 200  len: 1096 time: 1.6009772
Jun 21 03:13:02.458223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15483804-474c-4ac5-b096-982ad962bf8e', 'tag': 'b368bdf5-ae5c-4f33-afae-8c6cce7c0fab'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:02.461865 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646c49b6-1c02-4f94-83c5-752affb87f94" -d '{"events": [{"name": "network-changed", "server_uuid": "15483804-474c-4ac5-b096-982ad962bf8e", "tag": "b368bdf5-ae5c-4f33-afae-8c6cce7c0fab"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:02.557957 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d574156-c396-4205-833e-cbb2f791d4de x-openstack-request-id: req-3d574156-c396-4205-833e-cbb2f791d4de {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:02.558414 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15483804-474c-4ac5-b096-982ad962bf8e", "tag": "b368bdf5-ae5c-4f33-afae-8c6cce7c0fab", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:02.558979 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d574156-c396-4205-833e-cbb2f791d4de {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:02.559563 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15483804-474c-4ac5-b096-982ad962bf8e', 'tag': 'b368bdf5-ae5c-4f33-afae-8c6cce7c0fab', 'status': 'completed', 'code': 200}
Jun 21 03:13:02.642746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:02.698750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c49b6-1c02-4f94-83c5-752affb87f94 req-71f65251-b492-406d-9a7e-171d6a34ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:02.704769 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-646c49b6-1c02-4f94-83c5-752affb87f94 req-71f65251-b492-406d-9a7e-171d6a34ec98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f064e9565c5248e799384b2319f63284&device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 1099 time: 0.1261077
Jun 21 03:13:02.756473 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-646c49b6-1c02-4f94-83c5-752affb87f94 req-a28c4c99-e3e9-4582-98d8-a1c45fc2d6d1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f064e9565c5248e799384b2319f63284&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0408192
Jun 21 03:13:02.841494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87006e14-8e32-40fb-a404-b9217a27f71b None None] Pushing event updated for resources: {'Port': ['ID=0048a66f-6428-4d05-b460-066ee065de89,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:02.846736 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-87006e14-8e32-40fb-a404-b9217a27f71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:02.952512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c49b6-1c02-4f94-83c5-752affb87f94 req-20e6bd51-6cb9-4e04-a3e4-de89c51b0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:02.954215 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-646c49b6-1c02-4f94-83c5-752affb87f94 req-20e6bd51-6cb9-4e04-a3e4-de89c51b0762 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1931536
Jun 21 03:13:03.036118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de61d910>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:01Z', 'revision_number': 6, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '0048a66f-6428-4d05-b460-066ee065de89', 'name': '', 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:51:f5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:56Z', 'updated_at': '2021-06-21T03:13:02Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:03.070174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-313216f2-c113-4a2e-addc-51b4f5be9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:03.072137 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-313216f2-c113-4a2e-addc-51b4f5be9dbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f064e9565c5248e799384b2319f63284&device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 1099 time: 0.0780272
Jun 21 03:13:03.102011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764f7c6-914c-43a6-9862-075cc413211e None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:01Z', 'revision_number': 6, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '0048a66f-6428-4d05-b460-066ee065de89', 'name': '', 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:51:f5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:56Z', 'updated_at': '2021-06-21T03:13:02Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:03.131456 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-aabd8c8b-016f-4159-a4de-48e0a9e5ac07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab HTTP/1.1" status: 200  len: 217 time: 0.0517712
Jun 21 03:13:03.216731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-57c8fd8d-db79-4642-950a-c6ec5c22bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:03.218752 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-57c8fd8d-db79-4642-950a-c6ec5c22bdc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0808980
Jun 21 03:13:03.305771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-d14e2083-51d3-4071-b82f-a843b8681b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:03.307314 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-d14e2083-51d3-4071-b82f-a843b8681b7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0778990
Jun 21 03:13:03.463222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f336e3f-9020-4be4-ac89-3af0c8d8bf6d req-0849c511-ccd5-4f35-a0d8-2a5aa1636e72 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:03.470429 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f336e3f-9020-4be4-ac89-3af0c8d8bf6d req-0849c511-ccd5-4f35-a0d8-2a5aa1636e72 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 947 time: 1.0846217
Jun 21 03:13:03.481785 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-5d151a54-20d3-432f-a041-333708013c57 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621218
Jun 21 03:13:03.567071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023910-9b9b-475f-b9b4-1af0421ae2ca req-308d960b-ef47-4d92-af8c-eecb3cd5deb9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:03.574781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27023910-9b9b-475f-b9b4-1af0421ae2ca req-308d960b-ef47-4d92-af8c-eecb3cd5deb9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 944 time: 0.2342541
Jun 21 03:13:03.668270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6f336e3f-9020-4be4-ac89-3af0c8d8bf6d req-4c8a7515-b9bb-4d4e-9a57-0504c95a5400 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762958
Jun 21 03:13:03.698332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27023910-9b9b-475f-b9b4-1af0421ae2ca req-b291c361-c8e0-49ff-8ba3-f0b25fe1b060 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221554
Jun 21 03:13:03.705964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.extraroute_db [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added routes are [] {{(pid=94167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jun 21 03:13:03.706314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.extraroute_db [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jun 21 03:13:03.754547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:03.794633 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90e54649-3559-4ff9-8641-55be8ae667e6 req-659cf1f4-f01f-4d5f-85dd-4d96feff29a1 service neutron] 10.222.0.26 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3052166
Jun 21 03:13:03.823730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-add5e21b-8a31-47c9-8e70-aed1ebdc2435 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:03.825374 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-add5e21b-8a31-47c9-8e70-aed1ebdc2435 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.20 "GET /v2.0/networks?id=cddbae17-8d2a-429f-84c0-b2fd125772d3 HTTP/1.1" status: 200  len: 814 time: 0.2588577
Jun 21 03:13:03.847209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Request body: {'port': {'device_id': '35aaca71-ac33-47bf-9c83-f047e8b9ea60', 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3', 'admin_state_up': True, 'tenant_id': '3e90206b63604c7c8c4038d746bcf36d'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:03.852794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 652e89bf-af33-4b68-b5ad-6fa73be6d113 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:13:04.118525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 652e89bf-af33-4b68-b5ad-6fa73be6d113, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=652e89bf-af33-4b68-b5ad-6fa73be6d113,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:04.132800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'port_id': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'mac_address': 'fa:16:3e:bb:66:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:13:04.171342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3195f489-0edf-44d5-9084-700746e6cb4a req-007775d1-aca8-46e3-ac55-28233acdb022 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 210 time: 0.1342497
Jun 21 03:13:04.179031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Made reservation on behalf of 3e90206b63604c7c8c4038d746bcf36d for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:04.183158 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.201996 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.207305 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.274697 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.308355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652e89bf-af33-4b68-b5ad-6fa73be6d113 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:13:04.364027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 652e89bf-af33-4b68-b5ad-6fa73be6d113, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=652e89bf-af33-4b68-b5ad-6fa73be6d113,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:04.366166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7acfcbf-46c6-46a5-8df6-6c90abfe89f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.424499 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.427347 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-30781572-e824-4597-800d-bb5c6ffd7775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:04.458362 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:04.471232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0048a66f-6428-4d05-b460-066ee065de89 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:04.484206 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:04.485257 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f13130>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:04.487862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:04.541551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=652e89bf-af33-4b68-b5ad-6fa73be6d113,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:04.553081 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:04.558164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Allocated IP 172.20.0.6 (cddbae17-8d2a-429f-84c0-b2fd125772d3/70ac02d6-0a1f-48da-9a2d-9f257b91e711/3929e02c-9901-4685-af18-b5903fd4f6bc) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:04.635694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['652e89bf-af33-4b68-b5ad-6fa73be6d113'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:13:04.671177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:04.677645 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:04.681394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.685361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e7d1a1b7-d04b-49a7-bd5f-1ba435265049 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 200  len: 699 time: 2.7013352
Jun 21 03:13:04.691350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48388) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:04.691548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 0048a66f-6428-4d05-b460-066ee065de89 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:04.696111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0048a66f-6428-4d05-b460-066ee065de89 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:04.696631 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.848212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48394) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:04.867186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a4cbc585-8b4b-4cf5-bb4f-979045c7fa24 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 200  len: 699 time: 0.1796830
Jun 21 03:13:04.870572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:04.964536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.038732 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.043575 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5cf3aa4-eac5-457a-9be3-f261edbaeaad tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:05.087777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 0048a66f-6428-4d05-b460-066ee065de89, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0048a66f-6428-4d05-b460-066ee065de89,segment=NetworkSegment(76985d0b-8e45-4baa-8b6e-d9077de83053),segment_id=76985d0b-8e45-4baa-8b6e-d9077de83053)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:05.115217 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f13130>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:03Z', 'revision_number': 7, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '0048a66f-6428-4d05-b460-066ee065de89', 'name': '', 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:51:f5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:56Z', 'updated_at': '2021-06-21T03:13:02Z', 'revision_number': 4, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:05.118266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Pushing event updated for resources: {'Port': ['ID=3929e02c-9901-4685-af18-b5903fd4f6bc,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:05.129202 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:05.138890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Network cddbae17-8d2a-429f-84c0-b2fd125772d3 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:05.140380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:05.142939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:05.161215 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:05.171759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:05.172651 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f13130>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:05.173650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.176390 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:05.214554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:05.214554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.256480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37745bf-7ff0-4608-8545-df3edc213376 req-c73d342b-faa5-42bd-b269-f9c7fd5b2596 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:05.266109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=0048a66f-6428-4d05-b460-066ee065de89,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:05.270184 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:05.270544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b37745bf-7ff0-4608-8545-df3edc213376 req-c73d342b-faa5-42bd-b269-f9c7fd5b2596 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 947 time: 0.3424091
Jun 21 03:13:05.281121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eeb10-781d-4d0e-8d0e-e5525fba6990 req-c9f29b82-b571-4bb2-be3e-49ec5e19029d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:05.282692 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b34eeb10-781d-4d0e-8d0e-e5525fba6990 req-c9f29b82-b571-4bb2-be3e-49ec5e19029d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 945 time: 0.3014965
Jun 21 03:13:05.351020 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5104578
Jun 21 03:13:05.364499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Request body: {'port': {'device_id': '35aaca71-ac33-47bf-9c83-f047e8b9ea60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:05.382994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b34eeb10-781d-4d0e-8d0e-e5525fba6990 req-2b9be884-f4a7-410a-8b66-299083c928d9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929794
Jun 21 03:13:05.399913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b37745bf-7ff0-4608-8545-df3edc213376 req-63c15c41-a465-49df-88fe-3c68d700b075 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126673
Jun 21 03:13:05.443148 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:05.449233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.523791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.783763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8224e-20b4-4b73-9cce-a1d5a1a00948 req-47e8979e-0075-474f-9e73-c3032bf883bc tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:05.786137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6d8224e-20b4-4b73-9cce-a1d5a1a00948 req-47e8979e-0075-474f-9e73-c3032bf883bc tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 931 time: 0.1405330
Jun 21 03:13:05.789706 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f13130>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:03Z', 'revision_number': 7, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '0048a66f-6428-4d05-b460-066ee065de89', 'name': '', 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:51:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:56Z', 'updated_at': '2021-06-21T03:13:05Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:05.822915 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05abbc-2123-4d0d-9259-9af0a2e17e59 None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:03Z', 'revision_number': 7, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '0048a66f-6428-4d05-b460-066ee065de89', 'name': '', 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:51:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:56Z', 'updated_at': '2021-06-21T03:13:05Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:05.855444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3929e02c-9901-4685-af18-b5903fd4f6bc {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:13:05.862074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6d8224e-20b4-4b73-9cce-a1d5a1a00948 req-28d39156-ba27-45c7-a867-0fc66babfe8f tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659406
Jun 21 03:13:05.863839 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.866832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 652e89bf-af33-4b68-b5ad-6fa73be6d113 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:05.892463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Transition to ACTIVE for port object 3929e02c-9901-4685-af18-b5903fd4f6bc will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:05.938619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 0048a66f-6428-4d05-b460-066ee065de89 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:05.938743 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.945519 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:05.958601 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99dff391-b7c3-422c-bc0f-62aabf0f2715 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:05.967586 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 652e89bf-af33-4b68-b5ad-6fa73be6d113 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:05.972687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 652e89bf-af33-4b68-b5ad-6fa73be6d113 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:05.978793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.051734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Pushing event updated for resources: {'Port': ['ID=3929e02c-9901-4685-af18-b5903fd4f6bc,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:06.126381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 0048a66f-6428-4d05-b460-066ee065de89, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0048a66f-6428-4d05-b460-066ee065de89,segment=NetworkSegment(76985d0b-8e45-4baa-8b6e-d9077de83053),segment_id=76985d0b-8e45-4baa-8b6e-d9077de83053)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:06.126763 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.130196 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.134750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:06.168242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e89bf-af33-4b68-b5ad-6fa73be6d113'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:06.173979 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36245a-7b4d-44e0-a032-ba03733b6612" -d '{"events": [{"server_uuid": "d8de22ab-4557-4dd5-b051-2aa70adb665f", "name": "network-vif-plugged", "status": "completed", "tag": "652e89bf-af33-4b68-b5ad-6fa73be6d113"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:06.181084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.201825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 652e89bf-af33-4b68-b5ad-6fa73be6d113, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=652e89bf-af33-4b68-b5ad-6fa73be6d113,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:06.218530 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43be28fc-13fc-48d4-ade1-d5c5060e42b1 x-openstack-request-id: req-43be28fc-13fc-48d4-ade1-d5c5060e42b1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:06.218530 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de22ab-4557-4dd5-b051-2aa70adb665f", "name": "network-vif-plugged", "status": "completed", "tag": "652e89bf-af33-4b68-b5ad-6fa73be6d113", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:06.218530 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43be28fc-13fc-48d4-ade1-d5c5060e42b1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:06.218530 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'code': 200}
Jun 21 03:13:06.227439 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 0048a66f-6428-4d05-b460-066ee065de89 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:06.243464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:06.253795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Attempting to bind port 3929e02c-9901-4685-af18-b5903fd4f6bc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:06.254431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Attempting to bind port 3929e02c-9901-4685-af18-b5903fd4f6bc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:06.254431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Attempting to bind port 3929e02c-9901-4685-af18-b5903fd4f6bc on network cddbae17-8d2a-429f-84c0-b2fd125772d3 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:06.259690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Port 3929e02c-9901-4685-af18-b5903fd4f6bc on network cddbae17-8d2a-429f-84c0-b2fd125772d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:13:06.262195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Attempting to bind port 3929e02c-9901-4685-af18-b5903fd4f6bc on network cddbae17-8d2a-429f-84c0-b2fd125772d3 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:06.262920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:06.262920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1d370>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:12:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:06.271892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:06.272256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Checking segment: {'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:06.272717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Bound using segment: {'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:06.273223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Bound port: 3929e02c-9901-4685-af18-b5903fd4f6bc, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:06.273540 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.282069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.316830 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c62e073e-4c3a-45bb-a9cb-4dee8d41b0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:06.363627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] For port 3929e02c-9901-4685-af18-b5903fd4f6bc, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:06.367511 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] For port 3929e02c-9901-4685-af18-b5903fd4f6bc, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3929e02c-9901-4685-af18-b5903fd4f6bc,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:06.394617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=652e89bf-af33-4b68-b5ad-6fa73be6d113,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:06.397450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0048a66f-6428-4d05-b460-066ee065de89 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:06.434535 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:06.439755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777b73-ecc4-4892-b4f3-95b497dfab76 req-c0f42906-d813-4fc8-a6bf-9a56eaf79cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:06.442352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33777b73-ecc4-4892-b4f3-95b497dfab76 req-c0f42906-d813-4fc8-a6bf-9a56eaf79cf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 1098 time: 0.1394029
Jun 21 03:13:06.442872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.445077 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:06.468987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:06.471486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0048a66f-6428-4d05-b460-066ee065de89 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:06.472421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.486962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:06.488219 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.490209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] 10.222.0.20 "PUT /v2.0/ports/3929e02c-9901-4685-af18-b5903fd4f6bc HTTP/1.1" status: 200  len: 1092 time: 1.1312063
Jun 21 03:13:06.491016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35aaca71-ac33-47bf-9c83-f047e8b9ea60', 'tag': '3929e02c-9901-4685-af18-b5903fd4f6bc'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:06.494395 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3c5ea3-5c6e-4e34-af02-9b5690630810" -d '{"events": [{"name": "network-changed", "server_uuid": "35aaca71-ac33-47bf-9c83-f047e8b9ea60", "tag": "3929e02c-9901-4685-af18-b5903fd4f6bc"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:06.516796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Pushing event updated for resources: {'Port': ['ID=3929e02c-9901-4685-af18-b5903fd4f6bc,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:06.520473 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:06.579207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33777b73-ecc4-4892-b4f3-95b497dfab76 req-6cb85807-6a04-4968-b72d-d7a6acbbb99c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266222
Jun 21 03:13:06.601903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b368bdf5-ae5c-4f33-afae-8c6cce7c0fab details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:13:06.760122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea891da-bc6b-4380-8600-a5ad6d594068 req-1f78b28c-be45-4300-ac44-6ca9cbc27fce tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:06.761646 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dea891da-bc6b-4380-8600-a5ad6d594068 req-1f78b28c-be45-4300-ac44-6ca9cbc27fce tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 946 time: 0.1726077
Jun 21 03:13:06.779276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.785357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-3281e455-f639-4139-9a11-8d98aa2f6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:06.785357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-3281e455-f639-4139-9a11-8d98aa2f6fd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e90206b63604c7c8c4038d746bcf36d&device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 1095 time: 0.1486928
Jun 21 03:13:06.788641 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-959062d1-8cc1-47f6-bfb8-62ef1321d80e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:06.816510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d788e86-5d02-475e-931a-a354515e2487 req-2edb01f3-7a23-40e2-8ede-718cc033692b tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:06.818039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d788e86-5d02-475e-931a-a354515e2487 req-2edb01f3-7a23-40e2-8ede-718cc033692b tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 947 time: 0.1817956
Jun 21 03:13:06.834364 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d56a3a6-4e49-4ddb-a607-4f7a930b2c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:06.875924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=0048a66f-6428-4d05-b460-066ee065de89,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:06.883258 n-d-758944-33 neutron-server[94168]: INFO neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No ports have port_id starting with 0048a66f-6428-4d05-b460-066ee065de89
Jun 21 03:13:06.901878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-ae712a81-c804-434e-b5b7-2972d42ecbe4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3929e02c-9901-4685-af18-b5903fd4f6bc HTTP/1.1" status: 200  len: 217 time: 0.0939529
Jun 21 03:13:06.947734 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.948128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.948512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.948894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.949268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.949681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.950055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.950425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.950794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.951163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.951518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.951890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:06.962811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:06.978596 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:06.983255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dea891da-bc6b-4380-8600-a5ad6d594068 req-b8aabbbe-47b4-4161-964b-9bb009289474 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2138209
Jun 21 03:13:06.984150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'b368bdf5-ae5c-4f33-afae-8c6cce7c0fab', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': 'b368bdf5-ae5c-4f33-afae-8c6cce7c0fab', 'mac_address': 'fa:16:3e:4b:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:13:07.047833 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:07.062232 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b2d0eb-8911-4b3f-9c53-654944aebab7 x-openstack-request-id: req-97b2d0eb-8911-4b3f-9c53-654944aebab7 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:07.062577 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35aaca71-ac33-47bf-9c83-f047e8b9ea60", "tag": "3929e02c-9901-4685-af18-b5903fd4f6bc", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:07.062888 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97b2d0eb-8911-4b3f-9c53-654944aebab7 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:07.063354 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35aaca71-ac33-47bf-9c83-f047e8b9ea60', 'tag': '3929e02c-9901-4685-af18-b5903fd4f6bc', 'status': 'completed', 'code': 200}
Jun 21 03:13:07.073118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d788e86-5d02-475e-931a-a354515e2487 req-fa2e51f8-63f3-44e2-baca-985ba206d045 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251196
Jun 21 03:13:07.085291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-d85ae2ce-2700-4297-aa25-ea909eba19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:07.087929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-d85ae2ce-2700-4297-aa25-ea909eba19e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70ac02d6-0a1f-48da-9a2d-9f257b91e711 HTTP/1.1" status: 200  len: 854 time: 0.1419954
Jun 21 03:13:07.092588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b368bdf5-ae5c-4f33-afae-8c6cce7c0fab {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:13:07.145339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:07.176239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1d370>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:03Z', 'revision_number': 7, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '0048a66f-6428-4d05-b460-066ee065de89', 'name': '', 'network_id': '9e1805d6-3114-44aa-b44a-7ea967c1e66a', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:51:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:56Z', 'updated_at': '2021-06-21T03:13:05Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'cc7603ea-e6d2-491f-ba47-fe7d363e8fd7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:07.210726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:07.211649 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-94da9cfa-d098-4980-bb5a-280f24976626 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cddbae17-8d2a-429f-84c0-b2fd125772d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1053219
Jun 21 03:13:07.213174 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:07.224441 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:07.228064 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:07.236765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:07.238238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1d370>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:07.329436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:07.386706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:07.390729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:07.420885 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:07.473066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b368bdf5-ae5c-4f33-afae-8c6cce7c0fab'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:13:07.736225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e1d370>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:06Z', 'revision_number': 8, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:07.767562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010ac57-de63-4a70-a2de-54a3a9ba103f None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:06Z', 'revision_number': 8, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:07.862729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-6279b281-da39-4e7d-a447-89740944b128 service neutron] 10.222.0.20 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6316242
Jun 21 03:13:07.871811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c76f-7595-4ac6-b6af-b595cc202522 req-9a501cb2-bf03-41c1-b623-abf7841c0bdb tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:07.873222 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5d1c76f-7595-4ac6-b6af-b595cc202522 req-9a501cb2-bf03-41c1-b623-abf7841c0bdb tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 943 time: 0.6587739
Jun 21 03:13:08.066512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5d1c76f-7595-4ac6-b6af-b595cc202522 req-5dd2acd7-e9fa-46cd-9445-9cf979470314 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806085
Jun 21 03:13:08.086499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4465b5bf-a271-4594-9092-eeba37ad1151 req-68d06c21-53d1-437e-b1c5-88a9ca7a25de service neutron] 10.222.0.20 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122960
Jun 21 03:13:08.110122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.112042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:08.253946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.385372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0048a66f-6428-4d05-b460-066ee065de89 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:08.416504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:08.424264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5747342
Jun 21 03:13:08.427014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 0048a66f-6428-4d05-b460-066ee065de89 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:08.427455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0048a66f-6428-4d05-b460-066ee065de89 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:08.427852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48540) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:08.449573 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:08.451948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-4aa57518-45c5-4451-8664-ec9eb877e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:08.453970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-4aa57518-45c5-4451-8664-ec9eb877e3d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e90206b63604c7c8c4038d746bcf36d&device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 1095 time: 0.1595261
Jun 21 03:13:08.459824 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:08.460729 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9005bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:08.465236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953c24-f7fd-4e5f-8440-c428e3c40f59 req-81d61398-fbae-42d3-b4d6-0034c1e164e2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:08.466067 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e953c24-f7fd-4e5f-8440-c428e3c40f59 req-81d61398-fbae-42d3-b4d6-0034c1e164e2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 946 time: 0.2199211
Jun 21 03:13:08.467836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48542) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:08.510917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet cc7603ea-e6d2-491f-ba47-fe7d363e8fd7 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:13:08.516473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.559273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdac84-98f7-44af-a9e4-97ab24c5512b req-a2f29224-606b-4fc9-b1ed-bb556047e2d9 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:08.566639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02bdac84-98f7-44af-a9e4-97ab24c5512b req-a2f29224-606b-4fc9-b1ed-bb556047e2d9 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 948 time: 0.3091311
Jun 21 03:13:08.577978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b368bdf5-ae5c-4f33-afae-8c6cce7c0fab up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:08.591075 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.648461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e953c24-f7fd-4e5f-8440-c428e3c40f59 req-894af84d-dd34-4394-acde-805fba3983d7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702998
Jun 21 03:13:08.650759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:08.666273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a18c595e-6a3a-4149-a33a-4f9865b8cae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.699991 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02bdac84-98f7-44af-a9e4-97ab24c5512b req-5f9e2895-bd63-4c34-86fd-a9c5a8b40a48 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289895
Jun 21 03:13:08.732107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-83638caa-d313-46ef-8921-4179d3185f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:08.733678 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-83638caa-d313-46ef-8921-4179d3185f8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cddbae17-8d2a-429f-84c0-b2fd125772d3 HTTP/1.1" status: 200  len: 915 time: 0.2666068
Jun 21 03:13:08.750207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:08.755224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:08.755886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.777019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.800230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-524d1c7d-9324-4872-ba77-f6176d04c9ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3929e02c-9901-4685-af18-b5903fd4f6bc HTTP/1.1" status: 200  len: 217 time: 0.0552528
Jun 21 03:13:08.889299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-ac52d6b0-bc91-4571-abb3-2f354bef471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:08.891083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-ac52d6b0-bc91-4571-abb3-2f354bef471b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70ac02d6-0a1f-48da-9a2d-9f257b91e711 HTTP/1.1" status: 200  len: 854 time: 0.0817893
Jun 21 03:13:08.912163 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.924498 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95f5452f-519a-4e33-b555-fe9e82bb92a6 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:08.931301 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.937789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:08.951770 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/cc7603ea-e6d2-491f-ba47-fe7d363e8fd7 HTTP/1.1" status: 204  len: 168 time: 0.5226517
Jun 21 03:13:08.952719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48550) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:08.964155 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9005bb0>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:06Z', 'revision_number': 8, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:08.983162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:08.984589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b974a-22c3-46f2-b132-796222702327 None None] Network 9e1805d6-3114-44aa-b44a-7ea967c1e66a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:08.996182 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:09.006427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-e2252915-982f-43e2-8c18-d7ab51256af1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cddbae17-8d2a-429f-84c0-b2fd125772d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1074538
Jun 21 03:13:09.007419 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:09.008280 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9005bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:09.017736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7603ea-e6d2-491f-ba47-fe7d363e8fd7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:09.034857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15483804-474c-4ac5-b096-982ad962bf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b368bdf5-ae5c-4f33-afae-8c6cce7c0fab'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:09.037121 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5756e1e8-b6c9-4995-bde6-a27f1b216d95" -d '{"events": [{"server_uuid": "15483804-474c-4ac5-b096-982ad962bf8e", "name": "network-vif-plugged", "status": "completed", "tag": "b368bdf5-ae5c-4f33-afae-8c6cce7c0fab"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:09.072106 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:09.084262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a18c595e-6a3a-4149-a33a-4f9865b8cae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:09.088866 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:09.132217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:09.137118 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:09.151114 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:09.171764 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a18c595e-6a3a-4149-a33a-4f9865b8cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:09.188903 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3c7c01f-60bd-49d3-afec-8c5853aefac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:09.222617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:09.232521 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f6ec79-1582-41cc-a293-c5dd453012f8 x-openstack-request-id: req-76f6ec79-1582-41cc-a293-c5dd453012f8 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:09.232830 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15483804-474c-4ac5-b096-982ad962bf8e", "name": "network-vif-plugged", "status": "completed", "tag": "b368bdf5-ae5c-4f33-afae-8c6cce7c0fab", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:09.233100 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76f6ec79-1582-41cc-a293-c5dd453012f8 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:09.234128 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15483804-474c-4ac5-b096-982ad962bf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b368bdf5-ae5c-4f33-afae-8c6cce7c0fab', 'code': 200}
Jun 21 03:13:09.235056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6d739-fd14-417a-96d3-1f502ed7b82f req-bd138cef-4ef4-4ce8-84de-75103b77ce7c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:09.243247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bd6d739-fd14-417a-96d3-1f502ed7b82f req-bd138cef-4ef4-4ce8-84de-75103b77ce7c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 946 time: 0.3141868
Jun 21 03:13:09.243465 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:09.255334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-f635e4a4-f3cd-44f1-8063-f3a2cb0d88e8 service neutron] 10.222.0.20 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037609
Jun 21 03:13:09.282456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a18c595e-6a3a-4149-a33a-4f9865b8cae1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=525f3bf7109c4c80ae3c6c208024387e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8134134
Jun 21 03:13:09.294515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48556) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:09.346513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c595e-6a3a-4149-a33a-4f9865b8cae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09002118-ba2f-43c0-8b08-94582f20fbab,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:09.392191 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a18c595e-6a3a-4149-a33a-4f9865b8cae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:09.513984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bd6d739-fd14-417a-96d3-1f502ed7b82f req-17618b3e-cd03-4b81-a27b-dd399df63fd4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2693961
Jun 21 03:13:09.539956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48558) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:09.578590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] DHCP port deletion for 9e1805d6-3114-44aa-b44a-7ea967c1e66a request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:13:09.595151 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9005bb0>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:06Z', 'revision_number': 8, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:09.598677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac3c5ea3-5c6e-4e34-af02-9b5690630810 req-f06f4da6-6444-4160-a38c-525bddcb3202 service neutron] 10.222.0.20 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3309755
Jun 21 03:13:09.631640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c378c46-3f5f-470a-a22b-ce29cb86a69a req-b35c3b96-fe9a-4b28-a900-5b4d3e9603fe tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:09.634130 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12614e90-3b52-463a-9ff2-192ad0f7b04f None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:06Z', 'revision_number': 8, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df5dc62-1257-4c38-9b84-27fdebe50275', 'name': '', 'network_id': '793745a2-8170-4abe-8839-70304d7cfb32', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:97:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:45Z', 'updated_at': '2021-06-21T03:12:57Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': 'c51746c2-5eeb-4cbb-82fe-5e00be6451d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:09.640509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c378c46-3f5f-470a-a22b-ce29cb86a69a req-b35c3b96-fe9a-4b28-a900-5b4d3e9603fe tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 943 time: 0.3323169
Jun 21 03:13:09.686637 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:09.733032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] Deleting port c8429b81-1b58-4871-a504-1d77a8583bb5 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:09.733958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:09.755534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c378c46-3f5f-470a-a22b-ce29cb86a69a req-35983e18-b60d-4ef6-9ef2-aaf59f5c08fb tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993052
Jun 21 03:13:09.825911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] For port c8429b81-1b58-4871-a504-1d77a8583bb5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c8429b81-1b58-4871-a504-1d77a8583bb5,segment=NetworkSegment(76985d0b-8e45-4baa-8b6e-d9077de83053),segment_id=76985d0b-8e45-4baa-8b6e-d9077de83053)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:09.826160 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:09.863551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc984b-4d4a-4cdc-849f-708bb2868ab8 tempest-TestVolumeBootPattern-1393934906 tempest-TestVolumeBootPattern-1393934906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:09.865882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c6bc984b-4d4a-4cdc-849f-708bb2868ab8 tempest-TestVolumeBootPattern-1393934906 tempest-TestVolumeBootPattern-1393934906-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 1093 time: 0.3230901
Jun 21 03:13:09.875040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3929e02c-9901-4685-af18-b5903fd4f6bc details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:13:09.884386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48564) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:09.893244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:09.903632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] Calling delete_port for c8429b81-1b58-4871-a504-1d77a8583bb5 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:09.991226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port c8429b81-1b58-4871-a504-1d77a8583bb5 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:09.992185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.011703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3f1f-535c-488a-98d5-e165852791e0 req-b9378639-11c9-4031-9293-5af222bc8a9b tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:10.013513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-279f3f1f-535c-488a-98d5-e165852791e0 req-b9378639-11c9-4031-9293-5af222bc8a9b tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 949 time: 0.1456747
Jun 21 03:13:10.048496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.079731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca12c-b689-4f46-9281-a7075950a888 req-dfe2bfb9-7c62-4fc1-b1b9-77d668b88b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:10.082269 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-412ca12c-b689-4f46-9281-a7075950a888 req-dfe2bfb9-7c62-4fc1-b1b9-77d668b88b63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 1101 time: 0.8875639
Jun 21 03:13:10.095732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3929e02c-9901-4685-af18-b5903fd4f6bc, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3929e02c-9901-4685-af18-b5903fd4f6bc,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:10.109102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '3929e02c-9901-4685-af18-b5903fd4f6bc', 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3', 'port_id': '3929e02c-9901-4685-af18-b5903fd4f6bc', 'mac_address': 'fa:16:3e:ab:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ac02d6-0a1f-48da-9a2d-9f257b91e711', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:13:10.112194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-279f3f1f-535c-488a-98d5-e165852791e0 req-d9d58833-db96-472d-9daa-9ab32a5cadea tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916514
Jun 21 03:13:10.122193 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09ae5311-a55b-4842-b2b5-1ada5f7859dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.161586 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.173424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port c8429b81-1b58-4871-a504-1d77a8583bb5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c8429b81-1b58-4871-a504-1d77a8583bb5,segment=NetworkSegment(76985d0b-8e45-4baa-8b6e-d9077de83053),segment_id=76985d0b-8e45-4baa-8b6e-d9077de83053)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:10.174842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.176171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3929e02c-9901-4685-af18-b5903fd4f6bc {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:13:10.184581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-412ca12c-b689-4f46-9281-a7075950a888 req-ac893f96-5047-42a8-80c7-b580e5ae1240 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930977
Jun 21 03:13:10.191038 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.198677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09ae5311-a55b-4842-b2b5-1ada5f7859dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.200250 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:10.207475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.227652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3929e02c-9901-4685-af18-b5903fd4f6bc, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3929e02c-9901-4685-af18-b5903fd4f6bc,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:10.230868 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] Pushing event deleted for resources: {'Port': ['ID=c8429b81-1b58-4871-a504-1d77a8583bb5,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:10.240597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] No DVR routers for this DVR port c8429b81-1b58-4871-a504-1d77a8583bb5 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:10.246390 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:10.270308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for c8429b81-1b58-4871-a504-1d77a8583bb5 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:10.326151 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.329684 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d3f3244a-8816-4e2c-96f6-a81089be6dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:10.358789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.25.7.20 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/e4781823-2ad7-4a9b-9af1-563eeba19c9f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:10.380017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c8429b81-1b58-4871-a504-1d77a8583bb5 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:10.405396 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.406759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c8429b81-1b58-4871-a504-1d77a8583bb5 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:10.407176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c8429b81-1b58-4871-a504-1d77a8583bb5 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:10.414605 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:10.418883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port c8429b81-1b58-4871-a504-1d77a8583bb5 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:10.438585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=3929e02c-9901-4685-af18-b5903fd4f6bc,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:10.444845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=c8429b81-1b58-4871-a504-1d77a8583bb5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:10.445027 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:10.461897 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:10.499081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.506377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09ae5311-a55b-4842-b2b5-1ada5f7859dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.510788 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-09ae5311-a55b-4842-b2b5-1ada5f7859dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.514239 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-09ae5311-a55b-4842-b2b5-1ada5f7859dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09002118-ba2f-43c0-8b08-94582f20fbab HTTP/1.1" status: 204  len: 168 time: 1.2099319
Jun 21 03:13:10.515492 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71f6d098-be70-48cf-8eb2-442b134c6850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:10.537036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae5311-a55b-4842-b2b5-1ada5f7859dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09002118-ba2f-43c0-8b08-94582f20fbab,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:10.541029 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-09ae5311-a55b-4842-b2b5-1ada5f7859dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:10.542809 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.553732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3c48d60>,) {'filters': {'network_id': ['9e1805d6-3114-44aa-b44a-7ea967c1e66a']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:10.570654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3c48d60>, '76985d0b-8e45-4baa-8b6e-d9077de83053') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:10.570954 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3c48d60>, '76985d0b-8e45-4baa-8b6e-d9077de83053') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:10.575452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['3929e02c-9901-4685-af18-b5903fd4f6bc'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:13:10.583432 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.601645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.602671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.605836 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-29cdac91-7c50-427c-aef7-fbec36ff0aaf tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:10.609597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:13:10.610007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:13:10.614373 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:13:10.648481 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:10.651935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:10.654399 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:10.663290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=e4781823-2ad7-4a9b-9af1-563eeba19c9f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:10.683051 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:10.761028 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.764724 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4ab35dc4-abbb-4ff5-81c1-2f15d7c7ca9e tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:10.769625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:10.774782 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/9e1805d6-3114-44aa-b44a-7ea967c1e66a HTTP/1.1" status: 204  len: 168 time: 1.7751474
Jun 21 03:13:10.775857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48584) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:10.787357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=9e1805d6-3114-44aa-b44a-7ea967c1e66a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:10.792375 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:11.225440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3e9a-5c75-4d8f-b5be-3089e0ae83d6 req-1ac86954-8e9e-4ded-bdad-718afdb3f347 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:11.226981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c26e3e9a-5c75-4d8f-b5be-3089e0ae83d6 req-1ac86954-8e9e-4ded-bdad-718afdb3f347 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 944 time: 0.3442760
Jun 21 03:13:11.262088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48594) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:11.278588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff2b80b1-3f0d-4d0b-9909-de0f4c749950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:11.370925 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff2b80b1-3f0d-4d0b-9909-de0f4c749950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:11.452349 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff2b80b1-3f0d-4d0b-9909-de0f4c749950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:11.453663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c26e3e9a-5c75-4d8f-b5be-3089e0ae83d6 req-0e5acd78-8d6e-4a44-b91d-ad52b3007d78 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136900
Jun 21 03:13:11.456596 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4e8feadc-b489-4543-a197-b743539a5df5 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:11.498618 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ff2b80b1-3f0d-4d0b-9909-de0f4c749950 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d42eae3d23524137a1483af8ee854409&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2346699
Jun 21 03:13:11.499845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b80b1-3f0d-4d0b-9909-de0f4c749950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892dc03d-f182-413e-9530-9facbd5bd0d8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:11.502246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48596) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:11.509699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff2b80b1-3f0d-4d0b-9909-de0f4c749950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:11.556726 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd024-abb6-4c70-b174-95e2a9027d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:11.583801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd024-abb6-4c70-b174-95e2a9027d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:11.591512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff87df-bf43-47f8-814f-869d77d23a3b req-a85e59f0-3847-45e4-9ec5-a9c03a792772 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:11.593274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dff87df-bf43-47f8-814f-869d77d23a3b req-a85e59f0-3847-45e4-9ec5-a9c03a792772 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 949 time: 0.3375485
Jun 21 03:13:11.595008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:11.709910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd024-abb6-4c70-b174-95e2a9027d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:11.712591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd024-abb6-4c70-b174-95e2a9027d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:11.716284 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ab9bd024-abb6-4c70-b174-95e2a9027d52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/892dc03d-f182-413e-9530-9facbd5bd0d8 HTTP/1.1" status: 204  len: 168 time: 0.2102430
Jun 21 03:13:11.716284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-484a92f4-8f97-4d00-8a2d-80d2ee136e6a tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:11.728189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bd024-abb6-4c70-b174-95e2a9027d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892dc03d-f182-413e-9530-9facbd5bd0d8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:11.755885 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab9bd024-abb6-4c70-b174-95e2a9027d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:11.876228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3929e02c-9901-4685-af18-b5903fd4f6bc up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:12.018164 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 3929e02c-9901-4685-af18-b5903fd4f6bc completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:12.022936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 3929e02c-9901-4685-af18-b5903fd4f6bc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:12.023395 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:12.102508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dff87df-bf43-47f8-814f-869d77d23a3b req-fcb830d2-3217-4eb9-9615-cfd69f57f3eb tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4927993
Jun 21 03:13:12.115862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:12.137540 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:12.151546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aaca71-ac33-47bf-9c83-f047e8b9ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929e02c-9901-4685-af18-b5903fd4f6bc'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:12.155496 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1acfbc2-b47b-4ef8-be8e-85f15a008c45" -d '{"events": [{"server_uuid": "35aaca71-ac33-47bf-9c83-f047e8b9ea60", "name": "network-vif-plugged", "status": "completed", "tag": "3929e02c-9901-4685-af18-b5903fd4f6bc"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:12.174276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3929e02c-9901-4685-af18-b5903fd4f6bc, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3929e02c-9901-4685-af18-b5903fd4f6bc,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:12.230215 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:12.237814 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:12.383405 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e73991-b1c1-4072-a40a-6150aee3ddad x-openstack-request-id: req-a3e73991-b1c1-4072-a40a-6150aee3ddad {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:12.390416 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aaca71-ac33-47bf-9c83-f047e8b9ea60", "name": "network-vif-plugged", "status": "completed", "tag": "3929e02c-9901-4685-af18-b5903fd4f6bc", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:12.390416 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3e73991-b1c1-4072-a40a-6150aee3ddad {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:12.390416 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aaca71-ac33-47bf-9c83-f047e8b9ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929e02c-9901-4685-af18-b5903fd4f6bc', 'code': 200}
Jun 21 03:13:12.458065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=3929e02c-9901-4685-af18-b5903fd4f6bc,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:12.468702 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:12.472993 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:12.790043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee70b-d27c-4e84-9f2c-4b28d6e977c4 req-0289cd0f-4773-4f22-a591-867cebde1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:12.791463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d7ee70b-d27c-4e84-9f2c-4b28d6e977c4 req-0289cd0f-4773-4f22-a591-867cebde1118 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 1097 time: 0.3202155
Jun 21 03:13:12.845159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f4b94-fa53-4aff-a639-a5a8d2e99f33 req-10669cb5-03e6-45a2-8d32-0fee84743f13 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:12.847380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed8f4b94-fa53-4aff-a639-a5a8d2e99f33 req-10669cb5-03e6-45a2-8d32-0fee84743f13 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 945 time: 0.2194889
Jun 21 03:13:12.885808 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:12.926972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d7ee70b-d27c-4e84-9f2c-4b28d6e977c4 req-3eaf01f0-69f7-45b5-b46e-37def0332962 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220982
Jun 21 03:13:12.973211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed8f4b94-fa53-4aff-a639-a5a8d2e99f33 req-ff9d3ce6-2dce-464f-af03-28b5c6c91ba4 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112382
Jun 21 03:13:13.016963 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:13.019809 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-196699f7-1d91-4fcd-8969-347abac765d1 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:13.024335 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 7df5dc62-1257-4c38-9b84-27fdebe50275 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:13.024690 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:13.185178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=e4781823-2ad7-4a9b-9af1-563eeba19c9f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:13.194297 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:13.218591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:13.280293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 7df5dc62-1257-4c38-9b84-27fdebe50275, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=7df5dc62-1257-4c38-9b84-27fdebe50275,segment=NetworkSegment(30a945e6-f36f-4624-83a8-5c29b48f64a1),segment_id=30a945e6-f36f-4624-83a8-5c29b48f64a1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:13.280654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:13.386293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 7df5dc62-1257-4c38-9b84-27fdebe50275 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:13.395790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17218023-0718-4033-85d1-f4297a6d18e7 req-01bc8442-5e14-478c-99b2-1c0c8d03299e tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:13.397303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17218023-0718-4033-85d1-f4297a6d18e7 req-01bc8442-5e14-478c-99b2-1c0c8d03299e tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 949 time: 0.3285701
Jun 21 03:13:13.492006 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Floating IP cb6a69dd-c844-43ba-8091-4a2b9115f633 associated. External IP: 172.25.7.20, port: 652e89bf-af33-4b68-b5ad-6fa73be6d113.
Jun 21 03:13:13.545081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17218023-0718-4033-85d1-f4297a6d18e7 req-9c49e10b-1aef-49c8-b5c8-ca34aea07d6e tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378286
Jun 21 03:13:13.824012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Router 2a605243-f2cb-459f-ab76-824044339a76 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:13.842252 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:13.883452 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:13.918298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=7df5dc62-1257-4c38-9b84-27fdebe50275,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:13.923082 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:14.094495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:14.106978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:14.122403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:14.123070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b8f2b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:14.205161 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:14.269481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:14.285756 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:14.366964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-0e2d2615-1616-4892-a559-a0957468e038 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:14.369783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-0e2d2615-1616-4892-a559-a0957468e038 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.26 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 949 time: 0.1398945
Jun 21 03:13:14.517928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.6342406
Jun 21 03:13:14.525729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'tag': '652e89bf-af33-4b68-b5ad-6fa73be6d113'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:14.531020 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a9ac14-0361-49b7-a742-5a0ef863e613" -d '{"events": [{"name": "network-changed", "server_uuid": "d8de22ab-4557-4dd5-b051-2aa70adb665f", "tag": "652e89bf-af33-4b68-b5ad-6fa73be6d113"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:14.550667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Deleting port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:14.551022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:14.600273 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ccf5c7-e11d-4eb2-b080-44fb7c378e1d x-openstack-request-id: req-89ccf5c7-e11d-4eb2-b080-44fb7c378e1d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:14.600273 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8de22ab-4557-4dd5-b051-2aa70adb665f", "tag": "652e89bf-af33-4b68-b5ad-6fa73be6d113", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:14.600273 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89ccf5c7-e11d-4eb2-b080-44fb7c378e1d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:14.600273 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'tag': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'status': 'completed', 'code': 200}
Jun 21 03:13:14.660068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] For port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:14.660443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:14.715256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411adf63-b55b-46a8-b3a2-a8c4206e21ca req-9cdbe1cb-9e8c-4f19-b7d8-a6377469dd72 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:14.716872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-411adf63-b55b-46a8-b3a2-a8c4206e21ca req-9cdbe1cb-9e8c-4f19-b7d8-a6377469dd72 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 945 time: 0.4335473
Jun 21 03:13:14.726513 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b8f2b0>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'cb6a69dd-c844-43ba-8091-4a2b9115f633', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:bb:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:13:11Z', 'updated_at': '2021-06-21T03:13:11Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:14.789638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Calling delete_port for b368bdf5-ae5c-4f33-afae-8c6cce7c0fab owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:14.795436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:14.816000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:14.816952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b8f2b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:14.824391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:14.842075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-411adf63-b55b-46a8-b3a2-a8c4206e21ca req-07aed102-d77c-46d4-a27d-6709f9386243 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128635
Jun 21 03:13:14.860796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-e8c3a249-8733-4abe-b830-6c13d5c6752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:14.862491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-e8c3a249-8733-4abe-b830-6c13d5c6752d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 1098 time: 0.2337482
Jun 21 03:13:15.022529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:15.099461 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:15.109755 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c303c11-e5bb-4b95-a4de-ee8ebf453950 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:15.113565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-3b2157c6-9837-425f-8ad1-5d2385129c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:15.115068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-3b2157c6-9837-425f-8ad1-5d2385129c9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.2391424
Jun 21 03:13:15.125872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c097691-ffe9-486e-91ef-174b185ade75 req-8932ea2a-ddd0-4c9d-9ff8-716439c06a5d tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:15.127614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c097691-ffe9-486e-91ef-174b185ade75 req-8932ea2a-ddd0-4c9d-9ff8-716439c06a5d tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/ports?device_id=15483804-474c-4ac5-b096-982ad962bf8e HTTP/1.1" status: 200  len: 949 time: 0.3574922
Jun 21 03:13:15.134990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['b368bdf5-ae5c-4f33-afae-8c6cce7c0fab'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:13:15.184369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Pushing event deleted for resources: {'Port': ['ID=b368bdf5-ae5c-4f33-afae-8c6cce7c0fab,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:15.197906 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:15.264401 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] No DVR routers for this DVR port b368bdf5-ae5c-4f33-afae-8c6cce7c0fab on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:15.267211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:15.270512 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8d50c20d-9cba-49d4-aee0-58172e565f51 req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.26 "DELETE /v2.0/ports/b368bdf5-ae5c-4f33-afae-8c6cce7c0fab HTTP/1.1" status: 204  len: 173 time: 0.8950880
Jun 21 03:13:15.271283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15483804-474c-4ac5-b096-982ad962bf8e', 'name': 'network-vif-deleted', 'tag': 'b368bdf5-ae5c-4f33-afae-8c6cce7c0fab'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:15.273868 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92be2bf-1f75-49ef-bbf7-aaf6e2617ae1" -d '{"events": [{"server_uuid": "15483804-474c-4ac5-b096-982ad962bf8e", "name": "network-vif-deleted", "tag": "b368bdf5-ae5c-4f33-afae-8c6cce7c0fab"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:15.422397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b8f2b0>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'cb6a69dd-c844-43ba-8091-4a2b9115f633', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:bb:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:13:11Z', 'updated_at': '2021-06-21T03:13:11Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:15.454911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac3084-4e70-4fc6-ac2b-0fce7be840b7 None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'cb6a69dd-c844-43ba-8091-4a2b9115f633', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:bb:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:13:11Z', 'updated_at': '2021-06-21T03:13:11Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:15.723837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:15.729983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9531212
Jun 21 03:13:15.733124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48730) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:15.734116 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:15.781750 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:15.783002 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84bf700>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:15.797203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-808218d8-c837-424f-8693-201159918dc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=652e89bf-af33-4b68-b5ad-6fa73be6d113 HTTP/1.1" status: 200  len: 999 time: 0.6663756
Jun 21 03:13:15.813488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b38dd1b-f166-4cca-984f-b841ddeb3fef None None] New status for floating IP cb6a69dd-c844-43ba-8091-4a2b9115f633: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:13:15.829278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c097691-ffe9-486e-91ef-174b185ade75 req-14cb22cf-7f83-4240-879f-928a810b60ed tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0e19090-8b2a-4428-8ed1-dccfe3021850&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6701076
Jun 21 03:13:15.886185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48736) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:15.918467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'network': {'name': 'tempest-network-smoke--1174932443', 'project_id': 'f37e350748b54c81a954426463bfb886', 'port_security_enabled': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:15.930135 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4c1a4-efcc-462c-bedf-45b43aa45104 x-openstack-request-id: req-48d4c1a4-efcc-462c-bedf-45b43aa45104 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:15.930485 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15483804-474c-4ac5-b096-982ad962bf8e", "name": "network-vif-deleted", "tag": "b368bdf5-ae5c-4f33-afae-8c6cce7c0fab", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:15.930789 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48d4c1a4-efcc-462c-bedf-45b43aa45104 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:15.931240 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15483804-474c-4ac5-b096-982ad962bf8e', 'name': 'network-vif-deleted', 'tag': 'b368bdf5-ae5c-4f33-afae-8c6cce7c0fab', 'status': 'completed', 'code': 200}
Jun 21 03:13:15.938378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet c51746c2-5eeb-4cbb-82fe-5e00be6451d0 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:13:15.942374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:15.944037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-6dbce5db-6ec1-4419-8199-206c824b0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:15.945567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-6dbce5db-6ec1-4419-8199-206c824b0427 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.1154780
Jun 21 03:13:15.969028 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:15.986414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.037231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-776c9f85-f03b-4589-8842-98c4a39dc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:16.039498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-776c9f85-f03b-4589-8842-98c4a39dc00a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0860865
Jun 21 03:13:16.102719 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.184771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-2a7fdfeb-a33f-47fe-a617-1188b44fa3a1 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380920
Jun 21 03:13:16.193732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Made reservation on behalf of f37e350748b54c81a954426463bfb886 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:16.197312 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.209488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.268582 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84bf700>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:13Z', 'revision_number': 9, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:16.306490 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.317642 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7696a71e-3faf-4637-a582-4b9125383f39 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:16.334220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3a9ac14-0361-49b7-a742-5a0ef863e613 req-a1abe9ce-328c-444e-aa32-3eb87580ff1b service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422119
Jun 21 03:13:16.357431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=c51746c2-5eeb-4cbb-82fe-5e00be6451d0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:16.364395 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:16.375063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.380370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9693d8f1-5adf-4e97-b416-12660d3860e4 None None] Network 793745a2-8170-4abe-8839-70304d7cfb32 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:16.381019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48754) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:16.381869 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/c51746c2-5eeb-4cbb-82fe-5e00be6451d0 HTTP/1.1" status: 204  len: 168 time: 0.6459308
Jun 21 03:13:16.387438 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.421284 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:16.433569 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:16.434653 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84bf700>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:16.474725 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.484835 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f5fbe4c0-d9cd-4002-b4b3-72d603d63395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:16.515124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.537229 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:13:16.560520 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:16.574324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f9615f-9d24-4fdd-8f5d-e102a40196b8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:16.584454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.585645 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Added segment 5ea3411d-5789-4d11-b388-6790628a42a5 of type vlan for network e88c5e24-3877-46d2-a081-b632fef6c164
Jun 21 03:13:16.590249 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:16.648505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 5af0690e-fa37-4539-8632-bd7db1c1b7cd {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:16.648844 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.670879 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.782149 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.791572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:16.792753 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.796637 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0f947543-636d-4913-a761-0a293482c5bf tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:16.845066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 5af0690e-fa37-4539-8632-bd7db1c1b7cd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5af0690e-fa37-4539-8632-bd7db1c1b7cd,segment=NetworkSegment(30a945e6-f36f-4624-83a8-5c29b48f64a1),segment_id=30a945e6-f36f-4624-83a8-5c29b48f64a1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:16.845671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:16.866133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] DHCP port deletion for 793745a2-8170-4abe-8839-70304d7cfb32 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:13:16.972151 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0776389
Jun 21 03:13:16.979842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48776) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:16.998029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'admin_state_up': True, 'project_id': 'f37e350748b54c81a954426463bfb886', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:17.003605 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] Deleting port 5af0690e-fa37-4539-8632-bd7db1c1b7cd {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:17.004288 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.043145 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84bf700>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:13Z', 'revision_number': 9, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:17.049119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 5af0690e-fa37-4539-8632-bd7db1c1b7cd owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:17.076480 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753ebba-9acd-450c-9c37-b46730a6bf5c None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:13Z', 'revision_number': 9, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '127923e1-18f9-4330-bdfb-58a514045ddb', 'name': '', 'network_id': '95a44315-be9c-4092-a69e-22de6320132f', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:ff:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:36Z', 'updated_at': '2021-06-21T03:12:49Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '95104ac6-57af-4f24-8c02-7829a8e53625', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:17.087424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] For port 5af0690e-fa37-4539-8632-bd7db1c1b7cd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5af0690e-fa37-4539-8632-bd7db1c1b7cd,segment=NetworkSegment(30a945e6-f36f-4624-83a8-5c29b48f64a1),segment_id=30a945e6-f36f-4624-83a8-5c29b48f64a1)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:17.087980 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.146676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Network': ['ID=e88c5e24-3877-46d2-a081-b632fef6c164,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:17.158264 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:17.173584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e88c5e24-3877-46d2-a081-b632fef6c164 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:13:17.201054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] Calling delete_port for 5af0690e-fa37-4539-8632-bd7db1c1b7cd owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:17.264186 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.265449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.322195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.327409 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1819972c-16cd-4066-a96c-fbcd3d2f1d60 tempest-RoutersAdminNegativeTest-1975226158 tempest-RoutersAdminNegativeTest-1975226158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:17.360144 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.362827 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5c82e521-ab8c-4bc0-9bad-3ca512a47a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:17.369257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=5af0690e-fa37-4539-8632-bd7db1c1b7cd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:17.379699 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:17.383225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port 5af0690e-fa37-4539-8632-bd7db1c1b7cd on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:17.427609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.431312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] Pushing event deleted for resources: {'Port': ['ID=5af0690e-fa37-4539-8632-bd7db1c1b7cd,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:17.436095 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:17.445697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] No DVR routers for this DVR port 5af0690e-fa37-4539-8632-bd7db1c1b7cd on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:17.552742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.568453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d23f82b0>,) {'filters': {'network_id': ['793745a2-8170-4abe-8839-70304d7cfb32']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:17.581652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23f82b0>, '30a945e6-f36f-4624-83a8-5c29b48f64a1') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:17.582116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23f82b0>, '30a945e6-f36f-4624-83a8-5c29b48f64a1') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:17.598219 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.625039 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.635572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:13:17.636106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:13:17.640546 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:13:17.727387 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.772455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.776957 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aee2ebfc-b89a-4fbb-be62-ede9d08f990b tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:17.781519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:17.783361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/793745a2-8170-4abe-8839-70304d7cfb32 HTTP/1.1" status: 204  len: 168 time: 1.4015226
Jun 21 03:13:17.786780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48800) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:17.888798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=793745a2-8170-4abe-8839-70304d7cfb32,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:17.894065 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:18.212180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:18.238225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:18.370319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:18.376949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7df5dc62-1257-4c38-9b84-27fdebe50275 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:18.396179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Allocated IP 172.25.7.45 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6a3fc1ac-395a-4228-8cf5-bc689aac730e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:18.410810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 7df5dc62-1257-4c38-9b84-27fdebe50275 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:18.411167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 7df5dc62-1257-4c38-9b84-27fdebe50275 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:18.411653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5af0690e-fa37-4539-8632-bd7db1c1b7cd no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:18.458780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5af0690e-fa37-4539-8632-bd7db1c1b7cd {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:18.459607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5af0690e-fa37-4539-8632-bd7db1c1b7cd not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:18.537688 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:18.631959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b368bdf5-ae5c-4f33-afae-8c6cce7c0fab no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:18.652960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:18.655856 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:18.657384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: b368bdf5-ae5c-4f33-afae-8c6cce7c0fab {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:18.657982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device b368bdf5-ae5c-4f33-afae-8c6cce7c0fab not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:18.710613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:18.713710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:18.714494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 127923e1-18f9-4330-bdfb-58a514045ddb {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:18.714837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:18.718488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:18.722681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=6a3fc1ac-395a-4228-8cf5-bc689aac730e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:18.749195 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:18.841750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 127923e1-18f9-4330-bdfb-58a514045ddb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=127923e1-18f9-4330-bdfb-58a514045ddb,segment=NetworkSegment(0b966f7f-7936-4c4c-a3bb-9a8c79881e14),segment_id=0b966f7f-7936-4c4c-a3bb-9a8c79881e14)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:18.842142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:18.926604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 127923e1-18f9-4330-bdfb-58a514045ddb owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:19.093896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:19.190527 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:19.199949 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:19.238817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=127923e1-18f9-4330-bdfb-58a514045ddb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:19.273582 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:19.422633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:19.516496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:19.711925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:13:19.715289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Router fef0739a-09fe-455f-9e06-8504118d75e0 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:13:19.782163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:19.880270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:19.889683 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Sync routers for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:19.896792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:19.903004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1147418
Jun 21 03:13:19.905613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48898) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:19.909193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:19.912446 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:19.913087 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92bc3d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:19.928753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:19.929999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b3ebe0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:19.988742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet 95104ac6-57af-4f24-8c02-7829a8e53625 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:13:19.993293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:20.046621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:20.051906 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 3.0609088
Jun 21 03:13:20.052094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:20.052803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48904) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:20.065553 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:20.186846 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:20.272868 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:20.384940 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-097f27c9-0aa1-4786-b8ec-6cc94a974f0a tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f37e350748b54c81a954426463bfb886&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3279281
Jun 21 03:13:20.385864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48940) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:20.458113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b3ebe0>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:19Z', 'revision_number': 10, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:20.498807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:20.509643 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7e323ba9-d32c-4ca7-a2a9-749586e4384b tempest-DHCPAgentSchedulersTestJSON-413846857 tempest-DHCPAgentSchedulersTestJSON-413846857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:20.524760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:20.564646 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92bc3d0>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:18Z', 'revision_number': 3, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:20.578552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:20.579269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b3ebe0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:20.607845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=95104ac6-57af-4f24-8c02-7829a8e53625,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:20.611501 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:20.617274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/95104ac6-57af-4f24-8c02-7829a8e53625 HTTP/1.1" status: 204  len: 168 time: 0.7080672
Jun 21 03:13:20.617274 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:20.626877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 48952) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:20.640904 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Checking router: fef0739a-09fe-455f-9e06-8504118d75e0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:20.640904 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Updating router fef0739a-09fe-455f-9e06-8504118d75e0 port 6a3fc1ac-395a-4228-8cf5-bc689aac730e binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:13:20.684019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1a073-3b44-498c-9aa2-d834f9cb7f48 None None] Network 95a44315-be9c-4092-a69e-22de6320132f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:20.711889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95f50d-d69a-4c03-960d-15f7cd0b8ac7 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:20.717646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6a95f50d-d69a-4c03-960d-15f7cd0b8ac7 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3310196
Jun 21 03:13:20.721305 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48960) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:20.723585 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:20.791969 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2f3ce4a3-fe56-4f6b-a6a3-976ae50034e9 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0685670
Jun 21 03:13:20.792663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 48966) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:20.798035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2115966021', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'project_id': 'f37e350748b54c81a954426463bfb886', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:20.811958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:20.954637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 459386ec-5025-4e25-a0fb-a512666651ef {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:20.955012 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.000380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:21.022870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Made reservation on behalf of f37e350748b54c81a954426463bfb886 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:21.029508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.082185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 459386ec-5025-4e25-a0fb-a512666651ef, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=459386ec-5025-4e25-a0fb-a512666651ef,segment=NetworkSegment(0b966f7f-7936-4c4c-a3bb-9a8c79881e14),segment_id=0b966f7f-7936-4c4c-a3bb-9a8c79881e14)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:21.082830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.231170 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.245377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 459386ec-5025-4e25-a0fb-a512666651ef owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:21.252019 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Transition to ACTIVE for port object 6a3fc1ac-395a-4228-8cf5-bc689aac730e will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:21.320866 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.325323 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:21.396145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] DHCP port deletion for 95a44315-be9c-4092-a69e-22de6320132f request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:13:21.416685 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Pushing event updated for resources: {'Port': ['ID=6a3fc1ac-395a-4228-8cf5-bc689aac730e,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:21.432393 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Attempting to bind port 6a3fc1ac-395a-4228-8cf5-bc689aac730e on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:21.432706 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Attempting to bind port 6a3fc1ac-395a-4228-8cf5-bc689aac730e by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:21.433077 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Attempting to bind port 6a3fc1ac-395a-4228-8cf5-bc689aac730e on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:21.435949 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.436349 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.436830 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.436936 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.437255 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.437605 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.437930 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.438253 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.438576 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.438893 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.439212 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.439529 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:21.446024 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:21.448778 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:21.449166 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:21.449617 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.450588 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:21.450588 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Bound port: 6a3fc1ac-395a-4228-8cf5-bc689aac730e, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:21.450828 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.465814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.474032 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76e4ae68-b7a0-4a2b-bcc4-acc8f1f9c527 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:21.516932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=459386ec-5025-4e25-a0fb-a512666651ef,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:21.528188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Deleting port 459386ec-5025-4e25-a0fb-a512666651ef {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:21.528578 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.536872 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:21.539950 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] For port 6a3fc1ac-395a-4228-8cf5-bc689aac730e, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:21.550546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port 459386ec-5025-4e25-a0fb-a512666651ef on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:21.553077 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] For port 6a3fc1ac-395a-4228-8cf5-bc689aac730e, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6a3fc1ac-395a-4228-8cf5-bc689aac730e,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:21.581062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b3ebe0>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:19Z', 'revision_number': 10, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:21.618932 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.638357 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ce2919f8-e56b-41e9-85e4-545aa08375b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:21.696060 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:21.696868 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92bc3d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:21.751046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.785014 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.785636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3535100>,) {'filters': {'network_id': ['95a44315-be9c-4092-a69e-22de6320132f']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:21.790028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2437ac11-de45-49b0-8cd0-a47fa34681f4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:21.820225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3535100>, '0b966f7f-7936-4c4c-a3bb-9a8c79881e14') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:21.820648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3535100>, '0b966f7f-7936-4c4c-a3bb-9a8c79881e14') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:21.833038 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.849193 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.856334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:13:21.856709 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:21.860922 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Pushing event updated for resources: {'Port': ['ID=6a3fc1ac-395a-4228-8cf5-bc689aac730e,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:13:21.862076 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:13:21.868470 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:21.890213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac481c-f34c-44b4-9d4d-4f26e5a53cf5 None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:19Z', 'revision_number': 10, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None, '_interfaces': [{'id': '45b4c0e5-0382-41c1-ad45-33c5bbff9711', 'name': '', 'network_id': '72e3defc-ae7a-4729-b8e0-1887f377e5ce', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'mac_address': 'fa:16:3e:0d:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:12:30Z', 'updated_at': '2021-06-21T03:12:40Z', 'revision_number': 5, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'subnets': [{'id': '4e0364d7-ca74-4b40-8d72-08d8b9063b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:21.906691 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:21.930340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] For port 459386ec-5025-4e25-a0fb-a512666651ef, host n-d-758944-33, got binding levels [] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:21.932232 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:22.009138 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Subnet': ['ID=f79e074f-ee98-46b2-8924-7c457aba3602,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:22.013688 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:22.023248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Checking segment: {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:22.024116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network hostable DHCP agents. Network: e88c5e24-3877-46d2-a081-b632fef6c164, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:13:22.035518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Calling delete_port for 459386ec-5025-4e25-a0fb-a512666651ef owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:22.039621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.ipam_backend_mixin [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Port 459386ec-5025-4e25-a0fb-a512666651ef was not found and therefore no delete operation was performed {{(pid=94168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 21 03:13:22.041058 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:22.043767 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:22.047020 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:22.051898 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82a56926-60be-4dea-b975-467000d02ac0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:22.060886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:22.068297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49010) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:22.068579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/95a44315-be9c-4092-a69e-22de6320132f HTTP/1.1" status: 204  len: 168 time: 1.4398181
Jun 21 03:13:22.074065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Pushing event deleted for resources: {'Port': ['ID=459386ec-5025-4e25-a0fb-a512666651ef,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:22.080904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] No DVR routers for this DVR port 459386ec-5025-4e25-a0fb-a512666651ef on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:22.081753 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:22.088911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=95a44315-be9c-4092-a69e-22de6320132f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:22.091300 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:22.124074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network e88c5e24-3877-46d2-a081-b632fef6c164 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:13:22.198459 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92bc3d0>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:18Z', 'revision_number': 3, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:22.281890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e88c5e24-3877-46d2-a081-b632fef6c164) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:22.292233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea9d4e-5ae0-42ff-85aa-0e40a4a798af None None] Network e88c5e24-3877-46d2-a081-b632fef6c164 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:22.302460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:22.303001 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:22.369825 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eaa72-f7d3-441b-82ca-c9cd795c11cb None None] The sync data for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 is: [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:18Z', 'revision_number': 3, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:22.440768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 459386ec-5025-4e25-a0fb-a512666651ef no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:22.471038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 459386ec-5025-4e25-a0fb-a512666651ef {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:22.471967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 459386ec-5025-4e25-a0fb-a512666651ef not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:22.475337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 127923e1-18f9-4330-bdfb-58a514045ddb no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:22.534365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 127923e1-18f9-4330-bdfb-58a514045ddb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:22.534722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 127923e1-18f9-4330-bdfb-58a514045ddb not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:22.642350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-e88c5e24-3877-46d2-a081-b632fef6c164', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:13:22.642350 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:22.924666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Allocated IP 172.20.0.2 (e88c5e24-3877-46d2-a081-b632fef6c164/f79e074f-ee98-46b2-8924-7c457aba3602/50afae0a-a4c0-4b37-b0c6-9fee82487418) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:23.118832 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.3250973
Jun 21 03:13:23.123022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49054) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:23.254866 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:23.283524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Transition to ACTIVE for port object 50afae0a-a4c0-4b37-b0c6-9fee82487418 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:23.308838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Transition to ACTIVE for port object 50afae0a-a4c0-4b37-b0c6-9fee82487418 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:23.369247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:23.390246 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:23.392565 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:23.499987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Network e88c5e24-3877-46d2-a081-b632fef6c164 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:23.518910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:23.522031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:23.578962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Pushing event updated for resources: {'Port': ['ID=50afae0a-a4c0-4b37-b0c6-9fee82487418,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:23.598071 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:23.727314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Attempting to bind port 50afae0a-a4c0-4b37-b0c6-9fee82487418 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:23.727862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Attempting to bind port 50afae0a-a4c0-4b37-b0c6-9fee82487418 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:23.728329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Attempting to bind port 50afae0a-a4c0-4b37-b0c6-9fee82487418 on network e88c5e24-3877-46d2-a081-b632fef6c164 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:23.734703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:23.735205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Checking segment: {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:23.737575 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:23.737575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Bound using segment: {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:23.737575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Bound port: 50afae0a-a4c0-4b37-b0c6-9fee82487418, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:23.737575 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:23.833876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] For port 50afae0a-a4c0-4b37-b0c6-9fee82487418, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:23.840677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] For port 50afae0a-a4c0-4b37-b0c6-9fee82487418, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50afae0a-a4c0-4b37-b0c6-9fee82487418,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:23.926859 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:23.930211 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-87006e14-8e32-40fb-a404-b9217a27f71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:23.956835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 45b4c0e5-0382-41c1-ad45-33c5bbff9711 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:23.957516 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:24.086580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Pushing event updated for resources: {'Port': ['ID=50afae0a-a4c0-4b37-b0c6-9fee82487418,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:24.095252 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:24.214051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 45b4c0e5-0382-41c1-ad45-33c5bbff9711, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=45b4c0e5-0382-41c1-ad45-33c5bbff9711,segment=NetworkSegment(c5a41232-c9d2-4588-8a6f-26b6f182fbe5),segment_id=c5a41232-c9d2-4588-8a6f-26b6f182fbe5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:24.215087 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:24.230171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:24.348746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 45b4c0e5-0382-41c1-ad45-33c5bbff9711 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:24.495601 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6a3fc1ac-395a-4228-8cf5-bc689aac730e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:24.681255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6a3fc1ac-395a-4228-8cf5-bc689aac730e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:24.686569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6a3fc1ac-395a-4228-8cf5-bc689aac730e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:24.686956 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:24.857502 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:24.896997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6a3fc1ac-395a-4228-8cf5-bc689aac730e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6a3fc1ac-395a-4228-8cf5-bc689aac730e,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:24.906386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Allocated IP 172.20.0.1 (e88c5e24-3877-46d2-a081-b632fef6c164/f79e074f-ee98-46b2-8924-7c457aba3602/a7da2016-28f4-4497-92f8-21d75ae9c030) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:24.923176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:24.934685 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:24.969018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=45b4c0e5-0382-41c1-ad45-33c5bbff9711,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:24.980443 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:25.005806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:25.007879 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4ebe7d51-21f0-42bd-b72e-61abf619e717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:25.101395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6a3fc1ac-395a-4228-8cf5-bc689aac730e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:25.113962 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:25.241088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:25.337124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:25.379073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Transition to ACTIVE for port object a7da2016-28f4-4497-92f8-21d75ae9c030 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:25.532048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:25.535113 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b1b4fa8d-b9ed-4870-a8f1-0627dd9ed9f2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:25.622275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:25.680613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network e88c5e24-3877-46d2-a081-b632fef6c164 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:25.683776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:25.687998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:25.702769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=a7da2016-28f4-4497-92f8-21d75ae9c030,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:25.784368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:25.792356 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7222621
Jun 21 03:13:25.795032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49072) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:25.803466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:25.813260 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:25.813830 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:25.817709 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8363e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:25.847690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3977ea-7802-4fb6-832e-7ee5f1e4c055 None None] Network e88c5e24-3877-46d2-a081-b632fef6c164 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:25.945525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting subnet 4e0364d7-ca74-4b40-8d72-08d8b9063b7d {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:13:25.949687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.025672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.027647 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:26.125469 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8363e50>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 11, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:26.154366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b91d2505-44b5-44f4-befe-3b6bad0e0422 None None] Provisioning for port 50afae0a-a4c0-4b37-b0c6-9fee82487418 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:26.174455 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:26.184854 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:26.185468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.186077 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8363e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:26.277351 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:26.358574 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8363e50>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 11, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:26.373737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.388472 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a366a263-a986-4e42-a6f5-37ff919e0c8c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:26.402984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.405200 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/4e0364d7-ca74-4b40-8d72-08d8b9063b7d HTTP/1.1" status: 204  len: 168 time: 0.5933261
Jun 21 03:13:26.409812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49080) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:26.411602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1be932-6b96-4a24-9ca7-9747a0664227 None None] Network 72e3defc-ae7a-4729-b8e0-1887f377e5ce requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:26.425869 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021ae89-3943-4b3d-b4cd-9f2714c34411 None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 11, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:26.521847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0364d7-ca74-4b40-8d72-08d8b9063b7d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:26.532777 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3631e243-f8ed-4704-b39e-88a4ed40c4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:26.589781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:26.702560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ec36c309-44e3-432a-a0c8-a75cbfe67e79 None None] Provisioning for port a7da2016-28f4-4497-92f8-21d75ae9c030 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:26.709742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ec36c309-44e3-432a-a0c8-a75cbfe67e79 None None] Provisioning complete for port a7da2016-28f4-4497-92f8-21d75ae9c030 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:26.710308 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ec36c309-44e3-432a-a0c8-a75cbfe67e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.717180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.775084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ec36c309-44e3-432a-a0c8-a75cbfe67e79 None None] Port a7da2016-28f4-4497-92f8-21d75ae9c030 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:26.821349 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.863944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Deleting port 06a87557-47be-418c-bf41-93e3a8d9de06 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:26.864299 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:26.937276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] DHCP port deletion for 72e3defc-ae7a-4729-b8e0-1887f377e5ce request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:13:27.078715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] For port 06a87557-47be-418c-bf41-93e3a8d9de06, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06a87557-47be-418c-bf41-93e3a8d9de06,segment=NetworkSegment(c5a41232-c9d2-4588-8a6f-26b6f182fbe5),segment_id=c5a41232-c9d2-4588-8a6f-26b6f182fbe5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:27.081726 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.120942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-916b4ee9-50e3-4c4c-b0d9-9c756a023f56 None None] Provisioning complete for port a7da2016-28f4-4497-92f8-21d75ae9c030 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:27.121446 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-916b4ee9-50e3-4c4c-b0d9-9c756a023f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.188521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50afae0a-a4c0-4b37-b0c6-9fee82487418 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:27.226044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] Deleting port 06a87557-47be-418c-bf41-93e3a8d9de06 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:27.226705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.239750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49094) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:27.244510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Calling delete_port for 06a87557-47be-418c-bf41-93e3a8d9de06 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:27.301201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-916b4ee9-50e3-4c4c-b0d9-9c756a023f56 None None] Port a7da2016-28f4-4497-92f8-21d75ae9c030 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:27.350380 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] For port 06a87557-47be-418c-bf41-93e3a8d9de06, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=06a87557-47be-418c-bf41-93e3a8d9de06,segment=NetworkSegment(c5a41232-c9d2-4588-8a6f-26b6f182fbe5),segment_id=c5a41232-c9d2-4588-8a6f-26b6f182fbe5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:27.351393 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.445980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] Calling delete_port for 06a87557-47be-418c-bf41-93e3a8d9de06 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:27.450499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 50afae0a-a4c0-4b37-b0c6-9fee82487418 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:27.460241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 50afae0a-a4c0-4b37-b0c6-9fee82487418 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:27.460620 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.475231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.479572 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3d784ea3-cd17-4975-a2ac-4daff99ddd08 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:27.540605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.541564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Port': ['ID=06a87557-47be-418c-bf41-93e3a8d9de06,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:27.556160 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:27.557032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No DVR routers for this DVR port 06a87557-47be-418c-bf41-93e3a8d9de06 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:27.650449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e588c0b1-147d-433c-9678-73db0e73e467 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f064e9565c5248e799384b2319f63284&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4094515
Jun 21 03:13:27.654252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49100) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:27.666435 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.677580 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-64a90cc1-60ed-44d8-96b0-c390e0098835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:27.695348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.707392 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a037df0c-46bb-4428-ae17-7d3d9e76d6be tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:27.727471 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.743289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] Pushing event deleted for resources: {'Port': ['ID=06a87557-47be-418c-bf41-93e3a8d9de06,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:27.748816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d82dc160>,) {'filters': {'network_id': ['72e3defc-ae7a-4729-b8e0-1887f377e5ce']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:27.751439 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:27.766476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] No DVR routers for this DVR port 06a87557-47be-418c-bf41-93e3a8d9de06 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:27.774068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d82dc160>, 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:27.774357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d82dc160>, 'c5a41232-c9d2-4588-8a6f-26b6f182fbe5') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:27.807514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.838800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.847560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:13:27.848484 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.848651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:13:27.858334 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:13:27.906835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 50afae0a-a4c0-4b37-b0c6-9fee82487418, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50afae0a-a4c0-4b37-b0c6-9fee82487418,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:27.926475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1826-669a-4334-8b15-f4fd6e3fee16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.949979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=a7da2016-28f4-4497-92f8-21d75ae9c030,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:27.956546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:27.974422 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:27.984171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1826-669a-4334-8b15-f4fd6e3fee16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.119721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network e88c5e24-3877-46d2-a081-b632fef6c164 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:28.259367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:28.259367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Router fef0739a-09fe-455f-9e06-8504118d75e0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:28.303924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.312617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6a3fc1ac-395a-4228-8cf5-bc689aac730e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:28.312617 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:28.394839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:28.403381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49108) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:28.403737 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "PUT /v2.0/routers/fef0739a-09fe-455f-9e06-8504118d75e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2793183
Jun 21 03:13:28.408786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1582305159', 'description': 'tempest-secgroup_access--1582305159 description', 'project_id': 'f37e350748b54c81a954426463bfb886'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:28.420439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.435392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1826-669a-4334-8b15-f4fd6e3fee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.438388 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-554c1522-1c70-4621-a0ff-5ca236a43bb7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:28.439267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1826-669a-4334-8b15-f4fd6e3fee16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.442851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b2bc1826-669a-4334-8b15-f4fd6e3fee16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0e19090-8b2a-4428-8ed1-dccfe3021850 HTTP/1.1" status: 204  len: 168 time: 0.7833948
Jun 21 03:13:28.442851 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c8151f49-ccdd-4752-bc8c-0a11bdb214b3 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:28.447289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Sync routers for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:28.452256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc1826-669a-4334-8b15-f4fd6e3fee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e19090-8b2a-4428-8ed1-dccfe3021850,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:28.456814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.458763 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/networks/72e3defc-ae7a-4729-b8e0-1887f377e5ce HTTP/1.1" status: 204  len: 168 time: 1.9618354
Jun 21 03:13:28.463000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49112) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:28.468223 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b2bc1826-669a-4334-8b15-f4fd6e3fee16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:28.506997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'routes': None}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:28.525079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Pushing event deleted for resources: {'Network': ['ID=72e3defc-ae7a-4729-b8e0-1887f377e5ce,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:28.532191 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:28.545822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=50afae0a-a4c0-4b37-b0c6-9fee82487418,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:28.549695 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:28.556897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:28.557823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b1d580>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:28.694516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6a3fc1ac-395a-4228-8cf5-bc689aac730e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:28.699820 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.728329 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.784877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-31d3f24f-f3f0-414e-9042-b8b15a52ff72 None None] Provisioning complete for port a7da2016-28f4-4497-92f8-21d75ae9c030 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:28.784877 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-31d3f24f-f3f0-414e-9042-b8b15a52ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.788162 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.extraroute_db [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Added routes are [] {{(pid=94166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Jun 21 03:13:28.788415 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.extraroute_db [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Removed routes are [] {{(pid=94166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Jun 21 03:13:28.788756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:28.839663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:28.879896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-31d3f24f-f3f0-414e-9042-b8b15a52ff72 None None] Port a7da2016-28f4-4497-92f8-21d75ae9c030 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:29.009481 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.019909 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.025504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.125786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.130757 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-09ae5311-a55b-4842-b2b5-1ada5f7859dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:29.165523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router c18d9940-656f-4b2f-b32c-4da43a156442 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:29.181569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9724eebc-12cf-4358-b955-64996cc74972,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:29.187092 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:29.271107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.272802 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.8683808
Jun 21 03:13:29.276005 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49124) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:29.283369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1936967404', 'description': 'tempest-secgroup_general--1936967404 description', 'project_id': 'f37e350748b54c81a954426463bfb886'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:29.291643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:29.299784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50afae0a-a4c0-4b37-b0c6-9fee82487418 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:29.300486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.301705 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-830e4dd6-5a03-430d-96f3-a5701d789755 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 200  len: 700 time: 0.8203340
Jun 21 03:13:29.305300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:29.307036 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] Sync routers for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:29.330696 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:29.331524 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:29.354096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-210dabaa-d3ae-454e-bba4-5cd0c728d01c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 200  len: 205 time: 0.0451102
Jun 21 03:13:29.356827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:29.446302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.458564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 50afae0a-a4c0-4b37-b0c6-9fee82487418 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:29.459153 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.511422 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd943a39-8715-4904-83db-c080943b9d9b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.530482 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:29.613225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b1d580>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:27Z', 'revision_number': 2, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:29.696243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Checking router: fef0739a-09fe-455f-9e06-8504118d75e0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:29.697104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Updating router fef0739a-09fe-455f-9e06-8504118d75e0 port a7da2016-28f4-4497-92f8-21d75ae9c030 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:13:29.726138 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8520>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 11, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:29.777800 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.810216 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] Checking router: c18d9940-656f-4b2f-b32c-4da43a156442 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:29.840705 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] Routers {'c18d9940-656f-4b2f-b32c-4da43a156442'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:29.841378 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c18d9940-656f-4b2f-b32c-4da43a156442'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:29.860361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06a87557-47be-418c-bf41-93e3a8d9de06 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:29.870137 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd943a39-8715-4904-83db-c080943b9d9b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.874971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd943a39-8715-4904-83db-c080943b9d9b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.908172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 06a87557-47be-418c-bf41-93e3a8d9de06 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:29.908172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 06a87557-47be-418c-bf41-93e3a8d9de06 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:29.908172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 45b4c0e5-0382-41c1-ad45-33c5bbff9711 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:29.946973 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] Set router c18d9940-656f-4b2f-b32c-4da43a156442 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:29.952038 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:29.961436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 45b4c0e5-0382-41c1-ad45-33c5bbff9711 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:29.962307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 45b4c0e5-0382-41c1-ad45-33c5bbff9711 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:30.006341 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8520>, [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 11, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:30.034074 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152c2dd-939f-4bd4-b324-9427be93b969 None None] The sync data for ids ['c18d9940-656f-4b2f-b32c-4da43a156442'] in n-d-758944-33 is: [{'id': 'c18d9940-656f-4b2f-b32c-4da43a156442', 'name': 'tempest-RoutersTest-router-302172715', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:12:28Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 11, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:30.048286 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd943a39-8715-4904-83db-c080943b9d9b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.049488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd943a39-8715-4904-83db-c080943b9d9b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Fanout notify agent at l3_agent the message router_deleted on router c18d9940-656f-4b2f-b32c-4da43a156442 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:13:30.061853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd943a39-8715-4904-83db-c080943b9d9b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.063553 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cd943a39-8715-4904-83db-c080943b9d9b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 204  len: 168 time: 0.7050977
Jun 21 03:13:30.069240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49148) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:30.072887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8bef7a1c-4ea0-4c57-82f9-dfe867537901 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-942591414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:30.095076 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.105042 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11f558ed-b241-4cbe-8c4e-7dacf64a688c tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:30.162153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a495f1b0-de4d-4c34-bcb1-dec00926fdde,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:30.167396 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:30.258740 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bef7a1c-4ea0-4c57-82f9-dfe867537901 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.260164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bef7a1c-4ea0-4c57-82f9-dfe867537901 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.356393 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.359947 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 1.0811422
Jun 21 03:13:30.362833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49158) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:30.371689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9f835704-75e4-4981-863f-f790d0dd8ccd tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'security_group_rule': {'security_group_id': '9724eebc-12cf-4358-b955-64996cc74972', 'project_id': 'f37e350748b54c81a954426463bfb886', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:30.375505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bef7a1c-4ea0-4c57-82f9-dfe867537901 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.458558 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bef7a1c-4ea0-4c57-82f9-dfe867537901 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.515798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.547068 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f835704-75e4-4981-863f-f790d0dd8ccd tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.582877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Transition to ACTIVE for port object a7da2016-28f4-4497-92f8-21d75ae9c030 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:30.663274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bef7a1c-4ea0-4c57-82f9-dfe867537901 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.663840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f835704-75e4-4981-863f-f790d0dd8ccd tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.664738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8bef7a1c-4ea0-4c57-82f9-dfe867537901 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5957274
Jun 21 03:13:30.667947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49160) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:30.676673 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-89ba1630-23bf-4ae4-b6fb-b170246f6cf8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:30.684798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.687171 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-804988c6-49be-4a2e-9a75-7e6f126a9dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:30.747957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f8b3e-e33d-4cc8-81ef-d284c3321f36 None None] Pushing event updated for resources: {'Port': ['ID=a7da2016-28f4-4497-92f8-21d75ae9c030,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:30.754413 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f1f8b3e-e33d-4cc8-81ef-d284c3321f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:30.923405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Attempting to bind port a7da2016-28f4-4497-92f8-21d75ae9c030 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:30.923405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Attempting to bind port a7da2016-28f4-4497-92f8-21d75ae9c030 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:30.923405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Attempting to bind port a7da2016-28f4-4497-92f8-21d75ae9c030 on network e88c5e24-3877-46d2-a081-b632fef6c164 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:30.931240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:30.931641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Checking segment: {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:30.932060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:30.932464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Bound using segment: {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:30.933214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Bound port: a7da2016-28f4-4497-92f8-21d75ae9c030, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:30.933639 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:31.024516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] For port a7da2016-28f4-4497-92f8-21d75ae9c030, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:31.028329 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] For port a7da2016-28f4-4497-92f8-21d75ae9c030, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a7da2016-28f4-4497-92f8-21d75ae9c030,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:31.110840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:31.116875 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:31.243796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f8b3e-e33d-4cc8-81ef-d284c3321f36 None None] Pushing event updated for resources: {'Port': ['ID=a7da2016-28f4-4497-92f8-21d75ae9c030,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:31.254570 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f1f8b3e-e33d-4cc8-81ef-d284c3321f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:31.261403 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f835704-75e4-4981-863f-f790d0dd8ccd tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:31.268094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:31.268904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b1d580>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:31.290393 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0522deae-26c9-4e40-a181-bb9f9eac53ca tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:31.341528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f835704-75e4-4981-863f-f790d0dd8ccd tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61041baa-bee7-4b1d-8c32-ca01a87f8106,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:31.465869 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9f835704-75e4-4981-863f-f790d0dd8ccd tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:31.469016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f835704-75e4-4981-863f-f790d0dd8ccd tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:31.478545 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9f835704-75e4-4981-863f-f790d0dd8ccd tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1145294
Jun 21 03:13:31.483922 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89ba1630-23bf-4ae4-b6fb-b170246f6cf8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:31.499148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:31.567184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89ba1630-23bf-4ae4-b6fb-b170246f6cf8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656916'] for router, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:31.771162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-9f20933c-7259-4957-88d2-193d64b1e7c8 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--1582305159&fields=id&tenant_id=f37e350748b54c81a954426463bfb886 HTTP/1.1" status: 200  len: 267 time: 0.0560219
Jun 21 03:13:31.790779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ba1630-23bf-4ae4-b6fb-b170246f6cf8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Router 20faab89-5313-49f3-bca6-04a1f849c700 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:13:31.836538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-d34621ed-3b98-4a22-86e0-d7f166493b2e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1936967404&fields=id&tenant_id=f37e350748b54c81a954426463bfb886 HTTP/1.1" status: 200  len: 267 time: 0.0635493
Jun 21 03:13:31.842900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b1d580>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:31Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:31.874950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5ac7e-d2b2-4ae3-ac0a-91c96a7e22f3 None None] The sync data for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 is: [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:31Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:31.950355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ba1630-23bf-4ae4-b6fb-b170246f6cf8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:31.963089 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-89ba1630-23bf-4ae4-b6fb-b170246f6cf8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:31.965370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-89ba1630-23bf-4ae4-b6fb-b170246f6cf8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "PUT /v2.0/routers/20faab89-5313-49f3-bca6-04a1f849c700 HTTP/1.1" status: 200  len: 693 time: 1.2954547
Jun 21 03:13:31.967917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49184) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:32.022968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] Sync routers for ids ['20faab89-5313-49f3-bca6-04a1f849c700'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:32.092498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] Routers {'20faab89-5313-49f3-bca6-04a1f849c700'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:32.093180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b1d6d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['20faab89-5313-49f3-bca6-04a1f849c700'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:32.224162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-47161fc8-c54c-4f46-a5a8-5cbdbee73fd8 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:32.236013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-47161fc8-c54c-4f46-a5a8-5cbdbee73fd8 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/networks?id=e88c5e24-3877-46d2-a081-b632fef6c164 HTTP/1.1" status: 200  len: 797 time: 0.3974590
Jun 21 03:13:32.242869 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b0e22820-15be-4da4-ba1a-567c171ccd1d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/routers/20faab89-5313-49f3-bca6-04a1f849c700 HTTP/1.1" status: 200  len: 699 time: 0.2732995
Jun 21 03:13:32.247652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49188) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:32.259830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] Set router 20faab89-5313-49f3-bca6-04a1f849c700 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:32.262507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-9ad0a109-9153-453a-96f7-cd1032a06722 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/quotas/f37e350748b54c81a954426463bfb886 HTTP/1.1" status: 200  len: 375 time: 0.0242534
Jun 21 03:13:32.334191 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3cfc1664-ce56-4925-82a9-6fbb44ed4525 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=20faab89-5313-49f3-bca6-04a1f849c700 HTTP/1.1" status: 200  len: 205 time: 0.0831206
Jun 21 03:13:32.336531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49192) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:32.466717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c7c548b0-22dd-49c1-9534-a7579c8988b8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:32.474533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b1d6d0>, [{'id': '20faab89-5313-49f3-bca6-04a1f849c700', 'name': 'tempest-RoutersTest-router-942591414', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:30Z', 'updated_at': '2021-06-21T03:13:31Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:32.511929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-98b8d7f3-0279-4851-9f76-2dcb2ed95e09 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2480488
Jun 21 03:13:32.520207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] Checking router: 20faab89-5313-49f3-bca6-04a1f849c700 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:32.530175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] Routers {'20faab89-5313-49f3-bca6-04a1f849c700'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:32.530954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b1d6d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['20faab89-5313-49f3-bca6-04a1f849c700'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:32.621065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] Set router 20faab89-5313-49f3-bca6-04a1f849c700 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:32.692068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b1d6d0>, [{'id': '20faab89-5313-49f3-bca6-04a1f849c700', 'name': 'tempest-RoutersTest-router-942591414', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:30Z', 'updated_at': '2021-06-21T03:13:31Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:32.752413 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-159ad94c-f896-4e64-83ce-b4ad114521bd service neutron] 10.222.0.25 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171106
Jun 21 03:13:32.761416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8aea33-8e85-4ef5-89ca-5dc7d70f0894 None None] The sync data for ids ['20faab89-5313-49f3-bca6-04a1f849c700'] in n-d-758944-33 is: [{'id': '20faab89-5313-49f3-bca6-04a1f849c700', 'name': 'tempest-RoutersTest-router-942591414', 'tenant_id': 'b2efd73149854c76bbc498c3ff591e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:30Z', 'updated_at': '2021-06-21T03:13:31Z', 'revision_number': 2, 'project_id': 'b2efd73149854c76bbc498c3ff591e26', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:32.816742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c7c548b0-22dd-49c1-9534-a7579c8988b8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:32.819864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c7c548b0-22dd-49c1-9534-a7579c8988b8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:32.897891 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-9f1276da-0125-4d33-b0bd-71c48f7e1b8a service neutron] 10.222.0.25 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442487
Jun 21 03:13:32.983824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c7c548b0-22dd-49c1-9534-a7579c8988b8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:32.987573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c548b0-22dd-49c1-9534-a7579c8988b8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Fanout notify agent at l3_agent the message router_deleted on router 20faab89-5313-49f3-bca6-04a1f849c700 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:13:32.992232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c7c548b0-22dd-49c1-9534-a7579c8988b8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:32.993512 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c7c548b0-22dd-49c1-9534-a7579c8988b8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/20faab89-5313-49f3-bca6-04a1f849c700 HTTP/1.1" status: 204  len: 168 time: 0.6557698
Jun 21 03:13:32.996961 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.062443 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc1c084c-7bca-4db4-b5b4-c5ef6d95e483 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=20faab89-5313-49f3-bca6-04a1f849c700 HTTP/1.1" status: 200  len: 205 time: 0.0638905
Jun 21 03:13:33.065136 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49198) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.278598 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-05c70039-0cbe-400f-ac7a-5c254aa0ff0f tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] delete failed (client error): The resource could not be found.
Jun 21 03:13:33.278598 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-05c70039-0cbe-400f-ac7a-5c254aa0ff0f tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/20faab89-5313-49f3-bca6-04a1f849c700 HTTP/1.1" status: 404  len: 336 time: 0.0663230
Jun 21 03:13:33.280687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49202) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.299659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a7da2016-28f4-4497-92f8-21d75ae9c030 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:33.346147 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d648c9-aab9-4595-92b3-9417f7736272 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:33.347659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d648c9-aab9-4595-92b3-9417f7736272 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:33.350220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a5d648c9-aab9-4595-92b3-9417f7736272 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/cc7603ea-e6d2-491f-ba47-fe7d363e8fd7 HTTP/1.1" status: 404  len: 337 time: 0.0679834
Jun 21 03:13:33.352701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49206) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.383472 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d73c8d8-21cf-4ebe-a37f-fd0b80099eb8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:33.383989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d73c8d8-21cf-4ebe-a37f-fd0b80099eb8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:33.385829 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6d73c8d8-21cf-4ebe-a37f-fd0b80099eb8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/c51746c2-5eeb-4cbb-82fe-5e00be6451d0 HTTP/1.1" status: 404  len: 337 time: 0.0320940
Jun 21 03:13:33.388590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49208) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.418784 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f3e239-a2c9-4ab3-a6d9-8a1e1f51926b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:33.419255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f3e239-a2c9-4ab3-a6d9-8a1e1f51926b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:33.421297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-66f3e239-a2c9-4ab3-a6d9-8a1e1f51926b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/95104ac6-57af-4f24-8c02-7829a8e53625 HTTP/1.1" status: 404  len: 337 time: 0.0314193
Jun 21 03:13:33.423535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49210) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.450950 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb2e8fd-76b6-4f0d-a855-e4e69a2a01ba tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:33.451422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb2e8fd-76b6-4f0d-a855-e4e69a2a01ba tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:33.453236 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2bb2e8fd-76b6-4f0d-a855-e4e69a2a01ba tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/4e0364d7-ca74-4b40-8d72-08d8b9063b7d HTTP/1.1" status: 404  len: 337 time: 0.0287192
Jun 21 03:13:33.455799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49212) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.497311 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port a7da2016-28f4-4497-92f8-21d75ae9c030 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:33.501413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a7da2016-28f4-4497-92f8-21d75ae9c030 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:33.501827 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:33.516529 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ce0ae396-a3ad-4010-bbbb-87010a97ca62 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 200  len: 205 time: 0.0574961
Jun 21 03:13:33.517058 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49220) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.639911 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-241ce4b3-52a1-469b-a23a-214babd2fa23 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] delete failed (client error): The resource could not be found.
Jun 21 03:13:33.641078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-241ce4b3-52a1-469b-a23a-214babd2fa23 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/c18d9940-656f-4b2f-b32c-4da43a156442 HTTP/1.1" status: 404  len: 336 time: 0.1226456
Jun 21 03:13:33.651519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49230) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.663842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9824183c-09d1-4fd3-a2c4-2e6e1fc6adfc req-44a6ae66-d736-40ff-8ec4-001b2f88789e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 210 time: 0.0812771
Jun 21 03:13:33.699232 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:33.711816 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3c02058c-a22f-4b83-981d-a105a97df96c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e0dd6c-e0ac-457b-a6d1-64ae328cb767 HTTP/1.1" status: 200  len: 205 time: 0.0581875
Jun 21 03:13:33.717588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49232) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.780772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port a7da2016-28f4-4497-92f8-21d75ae9c030, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a7da2016-28f4-4497-92f8-21d75ae9c030,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:33.808846 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-b9475939-4723-40b2-aa8e-0f30605f0fac tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] delete failed (client error): The resource could not be found.
Jun 21 03:13:33.808846 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b9475939-4723-40b2-aa8e-0f30605f0fac tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/07e0dd6c-e0ac-457b-a6d1-64ae328cb767 HTTP/1.1" status: 404  len: 336 time: 0.0861218
Jun 21 03:13:33.810036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49234) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.845753 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e556380-085a-4343-83ce-0fd0edce125a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:33.846570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e556380-085a-4343-83ce-0fd0edce125a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:33.848451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0e556380-085a-4343-83ce-0fd0edce125a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/c0a1a2e2-474d-402b-844b-af818bf6f8af HTTP/1.1" status: 404  len: 337 time: 0.0384076
Jun 21 03:13:33.854328 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.897461 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a94d31c-032d-4d09-9a28-6a4215da2105 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=13299681-dcda-4221-8a6c-1e2e12b661e3 HTTP/1.1" status: 200  len: 205 time: 0.0416391
Jun 21 03:13:33.905434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49242) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.927840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:33.939707 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fe0b2e1-2227-4db5-a48b-43ceed736f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:33.946004 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-3d6a84c8-0d40-4062-a5e5-c7c0d96aa86d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] delete failed (client error): The resource could not be found.
Jun 21 03:13:33.947051 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3d6a84c8-0d40-4062-a5e5-c7c0d96aa86d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/13299681-dcda-4221-8a6c-1e2e12b661e3 HTTP/1.1" status: 404  len: 336 time: 0.0454416
Jun 21 03:13:33.949739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49244) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:33.984026 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d0d3ced6-80e8-4201-80e9-57830763804f tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=669543c3-37fd-4326-b76d-17b6125aba8d HTTP/1.1" status: 200  len: 205 time: 0.0309975
Jun 21 03:13:33.984381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49248) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.059485 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-f0b935ea-e935-4657-aa78-60e96739d871 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] delete failed (client error): The resource could not be found.
Jun 21 03:13:34.062977 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f0b935ea-e935-4657-aa78-60e96739d871 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/669543c3-37fd-4326-b76d-17b6125aba8d HTTP/1.1" status: 404  len: 336 time: 0.0752759
Jun 21 03:13:34.063242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49250) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.063685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=a7da2016-28f4-4497-92f8-21d75ae9c030,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:34.070095 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:34.094620 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad63c530-e076-4a73-a581-9876e4b8a326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:34.095091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad63c530-e076-4a73-a581-9876e4b8a326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:34.097385 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad63c530-e076-4a73-a581-9876e4b8a326 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/6fc389f8-df27-4b49-80a8-f86ad45b98a1 HTTP/1.1" status: 404  len: 337 time: 0.0326626
Jun 21 03:13:34.104881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49252) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.143441 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7bcf7eed-1d7f-461e-a71d-8dc7f904ac02 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f86444-5149-47d2-8674-e5250ef188c7 HTTP/1.1" status: 200  len: 205 time: 0.0368719
Jun 21 03:13:34.150450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49254) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.219476 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-2d0a5305-8a92-439f-adb9-217712e9ba29 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] delete failed (client error): The resource could not be found.
Jun 21 03:13:34.221042 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2d0a5305-8a92-439f-adb9-217712e9ba29 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/a1f86444-5149-47d2-8674-e5250ef188c7 HTTP/1.1" status: 404  len: 336 time: 0.0692191
Jun 21 03:13:34.223568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49256) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.257770 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72aa69a-f4bb-4a84-b5b7-c7e6f12dc52e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:34.258375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72aa69a-f4bb-4a84-b5b7-c7e6f12dc52e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:34.261714 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f72aa69a-f4bb-4a84-b5b7-c7e6f12dc52e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/4b31a20e-016d-4e8b-81c0-1fef5486386a HTTP/1.1" status: 404  len: 337 time: 0.0367501
Jun 21 03:13:34.267741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49258) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.308877 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-80913ef5-b8f0-4a0f-8899-c9eafb58a4b9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bcb3834-4547-40d2-9772-cf56aacf9c8a HTTP/1.1" status: 200  len: 205 time: 0.0398777
Jun 21 03:13:34.313846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49262) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.335144 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7587d6bf-e05e-4a6d-8f57-e849a8a9265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:34.385862 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-9d9163e6-d84e-437c-9eb4-77406b6c25d4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] delete failed (client error): The resource could not be found.
Jun 21 03:13:34.386895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9d9163e6-d84e-437c-9eb4-77406b6c25d4 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/routers/2bcb3834-4547-40d2-9772-cf56aacf9c8a HTTP/1.1" status: 404  len: 336 time: 0.0720804
Jun 21 03:13:34.389511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49264) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.418940 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62c4700-7f0b-4af5-9485-72ce45cac022 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:34.419406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62c4700-7f0b-4af5-9485-72ce45cac022 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:34.423588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b62c4700-7f0b-4af5-9485-72ce45cac022 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/32775ec9-852e-4537-b1a9-a34e761378cd HTTP/1.1" status: 404  len: 337 time: 0.0296648
Jun 21 03:13:34.423806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49266) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:34.450732 n-d-758944-33 neutron-server[94167]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc769a2a-a983-4514-aac0-8e0e93e3bc89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:13:34.451196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc769a2a-a983-4514-aac0-8e0e93e3bc89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:13:34.452888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cc769a2a-a983-4514-aac0-8e0e93e3bc89 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] 10.222.0.25 "DELETE /v2.0/subnets/f862ba5d-e07a-4802-8d2f-30c488ee1f52 HTTP/1.1" status: 404  len: 337 time: 0.0281882
Jun 21 03:13:34.825734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-058e2491-f113-45ff-896c-f5be3c4c1a4d req-9c7acdb6-7dfc-4724-8f2f-c0b8c93db660 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 210 time: 0.0772462
Jun 21 03:13:35.060828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49280) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:35.123285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a7da2016-28f4-4497-92f8-21d75ae9c030 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:35.214427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a7da2016-28f4-4497-92f8-21d75ae9c030 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:35.214960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:35.317154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49284) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:35.331770 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-36e4e0e1-5fdb-4b4b-ac7f-54f7d0107dab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2efd73149854c76bbc498c3ff591e26&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2681730
Jun 21 03:13:35.412472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6797cd1c-ed53-41be-a22d-b9ca1faeb8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:35.447055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6797cd1c-ed53-41be-a22d-b9ca1faeb8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:35.618083 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6797cd1c-ed53-41be-a22d-b9ca1faeb8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:35.620742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6797cd1c-ed53-41be-a22d-b9ca1faeb8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:35.635471 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6797cd1c-ed53-41be-a22d-b9ca1faeb8a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca42a00d-141d-4303-885c-378003a31629 HTTP/1.1" status: 204  len: 168 time: 0.3030536
Jun 21 03:13:35.635471 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2bc5c69a-bf92-4d9f-a79a-9381fb3eadb6 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:35.635471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797cd1c-ed53-41be-a22d-b9ca1faeb8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42a00d-141d-4303-885c-378003a31629,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:35.635471 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6797cd1c-ed53-41be-a22d-b9ca1faeb8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:36.022884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c98713e0-c4f7-4855-8ff7-d555017325f3 req-ae269437-9859-4548-9cd1-6d9fddd75385 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 210 time: 0.0399418
Jun 21 03:13:36.146507 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:36.626104 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a77af929-6dc5-4b08-a01d-6efc388d9049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:36.656070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-bb048c6b-bd8d-4b09-87cb-702d90d19493 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:36.656070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-bb048c6b-bd8d-4b09-87cb-702d90d19493 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.26 "GET /v2.0/networks?id=e88c5e24-3877-46d2-a081-b632fef6c164 HTTP/1.1" status: 200  len: 797 time: 0.1260738
Jun 21 03:13:36.721077 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-4f82401a-c282-4358-a1f7-04de29aff1be tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37e350748b54c81a954426463bfb886 HTTP/1.1" status: 200  len: 478 time: 0.0594203
Jun 21 03:13:36.730606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'port': {'device_id': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'admin_state_up': True, 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'security_groups': ['9724eebc-12cf-4358-b955-64996cc74972', 'a495f1b0-de4d-4c34-bcb1-dec00926fdde']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:36.932303 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Made reservation on behalf of f37e350748b54c81a954426463bfb886 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:36.938723 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.051598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49352) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:37.137973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Allocated IP 172.20.0.4 (e88c5e24-3877-46d2-a081-b632fef6c164/f79e074f-ee98-46b2-8924-7c457aba3602/aaed600b-3891-4fca-974d-5726adc5e90e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:37.194934 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.234187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52add743-25d6-48eb-a92b-e71faffa4083 req-591000d6-0901-4983-98a6-1e5d40ff6453 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 210 time: 0.0406444
Jun 21 03:13:37.255326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0bbf0824-8992-43ba-bb5e-b1e829de7592 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2019815535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:37.360058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.379096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Transition to ACTIVE for port object aaed600b-3891-4fca-974d-5726adc5e90e will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:37.379329 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0824-8992-43ba-bb5e-b1e829de7592 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.380773 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0824-8992-43ba-bb5e-b1e829de7592 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.462435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0824-8992-43ba-bb5e-b1e829de7592 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.481734 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.486033 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8c78ef7b-62ac-455e-809a-937d7667c40c tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:37.555559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network e88c5e24-3877-46d2-a081-b632fef6c164 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:37.560434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:37.563282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:37.567064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0824-8992-43ba-bb5e-b1e829de7592 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.616619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=aaed600b-3891-4fca-974d-5726adc5e90e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:37.622384 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:37.645850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:37.646602 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.689025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0824-8992-43ba-bb5e-b1e829de7592 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.692012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0bbf0824-8992-43ba-bb5e-b1e829de7592 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.6364417
Jun 21 03:13:37.700073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49358) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:37.710125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-401716402'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:37.881580 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 1.1548636
Jun 21 03:13:37.895656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Request body: {'port': {'device_id': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:37.916989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ef13441a-7145-482e-abde-dc7bd1e9e0ab None None] Provisioning for port aaed600b-3891-4fca-974d-5726adc5e90e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:37.923481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ef13441a-7145-482e-abde-dc7bd1e9e0ab None None] Provisioning complete for port aaed600b-3891-4fca-974d-5726adc5e90e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:37.923869 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef13441a-7145-482e-abde-dc7bd1e9e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:37.971066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ef13441a-7145-482e-abde-dc7bd1e9e0ab None None] Port aaed600b-3891-4fca-974d-5726adc5e90e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:37.986254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.018406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Made reservation on behalf of f6674895bca24dc0b6bc6fed751ce6d4 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:38.018406 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.036386 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.149219 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.177661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.255460 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.390593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaed600b-3891-4fca-974d-5726adc5e90e {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:13:38.399558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.416001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Transition to ACTIVE for port object aaed600b-3891-4fca-974d-5726adc5e90e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:38.464696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120efae-6242-48ef-832f-58d761b74beb req-a640f940-ee9b-478b-8967-5a63b36bc6b3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:38.466515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7120efae-6242-48ef-832f-58d761b74beb req-a640f940-ee9b-478b-8967-5a63b36bc6b3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 970 time: 0.0784566
Jun 21 03:13:38.512865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7120efae-6242-48ef-832f-58d761b74beb req-999e8313-b5dd-498b-a42e-acccc180f6ab tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0395856
Jun 21 03:13:38.897693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.903562 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8a377f23-22ca-4156-8a65-4d2e70007eb6 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:38.933046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:13:38.940121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca5fef8-0639-4b0e-ab36-b38f07798ff5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:38.944458 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:38.947865 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.957441 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Added segment be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2 of type vlan for network 341327d5-9925-4f17-a890-bcbb07c2adbf
Jun 21 03:13:38.978777 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:38.981963 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b09f6c7-a992-469a-a69d-1388bd1fe3a2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:39.000327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:39.134655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Pushing event updated for resources: {'Port': ['ID=aaed600b-3891-4fca-974d-5726adc5e90e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:39.143930 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:39.146184 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:39.165695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:39.166713 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:39.170003 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:39.289323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Attempting to bind port aaed600b-3891-4fca-974d-5726adc5e90e on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:39.290347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Attempting to bind port aaed600b-3891-4fca-974d-5726adc5e90e by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:39.291153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Attempting to bind port aaed600b-3891-4fca-974d-5726adc5e90e on network e88c5e24-3877-46d2-a081-b632fef6c164 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:39.297032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Port aaed600b-3891-4fca-974d-5726adc5e90e on network e88c5e24-3877-46d2-a081-b632fef6c164 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:13:39.297683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Attempting to bind port aaed600b-3891-4fca-974d-5726adc5e90e on network e88c5e24-3877-46d2-a081-b632fef6c164 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:39.303943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:39.304393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Checking segment: {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:39.304795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Bound using segment: {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:39.305230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Bound port: aaed600b-3891-4fca-974d-5726adc5e90e, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea3411d-5789-4d11-b388-6790628a42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:39.305626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:39.344763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Network': ['ID=341327d5-9925-4f17-a890-bcbb07c2adbf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:39.348524 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:39.359111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 341327d5-9925-4f17-a890-bcbb07c2adbf details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:13:39.425853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] For port aaed600b-3891-4fca-974d-5726adc5e90e, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:39.433667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] For port aaed600b-3891-4fca-974d-5726adc5e90e, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=aaed600b-3891-4fca-974d-5726adc5e90e,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:39.456807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49382) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:39.459081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.7564082
Jun 21 03:13:39.464597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'subnet': {'network_id': '341327d5-9925-4f17-a890-bcbb07c2adbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:39.534881 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:39.551015 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d75ec146-af11-48eb-beba-64b2bb186719 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:39.620223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:39.621665 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:39.623122 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] 10.222.0.26 "PUT /v2.0/ports/aaed600b-3891-4fca-974d-5726adc5e90e HTTP/1.1" status: 200  len: 1131 time: 1.7331557
Jun 21 03:13:39.623694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:39.626104 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab30c5d9-2269-498c-b624-9680e5342464" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:39.649288 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:39.679600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Pushing event updated for resources: {'Port': ['ID=aaed600b-3891-4fca-974d-5726adc5e90e,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:39.693061 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad3340-3cc6-41ff-911e-6d996fdcd6ed x-openstack-request-id: req-a8ad3340-3cc6-41ff-911e-6d996fdcd6ed {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:39.693491 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:39.693812 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8ad3340-3cc6-41ff-911e-6d996fdcd6ed {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:39.694281 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'status': 'completed', 'code': 200}
Jun 21 03:13:39.695136 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:39.796877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30c5d9-2269-498c-b624-9680e5342464 req-cc4cd6e0-6463-47e0-84db-f5e7b8fa83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:39.798580 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ab30c5d9-2269-498c-b624-9680e5342464 req-cc4cd6e0-6463-47e0-84db-f5e7b8fa83c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1134 time: 0.0864887
Jun 21 03:13:39.811283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448f8ad-0834-4d94-b9a6-b0a42b865a55 req-ee8bb760-38e8-4aca-8362-468fc4dafee2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:39.811283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0448f8ad-0834-4d94-b9a6-b0a42b865a55 req-ee8bb760-38e8-4aca-8362-468fc4dafee2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 982 time: 0.1038213
Jun 21 03:13:39.874000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0448f8ad-0834-4d94-b9a6-b0a42b865a55 req-fca35c95-e5ea-4fd0-9269-bac4e47345fc tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0572464
Jun 21 03:13:39.880056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Made reservation on behalf of f6674895bca24dc0b6bc6fed751ce6d4 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:39.881666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:40.050276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30c5d9-2269-498c-b624-9680e5342464 req-3ee2b7e8-bbe3-450b-9e8d-ef744f746288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:40.052344 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ab30c5d9-2269-498c-b624-9680e5342464 req-3ee2b7e8-bbe3-450b-9e8d-ef744f746288 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f37e350748b54c81a954426463bfb886&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2458997
Jun 21 03:13:40.226783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30c5d9-2269-498c-b624-9680e5342464 req-1948e2b9-df0f-4cd8-acf8-ad38d6cf4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:40.228422 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ab30c5d9-2269-498c-b624-9680e5342464 req-1948e2b9-df0f-4cd8-acf8-ad38d6cf4454 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1701002
Jun 21 03:13:40.340926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-cf4fbf52-3925-465d-96cd-e8307d7110d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:40.342839 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-cf4fbf52-3925-465d-96cd-e8307d7110d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1134 time: 0.0746181
Jun 21 03:13:40.394677 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-b227c4ca-002e-45be-83cb-519725e358b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaed600b-3891-4fca-974d-5726adc5e90e HTTP/1.1" status: 200  len: 217 time: 0.0445054
Jun 21 03:13:40.395496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:40.397871 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1d937e6-ec3f-4fd1-a027-c319bbfd41b3 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:40.530648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-d798efdb-4e45-4789-b2d8-42ec28e435b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:40.532292 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-d798efdb-4e45-4789-b2d8-42ec28e435b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f79e074f-ee98-46b2-8924-7c457aba3602 HTTP/1.1" status: 200  len: 835 time: 0.1309679
Jun 21 03:13:40.535823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Subnet': ['ID=33c00f8d-f6cd-4987-994c-4463362f6fa8,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:40.538749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:40.546725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Checking segment: {'id': 'be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '341327d5-9925-4f17-a890-bcbb07c2adbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:40.547220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network hostable DHCP agents. Network: 341327d5-9925-4f17-a890-bcbb07c2adbf, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:13:40.624987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-fd372c3e-6b75-411b-8156-430a7ecab5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:40.626427 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-fd372c3e-6b75-411b-8156-430a7ecab5ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e88c5e24-3877-46d2-a081-b632fef6c164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0748374
Jun 21 03:13:40.682171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network 341327d5-9925-4f17-a890-bcbb07c2adbf is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:13:40.734965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-f33afdcd-a886-4ca2-b4cc-0b72eed4b6e7 service neutron] 10.222.0.26 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1015534
Jun 21 03:13:40.798847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 341327d5-9925-4f17-a890-bcbb07c2adbf) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:40.805279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:40.805908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:40.810270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e2ddb8-0a5d-404a-9830-2165d4195337 None None] Network 341327d5-9925-4f17-a890-bcbb07c2adbf requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:40.863991 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-626bc31c-b2a5-4f93-9c09-91ae2eba7d30 req-55418bfd-a936-416c-9870-f16e60097316 service neutron] 10.222.0.26 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220438
Jun 21 03:13:40.927219 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4690616
Jun 21 03:13:40.930124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49414) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:40.936168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'network': {'name': 'tempest-router-network01--255944786'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:41.003839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-341327d5-9925-4f17-a890-bcbb07c2adbf', 'network_id': '341327d5-9925-4f17-a890-bcbb07c2adbf', 'tenant_id': 'f6674895bca24dc0b6bc6fed751ce6d4', 'fixed_ips': [{'subnet_id': '33c00f8d-f6cd-4987-994c-4463362f6fa8'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:13:41.005037 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.057660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Made reservation on behalf of f6674895bca24dc0b6bc6fed751ce6d4 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:41.061315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.199894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fcdf2-a162-4e55-9f48-6beaa6ffe456 req-808d5629-8e92-4f5c-abb0-26eaef438a74 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:41.209465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-364fcdf2-a162-4e55-9f48-6beaa6ffe456 req-808d5629-8e92-4f5c-abb0-26eaef438a74 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 982 time: 0.0822587
Jun 21 03:13:41.262675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-364fcdf2-a162-4e55-9f48-6beaa6ffe456 req-dfef22a7-dcf1-4521-8378-df886327411f tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0518270
Jun 21 03:13:41.279034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Allocated IP 2001:db8::2 (341327d5-9925-4f17-a890-bcbb07c2adbf/33c00f8d-f6cd-4987-994c-4463362f6fa8/83705465-3d5f-4e5a-a9b8-4d9253a4f960) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:41.451758 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.460526 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Transition to ACTIVE for port object 83705465-3d5f-4e5a-a9b8-4d9253a4f960 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:41.476960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Transition to ACTIVE for port object 83705465-3d5f-4e5a-a9b8-4d9253a4f960 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:41.559545 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.563725 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d9f0f065-110f-4bb5-bd7c-04bbee6d738f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:41.578932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:13:41.588451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.588810 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Added segment 5e67f792-25c4-48b4-a209-addadeaa3bdd of type vlan for network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685
Jun 21 03:13:41.627172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Network 341327d5-9925-4f17-a890-bcbb07c2adbf is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:41.632202 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.636817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:41.647055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:41.679292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Pushing event updated for resources: {'Port': ['ID=83705465-3d5f-4e5a-a9b8-4d9253a4f960,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:41.682354 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:41.744764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Attempting to bind port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:41.745064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Attempting to bind port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '341327d5-9925-4f17-a890-bcbb07c2adbf'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:41.745483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Attempting to bind port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 on network 341327d5-9925-4f17-a890-bcbb07c2adbf {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:41.748751 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.755363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:41.755967 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.758488 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-09df7163-303f-4d9b-b799-67039f2f27c6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:41.766006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:41.766588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Checking segment: {'id': 'be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '341327d5-9925-4f17-a890-bcbb07c2adbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:41.767027 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.767611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Bound using segment: {'id': 'be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '341327d5-9925-4f17-a890-bcbb07c2adbf'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:41.768873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Bound port: 83705465-3d5f-4e5a-a9b8-4d9253a4f960, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '341327d5-9925-4f17-a890-bcbb07c2adbf'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:41.769907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.850633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] For port 83705465-3d5f-4e5a-a9b8-4d9253a4f960, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:41.854971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] For port 83705465-3d5f-4e5a-a9b8-4d9253a4f960, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=83705465-3d5f-4e5a-a9b8-4d9253a4f960,segment=NetworkSegment(be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2),segment_id=be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:41.939156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:41.944442 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:41.964190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Network': ['ID=67fc2a0b-30d3-42e3-a6a8-0f7fd135f685,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:41.973713 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:42.027395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:13:42.053609 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1220911
Jun 21 03:13:42.056970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49430) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:42.069568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'network': {'name': 'tempest-router-network02--1253468667'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:42.085846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Pushing event updated for resources: {'Port': ['ID=83705465-3d5f-4e5a-a9b8-4d9253a4f960,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:42.109361 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:42.182251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Made reservation on behalf of f6674895bca24dc0b6bc6fed751ce6d4 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:42.199586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:42.305664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:13:42.339126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:42.343853 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Added segment ca7394d3-b93a-48f3-8d05-0dcc99766b6a of type vlan for network edd71ba7-a211-4c7b-ba3d-d3282fd52c99
Jun 21 03:13:42.505177 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:42.662723 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:42.666727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21052fa7-6df0-4484-baa3-6239beec7209 req-4dcc0bbd-accf-4ea2-bfbc-09614917ee5c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:42.668321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21052fa7-6df0-4484-baa3-6239beec7209 req-4dcc0bbd-accf-4ea2-bfbc-09614917ee5c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 982 time: 0.1197798
Jun 21 03:13:42.669121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:42.669792 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:42.672431 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b5edfe24-8c39-43ca-ba81-c357277482f2 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:42.718724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21052fa7-6df0-4484-baa3-6239beec7209 req-b42bb491-d4cf-447d-b1e3-82abf50e3ef3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0404167
Jun 21 03:13:42.772532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Network': ['ID=edd71ba7-a211-4c7b-ba3d-d3282fd52c99,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:42.776084 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:42.784590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network edd71ba7-a211-4c7b-ba3d-d3282fd52c99 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:13:42.881288 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8232129
Jun 21 03:13:42.886821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49438) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:42.892207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'subnet': {'network_id': '67fc2a0b-30d3-42e3-a6a8-0f7fd135f685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:43.080272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Made reservation on behalf of f6674895bca24dc0b6bc6fed751ce6d4 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:43.084852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:43.172886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 83705465-3d5f-4e5a-a9b8-4d9253a4f960 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:43.470005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a001f-b8b7-4e1c-ab2f-2b12d2a96abc None None] Network 341327d5-9925-4f17-a890-bcbb07c2adbf requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:43.475305 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:43.481119 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e456f3a4-b653-49d9-bfd4-d11ddaab3034 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:43.556730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:43.569748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Subnet': ['ID=9ca68063-ae1f-43e3-b2c4-acb3636d29b5,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:43.577186 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:43.587970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Checking segment: {'id': '5e67f792-25c4-48b4-a209-addadeaa3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67fc2a0b-30d3-42e3-a6a8-0f7fd135f685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:43.589309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network hostable DHCP agents. Network: 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:13:43.619233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] Provisioning for port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:43.628975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] Provisioning complete for port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:43.628975 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:43.709804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:13:43.746387 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:43.803458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] For port 83705465-3d5f-4e5a-a9b8-4d9253a4f960, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=83705465-3d5f-4e5a-a9b8-4d9253a4f960,segment=NetworkSegment(be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2),segment_id=be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:43.834544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:43.839860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:43.840469 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:43.847697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574a476f-6204-4921-80d1-4cf967fd1911 None None] Network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:43.929246 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:43.942892 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:43.958625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb525eef-5c76-4e18-be99-41f7ab5f3774 req-bd300ea2-d56d-4c8a-b87d-875815b5b96a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:43.965686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb525eef-5c76-4e18-be99-41f7ab5f3774 req-bd300ea2-d56d-4c8a-b87d-875815b5b96a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 982 time: 0.0865519
Jun 21 03:13:44.024286 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb525eef-5c76-4e18-be99-41f7ab5f3774 req-ab8ebec1-09af-43c5-8ca2-1402b09d56b6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0573947
Jun 21 03:13:44.043899 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1483037
Jun 21 03:13:44.045907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49470) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:44.053015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'subnet': {'network_id': 'edd71ba7-a211-4c7b-ba3d-d3282fd52c99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:44.118304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] Pushing event updated for resources: {'Port': ['ID=83705465-3d5f-4e5a-a9b8-4d9253a4f960,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:44.135614 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:44.222029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-67fc2a0b-30d3-42e3-a6a8-0f7fd135f685', 'network_id': '67fc2a0b-30d3-42e3-a6a8-0f7fd135f685', 'tenant_id': 'f6674895bca24dc0b6bc6fed751ce6d4', 'fixed_ips': [{'subnet_id': '9ca68063-ae1f-43e3-b2c4-acb3636d29b5'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:13:44.222029 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:44.222029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9403b6b6-b2d5-4716-8526-9fb6762241b4 None None] Provisioning complete for port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:44.222029 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9403b6b6-b2d5-4716-8526-9fb6762241b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:44.305912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Made reservation on behalf of f6674895bca24dc0b6bc6fed751ce6d4 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:44.311162 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:44.433664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Allocated IP 2001:db8::2 (67fc2a0b-30d3-42e3-a6a8-0f7fd135f685/9ca68063-ae1f-43e3-b2c4-acb3636d29b5/c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:44.644686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:44.656831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Transition to ACTIVE for port object c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:44.672520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Transition to ACTIVE for port object c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:44.698192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:44.702012 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e46bcfd5-fd6f-468f-9aef-9ae21932649d tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:44.742373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49502) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:44.774732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Subnet': ['ID=aca8c353-c115-4992-815f-4d4642520125,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:44.783242 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:44.793742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Checking segment: {'id': 'ca7394d3-b93a-48f3-8d05-0dcc99766b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'edd71ba7-a211-4c7b-ba3d-d3282fd52c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:44.794237 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network hostable DHCP agents. Network: edd71ba7-a211-4c7b-ba3d-d3282fd52c99, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:13:44.796385 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:44.802759 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:44.833742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device aaed600b-3891-4fca-974d-5726adc5e90e details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:13:44.889453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98092327-8277-44e3-b43d-38f80a4c94cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:44.899781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:44.933108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:44.936484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Pushing event updated for resources: {'Port': ['ID=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:44.944696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:44.948561 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:44.966105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network edd71ba7-a211-4c7b-ba3d-d3282fd52c99 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:13:45.003555 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-46235de8-b58d-4080-9905-895cf71f17eb req-58493dee-5a04-41db-b21b-38a76ea5a658 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1159122
Jun 21 03:13:45.005585 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98092327-8277-44e3-b43d-38f80a4c94cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.043845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Attempting to bind port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:45.044238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Attempting to bind port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5e67f792-25c4-48b4-a209-addadeaa3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67fc2a0b-30d3-42e3-a6a8-0f7fd135f685'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:45.044739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Attempting to bind port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d on network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:45.060478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:45.060872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Checking segment: {'id': '5e67f792-25c4-48b4-a209-addadeaa3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67fc2a0b-30d3-42e3-a6a8-0f7fd135f685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:45.061288 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.061720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Bound using segment: {'id': '5e67f792-25c4-48b4-a209-addadeaa3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67fc2a0b-30d3-42e3-a6a8-0f7fd135f685'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:45.062203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Bound port: c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e67f792-25c4-48b4-a209-addadeaa3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67fc2a0b-30d3-42e3-a6a8-0f7fd135f685'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:45.062590 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.066066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port aaed600b-3891-4fca-974d-5726adc5e90e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=aaed600b-3891-4fca-974d-5726adc5e90e,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:45.091372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'port_id': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'mac_address': 'fa:16:3e:6e:81:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:13:45.120988 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98092327-8277-44e3-b43d-38f80a4c94cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.123939 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41ed6240-388f-49c7-aad8-101e7db3572e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:45.149655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, edd71ba7-a211-4c7b-ba3d-d3282fd52c99) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:45.156516 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:45.157304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.168462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 83705465-3d5f-4e5a-a9b8-4d9253a4f960 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:45.170391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251abd88-5f45-4885-97cd-78e78872ebbe None None] Network edd71ba7-a211-4c7b-ba3d-d3282fd52c99 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:45.207382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46235de8-b58d-4080-9905-895cf71f17eb req-c11731d1-962b-4791-89d7-c783ba2c6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:45.209419 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-46235de8-b58d-4080-9905-895cf71f17eb req-c11731d1-962b-4791-89d7-c783ba2c6ce4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b541895659734366b8e24c7401ede8a6&device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 1097 time: 0.1544902
Jun 21 03:13:45.227123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-98092327-8277-44e3-b43d-38f80a4c94cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9bc15514c05404da7a9ec17603bc355&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4830408
Jun 21 03:13:45.233829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98092327-8277-44e3-b43d-38f80a4c94cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dab112-2a71-4eed-b518-fd84e74f88b3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:45.235653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49508) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:45.236635 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98092327-8277-44e3-b43d-38f80a4c94cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:45.294998 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2467430
Jun 21 03:13:45.301399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49510) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:45.312279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3263da-6874-4b7c-b09f-66c67e5a03c7 req-48eb7537-680b-494f-99ca-b779990d6047 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:45.313965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e3263da-6874-4b7c-b09f-66c67e5a03c7 req-48eb7537-680b-494f-99ca-b779990d6047 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 982 time: 0.1452038
Jun 21 03:13:45.325926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c526-4d89-4942-9975-a6f50716f922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.345508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] For port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:45.350652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] For port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,segment=NetworkSegment(5e67f792-25c4-48b4-a209-addadeaa3bdd),segment_id=5e67f792-25c4-48b4-a209-addadeaa3bdd)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:45.352900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.353189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c526-4d89-4942-9975-a6f50716f922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.401777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaed600b-3891-4fca-974d-5726adc5e90e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:13:45.420178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.435052 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7243401f-1572-498e-9ea8-cc6b2efc487d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:45.467246 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e3263da-6874-4b7c-b09f-66c67e5a03c7 req-4950b1cc-456a-43a1-b014-6ec161de2229 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0637183
Jun 21 03:13:45.507223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port aaed600b-3891-4fca-974d-5726adc5e90e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=aaed600b-3891-4fca-974d-5726adc5e90e,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:45.514071 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c526-4d89-4942-9975-a6f50716f922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.521273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c526-4d89-4942-9975-a6f50716f922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.523086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f0f2c526-4d89-4942-9975-a6f50716f922 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4dab112-2a71-4eed-b518-fd84e74f88b3 HTTP/1.1" status: 204  len: 168 time: 0.2777693
Jun 21 03:13:45.524470 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-48a0f6b6-513d-4c6d-8fc6-b312e1f09571 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:45.537252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46235de8-b58d-4080-9905-895cf71f17eb req-79095897-2989-4179-b97b-fc07bd3ea269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:45.539030 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-46235de8-b58d-4080-9905-895cf71f17eb req-79095897-2989-4179-b97b-fc07bd3ea269 service neutron] 10.222.0.26 "GET /v2.0/networks?id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 HTTP/1.1" status: 200  len: 909 time: 0.3078172
Jun 21 03:13:45.548318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2c526-4d89-4942-9975-a6f50716f922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dab112-2a71-4eed-b518-fd84e74f88b3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:45.557773 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0f2c526-4d89-4942-9975-a6f50716f922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:45.584191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Pushing event updated for resources: {'Port': ['ID=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:45.647899 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:45.665287 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.670963 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-65f0b636-3d3d-4ff2-bd9d-d20c3bf25777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:45.736452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=aaed600b-3891-4fca-974d-5726adc5e90e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:45.748396 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:45.749599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-edd71ba7-a211-4c7b-ba3d-d3282fd52c99', 'network_id': 'edd71ba7-a211-4c7b-ba3d-d3282fd52c99', 'tenant_id': 'f6674895bca24dc0b6bc6fed751ce6d4', 'fixed_ips': [{'subnet_id': 'aca8c353-c115-4992-815f-4d4642520125'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:13:45.751028 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.779159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:45.779701 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.841886 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:45.859358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-46235de8-b58d-4080-9905-895cf71f17eb req-1d87c01a-7024-4774-8ef4-9a06b992a1c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86139730-4cfb-489b-8a56-6373b354ee72 HTTP/1.1" status: 200  len: 1000 time: 0.2369084
Jun 21 03:13:45.911853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['aaed600b-3891-4fca-974d-5726adc5e90e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:13:46.064394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46235de8-b58d-4080-9905-895cf71f17eb req-7260e9d2-fc0b-4909-bbef-c0c433a256e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:46.071740 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-46235de8-b58d-4080-9905-895cf71f17eb req-7260e9d2-fc0b-4909-bbef-c0c433a256e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e244541e-cfcb-419e-b6c4-650b3cecd77c HTTP/1.1" status: 200  len: 847 time: 0.2050333
Jun 21 03:13:46.080086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Allocated IP 2001:db8::2 (edd71ba7-a211-4c7b-ba3d-d3282fd52c99/aca8c353-c115-4992-815f-4d4642520125/5d658ec0-afab-4f94-a4cc-ae183e0891a9) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:46.218799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46235de8-b58d-4080-9905-895cf71f17eb req-0c5d8070-443e-48b0-bc87-c44cfbfcc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:46.220504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-46235de8-b58d-4080-9905-895cf71f17eb req-0c5d8070-443e-48b0-bc87-c44cfbfcc4b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1417494
Jun 21 03:13:46.354190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Allocated IP 2001:db8::1 (67fc2a0b-30d3-42e3-a6a8-0f7fd135f685/9ca68063-ae1f-43e3-b2c4-acb3636d29b5/b615904d-326a-409c-acd8-b54f3ccd3a5e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:46.359986 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.374158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Transition to ACTIVE for port object 5d658ec0-afab-4f94-a4cc-ae183e0891a9 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:46.405274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Transition to ACTIVE for port object 5d658ec0-afab-4f94-a4cc-ae183e0891a9 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:46.418814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-46235de8-b58d-4080-9905-895cf71f17eb req-b5cba6e0-2ecb-478d-b714-7893dac5bc11 service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896989
Jun 21 03:13:46.504613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49522) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:46.526879 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.530890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ad49cc-5b9f-4278-94b8-42ad42a378d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.544875 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:46.595527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Network edd71ba7-a211-4c7b-ba3d-d3282fd52c99 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:46.600871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.603496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:46.610705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:46.624272 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-46235de8-b58d-4080-9905-895cf71f17eb req-2a773f39-d1c2-4694-af31-81f926fbee7c service neutron] 10.222.0.26 "GET /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644917
Jun 21 03:13:46.624272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Transition to ACTIVE for port object b615904d-326a-409c-acd8-b54f3ccd3a5e will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:46.627190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Pushing event updated for resources: {'Port': ['ID=5d658ec0-afab-4f94-a4cc-ae183e0891a9,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:46.647730 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:46.686286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Attempting to bind port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:46.686676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Attempting to bind port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'ca7394d3-b93a-48f3-8d05-0dcc99766b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'edd71ba7-a211-4c7b-ba3d-d3282fd52c99'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:46.687078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Attempting to bind port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 on network edd71ba7-a211-4c7b-ba3d-d3282fd52c99 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:46.693820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:46.694108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Checking segment: {'id': 'ca7394d3-b93a-48f3-8d05-0dcc99766b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'edd71ba7-a211-4c7b-ba3d-d3282fd52c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:46.694526 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.694930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Bound using segment: {'id': 'ca7394d3-b93a-48f3-8d05-0dcc99766b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'edd71ba7-a211-4c7b-ba3d-d3282fd52c99'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:46.695416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Bound port: 5d658ec0-afab-4f94-a4cc-ae183e0891a9, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7394d3-b93a-48f3-8d05-0dcc99766b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'edd71ba7-a211-4c7b-ba3d-d3282fd52c99'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:46.695804 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.751810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ad49cc-5b9f-4278-94b8-42ad42a378d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.777173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] For port 5d658ec0-afab-4f94-a4cc-ae183e0891a9, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:46.781322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] For port 5d658ec0-afab-4f94-a4cc-ae183e0891a9, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5d658ec0-afab-4f94-a4cc-ae183e0891a9,segment=NetworkSegment(ca7394d3-b93a-48f3-8d05-0dcc99766b6a),segment_id=ca7394d3-b93a-48f3-8d05-0dcc99766b6a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:46.790035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc3e10-c5db-4cb3-8114-b327e8b98ffe req-f29685ef-ef15-435d-a9e9-e09bf60f7125 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:46.793947 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3bc3e10-c5db-4cb3-8114-b327e8b98ffe req-f29685ef-ef15-435d-a9e9-e09bf60f7125 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 983 time: 0.0931149
Jun 21 03:13:46.811484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device aaed600b-3891-4fca-974d-5726adc5e90e up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:46.829582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.832422 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:46.869231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3bc3e10-c5db-4cb3-8114-b327e8b98ffe req-a0208f56-d09d-4d65-a984-bddacf3a753e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0687444
Jun 21 03:13:46.910666 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.910960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:46.912519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ad49cc-5b9f-4278-94b8-42ad42a378d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.920433 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f88995d-b75a-4824-8c94-89959eef0adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:46.920586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:46.926799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Port': ['ID=b615904d-326a-409c-acd8-b54f3ccd3a5e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:46.936871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:46.938106 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:46.949249 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5793f2ec-109d-47ff-909f-f51c1f559370 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:46.952525 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b5ad49cc-5b9f-4278-94b8-42ad42a378d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5dd0e750d3342bba32cc3a27fc342e6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4468286
Jun 21 03:13:46.974436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49530) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:46.977957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa00af8-597f-4dd8-be72-408904a76dd5 None None] Network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:47.046444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad49cc-5b9f-4278-94b8-42ad42a378d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbfe657-0d1f-471a-9c8c-53d97e02bafd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:47.049779 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b5ad49cc-5b9f-4278-94b8-42ad42a378d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:47.083066 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-512fb451-6957-477a-9e38-cf0abe2d028d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.083742 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:47.090351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port aaed600b-3891-4fca-974d-5726adc5e90e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:47.120616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port aaed600b-3891-4fca-974d-5726adc5e90e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:47.120616 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.135331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-512fb451-6957-477a-9e38-cf0abe2d028d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.165828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Pushing event updated for resources: {'Port': ['ID=5d658ec0-afab-4f94-a4cc-ae183e0891a9,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:47.189905 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:47.236271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:47.327292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-512fb451-6957-477a-9e38-cf0abe2d028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.331302 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-512fb451-6957-477a-9e38-cf0abe2d028d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.335080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-512fb451-6957-477a-9e38-cf0abe2d028d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fbfe657-0d1f-471a-9c8c-53d97e02bafd HTTP/1.1" status: 204  len: 168 time: 0.3584607
Jun 21 03:13:47.335955 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-797e5d93-ea14-4c39-9339-58382331bd0e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:47.337721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6e73228b-a99a-4c09-a179-a15b3fafa726 None None] Provisioning for port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:47.357301 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.377014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fb451-6957-477a-9e38-cf0abe2d028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbfe657-0d1f-471a-9c8c-53d97e02bafd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:47.382943 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-512fb451-6957-477a-9e38-cf0abe2d028d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:47.408449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.425065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:47.431892 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668a35a9-0baf-4b46-b2f3-37097584680d" -d '{"events": [{"server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "name": "network-vif-plugged", "status": "completed", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:47.444216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port aaed600b-3891-4fca-974d-5726adc5e90e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=aaed600b-3891-4fca-974d-5726adc5e90e,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:47.474880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:47.479327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:47.479715 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.601068 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74a808c-01d6-4a32-ae2b-06790bffe5a4 x-openstack-request-id: req-e74a808c-01d6-4a32-ae2b-06790bffe5a4 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:47.602164 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "name": "network-vif-plugged", "status": "completed", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:47.602509 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e74a808c-01d6-4a32-ae2b-06790bffe5a4 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:47.602926 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'code': 200}
Jun 21 03:13:47.606185 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.611223 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:47.681696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=aaed600b-3891-4fca-974d-5726adc5e90e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:47.685059 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:47.710568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a3915b-1740-491d-ad93-43e401623682 req-d92284ad-d110-4797-bcd7-096afb0522b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1297417
Jun 21 03:13:47.774039 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.828374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42020d80-0dbe-4998-b32d-1bbc208026ce req-ded0c4da-9d96-4e96-bd6d-eb07c7b72065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:47.831074 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-42020d80-0dbe-4998-b32d-1bbc208026ce req-ded0c4da-9d96-4e96-bd6d-eb07c7b72065 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1136 time: 0.1780248
Jun 21 03:13:47.840942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,segment=NetworkSegment(5e67f792-25c4-48b4-a209-addadeaa3bdd),segment_id=5e67f792-25c4-48b4-a209-addadeaa3bdd)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:47.849624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3915b-1740-491d-ad93-43e401623682 req-a109f745-aaf4-4978-bd10-43938e881e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:47.856803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a3915b-1740-491d-ad93-43e401623682 req-a109f745-aaf4-4978-bd10-43938e881e4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 1098 time: 0.0867622
Jun 21 03:13:47.925893 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.927816 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:47.958872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:47.970709 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-42020d80-0dbe-4998-b32d-1bbc208026ce req-1579a8e3-90b9-4145-b793-7645c9a64901 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1281898
Jun 21 03:13:48.032436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1002e2eb-d755-48c8-b268-2c2346cfc52b None None] Provisioning for port b615904d-326a-409c-acd8-b54f3ccd3a5e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:48.032436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1002e2eb-d755-48c8-b268-2c2346cfc52b None None] Provisioning complete for port b615904d-326a-409c-acd8-b54f3ccd3a5e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:48.033424 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1002e2eb-d755-48c8-b268-2c2346cfc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:48.057909 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:48.059701 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:48.066245 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:48.092865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:48.109996 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:48.128166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1002e2eb-d755-48c8-b268-2c2346cfc52b None None] Port b615904d-326a-409c-acd8-b54f3ccd3a5e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:48.158359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1002e2eb-d755-48c8-b268-2c2346cfc52b None None] Provisioning complete for port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:48.159477 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1002e2eb-d755-48c8-b268-2c2346cfc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:48.229138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3915b-1740-491d-ad93-43e401623682 req-7f97e36e-9967-4023-a50b-e4dadbcfe1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:48.230696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a3915b-1740-491d-ad93-43e401623682 req-7f97e36e-9967-4023-a50b-e4dadbcfe1fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.3517666
Jun 21 03:13:48.316597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e12262-c76c-4c9a-b513-09d109919205 req-1b602c76-f339-481e-bdef-29d9cb863758 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:48.318450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58e12262-c76c-4c9a-b513-09d109919205 req-1b602c76-f339-481e-bdef-29d9cb863758 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 984 time: 0.2559733
Jun 21 03:13:48.378619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Port': ['ID=b615904d-326a-409c-acd8-b54f3ccd3a5e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:48.388456 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:48.402322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:48.404988 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:48.432086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a3915b-1740-491d-ad93-43e401623682 req-28b6e936-7ccf-4eaf-b306-b592c2a98e02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=652e89bf-af33-4b68-b5ad-6fa73be6d113 HTTP/1.1" status: 200  len: 1001 time: 0.1875136
Jun 21 03:13:48.440572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58e12262-c76c-4c9a-b513-09d109919205 req-197b8e2b-47d5-4667-bc50-3ac47ff23c20 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1095624
Jun 21 03:13:48.466344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6de39a71-2824-40c6-bd42-3ba3da098d9d None None] Provisioning complete for port b615904d-326a-409c-acd8-b54f3ccd3a5e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:48.468598 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6de39a71-2824-40c6-bd42-3ba3da098d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:48.521783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3915b-1740-491d-ad93-43e401623682 req-2d63bc87-e87c-49b0-8bcf-e2bf1cbe5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:48.524237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a3915b-1740-491d-ad93-43e401623682 req-2d63bc87-e87c-49b0-8bcf-e2bf1cbe5495 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0826223
Jun 21 03:13:48.554155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6de39a71-2824-40c6-bd42-3ba3da098d9d None None] Port b615904d-326a-409c-acd8-b54f3ccd3a5e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:48.685571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3915b-1740-491d-ad93-43e401623682 req-ccfead7c-e4de-4c38-9b78-886594607791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:48.687815 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a3915b-1740-491d-ad93-43e401623682 req-ccfead7c-e4de-4c38-9b78-886594607791 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1370797
Jun 21 03:13:48.693263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Router 75bb4a23-e71b-4f59-9627-ed72ab292e6f is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:13:48.894309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:48.908138 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e9d0a-3e0b-4b6a-9fb3-b3252a542c26 None None] Sync routers for ids ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:48.914936 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "PUT /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6065025
Jun 21 03:13:48.914936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49558) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:48.937520 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e9d0a-3e0b-4b6a-9fb3-b3252a542c26 None None] Routers {'75bb4a23-e71b-4f59-9627-ed72ab292e6f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:48.938171 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3f7e9d0a-3e0b-4b6a-9fb3-b3252a542c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d833bf10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:48.939333 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a3915b-1740-491d-ad93-43e401623682 req-816e5f8b-4b2c-4935-8bd2-1d29d2ff4e76 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339091
Jun 21 03:13:48.998227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a40ce36-3ac4-43b4-9644-24561107e2f1 None None] Provisioning complete for port b615904d-326a-409c-acd8-b54f3ccd3a5e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:48.998618 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a40ce36-3ac4-43b4-9644-24561107e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:49.006050 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3f7e9d0a-3e0b-4b6a-9fb3-b3252a542c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d833bf10>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:49.024340 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e9d0a-3e0b-4b6a-9fb3-b3252a542c26 None None] Routers {'75bb4a23-e71b-4f59-9627-ed72ab292e6f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:49.025100 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3f7e9d0a-3e0b-4b6a-9fb3-b3252a542c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d833bf10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:49.059810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eb0a46-fc11-4116-b618-73b8cad79256 None None] Network edd71ba7-a211-4c7b-ba3d-d3282fd52c99 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:49.096952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3a3915b-1740-491d-ad93-43e401623682 req-5d6c5143-1ea0-4909-85a7-b36da0ee30f4 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500437
Jun 21 03:13:49.103744 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-3f7e9d0a-3e0b-4b6a-9fb3-b3252a542c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d833bf10>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:49.105468 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e9d0a-3e0b-4b6a-9fb3-b3252a542c26 None None] The sync data for ids ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:49.375378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:49.412097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9a40ce36-3ac4-43b4-9644-24561107e2f1 None None] Port b615904d-326a-409c-acd8-b54f3ccd3a5e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:49.590799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:49.591495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:49.693311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61196e8-0c84-46f7-acfe-5a4b259520cc req-4e3f59f5-6e7d-430a-94ae-b4e22dad5d55 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:49.695071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d61196e8-0c84-46f7-acfe-5a4b259520cc req-4e3f59f5-6e7d-430a-94ae-b4e22dad5d55 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 984 time: 0.1084585
Jun 21 03:13:49.718376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9d1a98dc-d453-45bc-9780-2ba38face899 None None] Provisioning for port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:49.756850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5d658ec0-afab-4f94-a4cc-ae183e0891a9 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:49.758575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d61196e8-0c84-46f7-acfe-5a4b259520cc req-f43727e4-af9a-465b-9a77-c40680c0c3eb tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0556540
Jun 21 03:13:49.857454 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-4f52eeb1-6ba9-418a-8d51-5cc798c5f47e tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:13:49.865419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49576) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:49.865791 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4f52eeb1-6ba9-418a-8d51-5cc798c5f47e tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "PUT /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9472003
Jun 21 03:13:49.908900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:49.918338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:49.918810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:49.970373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-137636d6-fc28-4dce-8f99-5271df09fc0f None None] Provisioning complete for port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:49.976796 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-137636d6-fc28-4dce-8f99-5271df09fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:50.079409 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:50.092228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736fa76-3ad1-447c-adc1-459efe0dd3aa req-87888209-1c28-499e-801b-68991c831e57 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:50.093788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a736fa76-3ad1-447c-adc1-459efe0dd3aa req-87888209-1c28-499e-801b-68991c831e57 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 984 time: 0.1876867
Jun 21 03:13:50.104603 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-137636d6-fc28-4dce-8f99-5271df09fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:50.146528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5d658ec0-afab-4f94-a4cc-ae183e0891a9, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5d658ec0-afab-4f94-a4cc-ae183e0891a9,segment=NetworkSegment(ca7394d3-b93a-48f3-8d05-0dcc99766b6a),segment_id=ca7394d3-b93a-48f3-8d05-0dcc99766b6a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:50.173227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a736fa76-3ad1-447c-adc1-459efe0dd3aa req-edb08dfc-d6e0-4346-be26-0ce339bc26d1 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0706997
Jun 21 03:13:50.245724 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:50.248917 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:50.290270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:50.337556 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-137636d6-fc28-4dce-8f99-5271df09fc0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:13:50.338097 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-137636d6-fc28-4dce-8f99-5271df09fc0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:13:50.340974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5d658ec0-afab-4f94-a4cc-ae183e0891a9,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:50.344200 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:50.856185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cbcd4-18b0-463c-8139-313457e08278 req-30431781-0af0-4a8a-997e-fae11bd34d75 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:50.869432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-701cbcd4-18b0-463c-8139-313457e08278 req-30431781-0af0-4a8a-997e-fae11bd34d75 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1136 time: 0.5334299
Jun 21 03:13:50.889852 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-701cbcd4-18b0-463c-8139-313457e08278 req-1c3d64b4-7d3c-4e97-ab6f-7dc79d6cd6e5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:51.088517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-701cbcd4-18b0-463c-8139-313457e08278 req-1c3d64b4-7d3c-4e97-ab6f-7dc79d6cd6e5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:51.103483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting port b615904d-326a-409c-acd8-b54f3ccd3a5e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:51.104069 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:51.143787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5d658ec0-afab-4f94-a4cc-ae183e0891a9 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:51.301879 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:51.302615 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:51.347036 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:51.356232 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-701cbcd4-18b0-463c-8139-313457e08278 req-1c3d64b4-7d3c-4e97-ab6f-7dc79d6cd6e5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:51.364144 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0566c229-a92c-48e6-b192-5a844c53ec46 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:51.443038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Calling delete_port for b615904d-326a-409c-acd8-b54f3ccd3a5e owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:51.461734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-701cbcd4-18b0-463c-8139-313457e08278 req-1c3d64b4-7d3c-4e97-ab6f-7dc79d6cd6e5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.5909255
Jun 21 03:13:51.475620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d64b4-7d3c-4e97-ab6f-7dc79d6cd6e5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a93333c-90c6-4bd0-b09e-15ab945a5280,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:51.503371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:51.506439 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1c3d64b4-7d3c-4e97-ab6f-7dc79d6cd6e5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:51.609400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ccc3da-e716-48ee-95c0-743328e689b2 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:51.611751 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-64ccc3da-e716-48ee-95c0-743328e689b2 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1131 time: 0.1068919
Jun 21 03:13:51.616505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49606) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:51.621590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:51.755519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:51.755890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:51.758154 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7beca297-5aa4-46a2-bff7-5212db73b509 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:51.796155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Port': ['ID=b615904d-326a-409c-acd8-b54f3ccd3a5e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:51.811870 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:51.988057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:52.130139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:52.141278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Allocated IP 172.25.7.31 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/95dc0ec6-882e-4bcf-9cc6-75019f756eac) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:52.244807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb058a1-b3cf-4404-93b0-9813a941865b req-502988c8-c05c-4955-b505-f74481678301 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:52.244807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6eb058a1-b3cf-4404-93b0-9813a941865b req-502988c8-c05c-4955-b505-f74481678301 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 945 time: 0.2028587
Jun 21 03:13:52.277704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:52.356250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6eb058a1-b3cf-4404-93b0-9813a941865b req-f9accb0e-5d25-4aaf-953d-19c81fa48d3f tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095214
Jun 21 03:13:52.358042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Router 75bb4a23-e71b-4f59-9627-ed72ab292e6f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:52.389195 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:52.392498 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a496fbcc-de79-4fe4-9261-53b23ef5dcf1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:52.441170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:52.444159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:52.448765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:52.449630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "PUT /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5825028
Jun 21 03:13:52.449915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:52.452720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49616) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:52.459563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca06b0-cc63-47a1-be2a-ea1c62260708 None None] Sync routers for ids ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:52.469549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca06b0-cc63-47a1-be2a-ea1c62260708 None None] Routers {'75bb4a23-e71b-4f59-9627-ed72ab292e6f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:52.471368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-72ca06b0-cc63-47a1-be2a-ea1c62260708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:52.475785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=95dc0ec6-882e-4bcf-9cc6-75019f756eac,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:52.478830 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:52.492287 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-c676cd84-1e4c-4a20-9fe8-056d40497d97 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] delete failed (client error): The resource could not be found.
Jun 21 03:13:52.493432 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c676cd84-1e4c-4a20-9fe8-056d40497d97 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-618018713 HTTP/1.1" status: 404  len: 334 time: 0.0396156
Jun 21 03:13:52.497028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49618) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:52.503019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cdd9c52a-3d2e-460e-84d5-b59ea36f9b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'router': {'external_gateway_info': {'network_id': '75bb4a23-e71b-4f59-9627-ed72ab292e6f'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:52.509999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-72ca06b0-cc63-47a1-be2a-ea1c62260708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00070>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:52.519082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca06b0-cc63-47a1-be2a-ea1c62260708 None None] Routers {'75bb4a23-e71b-4f59-9627-ed72ab292e6f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:52.519710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-72ca06b0-cc63-47a1-be2a-ea1c62260708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:52.559601 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-72ca06b0-cc63-47a1-be2a-ea1c62260708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c00070>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:52.559601 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca06b0-cc63-47a1-be2a-ea1c62260708 None None] The sync data for ids ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:52.759923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdd9c52a-3d2e-460e-84d5-b59ea36f9b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:52.846929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a318ec37-e31b-4890-b5ca-f6957fe88f37 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b947dfc067c84312a712753d839d8b6a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0423384
Jun 21 03:13:52.900184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:52.918702 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-cdd9c52a-3d2e-460e-84d5-b59ea36f9b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] update failed (client error): The resource could not be found.
Jun 21 03:13:52.919744 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cdd9c52a-3d2e-460e-84d5-b59ea36f9b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "PUT /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f HTTP/1.1" status: 404  len: 339 time: 0.4216988
Jun 21 03:13:52.923232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49640) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:52.940878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1467160126'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:53.009023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-9f5c5780-349d-4b17-a5b8-9cfc782ec4d0 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:53.010551 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-9f5c5780-349d-4b17-a5b8-9cfc782ec4d0 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1634371
Jun 21 03:13:53.051381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-3378f7e4-6419-46c9-9634-67eaafd38caa tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/quotas/b947dfc067c84312a712753d839d8b6a HTTP/1.1" status: 200  len: 375 time: 0.0197425
Jun 21 03:13:53.058894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.063324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Made reservation on behalf of f6674895bca24dc0b6bc6fed751ce6d4 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:53.069200 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.101063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-01c89b1c-3310-462f-88c0-45a17a96f3f3 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b947dfc067c84312a712753d839d8b6a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496244
Jun 21 03:13:53.119997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:13:53.130934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.131559 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Added segment 21dde498-46c5-477a-a0d9-56c8f0650e79 of type vlan for network f467f4e4-1d5e-45af-86e8-5aec1f797991
Jun 21 03:13:53.179602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.270382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.274574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-c75cad9a-76c8-4651-bfaf-75c298c0c21f tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:53.276232 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-c75cad9a-76c8-4651-bfaf-75c298c0c21f tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.26 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 945 time: 0.1216214
Jun 21 03:13:53.281558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:53.282599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.288453 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8acffd52-a2aa-462c-abcf-f35fb1667ae4 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:53.342587 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.428739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Deleting port 86139730-4cfb-489b-8a56-6373b354ee72 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:53.429177 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.433185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Network': ['ID=f467f4e4-1d5e-45af-86e8-5aec1f797991,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:53.438934 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:53.448502 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.454342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network f467f4e4-1d5e-45af-86e8-5aec1f797991 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:13:53.456720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5322659
Jun 21 03:13:53.496290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:53.499843 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-81cc3206-4597-46f5-b66f-0fe6ff64fe51 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:53.508908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'subnet': {'network_id': 'f467f4e4-1d5e-45af-86e8-5aec1f797991', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:53.523342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9772faa6-3903-4c83-a181-ffe7219811d5 req-9b817745-ca06-4492-bd0b-e9322f536c6e tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 210 time: 0.0814083
Jun 21 03:13:53.676887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] For port 86139730-4cfb-489b-8a56-6373b354ee72, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=86139730-4cfb-489b-8a56-6373b354ee72,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:53.677253 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.702452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=95dc0ec6-882e-4bcf-9cc6-75019f756eac,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:53.709706 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:53.780069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ac685-ad03-4699-a72c-25becb2f806a req-55832ebb-2af9-4a64-a969-d4738c8d5ade tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:53.781683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-356ac685-ad03-4699-a72c-25becb2f806a req-55832ebb-2af9-4a64-a969-d4738c8d5ade tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 945 time: 0.0804479
Jun 21 03:13:53.785077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.807189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Made reservation on behalf of f6674895bca24dc0b6bc6fed751ce6d4 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:53.810967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:53.873896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-356ac685-ad03-4699-a72c-25becb2f806a req-b07c0d01-8a03-492a-aed8-9592fe1ee1b0 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/security-groups?id=0217c8b0-4be3-4880-acd7-718849bf0017&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849752
Jun 21 03:13:53.997207 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Floating IP 3a79f5b6-f559-4fac-a642-d442f21ef76e associated. External IP: 172.25.7.31, port: aaed600b-3891-4fca-974d-5726adc5e90e.
Jun 21 03:13:54.094464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:54.094898 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:54.095062 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Floating IP 73e2d4dc-0c3c-4cc4-814f-aa51adc5c77e disassociated. External IP: 172.25.7.27, port: 86139730-4cfb-489b-8a56-6373b354ee72.
Jun 21 03:13:54.095407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Calling delete_port for 86139730-4cfb-489b-8a56-6373b354ee72 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:54.182401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:54.186048 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-188890ee-5c2b-4d07-ba28-8483da788195 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:54.251724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Subnet': ['ID=7598b0cf-8aa9-4665-834b-1a72f16fc35a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:54.262083 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:54.269386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Checking segment: {'id': '21dde498-46c5-477a-a0d9-56c8f0650e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f467f4e4-1d5e-45af-86e8-5aec1f797991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:54.269757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network hostable DHCP agents. Network: f467f4e4-1d5e-45af-86e8-5aec1f797991, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:13:54.349758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network f467f4e4-1d5e-45af-86e8-5aec1f797991 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:13:54.355916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Router fef0739a-09fe-455f-9e06-8504118d75e0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:54.401536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:54.406537 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-93d462db-5cd8-4b89-a2f1-5c22d248accb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:54.443592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event deleted for resources: {'Port': ['ID=86139730-4cfb-489b-8a56-6373b354ee72,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:54.447498 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:54.473471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, f467f4e4-1d5e-45af-86e8-5aec1f797991) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:54.478229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:54.479077 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:54.490240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9a342-f2dd-443d-9e05-0ef920bbe6b0 None None] Network f467f4e4-1d5e-45af-86e8-5aec1f797991 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:54.622366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1251745
Jun 21 03:13:54.623752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49674) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:54.631547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:54.649421 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] Sync routers for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:54.661945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:13:54.671261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cd3864fe-0aed-4013-b961-1e6d6adb7511 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f467f4e4-1d5e-45af-86e8-5aec1f797991'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:54.671911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-f467f4e4-1d5e-45af-86e8-5aec1f797991', 'network_id': 'f467f4e4-1d5e-45af-86e8-5aec1f797991', 'tenant_id': 'f6674895bca24dc0b6bc6fed751ce6d4', 'fixed_ips': [{'subnet_id': '7598b0cf-8aa9-4665-834b-1a72f16fc35a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:13:54.673260 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:54.683041 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:54.683706 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8fe0730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:54.717836 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:54.860240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Allocated IP 2001:db8:1::2 (f467f4e4-1d5e-45af-86e8-5aec1f797991/7598b0cf-8aa9-4665-834b-1a72f16fc35a/5dc3801f-dd57-4031-87e6-9787184b55dc) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:54.966281 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:55.054987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-908b806c-8e72-4309-a8ea-b44a4e3c69d6 req-f71f831c-4fdb-4f58-ac2c-3f484196d55f tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 210 time: 0.4486275
Jun 21 03:13:55.216196 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:55.224658 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd3864fe-0aed-4013-b961-1e6d6adb7511 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:55.238341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Transition to ACTIVE for port object 5dc3801f-dd57-4031-87e6-9787184b55dc will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:55.277490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Transition to ACTIVE for port object 5dc3801f-dd57-4031-87e6-9787184b55dc will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:55.301370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-494882eb-6bb3-4128-a375-06f3180ff8be req-46220a96-2bbd-4886-b44b-35b71f74da2f tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 210 time: 0.0561850
Jun 21 03:13:55.406523 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:55.416134 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:55.508492 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Pushing event updated for resources: {'Port': ['ID=5dc3801f-dd57-4031-87e6-9787184b55dc,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:55.514618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Network f467f4e4-1d5e-45af-86e8-5aec1f797991 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:55.515949 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:55.518223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:55.520777 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8fe0730>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3a79f5b6-f559-4fac-a642-d442f21ef76e', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'port_id': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'mac_address': 'fa:16:3e:6e:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:13:52Z', 'updated_at': '2021-06-21T03:13:52Z', 'revision_number': 0, 'project_id': 'f37e350748b54c81a954426463bfb886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:33Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:55.521741 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:55.567846 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] Checking router: fef0739a-09fe-455f-9e06-8504118d75e0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:55.578440 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:55.579074 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8fe0730>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:55.587346 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-cd3864fe-0aed-4013-b961-1e6d6adb7511 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:13:55.588407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cd3864fe-0aed-4013-b961-1e6d6adb7511 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "PUT /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f HTTP/1.1" status: 400  len: 364 time: 0.9216845
Jun 21 03:13:55.593244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49680) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:55.608751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Attempting to bind port 5dc3801f-dd57-4031-87e6-9787184b55dc on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:13:55.609567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Attempting to bind port 5dc3801f-dd57-4031-87e6-9787184b55dc by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '21dde498-46c5-477a-a0d9-56c8f0650e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f467f4e4-1d5e-45af-86e8-5aec1f797991'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:13:55.610206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Attempting to bind port 5dc3801f-dd57-4031-87e6-9787184b55dc on network f467f4e4-1d5e-45af-86e8-5aec1f797991 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:13:55.617704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:13:55.618462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Checking segment: {'id': '21dde498-46c5-477a-a0d9-56c8f0650e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f467f4e4-1d5e-45af-86e8-5aec1f797991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:13:55.619106 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:55.619756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Bound using segment: {'id': '21dde498-46c5-477a-a0d9-56c8f0650e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f467f4e4-1d5e-45af-86e8-5aec1f797991'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:13:55.620460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Bound port: 5dc3801f-dd57-4031-87e6-9787184b55dc, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dde498-46c5-477a-a0d9-56c8f0650e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f467f4e4-1d5e-45af-86e8-5aec1f797991'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:13:55.621078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:55.662901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.0452161
Jun 21 03:13:55.669688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49684) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:55.672699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:55.681676 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:55.698583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] For port 5dc3801f-dd57-4031-87e6-9787184b55dc, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:13:55.702273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] For port 5dc3801f-dd57-4031-87e6-9787184b55dc, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5dc3801f-dd57-4031-87e6-9787184b55dc,segment=NetworkSegment(21dde498-46c5-477a-a0d9-56c8f0650e79),segment_id=21dde498-46c5-477a-a0d9-56c8f0650e79)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:13:55.770379 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:55.805854 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:55.821033 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-87006e14-8e32-40fb-a404-b9217a27f71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:55.827853 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3272e584-0073-4bf3-be13-88df24d83350 x-openstack-request-id: req-3272e584-0073-4bf3-be13-88df24d83350 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:55.828422 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:55.829209 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3272e584-0073-4bf3-be13-88df24d83350 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:55.829414 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'status': 'completed', 'code': 200}
Jun 21 03:13:55.847326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:13:55.894790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] Sync routers for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:13:55.947185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:55.947896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a61280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:56.009460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] No DVR routers for this DVR port 86139730-4cfb-489b-8a56-6373b354ee72 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:13:56.029736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Pushing event updated for resources: {'Port': ['ID=5dc3801f-dd57-4031-87e6-9787184b55dc,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:56.046939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:56.049844 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b4970dec-6b8e-4b1b-8984-32081d17a6df req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.26 "DELETE /v2.0/ports/86139730-4cfb-489b-8a56-6373b354ee72 HTTP/1.1" status: 204  len: 173 time: 2.7651215
Jun 21 03:13:56.063351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.070904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.070904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.070904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.070904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.070904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.070904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.070904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.070904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.071543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.071543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.072128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:56.077503 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:56.288479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-83061cb4-9cf3-45b3-86f6-b67d209cf0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.290170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-83061cb4-9cf3-45b3-86f6-b67d209cf0b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1136 time: 0.4119270
Jun 21 03:13:56.316774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.323043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.325124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.338317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.350968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:56.370660 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-db875406-3c35-45d1-ae64-037295be6d10 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9168 time: 0.6795185
Jun 21 03:13:56.371479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49696) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:56.484776 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8fe0730>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3a79f5b6-f559-4fac-a642-d442f21ef76e', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'port_id': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'mac_address': 'fa:16:3e:6e:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:13:52Z', 'updated_at': '2021-06-21T03:13:52Z', 'revision_number': 0, 'project_id': 'f37e350748b54c81a954426463bfb886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:33Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:56.593011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-34011c17-d47c-4d52-84a2-425b457b6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.594574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-34011c17-d47c-4d52-84a2-425b457b6350 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e88c5e24-3877-46d2-a081-b632fef6c164 HTTP/1.1" status: 200  len: 898 time: 0.2966490
Jun 21 03:13:56.613173 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30e52f-69cd-4e1a-8f23-965c1ba2e6d1 None None] The sync data for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 is: [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '3a79f5b6-f559-4fac-a642-d442f21ef76e', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'port_id': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'mac_address': 'fa:16:3e:6e:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:13:52Z', 'updated_at': '2021-06-21T03:13:52Z', 'revision_number': 0, 'project_id': 'f37e350748b54c81a954426463bfb886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:33Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:56.664091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.665390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.666093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.666777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.667550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.668235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.669116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.670125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.670797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.671600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.672377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.673406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.674252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:56.680693 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0303a3d6-9304-4b7c-92a3-f63451b6e8ee tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8375 time: 0.3070118
Jun 21 03:13:56.681704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49698) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:56.713899 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:13:56.891039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a61280>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:08:09Z', 'revision_number': 5, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:56.900580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 86139730-4cfb-489b-8a56-6373b354ee72 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:13:56.965071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 86139730-4cfb-489b-8a56-6373b354ee72 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:13:56.969206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 86139730-4cfb-489b-8a56-6373b354ee72 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:13:57.013827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] Checking router: f029849f-2259-4fc6-85bd-4d88f1b8a7f6 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:13:57.024222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:13:57.025046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a61280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:57.261370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:13:57.298741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5a1d4fef-2173-4fb7-98cd-b5baa0bd3221 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5033 time: 0.6153979
Jun 21 03:13:57.304562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49704) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:57.304915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49706) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:57.328617 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54699180-b730-499d-b258-53e89a9a8122 None None] New status for floating IP 3a79f5b6-f559-4fac-a642-d442f21ef76e: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:13:57.387244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5dc3801f-dd57-4031-87e6-9787184b55dc up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:57.523774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49cf85f-15da-4339-8a0d-941b663dc7b3 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:57.537606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49cf85f-15da-4339-8a0d-941b663dc7b3 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:57.540893 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b49cf85f-15da-4339-8a0d-941b663dc7b3 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fef0739a-09fe-455f-9e06-8504118d75e0 HTTP/1.1" status: 200  len: 1991 time: 0.2307386
Jun 21 03:13:57.655254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1caf31b4-553b-49da-a821-2bc50780fa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:57.740458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad7c8c3e-f5ec-4c77-a68f-7823d17118e9 req-e5e90c43-ef33-49a1-9768-0d2db94a8e47 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 210 time: 1.1418455
Jun 21 03:13:57.786302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a705ecc1-53d2-4668-a501-f46caf3879ab None None] Network f467f4e4-1d5e-45af-86e8-5aec1f797991 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:13:57.814734 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-2673989a-ad59-4952-a45e-d117bb535322 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b947dfc067c84312a712753d839d8b6a&shared=False HTTP/1.1" status: 200  len: 213 time: 1.1991854
Jun 21 03:13:57.816191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:57.831606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edfc19-c096-4cf6-a85b-b222a628d981', 'name': 'network-vif-deleted', 'tag': '86139730-4cfb-489b-8a56-6373b354ee72'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:13:57.833568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-355e2664-25c4-43e4-a687-b2f789aa1a8d req-f28d0b50-e6ca-46d6-a4f2-93fb28b26229 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edfc19-c096-4cf6-a85b-b222a628d981 HTTP/1.1" status: 200  len: 210 time: 1.1983564
Jun 21 03:13:57.835209 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2478058-a827-4858-bcd9-b35f093c3447" -d '{"events": [{"server_uuid": "86edfc19-c096-4cf6-a85b-b222a628d981", "name": "network-vif-deleted", "tag": "86139730-4cfb-489b-8a56-6373b354ee72"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:13:57.849780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1caf31b4-553b-49da-a821-2bc50780fa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:57.889938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd510547-24ef-47c3-a648-80679af08b15 None None] Provisioning for port 5dc3801f-dd57-4031-87e6-9787184b55dc completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:57.925515 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1caf31b4-553b-49da-a821-2bc50780fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:57.928819 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41829853-ff4e-4900-be3a-35b869a6723c tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:57.931976 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aec7d4-b6a6-4270-a9a6-5219e289f945 x-openstack-request-id: req-c6aec7d4-b6a6-4270-a9a6-5219e289f945 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:13:57.932399 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edfc19-c096-4cf6-a85b-b222a628d981", "name": "network-vif-deleted", "tag": "86139730-4cfb-489b-8a56-6373b354ee72", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:13:57.932780 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6aec7d4-b6a6-4270-a9a6-5219e289f945 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:13:57.933308 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edfc19-c096-4cf6-a85b-b222a628d981', 'name': 'network-vif-deleted', 'tag': '86139730-4cfb-489b-8a56-6373b354ee72', 'status': 'completed', 'code': 200}
Jun 21 03:13:57.984454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-5e0296ac-7d58-4865-8bb7-538921a42962 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaed600b-3891-4fca-974d-5726adc5e90e HTTP/1.1" status: 200  len: 998 time: 1.3363786
Jun 21 03:13:57.985121 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1caf31b4-553b-49da-a821-2bc50780fa42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1940c9e36ec403db5dcca7e0f5bc1ce&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6735396
Jun 21 03:13:57.989150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49718) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:58.049667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf31b4-553b-49da-a821-2bc50780fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7ea53-96fe-4da1-beb5-477d86353768,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:58.058349 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1caf31b4-553b-49da-a821-2bc50780fa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:58.068677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5dc3801f-dd57-4031-87e6-9787184b55dc completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:58.076954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5dc3801f-dd57-4031-87e6-9787184b55dc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:58.077356 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.096492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c4960bf-52aa-45a0-8b84-3af37f0cd5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.132798 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c4960bf-52aa-45a0-8b84-3af37f0cd5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.152523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a61280>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:08:09Z', 'revision_number': 5, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:13:58.186907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee54d9-0228-4b88-8df0-752a8edee2f0 None None] The sync data for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 is: [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f15e01c1-d5aa-4748-86d9-f13be90bb031', 'name': '', 'network_id': '56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'mac_address': 'fa:16:3e:0e:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:55Z', 'updated_at': '2021-06-21T03:08:09Z', 'revision_number': 5, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'subnets': [{'id': 'e244541e-cfcb-419e-b6c4-650b3cecd77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:13:58.197068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-9a393543-90fe-4c27-abb4-686735445af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:58.198712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-9a393543-90fe-4c27-abb4-686735445af8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f79e074f-ee98-46b2-8924-7c457aba3602 HTTP/1.1" status: 200  len: 835 time: 0.1384752
Jun 21 03:13:58.264444 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.304563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5dc3801f-dd57-4031-87e6-9787184b55dc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5dc3801f-dd57-4031-87e6-9787184b55dc,segment=NetworkSegment(21dde498-46c5-477a-a0d9-56c8f0650e79),segment_id=21dde498-46c5-477a-a0d9-56c8f0650e79)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:13:58.329152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c4960bf-52aa-45a0-8b84-3af37f0cd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.332789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c4960bf-52aa-45a0-8b84-3af37f0cd5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.340297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5c4960bf-52aa-45a0-8b84-3af37f0cd5f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fb7ea53-96fe-4da1-beb5-477d86353768 HTTP/1.1" status: 204  len: 168 time: 0.3445015
Jun 21 03:13:58.340297 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6797cd1c-ed53-41be-a22d-b9ca1faeb8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:58.345403 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4960bf-52aa-45a0-8b84-3af37f0cd5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7ea53-96fe-4da1-beb5-477d86353768,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:58.348761 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c4960bf-52aa-45a0-8b84-3af37f0cd5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:58.355834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-1b63d001-835f-4214-bc98-6d0084cc5eb0 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:58.357985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-1b63d001-835f-4214-bc98-6d0084cc5eb0 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5297644
Jun 21 03:13:58.386822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Request body: {'port': {'device_id': '6e945ff8-5f11-4944-b8a1-82809f55b510', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': 'b947dfc067c84312a712753d839d8b6a'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:13:58.388790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.395665 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2d203af4-d4f2-487a-b776-8515b62ff671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:58.492502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5dc3801f-dd57-4031-87e6-9787184b55dc,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:58.496719 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:58.546971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-80f4c1a0-db07-42b2-8395-ba58a0782f45 None None] Provisioning complete for port 5dc3801f-dd57-4031-87e6-9787184b55dc triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:58.550413 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-80f4c1a0-db07-42b2-8395-ba58a0782f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.585463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-70d36d7c-0428-491a-b556-31f28491377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:13:58.587020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-70d36d7c-0428-491a-b556-31f28491377b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e88c5e24-3877-46d2-a081-b632fef6c164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3727567
Jun 21 03:13:58.589701 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Allocated IP 2001:db8::1 (341327d5-9925-4f17-a890-bcbb07c2adbf/33c00f8d-f6cd-4987-994c-4463362f6fa8/f14e74dd-1356-4453-9888-208e5e79a148) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:58.642448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae8fa6-18ce-4023-b1c4-ccb10cc8c8ae None None] New status for floating IP 73e2d4dc-0c3c-4cc4-814f-aa51adc5c77e: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:13:58.790297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-ad023131-a0ea-4fa6-b8fa-cc9083be77ce service neutron] 10.222.0.26 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902943
Jun 21 03:13:58.832886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Made reservation on behalf of b947dfc067c84312a712753d839d8b6a for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:13:58.837397 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.875061 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.892764 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:58.922553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Transition to ACTIVE for port object f14e74dd-1356-4453-9888-208e5e79a148 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:13:59.008601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-385c6ea4-2688-40b4-b888-e2a24fb2cb13 req-cb00c288-0155-466a-8323-266ee6c9f034 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 210 time: 0.0794213
Jun 21 03:13:59.012105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49726) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:13:59.106958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92e7addc-3a62-4c34-9a5e-301a8d27ca6d req-559e3634-f29e-4cce-9c4c-157a727780f0 service neutron] 10.222.0.26 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3007512
Jun 21 03:13:59.181845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5dc3801f-dd57-4031-87e6-9787184b55dc up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:13:59.196991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.238560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5dc3801f-dd57-4031-87e6-9787184b55dc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:59.238985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.251320 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.254792 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-514d28e1-50af-4200-878e-bb1ad72a3228 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:59.267133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Deleting port 05a5aaa8-9d20-451e-8749-f294d4912e60 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:13:59.268129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.291847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.305777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network 341327d5-9925-4f17-a890-bcbb07c2adbf is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:13:59.320372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:13:59.329047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:13:59.330754 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.361926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.362502 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.405094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Port': ['ID=f14e74dd-1356-4453-9888-208e5e79a148,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:59.415078 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:59.417699 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f780871e-ac2d-4768-b608-fe38d78820ba tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:59.463489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Calling delete_port for 05a5aaa8-9d20-451e-8749-f294d4912e60 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:13:59.540757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:59.552010 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:59.590257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Allocated IP 192.168.233.149 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/33fa8871-6e44-4f5e-8f09-49c197493d48) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:13:59.691511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.709237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e00896b8-f4d1-4a35-87f3-169aebab88b7 None None] Provisioning for port f14e74dd-1356-4453-9888-208e5e79a148 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:13:59.712680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e00896b8-f4d1-4a35-87f3-169aebab88b7 None None] Provisioning complete for port f14e74dd-1356-4453-9888-208e5e79a148 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:13:59.713053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e00896b8-f4d1-4a35-87f3-169aebab88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.731957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.735404 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fb39230d-372c-4871-adf8-ccce6f02fb1e tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:13:59.750349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e00896b8-f4d1-4a35-87f3-169aebab88b7 None None] Port f14e74dd-1356-4453-9888-208e5e79a148 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:13:59.763152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event deleted for resources: {'Port': ['ID=05a5aaa8-9d20-451e-8749-f294d4912e60,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:13:59.793073 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.794204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.794204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.794618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.795107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.795594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.796085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.796563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.797046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.797615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.798150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.798711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:13:59.802693 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:13:59.845714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.845714 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:13:59.845714 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "DELETE /v2.0/floatingips/73e2d4dc-0c3c-4cc4-814f-aa51adc5c77e HTTP/1.1" status: 204  len: 168 time: 0.8315530
Jun 21 03:13:59.994887 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.007846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49734) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:00.020441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Transition to ACTIVE for port object 33fa8871-6e44-4f5e-8f09-49c197493d48 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:00.073112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cc60045-9bfa-407c-8d7f-a751376fb072 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.102148 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.116962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cc60045-9bfa-407c-8d7f-a751376fb072 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.138058 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.160677 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-51db506b-5366-4877-a1ad-645263102998 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:00.179445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:00.183063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:00.185450 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.186485 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.209414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:00.265025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cc60045-9bfa-407c-8d7f-a751376fb072 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.273874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1cc60045-9bfa-407c-8d7f-a751376fb072 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.277994 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1cc60045-9bfa-407c-8d7f-a751376fb072 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] 10.222.0.25 "DELETE /v2.0/security-groups/0217c8b0-4be3-4880-acd7-718849bf0017 HTTP/1.1" status: 204  len: 168 time: 0.2664886
Jun 21 03:14:00.277994 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4368a5ce-20a8-47da-8323-80156f1ce835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:00.288967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc60045-9bfa-407c-8d7f-a751376fb072 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0217c8b0-4be3-4880-acd7-718849bf0017,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:00.292045 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1cc60045-9bfa-407c-8d7f-a751376fb072 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:00.355426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Pushing event updated for resources: {'Port': ['ID=33fa8871-6e44-4f5e-8f09-49c197493d48,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:00.365862 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:00.369403 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e5e15f36-8e71-4a5c-a7fb-c0be19576ab9 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:00.382764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:00.383405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.443353 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49742) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:00.479975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event updated for resources: {'Port': ['ID=f14e74dd-1356-4453-9888-208e5e79a148,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:00.484734 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:00.498044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Network 341327d5-9925-4f17-a890-bcbb07c2adbf is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:00.507644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1552b-3d4f-49cd-a616-c89c05ecf9ef req-cb231531-3391-464f-b7d4-6c7da7a10611 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:00.509166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2b1552b-3d4f-49cd-a616-c89c05ecf9ef req-cb231531-3391-464f-b7d4-6c7da7a10611 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 936 time: 0.2893548
Jun 21 03:14:00.510293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:00.584749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2120311
Jun 21 03:14:00.596121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8c778c50-04ea-4250-a48d-1b03fe175d46 None None] Provisioning for port 33fa8871-6e44-4f5e-8f09-49c197493d48 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:00.604702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Request body: {'port': {'device_id': '6e945ff8-5f11-4944-b8a1-82809f55b510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:00.609930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8c778c50-04ea-4250-a48d-1b03fe175d46 None None] Provisioning complete for port 33fa8871-6e44-4f5e-8f09-49c197493d48 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:00.610578 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8c778c50-04ea-4250-a48d-1b03fe175d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.684388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8c778c50-04ea-4250-a48d-1b03fe175d46 None None] Port 33fa8871-6e44-4f5e-8f09-49c197493d48 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:00.699879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2b1552b-3d4f-49cd-a616-c89c05ecf9ef req-f560a115-eb52-4155-af6b-dfbd5afb9423 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466906
Jun 21 03:14:00.716152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Router 75bb4a23-e71b-4f59-9627-ed72ab292e6f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:14:00.824861 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.920988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1931ca23-1f71-4852-bc96-76000b459d90 None None] Provisioning complete for port f14e74dd-1356-4453-9888-208e5e79a148 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:00.921479 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1931ca23-1f71-4852-bc96-76000b459d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:00.928189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:00.935305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "PUT /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3410184
Jun 21 03:14:00.937925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49746) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:00.944233 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274006f-7651-442a-bfbb-e525eea495fd None None] Sync routers for ids ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:00.956716 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274006f-7651-442a-bfbb-e525eea495fd None None] Routers {'75bb4a23-e71b-4f59-9627-ed72ab292e6f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:00.957711 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a274006f-7651-442a-bfbb-e525eea495fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9485ac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:00.996943 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a274006f-7651-442a-bfbb-e525eea495fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9485ac0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:01.014409 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274006f-7651-442a-bfbb-e525eea495fd None None] Routers {'75bb4a23-e71b-4f59-9627-ed72ab292e6f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:01.017198 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a274006f-7651-442a-bfbb-e525eea495fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9485ac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:01.018525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1931ca23-1f71-4852-bc96-76000b459d90 None None] Port f14e74dd-1356-4453-9888-208e5e79a148 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:01.064780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1d5e-c8e5-4af7-87b5-285c08b84fdf tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:01.066762 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a274006f-7651-442a-bfbb-e525eea495fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9485ac0>, [], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:01.067652 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274006f-7651-442a-bfbb-e525eea495fd None None] The sync data for ids ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'] in n-d-758944-33 is: [] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:01.188793 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-7a3f1d5e-c8e5-4af7-87b5-285c08b84fdf tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 21 03:14:01.192857 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a3f1d5e-c8e5-4af7-87b5-285c08b84fdf tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f HTTP/1.1" status: 409  len: 329 time: 0.2509408
Jun 21 03:14:01.192857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49748) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:01.233153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fa8871-6e44-4f5e-8f09-49c197493d48 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:14:01.244705 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:01.258801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Transition to ACTIVE for port object 33fa8871-6e44-4f5e-8f09-49c197493d48 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:01.336278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:01.339023 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e5724d56-a10f-405b-92c8-d35ac195543d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:01.466018 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:01.489020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=33fa8871-6e44-4f5e-8f09-49c197493d48,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:01.505557 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:01.506902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Attempting to bind port 33fa8871-6e44-4f5e-8f09-49c197493d48 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:01.506902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Attempting to bind port 33fa8871-6e44-4f5e-8f09-49c197493d48 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:01.507274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Attempting to bind port 33fa8871-6e44-4f5e-8f09-49c197493d48 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:01.513012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Port 33fa8871-6e44-4f5e-8f09-49c197493d48 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:14:01.513012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Attempting to bind port 33fa8871-6e44-4f5e-8f09-49c197493d48 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:01.519385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:01.519877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:01.520368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:01.520909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Bound port: 33fa8871-6e44-4f5e-8f09-49c197493d48, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:01.521403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:01.616160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] For port 33fa8871-6e44-4f5e-8f09-49c197493d48, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:01.620680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] For port 33fa8871-6e44-4f5e-8f09-49c197493d48, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=33fa8871-6e44-4f5e-8f09-49c197493d48,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:01.721765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:01.725009 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7bd55a60-02c7-42ba-8b85-4919f4cbde33 tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:01.744441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:01.779395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:01.780470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:01.782127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/33fa8871-6e44-4f5e-8f09-49c197493d48 HTTP/1.1" status: 200  len: 1097 time: 1.1815658
Jun 21 03:14:01.788768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e945ff8-5f11-4944-b8a1-82809f55b510', 'tag': '33fa8871-6e44-4f5e-8f09-49c197493d48'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:01.791266 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2068b8-ec17-4a14-a873-9682dae0c889" -d '{"events": [{"name": "network-changed", "server_uuid": "6e945ff8-5f11-4944-b8a1-82809f55b510", "tag": "33fa8871-6e44-4f5e-8f09-49c197493d48"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:01.831064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=33fa8871-6e44-4f5e-8f09-49c197493d48,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:01.839093 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:01.856245 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199c3eb6-db44-4bb4-945e-000c24e75d92 x-openstack-request-id: req-199c3eb6-db44-4bb4-945e-000c24e75d92 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:01.857383 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e945ff8-5f11-4944-b8a1-82809f55b510", "tag": "33fa8871-6e44-4f5e-8f09-49c197493d48", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:01.857383 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-199c3eb6-db44-4bb4-945e-000c24e75d92 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:01.857626 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e945ff8-5f11-4944-b8a1-82809f55b510', 'tag': '33fa8871-6e44-4f5e-8f09-49c197493d48', 'status': 'completed', 'code': 200}
Jun 21 03:14:01.981479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02793153-3ab8-4813-a386-0eed874e33ab req-768f1b05-5df6-4d55-9988-4a59b7c9116f tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:01.989619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02793153-3ab8-4813-a386-0eed874e33ab req-768f1b05-5df6-4d55-9988-4a59b7c9116f tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 948 time: 0.1488247
Jun 21 03:14:02.014029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2068b8-ec17-4a14-a873-9682dae0c889 req-09aaa9a8-9d20-4438-9e6a-45e1b5560a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:02.015572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c2068b8-ec17-4a14-a873-9682dae0c889 req-09aaa9a8-9d20-4438-9e6a-45e1b5560a50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b947dfc067c84312a712753d839d8b6a&device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 1100 time: 0.1290941
Jun 21 03:14:02.072007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02793153-3ab8-4813-a386-0eed874e33ab req-92099feb-62f1-4fcf-af33-e351ee5c417c tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753415
Jun 21 03:14:02.072007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c2068b8-ec17-4a14-a873-9682dae0c889 req-da3fd244-2e88-4dca-abdd-4101768429cb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b947dfc067c84312a712753d839d8b6a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0447073
Jun 21 03:14:02.239727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2068b8-ec17-4a14-a873-9682dae0c889 req-cfed7b5e-f625-4294-aac2-ade9c9e8099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:02.241909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c2068b8-ec17-4a14-a873-9682dae0c889 req-cfed7b5e-f625-4294-aac2-ade9c9e8099c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1636798
Jun 21 03:14:02.376536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Deleting port f15e01c1-d5aa-4748-86d9-f13be90bb031 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:02.385003 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:02.508111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] For port f15e01c1-d5aa-4748-86d9-f13be90bb031, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f15e01c1-d5aa-4748-86d9-f13be90bb031,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:02.508396 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:02.603093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Calling delete_port for f15e01c1-d5aa-4748-86d9-f13be90bb031 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:02.697440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting port f14e74dd-1356-4453-9888-208e5e79a148 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:02.697758 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:02.729817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-b271886b-7b43-493f-8647-a1907b3c60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:02.731336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-b271886b-7b43-493f-8647-a1907b3c60b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b947dfc067c84312a712753d839d8b6a&device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 1100 time: 0.4502628
Jun 21 03:14:02.772089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-23f2de0e-3338-4fcb-aa9d-d4e3db8ef469 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=33fa8871-6e44-4f5e-8f09-49c197493d48 HTTP/1.1" status: 200  len: 217 time: 0.0333200
Jun 21 03:14:02.822694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-b03d8b10-a50b-4313-b7dd-aaac9eb0ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:02.824140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-b03d8b10-a50b-4313-b7dd-aaac9eb0ac4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0468390
Jun 21 03:14:02.865126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:02.886625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-f296dc42-706a-4ede-bf3e-b62915951269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:02.888187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-f296dc42-706a-4ede-bf3e-b62915951269 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0579281
Jun 21 03:14:02.944632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Calling delete_port for f14e74dd-1356-4453-9888-208e5e79a148 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:02.989456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-8a59576b-b75d-4124-b3f1-fbefc32e42c9 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947120
Jun 21 03:14:03.087818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca43f1f-4503-4385-b8ed-212881e887f4 req-59af1e4d-e818-46fc-a587-4af0216f9f3a service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921111
Jun 21 03:14:03.097416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:03.102097 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:03.133431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f15e01c1-d5aa-4748-86d9-f13be90bb031,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:03.156558 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:03.256925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867d54-93f7-4ad5-8584-cf880b6f24a1 req-41823101-4a9d-4575-817c-d4bf54dae15b tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:03.259748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d867d54-93f7-4ad5-8584-cf880b6f24a1 req-41823101-4a9d-4575-817c-d4bf54dae15b tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 948 time: 0.0714383
Jun 21 03:14:03.301998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d867d54-93f7-4ad5-8584-cf880b6f24a1 req-7c01b0c0-bbe3-4602-8b10-dd275a922166 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365660
Jun 21 03:14:03.332552 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:03.336212 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:03.367492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Port': ['ID=f14e74dd-1356-4453-9888-208e5e79a148,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:03.371374 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:03.447942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:03.487453 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:03.730646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Router 75bb4a23-e71b-4f59-9627-ed72ab292e6f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:14:03.875033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:03.884147 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "PUT /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6901126
Jun 21 03:14:03.884972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d812e-0dac-4c7d-b293-ea433faf8f63 None None] Sync routers for ids ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:03.888213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49766) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:03.899372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d812e-0dac-4c7d-b293-ea433faf8f63 None None] Routers {'75bb4a23-e71b-4f59-9627-ed72ab292e6f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:03.899956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c64d812e-0dac-4c7d-b293-ea433faf8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de629d90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:03.934871 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-3d2bdb84-4d85-4a90-931c-e941c422e689 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] show failed (client error): The resource could not be found.
Jun 21 03:14:03.935915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3d2bdb84-4d85-4a90-931c-e941c422e689 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1339586829 HTTP/1.1" status: 404  len: 335 time: 0.0468299
Jun 21 03:14:03.940045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49768) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:03.946524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4b41c1cb-a00b-4494-b667-a8e6f5f3b8b3 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:03.987322 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-4b41c1cb-a00b-4494-b667-a8e6f5f3b8b3 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] update failed (client error): The resource could not be found.
Jun 21 03:14:03.988377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4b41c1cb-a00b-4494-b667-a8e6f5f3b8b3 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1220231098 HTTP/1.1" status: 404  len: 335 time: 0.0473754
Jun 21 03:14:03.991297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:14:03.991945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49770) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:04.096601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting subnet 7598b0cf-8aa9-4665-834b-1a72f16fc35a {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:14:04.102617 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.110040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c64d812e-0dac-4c7d-b293-ea433faf8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de629d90>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:04.118854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d812e-0dac-4c7d-b293-ea433faf8f63 None None] Routers {'75bb4a23-e71b-4f59-9627-ed72ab292e6f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:04.119468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c64d812e-0dac-4c7d-b293-ea433faf8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de629d90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:04.151865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c64d812e-0dac-4c7d-b293-ea433faf8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de629d90>, [], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:04.152441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d812e-0dac-4c7d-b293-ea433faf8f63 None None] The sync data for ids ['75bb4a23-e71b-4f59-9627-ed72ab292e6f'] in n-d-758944-33 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:04.181630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.210346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:04.217499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] 10.222.0.25 "PUT /v2.0/routers/f029849f-2259-4fc6-85bd-4d88f1b8a7f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7708650
Jun 21 03:14:04.219922 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] Sync routers for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:04.220493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49772) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:04.228396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-13944559-14a8-42d5-ac7e-316734478de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.237096 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:04.238661 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84ed640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:04.290017 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.338989 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.356540 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:04.428678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.432266 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-688e5964-e74e-44c4-8feb-ccdb85738ec8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:04.463223 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Subnet': ['ID=7598b0cf-8aa9-4665-834b-1a72f16fc35a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:04.469984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.472832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b98074-70cf-458c-ba7d-56c46f36c9c6 None None] Network f467f4e4-1d5e-45af-86e8-5aec1f797991 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:04.472993 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/subnets/7598b0cf-8aa9-4665-834b-1a72f16fc35a HTTP/1.1" status: 204  len: 168 time: 0.4798567
Jun 21 03:14:04.474467 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:04.475157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49778) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:04.487496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.513423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11ac31-dc8a-4d90-8f99-45228868beb2 req-ba5aaf4e-82ad-49e6-bc9f-6c944767fef2 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:04.515070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e11ac31-dc8a-4d90-8f99-45228868beb2 req-ba5aaf4e-82ad-49e6-bc9f-6c944767fef2 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 948 time: 0.0920303
Jun 21 03:14:04.582469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e11ac31-dc8a-4d90-8f99-45228868beb2 req-e3a752ed-ccbe-4b45-8a2a-5312c3cd00fb tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605364
Jun 21 03:14:04.587305 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84ed640>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:14:02Z', 'revision_number': 5, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port': {'id': '71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:07:50Z', 'updated_at': '2021-06-21T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:04.589059 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.627682 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] Checking router: f029849f-2259-4fc6-85bd-4d88f1b8a7f6 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:14:04.641792 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] Routers {'f029849f-2259-4fc6-85bd-4d88f1b8a7f6'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:04.643393 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84ed640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:13:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:04.652091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Deleting port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:04.652440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.678805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting port 5dc3801f-dd57-4031-87e6-9787184b55dc {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:04.679590 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.758447 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] Set router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:04.807396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] For port 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:04.808311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.808909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] DHCP port deletion for f467f4e4-1d5e-45af-86e8-5aec1f797991 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:14:04.815534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] For port 5dc3801f-dd57-4031-87e6-9787184b55dc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5dc3801f-dd57-4031-87e6-9787184b55dc,segment=NetworkSegment(21dde498-46c5-477a-a0d9-56c8f0650e79),segment_id=21dde498-46c5-477a-a0d9-56c8f0650e79)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:04.816233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.839773 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84ed640>, [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:14:04Z', 'revision_number': 6, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:04.860415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] Deleting port 5dc3801f-dd57-4031-87e6-9787184b55dc {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:04.862187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.947161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] For port 5dc3801f-dd57-4031-87e6-9787184b55dc, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5dc3801f-dd57-4031-87e6-9787184b55dc,segment=NetworkSegment(21dde498-46c5-477a-a0d9-56c8f0650e79),segment_id=21dde498-46c5-477a-a0d9-56c8f0650e79)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:04.948912 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:04.950714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Calling delete_port for 5dc3801f-dd57-4031-87e6-9787184b55dc owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:04.958671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Calling delete_port for 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:04.983406 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1024be0-78ec-42a4-9350-995cf15122ce None None] The sync data for ids ['f029849f-2259-4fc6-85bd-4d88f1b8a7f6'] in n-d-758944-33 is: [{'id': 'f029849f-2259-4fc6-85bd-4d88f1b8a7f6', 'name': 'tempest-TestServerBasicOps-570572997-router', 'tenant_id': 'b541895659734366b8e24c7401ede8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:07:48Z', 'updated_at': '2021-06-21T03:14:04Z', 'revision_number': 6, 'project_id': 'b541895659734366b8e24c7401ede8a6', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:05.044543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] Calling delete_port for 5dc3801f-dd57-4031-87e6-9787184b55dc owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:05.170535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.172811 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:05.177795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.180747 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a431aa19-c79e-4501-aabf-09a818e9ee43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:05.198053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Port': ['ID=5dc3801f-dd57-4031-87e6-9787184b55dc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:05.201166 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:05.201972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] No DVR routers for this DVR port 5dc3801f-dd57-4031-87e6-9787184b55dc on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:05.207733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] Pushing event deleted for resources: {'Port': ['ID=5dc3801f-dd57-4031-87e6-9787184b55dc,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:05.210333 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:05.214775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] No DVR routers for this DVR port 5dc3801f-dd57-4031-87e6-9787184b55dc on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:05.256908 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.259135 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e2efda4-1329-4e4b-b747-51623652d923 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:05.283924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Pushing event deleted for resources: {'Port': ['ID=71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:05.287060 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.287248 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:05.303746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d37e0b80>,) {'filters': {'network_id': ['f467f4e4-1d5e-45af-86e8-5aec1f797991']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:05.315048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d37e0b80>, '21dde498-46c5-477a-a0d9-56c8f0650e79') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:05.315558 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d37e0b80>, '21dde498-46c5-477a-a0d9-56c8f0650e79') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:05.326712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.343846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.356428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:14:05.356428 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:14:05.358156 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:14:05.366692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.482167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.484267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.485482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.490347 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a8ff8b03-bf6c-49e6-901d-d9b3f918de01 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:05.494450 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.496315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/networks/f467f4e4-1d5e-45af-86e8-5aec1f797991 HTTP/1.1" status: 204  len: 168 time: 1.0198615
Jun 21 03:14:05.507587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49780) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:05.516551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Network': ['ID=f467f4e4-1d5e-45af-86e8-5aec1f797991,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:05.537356 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:05.569942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting subnet aca8c353-c115-4992-815f-4d4642520125 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:14:05.570193 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.588536 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.589119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f029849f-2259-4fc6-85bd-4d88f1b8a7f6 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:14:05.599100 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.599100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] 10.222.0.25 "DELETE /v2.0/routers/f029849f-2259-4fc6-85bd-4d88f1b8a7f6 HTTP/1.1" status: 204  len: 168 time: 1.3733642
Jun 21 03:14:05.601217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49784) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:05.662574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Deleting subnet e244541e-cfcb-419e-b6c4-650b3cecd77c {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:14:05.666356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.718979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.828523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5dc3801f-dd57-4031-87e6-9787184b55dc no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:05.849627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9d988-814f-4570-93be-a07bfd8f2a8e req-e88b4a62-25c7-4aab-bed5-b6562f9bac2d tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:05.851594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71d9d988-814f-4570-93be-a07bfd8f2a8e req-e88b4a62-25c7-4aab-bed5-b6562f9bac2d tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 948 time: 0.1485603
Jun 21 03:14:05.858005 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:05.863923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5dc3801f-dd57-4031-87e6-9787184b55dc {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:05.864283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5dc3801f-dd57-4031-87e6-9787184b55dc not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:05.864805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f15e01c1-d5aa-4748-86d9-f13be90bb031 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:05.885258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f15e01c1-d5aa-4748-86d9-f13be90bb031 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:05.885647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f15e01c1-d5aa-4748-86d9-f13be90bb031 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:05.946164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71d9d988-814f-4570-93be-a07bfd8f2a8e req-bd325e59-31e2-4f79-b15b-2e4abfe8f2f1 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850258
Jun 21 03:14:06.019286 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.023607 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.025816 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8faa320b-8a1d-4d69-ad04-bd56bd45c7de tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:06.051369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e244541e-cfcb-419e-b6c4-650b3cecd77c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:06.054557 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:06.055650 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.059671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e244541e-cfcb-419e-b6c4-650b3cecd77c HTTP/1.1" status: 204  len: 168 time: 0.4511421
Jun 21 03:14:06.059967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49788) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:06.064061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70fb433-53b2-4b6d-aa7a-b0a59736e39f None None] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:06.119327 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.136820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.206617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.207863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Deleting port e939a5a3-50cb-4132-abe2-4777fc85624f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:06.208243 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.244520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 33fa8871-6e44-4f5e-8f09-49c197493d48 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:14:06.282649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.282931 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9df523b0-6350-4ec1-97ae-30f87456500d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:06.285368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] For port e939a5a3-50cb-4132-abe2-4777fc85624f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e939a5a3-50cb-4132-abe2-4777fc85624f,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:06.285368 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.308438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Subnet': ['ID=aca8c353-c115-4992-815f-4d4642520125,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:06.313540 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:06.313675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] DHCP port deletion for 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:14:06.313769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.318261 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/subnets/aca8c353-c115-4992-815f-4d4642520125 HTTP/1.1" status: 204  len: 168 time: 0.8096430
Jun 21 03:14:06.318877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49790) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:06.349934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc3377a-cd81-4918-b3a2-4da7bf3c9819 None None] Network edd71ba7-a211-4c7b-ba3d-d3282fd52c99 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:06.367677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Calling delete_port for e939a5a3-50cb-4132-abe2-4777fc85624f owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:06.374217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting subnet 9ca68063-ae1f-43e3-b2c4-acb3636d29b5 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:14:06.378279 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.421288 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.457468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 33fa8871-6e44-4f5e-8f09-49c197493d48, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=33fa8871-6e44-4f5e-8f09-49c197493d48,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:06.495833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '33fa8871-6e44-4f5e-8f09-49c197493d48', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '33fa8871-6e44-4f5e-8f09-49c197493d48', 'mac_address': 'fa:16:3e:09:30:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:14:06.519158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Deleting port e939a5a3-50cb-4132-abe2-4777fc85624f {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:06.519381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.519841 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.531203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.540329 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-89ddda09-3f57-415e-9d27-f395aa9b0cc8 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:06.562863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e939a5a3-50cb-4132-abe2-4777fc85624f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:06.564740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] No DVR routers for this DVR port e939a5a3-50cb-4132-abe2-4777fc85624f on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:06.566570 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:06.643421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.652703 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.652827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] For port e939a5a3-50cb-4132-abe2-4777fc85624f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e939a5a3-50cb-4132-abe2-4777fc85624f,segment=NetworkSegment(619c779f-51d1-4f32-9173-fcc09a2078ed),segment_id=619c779f-51d1-4f32-9173-fcc09a2078ed)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:06.653211 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.654474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3ea4340>,) {'filters': {'network_id': ['56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:06.667265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ea4340>, '619c779f-51d1-4f32-9173-fcc09a2078ed') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:06.667446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3ea4340>, '619c779f-51d1-4f32-9173-fcc09a2078ed') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:06.675304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.683555 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.683981 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e7a2be36-3ed9-4f9c-972c-c4e7a566cc99 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:06.690244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.695019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/subnets/9ca68063-ae1f-43e3-b2c4-acb3636d29b5 HTTP/1.1" status: 204  len: 168 time: 0.3748083
Jun 21 03:14:06.713548 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.713704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fa8871-6e44-4f5e-8f09-49c197493d48 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:14:06.713799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49794) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:06.715354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:14:06.715838 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:14:06.717971 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:14:06.723870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca68063-ae1f-43e3-b2c4-acb3636d29b5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:06.734956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 33fa8871-6e44-4f5e-8f09-49c197493d48, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=33fa8871-6e44-4f5e-8f09-49c197493d48,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:06.734956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8acaa-5457-4bee-9606-1e3e9c8bf231 None None] Network 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:06.736054 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:06.757393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Calling delete_port for e939a5a3-50cb-4132-abe2-4777fc85624f owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:06.803977 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.804486 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-03658556-097b-40f0-9e6e-e6ec61dd72be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.827489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.858468 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e35b99f6-16db-43aa-95d0-0283202ded5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:06.861737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:06.862142 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.868861 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.869203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] DHCP port deletion for edd71ba7-a211-4c7b-ba3d-d3282fd52c99 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:14:06.875378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.878591 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 HTTP/1.1" status: 204  len: 168 time: 0.8176596
Jun 21 03:14:06.879801 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:06.883368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49796) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:06.929450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] For port 5d658ec0-afab-4f94-a4cc-ae183e0891a9, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5d658ec0-afab-4f94-a4cc-ae183e0891a9,segment=NetworkSegment(ca7394d3-b93a-48f3-8d05-0dcc99766b6a),segment_id=ca7394d3-b93a-48f3-8d05-0dcc99766b6a)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:06.929814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:06.947802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:06.968780 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:07.003079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Calling delete_port for 5d658ec0-afab-4f94-a4cc-ae183e0891a9 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:07.024477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=33fa8871-6e44-4f5e-8f09-49c197493d48,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:07.030421 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:07.060633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Deleting port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:07.060937 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.076799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['33fa8871-6e44-4f5e-8f09-49c197493d48'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:14:07.148971 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.153915 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a7b0844-1b63-4236-8264-61536809d370 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:07.170023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5d658ec0-afab-4f94-a4cc-ae183e0891a9 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:07.183576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Port': ['ID=5d658ec0-afab-4f94-a4cc-ae183e0891a9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:07.185090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] No DVR routers for this DVR port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:07.186719 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:07.212772 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.215552 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7a525d56-3ea9-426e-9199-ebfa43d7e98c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:07.242746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Pushing event deleted for resources: {'Port': ['ID=e939a5a3-50cb-4132-abe2-4777fc85624f,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:07.244479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5d658ec0-afab-4f94-a4cc-ae183e0891a9 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:07.244833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5d658ec0-afab-4f94-a4cc-ae183e0891a9 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:07.245254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e939a5a3-50cb-4132-abe2-4777fc85624f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:07.256495 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:07.256495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.271069 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.275973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a35ac-0375-4d71-b5df-bfffc089f3c5 req-692a3aab-4180-44d2-9324-0788d714f56a tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:07.277504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c8a35ac-0375-4d71-b5df-bfffc089f3c5 req-692a3aab-4180-44d2-9324-0788d714f56a tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 949 time: 0.1495688
Jun 21 03:14:07.280703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] For port 5d658ec0-afab-4f94-a4cc-ae183e0891a9, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5d658ec0-afab-4f94-a4cc-ae183e0891a9,segment=NetworkSegment(ca7394d3-b93a-48f3-8d05-0dcc99766b6a),segment_id=ca7394d3-b93a-48f3-8d05-0dcc99766b6a)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:07.281485 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.281841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3b97d30>,) {'filters': {'network_id': ['edd71ba7-a211-4c7b-ba3d-d3282fd52c99']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:07.284702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Network 56cc1145-1ac3-4f99-be40-0b7b5f5cb5d6 is not hosted by any dhcp agent {{(pid=94168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 03:14:07.285159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] No DVR routers for this DVR port e939a5a3-50cb-4132-abe2-4777fc85624f on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:07.294294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3b97d30>, 'ca7394d3-b93a-48f3-8d05-0dcc99766b6a') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:07.294629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3b97d30>, 'ca7394d3-b93a-48f3-8d05-0dcc99766b6a') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:07.299141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e939a5a3-50cb-4132-abe2-4777fc85624f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:07.299504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e939a5a3-50cb-4132-abe2-4777fc85624f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:07.299924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:07.304912 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.328395 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.339744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:14:07.340217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:14:07.343519 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:14:07.377360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c8a35ac-0375-4d71-b5df-bfffc089f3c5 req-7d49c655-2cad-45e8-b1c4-8612f8f76d73 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757806
Jun 21 03:14:07.382540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Calling delete_port for 5d658ec0-afab-4f94-a4cc-ae183e0891a9 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:07.393960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:07.394326 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 71cab8bf-e1e2-4fe4-9c9d-b922d2bc2d71 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:07.497520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.498990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.504011 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-16d5da75-0d93-4cae-a478-f4a4a49ba5fd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:07.511639 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.515343 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/networks/edd71ba7-a211-4c7b-ba3d-d3282fd52c99 HTTP/1.1" status: 204  len: 168 time: 0.8010471
Jun 21 03:14:07.521811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] DHCP port deletion for 67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:14:07.527522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:07.539472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Network': ['ID=edd71ba7-a211-4c7b-ba3d-d3282fd52c99,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:07.555033 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:07.556684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.560355 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d327079d-2128-49ab-bfa3-4e459cf15443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:07.574064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Network edd71ba7-a211-4c7b-ba3d-d3282fd52c99 is not hosted by any dhcp agent {{(pid=94168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 03:14:07.574064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] No DVR routers for this DVR port 5d658ec0-afab-4f94-a4cc-ae183e0891a9 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:07.600196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Pushing event deleted for resources: {'Port': ['ID=5d658ec0-afab-4f94-a4cc-ae183e0891a9,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:07.613688 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:07.632853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.649443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] Deleting port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:07.650014 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.693639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:07.694016 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.770395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] For port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,segment=NetworkSegment(5e67f792-25c4-48b4-a209-addadeaa3bdd),segment_id=5e67f792-25c4-48b4-a209-addadeaa3bdd)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:07.770802 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.774532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] For port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,segment=NetworkSegment(5e67f792-25c4-48b4-a209-addadeaa3bdd),segment_id=5e67f792-25c4-48b4-a209-addadeaa3bdd)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:07.774923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.827986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Deleting port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:07.828400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.844445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] Calling delete_port for c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:07.867840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Calling delete_port for c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:07.913240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] For port a01d951e-e0f3-4e0b-94e8-0dd050cb4a05, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,segment=NetworkSegment(bd5d9b7e-a0b7-4b18-9c78-ec751abf3285),segment_id=bd5d9b7e-a0b7-4b18-9c78-ec751abf3285)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:07.913736 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:07.990058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Calling delete_port for a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:08.039137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.041533 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:08.047213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.051056 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ca4f57c8-2159-4caf-8750-0b3162cfab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:08.065850 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.066881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] Pushing event deleted for resources: {'Port': ['ID=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:08.070531 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:08.073116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] No DVR routers for this DVR port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:08.083349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Port': ['ID=c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:08.086663 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:08.087483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] No DVR routers for this DVR port c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:08.169194 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.179632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1e02ac0>,) {'filters': {'network_id': ['67fc2a0b-30d3-42e3-a6a8-0f7fd135f685']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:08.189720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1e02ac0>, '5e67f792-25c4-48b4-a209-addadeaa3bdd') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:08.190023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1e02ac0>, '5e67f792-25c4-48b4-a209-addadeaa3bdd') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:08.199248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.217792 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.224141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:14:08.224527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   self.session.flush()
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:14:08.227512 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:14:08.234270 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.243554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 33fa8871-6e44-4f5e-8f09-49c197493d48 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:08.285930 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.289094 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6738d9ee-f382-4898-8103-075863ed884a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:08.313434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=a01d951e-e0f3-4e0b-94e8-0dd050cb4a05,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:08.331849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.335328 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c26d7844-8a9a-457e-9fb4-477ab3d4e1ae tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:08.339577 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.343869 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/networks/67fc2a0b-30d3-42e3-a6a8-0f7fd135f685 HTTP/1.1" status: 204  len: 168 time: 0.8124688
Jun 21 03:14:08.344348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.344348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.344348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.344348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.344348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.344348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.344348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.344972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.345064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.346038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.346419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.346798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:08.351179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49804) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:08.354342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 33fa8871-6e44-4f5e-8f09-49c197493d48 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:08.358625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 33fa8871-6e44-4f5e-8f09-49c197493d48 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:08.359686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.371559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Network': ['ID=67fc2a0b-30d3-42e3-a6a8-0f7fd135f685,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:08.379004 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:08.381826 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:08.441448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting subnet 33c00f8d-f6cd-4987-994c-4463362f6fa8 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:14:08.481087 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.543346 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.638465 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.661048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e945ff8-5f11-4944-b8a1-82809f55b510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fa8871-6e44-4f5e-8f09-49c197493d48'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:08.663326 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c9d2a-577c-41b5-a870-14d6800782b5" -d '{"events": [{"server_uuid": "6e945ff8-5f11-4944-b8a1-82809f55b510", "name": "network-vif-plugged", "status": "completed", "tag": "33fa8871-6e44-4f5e-8f09-49c197493d48"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:08.676569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 33fa8871-6e44-4f5e-8f09-49c197493d48, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=33fa8871-6e44-4f5e-8f09-49c197493d48,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:08.705115 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd9d9c-1aae-4d99-bd4e-38404e654ea0 x-openstack-request-id: req-b6fd9d9c-1aae-4d99-bd4e-38404e654ea0 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:08.705467 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e945ff8-5f11-4944-b8a1-82809f55b510", "name": "network-vif-plugged", "status": "completed", "tag": "33fa8871-6e44-4f5e-8f09-49c197493d48", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:08.705733 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6fd9d9c-1aae-4d99-bd4e-38404e654ea0 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:08.706138 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e945ff8-5f11-4944-b8a1-82809f55b510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fa8871-6e44-4f5e-8f09-49c197493d48', 'code': 200}
Jun 21 03:14:08.712355 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.733140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.765676 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:08.768935 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f4c7011f-5cfd-4380-8612-3aa9c9f86a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:08.804921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad6176-e44c-40b4-af72-d75e2c823df3 req-699ad2b7-3772-4bd1-8038-c11b8689d9ca tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:08.806489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fad6176-e44c-40b4-af72-d75e2c823df3 req-699ad2b7-3772-4bd1-8038-c11b8689d9ca tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 949 time: 0.2363317
Jun 21 03:14:08.818016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=33fa8871-6e44-4f5e-8f09-49c197493d48,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:08.821107 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:08.958366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fad6176-e44c-40b4-af72-d75e2c823df3 req-dec3e175-55b5-4ef3-9516-4a10e09242b5 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376557
Jun 21 03:14:08.980235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a9a79-de81-41cd-b68e-bca78a319e19 req-c421337e-97bc-4acb-a43f-7312c36ae6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:08.981778 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d61a9a79-de81-41cd-b68e-bca78a319e19 req-c421337e-97bc-4acb-a43f-7312c36ae6c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 1102 time: 0.1744208
Jun 21 03:14:09.039721 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.046027 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2ef9e4b-2bdd-439a-96ed-bce2a83d1940 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:09.087283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Subnet': ['ID=33c00f8d-f6cd-4987-994c-4463362f6fa8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:09.090239 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:09.099270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451465e-ca16-4729-a4d7-08f4cb5cfec8 None None] Network 341327d5-9925-4f17-a890-bcbb07c2adbf requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:09.169297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:09.197251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:09.197621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c7b62cfc-dfbb-4fb2-bab5-f2ad35e3aa1d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:09.335126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] DHCP port deletion for 341327d5-9925-4f17-a890-bcbb07c2adbf request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:14:09.389253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] Deleting port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:09.389658 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.454321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] For port 83705465-3d5f-4e5a-a9b8-4d9253a4f960, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=83705465-3d5f-4e5a-a9b8-4d9253a4f960,segment=NetworkSegment(be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2),segment_id=be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:09.454678 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.516522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.521315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/subnets/33c00f8d-f6cd-4987-994c-4463362f6fa8 HTTP/1.1" status: 204  len: 168 time: 1.1667409
Jun 21 03:14:09.522328 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49818) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:09.533507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] Calling delete_port for 83705465-3d5f-4e5a-a9b8-4d9253a4f960 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:09.538117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d61a9a79-de81-41cd-b68e-bca78a319e19 req-ba863740-a1b8-48a6-b7f3-000f3543eccd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5258510
Jun 21 03:14:09.565753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Router ede3b7e6-359e-4e2e-a002-ee584f735834 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:14:09.622775 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.638251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.684578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Deleting port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:09.684919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.693576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:09.699490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] 10.222.0.25 "PUT /v2.0/routers/ede3b7e6-359e-4e2e-a002-ee584f735834/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8140388
Jun 21 03:14:09.709842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49822) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:09.709966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] Sync routers for ids ['ede3b7e6-359e-4e2e-a002-ee584f735834'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:09.716903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] Routers {'ede3b7e6-359e-4e2e-a002-ee584f735834'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:09.717792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a20640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ede3b7e6-359e-4e2e-a002-ee584f735834'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:09.756375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] For port 83705465-3d5f-4e5a-a9b8-4d9253a4f960, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=83705465-3d5f-4e5a-a9b8-4d9253a4f960,segment=NetworkSegment(be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2),segment_id=be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:09.756785 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.847525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] Set router ede3b7e6-359e-4e2e-a002-ee584f735834 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:09.847850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.867519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Calling delete_port for 83705465-3d5f-4e5a-a9b8-4d9253a4f960 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:09.945825 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.950084 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ad0f7ce2-fc14-4ef4-991c-726f93ac7395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:09.960579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.965004 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:09.981044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] Pushing event deleted for resources: {'Port': ['ID=83705465-3d5f-4e5a-a9b8-4d9253a4f960,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:09.985619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:09.988758 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:09.998085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] No DVR routers for this DVR port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:10.002537 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Port': ['ID=83705465-3d5f-4e5a-a9b8-4d9253a4f960,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:10.014538 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:10.017661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] No DVR routers for this DVR port 83705465-3d5f-4e5a-a9b8-4d9253a4f960 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:10.125806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Deleting port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:10.126203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.127965 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a20640>, [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:14:08Z', 'revision_number': 5, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port': {'id': '9b30d2a5-62c9-4a0a-ade7-71b5c76caf54', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:08:09Z', 'updated_at': '2021-06-21T03:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:10.132962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.150618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3da2430>,) {'filters': {'network_id': ['341327d5-9925-4f17-a890-bcbb07c2adbf']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:10.162058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] Checking router: ede3b7e6-359e-4e2e-a002-ee584f735834 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:14:10.164176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3da2430>, 'be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:10.164767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3da2430>, 'be9c30b6-8b6c-4bb6-be6d-fdb94f2fa0c2') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:10.171739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] Routers {'ede3b7e6-359e-4e2e-a002-ee584f735834'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:10.172378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a20640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['ede3b7e6-359e-4e2e-a002-ee584f735834'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:10.176571 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.193371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.202972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:14:10.209626 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:14:10.265101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] For port 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9b30d2a5-62c9-4a0a-ade7-71b5c76caf54,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:10.265496 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.289731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2628ed-7609-4712-bf2e-85048dfebcd2 req-bce8926a-7766-4c40-97df-70b6e5c5e4f9 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:10.330477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d2628ed-7609-4712-bf2e-85048dfebcd2 req-bce8926a-7766-4c40-97df-70b6e5c5e4f9 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 950 time: 0.1249561
Jun 21 03:14:10.331171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] Set router ede3b7e6-359e-4e2e-a002-ee584f735834 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:10.357904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Calling delete_port for 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:10.385570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a20640>, [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:14:09Z', 'revision_number': 6, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:10.416545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497bc09-f2a8-4eb2-a5b6-78b436519671 None None] The sync data for ids ['ede3b7e6-359e-4e2e-a002-ee584f735834'] in n-d-758944-33 is: [{'id': 'ede3b7e6-359e-4e2e-a002-ee584f735834', 'name': 'tempest-TestServerBasicOps-2099607476-router', 'tenant_id': '0473eef8e6d34675ac4d520df40f1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:08:07Z', 'updated_at': '2021-06-21T03:14:09Z', 'revision_number': 6, 'project_id': '0473eef8e6d34675ac4d520df40f1dcf', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:10.423081 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.427600 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-657d47aa-c3ba-428d-8d99-0247249b0ce9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:10.430589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d2628ed-7609-4712-bf2e-85048dfebcd2 req-6b8f645b-404b-4f1e-9d89-3af380fbfc95 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101804
Jun 21 03:14:10.433067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.435877 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/networks/341327d5-9925-4f17-a890-bcbb07c2adbf HTTP/1.1" status: 204  len: 168 time: 0.9105217
Jun 21 03:14:10.438165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49830) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:10.474249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Pushing event deleted for resources: {'Network': ['ID=341327d5-9925-4f17-a890-bcbb07c2adbf,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:10.483795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-58c445f5-7fb2-4e2e-9fcd-0f45f7870894 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "GET /v2.0/ports?device_id=75bb4a23-e71b-4f59-9627-ed72ab292e6f HTTP/1.1" status: 200  len: 205 time: 0.0442224
Jun 21 03:14:10.484452 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:10.486094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49832) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:10.604684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3b3-be2e-4c26-a73c-517f9a7e79d1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.805356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3b3-be2e-4c26-a73c-517f9a7e79d1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.810460 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3b3-be2e-4c26-a73c-517f9a7e79d1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.932006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3b3-be2e-4c26-a73c-517f9a7e79d1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.933596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad0f3b3-be2e-4c26-a73c-517f9a7e79d1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Fanout notify agent at l3_agent the message router_deleted on router 75bb4a23-e71b-4f59-9627-ed72ab292e6f {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:14:10.946445 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3b3-be2e-4c26-a73c-517f9a7e79d1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.946445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cad0f3b3-be2e-4c26-a73c-517f9a7e79d1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] 10.222.0.25 "DELETE /v2.0/routers/75bb4a23-e71b-4f59-9627-ed72ab292e6f HTTP/1.1" status: 204  len: 168 time: 0.4574027
Jun 21 03:14:10.946445 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:10.950091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:10.985482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b30d2a5-62c9-4a0a-ade7-71b5c76caf54,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:10.985482 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:11.056004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.150822 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.153101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.258163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:11.278983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:11.279341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9b30d2a5-62c9-4a0a-ade7-71b5c76caf54 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:11.279766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:11.298174 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.301099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ede3b7e6-359e-4e2e-a002-ee584f735834 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:14:11.303011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:11.303397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a01d951e-e0f3-4e0b-94e8-0dd050cb4a05 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:11.303815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 83705465-3d5f-4e5a-a9b8-4d9253a4f960 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:11.305945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.308320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ede3b7e6-359e-4e2e-a002-ee584f735834 HTTP/1.1" status: 204  len: 168 time: 1.6015453
Jun 21 03:14:11.310905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49836) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:11.323477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 83705465-3d5f-4e5a-a9b8-4d9253a4f960 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:11.323851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 83705465-3d5f-4e5a-a9b8-4d9253a4f960 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:11.374912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Deleting subnet 538e02f4-64f9-435a-8a22-ab6821cf9ac7 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:14:11.379050 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.418537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.492766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49844) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:11.521912 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.669273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-601f5e9a-e439-4911-9ee2-e5eb47e401b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6674895bca24dc0b6bc6fed751ce6d4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1750603
Jun 21 03:14:11.671828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49848) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:11.681989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f915-c777-471c-9b67-3aeabe5c7633 req-e99e4c73-228e-4a7f-b893-04f712e0d17c tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:11.683545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f94f915-c777-471c-9b67-3aeabe5c7633 req-e99e4c73-228e-4a7f-b893-04f712e0d17c tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 950 time: 0.1048138
Jun 21 03:14:11.720042 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.723653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f94f915-c777-471c-9b67-3aeabe5c7633 req-e90d5da9-d890-4d54-be87-5a799d25c2e2 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338907
Jun 21 03:14:11.724997 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c4dc1b0a-4e36-4af6-a002-1c09dd0fb67c tempest-NetworksTest-1443146046 tempest-NetworksTest-1443146046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:11.750985 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df29d98e-dc3e-4894-b200-a26d4ddb0946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.753721 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538e02f4-64f9-435a-8a22-ab6821cf9ac7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:11.759404 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:11.760419 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.762344 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/538e02f4-64f9-435a-8a22-ab6821cf9ac7 HTTP/1.1" status: 204  len: 168 time: 0.4498720
Jun 21 03:14:11.765061 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49852) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:11.768862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a639a6-a87a-4737-aa96-b0d8a163a365 None None] Network 10867ac7-8627-4e8c-a176-40fba0ea1fd7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:11.782305 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df29d98e-dc3e-4894-b200-a26d4ddb0946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.848351 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.914307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Deleting port 20bbca2e-f315-4652-b650-13b1e71108c3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:11.914307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.923874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df29d98e-dc3e-4894-b200-a26d4ddb0946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.926990 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-df29d98e-dc3e-4894-b200-a26d4ddb0946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:11.933494 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-df29d98e-dc3e-4894-b200-a26d4ddb0946 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ca5fef8-0639-4b0e-ab36-b38f07798ff5 HTTP/1.1" status: 204  len: 168 time: 0.2586892
Jun 21 03:14:11.934752 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-376b516c-d4cf-47f2-a28d-6c8872da7315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:11.954257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29d98e-dc3e-4894-b200-a26d4ddb0946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca5fef8-0639-4b0e-ab36-b38f07798ff5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:11.958149 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df29d98e-dc3e-4894-b200-a26d4ddb0946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:12.012453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] For port 20bbca2e-f315-4652-b650-13b1e71108c3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=20bbca2e-f315-4652-b650-13b1e71108c3,segment=NetworkSegment(bd5d9b7e-a0b7-4b18-9c78-ec751abf3285),segment_id=bd5d9b7e-a0b7-4b18-9c78-ec751abf3285)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:12.012823 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.021582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] DHCP port deletion for 10867ac7-8627-4e8c-a176-40fba0ea1fd7 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:14:12.074310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] Deleting port 20bbca2e-f315-4652-b650-13b1e71108c3 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:12.074691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.086053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Calling delete_port for 20bbca2e-f315-4652-b650-13b1e71108c3 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:12.138815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] For port 20bbca2e-f315-4652-b650-13b1e71108c3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=20bbca2e-f315-4652-b650-13b1e71108c3,segment=NetworkSegment(bd5d9b7e-a0b7-4b18-9c78-ec751abf3285),segment_id=bd5d9b7e-a0b7-4b18-9c78-ec751abf3285)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:12.139220 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.207469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] Calling delete_port for 20bbca2e-f315-4652-b650-13b1e71108c3 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:12.297284 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.301411 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:12.305222 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.313595 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4c05e65f-8019-4750-858c-dd118f9eb176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:12.326551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bbca2e-f315-4652-b650-13b1e71108c3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:12.328397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] No DVR routers for this DVR port 20bbca2e-f315-4652-b650-13b1e71108c3 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:12.330136 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:12.339425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] Pushing event deleted for resources: {'Port': ['ID=20bbca2e-f315-4652-b650-13b1e71108c3,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:12.344496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] No DVR routers for this DVR port 20bbca2e-f315-4652-b650-13b1e71108c3 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:12.346626 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:12.416063 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.428298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0ab83d0>,) {'filters': {'network_id': ['10867ac7-8627-4e8c-a176-40fba0ea1fd7']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:12.442360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0ab83d0>, 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:12.442360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0ab83d0>, 'bd5d9b7e-a0b7-4b18-9c78-ec751abf3285') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:12.452791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.474424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.480617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:14:12.481010 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:14:12.482850 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:14:12.634269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.642333 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83f6b653-f531-40e2-adac-182e9761e59b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:12.645447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:12.647302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/10867ac7-8627-4e8c-a176-40fba0ea1fd7 HTTP/1.1" status: 204  len: 168 time: 0.8753850
Jun 21 03:14:12.657818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=10867ac7-8627-4e8c-a176-40fba0ea1fd7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:12.660332 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:13.095671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 20bbca2e-f315-4652-b650-13b1e71108c3 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:13.116254 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 20bbca2e-f315-4652-b650-13b1e71108c3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:13.116637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 20bbca2e-f315-4652-b650-13b1e71108c3 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:13.252141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49890) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:13.304768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6b3a93c2-22a1-44ee-98f0-b60d91a39b62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b541895659734366b8e24c7401ede8a6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0504827
Jun 21 03:14:13.305660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49892) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:13.307056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49894) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:13.374071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56c02226-bc39-43a4-b496-018715c8554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:13.399264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56c02226-bc39-43a4-b496-018715c8554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:13.493579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-04ddbfcd-1b00-4b8e-8cc1-2dc942116df7 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1302823177', 'prefixes': ['172.20.0.0/16']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:13.519987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56c02226-bc39-43a4-b496-018715c8554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:13.523215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-56c02226-bc39-43a4-b496-018715c8554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:13.524460 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-56c02226-bc39-43a4-b496-018715c8554c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a6d97de-6f1d-43be-8494-f23d8623b732 HTTP/1.1" status: 204  len: 168 time: 0.2158442
Jun 21 03:14:13.525296 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a5ef953-9302-4de0-9b20-8d219e14560a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:13.534169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c02226-bc39-43a4-b496-018715c8554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d97de-6f1d-43be-8494-f23d8623b732,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:13.537057 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-56c02226-bc39-43a4-b496-018715c8554c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:13.839896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ddbfcd-1b00-4b8e-8cc1-2dc942116df7 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] Notify callbacks [] for subnetpool, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:13.844940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-04ddbfcd-1b00-4b8e-8cc1-2dc942116df7 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.5350492
Jun 21 03:14:13.848118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49902) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:13.883038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49904) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:13.885302 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-258143ce-e0a4-4850-a3f3-316a485134b6 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] 10.222.0.25 "GET /v2.0/subnetpools/947e8e60-ed4d-4103-8953-cfae42636b2b HTTP/1.1" status: 200  len: 732 time: 0.0357280
Jun 21 03:14:13.889016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-67429f83-8ffc-476b-8cbf-ae330f73dab9 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-528682938'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:14.116608 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67429f83-8ffc-476b-8cbf-ae330f73dab9 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] Notify callbacks [] for subnetpool, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:14.118645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-67429f83-8ffc-476b-8cbf-ae330f73dab9 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] 10.222.0.25 "PUT /v2.0/subnetpools/947e8e60-ed4d-4103-8953-cfae42636b2b HTTP/1.1" status: 200  len: 683 time: 0.2332022
Jun 21 03:14:14.125990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49910) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:14.283076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc70255c-a1b1-49e5-a3b3-6de5e701efc6 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] Notify callbacks [] for subnetpool, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:14.284789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fc70255c-a1b1-49e5-a3b3-6de5e701efc6 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] 10.222.0.25 "DELETE /v2.0/subnetpools/947e8e60-ed4d-4103-8953-cfae42636b2b HTTP/1.1" status: 204  len: 168 time: 0.1574726
Jun 21 03:14:14.287535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49912) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:14.304208 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [None req-a0ea86b9-ba90-4bfa-8d17-156d2009b7b7 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] show failed (client error): The resource could not be found.
Jun 21 03:14:14.305666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a0ea86b9-ba90-4bfa-8d17-156d2009b7b7 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] 10.222.0.25 "GET /v2.0/subnetpools/947e8e60-ed4d-4103-8953-cfae42636b2b HTTP/1.1" status: 404  len: 346 time: 0.0171154
Jun 21 03:14:14.319409 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49914) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:14.335049 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-b060389f-4ec8-4a01-a207-cb135497f6e4 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] delete failed (client error): The resource could not be found.
Jun 21 03:14:14.336057 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b060389f-4ec8-4a01-a207-cb135497f6e4 tempest-SubnetPoolsTestJSON-734579317 tempest-SubnetPoolsTestJSON-734579317-project] 10.222.0.25 "DELETE /v2.0/subnetpools/947e8e60-ed4d-4103-8953-cfae42636b2b HTTP/1.1" status: 404  len: 346 time: 0.0156655
Jun 21 03:14:14.398432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:14.454892 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-597b5279-f361-4da3-a01e-889ccc3fe180 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0473eef8e6d34675ac4d520df40f1dcf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0549841
Jun 21 03:14:14.457510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49920) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:14.521795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6126530e-3bd7-423d-bd45-174a2aa006dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:14.559468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6126530e-3bd7-423d-bd45-174a2aa006dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:14.788921 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6126530e-3bd7-423d-bd45-174a2aa006dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:14.792192 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6126530e-3bd7-423d-bd45-174a2aa006dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:14.795613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6126530e-3bd7-423d-bd45-174a2aa006dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0821fe50-c7b7-48e9-9eb7-ca4b0d792477 HTTP/1.1" status: 204  len: 168 time: 0.3349025
Jun 21 03:14:14.795613 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3720e237-499e-4191-a34b-a0d8d080d853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:14.803776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126530e-3bd7-423d-bd45-174a2aa006dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0821fe50-c7b7-48e9-9eb7-ca4b0d792477,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:14.812523 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6126530e-3bd7-423d-bd45-174a2aa006dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:14.962636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49928) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:15.090717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d66cd819-54ae-4b65-bd29-d0293160441f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:15.212345 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d66cd819-54ae-4b65-bd29-d0293160441f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:15.324086 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d66cd819-54ae-4b65-bd29-d0293160441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:15.324086 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1e43e032-355e-4a75-a2f5-0940f4dfe531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:15.361965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d66cd819-54ae-4b65-bd29-d0293160441f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8a67cebb5334439b7331e0c977cd0d2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3979309
Jun 21 03:14:15.362956 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cd819-54ae-4b65-bd29-d0293160441f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc2cfd9-649a-4175-bff1-410bc156ab0d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:15.364644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49942) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:15.366741 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d66cd819-54ae-4b65-bd29-d0293160441f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:15.459888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79d9fa36-0e9a-4621-a944-24c0a1f06a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:15.495321 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79d9fa36-0e9a-4621-a944-24c0a1f06a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:15.651190 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79d9fa36-0e9a-4621-a944-24c0a1f06a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:15.655910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79d9fa36-0e9a-4621-a944-24c0a1f06a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:15.655910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-79d9fa36-0e9a-4621-a944-24c0a1f06a52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bc2cfd9-649a-4175-bff1-410bc156ab0d HTTP/1.1" status: 204  len: 168 time: 0.2893288
Jun 21 03:14:15.656609 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3de2f0bd-32ec-48fa-81b7-49dd31128e9e tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:15.666923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9fa36-0e9a-4621-a944-24c0a1f06a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc2cfd9-649a-4175-bff1-410bc156ab0d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:15.669749 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79d9fa36-0e9a-4621-a944-24c0a1f06a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:16.053352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 49962) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:16.174135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1228908042-network', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:16.274490 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Made reservation on behalf of 6ff4f36d3d294da281fe18972db5b89c for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:16.277166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:16.287809 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:16.398084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:16.469429 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:16.473936 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d5d590a-9665-4c4a-b93d-f326e783f361 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:16.518427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0b0d4f-b59c-4573-8bc1-9cf2c38f3a70,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:16.521924 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:16.523425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:14:16.547314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:16.547667 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Added segment e6691524-0007-42fc-a539-764f8c48a2a5 of type vlan for network a4257924-556a-49fa-bb13-44484a4318b4
Jun 21 03:14:16.628308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:16.764795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:16.773058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:16.773058 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:16.773058 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:16.876613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Pushing event updated for resources: {'Network': ['ID=a4257924-556a-49fa-bb13-44484a4318b4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:16.885297 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:16.895820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a4257924-556a-49fa-bb13-44484a4318b4 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:14:16.920669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8660088
Jun 21 03:14:16.923967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 49988) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:16.932201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Request body: {'subnet': {'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1228908042-subnet', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:17.083870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Made reservation on behalf of 6ff4f36d3d294da281fe18972db5b89c for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:17.086666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:17.417082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:17.420082 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47002ec2-8d88-4918-a1b3-6a532dd595cb tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:17.484275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c753136b-5d60-41a8-97ae-7717154e3949,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:17.487975 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:17.490740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Checking segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:17.491189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Network hostable DHCP agents. Network: a4257924-556a-49fa-bb13-44484a4318b4, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:14:17.620076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Network a4257924-556a-49fa-bb13-44484a4318b4 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:14:17.704074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a4257924-556a-49fa-bb13-44484a4318b4) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:17.711892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:17.714504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:17.715674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f18ee7-0faa-41f0-a22d-63a52b950705 None None] Network a4257924-556a-49fa-bb13-44484a4318b4 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:17.815578 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8856213
Jun 21 03:14:17.815578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50010) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:17.820274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:17.927695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-a4257924-556a-49fa-bb13-44484a4318b4', 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'fixed_ips': [{'subnet_id': 'c753136b-5d60-41a8-97ae-7717154e3949'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:14:17.928606 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:17.943110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:17.944237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.010492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.091834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Allocated IP 172.20.0.2 (a4257924-556a-49fa-bb13-44484a4318b4/c753136b-5d60-41a8-97ae-7717154e3949/e342821e-faa1-42fa-8d04-f5070c107531) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:18.274582 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.275092 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.283837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Transition to ACTIVE for port object e342821e-faa1-42fa-8d04-f5070c107531 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:18.299972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Transition to ACTIVE for port object e342821e-faa1-42fa-8d04-f5070c107531 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:18.411439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.414772 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f1f8b3e-e33d-4cc8-81ef-d284c3321f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:18.452147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Network a4257924-556a-49fa-bb13-44484a4318b4 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:18.456214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:18.462557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:18.500114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Pushing event updated for resources: {'Port': ['ID=e342821e-faa1-42fa-8d04-f5070c107531,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:18.527333 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:18.542130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Attempting to bind port e342821e-faa1-42fa-8d04-f5070c107531 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:18.542814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Attempting to bind port e342821e-faa1-42fa-8d04-f5070c107531 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:18.543321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Attempting to bind port e342821e-faa1-42fa-8d04-f5070c107531 on network a4257924-556a-49fa-bb13-44484a4318b4 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:18.549212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:18.549762 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Checking segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:18.550280 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.550755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Bound using segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:18.551412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Bound port: e342821e-faa1-42fa-8d04-f5070c107531, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:18.552113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.617265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-751239b2-6f80-493c-80a8-447077a9877d None None] For port e342821e-faa1-42fa-8d04-f5070c107531, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:18.618159 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.621125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-751239b2-6f80-493c-80a8-447077a9877d None None] For port e342821e-faa1-42fa-8d04-f5070c107531, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e342821e-faa1-42fa-8d04-f5070c107531,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:18.638439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.723930 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:18.733557 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:18.808640 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Pushing event updated for resources: {'Port': ['ID=e342821e-faa1-42fa-8d04-f5070c107531,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:18.812150 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:18.812442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Allocated IP 172.25.7.233 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/cdf8905b-3cf5-4a45-9e33-8e901bf26961) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:18.948395 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:19.074649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:19.077738 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1e8260a-2978-459e-9507-3fab2fccac68 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:19.133225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:19.136597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:19.140291 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:19.146144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Pushing event updated for resources: {'Port': ['ID=cdf8905b-3cf5-4a45-9e33-8e901bf26961,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:19.171054 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:19.191656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e342821e-faa1-42fa-8d04-f5070c107531 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:19.324395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e342821e-faa1-42fa-8d04-f5070c107531 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:19.507510 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:19.718496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:19.813250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab16be6-b08c-42a3-9c66-8fdc615cf0e7 None None] Network a4257924-556a-49fa-bb13-44484a4318b4 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:19.936045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Router 767122c4-f8a0-41bb-b4a8-53eb6816caad is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:14:19.970856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] Provisioning for port e342821e-faa1-42fa-8d04-f5070c107531 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:19.976345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] Provisioning complete for port e342821e-faa1-42fa-8d04-f5070c107531 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:19.976727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:20.086589 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:20.095591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:20.105201 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Sync routers for ids ['767122c4-f8a0-41bb-b4a8-53eb6816caad'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:20.119679 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Routers {'767122c4-f8a0-41bb-b4a8-53eb6816caad'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:20.120389 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e324f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['767122c4-f8a0-41bb-b4a8-53eb6816caad'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:20.121920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] For port e342821e-faa1-42fa-8d04-f5070c107531, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e342821e-faa1-42fa-8d04-f5070c107531,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:20.194056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:20.194728 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:20.197447 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.3790567
Jun 21 03:14:20.198373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50048) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:20.205430 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:20.239702 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Set router 767122c4-f8a0-41bb-b4a8-53eb6816caad gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:20.294436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] Pushing event updated for resources: {'Port': ['ID=e342821e-faa1-42fa-8d04-f5070c107531,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:20.306190 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:20.339364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1ce82167-997b-4532-809a-811b833eac92 None None] Provisioning complete for port e342821e-faa1-42fa-8d04-f5070c107531 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:20.339915 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ce82167-997b-4532-809a-811b833eac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:20.453590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e324f0>, [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:14:19Z', 'revision_number': 3, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port': {'id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:18Z', 'updated_at': '2021-06-21T03:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:20.487374 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Checking router: 767122c4-f8a0-41bb-b4a8-53eb6816caad for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:14:20.487740 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Updating router 767122c4-f8a0-41bb-b4a8-53eb6816caad port cdf8905b-3cf5-4a45-9e33-8e901bf26961 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:14:20.533343 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:20.824108 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:20.835973 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Transition to ACTIVE for port object cdf8905b-3cf5-4a45-9e33-8e901bf26961 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:20.925906 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:20.928090 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-0095e588-a5a1-4b01-b5db-cca7d4f2b5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:20.985057 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Attempting to bind port cdf8905b-3cf5-4a45-9e33-8e901bf26961 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:20.985573 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Attempting to bind port cdf8905b-3cf5-4a45-9e33-8e901bf26961 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:20.985942 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Attempting to bind port cdf8905b-3cf5-4a45-9e33-8e901bf26961 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:20.988262 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22ffd-31b0-4118-a9eb-9a872e6e4e54 None None] Pushing event updated for resources: {'Port': ['ID=cdf8905b-3cf5-4a45-9e33-8e901bf26961,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:20.997935 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-67d22ffd-31b0-4118-a9eb-9a872e6e4e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:21.002203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:21.002582 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:21.002991 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:21.004044 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:21.004044 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Bound port: cdf8905b-3cf5-4a45-9e33-8e901bf26961, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:21.004411 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:21.099991 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] For port cdf8905b-3cf5-4a45-9e33-8e901bf26961, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:21.103859 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] For port cdf8905b-3cf5-4a45-9e33-8e901bf26961, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cdf8905b-3cf5-4a45-9e33-8e901bf26961,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:21.124617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e342821e-faa1-42fa-8d04-f5070c107531 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:21.170678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:21.190660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e342821e-faa1-42fa-8d04-f5070c107531 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:21.192124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:21.196789 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:21.197524 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e063614e-974b-49ff-a949-261b8c58f0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:21.278849 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Routers {'767122c4-f8a0-41bb-b4a8-53eb6816caad'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:21.279636 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e324f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['767122c4-f8a0-41bb-b4a8-53eb6816caad'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:21.328911 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22ffd-31b0-4118-a9eb-9a872e6e4e54 None None] Pushing event updated for resources: {'Port': ['ID=cdf8905b-3cf5-4a45-9e33-8e901bf26961,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:21.333473 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-67d22ffd-31b0-4118-a9eb-9a872e6e4e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:21.414781 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] Set router 767122c4-f8a0-41bb-b4a8-53eb6816caad gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:21.493198 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Allocated IP 172.20.0.1 (a4257924-556a-49fa-bb13-44484a4318b4/c753136b-5d60-41a8-97ae-7717154e3949/55e6c6df-81d7-43d4-aa63-2020f5d6973c) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:21.620569 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:21.634732 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e324f0>, [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:14:19Z', 'revision_number': 3, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port': {'id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:18Z', 'updated_at': '2021-06-21T03:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:21.638355 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Transition to ACTIVE for port object 55e6c6df-81d7-43d4-aa63-2020f5d6973c will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:21.666704 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300537d5-d07f-4033-8f94-0982735fb694 None None] The sync data for ids ['767122c4-f8a0-41bb-b4a8-53eb6816caad'] in n-d-758944-33 is: [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:14:19Z', 'revision_number': 3, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port': {'id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:18Z', 'updated_at': '2021-06-21T03:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:21.787618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:21.790156 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-645e3ae0-f767-4d99-9556-498da65c24d5 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:21.831979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Network a4257924-556a-49fa-bb13-44484a4318b4 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:21.835351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:21.838900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:21.869496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Pushing event updated for resources: {'Port': ['ID=55e6c6df-81d7-43d4-aa63-2020f5d6973c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:21.873913 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:21.931374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:22.224271 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:22.286552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a9158d31-24bc-42be-b0d0-84c02071fd62 None None] Provisioning for port 55e6c6df-81d7-43d4-aa63-2020f5d6973c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:22.295568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a9158d31-24bc-42be-b0d0-84c02071fd62 None None] Provisioning complete for port 55e6c6df-81d7-43d4-aa63-2020f5d6973c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:22.296447 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a9158d31-24bc-42be-b0d0-84c02071fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:22.362076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a9158d31-24bc-42be-b0d0-84c02071fd62 None None] Port 55e6c6df-81d7-43d4-aa63-2020f5d6973c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:22.468307 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:22.541708 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:22.545662 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fe4736c1-3b15-4c7e-af2d-357bf0566257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:22.610047 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:22.700068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Pushing event updated for resources: {'Port': ['ID=55e6c6df-81d7-43d4-aa63-2020f5d6973c,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:22.704121 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:22.758207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Network a4257924-556a-49fa-bb13-44484a4318b4 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:22.760167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:22.910952 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Router 767122c4-f8a0-41bb-b4a8-53eb6816caad has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:14:23.026814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50096) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:23.074199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:23.081974 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] 10.222.0.25 "PUT /v2.0/routers/767122c4-f8a0-41bb-b4a8-53eb6816caad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8824108
Jun 21 03:14:23.115527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d8cf21dc-60df-4084-9780-5ba93c2bf2b5 None None] Provisioning complete for port 55e6c6df-81d7-43d4-aa63-2020f5d6973c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:23.115821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d8cf21dc-60df-4084-9780-5ba93c2bf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.183449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cdf8905b-3cf5-4a45-9e33-8e901bf26961 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:23.185308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf21dc-60df-4084-9780-5ba93c2bf2b5 None None] Port 55e6c6df-81d7-43d4-aa63-2020f5d6973c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:23.205363 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-676af349-3742-4ed0-bbd0-8dedae10f0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.359756 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-676af349-3742-4ed0-bbd0-8dedae10f0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.372491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port cdf8905b-3cf5-4a45-9e33-8e901bf26961 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:23.377716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cdf8905b-3cf5-4a45-9e33-8e901bf26961 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:23.379885 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.464572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.483345 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-676af349-3742-4ed0-bbd0-8dedae10f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.483345 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b5ad49cc-5b9f-4278-94b8-42ad42a378d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:23.487882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port cdf8905b-3cf5-4a45-9e33-8e901bf26961, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cdf8905b-3cf5-4a45-9e33-8e901bf26961,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:23.531468 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-676af349-3742-4ed0-bbd0-8dedae10f0b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ff8479032654848bc8a24041c9f44fb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4999328
Jun 21 03:14:23.531468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676af349-3742-4ed0-bbd0-8dedae10f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e915123-411b-4f13-bfd2-9c7aeeed19e7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:23.531861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50110) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:23.533932 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-676af349-3742-4ed0-bbd0-8dedae10f0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:23.590786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cf08-b065-46f8-9b2f-4969692c8265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.630483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cf08-b065-46f8-9b2f-4969692c8265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.643558 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.645578 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ca454bd1-a33b-41b3-9bd3-9b117942ef96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:23.730660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=cdf8905b-3cf5-4a45-9e33-8e901bf26961,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:23.741610 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:23.778999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Sync routers for ids ['767122c4-f8a0-41bb-b4a8-53eb6816caad'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:23.790478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Routers {'767122c4-f8a0-41bb-b4a8-53eb6816caad'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:23.791552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d27e4bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['767122c4-f8a0-41bb-b4a8-53eb6816caad'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:23.822365 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cf08-b065-46f8-9b2f-4969692c8265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.825107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cf08-b065-46f8-9b2f-4969692c8265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:23.827205 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3ec5cf08-b065-46f8-9b2f-4969692c8265 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e915123-411b-4f13-bfd2-9c7aeeed19e7 HTTP/1.1" status: 204  len: 168 time: 0.2931187
Jun 21 03:14:23.827371 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff2b80b1-3f0d-4d0b-9909-de0f4c749950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:23.835591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5cf08-b065-46f8-9b2f-4969692c8265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e915123-411b-4f13-bfd2-9c7aeeed19e7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:23.838130 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ec5cf08-b065-46f8-9b2f-4969692c8265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:24.083859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Set router 767122c4-f8a0-41bb-b4a8-53eb6816caad gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:24.165293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50128) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:24.170312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-841412668-network', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:24.308040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Made reservation on behalf of 31cc5ebc83cf449f9bfe767ee9a05ce4 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:24.310568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.311406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d27e4bb0>, [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:14:22Z', 'revision_number': 4, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port': {'id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:18Z', 'updated_at': '2021-06-21T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '55e6c6df-81d7-43d4-aa63-2020f5d6973c', 'name': '', 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'mac_address': 'fa:16:3e:c3:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'c753136b-5d60-41a8-97ae-7717154e3949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:21Z', 'updated_at': '2021-06-21T03:14:22Z', 'revision_number': 2, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'subnets': [{'id': 'c753136b-5d60-41a8-97ae-7717154e3949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:24.320643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.342675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Checking router: 767122c4-f8a0-41bb-b4a8-53eb6816caad for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:14:24.343089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Updating router 767122c4-f8a0-41bb-b4a8-53eb6816caad port 55e6c6df-81d7-43d4-aa63-2020f5d6973c binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:14:24.380760 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.420814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.565784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.576036 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8dca31a6-aec5-4e15-b1c8-afd3c6208fe2 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:24.618172 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50140) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:24.621497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:14:24.634849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588b1cb1-af05-4f5e-83e5-262054b120da,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:24.638668 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:24.646757 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.646757 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Added segment ce067b08-d048-4d31-997f-e457aa302aa7 of type vlan for network 3261ff0b-64b7-49a4-8582-9a535a98d174
Jun 21 03:14:24.659293 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-634d39c6-105d-41cb-8f27-20215911e5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.705164 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.753937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50142) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:24.781295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.803732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Transition to ACTIVE for port object 55e6c6df-81d7-43d4-aa63-2020f5d6973c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:24.830138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-634d39c6-105d-41cb-8f27-20215911e5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.839273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.840318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:24.844171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.851916 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45326466-46f7-4c0c-a2db-0f71d81f7555 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:24.893170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.896998 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:24.928077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-634d39c6-105d-41cb-8f27-20215911e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:24.959246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Pushing event updated for resources: {'Network': ['ID=3261ff0b-64b7-49a4-8582-9a535a98d174,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:24.963351 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:24.975675 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f9d96cf8-ffe4-441d-b94f-4bc33add68e4 tempest-VolumesNegativeTest-475970956 tempest-VolumesNegativeTest-475970956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:24.980631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-634d39c6-105d-41cb-8f27-20215911e5c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4eb33344ca684b9eb5885e2db55beafa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3610022
Jun 21 03:14:24.989847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50146) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:24.999909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3261ff0b-64b7-49a4-8582-9a535a98d174 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:14:25.002481 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-84349dac-3d53-4bb2-8f81-b74c66789c58 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3064 time: 0.2417626
Jun 21 03:14:25.003470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50148) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:25.011033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'network': {'name': 'tempest-network-smoke--1352726268', 'project_id': 'f37e350748b54c81a954426463bfb886', 'port_security_enabled': False}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:25.039275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8729837
Jun 21 03:14:25.039540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50150) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:25.077364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Request body: {'subnet': {'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-841412668-subnet', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:25.102587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Made reservation on behalf of f37e350748b54c81a954426463bfb886 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:25.108733 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.136329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d39c6-105d-41cb-8f27-20215911e5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a29e3e-1a98-41c5-99c6-518d83f59551,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:25.140375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:14:25.152314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.153274 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Added segment d9139c4f-3369-4d81-84e0-3ed5cbad6d27 of type vlan for network 7f333a47-b482-46f4-97fd-e887de379f2a
Jun 21 03:14:25.158958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca45a53-1a10-4ced-b3ae-96ecc3c855de None None] Pushing event updated for resources: {'Port': ['ID=55e6c6df-81d7-43d4-aa63-2020f5d6973c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:25.169178 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ca45a53-1a10-4ced-b3ae-96ecc3c855de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:25.186407 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-634d39c6-105d-41cb-8f27-20215911e5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:25.218064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.221831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cdf8905b-3cf5-4a45-9e33-8e901bf26961 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:25.226125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Attempting to bind port 55e6c6df-81d7-43d4-aa63-2020f5d6973c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:25.226518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Attempting to bind port 55e6c6df-81d7-43d4-aa63-2020f5d6973c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:25.226889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Attempting to bind port 55e6c6df-81d7-43d4-aa63-2020f5d6973c on network a4257924-556a-49fa-bb13-44484a4318b4 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:25.238796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:25.240786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Checking segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:25.241697 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.242369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Bound using segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:25.243106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Bound port: 55e6c6df-81d7-43d4-aa63-2020f5d6973c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:25.243744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.274680 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-707688f4-5775-43c0-a52f-42888901cf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.314807 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-707688f4-5775-43c0-a52f-42888901cf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.335731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Made reservation on behalf of 31cc5ebc83cf449f9bfe767ee9a05ce4 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:25.338521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.364429 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.371186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:25.372213 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.376784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] For port 55e6c6df-81d7-43d4-aa63-2020f5d6973c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:25.379365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cdf8905b-3cf5-4a45-9e33-8e901bf26961 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:25.379787 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.387337 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:25.462999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] For port 55e6c6df-81d7-43d4-aa63-2020f5d6973c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=55e6c6df-81d7-43d4-aa63-2020f5d6973c,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:25.478493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Network': ['ID=7f333a47-b482-46f4-97fd-e887de379f2a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:25.482866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4775913
Jun 21 03:14:25.486108 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:25.494273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50154) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:25.500358 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'admin_state_up': True, 'project_id': 'f37e350748b54c81a954426463bfb886', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:25.525664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7f333a47-b482-46f4-97fd-e887de379f2a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:14:25.576641 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.581886 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:25.658073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-707688f4-5775-43c0-a52f-42888901cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.659320 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-707688f4-5775-43c0-a52f-42888901cf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.660526 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-707688f4-5775-43c0-a52f-42888901cf4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03a29e3e-1a98-41c5-99c6-518d83f59551 HTTP/1.1" status: 204  len: 168 time: 0.6664078
Jun 21 03:14:25.664551 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c94402e9-4e07-4476-a1af-3dcd505e95fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:25.679369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.683236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.686651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707688f4-5775-43c0-a52f-42888901cf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a29e3e-1a98-41c5-99c6-518d83f59551,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:25.691317 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-707688f4-5775-43c0-a52f-42888901cf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:25.695058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca45a53-1a10-4ced-b3ae-96ecc3c855de None None] Pushing event updated for resources: {'Port': ['ID=55e6c6df-81d7-43d4-aa63-2020f5d6973c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:25.711238 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ca45a53-1a10-4ced-b3ae-96ecc3c855de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:25.718488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Routers {'767122c4-f8a0-41bb-b4a8-53eb6816caad'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:25.719140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d27e4bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['767122c4-f8a0-41bb-b4a8-53eb6816caad'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:25.937772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:25.942456 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5dec05b9-c35c-41c3-bb2e-666eb7efffef tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:25.963388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] Set router 767122c4-f8a0-41bb-b4a8-53eb6816caad gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:26.069977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c933ca5d-2847-453f-be76-6b5012ef80d0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:26.083349 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:26.092265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Checking segment: {'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:26.096681 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Network hostable DHCP agents. Network: 3261ff0b-64b7-49a4-8582-9a535a98d174, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:14:26.199601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Network 3261ff0b-64b7-49a4-8582-9a535a98d174 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:14:26.279510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 3261ff0b-64b7-49a4-8582-9a535a98d174) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:26.285477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:26.286154 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:26.300937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da6655-05fa-4b81-83c2-c7f3e5a79f12 None None] Network 3261ff0b-64b7-49a4-8582-9a535a98d174 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:26.381457 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3313065
Jun 21 03:14:26.387753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50164) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:26.387753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:26.401991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:26.489265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d27e4bb0>, [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:14:22Z', 'revision_number': 4, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port': {'id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:18Z', 'updated_at': '2021-06-21T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '55e6c6df-81d7-43d4-aa63-2020f5d6973c', 'name': '', 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'mac_address': 'fa:16:3e:c3:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'c753136b-5d60-41a8-97ae-7717154e3949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:21Z', 'updated_at': '2021-06-21T03:14:25Z', 'revision_number': 4, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'subnets': [{'id': 'c753136b-5d60-41a8-97ae-7717154e3949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:26.514029 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:26.515102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:26.530546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae66d9d-f8bd-471f-bcaf-111c5df5d68d None None] The sync data for ids ['767122c4-f8a0-41bb-b4a8-53eb6816caad'] in n-d-758944-33 is: [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:14:22Z', 'revision_number': 4, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port': {'id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:18Z', 'updated_at': '2021-06-21T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '55e6c6df-81d7-43d4-aa63-2020f5d6973c', 'name': '', 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'mac_address': 'fa:16:3e:c3:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'c753136b-5d60-41a8-97ae-7717154e3949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:21Z', 'updated_at': '2021-06-21T03:14:25Z', 'revision_number': 4, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'subnets': [{'id': 'c753136b-5d60-41a8-97ae-7717154e3949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:26.568393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-3261ff0b-64b7-49a4-8582-9a535a98d174', 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'fixed_ips': [{'subnet_id': 'c933ca5d-2847-453f-be76-6b5012ef80d0'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:14:26.570542 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:26.717692 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:26.854325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:26.981765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Allocated IP 172.20.0.2 (3261ff0b-64b7-49a4-8582-9a535a98d174/c933ca5d-2847-453f-be76-6b5012ef80d0/3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:27.206720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.362012 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.381715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Transition to ACTIVE for port object 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:27.427345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Transition to ACTIVE for port object 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:27.435572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 55e6c6df-81d7-43d4-aa63-2020f5d6973c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:27.516374 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.524019 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8f1f8b3e-e33d-4cc8-81ef-d284c3321f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:27.542940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.622077 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.658635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Network 3261ff0b-64b7-49a4-8582-9a535a98d174 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:27.660308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Pushing event updated for resources: {'Port': ['ID=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:27.663816 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:27.664963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:27.674752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:27.712066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.751251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Attempting to bind port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:27.751733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Attempting to bind port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:27.752397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Attempting to bind port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c on network 3261ff0b-64b7-49a4-8582-9a535a98d174 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:27.759133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.761535 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:27.762903 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Checking segment: {'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:27.764546 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.765270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Bound using segment: {'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:27.766007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Bound port: 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:27.767145 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.852703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] For port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:27.862765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] For port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,segment=NetworkSegment(ce067b08-d048-4d31-997f-e457aa302aa7),segment_id=ce067b08-d048-4d31-997f-e457aa302aa7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:27.896951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 55e6c6df-81d7-43d4-aa63-2020f5d6973c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:27.901632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 55e6c6df-81d7-43d4-aa63-2020f5d6973c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:27.902099 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:27.956212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Allocated IP 172.25.7.174 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6c405a93-a1fe-4533-b36f-99e7b1e2e371) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:28.017167 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:28.033634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:28.034494 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:28.116084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:28.181223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 55e6c6df-81d7-43d4-aa63-2020f5d6973c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=55e6c6df-81d7-43d4-aa63-2020f5d6973c,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:28.199063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Pushing event updated for resources: {'Port': ['ID=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:28.216235 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:28.280059 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:28.283236 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:28.312947 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:28.321825 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63cbe516-5617-477c-8514-7e53a196609c tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:28.402535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:28.406103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:28.406297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=55e6c6df-81d7-43d4-aa63-2020f5d6973c,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:28.415932 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:28.442232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Allocated IP 172.25.7.224 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/9e090743-3230-45f6-aacf-07e33ca3d5fd) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:28.469971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:28.529645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=6c405a93-a1fe-4533-b36f-99e7b1e2e371,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:28.533495 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:28.711924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:28.867572 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:28.879675 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:28.962442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Pushing event updated for resources: {'Port': ['ID=9e090743-3230-45f6-aacf-07e33ca3d5fd,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:28.966254 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:28.975877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:28.977641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:28.983882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:29.138189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:29.347884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 55e6c6df-81d7-43d4-aa63-2020f5d6973c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:29.465774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 55e6c6df-81d7-43d4-aa63-2020f5d6973c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:29.465985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:29.504683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:29.622036 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:29.639595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:29.800088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:29.889868 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:14:30.042756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:30.062384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c204db4-ca9a-4038-a01f-4009709763dc None None] Network 3261ff0b-64b7-49a4-8582-9a535a98d174 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:30.114371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:30.140275 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Sync routers for ids ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:30.165356 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Routers {'427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:30.166025 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e32700>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:30.217818 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] Provisioning for port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:30.234338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] Provisioning complete for port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:30.234711 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:30.236569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:30.242314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 4.7467148
Jun 21 03:14:30.243295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50212) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:30.291979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:14:30.382394 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Set router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:30.524297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06910128-b78d-44a4-b9a1-e6b3f6d340c5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:30.532652 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:30.533705 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-06910128-b78d-44a4-b9a1-e6b3f6d340c5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f37e350748b54c81a954426463bfb886&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.2882266
Jun 21 03:14:30.534927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50216) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:30.636401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] For port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,segment=NetworkSegment(ce067b08-d048-4d31-997f-e457aa302aa7),segment_id=ce067b08-d048-4d31-997f-e457aa302aa7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:30.651651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:30.667701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Sync routers for ids ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:30.696855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Routers {'6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:30.697506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c61640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:30.828055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:30.831059 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.4478142
Jun 21 03:14:30.831382 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:30.834880 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1f046aa6-71b5-4112-bfdb-e4b929e9b996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:30.835484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:30.841526 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e32700>, [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:14:28Z', 'revision_number': 3, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:31.062404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26333bd8-fb80-4881-9c78-153e7cca9de2 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:31.068254 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-26333bd8-fb80-4881-9c78-153e7cca9de2 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5305095
Jun 21 03:14:31.073596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50224) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:31.184692 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Checking router: 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:14:31.185251 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Updating router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 port 6c405a93-a1fe-4533-b36f-99e7b1e2e371 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:14:31.213805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8033534d-44e6-41a5-b599-484e393df6e5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1387706
Jun 21 03:14:31.218855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50228) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:31.264701 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:31.277309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] Pushing event updated for resources: {'Port': ['ID=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:31.288280 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:31.296883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fc33654e-8a8a-4ade-8ede-090e96d32509 None None] Provisioning complete for port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:31.297690 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fc33654e-8a8a-4ade-8ede-090e96d32509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:31.304017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Set router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:31.317154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d684812f-1018-43cc-b4b8-7314c8427968 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f37e350748b54c81a954426463bfb886&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0961328
Jun 21 03:14:31.325209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50230) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:31.498704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8a2fb-5672-42ac-babc-715c963fe287 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:31.503096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fff8a2fb-5672-42ac-babc-715c963fe287 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1738648
Jun 21 03:14:31.505275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50232) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:31.545290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f4a4e1fd-3be2-4d6c-9500-543313ab85f7 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0381815
Jun 21 03:14:31.549012 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50234) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:31.565432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-742830847', 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a', 'project_id': 'f37e350748b54c81a954426463bfb886', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:31.605245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c61640>, [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:14:29Z', 'revision_number': 3, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port': {'id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:31.662751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Checking router: 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:14:31.663048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Updating router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 port 9e090743-3230-45f6-aacf-07e33ca3d5fd binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:14:31.724951 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:31.737005 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Transition to ACTIVE for port object 6c405a93-a1fe-4533-b36f-99e7b1e2e371 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:31.745880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:31.852668 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:31.855296 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e6860e20-7a1f-48a3-976e-8d446dccdee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:31.894800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:31.957620 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Attempting to bind port 6c405a93-a1fe-4533-b36f-99e7b1e2e371 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:31.958140 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Attempting to bind port 6c405a93-a1fe-4533-b36f-99e7b1e2e371 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:31.958595 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Attempting to bind port 6c405a93-a1fe-4533-b36f-99e7b1e2e371 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:31.965567 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:31.966079 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:31.966595 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:31.967064 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:31.967633 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Bound port: 6c405a93-a1fe-4533-b36f-99e7b1e2e371, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:31.968098 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:31.982687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Made reservation on behalf of f37e350748b54c81a954426463bfb886 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:31.987677 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.009118 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Pushing event updated for resources: {'Port': ['ID=6c405a93-a1fe-4533-b36f-99e7b1e2e371,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:32.049527 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] For port 6c405a93-a1fe-4533-b36f-99e7b1e2e371, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:32.053236 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] For port 6c405a93-a1fe-4533-b36f-99e7b1e2e371, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6c405a93-a1fe-4533-b36f-99e7b1e2e371,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:32.055556 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.056004 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.056617 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.057183 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.057783 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.058343 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.058880 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.059459 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.060018 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.060548 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.061094 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.061701 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:32.075681 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:32.154706 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.165153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Transition to ACTIVE for port object 9e090743-3230-45f6-aacf-07e33ca3d5fd will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:32.207113 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.210567 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-03f13a4e-5d5f-4fdd-9993-02582fc0e9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:32.279776 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Routers {'427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:32.280425 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e32700>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:32.283433 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Pushing event updated for resources: {'Port': ['ID=6c405a93-a1fe-4533-b36f-99e7b1e2e371,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:32.287589 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:32.336792 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.339129 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:32.432600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b795138-7bd9-4ddf-8536-4fd3636dd453 None None] Pushing event updated for resources: {'Port': ['ID=9e090743-3230-45f6-aacf-07e33ca3d5fd,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:32.436949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Attempting to bind port 9e090743-3230-45f6-aacf-07e33ca3d5fd on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:32.437671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Attempting to bind port 9e090743-3230-45f6-aacf-07e33ca3d5fd by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:32.438957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Attempting to bind port 9e090743-3230-45f6-aacf-07e33ca3d5fd on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:32.450426 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1b795138-7bd9-4ddf-8536-4fd3636dd453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:32.450426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:32.450426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:32.450871 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.451325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:32.451900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Bound port: 9e090743-3230-45f6-aacf-07e33ca3d5fd, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:32.452431 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.472880 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] Set router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:32.511187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] For port 9e090743-3230-45f6-aacf-07e33ca3d5fd, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:32.519067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] For port 9e090743-3230-45f6-aacf-07e33ca3d5fd, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9e090743-3230-45f6-aacf-07e33ca3d5fd,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:32.631049 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Allocated IP 172.20.0.1 (3261ff0b-64b7-49a4-8582-9a535a98d174/c933ca5d-2847-453f-be76-6b5012ef80d0/6a80342b-4602-4e2e-aefb-207684914a49) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:32.637669 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.642166 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fd7ffecf-9ea9-4a5c-ab20-d283f180b44a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:32.673919 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e32700>, [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:14:28Z', 'revision_number': 3, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:32.712291 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e6c42-f92c-42b7-95c2-1f1bc2b5bf46 None None] The sync data for ids ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'] in n-d-758944-33 is: [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:14:28Z', 'revision_number': 3, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:32.724560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Routers {'6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:32.725207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c61640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:32.728117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b795138-7bd9-4ddf-8536-4fd3636dd453 None None] Pushing event updated for resources: {'Port': ['ID=9e090743-3230-45f6-aacf-07e33ca3d5fd,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:32.771598 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1b795138-7bd9-4ddf-8536-4fd3636dd453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:32.834790 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.852816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Transition to ACTIVE for port object 6a80342b-4602-4e2e-aefb-207684914a49 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:32.855524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] Set router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:32.878452 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:32.882973 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b28a3670-f3e6-48fb-a77f-0f29fc11b9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:32.983505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Subnet': ['ID=df08cb0d-8f5c-4b74-b160-f942525dea07,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:32.988346 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:32.989243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Checking segment: {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:32.989680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network hostable DHCP agents. Network: 7f333a47-b482-46f4-97fd-e887de379f2a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:14:33.028559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:33.039109 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-726732cb-1a38-4b27-bb69-4f2214b7f61e tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:33.080112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Network 3261ff0b-64b7-49a4-8582-9a535a98d174 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:33.083296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:33.092346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:33.160592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network 7f333a47-b482-46f4-97fd-e887de379f2a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:14:33.166314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c61640>, [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:14:29Z', 'revision_number': 3, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port': {'id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:33.224415 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Pushing event updated for resources: {'Port': ['ID=6a80342b-4602-4e2e-aefb-207684914a49,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:33.239071 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:33.245585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec66d7-06aa-46c5-84f3-92b13425c6b0 None None] The sync data for ids ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'] in n-d-758944-33 is: [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:14:29Z', 'revision_number': 3, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port': {'id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:33.246817 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:33.280691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:33.306494 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7f333a47-b482-46f4-97fd-e887de379f2a) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:33.314638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:33.315302 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:33.330173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b02246-8198-4561-aa99-a837424473da None None] Network 7f333a47-b482-46f4-97fd-e887de379f2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:33.473436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50252) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:33.474105 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9233162
Jun 21 03:14:33.558132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:33.558522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:33.594078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-7f333a47-b482-46f4-97fd-e887de379f2a', 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'fixed_ips': [{'subnet_id': 'df08cb0d-8f5c-4b74-b160-f942525dea07'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:14:33.595167 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:33.718276 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:14:33.725556 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:33.990472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-21838358-52e6-4bab-843e-f51416757953 None None] Provisioning for port 6a80342b-4602-4e2e-aefb-207684914a49 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:34.004437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-21838358-52e6-4bab-843e-f51416757953 None None] Provisioning complete for port 6a80342b-4602-4e2e-aefb-207684914a49 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:34.004924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21838358-52e6-4bab-843e-f51416757953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.066255 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.143494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-21838358-52e6-4bab-843e-f51416757953 None None] Port 6a80342b-4602-4e2e-aefb-207684914a49 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:34.150398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.150661 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:34.194844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Allocated IP 172.20.0.18 (7f333a47-b482-46f4-97fd-e887de379f2a/df08cb0d-8f5c-4b74-b160-f942525dea07/b3a99503-f09b-436e-ac7b-d2d7df8817ba) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:34.254198 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8713435e-ba4e-46e7-8d2c-588e01fc8d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.262357 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.274815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Pushing event updated for resources: {'Port': ['ID=6a80342b-4602-4e2e-aefb-207684914a49,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:34.280223 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:34.444281 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.453197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Network 3261ff0b-64b7-49a4-8582-9a535a98d174 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:34.456127 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:34.475282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Transition to ACTIVE for port object b3a99503-f09b-436e-ac7b-d2d7df8817ba will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:34.495897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Transition to ACTIVE for port object b3a99503-f09b-436e-ac7b-d2d7df8817ba will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:34.600291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.603749 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1b795138-7bd9-4ddf-8536-4fd3636dd453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:34.693926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:14:34.697516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4665c-d626-472d-a43b-6c367fd7a684 req-69aadbc1-18a0-45dc-aeae-ec9da96a699f tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:34.701825 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ba4665c-d626-472d-a43b-6c367fd7a684 req-69aadbc1-18a0-45dc-aeae-ec9da96a699f tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 945 time: 0.8140876
Jun 21 03:14:34.716812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Network 7f333a47-b482-46f4-97fd-e887de379f2a is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:34.733482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:34.745150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:34.755752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Pushing event updated for resources: {'Port': ['ID=b3a99503-f09b-436e-ac7b-d2d7df8817ba,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:34.763430 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:34.865157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Attempting to bind port b3a99503-f09b-436e-ac7b-d2d7df8817ba on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:34.865709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Attempting to bind port b3a99503-f09b-436e-ac7b-d2d7df8817ba by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:34.866360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Attempting to bind port b3a99503-f09b-436e-ac7b-d2d7df8817ba on network 7f333a47-b482-46f4-97fd-e887de379f2a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:34.867462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ba4665c-d626-472d-a43b-6c367fd7a684 req-dda3f4cd-d505-4189-81c1-b06205140cd1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977840
Jun 21 03:14:34.894330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:34.895167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Checking segment: {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:34.895845 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.896631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Bound using segment: {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:34.897670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Bound port: b3a99503-f09b-436e-ac7b-d2d7df8817ba, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:34.898782 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.901748 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.929732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8f8d89d8-f0b8-4323-9305-651c92b53515 None None] Provisioning complete for port 6a80342b-4602-4e2e-aefb-207684914a49 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:34.930503 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8f8d89d8-f0b8-4323-9305-651c92b53515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:34.952126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:34.998633 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] 10.222.0.25 "PUT /v2.0/routers/6a402cda-c2c4-43c9-aa6f-fa2dde6e2124/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1590908
Jun 21 03:14:35.034163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d89d8-f0b8-4323-9305-651c92b53515 None None] Port 6a80342b-4602-4e2e-aefb-207684914a49 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:35.136990 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-24b89911-f764-45ef-bd24-075f4857652c None None] For port b3a99503-f09b-436e-ac7b-d2d7df8817ba, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:35.147551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-24b89911-f764-45ef-bd24-075f4857652c None None] For port b3a99503-f09b-436e-ac7b-d2d7df8817ba, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b3a99503-f09b-436e-ac7b-d2d7df8817ba,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:35.211203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:35.232676 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:35.300548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9e090743-3230-45f6-aacf-07e33ca3d5fd up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:35.382935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Pushing event updated for resources: {'Port': ['ID=b3a99503-f09b-436e-ac7b-d2d7df8817ba,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:35.396763 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:35.489206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Allocated IP 172.20.0.17 (7f333a47-b482-46f4-97fd-e887de379f2a/df08cb0d-8f5c-4b74-b160-f942525dea07/f753287e-f37d-4eee-a77e-5709fe7a6dac) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:35.507186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9e090743-3230-45f6-aacf-07e33ca3d5fd completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:35.507186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9e090743-3230-45f6-aacf-07e33ca3d5fd triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:35.507186 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:35.519075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-ae413450-ded1-4674-9fdc-4980ce4c457e tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:35.520720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-ae413450-ded1-4674-9fdc-4980ce4c457e tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.20 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 945 time: 0.2575412
Jun 21 03:14:35.737819 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:35.771031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 9e090743-3230-45f6-aacf-07e33ca3d5fd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9e090743-3230-45f6-aacf-07e33ca3d5fd,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:35.818522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:35.842383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Transition to ACTIVE for port object f753287e-f37d-4eee-a77e-5709fe7a6dac will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:35.850128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Deleting port 3929e02c-9901-4685-af18-b5903fd4f6bc {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:35.850477 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:35.891899 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:35.892912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6c405a93-a1fe-4533-b36f-99e7b1e2e371 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:35.894726 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:36.087052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=9e090743-3230-45f6-aacf-07e33ca3d5fd,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:36.130238 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:36.153760 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.163533 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b2464f6-957a-4be0-96e5-ba3e072d66e4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:36.170261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] For port 3929e02c-9901-4685-af18-b5903fd4f6bc, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3929e02c-9901-4685-af18-b5903fd4f6bc,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:36.170619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.279745 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.293952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Calling delete_port for 3929e02c-9901-4685-af18-b5903fd4f6bc owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:36.299462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network 7f333a47-b482-46f4-97fd-e887de379f2a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:36.314323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:36.316840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:36.342308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6c405a93-a1fe-4533-b36f-99e7b1e2e371 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:36.348437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6c405a93-a1fe-4533-b36f-99e7b1e2e371 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:36.348919 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.428389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=f753287e-f37d-4eee-a77e-5709fe7a6dac,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:36.431742 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:36.443093 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.467850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6c405a93-a1fe-4533-b36f-99e7b1e2e371, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6c405a93-a1fe-4533-b36f-99e7b1e2e371,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:36.468549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-66bf2d39-3b71-4128-a91e-7dba9d997454 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:36.470685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-66bf2d39-3b71-4128-a91e-7dba9d997454 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/networks?id=a4257924-556a-49fa-bb13-44484a4318b4 HTTP/1.1" status: 200  len: 911 time: 0.4936197
Jun 21 03:14:36.489386 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.555806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-1b69ee6b-6b1c-403a-b6b8-3cc11b7179dd tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/quotas/31cc5ebc83cf449f9bfe767ee9a05ce4 HTTP/1.1" status: 200  len: 375 time: 0.0763454
Jun 21 03:14:36.559954 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Sync routers for ids ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:36.570071 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Routers {'6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:36.570462 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.570869 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84ed5b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:36.572302 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:36.626189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6c405a93-a1fe-4533-b36f-99e7b1e2e371,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:36.634476 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:36.638363 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4ab8-23b3-4b9c-8816-af0b8538144a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.692810 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Set router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:36.731818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7526e18-8812-4927-ba5a-2b660e2c5352 req-a3e655da-fa78-49f9-bc0f-7b0528c576b0 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:36.739135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7526e18-8812-4927-ba5a-2b660e2c5352 req-a3e655da-fa78-49f9-bc0f-7b0528c576b0 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 945 time: 0.5897105
Jun 21 03:14:36.832398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-ae0bb665-ddc5-4419-9473-f5c433ff5f49 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=31cc5ebc83cf449f9bfe767ee9a05ce4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2674594
Jun 21 03:14:36.835427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7526e18-8812-4927-ba5a-2b660e2c5352 req-d87fc1c9-95e6-42f8-a0f4-3d6a1e669999 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872645
Jun 21 03:14:36.920294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:36.926749 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:36.948664 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84ed5b0>, [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:14:33Z', 'revision_number': 4, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port': {'id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '6a80342b-4602-4e2e-aefb-207684914a49', 'name': '', 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'mac_address': 'fa:16:3e:b5:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c933ca5d-2847-453f-be76-6b5012ef80d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:31Z', 'updated_at': '2021-06-21T03:14:33Z', 'revision_number': 2, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'subnets': [{'id': 'c933ca5d-2847-453f-be76-6b5012ef80d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:36.969694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Pushing event deleted for resources: {'Port': ['ID=3929e02c-9901-4685-af18-b5903fd4f6bc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:36.986103 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Checking router: 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:14:36.986473 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Updating router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 port 6a80342b-4602-4e2e-aefb-207684914a49 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:14:36.989888 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:37.025732 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.115903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] No DVR routers for this DVR port 3929e02c-9901-4685-af18-b5903fd4f6bc on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:37.122912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.127039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bbbc418b-bc73-4a74-908e-2b1307099f34 req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.20 "DELETE /v2.0/ports/3929e02c-9901-4685-af18-b5903fd4f6bc HTTP/1.1" status: 204  len: 173 time: 1.5959315
Jun 21 03:14:37.133531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aaca71-ac33-47bf-9c83-f047e8b9ea60', 'name': 'network-vif-deleted', 'tag': '3929e02c-9901-4685-af18-b5903fd4f6bc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:37.136000 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821bd317-0c6e-40be-8ec8-9f94a5199bab" -d '{"events": [{"server_uuid": "35aaca71-ac33-47bf-9c83-f047e8b9ea60", "name": "network-vif-deleted", "tag": "3929e02c-9901-4685-af18-b5903fd4f6bc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:37.158544 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.211020 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.229822 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bfed4d-afed-49fb-9dde-7d14d8db53b8 x-openstack-request-id: req-47bfed4d-afed-49fb-9dde-7d14d8db53b8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:37.230274 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aaca71-ac33-47bf-9c83-f047e8b9ea60", "name": "network-vif-deleted", "tag": "3929e02c-9901-4685-af18-b5903fd4f6bc", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:37.230693 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47bfed4d-afed-49fb-9dde-7d14d8db53b8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:37.231240 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aaca71-ac33-47bf-9c83-f047e8b9ea60', 'name': 'network-vif-deleted', 'tag': '3929e02c-9901-4685-af18-b5903fd4f6bc', 'status': 'completed', 'code': 200}
Jun 21 03:14:37.279747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2321e9d-c1a0-4b05-9b73-9e7b2d3c3e58 None None] Network 7f333a47-b482-46f4-97fd-e887de379f2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:14:37.300583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-5cebd19b-0fb7-4405-b401-124b88cef8f5 service neutron] 10.222.0.25 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4479716
Jun 21 03:14:37.375589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6c405a93-a1fe-4533-b36f-99e7b1e2e371 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:37.496414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-97eaff1c-81e1-4060-bb96-c0b70196f3d6 None None] Provisioning for port b3a99503-f09b-436e-ac7b-d2d7df8817ba completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:37.534044 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.542841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6c405a93-a1fe-4533-b36f-99e7b1e2e371 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:37.543617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.545948 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Transition to ACTIVE for port object 6a80342b-4602-4e2e-aefb-207684914a49 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:37.572347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-23d029fb-4902-4e8a-8ffc-f2a744aa536a service neutron] 10.222.0.25 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636940
Jun 21 03:14:37.680773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9e090743-3230-45f6-aacf-07e33ca3d5fd up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:37.740597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.741937 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.744783 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:37.756550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9e090743-3230-45f6-aacf-07e33ca3d5fd triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:37.756977 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.850844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b3a99503-f09b-436e-ac7b-d2d7df8817ba up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:37.911590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3db035-087c-42d0-a4a0-eb76116e929b None None] Pushing event updated for resources: {'Port': ['ID=6a80342b-4602-4e2e-aefb-207684914a49,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:37.911590 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7f3db035-087c-42d0-a4a0-eb76116e929b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:37.911590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Attempting to bind port 6a80342b-4602-4e2e-aefb-207684914a49 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:37.911590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Attempting to bind port 6a80342b-4602-4e2e-aefb-207684914a49 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:37.911590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Attempting to bind port 6a80342b-4602-4e2e-aefb-207684914a49 on network 3261ff0b-64b7-49a4-8582-9a535a98d174 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:37.923382 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:37.923770 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Checking segment: {'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:37.924194 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.924598 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Bound using segment: {'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:37.929009 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Bound port: 6a80342b-4602-4e2e-aefb-207684914a49, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce067b08-d048-4d31-997f-e457aa302aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:37.929434 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.959599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:37.977031 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96b4b7e5-cbbb-4f72-b169-995536ea271b tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:38.073325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b3a99503-f09b-436e-ac7b-d2d7df8817ba completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:38.077914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b3a99503-f09b-436e-ac7b-d2d7df8817ba triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:38.078075 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.147730 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] For port 6a80342b-4602-4e2e-aefb-207684914a49, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:38.155244 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] For port 6a80342b-4602-4e2e-aefb-207684914a49, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6a80342b-4602-4e2e-aefb-207684914a49,segment=NetworkSegment(ce067b08-d048-4d31-997f-e457aa302aa7),segment_id=ce067b08-d048-4d31-997f-e457aa302aa7)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:38.163590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab6e48b3-ad60-4312-b812-9c01d65b8e7d None None] Provisioning for port f753287e-f37d-4eee-a77e-5709fe7a6dac completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:38.178280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b1c87e9-d1b6-47b2-945e-8490120e9fae req-b95f475d-c438-47e9-b66e-1ab29cc1ba93 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 210 time: 0.0590281
Jun 21 03:14:38.214720 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.216901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ab6e48b3-ad60-4312-b812-9c01d65b8e7d None None] Provisioning complete for port f753287e-f37d-4eee-a77e-5709fe7a6dac triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:38.217267 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ab6e48b3-ad60-4312-b812-9c01d65b8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.236879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e627345-4afc-4f63-a864-0e60a50770d5 req-2cfd7977-8922-4e55-8a57-8fef174962c9 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=35aaca71-ac33-47bf-9c83-f047e8b9ea60 HTTP/1.1" status: 200  len: 210 time: 0.0472164
Jun 21 03:14:38.245650 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.247702 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-30d63b1c-ceca-4214-919e-36c51e26599e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:38.271169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=f753287e-f37d-4eee-a77e-5709fe7a6dac,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:38.280854 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:38.282274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.318832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.372009 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Routers {'6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:38.372659 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84ed5b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:38.378000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e48b3-ad60-4312-b812-9c01d65b8e7d None None] Port f753287e-f37d-4eee-a77e-5709fe7a6dac cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:38.386633 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.428042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3929e02c-9901-4685-af18-b5903fd4f6bc no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:14:38.509840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 3929e02c-9901-4685-af18-b5903fd4f6bc {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:14:38.510319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3929e02c-9901-4685-af18-b5903fd4f6bc not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:14:38.515341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network 7f333a47-b482-46f4-97fd-e887de379f2a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:38.517059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:38.561648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port b3a99503-f09b-436e-ac7b-d2d7df8817ba, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b3a99503-f09b-436e-ac7b-d2d7df8817ba,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:38.639852 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.650743 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-913a2178-9fa2-4c7b-944d-969bb4da87ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:38.742104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:14:38.755659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=b3a99503-f09b-436e-ac7b-d2d7df8817ba,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:38.760001 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:38.764538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-659330b3-97ee-46b7-8168-7cc7d57c7e2b None None] Provisioning complete for port f753287e-f37d-4eee-a77e-5709fe7a6dac triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:38.769380 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-659330b3-97ee-46b7-8168-7cc7d57c7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:38.820669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-659330b3-97ee-46b7-8168-7cc7d57c7e2b None None] Port f753287e-f37d-4eee-a77e-5709fe7a6dac cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:38.854786 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3db035-087c-42d0-a4a0-eb76116e929b None None] Pushing event updated for resources: {'Port': ['ID=6a80342b-4602-4e2e-aefb-207684914a49,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:38.854786 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7f3db035-087c-42d0-a4a0-eb76116e929b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:38.862839 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] Set router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:38.908269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:14:38.919680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "PUT /v2.0/routers/427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4443340
Jun 21 03:14:38.924113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Sync routers for ids ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:14:38.944335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Routers {'427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:38.944681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de68e550>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:38.996995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-91f44168-fac9-4fc8-b87e-a8e6ea8f638f None None] Provisioning complete for port f753287e-f37d-4eee-a77e-5709fe7a6dac triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:38.996995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-91f44168-fac9-4fc8-b87e-a8e6ea8f638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:39.171032 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84ed5b0>, [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:14:33Z', 'revision_number': 4, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port': {'id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '6a80342b-4602-4e2e-aefb-207684914a49', 'name': '', 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'mac_address': 'fa:16:3e:b5:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c933ca5d-2847-453f-be76-6b5012ef80d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:31Z', 'updated_at': '2021-06-21T03:14:38Z', 'revision_number': 4, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'subnets': [{'id': 'c933ca5d-2847-453f-be76-6b5012ef80d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:39.222075 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b50dc6-a82f-4b5c-b376-15857b580c9a None None] The sync data for ids ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'] in n-d-758944-33 is: [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:14:33Z', 'revision_number': 4, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port': {'id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '6a80342b-4602-4e2e-aefb-207684914a49', 'name': '', 'network_id': '3261ff0b-64b7-49a4-8582-9a535a98d174', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'mac_address': 'fa:16:3e:b5:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c933ca5d-2847-453f-be76-6b5012ef80d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:31Z', 'updated_at': '2021-06-21T03:14:38Z', 'revision_number': 4, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'subnets': [{'id': 'c933ca5d-2847-453f-be76-6b5012ef80d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:39.341035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac1a9339-355f-4dc4-851a-737bcda8527c req-adf399b3-2db2-4487-9f95-47eb0a9be03b tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 210 time: 0.0730088
Jun 21 03:14:39.405398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b3a99503-f09b-436e-ac7b-d2d7df8817ba up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:39.459806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-91f44168-fac9-4fc8-b87e-a8e6ea8f638f None None] Port f753287e-f37d-4eee-a77e-5709fe7a6dac cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:39.552466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-807b1425-f978-481d-b78b-de9578cc28f3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:39.555265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-807b1425-f978-481d-b78b-de9578cc28f3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/networks?id=7f333a47-b482-46f4-97fd-e887de379f2a HTTP/1.1" status: 200  len: 798 time: 0.2126694
Jun 21 03:14:39.577406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-8498eb45-05d6-4ba0-9ef5-0fc3d9c985e2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/quotas/f37e350748b54c81a954426463bfb886 HTTP/1.1" status: 200  len: 375 time: 0.0136192
Jun 21 03:14:39.598256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Set router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:39.695395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b3a99503-f09b-436e-ac7b-d2d7df8817ba triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:39.695732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:39.709754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-9300161f-0320-4d0d-a4e1-b25b66b1656f tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1208572
Jun 21 03:14:39.798640 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:39.841886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-836a7556-604f-4f6b-b6a8-f1183b5d39ad service neutron] 10.222.0.25 "GET /v2.0/networks/7f333a47-b482-46f4-97fd-e887de379f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143975
Jun 21 03:14:40.018899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de68e550>, [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f753287e-f37d-4eee-a77e-5709fe7a6dac', 'name': '', 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:b4:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'df08cb0d-8f5c-4b74-b160-f942525dea07', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:35Z', 'updated_at': '2021-06-21T03:14:37Z', 'revision_number': 2, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'df08cb0d-8f5c-4b74-b160-f942525dea07', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:40.067199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Checking router: 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:14:40.067572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Updating router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 port f753287e-f37d-4eee-a77e-5709fe7a6dac binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:14:40.142064 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:40.357124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-9c5d541f-1ff7-4ad5-9b4e-3d7d4892e9e9 service neutron] 10.222.0.25 "GET /v2.0/networks/7f333a47-b482-46f4-97fd-e887de379f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5088773
Jun 21 03:14:40.656106 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:40.670272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f52f109d-c170-4f26-ada5-b3a17ae4fffd req-9d939b9f-bca9-4b63-b38d-f25575d2af78 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 210 time: 0.0629451
Jun 21 03:14:40.671466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Transition to ACTIVE for port object f753287e-f37d-4eee-a77e-5709fe7a6dac will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:40.950849 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:40.953677 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:40.994608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63f8b885-1232-49b5-b63e-bf7c50dda22e req-0fd8c907-da6d-454b-84d0-54d65d1c26c0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 210 time: 0.0508435
Jun 21 03:14:41.091779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d960f-c68a-4e56-8f59-e28ea165861b None None] Pushing event updated for resources: {'Port': ['ID=f753287e-f37d-4eee-a77e-5709fe7a6dac,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:41.095420 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-907d960f-c68a-4e56-8f59-e28ea165861b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:41.321232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Attempting to bind port f753287e-f37d-4eee-a77e-5709fe7a6dac on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:41.321232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Attempting to bind port f753287e-f37d-4eee-a77e-5709fe7a6dac by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:41.323022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Attempting to bind port f753287e-f37d-4eee-a77e-5709fe7a6dac on network 7f333a47-b482-46f4-97fd-e887de379f2a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:41.335627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6a80342b-4602-4e2e-aefb-207684914a49 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:41.399541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:41.399541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Checking segment: {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:41.399541 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:41.403100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Bound using segment: {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:41.403662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Bound port: f753287e-f37d-4eee-a77e-5709fe7a6dac, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:41.404068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:41.542443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] For port f753287e-f37d-4eee-a77e-5709fe7a6dac, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:41.546518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] For port f753287e-f37d-4eee-a77e-5709fe7a6dac, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f753287e-f37d-4eee-a77e-5709fe7a6dac,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:41.655950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6a80342b-4602-4e2e-aefb-207684914a49 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:41.660153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6a80342b-4602-4e2e-aefb-207684914a49 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:41.660820 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:41.692715 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:41.698511 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f210898d-56a9-4de4-ac50-2ab5b9c23282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:41.784825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Routers {'427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:14:41.784825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de68e550>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:41.786049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d960f-c68a-4e56-8f59-e28ea165861b None None] Pushing event updated for resources: {'Port': ['ID=f753287e-f37d-4eee-a77e-5709fe7a6dac,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:41.790264 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-907d960f-c68a-4e56-8f59-e28ea165861b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:41.914740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-d2e5e878-124f-419a-9f7f-cd5d33059a25 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:41.915917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-d2e5e878-124f-419a-9f7f-cd5d33059a25 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.20 "GET /v2.0/networks?id=a4257924-556a-49fa-bb13-44484a4318b4 HTTP/1.1" status: 200  len: 911 time: 0.1990836
Jun 21 03:14:41.929978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Request body: {'port': {'device_id': 'd1b1cdc3-2ec1-4525-b374-af38d9ebd60b', 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'admin_state_up': True, 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:41.944363 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:42.043291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] Set router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:14:42.102946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Made reservation on behalf of 31cc5ebc83cf449f9bfe767ee9a05ce4 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:42.107226 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:42.222709 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9033c0bc-b5e3-48fc-93e3-0be9d26c9ef2 req-2c788670-4fef-4377-8a98-16e670376e06 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 210 time: 0.3167810
Jun 21 03:14:42.237381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ce1c090d-5a36-4030-8168-8fa8773e0d61 req-83791ab2-262f-4df8-a895-a2ee419f59e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 210 time: 0.1237631
Jun 21 03:14:42.416440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6a80342b-4602-4e2e-aefb-207684914a49, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6a80342b-4602-4e2e-aefb-207684914a49,segment=NetworkSegment(ce067b08-d048-4d31-997f-e457aa302aa7),segment_id=ce067b08-d048-4d31-997f-e457aa302aa7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:42.449635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Allocated IP 172.20.0.11 (a4257924-556a-49fa-bb13-44484a4318b4/c753136b-5d60-41a8-97ae-7717154e3949/62c86ba4-8f58-4b76-9e2e-f833540e552b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:42.530725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de68e550>, [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f753287e-f37d-4eee-a77e-5709fe7a6dac', 'name': '', 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:b4:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'df08cb0d-8f5c-4b74-b160-f942525dea07', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:35Z', 'updated_at': '2021-06-21T03:14:41Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'df08cb0d-8f5c-4b74-b160-f942525dea07', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:14:42.585423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1fa615-8b6c-42ff-bfcd-573b9ee820ba None None] The sync data for ids ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'] in n-d-758944-33 is: [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f753287e-f37d-4eee-a77e-5709fe7a6dac', 'name': '', 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:b4:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'df08cb0d-8f5c-4b74-b160-f942525dea07', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:35Z', 'updated_at': '2021-06-21T03:14:41Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'df08cb0d-8f5c-4b74-b160-f942525dea07', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:14:42.588276 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:42.590382 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9be4921c-80cd-4aaa-980c-0fd9815f4bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:42.678609 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:42.694843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Transition to ACTIVE for port object 62c86ba4-8f58-4b76-9e2e-f833540e552b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:42.711630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6a80342b-4602-4e2e-aefb-207684914a49,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:42.713080 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:42.851714 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:42.860881 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-18298bfd-0288-4714-97d4-db8e402e192f tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:42.923320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Network a4257924-556a-49fa-bb13-44484a4318b4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:42.927906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:42.938672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:42.941072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Pushing event updated for resources: {'Port': ['ID=62c86ba4-8f58-4b76-9e2e-f833540e552b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:42.944649 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:43.013352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:43.014149 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:43.121542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.1959996
Jun 21 03:14:43.134955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Request body: {'port': {'device_id': 'd1b1cdc3-2ec1-4525-b374-af38d9ebd60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:43.311112 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:43.376118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-323bea69-8cc4-42b0-abef-dba535483f79 None None] Provisioning for port 62c86ba4-8f58-4b76-9e2e-f833540e552b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:43.381069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-323bea69-8cc4-42b0-abef-dba535483f79 None None] Provisioning complete for port 62c86ba4-8f58-4b76-9e2e-f833540e552b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:43.381705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-323bea69-8cc4-42b0-abef-dba535483f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:43.467086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f753287e-f37d-4eee-a77e-5709fe7a6dac up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:43.554689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-323bea69-8cc4-42b0-abef-dba535483f79 None None] Port 62c86ba4-8f58-4b76-9e2e-f833540e552b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:43.646931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d756c87-ccbc-43b6-8308-2db2ee933fc9 req-e9aa9f9b-c15b-479c-816f-0889e8fceb1f tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 210 time: 0.0641904
Jun 21 03:14:43.688845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f753287e-f37d-4eee-a77e-5709fe7a6dac completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:43.693689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f753287e-f37d-4eee-a77e-5709fe7a6dac triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:43.694067 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:43.800843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398ca7d-fab2-4e7a-a2c4-c81d28afe39a req-e52a8837-06dc-4d56-a3ad-454651606418 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:43.802476 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c398ca7d-fab2-4e7a-a2c4-c81d28afe39a req-e52a8837-06dc-4d56-a3ad-454651606418 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1028 time: 0.2333972
Jun 21 03:14:43.851398 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:43.897223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c398ca7d-fab2-4e7a-a2c4-c81d28afe39a req-f774536a-821f-49dc-a828-99ff3605117f tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791585
Jun 21 03:14:43.933146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port f753287e-f37d-4eee-a77e-5709fe7a6dac, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f753287e-f37d-4eee-a77e-5709fe7a6dac,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:44.022635 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:44.023997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6a80342b-4602-4e2e-aefb-207684914a49 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:44.026425 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0df67a3c-eac8-43f2-9257-28bb5dfb7495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:44.034522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c86ba4-8f58-4b76-9e2e-f833540e552b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:14:44.043216 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:44.067519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Transition to ACTIVE for port object 62c86ba4-8f58-4b76-9e2e-f833540e552b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:44.143160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:44.162440 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f3c542a-35d0-4266-a24d-9d8f3f9db47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:44.174228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=f753287e-f37d-4eee-a77e-5709fe7a6dac,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:44.182122 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:44.189559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6a80342b-4602-4e2e-aefb-207684914a49 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:44.189770 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:44.269301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e49429-da50-4415-b886-b4db4045beed service neutron] Pushing event updated for resources: {'Port': ['ID=62c86ba4-8f58-4b76-9e2e-f833540e552b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:44.277962 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35e49429-da50-4415-b886-b4db4045beed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:44.470179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Attempting to bind port 62c86ba4-8f58-4b76-9e2e-f833540e552b on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:44.470678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Attempting to bind port 62c86ba4-8f58-4b76-9e2e-f833540e552b by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:44.477883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Attempting to bind port 62c86ba4-8f58-4b76-9e2e-f833540e552b on network a4257924-556a-49fa-bb13-44484a4318b4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:44.489203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Port 62c86ba4-8f58-4b76-9e2e-f833540e552b on network a4257924-556a-49fa-bb13-44484a4318b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:14:44.489656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Attempting to bind port 62c86ba4-8f58-4b76-9e2e-f833540e552b on network a4257924-556a-49fa-bb13-44484a4318b4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:44.499259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:44.499259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Checking segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:44.499259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Bound using segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:44.499259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Bound port: 62c86ba4-8f58-4b76-9e2e-f833540e552b, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:44.502435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:44.598790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] For port 62c86ba4-8f58-4b76-9e2e-f833540e552b, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:44.602564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] For port 62c86ba4-8f58-4b76-9e2e-f833540e552b, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=62c86ba4-8f58-4b76-9e2e-f833540e552b,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:44.737237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:44.741560 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-41ff0f38-c5f5-46cb-b6e5-5cac82a8dcaf tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:44.834857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:44.847533 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:44.849291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-35e49429-da50-4415-b886-b4db4045beed service neutron] 10.222.0.20 "PUT /v2.0/ports/62c86ba4-8f58-4b76-9e2e-f833540e552b HTTP/1.1" status: 200  len: 1093 time: 1.7201266
Jun 21 03:14:44.852497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-161d2528-0538-47e9-99ee-5ae05c41dff1 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:44.854773 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-161d2528-0538-47e9-99ee-5ae05c41dff1 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.20 "GET /v2.0/networks?id=7f333a47-b482-46f4-97fd-e887de379f2a HTTP/1.1" status: 200  len: 798 time: 0.2245469
Jun 21 03:14:44.876518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Request body: {'port': {'device_id': '4cbc90e3-b020-4b06-ad0e-425782ddeb61', 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a', 'admin_state_up': True, 'tenant_id': 'f37e350748b54c81a954426463bfb886'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:44.881056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b1cdc3-2ec1-4525-b374-af38d9ebd60b', 'tag': '62c86ba4-8f58-4b76-9e2e-f833540e552b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:44.884407 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96b74a6-32be-4ca4-b7e4-46b82250e80a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b1cdc3-2ec1-4525-b374-af38d9ebd60b", "tag": "62c86ba4-8f58-4b76-9e2e-f833540e552b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:44.967499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b5e400f-be76-487d-b3a2-cfc290e9c0c3 req-4aff6846-59a7-4627-897b-90aea0a9e54d tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 210 time: 0.1086099
Jun 21 03:14:45.003411 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abef254-8a69-422f-a7bd-67eb31ac6cf4 x-openstack-request-id: req-3abef254-8a69-422f-a7bd-67eb31ac6cf4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:45.008418 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b1cdc3-2ec1-4525-b374-af38d9ebd60b", "tag": "62c86ba4-8f58-4b76-9e2e-f833540e552b", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:45.009186 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3abef254-8a69-422f-a7bd-67eb31ac6cf4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:45.010083 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b1cdc3-2ec1-4525-b374-af38d9ebd60b', 'tag': '62c86ba4-8f58-4b76-9e2e-f833540e552b', 'status': 'completed', 'code': 200}
Jun 21 03:14:45.029537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e49429-da50-4415-b886-b4db4045beed service neutron] Pushing event updated for resources: {'Port': ['ID=62c86ba4-8f58-4b76-9e2e-f833540e552b,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:45.041026 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35e49429-da50-4415-b886-b4db4045beed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:45.172445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-4effda01-0f37-481b-b13e-6ac3710bf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:45.174061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-4effda01-0f37-481b-b13e-6ac3710bf5a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31cc5ebc83cf449f9bfe767ee9a05ce4&device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1096 time: 0.1075733
Jun 21 03:14:45.211646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f753287e-f37d-4eee-a77e-5709fe7a6dac up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:45.291279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-29fb844f-9984-49e3-b191-9cc5f5e22420 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c86ba4-8f58-4b76-9e2e-f833540e552b HTTP/1.1" status: 200  len: 217 time: 0.1082003
Jun 21 03:14:45.319632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Made reservation on behalf of f37e350748b54c81a954426463bfb886 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:45.334114 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:45.389728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f753287e-f37d-4eee-a77e-5709fe7a6dac triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:45.390157 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:45.424697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-5ff8f916-9245-4d8b-887b-bfdc4ac5f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:45.429776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-5ff8f916-9245-4d8b-887b-bfdc4ac5f191 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c753136b-5d60-41a8-97ae-7717154e3949 HTTP/1.1" status: 200  len: 849 time: 0.1010897
Jun 21 03:14:45.480844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb148509-0bf5-403d-8a4d-0590e758e552 req-29ee6d0f-66ee-438e-939d-9396928f3fe9 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:45.482714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb148509-0bf5-403d-8a4d-0590e758e552 req-29ee6d0f-66ee-438e-939d-9396928f3fe9 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1096 time: 0.2160404
Jun 21 03:14:45.555285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb148509-0bf5-403d-8a4d-0590e758e552 req-a49ec2a6-c4ac-4f2a-a222-fba1a9a84bb9 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645485
Jun 21 03:14:45.563784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-d6728152-3654-4925-8764-bf2e4b1e885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:45.564522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-d6728152-3654-4925-8764-bf2e4b1e885f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4257924-556a-49fa-bb13-44484a4318b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1270578
Jun 21 03:14:45.564867 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Allocated IP 172.20.0.23 (7f333a47-b482-46f4-97fd-e887de379f2a/df08cb0d-8f5c-4b74-b160-f942525dea07/38240794-84d9-4f92-9193-cf31a137eecb) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:45.685102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-bfb8da68-70f7-4914-9feb-b9e79d183f23 service neutron] 10.222.0.20 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095285
Jun 21 03:14:45.758507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:45.772007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Transition to ACTIVE for port object 38240794-84d9-4f92-9193-cf31a137eecb will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:45.784405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8275e711-07fb-48d0-af8b-7bfcc07f5abe req-5a585cb8-e274-410f-bbd4-c1fa5adb14e5 service neutron] 10.222.0.20 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912616
Jun 21 03:14:45.943831 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:45.943831 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-10a30ce3-9345-4749-842e-7aa3733e1451 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:45.970693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-c43a9d8a-dd76-47c1-86f7-95b045405f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:45.972250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-c43a9d8a-dd76-47c1-86f7-95b045405f5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31cc5ebc83cf449f9bfe767ee9a05ce4&device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1096 time: 0.0620668
Jun 21 03:14:45.979096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Network 7f333a47-b482-46f4-97fd-e887de379f2a is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:45.982440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:45.988822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:46.031479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event updated for resources: {'Port': ['ID=38240794-84d9-4f92-9193-cf31a137eecb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:46.038503 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:46.061514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:46.066888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:46.122962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-21df0be4-9c74-486f-8214-1e60f50918ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:46.125513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-21df0be4-9c74-486f-8214-1e60f50918ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4257924-556a-49fa-bb13-44484a4318b4 HTTP/1.1" status: 200  len: 911 time: 0.1459148
Jun 21 03:14:46.160066 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 1.2966566
Jun 21 03:14:46.173836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Request body: {'port': {'device_id': '4cbc90e3-b020-4b06-ad0e-425782ddeb61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:46.209019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-3235757c-81a8-4085-939d-93c558c0801a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c86ba4-8f58-4b76-9e2e-f833540e552b HTTP/1.1" status: 200  len: 217 time: 0.0723281
Jun 21 03:14:46.298165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:46.330893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-f9d7a2d4-0115-45a6-86a4-f441bedf07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:46.337766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-f9d7a2d4-0115-45a6-86a4-f441bedf07ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c753136b-5d60-41a8-97ae-7717154e3949 HTTP/1.1" status: 200  len: 849 time: 0.1118398
Jun 21 03:14:46.399741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c60368-b76d-4a03-9bcf-8c9aa8479518 req-e05ac9f5-6e34-4be2-84da-43ae5613eeb9 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:46.401280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5c60368-b76d-4a03-9bcf-8c9aa8479518 req-e05ac9f5-6e34-4be2-84da-43ae5613eeb9 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 895 time: 0.1325786
Jun 21 03:14:46.452349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-05c0cac4-6433-4f73-93e1-ad7bd1c1815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:46.454186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-05c0cac4-6433-4f73-93e1-ad7bd1c1815b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4257924-556a-49fa-bb13-44484a4318b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1117396
Jun 21 03:14:46.473309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-86fde7de-d09a-4d74-a0c2-eee1b105bbfb None None] Provisioning for port 38240794-84d9-4f92-9193-cf31a137eecb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:46.477412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-86fde7de-d09a-4d74-a0c2-eee1b105bbfb None None] Provisioning complete for port 38240794-84d9-4f92-9193-cf31a137eecb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:46.478001 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86fde7de-d09a-4d74-a0c2-eee1b105bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:46.523485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-86fde7de-d09a-4d74-a0c2-eee1b105bbfb None None] Port 38240794-84d9-4f92-9193-cf31a137eecb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:46.569596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-1f4bc2b7-5f53-4813-8cc6-ec0fffd62587 service neutron] 10.222.0.20 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048508
Jun 21 03:14:46.735704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-6508e235-e00a-4a0a-94de-54011f2a4f9a service neutron] 10.222.0.20 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600554
Jun 21 03:14:46.788927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38240794-84d9-4f92-9193-cf31a137eecb {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:14:46.797877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:46.806759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e6c17-1415-48bf-8436-82eb3cb7142f req-e8286641-db3e-45cd-863e-78a5d2935e32 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:46.808426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-634e6c17-1415-48bf-8436-82eb3cb7142f req-e8286641-db3e-45cd-863e-78a5d2935e32 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1096 time: 0.0765579
Jun 21 03:14:46.813285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Transition to ACTIVE for port object 38240794-84d9-4f92-9193-cf31a137eecb will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:46.847363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-634e6c17-1415-48bf-8436-82eb3cb7142f req-f118f622-f946-4446-8ed3-0e60d2967324 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322225
Jun 21 03:14:46.918183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:46.919970 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:47.004767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Pushing event updated for resources: {'Port': ['ID=38240794-84d9-4f92-9193-cf31a137eecb,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:47.027810 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:47.097686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Attempting to bind port 38240794-84d9-4f92-9193-cf31a137eecb on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:47.098295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Attempting to bind port 38240794-84d9-4f92-9193-cf31a137eecb by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:47.098882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Attempting to bind port 38240794-84d9-4f92-9193-cf31a137eecb on network 7f333a47-b482-46f4-97fd-e887de379f2a {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:47.104028 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Port 38240794-84d9-4f92-9193-cf31a137eecb on network 7f333a47-b482-46f4-97fd-e887de379f2a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:14:47.104619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Attempting to bind port 38240794-84d9-4f92-9193-cf31a137eecb on network 7f333a47-b482-46f4-97fd-e887de379f2a {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:47.111620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:47.112257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Checking segment: {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:47.112844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Bound using segment: {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:47.113504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Bound port: 38240794-84d9-4f92-9193-cf31a137eecb, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:47.114052 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:47.172213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-be75d6ed-ff89-4425-9c59-1597a81ea2ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1416738
Jun 21 03:14:47.336735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-fc577eee-6697-4c72-a51f-e3858ac5faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:47.343914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-fc577eee-6697-4c72-a51f-e3858ac5faf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1136 time: 0.1226943
Jun 21 03:14:47.559221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] For port 38240794-84d9-4f92-9193-cf31a137eecb, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:47.562011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-5132e638-f01e-497a-b5c7-a87c1706203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:47.562841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-5132e638-f01e-497a-b5c7-a87c1706203b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e88c5e24-3877-46d2-a081-b632fef6c164 HTTP/1.1" status: 200  len: 898 time: 0.1938491
Jun 21 03:14:47.565113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] For port 38240794-84d9-4f92-9193-cf31a137eecb, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=38240794-84d9-4f92-9193-cf31a137eecb,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:47.678810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-25a604f7-a6bd-44b8-a45f-6bd829dbdb53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaed600b-3891-4fca-974d-5726adc5e90e HTTP/1.1" status: 200  len: 1000 time: 0.1093147
Jun 21 03:14:47.709366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:47.715227 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-549570e1-abb3-4d82-a96f-0d315f1a9a23 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:47.768309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-1e9e4727-0e5b-4aee-b564-6324088ab4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:47.770679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-1e9e4727-0e5b-4aee-b564-6324088ab4cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f79e074f-ee98-46b2-8924-7c457aba3602 HTTP/1.1" status: 200  len: 835 time: 0.0747483
Jun 21 03:14:47.781667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49bd06-6ef2-447f-8d6a-b1696b9d986b req-194ce8ce-c7ef-434a-82ce-1feaba7fc10f tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:47.782161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2f49bd06-6ef2-447f-8d6a-b1696b9d986b req-194ce8ce-c7ef-434a-82ce-1feaba7fc10f tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 907 time: 0.1592138
Jun 21 03:14:47.826978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Pushing event updated for resources: {'Port': ['ID=38240794-84d9-4f92-9193-cf31a137eecb,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:47.839254 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:47.846983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:47.847861 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:47.850419 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] 10.222.0.20 "PUT /v2.0/ports/38240794-84d9-4f92-9193-cf31a137eecb HTTP/1.1" status: 200  len: 1056 time: 1.6820178
Jun 21 03:14:47.851299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbc90e3-b020-4b06-ad0e-425782ddeb61', 'tag': '38240794-84d9-4f92-9193-cf31a137eecb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:47.854007 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27db244-e77e-4cdc-a71c-dc88a3e5794f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbc90e3-b020-4b06-ad0e-425782ddeb61", "tag": "38240794-84d9-4f92-9193-cf31a137eecb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:47.869107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-c0889611-2dd5-442f-8972-bdf0a940e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:47.876638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-c0889611-2dd5-442f-8972-bdf0a940e8d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e88c5e24-3877-46d2-a081-b632fef6c164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0880067
Jun 21 03:14:47.923881 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c247a96-a4e3-4216-aba6-b1efd4391978 x-openstack-request-id: req-2c247a96-a4e3-4216-aba6-b1efd4391978 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:47.923881 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbc90e3-b020-4b06-ad0e-425782ddeb61", "tag": "38240794-84d9-4f92-9193-cf31a137eecb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:47.923881 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c247a96-a4e3-4216-aba6-b1efd4391978 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:47.923881 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbc90e3-b020-4b06-ad0e-425782ddeb61', 'tag': '38240794-84d9-4f92-9193-cf31a137eecb', 'status': 'completed', 'code': 200}
Jun 21 03:14:48.116350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27db244-e77e-4cdc-a71c-dc88a3e5794f req-4cbcde39-4c56-4316-91c5-a146eb44bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:48.118653 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a27db244-e77e-4cdc-a71c-dc88a3e5794f req-4cbcde39-4c56-4316-91c5-a146eb44bc43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 1059 time: 0.1762080
Jun 21 03:14:48.122736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-a9aa6a7c-c149-4ad5-aafe-0bc96a0f3e53 service neutron] 10.222.0.26 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402248
Jun 21 03:14:48.275130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29e8f4-1f88-4211-8596-bd56705f19d6 req-271302bc-fbef-4c62-b282-2fff90e507ee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:48.283832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd29e8f4-1f88-4211-8596-bd56705f19d6 req-271302bc-fbef-4c62-b282-2fff90e507ee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1096 time: 0.1813872
Jun 21 03:14:48.293141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91aadb04-73eb-4f3e-a1fe-1ffeb6b301b5 req-2e3b02ca-d908-4661-8bc7-04b769afcc16 service neutron] 10.222.0.26 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451056
Jun 21 03:14:48.324465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd29e8f4-1f88-4211-8596-bd56705f19d6 req-11640b1b-6505-4dae-b4e9-57d35d77f7c6 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395873
Jun 21 03:14:48.348820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27db244-e77e-4cdc-a71c-dc88a3e5794f req-709f31e6-ebe2-4fe1-b471-0007bef80998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:48.349246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27db244-e77e-4cdc-a71c-dc88a3e5794f req-709f31e6-ebe2-4fe1-b471-0007bef80998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:48.350907 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a27db244-e77e-4cdc-a71c-dc88a3e5794f req-709f31e6-ebe2-4fe1-b471-0007bef80998 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f37e350748b54c81a954426463bfb886&shared=False HTTP/1.1" status: 200  len: 1585 time: 0.2192640
Jun 21 03:14:48.504413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 62c86ba4-8f58-4b76-9e2e-f833540e552b details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:14:48.575349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27db244-e77e-4cdc-a71c-dc88a3e5794f req-fbf7082e-9587-48b3-a944-068da6309ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:48.577201 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a27db244-e77e-4cdc-a71c-dc88a3e5794f req-fbf7082e-9587-48b3-a944-068da6309ceb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2191257
Jun 21 03:14:48.667485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 62c86ba4-8f58-4b76-9e2e-f833540e552b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=62c86ba4-8f58-4b76-9e2e-f833540e552b,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:48.689983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '62c86ba4-8f58-4b76-9e2e-f833540e552b', 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'port_id': '62c86ba4-8f58-4b76-9e2e-f833540e552b', 'mac_address': 'fa:16:3e:85:c8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c753136b-5d60-41a8-97ae-7717154e3949', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:14:48.724923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-a4963e20-aa1b-4e82-9ba9-5bd7cc5fc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:48.726942 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-a4963e20-aa1b-4e82-9ba9-5bd7cc5fc3f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 1059 time: 0.1021874
Jun 21 03:14:48.746234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:48.765060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c86ba4-8f58-4b76-9e2e-f833540e552b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:14:48.793845 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-8ccf77ae-4a34-429c-8d90-b88bf0e3f5d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=38240794-84d9-4f92-9193-cf31a137eecb HTTP/1.1" status: 200  len: 217 time: 0.0578499
Jun 21 03:14:48.797027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 62c86ba4-8f58-4b76-9e2e-f833540e552b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=62c86ba4-8f58-4b76-9e2e-f833540e552b,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:48.853658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-3f8bccb4-5147-484a-83ca-a51e33de86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:48.855149 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-3f8bccb4-5147-484a-83ca-a51e33de86f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df08cb0d-8f5c-4b74-b160-f942525dea07 HTTP/1.1" status: 200  len: 837 time: 0.0542712
Jun 21 03:14:48.902974 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:48.907218 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ff66e5e5-a334-4989-9e80-9a014c36fbf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:48.930412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-111e6096-b25f-461e-9114-d97ddbafb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:48.932085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-111e6096-b25f-461e-9114-d97ddbafb460 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f333a47-b482-46f4-97fd-e887de379f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0708718
Jun 21 03:14:48.964765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=62c86ba4-8f58-4b76-9e2e-f833540e552b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:48.967906 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:49.007633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59ad78-cb3c-4cd2-bbf0-29490386386e req-09d592c3-0ad4-4610-9823-d0493c311c23 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:49.009129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f59ad78-cb3c-4cd2-bbf0-29490386386e req-09d592c3-0ad4-4610-9823-d0493c311c23 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 907 time: 0.0882258
Jun 21 03:14:49.039394 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-d5f6f9b3-654d-4618-87eb-28ab75b1d6b7 service neutron] 10.222.0.20 "GET /v2.0/networks/7f333a47-b482-46f4-97fd-e887de379f2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998402
Jun 21 03:14:49.139048 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-90188db1-c68e-47a2-8f0b-84cb49d62337 req-a2798d81-f8ee-4e4a-a345-6c94cf72ec04 service neutron] 10.222.0.20 "GET /v2.0/networks/7f333a47-b482-46f4-97fd-e887de379f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921977
Jun 21 03:14:49.159926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['62c86ba4-8f58-4b76-9e2e-f833540e552b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:14:49.496065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6575cd-cf7d-46a4-8c41-1bea06d2fc42 req-a5ed2490-f92d-4eb9-92b0-b265f7099fea tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:49.497597 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2b6575cd-cf7d-46a4-8c41-1bea06d2fc42 req-a5ed2490-f92d-4eb9-92b0-b265f7099fea tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1097 time: 0.0541358
Jun 21 03:14:49.536567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2b6575cd-cf7d-46a4-8c41-1bea06d2fc42 req-fdc826c8-05f2-466c-8ebc-bf6841239ea2 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329230
Jun 21 03:14:50.042097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-f1716883-801a-4836-bd72-c0e828a3f8a1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:50.043939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-f1716883-801a-4836-bd72-c0e828a3f8a1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/networks?id=cddbae17-8d2a-429f-84c0-b2fd125772d3 HTTP/1.1" status: 200  len: 814 time: 0.1128633
Jun 21 03:14:50.064289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-ed976cf2-97cd-4470-a688-c66902b18a10 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/quotas/3e90206b63604c7c8c4038d746bcf36d HTTP/1.1" status: 200  len: 375 time: 0.0111227
Jun 21 03:14:50.099970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-484fe01b-e0bb-4a87-a15c-bcbb1be8542a tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e90206b63604c7c8c4038d746bcf36d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0296772
Jun 21 03:14:50.237565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-961f8d46-25f1-4d5c-964b-4889f2cad37d service neutron] 10.222.0.25 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304450
Jun 21 03:14:50.247903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6419c6f-23e6-40de-bb22-0f2bf3286d33 req-45d3428b-336e-4083-8685-6f7198a132e2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:50.249377 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6419c6f-23e6-40de-bb22-0f2bf3286d33 req-45d3428b-336e-4083-8685-6f7198a132e2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 907 time: 0.0952573
Jun 21 03:14:50.342932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-6fda9a63-d72b-4440-a7d4-6d581c5e9483 service neutron] 10.222.0.25 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898514
Jun 21 03:14:50.365615 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50498) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:50.491917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a873-8032-4565-9392-3a5776faa7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.508862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 38240794-84d9-4f92-9193-cf31a137eecb details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:14:50.512150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 62c86ba4-8f58-4b76-9e2e-f833540e552b up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:50.621167 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a873-8032-4565-9392-3a5776faa7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.648492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2586351e-b88d-4e30-ba49-0388458f6fa1 req-bb00b1f0-03e3-4d87-a690-b37bd50265fa tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 210 time: 0.0453873
Jun 21 03:14:50.705675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 38240794-84d9-4f92-9193-cf31a137eecb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=38240794-84d9-4f92-9193-cf31a137eecb,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:50.707638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a873-8032-4565-9392-3a5776faa7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.710559 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-21f72f48-9459-454c-8173-13a2dbeaa0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:50.725600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '38240794-84d9-4f92-9193-cf31a137eecb', 'network_id': '7f333a47-b482-46f4-97fd-e887de379f2a', 'port_id': '38240794-84d9-4f92-9193-cf31a137eecb', 'mac_address': 'fa:16:3e:d5:5d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df08cb0d-8f5c-4b74-b160-f942525dea07', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:14:50.759379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1a873-8032-4565-9392-3a5776faa7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000e83ad-ad12-4b7f-97c2-2b34b0d38afa,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:50.769376 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b0d1a873-8032-4565-9392-3a5776faa7d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cef8045734848ff8d21571e0f04e25d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4017632
Jun 21 03:14:50.775816 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0d1a873-8032-4565-9392-3a5776faa7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:50.775816 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50512) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:50.789148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 62c86ba4-8f58-4b76-9e2e-f833540e552b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:50.806436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 62c86ba4-8f58-4b76-9e2e-f833540e552b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:50.807155 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.811051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dbc2b-0279-447e-bc1d-65f83e250f58 req-375e6c6d-a6f2-4240-9792-e8a91362a227 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:50.813150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a8dbc2b-0279-447e-bc1d-65f83e250f58 req-375e6c6d-a6f2-4240-9792-e8a91362a227 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1097 time: 0.1089380
Jun 21 03:14:50.842613 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.845265 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.858623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a8dbc2b-0279-447e-bc1d-65f83e250f58 req-0d483475-0f13-4bbc-b558-a915dd2e150c tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386467
Jun 21 03:14:50.868197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38240794-84d9-4f92-9193-cf31a137eecb {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:14:50.881221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.900032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 38240794-84d9-4f92-9193-cf31a137eecb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=38240794-84d9-4f92-9193-cf31a137eecb,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:50.939546 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.961797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b1cdc3-2ec1-4525-b374-af38d9ebd60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c86ba4-8f58-4b76-9e2e-f833540e552b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:50.964030 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a176b5-d125-4694-9efc-05e2b4ef8526" -d '{"events": [{"server_uuid": "d1b1cdc3-2ec1-4525-b374-af38d9ebd60b", "name": "network-vif-plugged", "status": "completed", "tag": "62c86ba4-8f58-4b76-9e2e-f833540e552b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:50.977656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 62c86ba4-8f58-4b76-9e2e-f833540e552b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=62c86ba4-8f58-4b76-9e2e-f833540e552b,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:50.978777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:50.982408 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ca45a53-1a10-4ced-b3ae-96ecc3c855de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:51.003714 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ea3cc-abd0-49e2-b709-902222fdfa57 x-openstack-request-id: req-b81ea3cc-abd0-49e2-b709-902222fdfa57 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:51.004089 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b1cdc3-2ec1-4525-b374-af38d9ebd60b", "name": "network-vif-plugged", "status": "completed", "tag": "62c86ba4-8f58-4b76-9e2e-f833540e552b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:51.004352 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b81ea3cc-abd0-49e2-b709-902222fdfa57 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:51.004748 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b1cdc3-2ec1-4525-b374-af38d9ebd60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c86ba4-8f58-4b76-9e2e-f833540e552b', 'code': 200}
Jun 21 03:14:51.010287 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:51.013985 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:51.017472 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/000e83ad-ad12-4b7f-97c2-2b34b0d38afa HTTP/1.1" status: 204  len: 168 time: 0.2459090
Jun 21 03:14:51.022336 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-79d643ca-e119-40e8-93a3-8a6582e3153e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:51.028317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000e83ad-ad12-4b7f-97c2-2b34b0d38afa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:51.031501 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:51.044483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=38240794-84d9-4f92-9193-cf31a137eecb,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:51.049264 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:51.085109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:51.087358 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:51.146939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=62c86ba4-8f58-4b76-9e2e-f833540e552b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:51.150241 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:51.160682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43766a31-c336-4f45-8fe3-d9eea078cb9e req-c6b6d8e8-6faa-43c1-902e-73cdc7ef6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:51.162367 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-43766a31-c336-4f45-8fe3-d9eea078cb9e req-c6b6d8e8-6faa-43c1-902e-73cdc7ef6a49 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1098 time: 0.0612769
Jun 21 03:14:51.201348 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-43766a31-c336-4f45-8fe3-d9eea078cb9e req-c896bf60-2c33-4f88-86cb-ddff37589b56 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321932
Jun 21 03:14:51.212314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['38240794-84d9-4f92-9193-cf31a137eecb'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:14:51.433400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724f087-6dbc-4e2c-b9af-907faef4f80f req-7fa1c723-997e-4102-9a34-b93c428fb06b tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:51.434753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2724f087-6dbc-4e2c-b9af-907faef4f80f req-7fa1c723-997e-4102-9a34-b93c428fb06b tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 908 time: 0.0665779
Jun 21 03:14:51.758964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50528) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:51.778514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64f062f1-5253-4a8b-8f92-704fdf27c474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:51.809937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-deefbeaf-98a6-4876-90c1-42fa77dd82aa req-0780eea2-3d04-44eb-9bb0-18afbf32ebc1 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 210 time: 0.0576129
Jun 21 03:14:51.892710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64f062f1-5253-4a8b-8f92-704fdf27c474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:51.964837 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-64f062f1-5253-4a8b-8f92-704fdf27c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:51.996465 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-df29d98e-dc3e-4894-b200-a26d4ddb0946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:52.018244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-64f062f1-5253-4a8b-8f92-704fdf27c474 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6685f45794d14e8cabeb8ce883183e75&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2579517
Jun 21 03:14:52.023295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50534) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:52.030212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f062f1-5253-4a8b-8f92-704fdf27c474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616b615d-0f13-4167-ab07-454dee57fbd5,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:52.034640 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-64f062f1-5253-4a8b-8f92-704fdf27c474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:52.090856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e4088f3-b718-4538-a8dd-b459e66047bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:52.104961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f74a66-c5b8-43f4-adc1-969fb559ad38 req-58d21ff8-7a47-4da2-8164-a455ce65f9b0 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:52.106536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2f74a66-c5b8-43f4-adc1-969fb559ad38 req-58d21ff8-7a47-4da2-8164-a455ce65f9b0 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1098 time: 0.1125076
Jun 21 03:14:52.133793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e4088f3-b718-4538-a8dd-b459e66047bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:52.191299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2f74a66-c5b8-43f4-adc1-969fb559ad38 req-9f482398-3cfd-4b9b-a285-b4dbe40675f2 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765548
Jun 21 03:14:52.284707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e4088f3-b718-4538-a8dd-b459e66047bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:52.287612 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5e4088f3-b718-4538-a8dd-b459e66047bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:52.288861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5e4088f3-b718-4538-a8dd-b459e66047bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/616b615d-0f13-4167-ab07-454dee57fbd5 HTTP/1.1" status: 204  len: 168 time: 0.2635293
Jun 21 03:14:52.289988 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f81d54c3-945d-4418-8ab8-9424b00bd277 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:52.300969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4088f3-b718-4538-a8dd-b459e66047bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b615d-0f13-4167-ab07-454dee57fbd5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:52.306316 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e4088f3-b718-4538-a8dd-b459e66047bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:52.509726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 38240794-84d9-4f92-9193-cf31a137eecb up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:14:52.628527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85521ea2-d501-4e42-83c3-c38dae728feb req-7b1aa934-05f3-40a1-93a8-340f0874dafb tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:52.630089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85521ea2-d501-4e42-83c3-c38dae728feb req-7b1aa934-05f3-40a1-93a8-340f0874dafb tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 908 time: 0.0701940
Jun 21 03:14:52.675746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 38240794-84d9-4f92-9193-cf31a137eecb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:52.684470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 38240794-84d9-4f92-9193-cf31a137eecb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:52.684982 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:53.014085 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:53.040750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d976713f-3293-445b-9180-6d9e53981af9 req-1555f3e9-6a98-4bf0-92e7-fc621d8966a9 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 210 time: 0.0658095
Jun 21 03:14:53.045191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbc90e3-b020-4b06-ad0e-425782ddeb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38240794-84d9-4f92-9193-cf31a137eecb'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:53.047559 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24589c3e-6273-4a22-9c4e-2768cead7a9f" -d '{"events": [{"server_uuid": "4cbc90e3-b020-4b06-ad0e-425782ddeb61", "name": "network-vif-plugged", "status": "completed", "tag": "38240794-84d9-4f92-9193-cf31a137eecb"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:53.064747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 38240794-84d9-4f92-9193-cf31a137eecb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=38240794-84d9-4f92-9193-cf31a137eecb,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:53.096496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-3f38a9d1-5d28-46ac-af18-9ee106cd552c tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:53.105962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-3f38a9d1-5d28-46ac-af18-9ee106cd552c tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.26 "GET /v2.0/networks?id=cddbae17-8d2a-429f-84c0-b2fd125772d3 HTTP/1.1" status: 200  len: 814 time: 0.1543598
Jun 21 03:14:53.114543 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3482ae3d-df11-4730-bc47-98f2f6deaf8b x-openstack-request-id: req-3482ae3d-df11-4730-bc47-98f2f6deaf8b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:53.114851 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbc90e3-b020-4b06-ad0e-425782ddeb61", "name": "network-vif-plugged", "status": "completed", "tag": "38240794-84d9-4f92-9193-cf31a137eecb", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:53.115257 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3482ae3d-df11-4730-bc47-98f2f6deaf8b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:53.115543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Request body: {'port': {'device_id': '2f619175-7868-4964-8419-f2668c8de0a2', 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3', 'admin_state_up': True, 'tenant_id': '3e90206b63604c7c8c4038d746bcf36d'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:53.115772 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbc90e3-b020-4b06-ad0e-425782ddeb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38240794-84d9-4f92-9193-cf31a137eecb', 'code': 200}
Jun 21 03:14:53.182542 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:53.185983 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-20abeb57-bce5-4fed-92ab-4d54862b6b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:53.241223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=38240794-84d9-4f92-9193-cf31a137eecb,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:53.244544 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:53.286131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ac1a-6d03-4af5-8dc3-59d84b1b2dce req-0ec11000-4614-4c2f-bed8-3c22a034f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:53.288382 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c212ac1a-6d03-4af5-8dc3-59d84b1b2dce req-0ec11000-4614-4c2f-bed8-3c22a034f53a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 1061 time: 0.0717900
Jun 21 03:14:53.371149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Made reservation on behalf of 3e90206b63604c7c8c4038d746bcf36d for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:53.378319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:53.413171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197b369-d198-4d7e-941e-8efbee0461b3 req-40c696f7-6ed9-4619-a9b1-81f33cd29de3 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:53.415126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4197b369-d198-4d7e-941e-8efbee0461b3 req-40c696f7-6ed9-4619-a9b1-81f33cd29de3 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1098 time: 0.1074841
Jun 21 03:14:53.517037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4197b369-d198-4d7e-941e-8efbee0461b3 req-f63f04db-8a50-4f46-a148-83db204aed5f tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726283
Jun 21 03:14:53.556793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Allocated IP 172.20.0.10 (cddbae17-8d2a-429f-84c0-b2fd125772d3/70ac02d6-0a1f-48da-9a2d-9f257b91e711/6fe28dec-462f-4fa9-a36d-43da3649bb4b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:54.136824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad21e-8ab3-4481-bf0e-54f1dbe36818 req-dad1a23c-0080-4f31-92ca-fd99f61a3479 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:54.138332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe6ad21e-8ab3-4481-bf0e-54f1dbe36818 req-dad1a23c-0080-4f31-92ca-fd99f61a3479 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 909 time: 0.1683650
Jun 21 03:14:54.157473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:54.163018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9c816-fc85-4655-a0dc-08d264427459 req-748a7138-5ccc-4666-bceb-d1b3b7e01c08 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:54.164537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ec9c816-fc85-4655-a0dc-08d264427459 req-748a7138-5ccc-4666-bceb-d1b3b7e01c08 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1098 time: 0.1934896
Jun 21 03:14:54.236759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ec9c816-fc85-4655-a0dc-08d264427459 req-9c54b317-1532-4226-bc1d-c9725d11345d tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611115
Jun 21 03:14:54.251968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:54.258371 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97ca9a2a-8531-4712-a0de-322879dff2ee tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:54.314851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Network cddbae17-8d2a-429f-84c0-b2fd125772d3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:54.318332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:54.336885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:54.394123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Pushing event updated for resources: {'Port': ['ID=6fe28dec-462f-4fa9-a36d-43da3649bb4b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:54.397762 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:54.434394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:54.435018 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:54.496087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02d1fd-d73d-4bce-91ef-1bf7e3b0cd52 req-6ef44b83-805c-4c50-8ba9-4595b8603d9d tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:54.497645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc02d1fd-d73d-4bce-91ef-1bf7e3b0cd52 req-6ef44b83-805c-4c50-8ba9-4595b8603d9d tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 932 time: 0.1567256
Jun 21 03:14:54.541066 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4339695
Jun 21 03:14:54.551677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b384d-da7a-491d-8c49-1d657132f2c1 req-a67c1c23-c419-40f1-91bc-d322dc1ebada tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:54.553233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a1b384d-da7a-491d-8c49-1d657132f2c1 req-a67c1c23-c419-40f1-91bc-d322dc1ebada tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1098 time: 0.1139283
Jun 21 03:14:54.562573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Request body: {'port': {'device_id': '2f619175-7868-4964-8419-f2668c8de0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:54.601214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc02d1fd-d73d-4bce-91ef-1bf7e3b0cd52 req-ec2b1d8e-b9a5-4917-96de-85b1e2c719b0 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956569
Jun 21 03:14:54.656024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a1b384d-da7a-491d-8c49-1d657132f2c1 req-c66ef7d9-79f1-4d00-af3b-12d013103bf7 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874922
Jun 21 03:14:54.689710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:55.048491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-5502e8cf-cf68-4711-b7f3-be3fccc71f80 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:55.050369 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-5502e8cf-cf68-4711-b7f3-be3fccc71f80 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/networks?id=a4257924-556a-49fa-bb13-44484a4318b4 HTTP/1.1" status: 200  len: 911 time: 0.1479979
Jun 21 03:14:55.096667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-9f5f9c7b-cd59-4364-9063-51b186c1279c tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/quotas/31cc5ebc83cf449f9bfe767ee9a05ce4 HTTP/1.1" status: 200  len: 375 time: 0.0358725
Jun 21 03:14:55.102928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe28dec-462f-4fa9-a36d-43da3649bb4b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:14:55.119242 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:55.158226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Transition to ACTIVE for port object 6fe28dec-462f-4fa9-a36d-43da3649bb4b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:55.181816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-d3874f22-88b4-48d1-afc5-6af42df90762 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=31cc5ebc83cf449f9bfe767ee9a05ce4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0742729
Jun 21 03:14:55.253376 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:55.257997 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:55.395651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe28dec-462f-4fa9-a36d-43da3649bb4b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:55.410547 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:55.443351 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-af729161-2e08-4ff1-91b1-ce79ffb1295d service neutron] 10.222.0.25 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2500989
Jun 21 03:14:55.575589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaac6b-6f18-416c-a32e-fbe1dfc4a2a0 req-f01ecbf5-2f7f-430b-a50e-2fe6d7ffdc01 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:55.577003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cfaac6b-6f18-416c-a32e-fbe1dfc4a2a0 req-f01ecbf5-2f7f-430b-a50e-2fe6d7ffdc01 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 909 time: 0.2836440
Jun 21 03:14:55.588269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Attempting to bind port 6fe28dec-462f-4fa9-a36d-43da3649bb4b on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:14:55.588614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Attempting to bind port 6fe28dec-462f-4fa9-a36d-43da3649bb4b by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:14:55.588950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Attempting to bind port 6fe28dec-462f-4fa9-a36d-43da3649bb4b on network cddbae17-8d2a-429f-84c0-b2fd125772d3 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:55.607048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Port 6fe28dec-462f-4fa9-a36d-43da3649bb4b on network cddbae17-8d2a-429f-84c0-b2fd125772d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:14:55.607048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Attempting to bind port 6fe28dec-462f-4fa9-a36d-43da3649bb4b on network cddbae17-8d2a-429f-84c0-b2fd125772d3 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:14:55.611907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-f1dc18dc-2188-4ab0-b2f6-886dcd29357c service neutron] 10.222.0.25 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677489
Jun 21 03:14:55.614599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:14:55.615294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Checking segment: {'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:14:55.615294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Bound using segment: {'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:14:55.616024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Bound port: 6fe28dec-462f-4fa9-a36d-43da3649bb4b, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4ef232-9717-4946-a6ff-d310f4da5dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:14:55.616144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:55.700632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] For port 6fe28dec-462f-4fa9-a36d-43da3649bb4b, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:14:55.704615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] For port 6fe28dec-462f-4fa9-a36d-43da3649bb4b, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fe28dec-462f-4fa9-a36d-43da3649bb4b,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:14:55.776554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:55.780228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:55.826472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:55.827094 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:55.828882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fe28dec-462f-4fa9-a36d-43da3649bb4b HTTP/1.1" status: 200  len: 1093 time: 1.2747090
Jun 21 03:14:55.831387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f619175-7868-4964-8419-f2668c8de0a2', 'tag': '6fe28dec-462f-4fa9-a36d-43da3649bb4b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:55.833766 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f619175-7868-4964-8419-f2668c8de0a2", "tag": "6fe28dec-462f-4fa9-a36d-43da3649bb4b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:55.865136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe28dec-462f-4fa9-a36d-43da3649bb4b,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:55.868994 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:55.879288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc78be7-7264-41f3-bf12-cd1c0d604570 req-1c6466fa-e32d-4ad2-abad-09131a94291d tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:55.880887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dc78be7-7264-41f3-bf12-cd1c0d604570 req-1c6466fa-e32d-4ad2-abad-09131a94291d tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 909 time: 0.1423399
Jun 21 03:14:56.013973 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f60fb-e6ba-4c4a-bc22-b5e790ee98be x-openstack-request-id: req-d77f60fb-e6ba-4c4a-bc22-b5e790ee98be {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:56.014318 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f619175-7868-4964-8419-f2668c8de0a2", "tag": "6fe28dec-462f-4fa9-a36d-43da3649bb4b", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:56.014629 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d77f60fb-e6ba-4c4a-bc22-b5e790ee98be {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:56.015180 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f619175-7868-4964-8419-f2668c8de0a2', 'tag': '6fe28dec-462f-4fa9-a36d-43da3649bb4b', 'status': 'completed', 'code': 200}
Jun 21 03:14:56.082524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0c801473-411e-45d7-ae36-2d62045fdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:56.084022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-0c801473-411e-45d7-ae36-2d62045fdd32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e90206b63604c7c8c4038d746bcf36d&device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 1096 time: 0.1642365
Jun 21 03:14:56.107407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e20d7632-4a7b-4f49-90cd-2c1e911b0518 req-e06bca19-7a53-4c57-adc2-c7f0c5831304 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 210 time: 0.0420063
Jun 21 03:14:56.150932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-acccd132-6f4e-418b-8e9f-6905a3b0b5bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fe28dec-462f-4fa9-a36d-43da3649bb4b HTTP/1.1" status: 200  len: 217 time: 0.0461481
Jun 21 03:14:56.209741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0af6ec-6346-4066-bc84-5473fd4e8ef4 req-a895166e-ff33-400d-9157-7357d873f615 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:56.211236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e0af6ec-6346-4066-bc84-5473fd4e8ef4 req-a895166e-ff33-400d-9157-7357d873f615 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 944 time: 0.1837676
Jun 21 03:14:56.242862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-e8832ca5-afd6-4b2a-8425-7ce6e3a66ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:56.244405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-e8832ca5-afd6-4b2a-8425-7ce6e3a66ec5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ac02d6-0a1f-48da-9a2d-9f257b91e711 HTTP/1.1" status: 200  len: 854 time: 0.0863118
Jun 21 03:14:56.306481 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-7f68bed1-252b-448c-b835-48082b937cf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cddbae17-8d2a-429f-84c0-b2fd125772d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393820
Jun 21 03:14:56.314467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e0af6ec-6346-4066-bc84-5473fd4e8ef4 req-011d2954-bc91-4d3d-b571-8bd37e358e75 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971935
Jun 21 03:14:56.396224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009e454-ffef-4a5e-8286-714312cb54e4 req-0c9d7a37-88a4-46c9-9925-622826180368 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:56.398056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e009e454-ffef-4a5e-8286-714312cb54e4 req-0c9d7a37-88a4-46c9-9925-622826180368 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 1061 time: 0.1728680
Jun 21 03:14:56.426569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-c7893129-d745-451b-b64f-b28fe5eb1a0d service neutron] 10.222.0.26 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098964
Jun 21 03:14:56.451457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50664) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:56.573808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a37ddcc7-326e-4981-8538-12fc3fc00b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:56.602663 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91bdaed9-acbf-40ab-bc2a-763b0d02de03 req-46c2841f-0974-485d-9070-0e94c37df2fc service neutron] 10.222.0.26 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697106
Jun 21 03:14:56.621745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9887284-cfae-44e2-a679-43d0918eeae5 req-62ac76fb-3345-4500-adee-123a1883c22c tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:56.623376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9887284-cfae-44e2-a679-43d0918eeae5 req-62ac76fb-3345-4500-adee-123a1883c22c tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1136 time: 0.0898843
Jun 21 03:14:56.668467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9887284-cfae-44e2-a679-43d0918eeae5 req-31228290-4c7e-4369-be47-6e904cfd5d17 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0335829
Jun 21 03:14:56.685656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a37ddcc7-326e-4981-8538-12fc3fc00b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:56.693576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50668) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:56.762866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec2b684-9134-47c5-8492-76d67616a89d tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:56.768405 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6ec2b684-9134-47c5-8492-76d67616a89d tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 1056 time: 0.0735848
Jun 21 03:14:56.776600 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a37ddcc7-326e-4981-8538-12fc3fc00b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:56.777954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-1deb3481-ae8b-4c2f-a23a-0645c846b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:56.779502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-1deb3481-ae8b-4c2f-a23a-0645c846b1a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e90206b63604c7c8c4038d746bcf36d&device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 1096 time: 0.0554523
Jun 21 03:14:56.779668 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6126530e-3bd7-423d-bd45-174a2aa006dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:56.825819 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a37ddcc7-326e-4981-8538-12fc3fc00b8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5e536eb60f34425bb29163bd91a8bf6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3730788
Jun 21 03:14:56.828151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ddcc7-326e-4981-8538-12fc3fc00b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a875c12d-2044-43f5-8284-393db85388bb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:56.832098 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a37ddcc7-326e-4981-8538-12fc3fc00b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:56.832792 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50672) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:56.891198 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa497685-a3f4-4bc0-a5dc-f0583186a8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:56.927985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-7f868a45-1f40-4a48-87b7-6c7d46e84054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:56.929755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-7f868a45-1f40-4a48-87b7-6c7d46e84054 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cddbae17-8d2a-429f-84c0-b2fd125772d3 HTTP/1.1" status: 200  len: 915 time: 0.1444714
Jun 21 03:14:56.931410 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa497685-a3f4-4bc0-a5dc-f0583186a8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:57.054873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-7013260f-313a-4758-85d6-1816d65025f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fe28dec-462f-4fa9-a36d-43da3649bb4b HTTP/1.1" status: 200  len: 217 time: 0.1179941
Jun 21 03:14:57.083492 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa497685-a3f4-4bc0-a5dc-f0583186a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:57.086300 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-aa497685-a3f4-4bc0-a5dc-f0583186a8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:57.096900 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aa497685-a3f4-4bc0-a5dc-f0583186a8fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a875c12d-2044-43f5-8284-393db85388bb HTTP/1.1" status: 204  len: 168 time: 0.2538364
Jun 21 03:14:57.096900 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b0d1a873-8032-4565-9392-3a5776faa7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:57.099452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa497685-a3f4-4bc0-a5dc-f0583186a8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a875c12d-2044-43f5-8284-393db85388bb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:57.102646 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa497685-a3f4-4bc0-a5dc-f0583186a8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:57.138060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-617e7c91-2235-41e4-9e4b-ba83d186d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:57.139546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-617e7c91-2235-41e4-9e4b-ba83d186d9c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ac02d6-0a1f-48da-9a2d-9f257b91e711 HTTP/1.1" status: 200  len: 854 time: 0.0782473
Jun 21 03:14:57.195031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-d96f9344-7983-4a58-b6f0-da8ab86a8c06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cddbae17-8d2a-429f-84c0-b2fd125772d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477703
Jun 21 03:14:57.279205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b09561bc-36fb-4b46-93cc-0a78b5e65487 req-67a94cc9-9abe-4f93-9140-3ec78e7e215b tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 210 time: 0.0330238
Jun 21 03:14:57.337565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-2e966ba4-deba-4ff1-9183-b57602cf7066 service neutron] 10.222.0.26 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320510
Jun 21 03:14:57.506784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3baaeb99-2440-49cd-9bd7-93c79cdec5c7 req-b9fa6854-79a1-44f3-86b9-baec4b4cf582 service neutron] 10.222.0.26 "GET /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534221
Jun 21 03:14:57.663908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccdd80-3f99-4955-a44e-7bcf2ae30d3f req-31faf671-cb27-4cef-ad0b-41a321c5175c tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:57.665429 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7ccdd80-3f99-4955-a44e-7bcf2ae30d3f req-31faf671-cb27-4cef-ad0b-41a321c5175c tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 944 time: 0.1303842
Jun 21 03:14:57.674405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da86e9-c1ac-47cc-b0d6-246b4c1ed89a req-4dc8c8b2-9f1a-4ca6-80c9-fa1867cdd844 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:57.675944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32da86e9-c1ac-47cc-b0d6-246b4c1ed89a req-4dc8c8b2-9f1a-4ca6-80c9-fa1867cdd844 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 909 time: 0.1263561
Jun 21 03:14:57.712638 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7ccdd80-3f99-4955-a44e-7bcf2ae30d3f req-a808a846-8e24-482f-ae83-332f87fa68cd tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358722
Jun 21 03:14:57.888156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50688) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:57.912382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c8107-f3d0-40fd-b805-66ed2405ac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.018971 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c8107-f3d0-40fd-b805-66ed2405ac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.122927 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c8107-f3d0-40fd-b805-66ed2405ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.127126 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79d9fa36-0e9a-4621-a944-24c0a1f06a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:58.163041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c8107-f3d0-40fd-b805-66ed2405ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50719bb-abac-451b-8b85-0d70dcfbccce,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:58.167985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-166c8107-f3d0-40fd-b805-66ed2405ac99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb8cdf305b0f4b4ba2848c7ea8969c12&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2781017
Jun 21 03:14:58.168379 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-166c8107-f3d0-40fd-b805-66ed2405ac99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:58.172371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50694) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:14:58.301591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3517b3ee-a600-480a-b224-72a9a9c92c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.338113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-7acf508f-8078-443c-bb13-76d1e71ab762 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:58.339905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-7acf508f-8078-443c-bb13-76d1e71ab762 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.26 "GET /v2.0/networks?id=a4257924-556a-49fa-bb13-44484a4318b4 HTTP/1.1" status: 200  len: 911 time: 0.1512861
Jun 21 03:14:58.341765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3517b3ee-a600-480a-b224-72a9a9c92c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.355885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Request body: {'port': {'device_id': '14ea8000-ad3c-4028-9d23-e98739f99689', 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'admin_state_up': True, 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:58.438538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc24e52f-2974-412e-a080-b31f4495180c req-55768419-be7b-45ff-ab36-8b108186daf7 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 210 time: 0.0279908
Jun 21 03:14:58.450150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Made reservation on behalf of 31cc5ebc83cf449f9bfe767ee9a05ce4 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:14:58.453855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.476000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3517b3ee-a600-480a-b224-72a9a9c92c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.478535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3517b3ee-a600-480a-b224-72a9a9c92c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.479704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3517b3ee-a600-480a-b224-72a9a9c92c91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e50719bb-abac-451b-8b85-0d70dcfbccce HTTP/1.1" status: 204  len: 168 time: 0.3087072
Jun 21 03:14:58.481618 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb3c1819-4152-4aa9-999f-434c14b68317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:58.522042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517b3ee-a600-480a-b224-72a9a9c92c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50719bb-abac-451b-8b85-0d70dcfbccce,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:58.525695 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3517b3ee-a600-480a-b224-72a9a9c92c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:58.597613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Allocated IP 172.20.0.5 (a4257924-556a-49fa-bb13-44484a4318b4/c753136b-5d60-41a8-97ae-7717154e3949/6e8992d1-3dd1-4410-bbc0-88d9f1a07780) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:14:58.740461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.768936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Transition to ACTIVE for port object 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:14:58.882901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-45601892-a6ae-47d6-9c01-e0d3f12e58b0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:58.885014 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-45601892-a6ae-47d6-9c01-e0d3f12e58b0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 909 time: 0.0792005
Jun 21 03:14:58.893253 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:58.903919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['62c86ba4-8f58-4b76-9e2e-f833540e552b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:14:58.916341 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:58.985972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Pushing event updated for resources: {'Port': ['ID=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:58.998815 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:59.002919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Network a4257924-556a-49fa-bb13-44484a4318b4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:14:59.011499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting port 38240794-84d9-4f92-9193-cf31a137eecb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:14:59.011752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.014867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f43d9-a398-4b09-b7d7-0d0be8debcae req-e4b6c0af-65cc-4a71-873f-82e41efbfede tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:59.023556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b0f43d9-a398-4b09-b7d7-0d0be8debcae req-e4b6c0af-65cc-4a71-873f-82e41efbfede tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 909 time: 0.2206898
Jun 21 03:14:59.033917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:14:59.049410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:14:59.095957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:59.098584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.134661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] For port 38240794-84d9-4f92-9193-cf31a137eecb, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=38240794-84d9-4f92-9193-cf31a137eecb,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:59.135177 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.143435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fe28dec-462f-4fa9-a36d-43da3649bb4b details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:14:59.152196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7c089-1d12-4993-8e3c-91607a7d6bae req-593bdf45-7d2f-486c-a0a0-056f6d1449a2 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:59.157646 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2d7c089-1d12-4993-8e3c-91607a7d6bae req-593bdf45-7d2f-486c-a0a0-056f6d1449a2 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 944 time: 0.3185058
Jun 21 03:14:59.209958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2d7c089-1d12-4993-8e3c-91607a7d6bae req-9d309900-e0c5-4fe5-bd03-8a6e27ed6743 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498309
Jun 21 03:14:59.214868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.8644791
Jun 21 03:14:59.230264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Request body: {'port': {'device_id': '14ea8000-ad3c-4028-9d23-e98739f99689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:14:59.260342 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Calling delete_port for 38240794-84d9-4f92-9193-cf31a137eecb owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:14:59.308381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fe28dec-462f-4fa9-a36d-43da3649bb4b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fe28dec-462f-4fa9-a36d-43da3649bb4b,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:59.323443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6fe28dec-462f-4fa9-a36d-43da3649bb4b', 'network_id': 'cddbae17-8d2a-429f-84c0-b2fd125772d3', 'port_id': '6fe28dec-462f-4fa9-a36d-43da3649bb4b', 'mac_address': 'fa:16:3e:83:c4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ac02d6-0a1f-48da-9a2d-9f257b91e711', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:14:59.404818 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.446941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe28dec-462f-4fa9-a36d-43da3649bb4b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:14:59.489724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fe28dec-462f-4fa9-a36d-43da3649bb4b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fe28dec-462f-4fa9-a36d-43da3649bb4b,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:14:59.557831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-51edfe59-1a01-4871-9039-ccea479fcb99 None None] Provisioning for port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:14:59.563298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-51edfe59-1a01-4871-9039-ccea479fcb99 None None] Provisioning complete for port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:14:59.563729 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-51edfe59-1a01-4871-9039-ccea479fcb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.587850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.592411 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c8f7d1e7-98c8-4c7b-9ce0-afb775c3fb4c tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:59.607538 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.616765 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9ca45a53-1a10-4ced-b3ae-96ecc3c855de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:14:59.638718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Port': ['ID=38240794-84d9-4f92-9193-cf31a137eecb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:59.644993 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:59.685973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-51edfe59-1a01-4871-9039-ccea479fcb99 None None] Port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:14:59.702310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] No DVR routers for this DVR port 38240794-84d9-4f92-9193-cf31a137eecb on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:14:59.706904 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.709171 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1a0e32a3-1e42-41c2-af13-fd40db5a78b9 req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.20 "DELETE /v2.0/ports/38240794-84d9-4f92-9193-cf31a137eecb HTTP/1.1" status: 204  len: 173 time: 0.8187625
Jun 21 03:14:59.715996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbc90e3-b020-4b06-ad0e-425782ddeb61', 'name': 'network-vif-deleted', 'tag': '38240794-84d9-4f92-9193-cf31a137eecb'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:14:59.716424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fe28dec-462f-4fa9-a36d-43da3649bb4b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:14:59.718635 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52d40d0-7be6-43c7-af2f-16bc90ab2dc7" -d '{"events": [{"server_uuid": "4cbc90e3-b020-4b06-ad0e-425782ddeb61", "name": "network-vif-deleted", "tag": "38240794-84d9-4f92-9193-cf31a137eecb"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:14:59.725991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.726932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.727548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.728076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.728420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.728959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.729406 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.729813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.730150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.730481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.730817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.731151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:14:59.736173 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:14:59.784158 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16bcd02-b5be-49f1-a943-66ee0ea7d3b2 x-openstack-request-id: req-a16bcd02-b5be-49f1-a943-66ee0ea7d3b2 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:14:59.784758 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbc90e3-b020-4b06-ad0e-425782ddeb61", "name": "network-vif-deleted", "tag": "38240794-84d9-4f92-9193-cf31a137eecb", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:14:59.785074 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a16bcd02-b5be-49f1-a943-66ee0ea7d3b2 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:14:59.785630 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbc90e3-b020-4b06-ad0e-425782ddeb61', 'name': 'network-vif-deleted', 'tag': '38240794-84d9-4f92-9193-cf31a137eecb', 'status': 'completed', 'code': 200}
Jun 21 03:14:59.831108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6fe28dec-462f-4fa9-a36d-43da3649bb4b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:14:59.850237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:14:59.976917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc81127-fc96-4792-81d2-6b593fb53d15 req-c0aae3e1-53a1-461d-9ac3-5d233b0bc07e tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:14:59.979026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9dc81127-fc96-4792-81d2-6b593fb53d15 req-c0aae3e1-53a1-461d-9ac3-5d233b0bc07e tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1027 time: 0.1880376
Jun 21 03:15:00.128957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9dc81127-fc96-4792-81d2-6b593fb53d15 req-33216aa1-8b4a-4863-9954-f21636ea9665 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956845
Jun 21 03:15:00.224614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f639e0fa-b790-4d92-97aa-14dda29fde41 req-aa97bc42-08c7-47ef-96f8-8b97966ae525 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbc90e3-b020-4b06-ad0e-425782ddeb61 HTTP/1.1" status: 200  len: 210 time: 0.0395167
Jun 21 03:15:00.279919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:15:00.287684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:00.299186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Transition to ACTIVE for port object 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:00.394092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154cb81-62ff-4c02-91be-cd2d3a6eca7b req-4b27f02c-03ce-4f22-a830-3e1046e19113 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:00.395514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6154cb81-62ff-4c02-91be-cd2d3a6eca7b req-4b27f02c-03ce-4f22-a830-3e1046e19113 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 945 time: 0.0679877
Jun 21 03:15:00.438924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6154cb81-62ff-4c02-91be-cd2d3a6eca7b req-e9b35dec-519e-4ca5-8e6b-6a27c4bdad1e tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373843
Jun 21 03:15:00.439656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:00.442855 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:00.530200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Pushing event updated for resources: {'Port': ['ID=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:00.535228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:00.610884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Attempting to bind port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:15:00.611341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Attempting to bind port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:15:00.611753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Attempting to bind port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 on network a4257924-556a-49fa-bb13-44484a4318b4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:15:00.616816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 on network a4257924-556a-49fa-bb13-44484a4318b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:15:00.618345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Attempting to bind port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 on network a4257924-556a-49fa-bb13-44484a4318b4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:15:00.623395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:15:00.623949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Checking segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:00.624522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Bound using segment: {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:15:00.625400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Bound port: 6e8992d1-3dd1-4410-bbc0-88d9f1a07780, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6691524-0007-42fc-a539-764f8c48a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:15:00.626028 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:00.737364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] For port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:15:00.737364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] For port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:15:00.793592 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:00.797655 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:00.846192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:00.846944 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:00.848642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] 10.222.0.26 "PUT /v2.0/ports/6e8992d1-3dd1-4410-bbc0-88d9f1a07780 HTTP/1.1" status: 200  len: 1092 time: 1.6253116
Jun 21 03:15:00.849309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ea8000-ad3c-4028-9d23-e98739f99689', 'tag': '6e8992d1-3dd1-4410-bbc0-88d9f1a07780'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:00.851739 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b318a0-a72b-40d3-858d-77bea69f06df" -d '{"events": [{"name": "network-changed", "server_uuid": "14ea8000-ad3c-4028-9d23-e98739f99689", "tag": "6e8992d1-3dd1-4410-bbc0-88d9f1a07780"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:00.919673 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5549ea3b-e1fa-4fcb-8943-86de74f72036 x-openstack-request-id: req-5549ea3b-e1fa-4fcb-8943-86de74f72036 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:00.920022 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ea8000-ad3c-4028-9d23-e98739f99689", "tag": "6e8992d1-3dd1-4410-bbc0-88d9f1a07780", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:00.920349 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5549ea3b-e1fa-4fcb-8943-86de74f72036 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:00.920810 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ea8000-ad3c-4028-9d23-e98739f99689', 'tag': '6e8992d1-3dd1-4410-bbc0-88d9f1a07780', 'status': 'completed', 'code': 200}
Jun 21 03:15:00.924201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Pushing event updated for resources: {'Port': ['ID=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:00.928009 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:01.012244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b318a0-a72b-40d3-858d-77bea69f06df req-4a700095-6f7a-45be-aeaf-9603266b1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.015296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5b318a0-a72b-40d3-858d-77bea69f06df req-4a700095-6f7a-45be-aeaf-9603266b1aa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31cc5ebc83cf449f9bfe767ee9a05ce4&device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1095 time: 0.0668712
Jun 21 03:15:01.172839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fe28dec-462f-4fa9-a36d-43da3649bb4b up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:01.289547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b318a0-a72b-40d3-858d-77bea69f06df req-dca0f6b4-68f5-4ad2-ba4e-cab2c16cb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.292158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5b318a0-a72b-40d3-858d-77bea69f06df req-dca0f6b4-68f5-4ad2-ba4e-cab2c16cb21c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=31cc5ebc83cf449f9bfe767ee9a05ce4&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2710490
Jun 21 03:15:01.318467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 6fe28dec-462f-4fa9-a36d-43da3649bb4b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:01.323141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6fe28dec-462f-4fa9-a36d-43da3649bb4b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:01.323842 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:01.339591 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50786) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:01.432338 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:01.446243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6b262-941f-44bb-a226-f458e9d020a9 req-ec09eb85-9f86-4ad3-baf0-e4c97d2c1de2 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.448291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8c6b262-941f-44bb-a226-f458e9d020a9 req-ec09eb85-9f86-4ad3-baf0-e4c97d2c1de2 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1095 time: 0.1615303
Jun 21 03:15:01.451438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b318a0-a72b-40d3-858d-77bea69f06df req-745195ff-5ad5-4534-8645-d77ff283fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.452909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a5b318a0-a72b-40d3-858d-77bea69f06df req-745195ff-5ad5-4534-8645-d77ff283fab8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1515992
Jun 21 03:15:01.471287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fe28dec-462f-4fa9-a36d-43da3649bb4b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fe28dec-462f-4fa9-a36d-43da3649bb4b,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:01.472581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f619175-7868-4964-8419-f2668c8de0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe28dec-462f-4fa9-a36d-43da3649bb4b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:01.475140 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccd0880-3799-43ce-88c4-f383dddde05a" -d '{"events": [{"server_uuid": "2f619175-7868-4964-8419-f2668c8de0a2", "name": "network-vif-plugged", "status": "completed", "tag": "6fe28dec-462f-4fa9-a36d-43da3649bb4b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:01.524045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8c6b262-941f-44bb-a226-f458e9d020a9 req-0b9594a5-a215-46d1-a5cc-791b5deaf290 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664737
Jun 21 03:15:01.541477 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:01.558820 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:01.615913 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20bc387-6435-43ae-8164-0baf53ca6f03 x-openstack-request-id: req-d20bc387-6435-43ae-8164-0baf53ca6f03 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:01.616220 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f619175-7868-4964-8419-f2668c8de0a2", "name": "network-vif-plugged", "status": "completed", "tag": "6fe28dec-462f-4fa9-a36d-43da3649bb4b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:01.616479 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d20bc387-6435-43ae-8164-0baf53ca6f03 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:01.617178 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f619175-7868-4964-8419-f2668c8de0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe28dec-462f-4fa9-a36d-43da3649bb4b', 'code': 200}
Jun 21 03:15:01.643969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fe28dec-462f-4fa9-a36d-43da3649bb4b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:01.648900 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:01.710728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-703cc423-d7e1-45a9-92c3-ca43b71af00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.712565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-703cc423-d7e1-45a9-92c3-ca43b71af00a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31cc5ebc83cf449f9bfe767ee9a05ce4&device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1095 time: 0.1872115
Jun 21 03:15:01.732645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4b6f5-4840-4fcb-9258-4ef5fab5063d req-7dba3541-4be0-431e-a391-7acc585494dd tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.734756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67b4b6f5-4840-4fcb-9258-4ef5fab5063d req-7dba3541-4be0-431e-a391-7acc585494dd tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 946 time: 0.1176689
Jun 21 03:15:01.777818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-ee2e7aa9-dbe2-4a2a-af03-414df8cab705 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e8992d1-3dd1-4410-bbc0-88d9f1a07780 HTTP/1.1" status: 200  len: 217 time: 0.0578563
Jun 21 03:15:01.818544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959be90-5e23-462c-8467-a0a43654f921 req-f39a8b9d-8286-4094-8e63-cc41d784cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.820191 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6959be90-5e23-462c-8467-a0a43654f921 req-f39a8b9d-8286-4094-8e63-cc41d784cfa2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 1098 time: 0.1130407
Jun 21 03:15:01.846196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67b4b6f5-4840-4fcb-9258-4ef5fab5063d req-c702b8a4-8b7b-4db9-a67a-67a26aeda125 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709879
Jun 21 03:15:01.852200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-dfbfcd0c-4153-4698-928b-902e839435ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.853301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-dfbfcd0c-4153-4698-928b-902e839435ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753136b-5d60-41a8-97ae-7717154e3949 HTTP/1.1" status: 200  len: 849 time: 0.0696545
Jun 21 03:15:01.886109 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6959be90-5e23-462c-8467-a0a43654f921 req-b42e4794-018b-4144-bc3d-92c1518dd800 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600488
Jun 21 03:15:01.928829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-77151def-2c51-4e47-ae1b-d9504b2f04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:01.930566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-77151def-2c51-4e47-ae1b-d9504b2f04ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4257924-556a-49fa-bb13-44484a4318b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0696335
Jun 21 03:15:01.953653 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:02.068431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-859a93d6-efea-4624-b6ab-c0fd3e806fb5 service neutron] 10.222.0.26 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306911
Jun 21 03:15:02.185486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e9ef2a1-24e0-4ee5-b256-6fc63c45780a req-1f079584-67d3-4f40-b8be-4672a3c7d82f service neutron] 10.222.0.26 "GET /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069334
Jun 21 03:15:02.273199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting port f753287e-f37d-4eee-a77e-5709fe7a6dac {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:02.273589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:02.367894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] For port f753287e-f37d-4eee-a77e-5709fe7a6dac, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f753287e-f37d-4eee-a77e-5709fe7a6dac,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:02.368642 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:02.587313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 38240794-84d9-4f92-9193-cf31a137eecb no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:02.642185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 38240794-84d9-4f92-9193-cf31a137eecb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:02.642537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 38240794-84d9-4f92-9193-cf31a137eecb not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:02.726426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2362b-a382-4228-aedf-3a7200a98ccd req-53fba31d-9b13-4116-9868-8fd6657f7ee9 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:02.728087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1d2362b-a382-4228-aedf-3a7200a98ccd req-53fba31d-9b13-4116-9868-8fd6657f7ee9 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1095 time: 0.0689645
Jun 21 03:15:02.743548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Calling delete_port for f753287e-f37d-4eee-a77e-5709fe7a6dac owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:02.766097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1d2362b-a382-4228-aedf-3a7200a98ccd req-705e1641-8f40-4258-8b73-0d2295bdc5e1 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309401
Jun 21 03:15:03.070936 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:03.074787 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:03.118052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Port': ['ID=f753287e-f37d-4eee-a77e-5709fe7a6dac,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:03.125798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ee376-c142-4b69-85cb-e2d2a1411e60 req-afc90265-4b2d-4257-9033-290f86ef0c91 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:03.127473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb6ee376-c142-4b69-85cb-e2d2a1411e60 req-afc90265-4b2d-4257-9033-290f86ef0c91 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 946 time: 0.0844126
Jun 21 03:15:03.147925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.148330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.148722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.149108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.149536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.149920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.150346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.150728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.151103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.151641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.152021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.152408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:03.157023 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:03.191357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb6ee376-c142-4b69-85cb-e2d2a1411e60 req-e33c4ff5-d1b6-4597-9bd6-4fb17f60dfe7 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561779
Jun 21 03:15:03.341113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:03.583124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:03.693769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:03.698834 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "PUT /v2.0/routers/427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3580029
Jun 21 03:15:03.701534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50840) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:03.709030 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] Sync routers for ids ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:03.723894 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] Routers {'427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:03.724578 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8475af0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:03.761244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting subnet df08cb0d-8f5c-4b74-b160-f942525dea07 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:15:03.765440 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:03.814542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:03.857757 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] Set router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:03.924175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:03.984030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d79072-3e08-4a7e-9e12-013ecf08b481 req-ad47ad58-eb44-45fa-ad7e-d749dd48c2c8 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:03.987946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89d79072-3e08-4a7e-9e12-013ecf08b481 req-ad47ad58-eb44-45fa-ad7e-d749dd48c2c8 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1095 time: 0.0684164
Jun 21 03:15:04.022753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89d79072-3e08-4a7e-9e12-013ecf08b481 req-11a5a749-3d63-4454-b4f6-2729cf6b667c tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308979
Jun 21 03:15:04.080798 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8475af0>, [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:15:02Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:04.271390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] Checking router: 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:04.271390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] Routers {'427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:04.271390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8475af0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:14:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:04.271390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] Set router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:04.273885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:04.273885 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1ecf591d-678f-4d3a-a25d-ff72fe809aea tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:04.282469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Subnet': ['ID=df08cb0d-8f5c-4b74-b160-f942525dea07,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:04.283477 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:04.296924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb971acb-1795-4234-a1f5-eeb5f25df9fc None None] Network 7f333a47-b482-46f4-97fd-e887de379f2a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:04.298648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:04.304285 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/subnets/df08cb0d-8f5c-4b74-b160-f942525dea07 HTTP/1.1" status: 204  len: 168 time: 0.5973818
Jun 21 03:15:04.304285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50858) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:04.336725 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9deb81d5-05f1-4640-bed1-dcb78c4c3680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:04.466773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:04.534363 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8475af0>, [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:15:02Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:04.591639 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7018d223-72f0-4f25-9e7a-38ead5e12a78 None None] The sync data for ids ['427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8'] in n-d-758944-33 is: [{'id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-735717384', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:25Z', 'updated_at': '2021-06-21T03:15:02Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6c405a93-a1fe-4533-b36f-99e7b1e2e371', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:04.601226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] DHCP port deletion for 7f333a47-b482-46f4-97fd-e887de379f2a request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:15:04.611136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:04.672545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] Deleting port b3a99503-f09b-436e-ac7b-d2d7df8817ba {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:04.673080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:04.745315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] For port b3a99503-f09b-436e-ac7b-d2d7df8817ba, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b3a99503-f09b-436e-ac7b-d2d7df8817ba,segment=NetworkSegment(d9139c4f-3369-4d81-84e0-3ed5cbad6d27),segment_id=d9139c4f-3369-4d81-84e0-3ed5cbad6d27)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:04.745315 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:04.768467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting port 6c405a93-a1fe-4533-b36f-99e7b1e2e371 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:04.773594 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:04.858976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] Calling delete_port for b3a99503-f09b-436e-ac7b-d2d7df8817ba owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:04.876029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] For port 6c405a93-a1fe-4533-b36f-99e7b1e2e371, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6c405a93-a1fe-4533-b36f-99e7b1e2e371,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:04.881022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:05.011466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Calling delete_port for 6c405a93-a1fe-4533-b36f-99e7b1e2e371 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:05.117360 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:05.117360 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:05.150082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] Pushing event deleted for resources: {'Port': ['ID=b3a99503-f09b-436e-ac7b-d2d7df8817ba,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:05.154270 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:05.156280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] No DVR routers for this DVR port b3a99503-f09b-436e-ac7b-d2d7df8817ba on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:05.204199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:15:05.213400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f753287e-f37d-4eee-a77e-5709fe7a6dac no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:05.249776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f753287e-f37d-4eee-a77e-5709fe7a6dac {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:05.250204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f753287e-f37d-4eee-a77e-5709fe7a6dac not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:05.250636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b3a99503-f09b-436e-ac7b-d2d7df8817ba no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:05.300617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbe128-4057-42c8-9964-90659b9121ab req-3ddda941-1e56-4a1b-9443-2d9ca31551da tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:05.318921 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bcbe128-4057-42c8-9964-90659b9121ab req-3ddda941-1e56-4a1b-9443-2d9ca31551da tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1095 time: 0.1367786
Jun 21 03:15:05.403569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bcbe128-4057-42c8-9964-90659b9121ab req-46b7ba5f-f084-45d6-b130-f16adbf18402 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771174
Jun 21 03:15:05.467199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b3a99503-f09b-436e-ac7b-d2d7df8817ba {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:05.471026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b3a99503-f09b-436e-ac7b-d2d7df8817ba not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:05.525134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:05.529793 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efb5715e-9c1a-44f9-a37c-d78f3c97c94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:05.551641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:05.565372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Port': ['ID=6c405a93-a1fe-4533-b36f-99e7b1e2e371,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:05.575501 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:05.609909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6e8992d1-3dd1-4410-bbc0-88d9f1a07780', 'network_id': 'a4257924-556a-49fa-bb13-44484a4318b4', 'port_id': '6e8992d1-3dd1-4410-bbc0-88d9f1a07780', 'mac_address': 'fa:16:3e:60:48:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c753136b-5d60-41a8-97ae-7717154e3949', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:15:05.662316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:05.679865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:15:05.706747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:05.740416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:05.792306 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:05.802553 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:05.864454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:05.867648 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:05.898162 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:05.915173 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:06.016895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6e8992d1-3dd1-4410-bbc0-88d9f1a07780'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:15:06.044705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.049224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Fanout notify agent at l3_agent the message router_deleted on router 427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:15:06.056458 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.060028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/routers/427430ef-10e9-4f8a-8b6e-a4d56b3fc6a8 HTTP/1.1" status: 204  len: 168 time: 1.7531483
Jun 21 03:15:06.060331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 50890) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:06.198556 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.243116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.413507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.424770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2b50640>,) {'filters': {'network_id': ['7f333a47-b482-46f4-97fd-e887de379f2a']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:06.436874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2b50640>, 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:06.441006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2b50640>, 'd9139c4f-3369-4d81-84e0-3ed5cbad6d27') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:06.447641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.463997 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.471283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:15:06.471906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:15:06.517528 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:15:06.592016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52becfaf-1741-4473-909b-8c4cdc87fff1 req-15500c13-1f3d-47a3-b29d-3d89b2c63a5e tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:06.594176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52becfaf-1741-4473-909b-8c4cdc87fff1 req-15500c13-1f3d-47a3-b29d-3d89b2c63a5e tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1096 time: 0.0571928
Jun 21 03:15:06.632098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52becfaf-1741-4473-909b-8c4cdc87fff1 req-6a9dfc78-08cd-4c8a-a16f-ed37c1b79dba tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311146
Jun 21 03:15:06.648958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.649299 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-40b9cc3b-d2bc-4d5a-b68b-deb0735626b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.652697 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:06.658301 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:06.661976 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/networks/7f333a47-b482-46f4-97fd-e887de379f2a HTTP/1.1" status: 204  len: 168 time: 0.5995879
Jun 21 03:15:06.664750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 50904) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:06.680857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Network': ['ID=7f333a47-b482-46f4-97fd-e887de379f2a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:06.688440 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:06.910954 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting port 95dc0ec6-882e-4bcf-9cc6-75019f756eac {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:06.911652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.000366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.000366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.069373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Calling delete_port for 95dc0ec6-882e-4bcf-9cc6-75019f756eac owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:07.214986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:07.225129 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.255125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6c405a93-a1fe-4533-b36f-99e7b1e2e371 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:07.285588 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6c405a93-a1fe-4533-b36f-99e7b1e2e371 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:07.286345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6c405a93-a1fe-4533-b36f-99e7b1e2e371 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:07.386948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:07.391429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:07.391880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.455773 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.465479 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb11aa54-7003-479c-98f0-4b5a40b785dc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:07.471445 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.495011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea8000-ad3c-4028-9d23-e98739f99689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8992d1-3dd1-4410-bbc0-88d9f1a07780'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:07.497248 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deec5bff-8085-41ea-9082-f3e360d6b9d2" -d '{"events": [{"server_uuid": "14ea8000-ad3c-4028-9d23-e98739f99689", "name": "network-vif-plugged", "status": "completed", "tag": "6e8992d1-3dd1-4410-bbc0-88d9f1a07780"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:07.502399 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Port': ['ID=95dc0ec6-882e-4bcf-9cc6-75019f756eac,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:07.525017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:07.529598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:07.569410 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.569919 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Floating IP 3a79f5b6-f559-4fac-a642-d442f21ef76e disassociated (deleted). External IP: 172.25.7.31, port: aaed600b-3891-4fca-974d-5726adc5e90e.
Jun 21 03:15:07.580011 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02028f7c-de5c-4a12-ad8a-6e124b80756b x-openstack-request-id: req-02028f7c-de5c-4a12-ad8a-6e124b80756b {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:07.580305 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea8000-ad3c-4028-9d23-e98739f99689", "name": "network-vif-plugged", "status": "completed", "tag": "6e8992d1-3dd1-4410-bbc0-88d9f1a07780", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:07.580735 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02028f7c-de5c-4a12-ad8a-6e124b80756b {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:07.581145 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ea8000-ad3c-4028-9d23-e98739f99689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8992d1-3dd1-4410-bbc0-88d9f1a07780', 'code': 200}
Jun 21 03:15:07.615544 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:07.617793 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1eeb84db-5ed9-44c2-bb9e-6d0454ddec51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:07.681511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:07.692262 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:07.867042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6478a-056f-4545-a932-1ac409e1f133 req-87b1385c-4d6f-4842-a52f-53ea1b1faec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:07.868593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45c6478a-056f-4545-a932-1ac409e1f133 req-87b1385c-4d6f-4842-a52f-53ea1b1faec6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1097 time: 0.1471076
Jun 21 03:15:07.967715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45c6478a-056f-4545-a932-1ac409e1f133 req-af3a06b6-7a14-4f5a-a0ae-c5407ced5fcc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917900
Jun 21 03:15:07.981638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8edee-9a27-4643-acfd-7f4c5b7fe807 req-0d4e5c8a-f224-4ebb-872e-ffc9e2f4bb40 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:07.983073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ec8edee-9a27-4643-acfd-7f4c5b7fe807 req-0d4e5c8a-f224-4ebb-872e-ffc9e2f4bb40 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1097 time: 0.1963582
Jun 21 03:15:07.988967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Router fef0739a-09fe-455f-9e06-8504118d75e0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:08.095817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:08.100342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ec8edee-9a27-4643-acfd-7f4c5b7fe807 req-b9e6ca31-59ef-4810-86d0-4d1dc8535df6 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101313
Jun 21 03:15:08.215930 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:08.493696 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:08.499794 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:08.513039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] Sync routers for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:08.526038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:08.527118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d27c25b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:08.579531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/floatingips/3a79f5b6-f559-4fac-a642-d442f21ef76e HTTP/1.1" status: 204  len: 168 time: 1.9136381
Jun 21 03:15:08.580552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:08.589237 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea8ea47-5a12-423f-a349-129e29c47552" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:08.656410 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0405b0a-f56c-4b1c-a734-b6939f283400 x-openstack-request-id: req-a0405b0a-f56c-4b1c-a734-b6939f283400 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:08.656410 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:08.656410 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0405b0a-f56c-4b1c-a734-b6939f283400 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:08.656410 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'status': 'completed', 'code': 200}
Jun 21 03:15:08.705309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:08.783369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-d6130e72-c102-4da1-8e8a-59f0394354c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:08.785020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-d6130e72-c102-4da1-8e8a-59f0394354c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f37e350748b54c81a954426463bfb886&device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 1136 time: 0.1040950
Jun 21 03:15:08.908420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-e9b8fbae-b13a-4d38-bb52-0a482c468649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:08.910356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-e9b8fbae-b13a-4d38-bb52-0a482c468649 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e88c5e24-3877-46d2-a081-b632fef6c164 HTTP/1.1" status: 200  len: 898 time: 0.1177862
Jun 21 03:15:08.965400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-b273dc0f-b36f-4312-951b-4c623635923b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaed600b-3891-4fca-974d-5726adc5e90e HTTP/1.1" status: 200  len: 217 time: 0.0487072
Jun 21 03:15:08.982946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d27c25b0>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:33Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:09.062585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] Checking router: fef0739a-09fe-455f-9e06-8504118d75e0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:09.069101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-094b27c5-1e77-4f18-a3e5-4c26f19d1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:09.072118 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-094b27c5-1e77-4f18-a3e5-4c26f19d1d9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f79e074f-ee98-46b2-8924-7c457aba3602 HTTP/1.1" status: 200  len: 835 time: 0.1005888
Jun 21 03:15:09.083538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:09.084226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d27c25b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:09.268760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-e7e9edad-f4dc-44ac-8867-26c594052435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:09.270308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-e7e9edad-f4dc-44ac-8867-26c594052435 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e88c5e24-3877-46d2-a081-b632fef6c164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1850188
Jun 21 03:15:09.316965 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:09.435933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-58c72c54-1e3d-4c65-9f55-74c4fd4f2428 service neutron] 10.222.0.26 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547706
Jun 21 03:15:09.576506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d27c25b0>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:33Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:09.583812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a7866-1ebc-4698-8d30-3c7e5b1fa983 req-bfb1ea67-cb11-4f15-acb5-c9a6bbea3737 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:09.585698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-767a7866-1ebc-4698-8d30-3c7e5b1fa983 req-bfb1ea67-cb11-4f15-acb5-c9a6bbea3737 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1097 time: 0.2126036
Jun 21 03:15:09.610185 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:09.616495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92327c-6325-4426-b38e-586faa49ef80 None None] The sync data for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 is: [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:13:26Z', 'revision_number': 4, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'a7da2016-28f4-4497-92f8-21d75ae9c030', 'name': '', 'network_id': 'e88c5e24-3877-46d2-a081-b632fef6c164', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'mac_address': 'fa:16:3e:5b:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:24Z', 'updated_at': '2021-06-21T03:13:33Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'subnets': [{'id': 'f79e074f-ee98-46b2-8924-7c457aba3602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:09.633343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ea8ea47-5a12-423f-a349-129e29c47552 req-08bf5290-a0ef-4ea3-a215-246101c55e97 service neutron] 10.222.0.26 "GET /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862016
Jun 21 03:15:09.657628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f2611-b612-4435-8733-92c3b2fe7f87 req-e8627d5f-e848-43ee-b87c-c9381391ae4b tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:09.659233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b9f2611-b612-4435-8733-92c3b2fe7f87 req-e8627d5f-e848-43ee-b87c-c9381391ae4b tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 984 time: 0.1915741
Jun 21 03:15:09.674305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-767a7866-1ebc-4698-8d30-3c7e5b1fa983 req-a37c92ba-ea82-48cc-a2af-7588e6496911 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735345
Jun 21 03:15:09.741659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b9f2611-b612-4435-8733-92c3b2fe7f87 req-f56c6bea-8deb-400f-a847-13f61648f403 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0755198
Jun 21 03:15:09.896563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a78af0-2a94-495a-9100-229f2fe4b1bc req-892ac15d-8272-4ea1-be21-a3a6a3af00c3 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:09.898434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8a78af0-2a94-495a-9100-229f2fe4b1bc req-892ac15d-8272-4ea1-be21-a3a6a3af00c3 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1097 time: 0.0656326
Jun 21 03:15:09.953269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8a78af0-2a94-495a-9100-229f2fe4b1bc req-4876a7e1-f79d-4c7a-b145-4b8df16592c9 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330920
Jun 21 03:15:09.980612 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1837c75-a709-4270-a6e7-3b5f30b4cef7 None None] New status for floating IP 3a79f5b6-f559-4fac-a642-d442f21ef76e: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:15:10.147719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d99b1-c190-49b1-9836-1fd8b6fb05c4 req-894c883a-81cd-4d3e-b3aa-023e4e7e1b03 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:10.149302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d7d99b1-c190-49b1-9836-1fd8b6fb05c4 req-894c883a-81cd-4d3e-b3aa-023e4e7e1b03 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1097 time: 0.0584257
Jun 21 03:15:10.190645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d7d99b1-c190-49b1-9836-1fd8b6fb05c4 req-13d488ec-de08-473c-896b-9b93f1e6abd7 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334990
Jun 21 03:15:10.627751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-0386465c-175a-48e0-a126-4573d2de35c9 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:10.629324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-0386465c-175a-48e0-a126-4573d2de35c9 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 984 time: 0.0789888
Jun 21 03:15:10.722613 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:15:10.741928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting port aaed600b-3891-4fca-974d-5726adc5e90e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:10.746277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:10.887644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] For port aaed600b-3891-4fca-974d-5726adc5e90e, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=aaed600b-3891-4fca-974d-5726adc5e90e,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:10.887644 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:10.943165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65144f3-1525-402f-b087-cdbd4d2f2989 req-bb3f2415-618d-45e9-a537-fdeec1d29ce1 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:10.944687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e65144f3-1525-402f-b087-cdbd4d2f2989 req-bb3f2415-618d-45e9-a537-fdeec1d29ce1 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1097 time: 0.1581581
Jun 21 03:15:10.970326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Calling delete_port for aaed600b-3891-4fca-974d-5726adc5e90e owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:11.092949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e65144f3-1525-402f-b087-cdbd4d2f2989 req-1095f0f8-365f-4942-9818-d18544a2417d tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039331
Jun 21 03:15:11.120432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37996c97-24b7-4f2b-9f40-b063f76e3a98 req-e80c61b5-77e8-4bcb-abfb-86082f90a8f2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:11.121962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37996c97-24b7-4f2b-9f40-b063f76e3a98 req-e80c61b5-77e8-4bcb-abfb-86082f90a8f2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 984 time: 0.2312224
Jun 21 03:15:11.189536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-37996c97-24b7-4f2b-9f40-b063f76e3a98 req-6e0f5a0b-cc26-41fa-a29c-306926da0c11 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/security-groups?id=9724eebc-12cf-4358-b955-64996cc74972&id=a495f1b0-de4d-4c34-bcb1-dec00926fdde&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0599988
Jun 21 03:15:11.341534 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:11.352696 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0939fbed-57ae-4ae9-a3b8-1628a0eed4d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:11.377672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Port': ['ID=aaed600b-3891-4fca-974d-5726adc5e90e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:11.415523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.415924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.416311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.416692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.417070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.417850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.417850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.418220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.418579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.418959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.419315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.419681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:11.438194 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:11.439192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] No DVR routers for this DVR port aaed600b-3891-4fca-974d-5726adc5e90e on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:11.442073 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:11.443690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89270d56-7df0-4cc1-89e1-658cb10dece0 req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.26 "DELETE /v2.0/ports/aaed600b-3891-4fca-974d-5726adc5e90e HTTP/1.1" status: 204  len: 173 time: 0.8094854
Jun 21 03:15:11.444318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'name': 'network-vif-deleted', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:11.446568 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60741a7f-0c8b-4ef1-9a4e-e7d1d09b801e" -d '{"events": [{"server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "name": "network-vif-deleted", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:11.483576 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1044926b-6597-4eee-852d-7cacdfbb0858 x-openstack-request-id: req-1044926b-6597-4eee-852d-7cacdfbb0858 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:11.484034 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59", "name": "network-vif-deleted", "tag": "aaed600b-3891-4fca-974d-5726adc5e90e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:11.484448 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1044926b-6597-4eee-852d-7cacdfbb0858 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:11.484993 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59', 'name': 'network-vif-deleted', 'tag': 'aaed600b-3891-4fca-974d-5726adc5e90e', 'status': 'completed', 'code': 200}
Jun 21 03:15:12.063027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-0bdfc5dd-79ac-4efa-b028-1a53813b28f6 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:12.064847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-0bdfc5dd-79ac-4efa-b028-1a53813b28f6 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1097 time: 0.0580714
Jun 21 03:15:12.172376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Deleting port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:12.172795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:12.331344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] For port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:12.331812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:12.374830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541fa0a-9cfa-4785-8489-d1d4a0b678ce req-b423b1b0-d8c4-4d11-8ce7-b88196d72001 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:12.376494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7541fa0a-9cfa-4785-8489-d1d4a0b678ce req-b423b1b0-d8c4-4d11-8ce7-b88196d72001 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 1097 time: 0.1319702
Jun 21 03:15:12.433892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-19ddcb93-925d-4933-b0c6-1b1b74970297 req-5121f13d-687e-45b4-9eb8-e1eea7543689 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa2136bb-67b5-4bb7-9411-3b4a2b0d6b59 HTTP/1.1" status: 200  len: 210 time: 0.0841329
Jun 21 03:15:12.460164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Calling delete_port for 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:12.535243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7541fa0a-9cfa-4785-8489-d1d4a0b678ce req-90160eab-655d-4f1c-9342-12595a00989d tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048236
Jun 21 03:15:12.793514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:12.798776 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:12.805571 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6e8992d1-3dd1-4410-bbc0-88d9f1a07780'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:15:12.809398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['62c86ba4-8f58-4b76-9e2e-f833540e552b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:15:12.824460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e8992d1-3dd1-4410-bbc0-88d9f1a07780,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:12.832815 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:12.890323 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] No DVR routers for this DVR port 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:12.893151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:12.895237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3d47632-c1b7-4d64-9bd5-b6a64033491e req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.26 "DELETE /v2.0/ports/6e8992d1-3dd1-4410-bbc0-88d9f1a07780 HTTP/1.1" status: 204  len: 173 time: 0.8251936
Jun 21 03:15:13.486188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea8000-ad3c-4028-9d23-e98739f99689', 'name': 'network-vif-deleted', 'tag': '6e8992d1-3dd1-4410-bbc0-88d9f1a07780'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:13.489627 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ddcc1b-820f-41e5-bcd1-6089cde9b370" -d '{"events": [{"server_uuid": "14ea8000-ad3c-4028-9d23-e98739f99689", "name": "network-vif-deleted", "tag": "6e8992d1-3dd1-4410-bbc0-88d9f1a07780"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:13.526878 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086d6773-2d60-49a8-86c4-605b2574fdd5 x-openstack-request-id: req-086d6773-2d60-49a8-86c4-605b2574fdd5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:13.527440 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea8000-ad3c-4028-9d23-e98739f99689", "name": "network-vif-deleted", "tag": "6e8992d1-3dd1-4410-bbc0-88d9f1a07780", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:13.527746 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-086d6773-2d60-49a8-86c4-605b2574fdd5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:13.528202 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ea8000-ad3c-4028-9d23-e98739f99689', 'name': 'network-vif-deleted', 'tag': '6e8992d1-3dd1-4410-bbc0-88d9f1a07780', 'status': 'completed', 'code': 200}
Jun 21 03:15:13.541255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51060) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:13.629223 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-048397b6-4888-4b67-b0b7-296d14de458e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:13.668137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-048397b6-4888-4b67-b0b7-296d14de458e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:13.728674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-57e32612-3be9-40da-bc9b-e7e3b543edc8 req-7c983878-170d-483a-b599-7d53b33892d9 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ea8000-ad3c-4028-9d23-e98739f99689 HTTP/1.1" status: 200  len: 210 time: 0.0370493
Jun 21 03:15:13.827939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-048397b6-4888-4b67-b0b7-296d14de458e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:13.830755 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-048397b6-4888-4b67-b0b7-296d14de458e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:13.831986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-048397b6-4888-4b67-b0b7-296d14de458e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/security-groups/a495f1b0-de4d-4c34-bcb1-dec00926fdde HTTP/1.1" status: 204  len: 168 time: 0.2896266
Jun 21 03:15:13.832759 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fa254f96-b523-4b49-bbc3-83e895e967c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:13.835180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51070) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:13.843883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048397b6-4888-4b67-b0b7-296d14de458e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a495f1b0-de4d-4c34-bcb1-dec00926fdde,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:13.846389 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-048397b6-4888-4b67-b0b7-296d14de458e tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:13.938661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36adcd6d-923e-4d56-9b8d-d7bd8b5fb931 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:13.963338 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36adcd6d-923e-4d56-9b8d-d7bd8b5fb931 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:14.112288 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36adcd6d-923e-4d56-9b8d-d7bd8b5fb931 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:14.116293 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36adcd6d-923e-4d56-9b8d-d7bd8b5fb931 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:14.127496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51080) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:14.129182 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-36adcd6d-923e-4d56-9b8d-d7bd8b5fb931 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/security-groups/9724eebc-12cf-4358-b955-64996cc74972 HTTP/1.1" status: 204  len: 168 time: 0.2926805
Jun 21 03:15:14.131778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ec5cf08-b065-46f8-9b2f-4969692c8265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:14.152868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adcd6d-923e-4d56-9b8d-d7bd8b5fb931 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9724eebc-12cf-4358-b955-64996cc74972,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:14.156699 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36adcd6d-923e-4d56-9b8d-d7bd8b5fb931 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:14.551135 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:14.872775 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting port a7da2016-28f4-4497-92f8-21d75ae9c030 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:14.874622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:14.982833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] For port a7da2016-28f4-4497-92f8-21d75ae9c030, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a7da2016-28f4-4497-92f8-21d75ae9c030,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:14.983556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:15.069811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Calling delete_port for a7da2016-28f4-4497-92f8-21d75ae9c030 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:15.261796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:15.311376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:15.312412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6e8992d1-3dd1-4410-bbc0-88d9f1a07780 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:15.312412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device aaed600b-3891-4fca-974d-5726adc5e90e no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:15.353230 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: aaed600b-3891-4fca-974d-5726adc5e90e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:15.353626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device aaed600b-3891-4fca-974d-5726adc5e90e not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:15.455845 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:15.464647 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-67cd26a2-7f4c-422e-bcd9-d54dc7d189ac tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:15.499218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Port': ['ID=a7da2016-28f4-4497-92f8-21d75ae9c030,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:15.543182 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:15.773105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9615c-27be-4e22-a26c-1ff5625d7810 req-4c3fa452-644f-44a4-abab-7534335dec55 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:15.787028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28c9615c-27be-4e22-a26c-1ff5625d7810 req-4c3fa452-644f-44a4-abab-7534335dec55 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1098 time: 0.2082622
Jun 21 03:15:15.832239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28c9615c-27be-4e22-a26c-1ff5625d7810 req-81e490bc-acd3-4675-92bb-e92bf87dca87 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510886
Jun 21 03:15:15.835169 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:16.073282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Router fef0739a-09fe-455f-9e06-8504118d75e0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:16.205799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:16.214976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51118) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:16.222070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] Sync routers for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:16.230042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "PUT /v2.0/routers/fef0739a-09fe-455f-9e06-8504118d75e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1014023
Jun 21 03:15:16.248559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:16.249954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b57880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:16.282438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting subnet f79e074f-ee98-46b2-8924-7c457aba3602 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:15:16.286274 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:16.330884 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:16.392491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:16.458975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:16.619958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b57880>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:15:15Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:16.659073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] Checking router: fef0739a-09fe-455f-9e06-8504118d75e0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:16.668632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] Routers {'fef0739a-09fe-455f-9e06-8504118d75e0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:16.669659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b57880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fef0739a-09fe-455f-9e06-8504118d75e0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:16.681918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:16.693390 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-abfcdf70-9727-4273-8900-e312cab88cb9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:16.754568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Subnet': ['ID=f79e074f-ee98-46b2-8924-7c457aba3602,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:16.760097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:16.767925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51132) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:16.769402 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/subnets/f79e074f-ee98-46b2-8924-7c457aba3602 HTTP/1.1" status: 204  len: 168 time: 0.5502322
Jun 21 03:15:16.771174 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:16.948637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-f240cef2-25ee-484e-938a-bcce1487d83b tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:16.955551 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-f240cef2-25ee-484e-938a-bcce1487d83b tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1098 time: 0.1667430
Jun 21 03:15:17.146560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b3f12-a22f-470e-a6c4-5f87983f5850 None None] Network e88c5e24-3877-46d2-a081-b632fef6c164 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:17.215314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Deleting port 62c86ba4-8f58-4b76-9e2e-f833540e552b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:17.215923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:17.235204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:17.368537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] Set router fef0739a-09fe-455f-9e06-8504118d75e0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:17.415416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] For port 62c86ba4-8f58-4b76-9e2e-f833540e552b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=62c86ba4-8f58-4b76-9e2e-f833540e552b,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:17.416624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:17.553772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Calling delete_port for 62c86ba4-8f58-4b76-9e2e-f833540e552b owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:17.683847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] DHCP port deletion for e88c5e24-3877-46d2-a081-b632fef6c164 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:15:17.807735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b57880>, [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:15:15Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:17.846996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346db326-1ba8-4f8e-9b43-975529bf0bdf None None] The sync data for ids ['fef0739a-09fe-455f-9e06-8504118d75e0'] in n-d-758944-33 is: [{'id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947069128', 'tenant_id': 'f37e350748b54c81a954426463bfb886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:13:17Z', 'updated_at': '2021-06-21T03:15:15Z', 'revision_number': 5, 'project_id': 'f37e350748b54c81a954426463bfb886', 'gw_port': {'id': '6a3fc1ac-395a-4228-8cf5-bc689aac730e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0739a-09fe-455f-9e06-8504118d75e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:13:18Z', 'updated_at': '2021-06-21T03:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:17.849556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] Deleting port 50afae0a-a4c0-4b37-b0c6-9fee82487418 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:17.850002 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:17.918613 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:17.924865 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4a470f89-144c-4ec8-b0e4-9d6dd8119f98 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:17.943909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['62c86ba4-8f58-4b76-9e2e-f833540e552b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:15:17.980691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Pushing event deleted for resources: {'Port': ['ID=62c86ba4-8f58-4b76-9e2e-f833540e552b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:17.984807 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:18.063727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] For port 50afae0a-a4c0-4b37-b0c6-9fee82487418, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=50afae0a-a4c0-4b37-b0c6-9fee82487418,segment=NetworkSegment(5ea3411d-5789-4d11-b388-6790628a42a5),segment_id=5ea3411d-5789-4d11-b388-6790628a42a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:18.067721 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:18.077971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] No DVR routers for this DVR port 62c86ba4-8f58-4b76-9e2e-f833540e552b on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:18.091075 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:18.095253 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e7cfb54a-22d7-4dd3-b623-ceb52533be7c req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.20 "DELETE /v2.0/ports/62c86ba4-8f58-4b76-9e2e-f833540e552b HTTP/1.1" status: 204  len: 173 time: 1.1336558
Jun 21 03:15:18.096108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b1cdc3-2ec1-4525-b374-af38d9ebd60b', 'name': 'network-vif-deleted', 'tag': '62c86ba4-8f58-4b76-9e2e-f833540e552b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:18.109779 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6154ca98-58aa-434e-96ef-d51cd06465ed" -d '{"events": [{"server_uuid": "d1b1cdc3-2ec1-4525-b374-af38d9ebd60b", "name": "network-vif-deleted", "tag": "62c86ba4-8f58-4b76-9e2e-f833540e552b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:18.155909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] Calling delete_port for 50afae0a-a4c0-4b37-b0c6-9fee82487418 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:18.181381 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6af165-bfa1-4f5b-9a4d-f2ae1c6547c0 x-openstack-request-id: req-db6af165-bfa1-4f5b-9a4d-f2ae1c6547c0 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:18.197180 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b1cdc3-2ec1-4525-b374-af38d9ebd60b", "name": "network-vif-deleted", "tag": "62c86ba4-8f58-4b76-9e2e-f833540e552b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:18.197180 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db6af165-bfa1-4f5b-9a4d-f2ae1c6547c0 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:18.197180 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b1cdc3-2ec1-4525-b374-af38d9ebd60b', 'name': 'network-vif-deleted', 'tag': '62c86ba4-8f58-4b76-9e2e-f833540e552b', 'status': 'completed', 'code': 200}
Jun 21 03:15:18.469383 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:18.481196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa555b-96fe-4e82-8ab1-1782ecb9debe req-6517e1b9-5eb5-43ad-a38b-90dfc65ca38e tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:18.489997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42fa555b-96fe-4e82-8ab1-1782ecb9debe req-6517e1b9-5eb5-43ad-a38b-90dfc65ca38e tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b1cdc3-2ec1-4525-b374-af38d9ebd60b HTTP/1.1" status: 200  len: 1019 time: 1.3797798
Jun 21 03:15:18.495666 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:18.500177 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:18.529204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] Pushing event deleted for resources: {'Port': ['ID=50afae0a-a4c0-4b37-b0c6-9fee82487418,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:18.541352 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:18.546332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] No DVR routers for this DVR port 50afae0a-a4c0-4b37-b0c6-9fee82487418 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:18.550812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42fa555b-96fe-4e82-8ab1-1782ecb9debe req-1466c21e-5299-4cb6-b256-73f4b0faf5c3 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=588b1cb1-af05-4f5e-83e5-262054b120da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592585
Jun 21 03:15:18.649678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Deleting port 6a3fc1ac-395a-4228-8cf5-bc689aac730e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:18.650046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:18.756185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] For port 6a3fc1ac-395a-4228-8cf5-bc689aac730e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6a3fc1ac-395a-4228-8cf5-bc689aac730e,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:18.756654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:18.827878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Calling delete_port for 6a3fc1ac-395a-4228-8cf5-bc689aac730e owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:19.125220 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.135897 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-09251356-86d6-481a-84b7-27f73b8bdf81 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:19.176499 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Port': ['ID=6a3fc1ac-395a-4228-8cf5-bc689aac730e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:19.182327 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:19.230310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50afae0a-a4c0-4b37-b0c6-9fee82487418 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:19.276186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 50afae0a-a4c0-4b37-b0c6-9fee82487418 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:19.276549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 50afae0a-a4c0-4b37-b0c6-9fee82487418 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:19.276971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a7da2016-28f4-4497-92f8-21d75ae9c030 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:19.309510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.318013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: a7da2016-28f4-4497-92f8-21d75ae9c030 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:19.318375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a7da2016-28f4-4497-92f8-21d75ae9c030 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:19.460011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.476006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.637055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.637529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Fanout notify agent at l3_agent the message router_deleted on router fef0739a-09fe-455f-9e06-8504118d75e0 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:15:19.646671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.648075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/routers/fef0739a-09fe-455f-9e06-8504118d75e0 HTTP/1.1" status: 204  len: 168 time: 2.8791597
Jun 21 03:15:19.650702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51178) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:19.665447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51180) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:19.786913 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.887522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.899253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8700b80>,) {'filters': {'network_id': ['e88c5e24-3877-46d2-a081-b632fef6c164']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:19.918706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8700b80>, '5ea3411d-5789-4d11-b388-6790628a42a5') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:19.919252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8700b80>, '5ea3411d-5789-4d11-b388-6790628a42a5') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:19.929499 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.945197 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.953251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:15:19.953750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:15:19.957161 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:15:20.095886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:20.106690 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:20.115559 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:20.120515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] 10.222.0.25 "DELETE /v2.0/networks/e88c5e24-3877-46d2-a081-b632fef6c164 HTTP/1.1" status: 204  len: 168 time: 0.4660013
Jun 21 03:15:20.143917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Pushing event deleted for resources: {'Network': ['ID=e88c5e24-3877-46d2-a081-b632fef6c164,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:20.151854 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:20.572075 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:20.757740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 62c86ba4-8f58-4b76-9e2e-f833540e552b no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:20.778142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 62c86ba4-8f58-4b76-9e2e-f833540e552b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:20.778781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 62c86ba4-8f58-4b76-9e2e-f833540e552b not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:20.882621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Deleting port 55e6c6df-81d7-43d4-aa63-2020f5d6973c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:20.883315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:20.988196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] For port 55e6c6df-81d7-43d4-aa63-2020f5d6973c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=55e6c6df-81d7-43d4-aa63-2020f5d6973c,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:20.988621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:21.067315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Calling delete_port for 55e6c6df-81d7-43d4-aa63-2020f5d6973c owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:21.167220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6a3fc1ac-395a-4228-8cf5-bc689aac730e no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:21.231976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6a3fc1ac-395a-4228-8cf5-bc689aac730e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:21.233153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6a3fc1ac-395a-4228-8cf5-bc689aac730e not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:21.494368 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:21.496722 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4027955a-25b5-40f0-b4b2-36259067d457 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:21.523938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e6c6df-81d7-43d4-aa63-2020f5d6973c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:21.527169 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:21.725269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:21.963455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51228) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:22.095750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Router 767122c4-f8a0-41bb-b4a8-53eb6816caad has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:22.148033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-34a5c45e-6ba9-49fd-a79f-27fea7f22184 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f37e350748b54c81a954426463bfb886&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1825211
Jun 21 03:15:22.150398 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51238) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:22.229372 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef7b031f-2f9f-43ed-9f3e-10d1507de88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:22.238679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:22.244760 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] 10.222.0.25 "PUT /v2.0/routers/767122c4-f8a0-41bb-b4a8-53eb6816caad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5771005
Jun 21 03:15:22.247083 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] Sync routers for ids ['767122c4-f8a0-41bb-b4a8-53eb6816caad'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:22.256576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:22.259514 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] Routers {'767122c4-f8a0-41bb-b4a8-53eb6816caad'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:22.261858 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d833b7f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['767122c4-f8a0-41bb-b4a8-53eb6816caad'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:22.273735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef7b031f-2f9f-43ed-9f3e-10d1507de88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:22.375829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:22.392326 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] Set router 767122c4-f8a0-41bb-b4a8-53eb6816caad gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:22.435242 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef7b031f-2f9f-43ed-9f3e-10d1507de88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:22.439454 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef7b031f-2f9f-43ed-9f3e-10d1507de88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:22.443496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ef7b031f-2f9f-43ed-9f3e-10d1507de88a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49f9615f-9d24-4fdd-8f5d-e102a40196b8 HTTP/1.1" status: 204  len: 168 time: 0.2896004
Jun 21 03:15:22.443496 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3517b3ee-a600-480a-b224-72a9a9c92c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:22.462343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b031f-2f9f-43ed-9f3e-10d1507de88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f9615f-9d24-4fdd-8f5d-e102a40196b8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:22.468816 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ef7b031f-2f9f-43ed-9f3e-10d1507de88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:22.571319 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:22.831905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Deleting port cdf8905b-3cf5-4a45-9e33-8e901bf26961 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:22.832591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:22.921075 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d833b7f0>, [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:15:21Z', 'revision_number': 5, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port': {'id': 'cdf8905b-3cf5-4a45-9e33-8e901bf26961', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:18Z', 'updated_at': '2021-06-21T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:22.968394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] For port cdf8905b-3cf5-4a45-9e33-8e901bf26961, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cdf8905b-3cf5-4a45-9e33-8e901bf26961,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:22.968874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:22.974395 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] Checking router: 767122c4-f8a0-41bb-b4a8-53eb6816caad for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:22.982848 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] Routers {'767122c4-f8a0-41bb-b4a8-53eb6816caad'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:22.983473 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d833b7f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['767122c4-f8a0-41bb-b4a8-53eb6816caad'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:23.068271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] Set router 767122c4-f8a0-41bb-b4a8-53eb6816caad gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:23.116371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Calling delete_port for cdf8905b-3cf5-4a45-9e33-8e901bf26961 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:23.124972 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d833b7f0>, [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:15:22Z', 'revision_number': 6, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:23.165027 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698350b1-207e-451b-9789-0a3c8eec2d66 None None] The sync data for ids ['767122c4-f8a0-41bb-b4a8-53eb6816caad'] in n-d-758944-33 is: [{'id': '767122c4-f8a0-41bb-b4a8-53eb6816caad', 'name': 'tempest-TestServerMultinode-1228908042-router', 'tenant_id': '6ff4f36d3d294da281fe18972db5b89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:17Z', 'updated_at': '2021-06-21T03:15:22Z', 'revision_number': 6, 'project_id': '6ff4f36d3d294da281fe18972db5b89c', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:23.390654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51264) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:23.405423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc41f-56c9-4e45-90e5-76e2b021925f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.438194 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.446955 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:23.477183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf8905b-3cf5-4a45-9e33-8e901bf26961,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:23.488069 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:23.618890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.766355 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc41f-56c9-4e45-90e5-76e2b021925f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.770889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.773056 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.861374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc41f-56c9-4e45-90e5-76e2b021925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.864162 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-707688f4-5775-43c0-a52f-42888901cf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:23.919410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccc41f-56c9-4e45-90e5-76e2b021925f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41979bb0-ac79-4710-ade8-3a797eb2c9bf,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:23.924955 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1ccc41f-56c9-4e45-90e5-76e2b021925f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:23.928219 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d1ccc41f-56c9-4e45-90e5-76e2b021925f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6445d0119ce14fdea1d05d8af62be0e6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5365181
Jun 21 03:15:23.931238 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51276) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:23.939864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.941547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 767122c4-f8a0-41bb-b4a8-53eb6816caad {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:15:23.954073 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:23.961962 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] 10.222.0.25 "DELETE /v2.0/routers/767122c4-f8a0-41bb-b4a8-53eb6816caad HTTP/1.1" status: 204  len: 168 time: 1.7010283
Jun 21 03:15:23.967740 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51278) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:24.008796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cccbdd-52af-429a-affe-9d919f49a390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.041075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Deleting subnet c753136b-5d60-41a8-97ae-7717154e3949 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:15:24.044605 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.062938 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cccbdd-52af-429a-affe-9d919f49a390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.091495 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.185699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.199109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cccbdd-52af-429a-affe-9d919f49a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.208907 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63cccbdd-52af-429a-affe-9d919f49a390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.211075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-63cccbdd-52af-429a-affe-9d919f49a390 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41979bb0-ac79-4710-ade8-3a797eb2c9bf HTTP/1.1" status: 204  len: 168 time: 0.2784584
Jun 21 03:15:24.212408 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:24.242129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cccbdd-52af-429a-affe-9d919f49a390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41979bb0-ac79-4710-ade8-3a797eb2c9bf,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:24.247957 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63cccbdd-52af-429a-affe-9d919f49a390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:24.368790 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.369137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51290) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:24.371719 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e16fd243-7a4c-431f-bac7-192a6b4373c2 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:24.411013 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c753136b-5d60-41a8-97ae-7717154e3949,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:24.417891 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:24.420958 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.423911 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c753136b-5d60-41a8-97ae-7717154e3949 HTTP/1.1" status: 204  len: 168 time: 0.4531281
Jun 21 03:15:24.426768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51294) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:24.429800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c52dc-6364-4d3c-a870-4db1f2328707 None None] Network a4257924-556a-49fa-bb13-44484a4318b4 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:24.525815 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.642664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Deleting port e342821e-faa1-42fa-8d04-f5070c107531 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:24.643519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.797459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] DHCP port deletion for a4257924-556a-49fa-bb13-44484a4318b4 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:15:24.847898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] For port e342821e-faa1-42fa-8d04-f5070c107531, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e342821e-faa1-42fa-8d04-f5070c107531,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:24.848897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.878594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] Deleting port e342821e-faa1-42fa-8d04-f5070c107531 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:24.881727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.958468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Calling delete_port for e342821e-faa1-42fa-8d04-f5070c107531 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:24.988183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] For port e342821e-faa1-42fa-8d04-f5070c107531, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e342821e-faa1-42fa-8d04-f5070c107531,segment=NetworkSegment(e6691524-0007-42fc-a539-764f8c48a2a5),segment_id=e6691524-0007-42fc-a539-764f8c48a2a5)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:24.988508 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:24.989401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-108ccd64-0146-4776-860e-efe8b8081fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.057947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] Calling delete_port for e342821e-faa1-42fa-8d04-f5070c107531 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:25.184011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-108ccd64-0146-4776-860e-efe8b8081fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.193073 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.196972 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f644edd-dfd2-4ba4-a48f-3e678a07ebd3 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:25.204192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.213935 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:25.229292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e342821e-faa1-42fa-8d04-f5070c107531,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:25.233506 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:25.251541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] No DVR routers for this DVR port e342821e-faa1-42fa-8d04-f5070c107531 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:25.251753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 55e6c6df-81d7-43d4-aa63-2020f5d6973c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:25.251753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] No DVR routers for this DVR port e342821e-faa1-42fa-8d04-f5070c107531 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:25.251753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] Pushing event deleted for resources: {'Port': ['ID=e342821e-faa1-42fa-8d04-f5070c107531,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:25.267937 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:25.269084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 55e6c6df-81d7-43d4-aa63-2020f5d6973c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:25.269477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 55e6c6df-81d7-43d4-aa63-2020f5d6973c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:25.270037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e342821e-faa1-42fa-8d04-f5070c107531 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:25.280025 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51308) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:25.308310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e342821e-faa1-42fa-8d04-f5070c107531 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:25.309757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e342821e-faa1-42fa-8d04-f5070c107531 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:25.310210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cdf8905b-3cf5-4a45-9e33-8e901bf26961 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:25.315090 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-108ccd64-0146-4776-860e-efe8b8081fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.331078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e9f8096a-15e5-4141-b843-18988a0118cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e74a53f0a36d49268cc3603c32e55718&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0494678
Jun 21 03:15:25.331951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51310) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:25.334029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: cdf8905b-3cf5-4a45-9e33-8e901bf26961 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:25.334391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cdf8905b-3cf5-4a45-9e33-8e901bf26961 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:25.356019 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a28d3b63-919c-43dd-a7e6-61f0e03fd808 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:25.386631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-108ccd64-0146-4776-860e-efe8b8081fc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b205fa09b174e328ed41d29a552aa7f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0155890
Jun 21 03:15:25.387723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51314) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:25.398019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ccd64-0146-4776-860e-efe8b8081fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd41b1-251c-4ae3-a6c8-21a232b6fe89,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:25.416230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5509-0fcd-4030-88dd-2e13f07cd708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.421739 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-108ccd64-0146-4776-860e-efe8b8081fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:25.424519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.435423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d9426c70>,) {'filters': {'network_id': ['a4257924-556a-49fa-bb13-44484a4318b4']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:25.447124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9426c70>, 'e6691524-0007-42fc-a539-764f8c48a2a5') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:25.447426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d9426c70>, 'e6691524-0007-42fc-a539-764f8c48a2a5') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:25.458308 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5509-0fcd-4030-88dd-2e13f07cd708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.461545 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.476382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.483048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:15:25.483462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:15:25.485160 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:15:25.504297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d45b4bb1-29ec-4d7d-a4c9-087265bb6fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.540020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d45b4bb1-29ec-4d7d-a4c9-087265bb6fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.689706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.693487 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0e132aba-89b2-4699-bcca-b70305d348f7 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:25.696691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.698150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4257924-556a-49fa-bb13-44484a4318b4 HTTP/1.1" status: 204  len: 168 time: 1.2698371
Jun 21 03:15:25.701924 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51322) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:25.711530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4257924-556a-49fa-bb13-44484a4318b4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:25.713838 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:25.744828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d45b4bb1-29ec-4d7d-a4c9-087265bb6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.747436 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d45b4bb1-29ec-4d7d-a4c9-087265bb6fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.749316 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d45b4bb1-29ec-4d7d-a4c9-087265bb6fd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38bd41b1-251c-4ae3-a6c8-21a232b6fe89 HTTP/1.1" status: 204  len: 168 time: 0.3598843
Jun 21 03:15:25.750107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5509-0fcd-4030-88dd-2e13f07cd708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.752651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5509-0fcd-4030-88dd-2e13f07cd708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:25.757035 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5e5b5509-0fcd-4030-88dd-2e13f07cd708 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a93333c-90c6-4bd0-b09e-15ab945a5280 HTTP/1.1" status: 204  len: 168 time: 0.4205751
Jun 21 03:15:25.757035 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1cc60045-9bfa-407c-8d7f-a751376fb072 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:25.770231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b4bb1-29ec-4d7d-a4c9-087265bb6fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd41b1-251c-4ae3-a6c8-21a232b6fe89,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:25.814725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b5509-0fcd-4030-88dd-2e13f07cd708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a93333c-90c6-4bd0-b09e-15ab945a5280,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:25.819103 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e5b5509-0fcd-4030-88dd-2e13f07cd708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:25.819103 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:25.819345 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:26.502199 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:26.680922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51348) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:26.698248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea6dab22-c392-422d-ad71-5fa551615263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:26.809000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea6dab22-c392-422d-ad71-5fa551615263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:26.890685 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea6dab22-c392-422d-ad71-5fa551615263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:26.891304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Deleting port 6a80342b-4602-4e2e-aefb-207684914a49 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:26.891727 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:26.894696 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-755de95b-5779-4992-a859-fc5f6acc3e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:26.958359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea6dab22-c392-422d-ad71-5fa551615263 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8345a641bbd4492cbd1c04487880f07b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2734776
Jun 21 03:15:26.958359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dab22-c392-422d-ad71-5fa551615263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e455bde4-79f6-4037-a479-22aa5aa0819f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:26.974110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51352) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:26.978724 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea6dab22-c392-422d-ad71-5fa551615263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:27.052554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92950749-a46c-44e5-9ee5-71d50e5d2671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:27.053659 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] For port 6a80342b-4602-4e2e-aefb-207684914a49, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6a80342b-4602-4e2e-aefb-207684914a49,segment=NetworkSegment(ce067b08-d048-4d31-997f-e457aa302aa7),segment_id=ce067b08-d048-4d31-997f-e457aa302aa7)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:27.054325 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:27.080092 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92950749-a46c-44e5-9ee5-71d50e5d2671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:27.128940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Calling delete_port for 6a80342b-4602-4e2e-aefb-207684914a49 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:27.227159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92950749-a46c-44e5-9ee5-71d50e5d2671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:27.230684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92950749-a46c-44e5-9ee5-71d50e5d2671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:27.234881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-92950749-a46c-44e5-9ee5-71d50e5d2671 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e455bde4-79f6-4037-a479-22aa5aa0819f HTTP/1.1" status: 204  len: 168 time: 0.2565496
Jun 21 03:15:27.234881 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98092327-8277-44e3-b43d-38f80a4c94cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:27.250331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950749-a46c-44e5-9ee5-71d50e5d2671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e455bde4-79f6-4037-a479-22aa5aa0819f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:27.263041 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92950749-a46c-44e5-9ee5-71d50e5d2671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:27.528485 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:27.531833 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6576d390-2d35-466f-98f0-7efd4a3dbcbe tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:27.562173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a80342b-4602-4e2e-aefb-207684914a49,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:27.579660 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:27.812872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:28.122314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:28.249789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:28.260478 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] 10.222.0.25 "PUT /v2.0/routers/6a402cda-c2c4-43c9-aa6f-fa2dde6e2124/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5519445
Jun 21 03:15:28.261259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51382) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:28.270106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] Sync routers for ids ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:28.282292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] Routers {'6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:28.282965 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b8f460>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:28.405593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] Set router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:28.426625 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:28.548392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:28.605171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b8f460>, [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:15:27Z', 'revision_number': 5, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port': {'id': '9e090743-3230-45f6-aacf-07e33ca3d5fd', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:14:27Z', 'updated_at': '2021-06-21T03:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:28.665187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] Checking router: 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:28.688371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] Routers {'6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:28.688371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b8f460>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:28.707931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Deleting port 9e090743-3230-45f6-aacf-07e33ca3d5fd {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:28.708379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:28.789136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] Set router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:28.811071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] For port 9e090743-3230-45f6-aacf-07e33ca3d5fd, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9e090743-3230-45f6-aacf-07e33ca3d5fd,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:28.811609 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:28.847066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b8f460>, [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:15:28Z', 'revision_number': 6, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:28.883976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8d526-fffe-4907-bd18-ba0bf7c595c2 None None] The sync data for ids ['6a402cda-c2c4-43c9-aa6f-fa2dde6e2124'] in n-d-758944-33 is: [{'id': '6a402cda-c2c4-43c9-aa6f-fa2dde6e2124', 'name': 'tempest-TestServerMultinode-841412668-router', 'tenant_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:14:26Z', 'updated_at': '2021-06-21T03:15:28Z', 'revision_number': 6, 'project_id': '31cc5ebc83cf449f9bfe767ee9a05ce4', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:28.954536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Calling delete_port for 9e090743-3230-45f6-aacf-07e33ca3d5fd owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:29.250484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.252747 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-35e49429-da50-4415-b886-b4db4045beed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:29.277881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e090743-3230-45f6-aacf-07e33ca3d5fd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:29.283738 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:29.370703 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.447974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51418) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:29.498776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.502001 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.504732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9e090743-3230-45f6-aacf-07e33ca3d5fd no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:29.543006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 9e090743-3230-45f6-aacf-07e33ca3d5fd {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:29.543630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9e090743-3230-45f6-aacf-07e33ca3d5fd not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:29.544262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6a80342b-4602-4e2e-aefb-207684914a49 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:29.592314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6a80342b-4602-4e2e-aefb-207684914a49 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:29.594029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6a80342b-4602-4e2e-aefb-207684914a49 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:29.656836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.657584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:15:29.665094 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.665094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6a402cda-c2c4-43c9-aa6f-fa2dde6e2124 HTTP/1.1" status: 204  len: 168 time: 1.4041297
Jun 21 03:15:29.666904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51426) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:29.692597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ca3ff38-ca7b-4be2-a8c0-da18aed81421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.732286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Deleting subnet c933ca5d-2847-453f-be76-6b5012ef80d0 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:15:29.737240 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.783096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.865672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ca3ff38-ca7b-4be2-a8c0-da18aed81421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.928141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.958628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ca3ff38-ca7b-4be2-a8c0-da18aed81421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:29.962747 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5e5b5509-0fcd-4030-88dd-2e13f07cd708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:30.018210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3ff38-ca7b-4be2-a8c0-da18aed81421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a65ff2-355d-4c81-bc1c-b3e5012998c7,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:30.036142 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ca3ff38-ca7b-4be2-a8c0-da18aed81421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:30.036142 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9ca3ff38-ca7b-4be2-a8c0-da18aed81421 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e65d645473e1496e9ceafc3a1d8cc952&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5857637
Jun 21 03:15:30.038092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51434) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:30.062579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.067315 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bec7e6f9-9ba1-4f1f-8885-c9aae84347c2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:30.124366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06903d-ab0c-429f-bcbf-63ee2d89e5d4 None None] Network 3261ff0b-64b7-49a4-8582-9a535a98d174 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:30.125442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c933ca5d-2847-453f-be76-6b5012ef80d0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:30.129599 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.138061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c933ca5d-2847-453f-be76-6b5012ef80d0 HTTP/1.1" status: 204  len: 168 time: 0.4657552
Jun 21 03:15:30.138061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:30.143190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51436) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:30.183846 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ec971d0-c8fa-4e99-9a04-a025de7dc206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.248810 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ec971d0-c8fa-4e99-9a04-a025de7dc206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.283840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.364109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Deleting port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:30.364633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.421736 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ec971d0-c8fa-4e99-9a04-a025de7dc206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.424404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0ec971d0-c8fa-4e99-9a04-a025de7dc206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.428273 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0ec971d0-c8fa-4e99-9a04-a025de7dc206 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75a65ff2-355d-4c81-bc1c-b3e5012998c7 HTTP/1.1" status: 204  len: 168 time: 0.3887935
Jun 21 03:15:30.429157 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-aa497685-a3f4-4bc0-a5dc-f0583186a8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:30.443962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec971d0-c8fa-4e99-9a04-a025de7dc206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a65ff2-355d-4c81-bc1c-b3e5012998c7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:30.449714 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0ec971d0-c8fa-4e99-9a04-a025de7dc206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:30.464889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] For port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,segment=NetworkSegment(ce067b08-d048-4d31-997f-e457aa302aa7),segment_id=ce067b08-d048-4d31-997f-e457aa302aa7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:30.476980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.496375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] DHCP port deletion for 3261ff0b-64b7-49a4-8582-9a535a98d174 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:15:30.571521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Calling delete_port for 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:30.605004 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] Deleting port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:30.605655 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.714122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] For port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,segment=NetworkSegment(ce067b08-d048-4d31-997f-e457aa302aa7),segment_id=ce067b08-d048-4d31-997f-e457aa302aa7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:30.714465 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.739998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.743107 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:30.768812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:30.774961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] No DVR routers for this DVR port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:30.774961 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:30.784300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] Calling delete_port for 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:30.848519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.859225 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2f7f550>,) {'filters': {'network_id': ['3261ff0b-64b7-49a4-8582-9a535a98d174']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:30.869782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2f7f550>, 'ce067b08-d048-4d31-997f-e457aa302aa7') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:30.871510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2f7f550>, 'ce067b08-d048-4d31-997f-e457aa302aa7') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:30.875442 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.878459 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:30.880920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.895435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.904217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:15:30.905281 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:15:30.907418 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:15:30.909840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] Pushing event deleted for resources: {'Port': ['ID=3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:30.922812 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:30.933470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] No DVR routers for this DVR port 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:31.072946 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:31.076817 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:31.079990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:31.082001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] 10.222.0.25 "DELETE /v2.0/networks/3261ff0b-64b7-49a4-8582-9a535a98d174 HTTP/1.1" status: 204  len: 168 time: 0.9349003
Jun 21 03:15:31.100754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Pushing event deleted for resources: {'Network': ['ID=3261ff0b-64b7-49a4-8582-9a535a98d174,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:31.103228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:31.173870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:31.200621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:31.203786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3bdf31d2-70ab-4aa2-b8dc-63cbc54c101c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:31.483630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51482) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:31.533006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b579712b-962b-4630-89f8-020be0d42b98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ff4f36d3d294da281fe18972db5b89c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0454614
Jun 21 03:15:31.533006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51484) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:31.584354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5ebda1b-8464-4030-a301-e18b0da02c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:31.607205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5ebda1b-8464-4030-a301-e18b0da02c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:31.747123 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5ebda1b-8464-4030-a301-e18b0da02c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:31.751773 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5ebda1b-8464-4030-a301-e18b0da02c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:31.751773 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d5ebda1b-8464-4030-a301-e18b0da02c62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f0b0d4f-b59c-4573-8bc1-9cf2c38f3a70 HTTP/1.1" status: 204  len: 168 time: 0.2170084
Jun 21 03:15:31.751773 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d43ecb16-5bc5-4f79-872a-6a04e2511281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:31.759798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebda1b-8464-4030-a301-e18b0da02c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0b0d4f-b59c-4573-8bc1-9cf2c38f3a70,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:31.762405 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d5ebda1b-8464-4030-a301-e18b0da02c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:32.542516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51526) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:32.567348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51528) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:32.593929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8e6e3466-78d9-447a-9656-ab9957e11580 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31cc5ebc83cf449f9bfe767ee9a05ce4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0459785
Jun 21 03:15:32.594430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51532) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:32.651263 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f476ce9-5662-4cad-929f-7c1be024c1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:32.679910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f476ce9-5662-4cad-929f-7c1be024c1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:32.769939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3da9de03-e80a-4748-8b62-33b46b2cee23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:32.816584 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f476ce9-5662-4cad-929f-7c1be024c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:32.819232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2f476ce9-5662-4cad-929f-7c1be024c1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:32.820499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2f476ce9-5662-4cad-929f-7c1be024c1d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/588b1cb1-af05-4f5e-83e5-262054b120da HTTP/1.1" status: 204  len: 168 time: 0.2250838
Jun 21 03:15:32.825535 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7a15780-4382-4aa5-85d7-cf8e3a8a4be3 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:32.840584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f476ce9-5662-4cad-929f-7c1be024c1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588b1cb1-af05-4f5e-83e5-262054b120da,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:32.844850 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f476ce9-5662-4cad-929f-7c1be024c1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:32.917906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3da9de03-e80a-4748-8b62-33b46b2cee23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:33.009995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3da9de03-e80a-4748-8b62-33b46b2cee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:33.014007 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2f476ce9-5662-4cad-929f-7c1be024c1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:33.064043 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3da9de03-e80a-4748-8b62-33b46b2cee23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6451faaff21452497464b5e06de301d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4948490
Jun 21 03:15:33.065838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9de03-e80a-4748-8b62-33b46b2cee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcacd4b3-0b53-42e7-8256-79c181f6b01c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:33.066854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51542) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:33.070286 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3da9de03-e80a-4748-8b62-33b46b2cee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:33.159754 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-229a2c51-c0c5-4b56-ba74-b7b08a76bb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:33.202633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-229a2c51-c0c5-4b56-ba74-b7b08a76bb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:33.346931 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-229a2c51-c0c5-4b56-ba74-b7b08a76bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:33.349672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-229a2c51-c0c5-4b56-ba74-b7b08a76bb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:33.353501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-229a2c51-c0c5-4b56-ba74-b7b08a76bb9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcacd4b3-0b53-42e7-8256-79c181f6b01c HTTP/1.1" status: 204  len: 168 time: 0.2779803
Jun 21 03:15:33.353501 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-108ccd64-0146-4776-860e-efe8b8081fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:33.361139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a2c51-c0c5-4b56-ba74-b7b08a76bb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcacd4b3-0b53-42e7-8256-79c181f6b01c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:33.363696 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-229a2c51-c0c5-4b56-ba74-b7b08a76bb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:34.215794 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-00c11599-66f2-4803-9245-2909a3f9f2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:34.427591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51582) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:34.531180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-241459557-network', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:15:34.609192 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Made reservation on behalf of a96bdce808cf4e9fa487385e432cb457 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:15:34.614737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:34.624758 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:34.734990 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:34.792805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:34.797054 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:34.841271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:15:34.848025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae25e4-f9bc-428c-91bb-0ddbf49a4429,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:34.854308 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:34.864696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:34.864696 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Added segment 55f6885f-744b-4543-bb25-da13986b8915 of type vlan for network 4522fca5-971b-4578-8629-16e4ef2ebbe1
Jun 21 03:15:34.907886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:35.015968 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:35.017193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:35.017947 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:35.021975 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-36026b35-f340-4068-90a2-be6e3b7dd42e tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:35.085772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4522fca5-971b-4578-8629-16e4ef2ebbe1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:35.088343 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:35.096189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4522fca5-971b-4578-8629-16e4ef2ebbe1 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:15:35.136258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7075379
Jun 21 03:15:35.139545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51598) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:35.144548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Request body: {'subnet': {'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-241459557-subnet', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:15:35.238801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Made reservation on behalf of a96bdce808cf4e9fa487385e432cb457 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:15:35.241439 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:35.496171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:35.498491 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c27eab2-3747-4f61-873c-f391563d3aac tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:35.558256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8954ea-8da0-4081-aa0a-5978739a477a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:35.562618 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:35.566916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Checking segment: {'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:35.567334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Network hostable DHCP agents. Network: 4522fca5-971b-4578-8629-16e4ef2ebbe1, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:15:35.667479 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Network 4522fca5-971b-4578-8629-16e4ef2ebbe1 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:15:35.769867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4522fca5-971b-4578-8629-16e4ef2ebbe1) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:35.774545 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:35.775073 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:35.784335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df827f-4ea2-42af-a9f1-3c57d808443a None None] Network 4522fca5-971b-4578-8629-16e4ef2ebbe1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:35.892383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7510834
Jun 21 03:15:35.894172 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51614) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:35.899287 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:15:35.965017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4522fca5-971b-4578-8629-16e4ef2ebbe1', 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'fixed_ips': [{'subnet_id': 'ee8954ea-8da0-4081-aa0a-5978739a477a'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:15:35.966243 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:35.981661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:35.982950 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.051005 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.114925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Allocated IP 172.20.0.2 (4522fca5-971b-4578-8629-16e4ef2ebbe1/ee8954ea-8da0-4081-aa0a-5978739a477a/52072702-ade3-4427-b52b-09d70dc8c9e3) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:15:36.297038 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.369265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.449114 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.458483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Transition to ACTIVE for port object 52072702-ade3-4427-b52b-09d70dc8c9e3 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:36.473631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Transition to ACTIVE for port object 52072702-ade3-4427-b52b-09d70dc8c9e3 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:36.482269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb980d66-eecf-4014-9a0a-c4ee12f4371c req-6197f196-7c91-496d-b841-ad3131574793 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:36.484119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb980d66-eecf-4014-9a0a-c4ee12f4371c req-6197f196-7c91-496d-b841-ad3131574793 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 946 time: 0.1094432
Jun 21 03:15:36.530940 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.532851 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:36.542634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb980d66-eecf-4014-9a0a-c4ee12f4371c req-4b48cd2f-2df2-4b71-be13-1dfd31a5885e tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514994
Jun 21 03:15:36.579452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Network 4522fca5-971b-4578-8629-16e4ef2ebbe1 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:15:36.586689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:36.590101 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:15:36.603992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Pushing event updated for resources: {'Port': ['ID=52072702-ade3-4427-b52b-09d70dc8c9e3,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:36.611189 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:36.666290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Attempting to bind port 52072702-ade3-4427-b52b-09d70dc8c9e3 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:15:36.666663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Attempting to bind port 52072702-ade3-4427-b52b-09d70dc8c9e3 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:15:36.667033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Attempting to bind port 52072702-ade3-4427-b52b-09d70dc8c9e3 on network 4522fca5-971b-4578-8629-16e4ef2ebbe1 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:15:36.672758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:15:36.673167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Checking segment: {'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:36.673595 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.673999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Bound using segment: {'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:15:36.674477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Bound port: 52072702-ade3-4427-b52b-09d70dc8c9e3, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:15:36.674862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.686629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-265cf322-6bf1-4a34-aab8-2b8ae011de77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.745414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] For port 52072702-ade3-4427-b52b-09d70dc8c9e3, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:15:36.748925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] For port 52072702-ade3-4427-b52b-09d70dc8c9e3, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=52072702-ade3-4427-b52b-09d70dc8c9e3,segment=NetworkSegment(55f6885f-744b-4543-bb25-da13986b8915),segment_id=55f6885f-744b-4543-bb25-da13986b8915)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:15:36.814960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:36.817524 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a4f5e5d6-8e5d-4d61-80c9-553bf2e12817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:36.874813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Pushing event updated for resources: {'Port': ['ID=52072702-ade3-4427-b52b-09d70dc8c9e3,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:36.882539 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:37.015666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:37.036523 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:37.163074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:37.197183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Allocated IP 172.25.7.221 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/5a561976-33ca-48b3-b2b0-3d1c4e05ce99) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:15:37.258098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 52072702-ade3-4427-b52b-09d70dc8c9e3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:37.324122 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:37.414421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 52072702-ade3-4427-b52b-09d70dc8c9e3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:37.523416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:37.525864 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1f87a51-87b3-4c36-b228-37ac36009387 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:37.567842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:15:37.571065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:37.574937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:15:37.581644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Pushing event updated for resources: {'Port': ['ID=5a561976-33ca-48b3-b2b0-3d1c4e05ce99,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:37.614293 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:37.864272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f491-7dd0-4d1b-a7a0-b97605ba80bc req-e664400a-846b-4de1-8671-766e5eb858fd tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:37.865839 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d00f491-7dd0-4d1b-a7a0-b97605ba80bc req-e664400a-846b-4de1-8671-766e5eb858fd tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 946 time: 0.1538663
Jun 21 03:15:37.877781 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-c644ac38-ad1e-49f5-80ee-12e611f1f02f tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:37.879538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-c644ac38-ad1e-49f5-80ee-12e611f1f02f tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 946 time: 0.1156869
Jun 21 03:15:37.996035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7753969f-adda-46e4-bdba-59a8f6177cd5 None None] Network 4522fca5-971b-4578-8629-16e4ef2ebbe1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:38.016933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d00f491-7dd0-4d1b-a7a0-b97605ba80bc req-f0f305b9-a9b3-4618-88a4-6a2fa873265f tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/security-groups?id=476e7852-8979-4db8-b4a5-2d63d9135fea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362920
Jun 21 03:15:38.112070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.136139 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.166213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Deleting port 6fe28dec-462f-4fa9-a36d-43da3649bb4b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:38.166557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.175755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] Provisioning for port 52072702-ade3-4427-b52b-09d70dc8c9e3 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:38.181556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] Provisioning complete for port 52072702-ade3-4427-b52b-09d70dc8c9e3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:38.181927 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.225077 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.283436 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.308603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] For port 6fe28dec-462f-4fa9-a36d-43da3649bb4b, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fe28dec-462f-4fa9-a36d-43da3649bb4b,segment=NetworkSegment(6b4ef232-9717-4946-a6ff-d310f4da5dc7),segment_id=6b4ef232-9717-4946-a6ff-d310f4da5dc7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:38.321067 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.321649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] For port 52072702-ade3-4427-b52b-09d70dc8c9e3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=52072702-ade3-4427-b52b-09d70dc8c9e3,segment=NetworkSegment(55f6885f-744b-4543-bb25-da13986b8915),segment_id=55f6885f-744b-4543-bb25-da13986b8915)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:38.393919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Calling delete_port for 6fe28dec-462f-4fa9-a36d-43da3649bb4b owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:38.426004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.428025 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:38.484579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] Pushing event updated for resources: {'Port': ['ID=52072702-ade3-4427-b52b-09d70dc8c9e3,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:38.490843 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:38.546187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b82b02a7-80d7-416e-93f9-3061d809fde3 None None] Provisioning complete for port 52072702-ade3-4427-b52b-09d70dc8c9e3 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:38.546502 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b82b02a7-80d7-416e-93f9-3061d809fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.563141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.763315 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.768133 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-02c77466-c7a7-46d9-a393-00ecd0790df0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:38.775711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6fe28dec-462f-4fa9-a36d-43da3649bb4b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:15:38.795990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Pushing event deleted for resources: {'Port': ['ID=6fe28dec-462f-4fa9-a36d-43da3649bb4b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:38.802143 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:38.852942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] No DVR routers for this DVR port 6fe28dec-462f-4fa9-a36d-43da3649bb4b on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:38.858859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Router 37a4cd17-dd55-485f-a511-cc2eb4940d02 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:15:38.860041 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:38.861970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ae0f5b7-001e-4eb8-b241-a6ea24ccb62e req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.26 "DELETE /v2.0/ports/6fe28dec-462f-4fa9-a36d-43da3649bb4b HTTP/1.1" status: 204  len: 173 time: 0.9750235
Jun 21 03:15:38.863833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f619175-7868-4964-8419-f2668c8de0a2', 'name': 'network-vif-deleted', 'tag': '6fe28dec-462f-4fa9-a36d-43da3649bb4b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:38.866329 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a306164-8bb1-4fba-9c12-3f716be4a12c" -d '{"events": [{"server_uuid": "2f619175-7868-4964-8419-f2668c8de0a2", "name": "network-vif-deleted", "tag": "6fe28dec-462f-4fa9-a36d-43da3649bb4b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:38.912344 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be6bbcd-5cff-4f0c-ad4d-ccc2bfb0234e x-openstack-request-id: req-3be6bbcd-5cff-4f0c-ad4d-ccc2bfb0234e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:38.912762 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f619175-7868-4964-8419-f2668c8de0a2", "name": "network-vif-deleted", "tag": "6fe28dec-462f-4fa9-a36d-43da3649bb4b", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:38.912984 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3be6bbcd-5cff-4f0c-ad4d-ccc2bfb0234e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:38.913457 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f619175-7868-4964-8419-f2668c8de0a2', 'name': 'network-vif-deleted', 'tag': '6fe28dec-462f-4fa9-a36d-43da3649bb4b', 'status': 'completed', 'code': 200}
Jun 21 03:15:38.989353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:38.998022 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Sync routers for ids ['37a4cd17-dd55-485f-a511-cc2eb4940d02'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:39.009203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Routers {'37a4cd17-dd55-485f-a511-cc2eb4940d02'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:39.009952 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8543070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['37a4cd17-dd55-485f-a511-cc2eb4940d02'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:39.062606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.064383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1691780
Jun 21 03:15:39.067981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51660) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:39.130166 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Set router 37a4cd17-dd55-485f-a511-cc2eb4940d02 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:39.189962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 52072702-ade3-4427-b52b-09d70dc8c9e3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:39.260783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-764b62cb-17cc-4a22-b226-75a7a88fb12e req-38f64033-05c8-4940-bca3-b4bccc5f93a5 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f619175-7868-4964-8419-f2668c8de0a2 HTTP/1.1" status: 200  len: 210 time: 0.0855870
Jun 21 03:15:39.287821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 52072702-ade3-4427-b52b-09d70dc8c9e3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:39.288191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.360231 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8543070>, [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:37Z', 'revision_number': 3, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port': {'id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:37Z', 'updated_at': '2021-06-21T03:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:39.391292 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Checking router: 37a4cd17-dd55-485f-a511-cc2eb4940d02 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:39.391980 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Updating router 37a4cd17-dd55-485f-a511-cc2eb4940d02 port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:15:39.432841 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.610597 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.615135 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.715575 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.729028 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Transition to ACTIVE for port object 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:39.825944 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.830061 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-cacdf35f-9ddd-48db-af65-fbc4684aa389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:39.843881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Allocated IP 172.20.0.1 (4522fca5-971b-4578-8629-16e4ef2ebbe1/ee8954ea-8da0-4081-aa0a-5978739a477a/71734715-11ce-44ad-a675-7b5a47898c06) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:15:39.880985 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Attempting to bind port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:15:39.881419 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Attempting to bind port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:15:39.881906 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Attempting to bind port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:15:39.884794 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Pushing event updated for resources: {'Port': ['ID=5a561976-33ca-48b3-b2b0-3d1c4e05ce99,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:39.893198 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:15:39.893689 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:39.894161 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.894623 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:15:39.895185 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Bound port: 5a561976-33ca-48b3-b2b0-3d1c4e05ce99, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:15:39.895629 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.898869 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.899283 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.899780 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.900161 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.900415 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.900746 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.901080 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.901871 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.901871 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.905138 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.905138 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.905138 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:15:39.922961 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:39.961318 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] For port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:15:39.964856 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] For port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5a561976-33ca-48b3-b2b0-3d1c4e05ce99,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:15:39.978501 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:39.992304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Transition to ACTIVE for port object 71734715-11ce-44ad-a675-7b5a47898c06 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:40.073359 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:40.075373 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-f6864bc2-726e-4187-a4ff-84775dd053fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:40.119086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:40.122287 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-24bfa255-a9c5-40b6-84f5-d4c9222771c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:40.138835 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Routers {'37a4cd17-dd55-485f-a511-cc2eb4940d02'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:40.140199 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8543070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['37a4cd17-dd55-485f-a511-cc2eb4940d02'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:40.143122 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Pushing event updated for resources: {'Port': ['ID=5a561976-33ca-48b3-b2b0-3d1c4e05ce99,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:40.169501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Network 4522fca5-971b-4578-8629-16e4ef2ebbe1 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:15:40.174894 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:40.176294 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:40.179393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:15:40.182714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=71734715-11ce-44ad-a675-7b5a47898c06,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:40.207533 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:40.225869 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:40.259812 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] Set router 37a4cd17-dd55-485f-a511-cc2eb4940d02 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:40.569666 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8543070>, [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:37Z', 'revision_number': 3, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port': {'id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:37Z', 'updated_at': '2021-06-21T03:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:40.605183 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f0e4b-d0db-4139-87d3-5ada5a93442c None None] The sync data for ids ['37a4cd17-dd55-485f-a511-cc2eb4940d02'] in n-d-758944-33 is: [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:37Z', 'revision_number': 3, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port': {'id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:37Z', 'updated_at': '2021-06-21T03:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:40.644242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-219593d0-2b55-472f-9dbd-f4aacbc7deea None None] Provisioning for port 71734715-11ce-44ad-a675-7b5a47898c06 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:40.649992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-219593d0-2b55-472f-9dbd-f4aacbc7deea None None] Provisioning complete for port 71734715-11ce-44ad-a675-7b5a47898c06 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:40.651605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-219593d0-2b55-472f-9dbd-f4aacbc7deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:40.701414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-219593d0-2b55-472f-9dbd-f4aacbc7deea None None] Port 71734715-11ce-44ad-a675-7b5a47898c06 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:15:40.953512 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:41.153773 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:41.220528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:41.222167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:41.227672 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-88189a92-ec20-4230-900b-ddf65933f637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:41.308629 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:41.310506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=71734715-11ce-44ad-a675-7b5a47898c06,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:41.314880 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:41.340599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fe28dec-462f-4fa9-a36d-43da3649bb4b no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:41.365950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 6fe28dec-462f-4fa9-a36d-43da3649bb4b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:41.366216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fe28dec-462f-4fa9-a36d-43da3649bb4b not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:41.368926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:41.375969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:41.376984 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:41.439114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Network 4522fca5-971b-4578-8629-16e4ef2ebbe1 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:15:41.441239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:41.489772 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:41.528353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5a561976-33ca-48b3-b2b0-3d1c4e05ce99,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:41.644569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Router 37a4cd17-dd55-485f-a511-cc2eb4940d02 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:41.677009 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:41.681815 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:41.783381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5a561976-33ca-48b3-b2b0-3d1c4e05ce99,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:41.786955 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:41.837093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-72da5e4a-6323-45c3-a015-751bba464746 None None] Provisioning complete for port 71734715-11ce-44ad-a675-7b5a47898c06 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:41.837416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:41.837554 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72da5e4a-6323-45c3-a015-751bba464746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:41.850025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] 10.222.0.25 "PUT /v2.0/routers/37a4cd17-dd55-485f-a511-cc2eb4940d02/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7759612
Jun 21 03:15:41.879056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-72da5e4a-6323-45c3-a015-751bba464746 None None] Port 71734715-11ce-44ad-a675-7b5a47898c06 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:15:42.652524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Sync routers for ids ['37a4cd17-dd55-485f-a511-cc2eb4940d02'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:42.672698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Routers {'37a4cd17-dd55-485f-a511-cc2eb4940d02'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:42.673322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c09a30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['37a4cd17-dd55-485f-a511-cc2eb4940d02'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:42.706530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51728) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:42.712321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2072083203-network', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:15:42.788896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Set router 37a4cd17-dd55-485f-a511-cc2eb4940d02 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:42.918977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Made reservation on behalf of 2c3fe06ecd4949b791b9262e269e8338 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:15:42.922917 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:42.931818 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:42.992490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c09a30>, [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:40Z', 'revision_number': 4, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port': {'id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:37Z', 'updated_at': '2021-06-21T03:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '71734715-11ce-44ad-a675-7b5a47898c06', 'name': '', 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'mac_address': 'fa:16:3e:af:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ee8954ea-8da0-4081-aa0a-5978739a477a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:39Z', 'updated_at': '2021-06-21T03:15:41Z', 'revision_number': 2, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'subnets': [{'id': 'ee8954ea-8da0-4081-aa0a-5978739a477a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:43.021959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Checking router: 37a4cd17-dd55-485f-a511-cc2eb4940d02 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:43.022434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Updating router 37a4cd17-dd55-485f-a511-cc2eb4940d02 port 71734715-11ce-44ad-a675-7b5a47898c06 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:15:43.037622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.064501 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.128366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.129204 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0f2c526-4d89-4942-9975-a6f50716f922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:43.164620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:15:43.181646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53711244-f70e-4227-85c2-de450b416cd0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:43.184702 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.185047 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Added segment 18edda27-5fe5-4a6f-ac1a-da8d62579274 of type vlan for network 0b5af03f-8edd-485d-9b7f-22cb0d085d44
Jun 21 03:15:43.186862 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:43.227475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.249914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:43.335577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.336638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:43.337236 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.338370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:43.338750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.340882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:43.404327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Pushing event updated for resources: {'Network': ['ID=0b5af03f-8edd-485d-9b7f-22cb0d085d44,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:43.408682 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:43.418717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:15:43.424625 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.483042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Transition to ACTIVE for port object 71734715-11ce-44ad-a675-7b5a47898c06 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:43.526283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8185093
Jun 21 03:15:43.533523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51742) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:43.539161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Request body: {'subnet': {'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2072083203-subnet', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:15:43.591566 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.594088 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:43.636988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Made reservation on behalf of 2c3fe06ecd4949b791b9262e269e8338 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:15:43.641421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.673882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b8bc0-f79e-4f1b-9ada-50fababbd9d9 None None] Pushing event updated for resources: {'Port': ['ID=71734715-11ce-44ad-a675-7b5a47898c06,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:43.676852 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-937b8bc0-f79e-4f1b-9ada-50fababbd9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:43.766498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Attempting to bind port 71734715-11ce-44ad-a675-7b5a47898c06 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:15:43.767405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Attempting to bind port 71734715-11ce-44ad-a675-7b5a47898c06 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:15:43.768116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Attempting to bind port 71734715-11ce-44ad-a675-7b5a47898c06 on network 4522fca5-971b-4578-8629-16e4ef2ebbe1 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:15:43.776700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:15:43.777695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Checking segment: {'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:43.778412 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.779107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Bound using segment: {'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:15:43.780505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Bound port: 71734715-11ce-44ad-a675-7b5a47898c06, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f6885f-744b-4543-bb25-da13986b8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:15:43.790167 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.865343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] For port 71734715-11ce-44ad-a675-7b5a47898c06, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:15:43.868462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] For port 71734715-11ce-44ad-a675-7b5a47898c06, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=71734715-11ce-44ad-a675-7b5a47898c06,segment=NetworkSegment(55f6885f-744b-4543-bb25-da13986b8915),segment_id=55f6885f-744b-4543-bb25-da13986b8915)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:15:43.964875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.967792 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-925afb60-e2a2-4003-bd26-d771378dc8e6 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:43.995627 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:43.995627 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3b22bb4b-5366-427e-b797-2b88208f2fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:44.016830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5dd8cb-28a9-4898-861d-b1c243734533,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:44.020063 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:44.035194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Checking segment: {'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:44.035662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Network hostable DHCP agents. Network: 0b5af03f-8edd-485d-9b7f-22cb0d085d44, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:15:44.057184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Routers {'37a4cd17-dd55-485f-a511-cc2eb4940d02'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:44.057864 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c09a30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['37a4cd17-dd55-485f-a511-cc2eb4940d02'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:44.063593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b8bc0-f79e-4f1b-9ada-50fababbd9d9 None None] Pushing event updated for resources: {'Port': ['ID=71734715-11ce-44ad-a675-7b5a47898c06,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:44.066452 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-937b8bc0-f79e-4f1b-9ada-50fababbd9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:44.147800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:15:44.188594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] Set router 37a4cd17-dd55-485f-a511-cc2eb4940d02 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:44.254554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 0b5af03f-8edd-485d-9b7f-22cb0d085d44) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:44.270150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:44.271664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a7952-7c26-4930-97a4-87b8cedb6f7a None None] Network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:44.272234 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:44.388081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8531721
Jun 21 03:15:44.404292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51760) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:44.410587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:15:44.524680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:44.525680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:44.543065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-0b5af03f-8edd-485d-9b7f-22cb0d085d44', 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'fixed_ips': [{'subnet_id': 'ee5dd8cb-28a9-4898-861d-b1c243734533'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:15:44.544220 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:44.620956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:44.727954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Allocated IP 172.20.0.2 (0b5af03f-8edd-485d-9b7f-22cb0d085d44/ee5dd8cb-28a9-4898-861d-b1c243734533/37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:15:44.731712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c09a30>, [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:40Z', 'revision_number': 4, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port': {'id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:37Z', 'updated_at': '2021-06-21T03:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '71734715-11ce-44ad-a675-7b5a47898c06', 'name': '', 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'mac_address': 'fa:16:3e:af:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ee8954ea-8da0-4081-aa0a-5978739a477a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:39Z', 'updated_at': '2021-06-21T03:15:43Z', 'revision_number': 4, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'subnets': [{'id': 'ee8954ea-8da0-4081-aa0a-5978739a477a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:44.775594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11551f-501f-47f0-aaf3-8896d77c9fc3 None None] The sync data for ids ['37a4cd17-dd55-485f-a511-cc2eb4940d02'] in n-d-758944-33 is: [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:40Z', 'revision_number': 4, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port': {'id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:37Z', 'updated_at': '2021-06-21T03:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '71734715-11ce-44ad-a675-7b5a47898c06', 'name': '', 'network_id': '4522fca5-971b-4578-8629-16e4ef2ebbe1', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'mac_address': 'fa:16:3e:af:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ee8954ea-8da0-4081-aa0a-5978739a477a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:39Z', 'updated_at': '2021-06-21T03:15:43Z', 'revision_number': 4, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'subnets': [{'id': 'ee8954ea-8da0-4081-aa0a-5978739a477a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:44.982404 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.337122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 71734715-11ce-44ad-a675-7b5a47898c06 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:45.412284 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.425624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Transition to ACTIVE for port object 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:45.434638 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.445810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Transition to ACTIVE for port object 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:45.469420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.517047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 71734715-11ce-44ad-a675-7b5a47898c06 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:45.521691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 71734715-11ce-44ad-a675-7b5a47898c06 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:45.522306 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.577821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.581869 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-751239b2-6f80-493c-80a8-447077a9877d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:45.665570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:15:45.668411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Pushing event updated for resources: {'Port': ['ID=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:45.670124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f84cfa-5b80-4dde-aba9-12723046713c req-733cde48-1a92-4323-803b-eb2ca09c4302 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:45.673217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:45.673447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78f84cfa-5b80-4dde-aba9-12723046713c req-733cde48-1a92-4323-803b-eb2ca09c4302 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 946 time: 0.1189260
Jun 21 03:15:45.675393 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:45.677322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:15:45.691309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Allocated IP 172.25.7.90 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/12c0c2aa-e428-4fb3-9d4e-27205e2f2472) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:15:45.778884 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78f84cfa-5b80-4dde-aba9-12723046713c req-0b37fc1e-d095-44a5-bf0c-9f484ae45c9e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953608
Jun 21 03:15:45.855063 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.867333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Attempting to bind port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:15:45.867722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Attempting to bind port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:15:45.870876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Attempting to bind port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 on network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:15:45.887875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:15:45.888147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Checking segment: {'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:45.888456 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.890733 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.897141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Bound using segment: {'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:15:45.897141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Bound port: 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:15:45.897141 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:45.955419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 71734715-11ce-44ad-a675-7b5a47898c06, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=71734715-11ce-44ad-a675-7b5a47898c06,segment=NetworkSegment(55f6885f-744b-4543-bb25-da13986b8915),segment_id=55f6885f-744b-4543-bb25-da13986b8915)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:46.020686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:46.026219 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1b795138-7bd9-4ddf-8536-4fd3636dd453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:46.029364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] For port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:15:46.034320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] For port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,segment=NetworkSegment(18edda27-5fe5-4a6f-ac1a-da8d62579274),segment_id=18edda27-5fe5-4a6f-ac1a-da8d62579274)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:15:46.089717 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:46.098112 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-80811b29-6573-4eaf-9931-cba396026293 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:46.105120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=71734715-11ce-44ad-a675-7b5a47898c06,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:46.109713 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:46.121155 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:46.123705 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-940cd9cb-c738-4c1f-9675-a8bbc71d08a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:46.134831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:15:46.138183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:46.144683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:15:46.244369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Pushing event updated for resources: {'Port': ['ID=12c0c2aa-e428-4fb3-9d4e-27205e2f2472,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:46.244850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Pushing event updated for resources: {'Port': ['ID=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:46.250430 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:46.253519 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:46.620462 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:46.828487 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:46.954189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-f09f4954-ed08-4e50-bb80-8b03588a00a9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:46.955753 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-f09f4954-ed08-4e50-bb80-8b03588a00a9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 946 time: 0.0817926
Jun 21 03:15:47.041757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad7320-03cb-4dd4-9b57-e18ab941c0ef req-bc70fdbc-3a3e-413b-b8ee-fa0e505db12d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:47.043494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91ad7320-03cb-4dd4-9b57-e18ab941c0ef req-bc70fdbc-3a3e-413b-b8ee-fa0e505db12d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 946 time: 0.1230228
Jun 21 03:15:47.075085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 652e89bf-af33-4b68-b5ad-6fa73be6d113 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:47.075441 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:47.087981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91ad7320-03cb-4dd4-9b57-e18ab941c0ef req-147ae40c-4d2e-4d1b-ac51-a643f2038e85 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355141
Jun 21 03:15:47.147560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:15:47.218743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] For port 652e89bf-af33-4b68-b5ad-6fa73be6d113, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=652e89bf-af33-4b68-b5ad-6fa73be6d113,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:47.219390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:47.335897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 71734715-11ce-44ad-a675-7b5a47898c06 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:47.366205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:47.377449 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Sync routers for ids ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:47.392710 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Routers {'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:47.394040 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d85432b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:47.461827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:47.463087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0567880
Jun 21 03:15:47.466778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51808) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:47.475212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 71734715-11ce-44ad-a675-7b5a47898c06 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:47.475495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:47.573054 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:47.573468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:47.576155 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Floating IP cb6a69dd-c844-43ba-8091-4a2b9115f633 disassociated. External IP: 172.25.7.20, port: 652e89bf-af33-4b68-b5ad-6fa73be6d113.
Jun 21 03:15:47.576786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 652e89bf-af33-4b68-b5ad-6fa73be6d113 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:47.669400 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Set router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:47.688794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:47.735302 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:15:47.744409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a209e9-9566-4721-8dbc-11a73f962030 None None] Network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:47.919717 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d85432b0>, [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:15:46Z', 'revision_number': 3, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port': {'id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:45Z', 'updated_at': '2021-06-21T03:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:47.954720 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Checking router: fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:47.955237 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Updating router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:15:47.956930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:47.991451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:47.995642 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fd797636-ce39-4590-9316-6f294a279260 tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:47.998471 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.025075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=652e89bf-af33-4b68-b5ad-6fa73be6d113,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:48.040028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:48.095532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] Provisioning for port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:48.098551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] Provisioning complete for port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:48.099039 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.274957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Router 2a605243-f2cb-459f-ab76-824044339a76 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:48.294068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.315419 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.354225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] For port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,segment=NetworkSegment(18edda27-5fe5-4a6f-ac1a-da8d62579274),segment_id=18edda27-5fe5-4a6f-ac1a-da8d62579274)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:48.418124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd075781-25a7-4db9-b001-b8dc15b08728 req-6b9ac6ab-0b4a-4cb8-bbe6-37c03072c69d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.0541866
Jun 21 03:15:48.461769 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.463673 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:48.516206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:48.561720 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.574011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] Pushing event updated for resources: {'Port': ['ID=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:48.582368 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Transition to ACTIVE for port object 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:48.585777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:48.592038 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:48.605519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:48.606045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de61d1c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:48.640787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] No DVR routers for this DVR port 652e89bf-af33-4b68-b5ad-6fa73be6d113 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:48.644064 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.647690 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5a4d992e-e892-478b-9b05-4beeb1942db6 req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "DELETE /v2.0/ports/652e89bf-af33-4b68-b5ad-6fa73be6d113 HTTP/1.1" status: 204  len: 173 time: 1.6826136
Jun 21 03:15:48.648561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'name': 'network-vif-deleted', 'tag': '652e89bf-af33-4b68-b5ad-6fa73be6d113'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:15:48.653478 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473656be-478e-4c90-b266-ff26d9d0490e" -d '{"events": [{"server_uuid": "d8de22ab-4557-4dd5-b051-2aa70adb665f", "name": "network-vif-deleted", "tag": "652e89bf-af33-4b68-b5ad-6fa73be6d113"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:15:48.656325 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.659687 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-980f69fc-ce35-47da-a1df-d2fad543a12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:48.673639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-73583ec2-3785-4a40-aa2c-7b2798b62836 None None] Provisioning complete for port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:48.674027 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-73583ec2-3785-4a40-aa2c-7b2798b62836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.707936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Allocated IP 172.20.0.1 (0b5af03f-8edd-485d-9b7f-22cb0d085d44/ee5dd8cb-28a9-4898-861d-b1c243734533/19a64457-b3d4-48bc-8fb2-ef161d3bbde4) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:15:48.728716 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Attempting to bind port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:15:48.729483 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Attempting to bind port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:15:48.730049 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Attempting to bind port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:15:48.738238 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a32236-254d-4ec5-9e71-b38e37978317 x-openstack-request-id: req-09a32236-254d-4ec5-9e71-b38e37978317 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:15:48.738931 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de22ab-4557-4dd5-b051-2aa70adb665f", "name": "network-vif-deleted", "tag": "652e89bf-af33-4b68-b5ad-6fa73be6d113", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:15:48.739481 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09a32236-254d-4ec5-9e71-b38e37978317 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:15:48.740371 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de22ab-4557-4dd5-b051-2aa70adb665f', 'name': 'network-vif-deleted', 'tag': '652e89bf-af33-4b68-b5ad-6fa73be6d113', 'status': 'completed', 'code': 200}
Jun 21 03:15:48.747776 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:15:48.749119 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:48.749809 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.750498 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:15:48.751234 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Bound port: 12c0c2aa-e428-4fb3-9d4e-27205e2f2472, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:15:48.751955 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.775136 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fb322-6dc5-4fec-bff0-f05d79307c70 None None] Pushing event updated for resources: {'Port': ['ID=12c0c2aa-e428-4fb3-9d4e-27205e2f2472,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:48.779802 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-bd4fb322-6dc5-4fec-bff0-f05d79307c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:48.816704 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] For port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:15:48.820559 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] For port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=12c0c2aa-e428-4fb3-9d4e-27205e2f2472,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:15:48.859586 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:48.917173 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.923850 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:48.926411 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:48.940919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Transition to ACTIVE for port object 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:48.963514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 652e89bf-af33-4b68-b5ad-6fa73be6d113 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:49.030794 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fb322-6dc5-4fec-bff0-f05d79307c70 None None] Pushing event updated for resources: {'Port': ['ID=12c0c2aa-e428-4fb3-9d4e-27205e2f2472,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:49.035075 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-bd4fb322-6dc5-4fec-bff0-f05d79307c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:49.042066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 652e89bf-af33-4b68-b5ad-6fa73be6d113 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:49.042486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 652e89bf-af33-4b68-b5ad-6fa73be6d113 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:49.056413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:49.059681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Routers {'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:49.059831 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b054986-1655-404c-8ef7-31ae88a8b3b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:49.060431 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d85432b0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:49.167967 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:15:49.178222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:49.205937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:15:49.247449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:49.294710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:49.347131 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] Set router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:49.382969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Pushing event updated for resources: {'Port': ['ID=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:49.394191 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:49.428914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:49.428914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:49.460753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de61d1c0>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:49.521252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:49.565982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:49.567575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de61d1c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:49.673211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3db1b11c-009d-4058-9a72-91cbd1f349df req-9ca1d350-1ef2-432e-89fe-9572d80b9fe8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.0681796
Jun 21 03:15:49.745802 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:49.774837 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d85432b0>, [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:15:46Z', 'revision_number': 3, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port': {'id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:45Z', 'updated_at': '2021-06-21T03:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:49.806605 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b70bd-b9d1-400b-a5ae-a17af327dee2 None None] The sync data for ids ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'] in n-d-758944-33 is: [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:15:46Z', 'revision_number': 3, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port': {'id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:45Z', 'updated_at': '2021-06-21T03:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:49.811689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:49.845637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0b8a3661-5540-4dae-a813-5e25c4566457 None None] Provisioning for port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:49.903563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0b8a3661-5540-4dae-a813-5e25c4566457 None None] Provisioning complete for port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:49.903952 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3661-5540-4dae-a813-5e25c4566457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:49.977889 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:50.028189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a3661-5540-4dae-a813-5e25c4566457 None None] Port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:15:50.051583 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:50.112421 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ebfa6fae-405b-49f9-836f-d02754610e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:50.115214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:50.135099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de61d1c0>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:50.170318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Pushing event updated for resources: {'Port': ['ID=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:50.177881 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:50.182786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dcd951-5265-463b-9792-65cdccd59f34 None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:50.325973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:15:50.331773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:15:50.552414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:50.740942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:50.768959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] 10.222.0.25 "PUT /v2.0/routers/fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3002417
Jun 21 03:15:50.777019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a952bcca-8680-48ca-9aa7-6be9f5f2b00a None None] Provisioning complete for port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:50.778233 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a952bcca-8680-48ca-9aa7-6be9f5f2b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:50.866110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a952bcca-8680-48ca-9aa7-6be9f5f2b00a None None] Port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:15:50.899129 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-d35b4bae-50c0-4883-918b-876431a3748e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2916720
Jun 21 03:15:50.963151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d0cbadfe-9849-4a59-ab87-1a4cbf677141 req-22c0a2bf-13ca-408f-80fe-175b67d9a69e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.0669923
Jun 21 03:15:51.002164 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b782a-ce10-4edb-8e6b-65262e8f242d None None] New status for floating IP cb6a69dd-c844-43ba-8091-4a2b9115f633: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:15:51.096547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-f5717c8d-5abb-4069-9163-189ea9dde5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:51.098525 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-f5717c8d-5abb-4069-9163-189ea9dde5a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b947dfc067c84312a712753d839d8b6a&device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 1102 time: 0.1389809
Jun 21 03:15:51.288884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:51.384112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-e9d6ed59-8f69-4154-8054-4cac12feddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:51.385590 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-e9d6ed59-8f69-4154-8054-4cac12feddbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdbf9d2-c718-45ab-802c-92b16ca03719 HTTP/1.1" status: 200  len: 870 time: 0.2567723
Jun 21 03:15:51.445530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:51.449772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:51.450066 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:51.508627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-85186889-ee40-404b-8acd-58dbc1dd4c9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=33fa8871-6e44-4f5e-8f09-49c197493d48 HTTP/1.1" status: 200  len: 217 time: 0.1085775
Jun 21 03:15:51.584119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-66d57702-02f4-44c2-a3e5-4f649b37e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:51.585631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-66d57702-02f4-44c2-a3e5-4f649b37e02d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0695934
Jun 21 03:15:51.614577 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:51.641667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=12c0c2aa-e428-4fb3-9d4e-27205e2f2472,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:51.682290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-78343192-6a3a-4049-972e-65ef08692fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:51.688979 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-78343192-6a3a-4049-972e-65ef08692fea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0930107
Jun 21 03:15:51.724961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:51.728679 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e04678dd-11bc-47f3-9199-ec98fcb9968b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:51.842594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=12c0c2aa-e428-4fb3-9d4e-27205e2f2472,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:51.854262 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:51.863167 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-8326485e-8c7c-4174-a8a5-acf4b92ccce9 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644139
Jun 21 03:15:51.989693 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-126ed77d-e90c-4b53-866c-e915a0ce5bf7 req-c09443ef-54b2-41a4-b908-75f2d686b22d service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1107242
Jun 21 03:15:52.153736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5cde5373-bb42-442f-9d71-712b0c6b85ff req-8732fb6c-b367-44a3-bc54-eed9ea0cb0b8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.0315871
Jun 21 03:15:52.822970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Sync routers for ids ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:52.832351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Routers {'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:52.833190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d28bf700>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:52.885605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51902) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:52.980210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Set router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:53.242456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:53.333721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d219830-d73a-4c65-b61f-75bbe0c7a2e9 req-2683d436-6c47-4e75-8585-5a1399201635 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.0424619
Jun 21 03:15:53.367911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:53.367911 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:53.394168 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:53.535191 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d28bf700>, [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:15:49Z', 'revision_number': 4, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port': {'id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:45Z', 'updated_at': '2021-06-21T03:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '19a64457-b3d4-48bc-8fb2-ef161d3bbde4', 'name': '', 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'mac_address': 'fa:16:3e:a1:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ee5dd8cb-28a9-4898-861d-b1c243734533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:48Z', 'updated_at': '2021-06-21T03:15:49Z', 'revision_number': 2, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'subnets': [{'id': 'ee5dd8cb-28a9-4898-861d-b1c243734533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:53.567175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Checking router: fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:53.567553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Updating router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:15:53.608268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:53.917817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:53.931281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Transition to ACTIVE for port object 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:15:54.020441 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:54.031866 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:54.125423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Deleting port 71734715-11ce-44ad-a675-7b5a47898c06 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:54.126233 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:54.202988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99773264-b7b3-460e-b992-ba3925e4c29c None None] Pushing event updated for resources: {'Port': ['ID=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:54.210106 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-99773264-b7b3-460e-b992-ba3925e4c29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:54.246633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Attempting to bind port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:15:54.247657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] For port 71734715-11ce-44ad-a675-7b5a47898c06, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=71734715-11ce-44ad-a675-7b5a47898c06,segment=NetworkSegment(55f6885f-744b-4543-bb25-da13986b8915),segment_id=55f6885f-744b-4543-bb25-da13986b8915)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:54.248198 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:54.249512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Attempting to bind port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:15:54.250143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Attempting to bind port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 on network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:15:54.255728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:15:54.256269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Checking segment: {'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:15:54.256759 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:54.257218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Bound using segment: {'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:15:54.257790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Bound port: 19a64457-b3d4-48bc-8fb2-ef161d3bbde4, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18edda27-5fe5-4a6f-ac1a-da8d62579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:15:54.258839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:54.338630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Calling delete_port for 71734715-11ce-44ad-a675-7b5a47898c06 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:54.361324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] For port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:15:54.367119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] For port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,segment=NetworkSegment(18edda27-5fe5-4a6f-ac1a-da8d62579274),segment_id=18edda27-5fe5-4a6f-ac1a-da8d62579274)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:15:54.456651 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:54.465964 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:54.546657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99773264-b7b3-460e-b992-ba3925e4c29c None None] Pushing event updated for resources: {'Port': ['ID=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:54.554762 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-99773264-b7b3-460e-b992-ba3925e4c29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:54.557071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Routers {'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:54.557987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d28bf700>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:54.593495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c7bc018-c931-45a0-aeb5-59dbe14542ed req-2ef82a76-b093-4315-a9e8-a93ed4691a1d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8de22ab-4557-4dd5-b051-2aa70adb665f HTTP/1.1" status: 200  len: 210 time: 0.0667496
Jun 21 03:15:54.771904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] Set router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:54.776577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:54.779107 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-07c9eb04-6564-429c-a8ac-cce56a5ee8a4 tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:54.829704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Pushing event deleted for resources: {'Port': ['ID=71734715-11ce-44ad-a675-7b5a47898c06,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:54.838253 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:55.092923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d28bf700>, [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:15:49Z', 'revision_number': 4, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port': {'id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:45Z', 'updated_at': '2021-06-21T03:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '19a64457-b3d4-48bc-8fb2-ef161d3bbde4', 'name': '', 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'mac_address': 'fa:16:3e:a1:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ee5dd8cb-28a9-4898-861d-b1c243734533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:48Z', 'updated_at': '2021-06-21T03:15:54Z', 'revision_number': 4, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'subnets': [{'id': 'ee5dd8cb-28a9-4898-861d-b1c243734533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:55.121542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:55.121793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a00b3-4374-4006-aa72-04a4ef635791 None None] The sync data for ids ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'] in n-d-758944-33 is: [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:15:49Z', 'revision_number': 4, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port': {'id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:45Z', 'updated_at': '2021-06-21T03:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '19a64457-b3d4-48bc-8fb2-ef161d3bbde4', 'name': '', 'network_id': '0b5af03f-8edd-485d-9b7f-22cb0d085d44', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'mac_address': 'fa:16:3e:a1:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ee5dd8cb-28a9-4898-861d-b1c243734533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:48Z', 'updated_at': '2021-06-21T03:15:54Z', 'revision_number': 4, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'subnets': [{'id': 'ee5dd8cb-28a9-4898-861d-b1c243734533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:55.435035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Router 37a4cd17-dd55-485f-a511-cc2eb4940d02 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:15:55.593873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:15:55.593873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] 10.222.0.25 "PUT /v2.0/routers/37a4cd17-dd55-485f-a511-cc2eb4940d02/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7018878
Jun 21 03:15:55.594091 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] Sync routers for ids ['37a4cd17-dd55-485f-a511-cc2eb4940d02'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:15:55.596735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:55.634390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] Routers {'37a4cd17-dd55-485f-a511-cc2eb4940d02'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:55.635614 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8d86520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['37a4cd17-dd55-485f-a511-cc2eb4940d02'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:55.742873 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:55.937225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:55.962216 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] Set router 37a4cd17-dd55-485f-a511-cc2eb4940d02 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:56.069778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Deleting port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:56.070134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:56.111886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-7451ebf6-b5ae-40f8-8495-885b3e4ad71a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521221668&fields=id&tenant_id=6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 267 time: 0.0749795
Jun 21 03:15:56.329216 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8d86520>, [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:54Z', 'revision_number': 5, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port': {'id': '5a561976-33ca-48b3-b2b0-3d1c4e05ce99', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:37Z', 'updated_at': '2021-06-21T03:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:56.356305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-be249682-6421-465b-b7fe-bde993416cb8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:15:56.368112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-be249682-6421-465b-b7fe-bde993416cb8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.2491822
Jun 21 03:15:56.370841 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] Checking router: 37a4cd17-dd55-485f-a511-cc2eb4940d02 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:15:56.387760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-e37a2d92-67f8-4272-ab6e-548f69c43444 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/quotas/6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 375 time: 0.0184700
Jun 21 03:15:56.395221 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] Routers {'37a4cd17-dd55-485f-a511-cc2eb4940d02'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:15:56.396675 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8d86520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['37a4cd17-dd55-485f-a511-cc2eb4940d02'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:56.503099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-1ea2d150-217f-48d0-8fa9-f20cf45163a7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1143346
Jun 21 03:15:56.532725 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] Set router 37a4cd17-dd55-485f-a511-cc2eb4940d02 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:15:56.611464 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8d86520>, [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:55Z', 'revision_number': 6, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:56.632609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] For port 5a561976-33ca-48b3-b2b0-3d1c4e05ce99, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5a561976-33ca-48b3-b2b0-3d1c4e05ce99,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:56.637452 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:56.653414 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcfb17f-f335-4cc4-b4f2-977442315feb None None] The sync data for ids ['37a4cd17-dd55-485f-a511-cc2eb4940d02'] in n-d-758944-33 is: [{'id': '37a4cd17-dd55-485f-a511-cc2eb4940d02', 'name': 'tempest-TestAggregatesBasicOps-241459557-router', 'tenant_id': 'a96bdce808cf4e9fa487385e432cb457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:35Z', 'updated_at': '2021-06-21T03:15:55Z', 'revision_number': 6, 'project_id': 'a96bdce808cf4e9fa487385e432cb457', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:15:56.742171 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Calling delete_port for 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:56.747556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-644f681a-470c-4b4e-b4a0-6f0e8a62afef service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203104
Jun 21 03:15:56.869799 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-9a5ee2a2-98b2-4a88-9557-040fa2972882 service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131475
Jun 21 03:15:57.188019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.191739 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2af8ca7-ce81-4a6c-8397-d911dde28201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:57.224227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:57.229576 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a561976-33ca-48b3-b2b0-3d1c4e05ce99,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:57.266485 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:57.330143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.387358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:15:57.393145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:57.394779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.427244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.433581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.480880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.520182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,segment=NetworkSegment(18edda27-5fe5-4a6f-ac1a-da8d62579274),segment_id=18edda27-5fe5-4a6f-ac1a-da8d62579274)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:57.604816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.605295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a4cd17-dd55-485f-a511-cc2eb4940d02 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:15:57.611577 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.615135 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] 10.222.0.25 "DELETE /v2.0/routers/37a4cd17-dd55-485f-a511-cc2eb4940d02 HTTP/1.1" status: 204  len: 168 time: 2.0145042
Jun 21 03:15:57.616865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51944) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:57.633249 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.635525 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-907d960f-c68a-4e56-8f59-e28ea165861b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:57.706278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 71734715-11ce-44ad-a675-7b5a47898c06 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:57.736376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 71734715-11ce-44ad-a675-7b5a47898c06 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:57.736725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 71734715-11ce-44ad-a675-7b5a47898c06 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:57.763894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1dd77601-4f7b-43f5-ba74-80c3dd29d82e req-8c4a842b-316d-4c5c-b70a-0deb2e1b47ac tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0502520
Jun 21 03:15:57.772252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Deleting subnet ee8954ea-8da0-4081-aa0a-5978739a477a {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:15:57.779003 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.783616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:57.790311 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:57.833639 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:57.940613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.112342 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.126142 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9de128dd-4e9c-45d7-acde-de8c06156044 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:58.147750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8954ea-8da0-4081-aa0a-5978739a477a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:58.149942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.153079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c93b89-36e2-42f3-b621-f206cebb0d2b None None] Network 4522fca5-971b-4578-8629-16e4ef2ebbe1 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:15:58.162919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee8954ea-8da0-4081-aa0a-5978739a477a HTTP/1.1" status: 204  len: 168 time: 0.5458083
Jun 21 03:15:58.165654 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:58.165835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 51962) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:58.260620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.329277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Deleting port 52072702-ade3-4427-b52b-09d70dc8c9e3 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:58.329874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.423637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] DHCP port deletion for 4522fca5-971b-4578-8629-16e4ef2ebbe1 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:15:58.426280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] For port 52072702-ade3-4427-b52b-09d70dc8c9e3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=52072702-ade3-4427-b52b-09d70dc8c9e3,segment=NetworkSegment(55f6885f-744b-4543-bb25-da13986b8915),segment_id=55f6885f-744b-4543-bb25-da13986b8915)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:58.426850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.485472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] Deleting port 52072702-ade3-4427-b52b-09d70dc8c9e3 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:58.485853 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.496642 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Calling delete_port for 52072702-ade3-4427-b52b-09d70dc8c9e3 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:58.556147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] For port 52072702-ade3-4427-b52b-09d70dc8c9e3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=52072702-ade3-4427-b52b-09d70dc8c9e3,segment=NetworkSegment(55f6885f-744b-4543-bb25-da13986b8915),segment_id=55f6885f-744b-4543-bb25-da13986b8915)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:15:58.556868 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.642226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] Calling delete_port for 52072702-ade3-4427-b52b-09d70dc8c9e3 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:15:58.673566 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.676620 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b297a97-b73c-453c-a49d-063e1f148a81 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:58.711893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Pushing event deleted for resources: {'Port': ['ID=52072702-ade3-4427-b52b-09d70dc8c9e3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:58.714284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:58.719895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] No DVR routers for this DVR port 52072702-ade3-4427-b52b-09d70dc8c9e3 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:58.725996 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.728243 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e6552f11-9195-4781-9dfd-ff3f23fd3187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:58.752967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] Pushing event deleted for resources: {'Port': ['ID=52072702-ade3-4427-b52b-09d70dc8c9e3,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:58.756158 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:58.756952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] No DVR routers for this DVR port 52072702-ade3-4427-b52b-09d70dc8c9e3 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:15:58.817899 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.834178 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2e2de20>,) {'filters': {'network_id': ['4522fca5-971b-4578-8629-16e4ef2ebbe1']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:58.850194 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2e2de20>, '55f6885f-744b-4543-bb25-da13986b8915') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:58.850513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2e2de20>, '55f6885f-744b-4543-bb25-da13986b8915') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:15:58.864491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03413394-bb3d-495a-aa67-238a5b350cd2 req-d9b908b5-da77-4562-8eba-6ba9ff3fc0c8 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0324137
Jun 21 03:15:58.867585 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.897894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.907523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:15:58.909875 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:15:58.912544 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:15:59.056412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:59.060245 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6cd2f858-4ff8-4998-a7a5-f381a502109f tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:15:59.067586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:59.067586 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] 10.222.0.25 "DELETE /v2.0/networks/4522fca5-971b-4578-8629-16e4ef2ebbe1 HTTP/1.1" status: 204  len: 168 time: 0.8991826
Jun 21 03:15:59.069674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 51974) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:15:59.096968 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Pushing event deleted for resources: {'Network': ['ID=4522fca5-971b-4578-8629-16e4ef2ebbe1,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:15:59.099855 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:15:59.257391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:15:59.334873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:15:59.335621 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:59.517816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 52072702-ade3-4427-b52b-09d70dc8c9e3 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:59.548281 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 52072702-ade3-4427-b52b-09d70dc8c9e3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:59.548911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 52072702-ade3-4427-b52b-09d70dc8c9e3 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:59.550143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:15:59.572568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:15:59.572928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5a561976-33ca-48b3-b2b0-3d1c4e05ce99 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:15:59.589323 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:15:59.923271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Deleting port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:15:59.923854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:00.054996 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a1310ab-2b4e-447b-9ea4-4b7d47f00e83 req-0c4cf445-1de5-4a89-8fd5-af9f3c0bf7f6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0429661
Jun 21 03:16:00.060318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] For port 19a64457-b3d4-48bc-8fb2-ef161d3bbde4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,segment=NetworkSegment(18edda27-5fe5-4a6f-ac1a-da8d62579274),segment_id=18edda27-5fe5-4a6f-ac1a-da8d62579274)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:00.061010 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:00.138196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Calling delete_port for 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:16:00.444819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:00.450132 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3754980-62c4-4c08-a59e-ebc9929e0aee tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:00.480198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a64457-b3d4-48bc-8fb2-ef161d3bbde4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:00.484759 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:00.588830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-49a8d810-ec58-46f8-be47-cf40138ea79e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:00.590707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-49a8d810-ec58-46f8-be47-cf40138ea79e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.2156417
Jun 21 03:16:00.699867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-744c9cda-2b28-47d9-a40a-2272ef79b702 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 380 time: 0.1003742
Jun 21 03:16:00.736324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'port': {'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'admin_state_up': True, 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'security_groups': ['d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:00.806730 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:01.006452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:16:01.009939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:01.172685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:16:01.617864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfb4627c-01ac-4522-9bd0-a2e1679edc6f req-68d8b6a6-2f8b-4bf8-bc99-36961df6798c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0361285
Jun 21 03:16:01.673945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.20.0.9 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/27931038-1784-4842-8621-f2733ec2d549) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:16:01.761127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:16:01.773658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] Sync routers for ids ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:16:01.775251 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] 10.222.0.25 "PUT /v2.0/routers/fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7045450
Jun 21 03:16:01.777789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52070) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:01.787911 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] Routers {'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:01.789023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2aa5070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:01.888306 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:01.916857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Transition to ACTIVE for port object 27931038-1784-4842-8621-f2733ec2d549 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:01.950423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] Set router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:01.980698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:02.118786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:02.119716 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:02.154322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:02.176494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:16:02.176494 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:02.181855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:16:02.213709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=27931038-1784-4842-8621-f2733ec2d549,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:02.225664 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:02.259340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2aa5070>, [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:16:00Z', 'revision_number': 5, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port': {'id': '12c0c2aa-e428-4fb3-9d4e-27205e2f2472', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:15:45Z', 'updated_at': '2021-06-21T03:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:02.260583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:02.261259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:02.303893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] Checking router: fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:16:02.316529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] Routers {'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:02.318996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2aa5070>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:15:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:02.371373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Deleting port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:16:02.371604 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6415813
Jun 21 03:16:02.372211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:02.388252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Request body: {'port': {'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:02.435314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] Set router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:02.553179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2aa5070>, [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:16:02Z', 'revision_number': 6, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:02.557272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] For port 12c0c2aa-e428-4fb3-9d4e-27205e2f2472, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=12c0c2aa-e428-4fb3-9d4e-27205e2f2472,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:02.558185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:02.559324 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:02.598131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7babffe-138e-4ee7-a59f-71b4c9c2998b None None] The sync data for ids ['fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1'] in n-d-758944-33 is: [{'id': 'fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1', 'name': 'tempest-TestAggregatesBasicOps-2072083203-router', 'tenant_id': '2c3fe06ecd4949b791b9262e269e8338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:15:44Z', 'updated_at': '2021-06-21T03:16:02Z', 'revision_number': 6, 'project_id': '2c3fe06ecd4949b791b9262e269e8338', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:16:02.676031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Calling delete_port for 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:16:02.768882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0c55131e-137b-468f-b4ef-6e80100d4960 None None] Provisioning for port 27931038-1784-4842-8621-f2733ec2d549 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:02.778304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0c55131e-137b-468f-b4ef-6e80100d4960 None None] Provisioning complete for port 27931038-1784-4842-8621-f2733ec2d549 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:02.778958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c55131e-137b-468f-b4ef-6e80100d4960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:02.826107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0c55131e-137b-468f-b4ef-6e80100d4960 None None] Port 27931038-1784-4842-8621-f2733ec2d549 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:16:02.982363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1a60-9563-42be-bf6f-d49a1222e64d req-d7646743-1b6d-4865-9ebc-28bb4b123069 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:02.984345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76ea1a60-9563-42be-bf6f-d49a1222e64d req-d7646743-1b6d-4865-9ebc-28bb4b123069 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 931 time: 0.1815727
Jun 21 03:16:03.027740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.043673 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28e36640-7695-44e4-8481-f09fa43dd2d8 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:03.089397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76ea1a60-9563-42be-bf6f-d49a1222e64d req-b393997e-c1dd-4138-a2ff-3ca63547e35b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868621
Jun 21 03:16:03.089397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27931038-1784-4842-8621-f2733ec2d549 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:16:03.098531 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.099455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c0c2aa-e428-4fb3-9d4e-27205e2f2472,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:03.104127 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:03.118331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Transition to ACTIVE for port object 27931038-1784-4842-8621-f2733ec2d549 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:03.175488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.205099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.207403 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-32edba33-18ad-4426-889a-1618aa341d5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:03.286619 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.288888 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.305195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Pushing event updated for resources: {'Port': ['ID=27931038-1784-4842-8621-f2733ec2d549,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:03.309447 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:03.448941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Attempting to bind port 27931038-1784-4842-8621-f2733ec2d549 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:16:03.449642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Attempting to bind port 27931038-1784-4842-8621-f2733ec2d549 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:16:03.450044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Attempting to bind port 27931038-1784-4842-8621-f2733ec2d549 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:16:03.455857 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Port 27931038-1784-4842-8621-f2733ec2d549 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:16:03.456291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Attempting to bind port 27931038-1784-4842-8621-f2733ec2d549 on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:16:03.477805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:16:03.478219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:16:03.478662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:16:03.479057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Bound port: 27931038-1784-4842-8621-f2733ec2d549, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:16:03.479411 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.485208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.485833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:16:03.498692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:16:03.499152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.499152 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fbb7ce11-b92e-43ec-8ff0-45f2ad5c62c1 HTTP/1.1" status: 204  len: 168 time: 1.7189834
Jun 21 03:16:03.501536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52130) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:03.537514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:16:03.537805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 12c0c2aa-e428-4fb3-9d4e-27205e2f2472 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:16:03.538267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:16:03.584258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:16:03.584823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 19a64457-b3d4-48bc-8fb2-ef161d3bbde4 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:16:03.620890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] For port 27931038-1784-4842-8621-f2733ec2d549, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:16:03.623531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Deleting subnet ee5dd8cb-28a9-4898-861d-b1c243734533 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:16:03.625547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] For port 27931038-1784-4842-8621-f2733ec2d549, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27931038-1784-4842-8621-f2733ec2d549,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:16:03.631002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.686884 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.706638 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.710424 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5d944429-bc9b-414b-9bad-57c795b4133b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:03.778972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:03.779678 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.781952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] 10.222.0.26 "PUT /v2.0/ports/27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 200  len: 1092 time: 1.4000285
Jun 21 03:16:03.784444 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'tag': '27931038-1784-4842-8621-f2733ec2d549'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:16:03.792991 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280e1823-1c0f-4a44-ac6e-fc43305eb83e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "tag": "27931038-1784-4842-8621-f2733ec2d549"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:16:03.843731 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22131f57-d7c6-4d47-b166-7c3007e4ecd3 x-openstack-request-id: req-22131f57-d7c6-4d47-b166-7c3007e4ecd3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:16:03.844137 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "tag": "27931038-1784-4842-8621-f2733ec2d549", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:16:03.844445 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22131f57-d7c6-4d47-b166-7c3007e4ecd3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:16:03.845103 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'tag': '27931038-1784-4842-8621-f2733ec2d549', 'status': 'completed', 'code': 200}
Jun 21 03:16:03.848948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Pushing event updated for resources: {'Port': ['ID=27931038-1784-4842-8621-f2733ec2d549,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:03.855981 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:03.862025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:03.990153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e1823-1c0f-4a44-ac6e-fc43305eb83e req-fbd10a6e-5a5d-45f6-945f-4acd0d29a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:04.001554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-280e1823-1c0f-4a44-ac6e-fc43305eb83e req-fbd10a6e-5a5d-45f6-945f-4acd0d29a383 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1095 time: 0.1305237
Jun 21 03:16:04.126996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e1823-1c0f-4a44-ac6e-fc43305eb83e req-bfbed67a-c9f9-4fd0-a902-2ed5b8b1e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:04.127964 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.128486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-280e1823-1c0f-4a44-ac6e-fc43305eb83e req-bfbed67a-c9f9-4fd0-a902-2ed5b8b1e2d3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1192324
Jun 21 03:16:04.130327 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-02eb5156-b148-4ee1-8283-1b8808c0313a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:04.172015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5dd8cb-28a9-4898-861d-b1c243734533,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:04.183638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.189104 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee5dd8cb-28a9-4898-861d-b1c243734533 HTTP/1.1" status: 204  len: 168 time: 0.6863282
Jun 21 03:16:04.192975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.193404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.193794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.194176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.194549 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.194918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.196757 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.197174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.197580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.198153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.198930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.199316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:04.203539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dbbb86-4990-4e61-8b6c-94226bce8ed5 None None] Network 0b5af03f-8edd-485d-9b7f-22cb0d085d44 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:16:04.215220 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:04.215220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52158) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:04.253096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e1823-1c0f-4a44-ac6e-fc43305eb83e req-a1d9be07-41c3-44d9-bd17-e5d2f085d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:04.255400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-280e1823-1c0f-4a44-ac6e-fc43305eb83e req-a1d9be07-41c3-44d9-bd17-e5d2f085d6e1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1196094
Jun 21 03:16:04.321985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f780ba9f-1fc4-4316-acd5-e3597a1f7954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.345657 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.439354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Deleting port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:16:04.439695 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.499058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa2275-de10-47f9-9a81-882dab2e0e98 req-0fca817e-470e-4d69-93d5-548b588a72cf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:04.508565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6daa2275-de10-47f9-9a81-882dab2e0e98 req-0fca817e-470e-4d69-93d5-548b588a72cf tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.2117257
Jun 21 03:16:04.513656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-1708e601-4b99-42bc-bd48-c08df149870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:04.519217 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-1708e601-4b99-42bc-bd48-c08df149870d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1095 time: 0.1694357
Jun 21 03:16:04.519373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] For port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,segment=NetworkSegment(18edda27-5fe5-4a6f-ac1a-da8d62579274),segment_id=18edda27-5fe5-4a6f-ac1a-da8d62579274)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:04.519373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.531719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] DHCP port deletion for 0b5af03f-8edd-485d-9b7f-22cb0d085d44 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:16:04.593967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-2c6f31b0-222c-4870-ab69-da5df2c63f07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 200  len: 217 time: 0.0684040
Jun 21 03:16:04.612122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Calling delete_port for 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:16:04.627290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Deleting port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:16:04.629137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.676822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6daa2275-de10-47f9-9a81-882dab2e0e98 req-6b1a9a21-7f7d-4fe6-a847-6f9752b787fe tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1605895
Jun 21 03:16:04.691315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-ac9f049e-e818-450a-91a2-8062f677ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:04.693397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-ac9f049e-e818-450a-91a2-8062f677ea8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0908637
Jun 21 03:16:04.783508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-e2fca0aa-ebca-4fef-a3ba-f5bbcd06458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:04.785310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-e2fca0aa-ebca-4fef-a3ba-f5bbcd06458b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0860875
Jun 21 03:16:04.810082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] For port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,segment=NetworkSegment(18edda27-5fe5-4a6f-ac1a-da8d62579274),segment_id=18edda27-5fe5-4a6f-ac1a-da8d62579274)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:04.810515 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.856545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:04.859690 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:04.897270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Pushing event deleted for resources: {'Port': ['ID=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:04.900465 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:04.904620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] No DVR routers for this DVR port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:16:04.907874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Calling delete_port for 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:16:04.914686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-003fddcf-cbb8-4da4-80e4-749227dbe4a1 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229067
Jun 21 03:16:05.013890 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:05.021107 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:05.032801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:05.050771 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d817b280>,) {'filters': {'network_id': ['0b5af03f-8edd-485d-9b7f-22cb0d085d44']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:05.062783 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Pushing event deleted for resources: {'Port': ['ID=37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:05.073437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8b69747-41ed-4f2a-b555-46f61a5eae6e req-8f0b74fe-538a-4bc2-8112-7fb5a6dbc07d service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473267
Jun 21 03:16:05.079099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] No DVR routers for this DVR port 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:16:05.081821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.082442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.083056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.083686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.084420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.085082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.085690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.086215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.086738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.091949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.091949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.091949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:05.092441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d817b280>, '18edda27-5fe5-4a6f-ac1a-da8d62579274') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:05.092441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d817b280>, '18edda27-5fe5-4a6f-ac1a-da8d62579274') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:05.093155 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:05.103537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:05.124835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:05.132893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:16:05.133612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:16:05.135292 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:16:05.203846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:16:05.232525 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:16:05.233014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 37d7f47f-9c6e-4874-b0da-0c9f5fba4fe6 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:16:05.279521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:05.284046 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc543b27-6cb3-43f7-a26a-edc5ddb28569 tempest-FloatingIPTestJSON-1336209692 tempest-FloatingIPTestJSON-1336209692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:05.286793 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:05.288562 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] 10.222.0.25 "DELETE /v2.0/networks/0b5af03f-8edd-485d-9b7f-22cb0d085d44 HTTP/1.1" status: 204  len: 168 time: 1.0785899
Jun 21 03:16:05.307107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5af03f-8edd-485d-9b7f-22cb0d085d44,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:05.313659 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:05.833928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:05.919741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8b5b452e-f7b0-49fd-8f3f-f49e72853952 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a96bdce808cf4e9fa487385e432cb457&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0844035
Jun 21 03:16:05.923360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52226) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:05.950007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafd5f8-2d18-4992-bbbe-bc2033cd73be req-80c84f34-6f4e-4e6f-8ea8-530704aa2365 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:05.950007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8aafd5f8-2d18-4992-bbbe-bc2033cd73be req-80c84f34-6f4e-4e6f-8ea8-530704aa2365 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.1453428
Jun 21 03:16:05.997364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8aafd5f8-2d18-4992-bbbe-bc2033cd73be req-02a7dbbf-ab9f-4018-a464-ed7a0cdc8cd0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424995
Jun 21 03:16:06.027259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63bf31ee-09da-47aa-a5c7-1a9255973ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:06.063175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63bf31ee-09da-47aa-a5c7-1a9255973ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:06.199362 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:06.227867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63bf31ee-09da-47aa-a5c7-1a9255973ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:06.231385 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-63bf31ee-09da-47aa-a5c7-1a9255973ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:06.232648 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-63bf31ee-09da-47aa-a5c7-1a9255973ab8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0aae25e4-f9bc-428c-91bb-0ddbf49a4429 HTTP/1.1" status: 204  len: 168 time: 0.3083119
Jun 21 03:16:06.234116 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c4960bf-52aa-45a0-8b84-3af37f0cd5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:06.242211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf31ee-09da-47aa-a5c7-1a9255973ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae25e4-f9bc-428c-91bb-0ddbf49a4429,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:06.244870 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63bf31ee-09da-47aa-a5c7-1a9255973ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:06.716967 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-43769e92-2b4e-40a0-9309-10d1383c30f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:07.083888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52278) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:07.140957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-be5980b1-78ba-4a6e-8eec-63b60d746bfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c3fe06ecd4949b791b9262e269e8338&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0556731
Jun 21 03:16:07.143404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52280) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:07.192361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8d1a-3e7a-4596-8748-3d2aae2bb82c req-fbb63b61-94f7-475a-a2d7-6e8ca994baf1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:07.199472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b7b8d1a-3e7a-4596-8748-3d2aae2bb82c req-fbb63b61-94f7-475a-a2d7-6e8ca994baf1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.0740967
Jun 21 03:16:07.203405 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ecc92fb-a02c-4dd7-aea4-8c615eaec914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:07.227474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ecc92fb-a02c-4dd7-aea4-8c615eaec914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:07.232021 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:07.245896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b7b8d1a-3e7a-4596-8748-3d2aae2bb82c req-d237cfd6-86a0-4721-b867-9123a699d1af tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456436
Jun 21 03:16:07.393737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ecc92fb-a02c-4dd7-aea4-8c615eaec914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:07.396874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8ecc92fb-a02c-4dd7-aea4-8c615eaec914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:07.398172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8ecc92fb-a02c-4dd7-aea4-8c615eaec914 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53711244-f70e-4227-85c2-de450b416cd0 HTTP/1.1" status: 204  len: 168 time: 0.2537677
Jun 21 03:16:07.399688 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d66cd819-54ae-4b65-bd29-d0293160441f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:07.411694 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc92fb-a02c-4dd7-aea4-8c615eaec914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53711244-f70e-4227-85c2-de450b416cd0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:07.414191 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ecc92fb-a02c-4dd7-aea4-8c615eaec914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:08.090733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:08.220023 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:08.427187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b645e84-41be-43d1-84c8-bef48fce11d8 req-3d527282-bfaf-402b-a9d8-22d6e03fdd57 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:08.428893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b645e84-41be-43d1-84c8-bef48fce11d8 req-3d527282-bfaf-402b-a9d8-22d6e03fdd57 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.0684144
Jun 21 03:16:08.472112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b645e84-41be-43d1-84c8-bef48fce11d8 req-c33f020e-eee5-494a-a4ec-74bce1c98bc0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366461
Jun 21 03:16:09.297095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52406) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:09.450042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'network': {'name': 'tempest-network-smoke--480065345', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'port_security_enabled': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:09.527151 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:16:09.528926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.544920 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.605028 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.648320 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.679294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb54a23-04e0-4733-a0d9-781abe408970 req-b84424b6-dd0e-4627-96e5-8038ec897fd7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:09.681792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bb54a23-04e0-4733-a0d9-781abe408970 req-b84424b6-dd0e-4627-96e5-8038ec897fd7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.0757077
Jun 21 03:16:09.724862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5bb54a23-04e0-4733-a0d9-781abe408970 req-b98bc7e2-249e-4381-bfba-432b211cb0b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383635
Jun 21 03:16:09.736484 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.740178 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ca3ff38-ca7b-4be2-a8c0-da18aed81421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:09.768206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:16:09.790972 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ecfbe3-d0f1-4f92-837d-925cd325aaa8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:09.797446 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:09.797446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.797446 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Added segment adc5654d-0e56-459c-a7bb-ec69f7f3575d of type vlan for network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f
Jun 21 03:16:09.840770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.930462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.937076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:09.937697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:09.941853 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7f6e7fc8-ae73-48ab-abb3-9e978804cedd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:10.042846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Network': ['ID=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:10.045717 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:10.054355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:16:10.107524 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8087153
Jun 21 03:16:10.114140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:10.119021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-661564061', 'admin_state_up': True, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:10.234698 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:10.235769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:10.287670 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:10.513584 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:10.820250 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:10.845141 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:10.933437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13557ada-6197-4a55-9298-461435d84673 req-6a350bb9-8b4f-4ead-a706-ec2512fc5a31 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:10.935163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-13557ada-6197-4a55-9298-461435d84673 req-6a350bb9-8b4f-4ead-a706-ec2512fc5a31 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.0874200
Jun 21 03:16:10.970249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.25.7.207 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/bb3ad758-051b-4e3b-830a-40b3a63acdf6) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:16:10.991366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-13557ada-6197-4a55-9298-461435d84673 req-37b0b29b-995d-49d7-8f2e-346381bc7413 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494988
Jun 21 03:16:11.091754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:11.199616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:11.201774 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-742438af-ce31-4b9b-bba7-b5a933371e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:11.242724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:16:11.247831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:11.251654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:16:11.257619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=bb3ad758-051b-4e3b-830a-40b3a63acdf6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:11.260297 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:11.600963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:11.821136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:12.179306 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13600-d0b6-49c0-82be-9f21b42e21ae req-0d6a677d-323b-4eb7-bcc4-4a73a888e97d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:12.180999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03f13600-d0b6-49c0-82be-9f21b42e21ae req-0d6a677d-323b-4eb7-bcc4-4a73a888e97d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.0687499
Jun 21 03:16:12.230381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03f13600-d0b6-49c0-82be-9f21b42e21ae req-a394995d-d50e-4a55-a7dd-2a768c2e351e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418997
Jun 21 03:16:12.375345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:16:12.483105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:16:12.503316 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Sync routers for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:16:12.513715 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:12.515254 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e08850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:16:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:12.570956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:12.575901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.4584846
Jun 21 03:16:12.575901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52548) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:12.630252 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:12.678596 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-73183d05-9324-408a-98d5-23e59389623d tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=bf6793336d9b4aa1b00f7e40f2bf3e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1019888
Jun 21 03:16:12.681420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52556) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:12.826216 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569feb8-5184-4231-8dd8-bb515526222b tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:12.828595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2569feb8-5184-4231-8dd8-bb515526222b tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1461232
Jun 21 03:16:12.831582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52560) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:12.844687 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e08850>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:11Z', 'revision_number': 3, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:12.872693 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Checking router: 384e7895-4f48-46ec-8c4d-c70bf90c0db9 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:16:12.873267 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Updating router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 port bb3ad758-051b-4e3b-830a-40b3a63acdf6 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:16:12.889120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52564) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:12.889234 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-26376cba-b7d6-4d57-9870-df9dadd330f9 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0537963
Jun 21 03:16:12.892126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1010255832', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:12.915807 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:13.065875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:16:13.070136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:13.200889 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:13.210253 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Transition to ACTIVE for port object bb3ad758-051b-4e3b-830a-40b3a63acdf6 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:13.300330 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:13.302403 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-30d63b1c-ceca-4214-919e-36c51e26599e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:13.356233 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f623d94-8bdb-4939-a7fe-de722770b49a None None] Pushing event updated for resources: {'Port': ['ID=bb3ad758-051b-4e3b-830a-40b3a63acdf6,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:13.358795 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Attempting to bind port bb3ad758-051b-4e3b-830a-40b3a63acdf6 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:16:13.359177 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Attempting to bind port bb3ad758-051b-4e3b-830a-40b3a63acdf6 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:16:13.361277 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Attempting to bind port bb3ad758-051b-4e3b-830a-40b3a63acdf6 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:16:13.362304 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-5f623d94-8bdb-4939-a7fe-de722770b49a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:13.366211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:16:13.366591 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:16:13.366999 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:13.367448 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:16:13.367870 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Bound port: bb3ad758-051b-4e3b-830a-40b3a63acdf6, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:16:13.368247 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:13.395463 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:13.399089 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a116defe-0915-4ad1-b24e-ecdb6c810c19 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:13.424260 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] For port bb3ad758-051b-4e3b-830a-40b3a63acdf6, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:16:13.426120 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] For port bb3ad758-051b-4e3b-830a-40b3a63acdf6, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bb3ad758-051b-4e3b-830a-40b3a63acdf6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:16:13.478672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Subnet': ['ID=15c9b9fe-3ff7-4320-aa55-cb2ba33c592b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:13.492236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.492620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.493030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.493536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.493824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.494179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.494549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.494915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.495356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.495658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.495794 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:13.495997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.496375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:16:13.505391 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-bd4fb322-6dc5-4fec-bff0-f05d79307c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:13.506061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:13.509892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c095001-5764-40e9-85f6-b0b2427339a6 req-99533987-f990-44b7-9f54-044e4499f482 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:13.511424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c095001-5764-40e9-85f6-b0b2427339a6 req-99533987-f990-44b7-9f54-044e4499f482 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.1534772
Jun 21 03:16:13.515116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Checking segment: {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:16:13.515116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network hostable DHCP agents. Network: e2aff9e5-4e29-475b-ae61-b30a0e99ed2f, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:16:13.566967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c095001-5764-40e9-85f6-b0b2427339a6 req-6b3cceb2-09e5-43e7-9743-1dbe0fe20af1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448956
Jun 21 03:16:13.573442 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:13.574310 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e08850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:16:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:13.581640 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f623d94-8bdb-4939-a7fe-de722770b49a None None] Pushing event updated for resources: {'Port': ['ID=bb3ad758-051b-4e3b-830a-40b3a63acdf6,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:13.584836 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-5f623d94-8bdb-4939-a7fe-de722770b49a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:13.705891 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:13.870759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:16:13.980477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e2aff9e5-4e29-475b-ae61-b30a0e99ed2f) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:13.986988 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e08850>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:11Z', 'revision_number': 3, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:13.991231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:13.992222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20eae2-9618-4e86-9741-78f109634b0c None None] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:16:13.994446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:14.017497 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a367cb-7451-4773-b4ae-96efbfbd3c09 None None] The sync data for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 is: [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:11Z', 'revision_number': 3, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:16:14.091676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.2037783
Jun 21 03:16:14.096133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52578) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:14.195991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:16:14.196874 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:14.560982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Allocated IP 172.20.0.2 (e2aff9e5-4e29-475b-ae61-b30a0e99ed2f/15c9b9fe-3ff7-4320-aa55-cb2ba33c592b/184ed711-7a66-4c8e-a524-d3ce98973e2b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:16:14.755452 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:14.766001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Transition to ACTIVE for port object 184ed711-7a66-4c8e-a524-d3ce98973e2b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:14.783714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Transition to ACTIVE for port object 184ed711-7a66-4c8e-a524-d3ce98973e2b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:14.813564 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:14.845902 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:14.849128 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-907d960f-c68a-4e56-8f59-e28ea165861b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:14.858933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7845f2-c0e8-4753-aca8-9bd7d13a2113 req-87f396c7-df56-4f1f-8f72-84d39e4eda61 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:14.861315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f7845f2-c0e8-4753-aca8-9bd7d13a2113 req-87f396c7-df56-4f1f-8f72-84d39e4eda61 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 943 time: 0.0800042
Jun 21 03:16:14.908669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Pushing event updated for resources: {'Port': ['ID=184ed711-7a66-4c8e-a524-d3ce98973e2b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:14.919722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:16:14.921888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:14.924082 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:14.924743 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f7845f2-c0e8-4753-aca8-9bd7d13a2113 req-eb35cea6-9d32-452b-b8a4-3f607d3e297c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496778
Jun 21 03:16:14.925256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:16:14.985869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Attempting to bind port 184ed711-7a66-4c8e-a524-d3ce98973e2b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:16:14.986811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Attempting to bind port 184ed711-7a66-4c8e-a524-d3ce98973e2b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:16:14.987432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Attempting to bind port 184ed711-7a66-4c8e-a524-d3ce98973e2b on network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:16:14.993212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:16:14.994373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Checking segment: {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:16:14.994982 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:14.995672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Bound using segment: {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:16:14.996341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Bound port: 184ed711-7a66-4c8e-a524-d3ce98973e2b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:16:14.996916 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.080555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] For port 184ed711-7a66-4c8e-a524-d3ce98973e2b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:16:15.084510 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] For port 184ed711-7a66-4c8e-a524-d3ce98973e2b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=184ed711-7a66-4c8e-a524-d3ce98973e2b,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:16:15.184854 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.190327 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-194c675b-fc55-4fc3-83c3-29a7695ea170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:15.194714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.20.0.1 (e2aff9e5-4e29-475b-ae61-b30a0e99ed2f/15c9b9fe-3ff7-4320-aa55-cb2ba33c592b/addbff04-d98d-4224-96ee-ad47ca3159a5) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:16:15.284927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bb3ad758-051b-4e3b-830a-40b3a63acdf6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:16:15.376228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Pushing event updated for resources: {'Port': ['ID=184ed711-7a66-4c8e-a524-d3ce98973e2b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:15.396264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.398861 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:15.421927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Transition to ACTIVE for port object addbff04-d98d-4224-96ee-ad47ca3159a5 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:15.485569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port bb3ad758-051b-4e3b-830a-40b3a63acdf6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:15.489609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port bb3ad758-051b-4e3b-830a-40b3a63acdf6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:15.490475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.508347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.514544 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-61111788-acb6-4bad-b195-3378dafdaf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:15.564994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27931038-1784-4842-8621-f2733ec2d549 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:16:15.626030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:16:15.630144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:15.638827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:16:15.644093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=addbff04-d98d-4224-96ee-ad47ca3159a5,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:15.672482 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:15.700401 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.748445 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.776304 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27931038-1784-4842-8621-f2733ec2d549, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27931038-1784-4842-8621-f2733ec2d549,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:15.796899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port bb3ad758-051b-4e3b-830a-40b3a63acdf6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bb3ad758-051b-4e3b-830a-40b3a63acdf6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:15.805889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '27931038-1784-4842-8621-f2733ec2d549', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:16:15.841097 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.856715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27931038-1784-4842-8621-f2733ec2d549 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:16:15.877532 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.887294 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-24b89911-f764-45ef-bd24-075f4857652c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:15.896875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27931038-1784-4842-8621-f2733ec2d549, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27931038-1784-4842-8621-f2733ec2d549,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:15.976728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=bb3ad758-051b-4e3b-830a-40b3a63acdf6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:15.988116 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:15.991071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:15.992799 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0bd62693-7428-4609-82ad-3690b07cbc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:16.026815 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:16.058574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=27931038-1784-4842-8621-f2733ec2d549,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:16.067288 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:16.191315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['27931038-1784-4842-8621-f2733ec2d549'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:16:16.222468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e1860-6d84-493b-a534-8546709e7a1f req-0ace901f-74e8-428c-9615-4e42ad64293f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:16.229983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e9e1860-6d84-493b-a534-8546709e7a1f req-0ace901f-74e8-428c-9615-4e42ad64293f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 944 time: 0.1238356
Jun 21 03:16:16.289980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e9e1860-6d84-493b-a534-8546709e7a1f req-3668e8e1-cd1e-4fb8-8236-3254d631cbab tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587382
Jun 21 03:16:16.438712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:16.517120 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:16.520525 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ac5e6484-2dff-466a-ab96-4d96ff2a8b34 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:16.601971 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=addbff04-d98d-4224-96ee-ad47ca3159a5,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:16.606666 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:16.607623 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:16.706086 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:16:16.708089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:16.837402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:16:16.966701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:16:16.971681 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "PUT /v2.0/routers/384e7895-4f48-46ec-8c4d-c70bf90c0db9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8702004
Jun 21 03:16:16.973976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52602) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:16.999735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Sync routers for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:16:17.022322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:17.023076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3edfe20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:16:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:17.266564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:17.338163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98dbbd-f6a6-48a9-ad80-72e9388841e7 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.338692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98dbbd-f6a6-48a9-ad80-72e9388841e7 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.339118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98dbbd-f6a6-48a9-ad80-72e9388841e7 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.340401 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98dbbd-f6a6-48a9-ad80-72e9388841e7 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.340885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98dbbd-f6a6-48a9-ad80-72e9388841e7 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.341365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98dbbd-f6a6-48a9-ad80-72e9388841e7 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.341840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98dbbd-f6a6-48a9-ad80-72e9388841e7 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.346820 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52606) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:17.347011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-eb98dbbd-f6a6-48a9-ad80-72e9388841e7 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4986 time: 0.3716998
Jun 21 03:16:17.348351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5e9c6-5458-4ffc-b3d1-fa5bc98eeae7 None None] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:16:17.473940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 184ed711-7a66-4c8e-a524-d3ce98973e2b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:16:17.492834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fe69c-2ce6-4a48-9fae-5614ab4f7615 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.494503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fe69c-2ce6-4a48-9fae-5614ab4f7615 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.495864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fe69c-2ce6-4a48-9fae-5614ab4f7615 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.497559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fe69c-2ce6-4a48-9fae-5614ab4f7615 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.498034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fe69c-2ce6-4a48-9fae-5614ab4f7615 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.500161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fe69c-2ce6-4a48-9fae-5614ab4f7615 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.502890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fe69c-2ce6-4a48-9fae-5614ab4f7615 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.509741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-557fe69c-2ce6-4a48-9fae-5614ab4f7615 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4647 time: 0.1612887
Jun 21 03:16:17.512432 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52610) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:17.594541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef547b85-5b8b-4644-bcec-f29f06ff1e06 req-50a0e484-b0ab-4b98-b3ab-0f844e7641b0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:17.596019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef547b85-5b8b-4644-bcec-f29f06ff1e06 req-50a0e484-b0ab-4b98-b3ab-0f844e7641b0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 944 time: 0.1607404
Jun 21 03:16:17.629025 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-12f61430-ed8b-46f6-a2e1-85cf5304f820 None None] Provisioning for port 184ed711-7a66-4c8e-a524-d3ce98973e2b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:17.637063 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27931038-1784-4842-8621-f2733ec2d549 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:16:17.655686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ef547b85-5b8b-4644-bcec-f29f06ff1e06 req-eb129f9a-c2cd-4604-8c7f-a729190bc533 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524662
Jun 21 03:16:17.712599 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b5a10b0b-cd5d-425b-ac16-1a720812dfb2 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.1965141
Jun 21 03:16:17.768696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 184ed711-7a66-4c8e-a524-d3ce98973e2b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:17.791170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 184ed711-7a66-4c8e-a524-d3ce98973e2b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:17.791544 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:17.856509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3edfe20>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:16Z', 'revision_number': 2, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:17.864564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 27931038-1784-4842-8621-f2733ec2d549 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:17.901356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Checking router: 384e7895-4f48-46ec-8c4d-c70bf90c0db9 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:16:17.901697 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Updating router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 port addbff04-d98d-4224-96ee-ad47ca3159a5 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:16:17.905178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 27931038-1784-4842-8621-f2733ec2d549 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:17.905586 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.006742 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.034920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.197146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 184ed711-7a66-4c8e-a524-d3ce98973e2b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=184ed711-7a66-4c8e-a524-d3ce98973e2b,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:18.201528 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.241268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27931038-1784-4842-8621-f2733ec2d549'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:16:18.243730 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606d53c3-382e-4cb5-9f8f-4234a07a4500" -d '{"events": [{"server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "name": "network-vif-plugged", "status": "completed", "tag": "27931038-1784-4842-8621-f2733ec2d549"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:16:18.488258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52624) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:18.494023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590416635', 'description': 'tempest-secgroup-smoke-590416635 description', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:18.519531 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be05bb02-08e4-41c4-b8c9-d8d9c513e035 x-openstack-request-id: req-be05bb02-08e4-41c4-b8c9-d8d9c513e035 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:16:18.520037 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "name": "network-vif-plugged", "status": "completed", "tag": "27931038-1784-4842-8621-f2733ec2d549", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:16:18.520156 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be05bb02-08e4-41c4-b8c9-d8d9c513e035 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:16:18.520492 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27931038-1784-4842-8621-f2733ec2d549', 'code': 200}
Jun 21 03:16:18.524677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 27931038-1784-4842-8621-f2733ec2d549, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27931038-1784-4842-8621-f2733ec2d549,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:18.531838 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.532224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bb3ad758-051b-4e3b-830a-40b3a63acdf6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:16:18.537694 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:18.616025 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.619580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.650187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=184ed711-7a66-4c8e-a524-d3ce98973e2b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:18.660423 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:18.662470 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-99773264-b7b3-460e-b992-ba3925e4c29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:18.674272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562f77c-7498-45f6-a4db-c37cb2a4840f req-bceef140-d46c-4d93-a173-7fca52331439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:18.678284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6562f77c-7498-45f6-a4db-c37cb2a4840f req-bceef140-d46c-4d93-a173-7fca52331439 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1096 time: 0.1303153
Jun 21 03:16:18.721116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bd1cbbc7-c61d-4049-b5f6-3c073cecc85d None None] Provisioning for port addbff04-d98d-4224-96ee-ad47ca3159a5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:18.749933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bd1cbbc7-c61d-4049-b5f6-3c073cecc85d None None] Provisioning complete for port addbff04-d98d-4224-96ee-ad47ca3159a5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:18.752133 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbbc7-c61d-4049-b5f6-3c073cecc85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.752924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6562f77c-7498-45f6-a4db-c37cb2a4840f req-c79ae509-6e1e-4d3d-bcb9-ee3bd56aaa7f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510759
Jun 21 03:16:18.794237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port bb3ad758-051b-4e3b-830a-40b3a63acdf6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:18.794556 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.839502 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.885134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=27931038-1784-4842-8621-f2733ec2d549,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:18.893665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-bd1cbbc7-c61d-4049-b5f6-3c073cecc85d None None] Port addbff04-d98d-4224-96ee-ad47ca3159a5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:16:18.899088 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:18.944721 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.944721 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-512fb451-6957-477a-9e38-cf0abe2d028d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:18.945095 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.951815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bd1cbbc7-c61d-4049-b5f6-3c073cecc85d None None] Provisioning complete for port 184ed711-7a66-4c8e-a524-d3ce98973e2b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:18.952763 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbbc7-c61d-4049-b5f6-3c073cecc85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:18.958173 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Transition to ACTIVE for port object addbff04-d98d-4224-96ee-ad47ca3159a5 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:18.974045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147e7854-d5c6-42e0-a8d5-3e355a520de1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:18.978144 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:18.999355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848bbb3-ea02-41a9-9359-ef55be2dafe4 req-5b391e00-711a-4a86-a971-c54ff276c630 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:19.001063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b848bbb3-ea02-41a9-9359-ef55be2dafe4 req-5b391e00-711a-4a86-a971-c54ff276c630 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 945 time: 0.1215055
Jun 21 03:16:19.046069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b848bbb3-ea02-41a9-9359-ef55be2dafe4 req-a36a3bd6-23af-4736-9663-b243cc9ccdb1 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389333
Jun 21 03:16:19.047778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.049042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5592344
Jun 21 03:16:19.052026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52636) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:19.056197 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.059122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '147e7854-d5c6-42e0-a8d5-3e355a520de1', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:19.060663 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d4eaeea9-6d0a-47f6-b3ad-40056cc71d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:19.182654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.203856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806bdcc-a9be-4a35-9905-bf4f669a1188 None None] Pushing event updated for resources: {'Port': ['ID=addbff04-d98d-4224-96ee-ad47ca3159a5,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:19.208832 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4806bdcc-a9be-4a35-9905-bf4f669a1188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:19.250849 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Attempting to bind port addbff04-d98d-4224-96ee-ad47ca3159a5 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:16:19.251331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Attempting to bind port addbff04-d98d-4224-96ee-ad47ca3159a5 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:16:19.251781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Attempting to bind port addbff04-d98d-4224-96ee-ad47ca3159a5 on network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:16:19.257610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:16:19.258095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Checking segment: {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:16:19.258685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.259142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Bound using segment: {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:16:19.259704 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Bound port: addbff04-d98d-4224-96ee-ad47ca3159a5, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:16:19.260213 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.268370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 184ed711-7a66-4c8e-a524-d3ce98973e2b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:16:19.281852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.371181 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.391943 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:19.404187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] For port addbff04-d98d-4224-96ee-ad47ca3159a5, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:16:19.407045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 184ed711-7a66-4c8e-a524-d3ce98973e2b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:19.407617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.410539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] For port addbff04-d98d-4224-96ee-ad47ca3159a5, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=addbff04-d98d-4224-96ee-ad47ca3159a5,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:16:19.425103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f17b40-be96-45c9-a810-f955799ea518,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:19.428236 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:19.481675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.490938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.492733 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4393723
Jun 21 03:16:19.495327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52642) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:19.502812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '147e7854-d5c6-42e0-a8d5-3e355a520de1', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:19.504979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a1662-7ea4-45ba-8e71-03c33b3730cf req-c3654467-7706-447a-a2f0-1d02e0d68f23 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:19.506680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-806a1662-7ea4-45ba-8e71-03c33b3730cf req-c3654467-7706-447a-a2f0-1d02e0d68f23 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 950 time: 0.0840278
Jun 21 03:16:19.512475 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:19.580444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-806a1662-7ea4-45ba-8e71-03c33b3730cf req-ea7e348f-cd4d-4683-b843-a6498bbbed5a tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619473
Jun 21 03:16:19.602752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806bdcc-a9be-4a35-9905-bf4f669a1188 None None] Pushing event updated for resources: {'Port': ['ID=addbff04-d98d-4224-96ee-ad47ca3159a5,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:19.615584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:19.616644 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3edfe20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:16:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:19.618458 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4806bdcc-a9be-4a35-9905-bf4f669a1188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:19.661506 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.741305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:19.781606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.879829 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.882198 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6de35d89-f588-46c6-8b42-d143462d7c79 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:19.902745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddb873e-9e7d-450c-99cc-afd2463929ff,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:19.908542 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:19.982953 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:19.985435 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4876952
Jun 21 03:16:19.987316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52646) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:19.988207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3edfe20>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:19Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:19.993313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '147e7854-d5c6-42e0-a8d5-3e355a520de1', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:20.015816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3207c22-ef13-49ce-b94c-acaef36548ad None None] The sync data for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 is: [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:19Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:16:20.099730 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:20.199416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:20.262926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:20.266605 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4f57eb05-161b-4e16-930a-caf980bf0f93 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:20.279330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ea575-f317-493d-a69f-b7ae9b59b3ee req-f45db7f3-8f2b-43e3-83b6-208d13accb13 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:20.281683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f2ea575-f317-493d-a69f-b7ae9b59b3ee req-f45db7f3-8f2b-43e3-83b6-208d13accb13 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 945 time: 0.0807981
Jun 21 03:16:20.302755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6c538d-b7f0-4422-9ee3-032e133403af,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:20.313128 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:20.335719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f2ea575-f317-493d-a69f-b7ae9b59b3ee req-7c7a6ec1-31e6-4478-864a-c7175e3cd659 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418303
Jun 21 03:16:20.386117 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:20.387816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3991458
Jun 21 03:16:20.390931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52652) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:20.395755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '147e7854-d5c6-42e0-a8d5-3e355a520de1', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:20.520000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:20.595882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331bd8e-20aa-4988-83af-0da171544ba4 req-26ef84d6-3dc8-464a-89f3-46cb1a4c6ec9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:20.597986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5331bd8e-20aa-4988-83af-0da171544ba4 req-26ef84d6-3dc8-464a-89f3-46cb1a4c6ec9 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 945 time: 0.1397216
Jun 21 03:16:20.614191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:20.668975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5331bd8e-20aa-4988-83af-0da171544ba4 req-51c4c3cf-cc21-424c-8710-5f93d3c1e52f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575190
Jun 21 03:16:20.682942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:20.685070 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3924549b-99ed-4fc8-999b-58db69abfd71 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:20.712704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52656) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:20.716057 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e6f70a-4c4b-4239-962a-5c2e5a62c694,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:20.720651 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:20.792922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:20.794400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4025276
Jun 21 03:16:20.798112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52658) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:20.803313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '147e7854-d5c6-42e0-a8d5-3e355a520de1', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:20.842961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bf48a-db07-4181-a98b-ab234a7db3f2 req-32534e4e-f55a-4046-b2df-94ac87854e7c tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:20.846003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3551462f-eb51-4361-ac73-a5b2bf830851 tempest-TestVolumeBootPattern-1393934906 tempest-TestVolumeBootPattern-1393934906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:20.853267 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3551462f-eb51-4361-ac73-a5b2bf830851 tempest-TestVolumeBootPattern-1393934906 tempest-TestVolumeBootPattern-1393934906-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1092 time: 0.1338468
Jun 21 03:16:20.853462 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-213bf48a-db07-4181-a98b-ab234a7db3f2 req-32534e4e-f55a-4046-b2df-94ac87854e7c tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 950 time: 0.1112030
Jun 21 03:16:20.853462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52660) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:20.859130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:20.879252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-ac7031b0-94f3-4224-ac9a-0af3234b11b9 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:20.887408 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-ac7031b0-94f3-4224-ac9a-0af3234b11b9 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 950 time: 0.1566596
Jun 21 03:16:20.917739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-213bf48a-db07-4181-a98b-ab234a7db3f2 req-1030f7bb-82a4-4d3d-8ce4-bcea6e84cd93 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523965
Jun 21 03:16:20.957777 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Project bf6793336d9b4aa1b00f7e40f2bf3e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:16:20.969595 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.027534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Deleting port 33fa8871-6e44-4f5e-8f09-49c197493d48 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:16:21.028261 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.040528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.079549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.131041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] For port 33fa8871-6e44-4f5e-8f09-49c197493d48, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=33fa8871-6e44-4f5e-8f09-49c197493d48,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:21.131627 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.155791 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.163379 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-606963e0-5506-4af2-b07d-404f78fc07d5 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:21.210329 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227bac2f-ba51-4b99-8c19-fc0e5e298257,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:21.219369 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:21.237363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Calling delete_port for 33fa8871-6e44-4f5e-8f09-49c197493d48 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:16:21.306397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device addbff04-d98d-4224-96ee-ad47ca3159a5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:16:21.307427 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.310683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.322793 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5157330
Jun 21 03:16:21.322793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52664) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:21.335077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '147e7854-d5c6-42e0-a8d5-3e355a520de1', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:21.445248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port addbff04-d98d-4224-96ee-ad47ca3159a5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:21.454867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port addbff04-d98d-4224-96ee-ad47ca3159a5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:21.455305 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.491645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.25.7.241 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/89871421-1f0c-40ae-883d-31f853aa2f6a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:16:21.497200 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Project bf6793336d9b4aa1b00f7e40f2bf3e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:16:21.512333 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.532020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.536868 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a3b53a12-f2cd-4213-8967-139acf4fe688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:21.542006 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.554989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['33fa8871-6e44-4f5e-8f09-49c197493d48'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:16:21.586278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Pushing event deleted for resources: {'Port': ['ID=33fa8871-6e44-4f5e-8f09-49c197493d48,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:21.597659 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:21.611845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port addbff04-d98d-4224-96ee-ad47ca3159a5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=addbff04-d98d-4224-96ee-ad47ca3159a5,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:21.668332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] No DVR routers for this DVR port 33fa8871-6e44-4f5e-8f09-49c197493d48 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:16:21.673977 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.678229 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76616ec2-8672-48f0-b62c-5eeca7249a8a req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.20 "DELETE /v2.0/ports/33fa8871-6e44-4f5e-8f09-49c197493d48 HTTP/1.1" status: 204  len: 173 time: 0.7856047
Jun 21 03:16:21.678628 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e945ff8-5f11-4944-b8a1-82809f55b510', 'name': 'network-vif-deleted', 'tag': '33fa8871-6e44-4f5e-8f09-49c197493d48'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:16:21.682086 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d8dc8-075c-4c59-a79c-c9128572d8f9" -d '{"events": [{"server_uuid": "6e945ff8-5f11-4944-b8a1-82809f55b510", "name": "network-vif-deleted", "tag": "33fa8871-6e44-4f5e-8f09-49c197493d48"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:16:21.691165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.698235 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.706844 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:21.722528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.788224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.793558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8a2cc1c5-a8a0-4b12-ae62-28cf21ba26d0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:21.795383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=addbff04-d98d-4224-96ee-ad47ca3159a5,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:21.799786 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:21.806683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd429aa-613a-4e27-8e6e-4d6c33431a65,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:21.810966 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:21.824326 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6becf492-b0e9-4164-82c5-28897f3082cb x-openstack-request-id: req-6becf492-b0e9-4164-82c5-28897f3082cb {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:16:21.824326 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e945ff8-5f11-4944-b8a1-82809f55b510", "name": "network-vif-deleted", "tag": "33fa8871-6e44-4f5e-8f09-49c197493d48", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:16:21.824326 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6becf492-b0e9-4164-82c5-28897f3082cb {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:16:21.824326 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e945ff8-5f11-4944-b8a1-82809f55b510', 'name': 'network-vif-deleted', 'tag': '33fa8871-6e44-4f5e-8f09-49c197493d48', 'status': 'completed', 'code': 200}
Jun 21 03:16:21.935327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.939469 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:21.942407 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:21.942407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6205912
Jun 21 03:16:21.992673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:16:22.024071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:22.031353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:16:22.073175 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=89871421-1f0c-40ae-883d-31f853aa2f6a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:22.077606 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:22.535122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a7952cb-e92e-498e-86db-7ddf6654e7ec req-46f30f9d-2545-4d4b-a489-0b9d3feba22d tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e945ff8-5f11-4944-b8a1-82809f55b510 HTTP/1.1" status: 200  len: 210 time: 0.4066491
Jun 21 03:16:22.586307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-939fabbc-d4b3-42c9-be71-4e3b8b1c941a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590416635&fields=id&tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 267 time: 0.4567192
Jun 21 03:16:22.793596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-24041544-991c-4919-8569-8d9d0fd41d4d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:22.795036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-24041544-991c-4919-8569-8d9d0fd41d4d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/networks?id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f HTTP/1.1" status: 200  len: 796 time: 0.2002504
Jun 21 03:16:22.836619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-6973f1f1-55a9-46b1-a401-1e709bd3533c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/quotas/bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 375 time: 0.0285523
Jun 21 03:16:23.110151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-8d975dcc-2941-4644-bb7e-308c05d254ff tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2526562
Jun 21 03:16:23.180251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:23.210547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device addbff04-d98d-4224-96ee-ad47ca3159a5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:16:23.265199 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port addbff04-d98d-4224-96ee-ad47ca3159a5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:23.265751 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:23.284245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-e7284002-a4e0-4892-be45-587e32c027f5 service neutron] 10.222.0.25 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599185
Jun 21 03:16:23.380519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:23.437477 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-e3d84718-4bb8-48c3-b93d-fa19af133c32 service neutron] 10.222.0.25 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464982
Jun 21 03:16:23.562043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:23.686808 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:23.686808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-506ecac6-6fb9-43bd-b3fd-b850928c88e3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:23.760375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=89871421-1f0c-40ae-883d-31f853aa2f6a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:23.781412 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:23.783640 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0314aca3-574b-4dd3-b051-9cd588ab0fbf req-b2a94124-a6f7-4d8e-898f-866f85d0c7aa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 210 time: 0.0603399
Jun 21 03:16:23.802379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:23.925112 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Floating IP 2ea5e1d0-44cd-40f4-b3cd-0910057ff21e associated. External IP: 172.25.7.241, port: 27931038-1784-4842-8621-f2733ec2d549.
Jun 21 03:16:24.175673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Router 2a605243-f2cb-459f-ab76-824044339a76 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:16:24.295386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:16:24.308153 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:16:24.318095 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:24.324111 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d94991c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:16:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:24.411101 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:24.430773 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:24.478721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6242318
Jun 21 03:16:24.479861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'tag': '27931038-1784-4842-8621-f2733ec2d549'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:16:24.484580 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "tag": "27931038-1784-4842-8621-f2733ec2d549"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:16:24.530459 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c710fc-8f1d-482c-b4e9-7b20ef6d4447 x-openstack-request-id: req-53c710fc-8f1d-482c-b4e9-7b20ef6d4447 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:16:24.530815 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "tag": "27931038-1784-4842-8621-f2733ec2d549", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:16:24.531126 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53c710fc-8f1d-482c-b4e9-7b20ef6d4447 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:16:24.531592 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'tag': '27931038-1784-4842-8621-f2733ec2d549', 'status': 'completed', 'code': 200}
Jun 21 03:16:24.628698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-e727fd96-1a38-4b6f-a2bb-f9aa4a0d4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:24.630748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-e727fd96-1a38-4b6f-a2bb-f9aa4a0d4676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1097 time: 0.0723670
Jun 21 03:16:24.738262 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:16:24.742797 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d94991c0>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:22Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:24.755314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-05f2f06d-7105-4f1e-87f0-8eb215053cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:24.756797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-05f2f06d-7105-4f1e-87f0-8eb215053cc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.1200602
Jun 21 03:16:24.771271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:16:24.781254 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:24.782127 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d94991c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:16:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:24.853191 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-a6dd5154-dfc5-49a7-900a-98643e4a067a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 200  len: 999 time: 0.0831428
Jun 21 03:16:24.903145 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:24.916431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b166327-bdd3-4958-98c4-60df1145b65e req-8cba6de3-20fb-4399-9dd4-327638d59ae2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 210 time: 0.0667379
Jun 21 03:16:24.928203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-246fda15-7e54-4235-bb6b-5ae5cdc2a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:24.930187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-246fda15-7e54-4235-bb6b-5ae5cdc2a1dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0677016
Jun 21 03:16:25.040017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 33fa8871-6e44-4f5e-8f09-49c197493d48 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:16:25.041100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-b8480b72-379f-483e-b992-32670e59cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:25.043279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-b8480b72-379f-483e-b992-32670e59cb7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1064117
Jun 21 03:16:25.082619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 33fa8871-6e44-4f5e-8f09-49c197493d48 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:16:25.094332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 33fa8871-6e44-4f5e-8f09-49c197493d48 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:16:25.182289 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-3cc6f1a2-337d-4d28-9e82-d1ad9447ef95 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323462
Jun 21 03:16:25.287759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d94991c0>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:22Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:25.306136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-454c4590-dc40-4fb9-8e1d-6a5ec2ac95a2 req-38c7fef4-1bea-4dc0-bc82-9baa9489ecdf service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179900
Jun 21 03:16:25.321652 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef1a77-3161-437c-bf7f-bd4005c71a92 None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:22Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:16:25.569367 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6ec8a-d110-48f4-8aba-78ceefc6c175 None None] New status for floating IP 2ea5e1d0-44cd-40f4-b3cd-0910057ff21e: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:16:26.111623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-075d0ada-bc3e-4643-9b09-ff8b7ecb6d7c req-94fb1203-5787-43ff-af10-913ba93d3ac7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 210 time: 0.0333798
Jun 21 03:16:26.430589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-c220307c-1f7d-4a98-8034-6ecb7024166b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:26.432055 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-c220307c-1f7d-4a98-8034-6ecb7024166b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "GET /v2.0/networks?id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f HTTP/1.1" status: 200  len: 796 time: 0.1154819
Jun 21 03:16:26.484873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-26a0010e-ef79-4586-91fd-453893c29c62 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 379 time: 0.0445821
Jun 21 03:16:26.493320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'port': {'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'admin_state_up': True, 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'security_groups': ['147e7854-d5c6-42e0-a8d5-3e355a520de1']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:26.780622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:16:26.784721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:26.935637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.20.0.10 (e2aff9e5-4e29-475b-ae61-b30a0e99ed2f/15c9b9fe-3ff7-4320-aa55-cb2ba33c592b/6dc42557-77f3-41e7-9ef1-2971f7a5511e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:16:27.100797 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:27.113868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Transition to ACTIVE for port object 6dc42557-77f3-41e7-9ef1-2971f7a5511e will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:27.227434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:27.228997 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-47728be5-4778-40d2-84cf-f0c25d10b18a tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:27.295125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:16:27.299541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:27.301462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=6dc42557-77f3-41e7-9ef1-2971f7a5511e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:27.303683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:16:27.306561 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:27.490030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f784-df49-432a-b0d1-1a3feda28b94 req-0e93fb80-23dd-4b83-8b5c-98b0a9569e99 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:27.490030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3693f784-df49-432a-b0d1-1a3feda28b94 req-0e93fb80-23dd-4b83-8b5c-98b0a9569e99 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 932 time: 0.2063096
Jun 21 03:16:27.593107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3693f784-df49-432a-b0d1-1a3feda28b94 req-74c49a0a-8b5e-4818-b289-4594b450395b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843036
Jun 21 03:16:27.875647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:27.877022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:27.897224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ddebdc4b-bef3-4390-a495-ab8ce507c6ad None None] Provisioning for port 6dc42557-77f3-41e7-9ef1-2971f7a5511e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:27.900547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ddebdc4b-bef3-4390-a495-ab8ce507c6ad None None] Provisioning complete for port 6dc42557-77f3-41e7-9ef1-2971f7a5511e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:27.900914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ddebdc4b-bef3-4390-a495-ab8ce507c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:27.940575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ddebdc4b-bef3-4390-a495-ab8ce507c6ad None None] Port 6dc42557-77f3-41e7-9ef1-2971f7a5511e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:16:28.043103 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5534937
Jun 21 03:16:28.056509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Request body: {'port': {'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:28.148350 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:28.486154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc42557-77f3-41e7-9ef1-2971f7a5511e {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:16:28.494431 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:28.507616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Transition to ACTIVE for port object 6dc42557-77f3-41e7-9ef1-2971f7a5511e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:16:28.597894 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:28.600245 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a682291f-c040-4bf2-8abd-b60bb701078a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:28.703277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc42557-77f3-41e7-9ef1-2971f7a5511e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:28.708033 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:28.790004 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Attempting to bind port 6dc42557-77f3-41e7-9ef1-2971f7a5511e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:16:28.790930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Attempting to bind port 6dc42557-77f3-41e7-9ef1-2971f7a5511e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:16:28.791331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Attempting to bind port 6dc42557-77f3-41e7-9ef1-2971f7a5511e on network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:16:28.797830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Port 6dc42557-77f3-41e7-9ef1-2971f7a5511e on network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:16:28.799050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Attempting to bind port 6dc42557-77f3-41e7-9ef1-2971f7a5511e on network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:16:28.803994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:16:28.804636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Checking segment: {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:16:28.805093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Bound using segment: {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:16:28.805622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Bound port: 6dc42557-77f3-41e7-9ef1-2971f7a5511e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc5654d-0e56-459c-a7bb-ec69f7f3575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:16:28.806045 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:28.823906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f89d8-fd1f-48ba-9818-c40cde474c49 req-386aec16-ba5a-4a59-b3b6-5185f8993563 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:28.831950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b0f89d8-fd1f-48ba-9818-c40cde474c49 req-386aec16-ba5a-4a59-b3b6-5185f8993563 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 944 time: 0.1077251
Jun 21 03:16:28.895618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b0f89d8-fd1f-48ba-9818-c40cde474c49 req-0a15cd9b-83d1-4a3c-ae0c-d1521ab66982 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626786
Jun 21 03:16:28.907514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] For port 6dc42557-77f3-41e7-9ef1-2971f7a5511e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:16:28.911037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] For port 6dc42557-77f3-41e7-9ef1-2971f7a5511e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:16:29.034626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:29.037026 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-843b5987-bf51-4d9b-821d-6ffa9370c085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:29.081122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:29.081790 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:29.083178 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/6dc42557-77f3-41e7-9ef1-2971f7a5511e HTTP/1.1" status: 200  len: 1093 time: 1.0327859
Jun 21 03:16:29.083726 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:16:29.089651 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ded2148-e4b3-4512-b439-b7ded9693f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:16:29.110573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc42557-77f3-41e7-9ef1-2971f7a5511e,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:29.113829 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:29.148734 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340e2114-bada-4de5-a563-08ce5853b436 x-openstack-request-id: req-340e2114-bada-4de5-a563-08ce5853b436 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:16:29.148734 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:16:29.149051 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-340e2114-bada-4de5-a563-08ce5853b436 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:16:29.149470 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'status': 'completed', 'code': 200}
Jun 21 03:16:29.230854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2148-e4b3-4512-b439-b7ded9693f9f req-bfb5ee54-e848-4da8-a37c-5fd19409ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:29.232405 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ded2148-e4b3-4512-b439-b7ded9693f9f req-bfb5ee54-e848-4da8-a37c-5fd19409ca14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 1096 time: 0.0621932
Jun 21 03:16:29.355622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2148-e4b3-4512-b439-b7ded9693f9f req-75e07718-4dd2-4102-8c00-f925e8ae41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:29.357204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ded2148-e4b3-4512-b439-b7ded9693f9f req-75e07718-4dd2-4102-8c00-f925e8ae41b1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1178546
Jun 21 03:16:29.488711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2148-e4b3-4512-b439-b7ded9693f9f req-b62e0c5a-e713-4afa-8f8d-4c2cfd37adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:29.490335 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ded2148-e4b3-4512-b439-b7ded9693f9f req-b62e0c5a-e713-4afa-8f8d-4c2cfd37adcb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1272204
Jun 21 03:16:29.611455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-7a5cafb9-b195-4d78-8f5a-5dd0856e0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:29.612966 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-7a5cafb9-b195-4d78-8f5a-5dd0856e0205 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 1096 time: 0.0815933
Jun 21 03:16:29.673680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-13937d5d-5607-45c6-acbc-ab6badb7f2ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e HTTP/1.1" status: 200  len: 217 time: 0.0523272
Jun 21 03:16:29.738084 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-df758c7e-2e9c-4e29-83b3-cbcbf5455d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:29.740364 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-df758c7e-2e9c-4e29-83b3-cbcbf5455d7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15c9b9fe-3ff7-4320-aa55-cb2ba33c592b HTTP/1.1" status: 200  len: 835 time: 0.0601902
Jun 21 03:16:29.806431 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-4efec29e-c84f-4dc4-88a6-597002d1223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:29.808364 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-4efec29e-c84f-4dc4-88a6-597002d1223a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0605960
Jun 21 03:16:29.967307 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-2cd67df4-3ce5-4e88-a909-355bc1ef2ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508615
Jun 21 03:16:30.088621 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6ba68171-9ff5-4f30-b6ba-d5f875f6fd2f req-b7dbc5ba-a045-4cd8-bdb6-06b40a0b5f74 service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148818
Jun 21 03:16:30.169904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943381e-0206-4a9d-9342-4405f19032aa req-d9229db7-1ba7-4a48-8ebc-177fc8e4812b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:30.171547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5943381e-0206-4a9d-9342-4405f19032aa req-d9229db7-1ba7-4a48-8ebc-177fc8e4812b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 944 time: 0.0950046
Jun 21 03:16:30.212927 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5943381e-0206-4a9d-9342-4405f19032aa req-05c8d4e8-d224-436b-9b95-774d536a8038 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347123
Jun 21 03:16:31.422244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9bfd9-48f2-4ac1-ab32-8105f45d135f req-90dbb1dc-7f7f-4fa2-9cbd-b76787a59dfe tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:31.424189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33d9bfd9-48f2-4ac1-ab32-8105f45d135f req-90dbb1dc-7f7f-4fa2-9cbd-b76787a59dfe tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 944 time: 0.0757353
Jun 21 03:16:31.473199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33d9bfd9-48f2-4ac1-ab32-8105f45d135f req-704b1283-8d22-48c1-a0e6-3e8417b6a779 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425477
Jun 21 03:16:32.687409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760d8cd-d93b-492e-a99e-377f00353dec req-541d1c72-4864-4084-bbee-bc7cdf7f42d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:32.689669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9760d8cd-d93b-492e-a99e-377f00353dec req-541d1c72-4864-4084-bbee-bc7cdf7f42d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 944 time: 0.0842149
Jun 21 03:16:32.730659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9760d8cd-d93b-492e-a99e-377f00353dec req-4039493b-c4ac-4894-95ec-18278ae56fef tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356965
Jun 21 03:16:33.091315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6dc42557-77f3-41e7-9ef1-2971f7a5511e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:16:33.196685 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6dc42557-77f3-41e7-9ef1-2971f7a5511e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:33.209728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:16:33.250985 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:33.264542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc42557-77f3-41e7-9ef1-2971f7a5511e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:16:33.287486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6dc42557-77f3-41e7-9ef1-2971f7a5511e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:33.353951 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:33.355670 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:33.405881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6dc42557-77f3-41e7-9ef1-2971f7a5511e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:33.414225 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:33.560965 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6dc42557-77f3-41e7-9ef1-2971f7a5511e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:16:33.946750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13af26f-868b-422f-ba72-64250f8508f0 req-d956ddd8-2501-4ab3-8396-3cb730a59e96 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:33.948242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f13af26f-868b-422f-ba72-64250f8508f0 req-d956ddd8-2501-4ab3-8396-3cb730a59e96 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 945 time: 0.0775285
Jun 21 03:16:34.000284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f13af26f-868b-422f-ba72-64250f8508f0 req-340bafa3-648b-4149-be30-cdfcd68dd09c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456336
Jun 21 03:16:34.260568 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2a27693-8a90-4766-a689-97b2e6d81518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:35.089349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6dc42557-77f3-41e7-9ef1-2971f7a5511e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:16:35.195596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7e50-fcc6-4fc1-b23c-d7504990043f req-96db7bf6-46b9-4c76-a8d2-abad9acea7f6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:35.197141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee7d7e50-fcc6-4fc1-b23c-d7504990043f req-96db7bf6-46b9-4c76-a8d2-abad9acea7f6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 945 time: 0.0749080
Jun 21 03:16:35.212009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 6dc42557-77f3-41e7-9ef1-2971f7a5511e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:16:35.216546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 6dc42557-77f3-41e7-9ef1-2971f7a5511e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:16:35.216989 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:35.242872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee7d7e50-fcc6-4fc1-b23c-d7504990043f req-b4691a58-d79a-40ab-9007-a661603b5857 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397885
Jun 21 03:16:35.307672 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:35.332133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:16:35.334597 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0719f51a-776f-4ac2-a649-9fefba50a246" -d '{"events": [{"server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "name": "network-vif-plugged", "status": "completed", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:16:35.348305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6dc42557-77f3-41e7-9ef1-2971f7a5511e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:16:35.374601 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bc91ba-ae47-4d86-8acf-ac6644c215c6 x-openstack-request-id: req-b6bc91ba-ae47-4d86-8acf-ac6644c215c6 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:16:35.375552 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "name": "network-vif-plugged", "status": "completed", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:16:35.376133 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6bc91ba-ae47-4d86-8acf-ac6644c215c6 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:16:35.376575 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'code': 200}
Jun 21 03:16:35.423290 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:35.425210 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4806bdcc-a9be-4a35-9905-bf4f669a1188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:35.480452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6dc42557-77f3-41e7-9ef1-2971f7a5511e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:35.486125 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:35.501175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff46150-cc5b-4b14-b7f4-3445eb952794 req-78dc78ed-74f1-4926-8ca2-e5893d045b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:35.502814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ff46150-cc5b-4b14-b7f4-3445eb952794 req-78dc78ed-74f1-4926-8ca2-e5893d045b5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 1098 time: 0.0627706
Jun 21 03:16:35.542001 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ff46150-cc5b-4b14-b7f4-3445eb952794 req-14252f53-9e2b-4d38-b6c5-9139fb2f4440 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317855
Jun 21 03:16:36.165742 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:36.446897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d2b0-cee7-45f5-9c54-fcdbbfd0a6a6 req-5e4b83eb-e0a8-4c60-8d0d-51a1f980399e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:36.448309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3677d2b0-cee7-45f5-9c54-fcdbbfd0a6a6 req-5e4b83eb-e0a8-4c60-8d0d-51a1f980399e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 946 time: 0.0729408
Jun 21 03:16:36.490772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3677d2b0-cee7-45f5-9c54-fcdbbfd0a6a6 req-53398727-b649-463f-9685-fa050eb835f9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361519
Jun 21 03:16:36.657468 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e333a77-8e19-42b3-ac24-9cdfb5ebe865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:37.334784 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:37.727156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1b1f-92bb-4fa5-bf97-2037de789545 req-4665c780-75ae-40c6-a734-1b2e6de2ffd5 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:37.737903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0aeb1b1f-92bb-4fa5-bf97-2037de789545 req-4665c780-75ae-40c6-a734-1b2e6de2ffd5 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 946 time: 0.0965509
Jun 21 03:16:37.779234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0aeb1b1f-92bb-4fa5-bf97-2037de789545 req-690bec3c-c601-4c71-9751-6b536560a7ef tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400453
Jun 21 03:16:37.972648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b5876-c5dd-46a4-bb4f-f31da4ff8f96 req-beb97346-7bdb-4c73-b8a9-e2da346d7bbe tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:37.974532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b97b5876-c5dd-46a4-bb4f-f31da4ff8f96 req-beb97346-7bdb-4c73-b8a9-e2da346d7bbe tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 946 time: 0.0718727
Jun 21 03:16:38.019352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b97b5876-c5dd-46a4-bb4f-f31da4ff8f96 req-d6f836ba-d1a9-4bef-a497-59e4c946019d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363450
Jun 21 03:16:38.048565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52870) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:38.105804 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb96ab-cbe9-4d34-a869-8fa4bd965c2f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:38.107338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-69eb96ab-cbe9-4d34-a869-8fa4bd965c2f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 1093 time: 0.0577657
Jun 21 03:16:38.117699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 52874) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:38.122648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:16:38.144850 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:38.226552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:38.260596 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:38.349292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:38.463603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.25.7.2 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/f08d3dbe-03d8-416a-88b9-1bd88f814d7d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:16:38.939473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:39.085920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:39.088137 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8252fed-af47-46df-b6a7-cf6e0706dd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:39.127669 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:16:39.131540 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:16:39.134473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:16:39.165320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=f08d3dbe-03d8-416a-88b9-1bd88f814d7d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:39.169983 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:39.542814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:39.622470 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:39.726718 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:39.895810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:40.489443 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:40.492003 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-693ef9d4-8260-4f76-84e9-d4881c5182b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:16:40.564721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=f08d3dbe-03d8-416a-88b9-1bd88f814d7d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:16:40.569735 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:16:40.580297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:40.687948 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Floating IP a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0 associated. External IP: 172.25.7.2, port: 6dc42557-77f3-41e7-9ef1-2971f7a5511e.
Jun 21 03:16:40.913357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:16:41.026737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:16:41.039379 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] Sync routers for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:16:41.052630 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:41.052630 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9102280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:16:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:41.102775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:16:41.174228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0551660
Jun 21 03:16:41.175046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:16:41.177496 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:16:41.177769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52900) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:41.219360 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:41.226579 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c65d398-97dc-46d5-ac11-2f731495d9a3 x-openstack-request-id: req-6c65d398-97dc-46d5-ac11-2f731495d9a3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:16:41.226926 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:16:41.227268 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c65d398-97dc-46d5-ac11-2f731495d9a3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:16:41.227803 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'status': 'completed', 'code': 200}
Jun 21 03:16:41.277000 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-778f20cd-e0cd-41b0-98d5-8bf7b2700034 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/floatingips/a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0 HTTP/1.1" status: 200  len: 990 time: 0.0982018
Jun 21 03:16:41.327445 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-8ff269ae-ce2e-4d06-a640-593136f27101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:41.329692 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-8ff269ae-ce2e-4d06-a640-593136f27101 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 1098 time: 0.0734365
Jun 21 03:16:41.437803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-56d07c05-4f24-4ef2-bbad-b6d28f91d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:41.440116 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-56d07c05-4f24-4ef2-bbad-b6d28f91d0bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f HTTP/1.1" status: 200  len: 897 time: 0.1038423
Jun 21 03:16:41.487096 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9102280>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:39Z', 'revision_number': 0, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:41.521062 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] Checking router: 384e7895-4f48-46ec-8c4d-c70bf90c0db9 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:16:41.530375 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:16:41.531002 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9102280>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:16:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:41.555171 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-75d9dcab-5fd8-4efe-9dfa-8f2c84d32f09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e HTTP/1.1" status: 200  len: 998 time: 0.1083586
Jun 21 03:16:41.626763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-5e8387f7-bcc9-4ad6-8ece-ed9b5f12d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:41.629057 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-5e8387f7-bcc9-4ad6-8ece-ed9b5f12d98a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15c9b9fe-3ff7-4320-aa55-cb2ba33c592b HTTP/1.1" status: 200  len: 835 time: 0.0683086
Jun 21 03:16:41.667702 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:16:41.694638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-a7aff909-9a75-40ed-a135-150a58e438af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:41.696152 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-a7aff909-9a75-40ed-a135-150a58e438af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0604482
Jun 21 03:16:41.811351 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-e94a7f75-27e2-4cd6-a23b-a311680daf2e service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082835
Jun 21 03:16:41.953355 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ef4c6369-479e-46b9-9ca1-03e379c5f1f6 req-27f772e0-4fd2-4540-97f1-25c2af8da667 service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353657
Jun 21 03:16:42.027010 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9102280>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:39Z', 'revision_number': 0, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:16:42.061950 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264642a2-5c01-4f55-af82-d88910f193c4 None None] The sync data for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 is: [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:39Z', 'revision_number': 0, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:16:42.290837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:42.300796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60087911-7d94-4c74-aaf8-36a1b9bcd33d None None] New status for floating IP a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:16:42.371241 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ffac5c33-7f46-4fd6-b76b-6e6e7b9b0a7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/floatingips/a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0 HTTP/1.1" status: 200  len: 990 time: 0.0779254
Jun 21 03:16:43.374846 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 52938) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:16:43.442124 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b817d933-bfc1-4991-8322-1f12445f841f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/floatingips/a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0 HTTP/1.1" status: 200  len: 992 time: 0.0649722
Jun 21 03:16:48.839557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-802d2f4a-e88a-4734-aa9e-4c2177bf113b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0551596
Jun 21 03:16:48.942417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-32991520-8580-4ef8-a9ac-345ce93903fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:48.943929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-32991520-8580-4ef8-a9ac-345ce93903fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1097 time: 0.0594902
Jun 21 03:16:49.048825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-590ad9e3-a3ea-4e3c-bd2a-6c35aa1a8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:49.050318 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-590ad9e3-a3ea-4e3c-bd2a-6c35aa1a8474 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.0858166
Jun 21 03:16:49.121796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-217636ee-4014-45db-a5bf-0b09083487ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 200  len: 1001 time: 0.0645521
Jun 21 03:16:49.169371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-45518545-798a-431e-8c8b-a0349337e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:49.170843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-45518545-798a-431e-8c8b-a0349337e320 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0435805
Jun 21 03:16:49.234906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-66f0f035-4c1d-4616-8b4a-ac8c2cd98037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:49.236411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-66f0f035-4c1d-4616-8b4a-ac8c2cd98037 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0574870
Jun 21 03:16:49.334916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-c2ab4077-4612-483d-bf56-1497c167dab1 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910923
Jun 21 03:16:49.430982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dfd16dd-343e-4467-befa-73f6826bb183 req-8e6995b2-4844-4ad8-8f62-95333a13c0f2 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894437
Jun 21 03:16:51.590297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8a074a2-7274-40fe-bd00-de910868d95b req-55aca481-f80e-4878-8c74-9a4804122d26 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0549455
Jun 21 03:16:51.691612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a074a2-7274-40fe-bd00-de910868d95b req-84de6f50-c04e-4aa9-9c1d-04815b0b04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:51.707023 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8a074a2-7274-40fe-bd00-de910868d95b req-84de6f50-c04e-4aa9-9c1d-04815b0b04cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 1098 time: 0.0593050
Jun 21 03:16:51.806624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a074a2-7274-40fe-bd00-de910868d95b req-0d69ef58-5913-4720-9718-7884247e47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:51.808034 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8a074a2-7274-40fe-bd00-de910868d95b req-0d69ef58-5913-4720-9718-7884247e47c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f HTTP/1.1" status: 200  len: 897 time: 0.0941477
Jun 21 03:16:51.881653 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8a074a2-7274-40fe-bd00-de910868d95b req-382a3690-7dee-4d4b-936e-f4a38a1e8a7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e HTTP/1.1" status: 200  len: 1000 time: 0.0671268
Jun 21 03:16:51.934948 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a074a2-7274-40fe-bd00-de910868d95b req-f5bafbca-41ef-4b2b-b479-59a9ac3f3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:51.936415 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8a074a2-7274-40fe-bd00-de910868d95b req-f5bafbca-41ef-4b2b-b479-59a9ac3f3502 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15c9b9fe-3ff7-4320-aa55-cb2ba33c592b HTTP/1.1" status: 200  len: 835 time: 0.0486741
Jun 21 03:16:52.000362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a074a2-7274-40fe-bd00-de910868d95b req-22bc3a34-84d8-454f-b7dc-8ea5f9694983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:16:52.001823 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8a074a2-7274-40fe-bd00-de910868d95b req-22bc3a34-84d8-454f-b7dc-8ea5f9694983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0592527
Jun 21 03:16:52.113670 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8a074a2-7274-40fe-bd00-de910868d95b req-8f761b77-acbc-4e15-9336-197d71713cab service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026230
Jun 21 03:16:52.222232 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f8a074a2-7274-40fe-bd00-de910868d95b req-5301d6e4-3366-4926-86d2-0067da35786b service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040900
Jun 21 03:17:01.192179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53080) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:01.344542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Deleting subnet 70ac02d6-0a1f-48da-9a2d-9f257b91e711 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:17:01.348277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.390574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.431584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.571883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.574196 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-15124ac7-9748-4b8e-aa6f-304371807a4c tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:01.597112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ac02d6-0a1f-48da-9a2d-9f257b91e711,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:01.601427 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:01.606239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.608336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/70ac02d6-0a1f-48da-9a2d-9f257b91e711 HTTP/1.1" status: 204  len: 168 time: 0.4143674
Jun 21 03:17:01.611347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53090) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:01.711069 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.739048 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:17:01.794609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.809402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2206c70>,) {'filters': {'network_id': ['cddbae17-8d2a-429f-84c0-b2fd125772d3']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:01.821894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2206c70>, '6b4ef232-9717-4946-a6ff-d310f4da5dc7') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:01.822199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2206c70>, '6b4ef232-9717-4946-a6ff-d310f4da5dc7') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:01.833102 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.847451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.853467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:17:01.853855 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:17:01.855516 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:17:01.993944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:01.997763 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f01bd8fb-3084-453d-a83f-d623cf4fe0f8 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:02.000233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:02.002338 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cddbae17-8d2a-429f-84c0-b2fd125772d3 HTTP/1.1" status: 204  len: 168 time: 0.3899729
Jun 21 03:17:02.014482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Pushing event deleted for resources: {'Network': ['ID=cddbae17-8d2a-429f-84c0-b2fd125772d3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:02.016824 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:02.331856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53102) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:02.371094 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9530ec69-765a-4bc6-8abe-f64992ce1d3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e90206b63604c7c8c4038d746bcf36d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0379839
Jun 21 03:17:02.373388 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53104) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:02.420333 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31b1d47d-29e9-4cb9-9b95-0085927a2178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:02.442173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31b1d47d-29e9-4cb9-9b95-0085927a2178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:02.573803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31b1d47d-29e9-4cb9-9b95-0085927a2178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:02.573803 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31b1d47d-29e9-4cb9-9b95-0085927a2178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:02.573803 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-31b1d47d-29e9-4cb9-9b95-0085927a2178 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/476e7852-8979-4db8-b4a5-2d63d9135fea HTTP/1.1" status: 204  len: 168 time: 0.1960950
Jun 21 03:17:02.573803 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1caf31b4-553b-49da-a821-2bc50780fa42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:02.581108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1d47d-29e9-4cb9-9b95-0085927a2178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e7852-8979-4db8-b4a5-2d63d9135fea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:02.585702 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31b1d47d-29e9-4cb9-9b95-0085927a2178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:03.536397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53138) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:03.634101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1035923190-network', 'tenant_id': '78ef6a2592624ca6b10a64e34f3f10fc'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:03.697486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Made reservation on behalf of 78ef6a2592624ca6b10a64e34f3f10fc for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:17:03.700278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:03.710195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:03.798104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:03.872170 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:03.875228 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-34e75e24-f4bf-4620-82d8-d63ed83f86d9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:03.898132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:17:03.906986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd7c27d-efec-424d-b66b-f67063481290,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:03.910856 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:03.915707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:03.916101 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Added segment 342c2a13-c41b-4fa3-b54d-79a9e6344137 of type vlan for network 39304b5b-1101-4e72-a8ba-c80240c48d95
Jun 21 03:17:03.960451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:04.060897 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:04.061960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:04.062667 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:04.065876 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ce934043-1f19-4087-b516-cec1b520d87c tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:04.122232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Pushing event updated for resources: {'Network': ['ID=39304b5b-1101-4e72-a8ba-c80240c48d95,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:04.124962 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:04.132539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 39304b5b-1101-4e72-a8ba-c80240c48d95 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:17:04.192897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6553798
Jun 21 03:17:04.195957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53144) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:04.201131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Request body: {'subnet': {'network_id': '39304b5b-1101-4e72-a8ba-c80240c48d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1035923190-subnet', 'tenant_id': '78ef6a2592624ca6b10a64e34f3f10fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:04.266181 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-be11f260-cbb8-4b35-8a52-27ce178c269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:04.288839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Made reservation on behalf of 78ef6a2592624ca6b10a64e34f3f10fc for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:17:04.291311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:04.508996 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:04.511298 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6524c0f4-6929-4232-923c-7c6d8955b7a1 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:04.564613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ede65e1-81d7-41bf-821a-ec8a3ad93c03,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:04.574437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.574832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.575217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.575602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.575982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.576357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.576736 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.577105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.577502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.577877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.578245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.578611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:04.584019 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:04.588159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Checking segment: {'id': '342c2a13-c41b-4fa3-b54d-79a9e6344137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '39304b5b-1101-4e72-a8ba-c80240c48d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:17:04.588528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Network hostable DHCP agents. Network: 39304b5b-1101-4e72-a8ba-c80240c48d95, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:17:04.683708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Network 39304b5b-1101-4e72-a8ba-c80240c48d95 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:17:04.765675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 39304b5b-1101-4e72-a8ba-c80240c48d95) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:17:04.770245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:04.770837 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:04.775172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd2868d-0cec-414a-9ef1-50c57858bd4d None None] Network 39304b5b-1101-4e72-a8ba-c80240c48d95 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:17:04.858039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6605492
Jun 21 03:17:05.029394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631b99c-a333-4936-84f1-8f6636741b98 None None] Network 39304b5b-1101-4e72-a8ba-c80240c48d95 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:17:05.565008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53176) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:05.572463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1495772884-network', 'tenant_id': 'c78020562895496881deb71a731b5861'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:05.680156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Made reservation on behalf of c78020562895496881deb71a731b5861 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:17:05.682828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:05.693394 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:05.790180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:05.854552 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:05.858690 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-634d39c6-105d-41cb-8f27-20215911e5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:05.884596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:17:05.891698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06363099-d258-4efc-b4db-8ee8e2b06d2c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:05.895751 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:05.899924 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:05.900635 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Added segment f83fbad3-7118-459e-8e6b-51df7612168a of type vlan for network 5acd0352-7848-4058-b9f9-d6c756939eb7
Jun 21 03:17:05.953304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:06.063032 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:06.064427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:06.065026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:06.067547 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:06.157602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5acd0352-7848-4058-b9f9-d6c756939eb7,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:06.168069 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:06.169618 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 5acd0352-7848-4058-b9f9-d6c756939eb7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:17:06.204288 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6373131
Jun 21 03:17:06.208475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53184) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:06.213460 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Request body: {'subnet': {'network_id': '5acd0352-7848-4058-b9f9-d6c756939eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1495772884-subnet', 'tenant_id': 'c78020562895496881deb71a731b5861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:06.306559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Made reservation on behalf of c78020562895496881deb71a731b5861 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:17:06.310118 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:06.390321 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:06.586693 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:06.588878 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5a22a3a-1a62-47ea-a8f4-180ec8f19e77 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:06.609122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-078510ce-3b8a-4e89-adbf-9b1779011303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:06.644302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07a45a7-0497-4737-b763-baa7393c8f1f,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:06.649847 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:06.652626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Checking segment: {'id': 'f83fbad3-7118-459e-8e6b-51df7612168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5acd0352-7848-4058-b9f9-d6c756939eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:17:06.652992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Network hostable DHCP agents. Network: 5acd0352-7848-4058-b9f9-d6c756939eb7, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:17:06.740575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Network 5acd0352-7848-4058-b9f9-d6c756939eb7 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:17:06.803662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 5acd0352-7848-4058-b9f9-d6c756939eb7) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:17:06.808133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:06.809494 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:06.812722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4194dd13-eccf-4dc4-b058-c93a87fed919 None None] Network 5acd0352-7848-4058-b9f9-d6c756939eb7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:17:06.924397 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7162509
Jun 21 03:17:06.935720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e93a1-16bf-4592-bf37-58988faf4a8b None None] Network 5acd0352-7848-4058-b9f9-d6c756939eb7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:17:07.176997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:07.433353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-f231230c-dc2d-4c58-a888-a25d0440a2c4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:07.434930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-f231230c-dc2d-4c58-a888-a25d0440a2c4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/networks?id=39304b5b-1101-4e72-a8ba-c80240c48d95 HTTP/1.1" status: 200  len: 812 time: 0.1128976
Jun 21 03:17:07.451299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-f209c851-8a06-4d71-be7e-c7efe15e7e64 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/quotas/78ef6a2592624ca6b10a64e34f3f10fc HTTP/1.1" status: 200  len: 375 time: 0.0107706
Jun 21 03:17:07.486157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-9bbf6d4c-2ae5-499a-9154-3ad6add4ed8a tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78ef6a2592624ca6b10a64e34f3f10fc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0286088
Jun 21 03:17:07.576544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5d5345e9-7c88-43cb-bc7c-23ca78e95211 service neutron] 10.222.0.25 "GET /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825551
Jun 21 03:17:07.670622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8beec800-60a9-4be6-a3f6-4b9f53547e15 service neutron] 10.222.0.25 "GET /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878818
Jun 21 03:17:07.945967 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bdefa46-40b5-4dfc-88f4-e7c3576cd02a req-1b1f29e3-6eb6-4595-8b0c-685ecdcd0bee tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 210 time: 0.0369027
Jun 21 03:17:08.106323 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:08.263317 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:08.942251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:09.041892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43fab1-717a-4d42-867d-9d70f6783c3b tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:09.042386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43fab1-717a-4d42-867d-9d70f6783c3b tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:09.042874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43fab1-717a-4d42-867d-9d70f6783c3b tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:09.049378 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5c43fab1-717a-4d42-867d-9d70f6783c3b tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=bf6793336d9b4aa1b00f7e40f2bf3e28&network_id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f HTTP/1.1" status: 200  len: 2973 time: 0.1013167
Jun 21 03:17:09.098282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2df5e324-afc8-4226-a78f-d111b77a5e4b req-a36d6909-bbe3-4741-9599-7d0ed5fda7d2 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 210 time: 0.0282428
Jun 21 03:17:09.605730 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:10.250951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-98d08671-cb09-4ab4-b32b-1ea667ef9178 req-beb495fe-b404-46e7-ae3f-57d9ca6a76e3 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 210 time: 0.0338449
Jun 21 03:17:10.288898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-6fd1d56a-6dae-424b-a0dc-17d86c3d3d62 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:10.290368 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-6fd1d56a-6dae-424b-a0dc-17d86c3d3d62 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.20 "GET /v2.0/networks?id=39304b5b-1101-4e72-a8ba-c80240c48d95 HTTP/1.1" status: 200  len: 812 time: 0.1106660
Jun 21 03:17:10.304644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Request body: {'port': {'device_id': '52fe21f9-829e-42f7-9c14-0ead292d4810', 'network_id': '39304b5b-1101-4e72-a8ba-c80240c48d95', 'admin_state_up': True, 'tenant_id': '78ef6a2592624ca6b10a64e34f3f10fc'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:10.489463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Made reservation on behalf of 78ef6a2592624ca6b10a64e34f3f10fc for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:17:10.493963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:10.627990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Allocated IP 172.20.0.14 (39304b5b-1101-4e72-a8ba-c80240c48d95/2ede65e1-81d7-41bf-821a-ec8a3ad93c03/a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:17:10.773446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:10.867234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:10.872237 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a43b4c5-e32d-490e-969e-1a7e003c306d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:10.922668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Network 39304b5b-1101-4e72-a8ba-c80240c48d95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:17:10.926009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:17:10.930330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:17:10.933238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Pushing event updated for resources: {'Port': ['ID=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:10.936749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:10.980518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:10.981136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:11.061064 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7609217
Jun 21 03:17:11.073206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Request body: {'port': {'device_id': '52fe21f9-829e-42f7-9c14-0ead292d4810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:11.150569 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:11.426477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:17:11.431966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1241c9-8524-4610-9788-eec381594ded req-c59ccb6e-1af3-45f3-ad65-a7b03f70c24f tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:11.433504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d1241c9-8524-4610-9788-eec381594ded req-c59ccb6e-1af3-45f3-ad65-a7b03f70c24f tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 932 time: 0.0692174
Jun 21 03:17:11.434576 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:11.447892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Transition to ACTIVE for port object a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:17:11.477394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d1241c9-8524-4610-9788-eec381594ded req-59fefccb-36dd-42f4-aa59-7338cd2196ba tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374570
Jun 21 03:17:11.524250 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:11.528730 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-819f1e37-4c4b-46b9-9ef0-25e701e88247 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:11.610986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:11.618051 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:11.688266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Attempting to bind port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:17:11.688529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Attempting to bind port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '342c2a13-c41b-4fa3-b54d-79a9e6344137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '39304b5b-1101-4e72-a8ba-c80240c48d95'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:17:11.688885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Attempting to bind port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 on network 39304b5b-1101-4e72-a8ba-c80240c48d95 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:17:11.694310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 on network 39304b5b-1101-4e72-a8ba-c80240c48d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:17:11.694647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Attempting to bind port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 on network 39304b5b-1101-4e72-a8ba-c80240c48d95 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:17:11.699742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:17:11.700063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Checking segment: {'id': '342c2a13-c41b-4fa3-b54d-79a9e6344137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '39304b5b-1101-4e72-a8ba-c80240c48d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:17:11.700446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Bound using segment: {'id': '342c2a13-c41b-4fa3-b54d-79a9e6344137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '39304b5b-1101-4e72-a8ba-c80240c48d95'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:17:11.700923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Bound port: a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342c2a13-c41b-4fa3-b54d-79a9e6344137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '39304b5b-1101-4e72-a8ba-c80240c48d95'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:17:11.701282 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:11.767427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] For port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:17:11.787173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] For port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,segment=NetworkSegment(342c2a13-c41b-4fa3-b54d-79a9e6344137),segment_id=342c2a13-c41b-4fa3-b54d-79a9e6344137)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:17:12.012002 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:12.014327 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2c53ff0-aaea-44e1-bdc8-f157befb91f4 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:12.051091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:12.051723 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:12.053279 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] 10.222.0.20 "PUT /v2.0/ports/a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 HTTP/1.1" status: 200  len: 1093 time: 0.9841800
Jun 21 03:17:12.053964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fe21f9-829e-42f7-9c14-0ead292d4810', 'tag': 'a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:17:12.056276 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90b29b1-dc2f-4119-a877-6fb74478e920" -d '{"events": [{"name": "network-changed", "server_uuid": "52fe21f9-829e-42f7-9c14-0ead292d4810", "tag": "a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:17:12.082423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:12.088018 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:12.106096 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6038819-ac56-4e43-afdf-7cd75fa4aa2b x-openstack-request-id: req-b6038819-ac56-4e43-afdf-7cd75fa4aa2b {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:17:12.106565 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fe21f9-829e-42f7-9c14-0ead292d4810", "tag": "a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:17:12.107064 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6038819-ac56-4e43-afdf-7cd75fa4aa2b {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:17:12.107609 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fe21f9-829e-42f7-9c14-0ead292d4810', 'tag': 'a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0', 'status': 'completed', 'code': 200}
Jun 21 03:17:12.107779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53276) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:12.163575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15db98-f721-4028-b6bf-ad34c54dd210 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:12.165060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f15db98-f721-4028-b6bf-ad34c54dd210 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95 HTTP/1.1" status: 200  len: 814 time: 0.0563891
Jun 21 03:17:12.189229 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b29b1-dc2f-4119-a877-6fb74478e920 req-8444a488-d6e1-4058-b990-c15e3ea41be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:12.190771 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b90b29b1-dc2f-4119-a877-6fb74478e920 req-8444a488-d6e1-4058-b990-c15e3ea41be5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ef6a2592624ca6b10a64e34f3f10fc&device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 1096 time: 0.0621083
Jun 21 03:17:12.635236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b29b1-dc2f-4119-a877-6fb74478e920 req-af79b6b8-021b-43b6-bd65-ea3847db40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:12.638204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b90b29b1-dc2f-4119-a877-6fb74478e920 req-af79b6b8-021b-43b6-bd65-ea3847db40bf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=78ef6a2592624ca6b10a64e34f3f10fc&shared=False HTTP/1.1" status: 200  len: 913 time: 0.4390531
Jun 21 03:17:12.668944 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac633f-62ba-4e61-9eae-ec13b86b7bf8 req-d06d4dad-7c97-4603-b73c-020356bf05c0 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:12.670538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5eac633f-62ba-4e61-9eae-ec13b86b7bf8 req-d06d4dad-7c97-4603-b73c-020356bf05c0 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 944 time: 0.0734870
Jun 21 03:17:12.711259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5eac633f-62ba-4e61-9eae-ec13b86b7bf8 req-db656abf-9ec9-4e60-ae21-f8c6b808e8d9 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350819
Jun 21 03:17:12.748909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b29b1-dc2f-4119-a877-6fb74478e920 req-e600281c-772e-4fab-be84-123ff5da8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:12.750506 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b90b29b1-dc2f-4119-a877-6fb74478e920 req-e600281c-772e-4fab-be84-123ff5da8bac service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1042082
Jun 21 03:17:12.847559 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-9b59fa63-3702-4031-880c-29dc31eeeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:12.849622 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-9b59fa63-3702-4031-880c-29dc31eeeeba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ef6a2592624ca6b10a64e34f3f10fc&device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 1096 time: 0.0557754
Jun 21 03:17:12.891726 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-acd208b6-7e95-4921-a5fb-3f1ad8bace81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 HTTP/1.1" status: 200  len: 217 time: 0.0341132
Jun 21 03:17:12.952454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-329c576d-7622-426e-b7bb-f0dfe46b25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:12.953955 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-329c576d-7622-426e-b7bb-f0dfe46b25f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ede65e1-81d7-41bf-821a-ec8a3ad93c03 HTTP/1.1" status: 200  len: 852 time: 0.0555103
Jun 21 03:17:12.989152 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-b810aed1-4104-4df0-9f75-295fda9c3b00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39304b5b-1101-4e72-a8ba-c80240c48d95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259225
Jun 21 03:17:13.080310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-513527ea-8083-46fd-8e44-a9c233c4af15 service neutron] 10.222.0.20 "GET /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829709
Jun 21 03:17:13.173594 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1e00f8e0-2612-4265-b6ad-4acc38407cb6 req-df77c57a-5b04-4b51-ac7a-2020d56a92b8 service neutron] 10.222.0.20 "GET /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859356
Jun 21 03:17:13.428297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53290) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:13.433549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'network': {'name': 'tempest-network-smoke--1981284029', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'port_security_enabled': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:13.531255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:17:13.534898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:13.558441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:17:13.566806 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:13.567144 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Added segment 1e58afa5-729d-4e55-9779-227ec81c067c of type vlan for network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db
Jun 21 03:17:13.608394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:13.697449 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:13.703420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:13.704079 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:13.706654 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-23b273b5-9527-4756-bbb3-ad9a78bf2a41 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:13.775290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Network': ['ID=0689edd1-ba3b-4d93-a916-7e0f7a7bf7db,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:13.782650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.783038 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.783464 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.783843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.784215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.784585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.784950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.785569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.785942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.786309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.787246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.787745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:13.791567 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:13.801006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:17:13.861977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e8ddcf2e-ab8e-4afd-b8a0-098ea37450b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4325445
Jun 21 03:17:13.865957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53300) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:13.905052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643e54-dee1-4771-8f8d-4ef15ac2bce6 req-bc6a5081-87ee-4423-b3dc-654a07b807c0 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:13.907566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee643e54-dee1-4771-8f8d-4ef15ac2bce6 req-bc6a5081-87ee-4423-b3dc-654a07b807c0 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 944 time: 0.0772164
Jun 21 03:17:13.951516 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee643e54-dee1-4771-8f8d-4ef15ac2bce6 req-dfe74218-20bb-45f5-9a57-2c6f2176c54a tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365264
Jun 21 03:17:13.956045 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf3be7-0ee9-475f-86ff-a1379cb454d9 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:13.957583 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4cbf3be7-0ee9-475f-86ff-a1379cb454d9 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=bf6793336d9b4aa1b00f7e40f2bf3e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0903535
Jun 21 03:17:13.961281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53304) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:14.052288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643302c-3cfa-4d91-9d11-86748e34e9c9 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:14.053893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1643302c-3cfa-4d91-9d11-86748e34e9c9 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0915642
Jun 21 03:17:14.056746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53306) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:14.083746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-89ee5786-3207-4900-a531-4d52133edacb tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0253730
Jun 21 03:17:14.086415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53308) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:14.113066 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-249d9fdd-690b-461b-9627-e1bb84102264 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=bf6793336d9b4aa1b00f7e40f2bf3e28&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0255401
Jun 21 03:17:14.115690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53310) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:14.275373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b57f78-6e3f-4f81-a7e3-053f9e5bb1e5 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:14.279543 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-23b57f78-6e3f-4f81-a7e3-053f9e5bb1e5 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1602030
Jun 21 03:17:14.279689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53312) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:14.308973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e9b7fc76-0e15-4639-8e38-9aeb01bbba89 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0280602
Jun 21 03:17:14.311444 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53314) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:14.316347 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1559404706', 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:14.511933 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:17:14.515592 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:14.766030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:14.768197 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bfd88d1b-8b0b-489d-bb19-4cee9121e246 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:14.827069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Subnet': ['ID=1152d1f2-0628-4608-9afa-b284f1cba8e6,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:14.830723 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:14.838363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Checking segment: {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:17:14.838735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network hostable DHCP agents. Network: 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:17:14.919767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:17:14.982782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:17:15.000802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:15.000802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.005369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa9565-f73c-4b0f-9cdd-3a02857324f3 None None] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:17:15.092303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.7796488
Jun 21 03:17:15.163111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-0689edd1-ba3b-4d93-a916-7e0f7a7bf7db', 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ips': [{'subnet_id': '1152d1f2-0628-4608-9afa-b284f1cba8e6'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:17:15.164113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.171689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74667e4-5d0f-4acc-a1dc-13408722e14a req-2fce0aa1-0c42-4321-be5a-decc6f0677a0 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:15.174009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f74667e4-5d0f-4acc-a1dc-13408722e14a req-2fce0aa1-0c42-4321-be5a-decc6f0677a0 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 944 time: 0.0847571
Jun 21 03:17:15.229714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f74667e4-5d0f-4acc-a1dc-13408722e14a req-db051991-eb66-4aae-90d6-b7abf346ae9e tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493927
Jun 21 03:17:15.276383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:17:15.368739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Allocated IP 172.20.0.18 (0689edd1-ba3b-4d93-a916-7e0f7a7bf7db/1152d1f2-0628-4608-9afa-b284f1cba8e6/3243533e-a9cd-4f1b-946f-e7796cfa6d65) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:17:15.421128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53326) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:15.426022 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589071366', 'description': 'tempest-secgroup-smoke-1589071366 description', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:15.460944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,segment=NetworkSegment(342c2a13-c41b-4fa3-b54d-79a9e6344137),segment_id=342c2a13-c41b-4fa3-b54d-79a9e6344137)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:15.476832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0', 'network_id': '39304b5b-1101-4e72-a8ba-c80240c48d95', 'port_id': 'a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0', 'mac_address': 'fa:16:3e:ae:f9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ede65e1-81d7-41bf-821a-ec8a3ad93c03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:17:15.506342 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.551340 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.585762 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:17:15.603183 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.624365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,segment=NetworkSegment(342c2a13-c41b-4fa3-b54d-79a9e6344137),segment_id=342c2a13-c41b-4fa3-b54d-79a9e6344137)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:15.630214 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.638570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Transition to ACTIVE for port object 3243533e-a9cd-4f1b-946f-e7796cfa6d65 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:17:15.653958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Transition to ACTIVE for port object 3243533e-a9cd-4f1b-946f-e7796cfa6d65 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:17:15.691304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.694876 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-64f062f1-5253-4a8b-8f92-704fdf27c474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:15.722331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed94134-c35e-44f3-aa19-9d3c6dccd717,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:15.725929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:15.780653 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.782495 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-83e34e48-0cbe-4aa9-b164-e08d69da092e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:15.803710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.808464 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.808678 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3836055
Jun 21 03:17:15.809228 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53332) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:15.815014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b336e98f-e2f9-4819-b89c-13f25f5d9a37 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '5ed94134-c35e-44f3-aa19-9d3c6dccd717', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:15.831167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:17:15.837760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:17:15.843006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:17:15.851299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:15.878600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.878870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.879212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.879552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.879889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.880870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.881449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.881790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.882127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.882456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.882786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.883116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:15.887937 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:15.888415 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:15.944974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Attempting to bind port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:17:15.945378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Attempting to bind port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:17:15.945755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Attempting to bind port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 on network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:17:15.948918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b336e98f-e2f9-4819-b89c-13f25f5d9a37 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.955048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:17:15.955442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Checking segment: {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:17:15.955858 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.956265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Bound using segment: {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:17:15.956751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Bound port: 3243533e-a9cd-4f1b-946f-e7796cfa6d65, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:17:15.957142 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:15.968474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Pushing event updated for resources: {'Port': ['ID=3243533e-a9cd-4f1b-946f-e7796cfa6d65,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:15.972366 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:16.003745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:17:16.042383 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b336e98f-e2f9-4819-b89c-13f25f5d9a37 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.066261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] For port 3243533e-a9cd-4f1b-946f-e7796cfa6d65, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:17:16.072871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] For port 3243533e-a9cd-4f1b-946f-e7796cfa6d65, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3243533e-a9cd-4f1b-946f-e7796cfa6d65,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:17:16.091751 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b336e98f-e2f9-4819-b89c-13f25f5d9a37 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.093945 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5b6c054a-e693-4566-a437-b8e7aba8734a tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:16.111911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336e98f-e2f9-4819-b89c-13f25f5d9a37 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0767129f-ed85-4222-8d71-cae2bc91cd00,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:16.114619 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b336e98f-e2f9-4819-b89c-13f25f5d9a37 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:16.151766 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.157815 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:16.188955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b336e98f-e2f9-4819-b89c-13f25f5d9a37 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.191087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b336e98f-e2f9-4819-b89c-13f25f5d9a37 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3800185
Jun 21 03:17:16.195416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53336) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:16.200668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '5ed94134-c35e-44f3-aa19-9d3c6dccd717', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:16.223695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Pushing event updated for resources: {'Port': ['ID=3243533e-a9cd-4f1b-946f-e7796cfa6d65,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:16.227602 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:16.345496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.418958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5b688-1af1-4cf9-bafd-07ab44b1581b req-71d5ffe4-7e04-4efe-a803-77c55241bf11 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:16.423486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42d5b688-1af1-4cf9-bafd-07ab44b1581b req-71d5ffe4-7e04-4efe-a803-77c55241bf11 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 945 time: 0.0796897
Jun 21 03:17:16.456885 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.494076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42d5b688-1af1-4cf9-bafd-07ab44b1581b req-b946ba80-212d-41cf-a8c4-96bdd58d64e8 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672677
Jun 21 03:17:16.529381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.542850 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-205a8f33-0e54-4bde-8c4a-ed3e9ad557d1 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:16.557095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64740124-d661-4f12-baac-42e6bf5b2d07,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:16.559654 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:16.616059 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.619646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4205589
Jun 21 03:17:16.620388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53342) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:16.625373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '5ed94134-c35e-44f3-aa19-9d3c6dccd717', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:16.734237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.790637 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.877994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.879969 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f88e8c6b-c2f3-4bbb-899f-5973e2a27fb0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:16.894579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4c1ea5-1ddf-40ac-8aa2-f97322f5f77e,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:16.898706 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:16.977833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:16.979769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3576069
Jun 21 03:17:16.983016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53346) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:16.987971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '5ed94134-c35e-44f3-aa19-9d3c6dccd717', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:17.088194 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.155792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.256266 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.265647 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8e32066a-6b29-497d-be0c-087f276c08b1 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:17.288041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3243533e-a9cd-4f1b-946f-e7796cfa6d65 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:17:17.299231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843f4a79-bb40-4155-b5f8-6c46c8b3da76,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:17.302538 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:17.315882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:17:17.344255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df9acd-d2d4-4f94-9e7a-829a642cf329 None None] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:17:17.358202 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.361164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3761983
Jun 21 03:17:17.365689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53350) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:17.370579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '5ed94134-c35e-44f3-aa19-9d3c6dccd717', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:17.455440 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Project bf6793336d9b4aa1b00f7e40f2bf3e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:17:17.461710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.508101 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-37c1f0bc-e9c9-454e-ba8d-3bbbc2a7fecc None None] Provisioning for port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:17:17.538680 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.615845 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:17:17.620262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:17.621379 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.644369 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.653477 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ce59b901-41bb-4422-b892-68a93cff61b3 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:17.669415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:17:17.674309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f304bc-e657-47a9-bf33-5ff53a5eab88,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:17.680976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:17.681464 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.685391 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:17.715162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d96d3-3765-4519-9232-f61db23c3be9 req-a1414954-83ed-4a13-a2ea-539c751bfa25 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:17.716919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c3d96d3-3765-4519-9232-f61db23c3be9 req-a1414954-83ed-4a13-a2ea-539c751bfa25 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 945 time: 0.1008284
Jun 21 03:17:17.774025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c3d96d3-3765-4519-9232-f61db23c3be9 req-b6341a4c-2e52-4ada-92ad-c4c43a05edec tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511048
Jun 21 03:17:17.800133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.805068 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4354563
Jun 21 03:17:17.805360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53356) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:17.811288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': '5ed94134-c35e-44f3-aa19-9d3c6dccd717', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:17.816668 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.843252 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.882262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 3243533e-a9cd-4f1b-946f-e7796cfa6d65, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3243533e-a9cd-4f1b-946f-e7796cfa6d65,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:17.890303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe21f9-829e-42f7-9c14-0ead292d4810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:17:17.892529 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ea19dc-eb9f-4c9e-a85a-65340bd811c3" -d '{"events": [{"server_uuid": "52fe21f9-829e-42f7-9c14-0ead292d4810", "name": "network-vif-plugged", "status": "completed", "tag": "a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:17:17.902779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-40bc28ea-4802-4488-bed7-ad50806f7b76 None None] Provisioning complete for port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:17.903178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-40bc28ea-4802-4488-bed7-ad50806f7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.908572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,segment=NetworkSegment(342c2a13-c41b-4fa3-b54d-79a9e6344137),segment_id=342c2a13-c41b-4fa3-b54d-79a9e6344137)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:17.916233 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Project bf6793336d9b4aa1b00f7e40f2bf3e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:17:17.921907 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:17.938924 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9508443d-c306-4d61-ac4f-6735aef1a672 x-openstack-request-id: req-9508443d-c306-4d61-ac4f-6735aef1a672 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:17:17.939900 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe21f9-829e-42f7-9c14-0ead292d4810", "name": "network-vif-plugged", "status": "completed", "tag": "a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:17:17.940235 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9508443d-c306-4d61-ac4f-6735aef1a672 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:17:17.940870 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fe21f9-829e-42f7-9c14-0ead292d4810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0', 'code': 200}
Jun 21 03:17:18.008889 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-40bc28ea-4802-4488-bed7-ad50806f7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:18.024007 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:18.029528 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:18.033745 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4806bdcc-a9be-4a35-9905-bf4f669a1188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:18.091323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de24e6-6f61-4728-a1ca-0d45a8e0525c req-3ba6c192-a479-4f2d-9b6f-a2a4efb22beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:18.092699 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:18.093490 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59de24e6-6f61-4728-a1ca-0d45a8e0525c req-3ba6c192-a479-4f2d-9b6f-a2a4efb22beb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 1097 time: 0.0753350
Jun 21 03:17:18.105669 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-40bc28ea-4802-4488-bed7-ad50806f7b76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:17:18.106041 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-40bc28ea-4802-4488-bed7-ad50806f7b76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:17:18.116890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=3243533e-a9cd-4f1b-946f-e7796cfa6d65,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:18.120067 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:18.120809 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-937b8bc0-f79e-4f1b-9ada-50fababbd9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:18.136353 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-59de24e6-6f61-4728-a1ca-0d45a8e0525c req-c896c4fe-9cdd-47d6-b8c5-8fb67d031898 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363333
Jun 21 03:17:18.147391 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:18.153862 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-adcb6363-cc0a-488d-ba11-6ef7875617fc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:18.171437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:18.173098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b9b58f-bb27-4b27-9d48-8dff41cd6ff6,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:18.174311 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:18.174485 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:18.243800 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:18.245048 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-bc282ef0-b8a7-4f3a-8741-522237ba428b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4386868
Jun 21 03:17:18.449167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-90306f6b-0489-4ddf-9070-5ba3329c8e77 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589071366&fields=id&tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 267 time: 0.0328090
Jun 21 03:17:18.552503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-26b36c5a-5360-4d1e-80f6-45f54f19f04d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:18.553873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-26b36c5a-5360-4d1e-80f6-45f54f19f04d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/networks?id=0689edd1-ba3b-4d93-a916-7e0f7a7bf7db HTTP/1.1" status: 200  len: 797 time: 0.0982049
Jun 21 03:17:18.568273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e22292d2-c84b-496a-b4a9-3a4fbe6aa50f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/quotas/bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 375 time: 0.0089543
Jun 21 03:17:18.646384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-51da3fd2-4445-4cb2-9a90-779c7e244e1a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0730057
Jun 21 03:17:18.738578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-4afeffb4-3bd0-4852-b444-53ee016f4d30 service neutron] 10.222.0.25 "GET /v2.0/networks/0689edd1-ba3b-4d93-a916-7e0f7a7bf7db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804877
Jun 21 03:17:18.832418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-4e2c9318-c2e7-4bef-92a1-8b0a8778f709 service neutron] 10.222.0.25 "GET /v2.0/networks/0689edd1-ba3b-4d93-a916-7e0f7a7bf7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874565
Jun 21 03:17:18.969566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca36829-7003-42ae-9028-5eafb132fdbb req-d664d21e-2342-4de1-a444-6d756a35d634 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:18.971056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca36829-7003-42ae-9028-5eafb132fdbb req-d664d21e-2342-4de1-a444-6d756a35d634 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0674181
Jun 21 03:17:19.012215 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ca36829-7003-42ae-9028-5eafb132fdbb req-d78aabb7-0ce8-4eaf-a912-2df74bf03ae9 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344188
Jun 21 03:17:19.159833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05f24dbf-4e58-41cb-a88a-48f4d5e5d1b5 req-97beb255-b65b-46b6-9f1b-01c8023ba1e3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 210 time: 0.0295212
Jun 21 03:17:19.263479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3243533e-a9cd-4f1b-946f-e7796cfa6d65 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:17:19.314151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:19.314527 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:20.218814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef20a7b-1ba3-4930-99d0-1b931c78cd14 req-67b2fa08-df96-4ace-87b1-83822bb50e36 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:20.220561 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ef20a7b-1ba3-4930-99d0-1b931c78cd14 req-67b2fa08-df96-4ace-87b1-83822bb50e36 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0836430
Jun 21 03:17:20.263288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ef20a7b-1ba3-4930-99d0-1b931c78cd14 req-a6ff3ec1-e275-4601-ac76-89ab0a451c0c tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364711
Jun 21 03:17:20.323630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-142d549c-f5ff-4c8a-992c-3035f303d831 req-cdde2784-95db-4d28-aa29-ea6f03213f28 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 210 time: 0.0331612
Jun 21 03:17:20.451961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49542729-845c-4952-bac5-27d23137b916 req-f209b1c8-d507-4e5b-8cc3-698c066eebe8 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:20.453672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49542729-845c-4952-bac5-27d23137b916 req-f209b1c8-d507-4e5b-8cc3-698c066eebe8 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0726442
Jun 21 03:17:20.493544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49542729-845c-4952-bac5-27d23137b916 req-8761c090-24d6-4634-8799-93ba9941274b tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340378
Jun 21 03:17:21.126148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe4a66-7765-4415-8d5b-731af5346179 req-178c411e-3657-4217-ae63-abca82b8a6c4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:21.128184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7fe4a66-7765-4415-8d5b-731af5346179 req-178c411e-3657-4217-ae63-abca82b8a6c4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0707774
Jun 21 03:17:21.185526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7fe4a66-7765-4415-8d5b-731af5346179 req-d32c5cf0-bdb1-4ac4-8221-f9de5ba4c42f tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469100
Jun 21 03:17:21.417587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-d00b7df3-4e8c-470b-bad0-a9ebb57c863f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:21.419148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-d00b7df3-4e8c-470b-bad0-a9ebb57c863f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.26 "GET /v2.0/networks?id=0689edd1-ba3b-4d93-a916-7e0f7a7bf7db HTTP/1.1" status: 200  len: 797 time: 0.1074815
Jun 21 03:17:21.472963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-a4658e91-b8f5-4f18-bbf6-54675cd2c69e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 472 time: 0.0444531
Jun 21 03:17:21.499119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'port': {'device_id': '1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2', 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db', 'admin_state_up': True, 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'security_groups': ['5ed94134-c35e-44f3-aa19-9d3c6dccd717']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:21.520572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-78ace65a-e42d-423d-bcc5-429eb791635b req-8f83a5db-458c-450d-8fc8-cfd381db39d2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 210 time: 0.0466230
Jun 21 03:17:21.763778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:17:21.767725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:21.897445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.20.0.22 (0689edd1-ba3b-4d93-a916-7e0f7a7bf7db/1152d1f2-0628-4608-9afa-b284f1cba8e6/59ed27e8-b8c7-475d-9c42-7b8fe806e891) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:17:22.044983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:22.059044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Transition to ACTIVE for port object 59ed27e8-b8c7-475d-9c42-7b8fe806e891 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:17:22.160801 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:22.165445 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:22.211453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:17:22.222469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:17:22.236128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:17:22.240667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=59ed27e8-b8c7-475d-9c42-7b8fe806e891,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:22.261765 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:22.289467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:22.290106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:22.380648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e47a-8fa9-4fa2-8d7f-5c2614450043 req-1b8d490b-2c03-4e13-9f83-1cb4ac28fbc0 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:22.382220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b98e47a-8fa9-4fa2-8d7f-5c2614450043 req-1b8d490b-2c03-4e13-9f83-1cb4ac28fbc0 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0730762
Jun 21 03:17:22.397549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9113183
Jun 21 03:17:22.548862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a044b895-aaac-414e-95f3-646c0274aa2e None None] Provisioning for port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:17:22.553610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a044b895-aaac-414e-95f3-646c0274aa2e None None] Provisioning complete for port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:22.554000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a044b895-aaac-414e-95f3-646c0274aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:22.595647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a044b895-aaac-414e-95f3-646c0274aa2e None None] Port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:17:22.779850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Request body: {'port': {'device_id': '1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:17:22.851686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b98e47a-8fa9-4fa2-8d7f-5c2614450043 req-2e8e7865-cc57-4627-b992-63d0615eed87 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4634836
Jun 21 03:17:22.912288 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:22.933856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b693b-d96e-4ba5-9e93-46e5aa4a9359 req-c434bea9-d82b-4d7f-a152-3de697a4b5d3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:22.937851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f5b693b-d96e-4ba5-9e93-46e5aa4a9359 req-c434bea9-d82b-4d7f-a152-3de697a4b5d3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 932 time: 0.1670845
Jun 21 03:17:23.013556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f5b693b-d96e-4ba5-9e93-46e5aa4a9359 req-3dc8a40d-58ad-433a-9ca9-13cf125d801e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713227
Jun 21 03:17:23.222800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ed27e8-b8c7-475d-9c42-7b8fe806e891 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:17:23.234314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:23.249748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Transition to ACTIVE for port object 59ed27e8-b8c7-475d-9c42-7b8fe806e891 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:17:23.391467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e9b0-ed6f-426f-bbed-52d2c656009a req-a1cc2046-58fd-4d8c-b640-4fa406f385b1 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:23.392869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d776e9b0-ed6f-426f-bbed-52d2c656009a req-a1cc2046-58fd-4d8c-b640-4fa406f385b1 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0676594
Jun 21 03:17:23.394029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:23.396281 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:23.490718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-1db4ec20-3854-4517-bb98-c59994ef0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:23.492255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-1db4ec20-3854-4517-bb98-c59994ef0949 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ef6a2592624ca6b10a64e34f3f10fc&device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 1098 time: 0.0748122
Jun 21 03:17:23.498121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Pushing event updated for resources: {'Port': ['ID=59ed27e8-b8c7-475d-9c42-7b8fe806e891,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:23.503641 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:23.515221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d776e9b0-ed6f-426f-bbed-52d2c656009a req-638bc563-ff77-47e2-a2dc-ee47968adc49 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144011
Jun 21 03:17:23.616378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Attempting to bind port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:17:23.616822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Attempting to bind port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:17:23.617226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Attempting to bind port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 on network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:17:23.622862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 on network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:17:23.623133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Attempting to bind port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 on network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:17:23.625940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-27d5bb63-3e71-41bc-b8ac-ed76348b1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:23.627905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-27d5bb63-3e71-41bc-b8ac-ed76348b1f97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39304b5b-1101-4e72-a8ba-c80240c48d95 HTTP/1.1" status: 200  len: 913 time: 0.1224854
Jun 21 03:17:23.629208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:17:23.629586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Checking segment: {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:17:23.632627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Bound using segment: {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:17:23.632627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Bound port: 59ed27e8-b8c7-475d-9c42-7b8fe806e891, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:17:23.632627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:23.671353 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-a26f46e8-29a8-4ac0-8312-8668faeb6e59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 HTTP/1.1" status: 200  len: 217 time: 0.0368056
Jun 21 03:17:23.704532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] For port 59ed27e8-b8c7-475d-9c42-7b8fe806e891, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:17:23.709953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] For port 59ed27e8-b8c7-475d-9c42-7b8fe806e891, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=59ed27e8-b8c7-475d-9c42-7b8fe806e891,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:17:23.728348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-6a880119-5348-4522-87ad-eaf7c771022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:23.729855 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-6a880119-5348-4522-87ad-eaf7c771022a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ede65e1-81d7-41bf-821a-ec8a3ad93c03 HTTP/1.1" status: 200  len: 852 time: 0.0528426
Jun 21 03:17:23.765810 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-db7105a6-47fe-473e-9aef-8cfc31e97262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39304b5b-1101-4e72-a8ba-c80240c48d95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299387
Jun 21 03:17:23.795125 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:23.798192 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:23.843940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:23.843940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:23.843940 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] 10.222.0.26 "PUT /v2.0/ports/59ed27e8-b8c7-475d-9c42-7b8fe806e891 HTTP/1.1" status: 200  len: 1093 time: 1.0636647
Jun 21 03:17:23.843940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2', 'tag': '59ed27e8-b8c7-475d-9c42-7b8fe806e891'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:17:23.843940 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eaba8d-b8a1-4022-a827-b9e5c880727c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2", "tag": "59ed27e8-b8c7-475d-9c42-7b8fe806e891"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:17:23.863901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-fba7496a-8893-425a-a23b-00477d07793f service neutron] 10.222.0.20 "GET /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917733
Jun 21 03:17:23.883880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Pushing event updated for resources: {'Port': ['ID=59ed27e8-b8c7-475d-9c42-7b8fe806e891,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:23.893383 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4da42-8428-41c5-90b6-755f4714cb86 x-openstack-request-id: req-4fd4da42-8428-41c5-90b6-755f4714cb86 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:17:23.897988 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2", "tag": "59ed27e8-b8c7-475d-9c42-7b8fe806e891", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:17:23.898683 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fd4da42-8428-41c5-90b6-755f4714cb86 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:17:23.899213 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2', 'tag': '59ed27e8-b8c7-475d-9c42-7b8fe806e891', 'status': 'completed', 'code': 200}
Jun 21 03:17:23.901294 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:23.986498 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ce8db45-767e-413d-9673-b2fae1daaa19 req-22360c82-d0e6-4e40-b539-dfbbfb29a0db service neutron] 10.222.0.20 "GET /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1163099
Jun 21 03:17:23.997717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaba8d-b8a1-4022-a827-b9e5c880727c req-2f5a9d32-378f-46c8-bf36-88df46afd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:23.999317 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87eaba8d-b8a1-4022-a827-b9e5c880727c req-2f5a9d32-378f-46c8-bf36-88df46afd21e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 1096 time: 0.0834866
Jun 21 03:17:24.110850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaba8d-b8a1-4022-a827-b9e5c880727c req-bcab0806-fee1-4d38-8768-8266433713fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:24.111333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaba8d-b8a1-4022-a827-b9e5c880727c req-bcab0806-fee1-4d38-8768-8266433713fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:24.112939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87eaba8d-b8a1-4022-a827-b9e5c880727c req-bcab0806-fee1-4d38-8768-8266433713fe service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&shared=False HTTP/1.1" status: 200  len: 1583 time: 0.1057963
Jun 21 03:17:24.258200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaba8d-b8a1-4022-a827-b9e5c880727c req-8fe8fdb1-28be-4228-aa88-1e4548964ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:24.259673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87eaba8d-b8a1-4022-a827-b9e5c880727c req-8fe8fdb1-28be-4228-aa88-1e4548964ab2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1401222
Jun 21 03:17:24.274521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bf3ba-b112-42ad-bcf0-d944ab30a46c req-7d42b158-e7b0-4c07-bb6b-862e763b5233 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:24.275498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d3bf3ba-b112-42ad-bcf0-d944ab30a46c req-7d42b158-e7b0-4c07-bb6b-862e763b5233 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 944 time: 0.1331797
Jun 21 03:17:24.327624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2d3bf3ba-b112-42ad-bcf0-d944ab30a46c req-dae53b28-3bba-4dde-95d1-391c2f0fd9b0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463471
Jun 21 03:17:24.374290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-a96d2dbc-4c75-4af7-8551-02642529c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:24.375810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-a96d2dbc-4c75-4af7-8551-02642529c965 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 1096 time: 0.0621951
Jun 21 03:17:24.420326 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-fe9a5c62-2246-4e3d-80f1-4d740e417ff0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=59ed27e8-b8c7-475d-9c42-7b8fe806e891 HTTP/1.1" status: 200  len: 217 time: 0.0375404
Jun 21 03:17:24.474583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-a7353026-399c-4ede-9edd-c97338d615e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:24.476019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-a7353026-399c-4ede-9edd-c97338d615e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1152d1f2-0628-4608-9afa-b284f1cba8e6 HTTP/1.1" status: 200  len: 838 time: 0.0498352
Jun 21 03:17:24.539835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-ea663cd7-8f44-42e4-afab-5ad0d4e67d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:24.542270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-ea663cd7-8f44-42e4-afab-5ad0d4e67d7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0689edd1-ba3b-4d93-a916-7e0f7a7bf7db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0602643
Jun 21 03:17:24.639895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-665d0043-f748-446c-b9c6-c3b9061742c0 service neutron] 10.222.0.26 "GET /v2.0/networks/0689edd1-ba3b-4d93-a916-7e0f7a7bf7db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909297
Jun 21 03:17:24.784641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e6779c4d-5621-40d6-be17-4e59496d8b15 req-18fb7a06-df7f-4aa6-b444-2672e107f0b0 service neutron] 10.222.0.26 "GET /v2.0/networks/0689edd1-ba3b-4d93-a916-7e0f7a7bf7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331971
Jun 21 03:17:24.797020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cfb2-5030-46dc-baed-71a2003f7261 req-7ef7af76-759b-4c0e-9860-4cb6a7fb5830 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:24.798682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f834cfb2-5030-46dc-baed-71a2003f7261 req-7ef7af76-759b-4c0e-9860-4cb6a7fb5830 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.1385777
Jun 21 03:17:24.839502 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f834cfb2-5030-46dc-baed-71a2003f7261 req-5af406e2-200f-4d6f-b42c-8f3d89de7859 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338829
Jun 21 03:17:25.501544 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e4c5-b41b-47be-be36-8e5c4a46abc0 req-371e6e8f-fc3c-4211-b287-b20dd69495db tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:25.503122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a861e4c5-b41b-47be-be36-8e5c4a46abc0 req-371e6e8f-fc3c-4211-b287-b20dd69495db tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 944 time: 0.0648544
Jun 21 03:17:25.542509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a861e4c5-b41b-47be-be36-8e5c4a46abc0 req-ff786502-e65f-4f97-b0d8-46515e063f19 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334136
Jun 21 03:17:26.025003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33b66e-1565-4506-9db5-70d716025c60 req-f6877c6f-eddb-448e-8157-f5db87aadd4e tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:26.026485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc33b66e-1565-4506-9db5-70d716025c60 req-f6877c6f-eddb-448e-8157-f5db87aadd4e tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0697417
Jun 21 03:17:26.064660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc33b66e-1565-4506-9db5-70d716025c60 req-d70be26c-b278-4822-b064-25fa8a267369 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324662
Jun 21 03:17:26.661190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61ea1-aff8-42c0-88b7-bc5126f6b0df req-4c25dd53-9850-463e-a2b2-01f90c3ed205 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:26.663504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fc61ea1-aff8-42c0-88b7-bc5126f6b0df req-4c25dd53-9850-463e-a2b2-01f90c3ed205 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0684979
Jun 21 03:17:26.746900 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fc61ea1-aff8-42c0-88b7-bc5126f6b0df req-13aecd52-d1bf-43d1-81e0-1abd1eee972e tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765870
Jun 21 03:17:26.773006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6ea7-3879-4363-b497-b2c3d4383e9d req-301ce97f-760e-4e8a-8525-2ac4cca978c6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:26.774560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bb3f6ea7-3879-4363-b497-b2c3d4383e9d req-301ce97f-760e-4e8a-8525-2ac4cca978c6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 944 time: 0.0949101
Jun 21 03:17:26.829556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bb3f6ea7-3879-4363-b497-b2c3d4383e9d req-d489c0cd-7b66-4518-bb05-0e1d000340a0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493388
Jun 21 03:17:27.905999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 59ed27e8-b8c7-475d-9c42-7b8fe806e891 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:17:27.937395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b813f8-3033-476e-bb06-ced5b76bc985 req-774f591e-39aa-41e7-b249-b3bf3f9782fd tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:27.939383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27b813f8-3033-476e-bb06-ced5b76bc985 req-774f591e-39aa-41e7-b249-b3bf3f9782fd tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0827091
Jun 21 03:17:28.012907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27b813f8-3033-476e-bb06-ced5b76bc985 req-786a7205-248c-49b8-8423-119daab2350b tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668643
Jun 21 03:17:28.034105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 59ed27e8-b8c7-475d-9c42-7b8fe806e891, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=59ed27e8-b8c7-475d-9c42-7b8fe806e891,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:28.047174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '59ed27e8-b8c7-475d-9c42-7b8fe806e891', 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db', 'port_id': '59ed27e8-b8c7-475d-9c42-7b8fe806e891', 'mac_address': 'fa:16:3e:01:8c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1152d1f2-0628-4608-9afa-b284f1cba8e6', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:17:28.056404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba71d1-18d0-45a0-a17b-da74537f9ba7 req-4884d5f1-1c83-438a-b1db-3811d5b87e63 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:28.057382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5eba71d1-18d0-45a0-a17b-da74537f9ba7 req-4884d5f1-1c83-438a-b1db-3811d5b87e63 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 944 time: 0.0817397
Jun 21 03:17:28.086160 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:28.099422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ed27e8-b8c7-475d-9c42-7b8fe806e891 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:17:28.109211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5eba71d1-18d0-45a0-a17b-da74537f9ba7 req-2ef00a8c-38b0-434d-b570-d6c90de2b25d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453238
Jun 21 03:17:28.119821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 59ed27e8-b8c7-475d-9c42-7b8fe806e891, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=59ed27e8-b8c7-475d-9c42-7b8fe806e891,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:28.181160 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:28.184019 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:28.243061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=59ed27e8-b8c7-475d-9c42-7b8fe806e891,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:28.247594 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:28.399821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['59ed27e8-b8c7-475d-9c42-7b8fe806e891'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:17:28.580245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2579ce-5bff-4c66-93cf-8cab4dfac6dd req-f868cbd9-3df4-43b2-86f5-908c68d990da tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:28.581763 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec2579ce-5bff-4c66-93cf-8cab4dfac6dd req-f868cbd9-3df4-43b2-86f5-908c68d990da tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0928574
Jun 21 03:17:28.625805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec2579ce-5bff-4c66-93cf-8cab4dfac6dd req-dd30959c-3f4c-4dee-bb19-d478752847c9 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373471
Jun 21 03:17:28.648155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-a88b3e42-456f-4095-8e50-f5439983412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:28.649872 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-a88b3e42-456f-4095-8e50-f5439983412e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ef6a2592624ca6b10a64e34f3f10fc&device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 1098 time: 0.0759857
Jun 21 03:17:28.747155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-58ab9cb2-4e54-4ac3-9c40-fa287f66b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:28.748574 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-58ab9cb2-4e54-4ac3-9c40-fa287f66b791 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39304b5b-1101-4e72-a8ba-c80240c48d95 HTTP/1.1" status: 200  len: 913 time: 0.0919845
Jun 21 03:17:28.791268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-2df9fcd1-9c85-4396-879b-3cd349a1ce72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 HTTP/1.1" status: 200  len: 217 time: 0.0360227
Jun 21 03:17:28.840308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-ef813a2d-8c68-4134-bc4b-5000ad4e2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:28.841843 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-ef813a2d-8c68-4134-bc4b-5000ad4e2c1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ede65e1-81d7-41bf-821a-ec8a3ad93c03 HTTP/1.1" status: 200  len: 852 time: 0.0449190
Jun 21 03:17:28.873717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-f623ac98-c5a1-4918-a8d8-f7d8f0a921b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39304b5b-1101-4e72-a8ba-c80240c48d95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258362
Jun 21 03:17:28.967845 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-93618715-cba3-455f-8b40-b9a3cbc443d1 service neutron] 10.222.0.20 "GET /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882478
Jun 21 03:17:29.058402 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c62b1d09-7db5-48f7-b3dd-c6b3aede3cb4 req-599336c9-f195-49a1-9c81-cbb12cfcf8ef service neutron] 10.222.0.20 "GET /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843267
Jun 21 03:17:29.298324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd9cc-79be-4cc6-90b1-60861750bedf req-18a9684c-99e6-4e6a-ae3a-86540c153bab tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:29.299949 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-666fd9cc-79be-4cc6-90b1-60861750bedf req-18a9684c-99e6-4e6a-ae3a-86540c153bab tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 945 time: 0.0685618
Jun 21 03:17:29.340914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-666fd9cc-79be-4cc6-90b1-60861750bedf req-71fcd6f6-ce28-4d0e-b40b-2a2d078173c4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344770
Jun 21 03:17:29.855528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeb93a-3e34-4184-8020-a51832c15652 req-da312d19-8228-4550-a5d1-e98f112d5453 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:29.859382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ffeeb93a-3e34-4184-8020-a51832c15652 req-da312d19-8228-4550-a5d1-e98f112d5453 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0947981
Jun 21 03:17:29.912928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 59ed27e8-b8c7-475d-9c42-7b8fe806e891 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:17:29.935730 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ffeeb93a-3e34-4184-8020-a51832c15652 req-de367f8b-73d4-4e60-859b-b938b272ac61 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711792
Jun 21 03:17:30.078429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:17:30.082795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:30.083986 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:30.185370 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:30.211643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed27e8-b8c7-475d-9c42-7b8fe806e891'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:17:30.215119 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55c7212-73c2-4f05-b98d-8a88a30daf3a" -d '{"events": [{"server_uuid": "1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2", "name": "network-vif-plugged", "status": "completed", "tag": "59ed27e8-b8c7-475d-9c42-7b8fe806e891"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:17:30.234873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 59ed27e8-b8c7-475d-9c42-7b8fe806e891, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=59ed27e8-b8c7-475d-9c42-7b8fe806e891,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:30.262144 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83b1315-f75f-4af3-845b-6f05cebabb57 x-openstack-request-id: req-d83b1315-f75f-4af3-845b-6f05cebabb57 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:17:30.262445 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2", "name": "network-vif-plugged", "status": "completed", "tag": "59ed27e8-b8c7-475d-9c42-7b8fe806e891", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:17:30.262735 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d83b1315-f75f-4af3-845b-6f05cebabb57 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:17:30.263143 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed27e8-b8c7-475d-9c42-7b8fe806e891', 'code': 200}
Jun 21 03:17:30.312786 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:30.315322 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5a3deb3b-ed1f-4c9a-a56a-c66deb84394f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:30.380652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=59ed27e8-b8c7-475d-9c42-7b8fe806e891,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:30.384651 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:30.413947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bf7a2-c0e5-4788-b4d5-6059ede4050a req-99849432-0a57-4550-b93f-55d18ac139b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:30.416642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-649bf7a2-c0e5-4788-b4d5-6059ede4050a req-99849432-0a57-4550-b93f-55d18ac139b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 1098 time: 0.0834162
Jun 21 03:17:30.456864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-649bf7a2-c0e5-4788-b4d5-6059ede4050a req-4264b584-4717-459c-8d61-da75041d5ff7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343914
Jun 21 03:17:30.555952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03272ad-3020-4f95-be03-e6f80cf09fe3 req-059047f3-ce2f-45cd-8d8d-2438a4ee1e68 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:30.558276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f03272ad-3020-4f95-be03-e6f80cf09fe3 req-059047f3-ce2f-45cd-8d8d-2438a4ee1e68 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 946 time: 0.0715792
Jun 21 03:17:30.600670 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f03272ad-3020-4f95-be03-e6f80cf09fe3 req-f1800387-579a-433d-93ae-706b07d46733 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336411
Jun 21 03:17:31.116725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5615749-a3e2-465e-88d2-d7ec2696c6d4 req-e684d344-9eea-411e-8f69-5919987a73a8 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:31.118219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5615749-a3e2-465e-88d2-d7ec2696c6d4 req-e684d344-9eea-411e-8f69-5919987a73a8 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0697026
Jun 21 03:17:31.155321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5615749-a3e2-465e-88d2-d7ec2696c6d4 req-7168e4be-fc25-48bc-81a2-7c7425899c28 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313966
Jun 21 03:17:31.796200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c8cc3-3b6a-4def-91b9-412ea61ced5e req-f8512d23-4c3f-4de5-a8c5-2fb89b7e47b8 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:31.797742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b59c8cc3-3b6a-4def-91b9-412ea61ced5e req-f8512d23-4c3f-4de5-a8c5-2fb89b7e47b8 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 946 time: 0.0683136
Jun 21 03:17:31.839899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b59c8cc3-3b6a-4def-91b9-412ea61ced5e req-2df9d48e-63df-4dbb-aca2-0f1003102831 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343864
Jun 21 03:17:32.072059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f183b-4b21-44fc-ac22-37732d825dc2 req-d7b6079f-f03f-4f62-9e5a-0eb138f21116 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:32.073492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f21f183b-4b21-44fc-ac22-37732d825dc2 req-d7b6079f-f03f-4f62-9e5a-0eb138f21116 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 946 time: 0.1123588
Jun 21 03:17:32.085947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fab8-a11b-45a0-8c6b-0a373b952686 req-8d56a97c-d8ae-452d-a196-10b3de529597 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:32.087365 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6670fab8-a11b-45a0-8c6b-0a373b952686 req-8d56a97c-d8ae-452d-a196-10b3de529597 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0919414
Jun 21 03:17:32.149141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f21f183b-4b21-44fc-ac22-37732d825dc2 req-68711bed-c95e-4063-baf5-d4a7d2398d7b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608094
Jun 21 03:17:32.151886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6670fab8-a11b-45a0-8c6b-0a373b952686 req-0a759e07-cb77-4053-afe6-2c4e896ef591 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577576
Jun 21 03:17:33.336384 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21187-84bf-4886-8622-3deee4271b96 req-3bd44c96-7e60-46a8-8780-b0cd09ada6a2 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:33.337853 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abc21187-84bf-4886-8622-3deee4271b96 req-3bd44c96-7e60-46a8-8780-b0cd09ada6a2 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0693016
Jun 21 03:17:33.375841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abc21187-84bf-4886-8622-3deee4271b96 req-370f58bd-a215-4483-a810-9c0041d04936 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dd7c27d-efec-424d-b66b-f67063481290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323565
Jun 21 03:17:33.761726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53546) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:33.836357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-b7275042-45b5-41a5-b83e-d13dd6e34955 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:33.838173 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-b7275042-45b5-41a5-b83e-d13dd6e34955 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.20 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 946 time: 0.0787175
Jun 21 03:17:33.945047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Deleting port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:17:33.945414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:34.040176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] For port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,segment=NetworkSegment(342c2a13-c41b-4fa3-b54d-79a9e6344137),segment_id=342c2a13-c41b-4fa3-b54d-79a9e6344137)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:34.040541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:34.106708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Calling delete_port for a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:17:34.221392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:34.278132 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ae271a17-fe61-4183-a2d9-936aa625f0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:34.326435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:34.331322 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccb5840d-d652-436c-8dbd-4bcb37362930 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:34.341888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:17:34.358510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Pushing event deleted for resources: {'Port': ['ID=a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:34.361873 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:34.436262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] No DVR routers for this DVR port a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:17:34.448000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:34.450066 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83073c99-ccd9-42a3-a634-4d411c568f42 req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.20 "DELETE /v2.0/ports/a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 HTTP/1.1" status: 204  len: 173 time: 0.6062799
Jun 21 03:17:34.451201 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe21f9-829e-42f7-9c14-0ead292d4810', 'name': 'network-vif-deleted', 'tag': 'a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:17:34.453080 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11ca3ff-2981-4bb3-a190-dc5e1bd7d12c" -d '{"events": [{"server_uuid": "52fe21f9-829e-42f7-9c14-0ead292d4810", "name": "network-vif-deleted", "tag": "a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:17:34.498555 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8592e31-561b-4cf5-b727-782383ccd441 x-openstack-request-id: req-b8592e31-561b-4cf5-b727-782383ccd441 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:17:34.499257 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe21f9-829e-42f7-9c14-0ead292d4810", "name": "network-vif-deleted", "tag": "a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:17:34.499836 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8592e31-561b-4cf5-b727-782383ccd441 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:17:34.500331 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fe21f9-829e-42f7-9c14-0ead292d4810', 'name': 'network-vif-deleted', 'tag': 'a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0', 'status': 'completed', 'code': 200}
Jun 21 03:17:34.554530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73d1bd57-4efa-48f5-bf66-5db3b69e61a6 req-fbeca0c4-76f6-460e-aec2-5b9f42db8115 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] 10.222.0.25 "GET /v2.0/ports?device_id=52fe21f9-829e-42f7-9c14-0ead292d4810 HTTP/1.1" status: 200  len: 210 time: 0.0372145
Jun 21 03:17:34.565503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.20.0.17 (0689edd1-ba3b-4d93-a916-7e0f7a7bf7db/1152d1f2-0628-4608-9afa-b284f1cba8e6/2b32ecc8-3f11-4920-8db6-dd533e5515cb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:17:34.689229 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:34.706740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Transition to ACTIVE for port object 2b32ecc8-3f11-4920-8db6-dd533e5515cb will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:17:34.841206 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:34.843416 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e75397ee-63f9-47a3-8729-848acf235438 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:34.884926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:17:34.888193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:17:34.892312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:17:34.930687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=2b32ecc8-3f11-4920-8db6-dd533e5515cb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:34.938665 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:34.961230 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.169939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.238538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9458f384-69ce-4fc8-a68b-b68a741dc570 None None] Provisioning for port 2b32ecc8-3f11-4920-8db6-dd533e5515cb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:17:35.243655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9458f384-69ce-4fc8-a68b-b68a741dc570 None None] Provisioning complete for port 2b32ecc8-3f11-4920-8db6-dd533e5515cb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:35.244166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9458f384-69ce-4fc8-a68b-b68a741dc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.283529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9458f384-69ce-4fc8-a68b-b68a741dc570 None None] Port 2b32ecc8-3f11-4920-8db6-dd533e5515cb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:17:35.449604 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.537807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.542214 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5cdf5419-4115-49f4-b0dd-c81cb3746f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:35.623032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=2b32ecc8-3f11-4920-8db6-dd533e5515cb,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:35.626665 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:35.627649 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.661911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53566) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:35.714024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] Deleting subnet 2ede65e1-81d7-41bf-821a-ec8a3ad93c03 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:17:35.717586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.732265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:17:35.733862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:17:35.758306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.802530 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.861622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:17:35.964504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:35.967990 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4e9d0004-87a8-459a-ba34-a5222cbb034b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:36.001209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ede65e1-81d7-41bf-821a-ec8a3ad93c03,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:36.007701 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:36.009260 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.011968 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d7b502f5-4af2-438c-833f-286d5f120847 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2ede65e1-81d7-41bf-821a-ec8a3ad93c03 HTTP/1.1" status: 204  len: 168 time: 0.3479595
Jun 21 03:17:36.014450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53570) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:36.017676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5d79e257-ec90-45c7-91a1-f0a76e6c0564 None None] Provisioning complete for port 2b32ecc8-3f11-4920-8db6-dd533e5515cb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:36.018281 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5d79e257-ec90-45c7-91a1-f0a76e6c0564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.021546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:17:36.032451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "PUT /v2.0/routers/384e7895-4f48-46ec-8c4d-c70bf90c0db9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2645884
Jun 21 03:17:36.032575 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Sync routers for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:17:36.043574 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:17:36.044454 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82d6100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:17:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:36.063161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5d79e257-ec90-45c7-91a1-f0a76e6c0564 None None] Port 2b32ecc8-3f11-4920-8db6-dd533e5515cb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:17:36.097704 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.159655 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:17:36.178836 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.187602 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.198195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d856abe0>,) {'filters': {'network_id': ['39304b5b-1101-4e72-a8ba-c80240c48d95']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:36.209580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d856abe0>, '342c2a13-c41b-4fa3-b54d-79a9e6344137') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:36.210104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d856abe0>, '342c2a13-c41b-4fa3-b54d-79a9e6344137') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:36.219429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.235066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.241705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:17:36.242243 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:17:36.298976 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:17:36.377895 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.382495 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5588350-0a9f-441a-b2af-ac0e8194f909 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:36.398284 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.400395 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] 10.222.0.25 "DELETE /v2.0/networks/39304b5b-1101-4e72-a8ba-c80240c48d95 HTTP/1.1" status: 204  len: 168 time: 0.3840067
Jun 21 03:17:36.401625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Pushing event deleted for resources: {'Network': ['ID=39304b5b-1101-4e72-a8ba-c80240c48d95,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:36.403436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53576) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:36.407673 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82d6100>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:17:35Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:42Z', 'revision_number': 1, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b32ecc8-3f11-4920-8db6-dd533e5515cb', 'name': '', 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:65:d8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1152d1f2-0628-4608-9afa-b284f1cba8e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:17:34Z', 'updated_at': '2021-06-21T03:17:35Z', 'revision_number': 2, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '1152d1f2-0628-4608-9afa-b284f1cba8e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:36.412774 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:36.439629 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Checking router: 384e7895-4f48-46ec-8c4d-c70bf90c0db9 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:17:36.439975 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Updating router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 port 2b32ecc8-3f11-4920-8db6-dd533e5515cb binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:17:36.455361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Deleting subnet a07a45a7-0497-4737-b763-baa7393c8f1f {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:17:36.459728 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.475746 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.496124 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.536054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.666796 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c34d3fe5-0faa-44d9-bc36-a662acd91222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.703811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.706858 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a8eb5601-c981-46d3-9a0f-5c19e483b856 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:36.730911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07a45a7-0497-4737-b763-baa7393c8f1f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:36.732766 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.736971 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a07a45a7-0497-4737-b763-baa7393c8f1f HTTP/1.1" status: 204  len: 168 time: 0.3303504
Jun 21 03:17:36.736971 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:36.738005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53582) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:36.765546 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.777595 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Transition to ACTIVE for port object 2b32ecc8-3f11-4920-8db6-dd533e5515cb will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:17:36.812270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.851977 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.854065 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e92e95f1-3529-42f6-9ea4-977e40704595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:36.910437 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.923903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d826d3a0>,) {'filters': {'network_id': ['5acd0352-7848-4058-b9f9-d6c756939eb7']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:36.936004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d826d3a0>, 'f83fbad3-7118-459e-8e6b-51df7612168a') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:36.938267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d826d3a0>, 'f83fbad3-7118-459e-8e6b-51df7612168a') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:36.949185 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.977093 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.983947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:17:36.984343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:36.985369 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Pushing event updated for resources: {'Port': ['ID=2b32ecc8-3f11-4920-8db6-dd533e5515cb,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:17:36.986085 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:17:36.994357 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.994708 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.995041 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.995367 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.995697 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.996016 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.996334 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.996920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.997694 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.998019 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.998340 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:36.998655 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:17:37.002776 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:37.048538 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Attempting to bind port 2b32ecc8-3f11-4920-8db6-dd533e5515cb on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:17:37.049278 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Attempting to bind port 2b32ecc8-3f11-4920-8db6-dd533e5515cb by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:17:37.049427 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Attempting to bind port 2b32ecc8-3f11-4920-8db6-dd533e5515cb on network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:17:37.055027 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:17:37.058681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Checking segment: {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:17:37.058681 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.058681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Bound using segment: {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:17:37.058681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Bound port: 2b32ecc8-3f11-4920-8db6-dd533e5515cb, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e58afa5-729d-4e55-9779-227ec81c067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:17:37.058681 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.101395 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.105773 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3212f07-bf5b-40de-9649-71ba7e510431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:37.109375 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.111175 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] 10.222.0.25 "DELETE /v2.0/networks/5acd0352-7848-4058-b9f9-d6c756939eb7 HTTP/1.1" status: 204  len: 168 time: 0.3731339
Jun 21 03:17:37.129234 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Pushing event deleted for resources: {'Network': ['ID=5acd0352-7848-4058-b9f9-d6c756939eb7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:37.138261 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:37.139309 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] For port 2b32ecc8-3f11-4920-8db6-dd533e5515cb, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:17:37.142727 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] For port 2b32ecc8-3f11-4920-8db6-dd533e5515cb, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2b32ecc8-3f11-4920-8db6-dd533e5515cb,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:17:37.204851 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.247292 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.249551 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-67d22ffd-31b0-4118-a9eb-9a872e6e4e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:37.305699 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:17:37.306368 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82d6100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:17:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:37.311168 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Pushing event updated for resources: {'Port': ['ID=2b32ecc8-3f11-4920-8db6-dd533e5515cb,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:37.352790 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:37.430736 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:17:37.527023 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53588) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:37.582048 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6b6f9e1d-25d1-4c37-9138-ed34668d133c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78ef6a2592624ca6b10a64e34f3f10fc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0537531
Jun 21 03:17:37.585258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53592) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:37.641630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4164-0379-4685-8158-a2cf69afdd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.664891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4164-0379-4685-8158-a2cf69afdd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.701380 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82d6100>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:17:35Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:42Z', 'revision_number': 1, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b32ecc8-3f11-4920-8db6-dd533e5515cb', 'name': '', 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:65:d8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1152d1f2-0628-4608-9afa-b284f1cba8e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:17:34Z', 'updated_at': '2021-06-21T03:17:37Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '1152d1f2-0628-4608-9afa-b284f1cba8e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:17:37.729217 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf3268-256b-4e34-97c0-2188f831e3fc None None] The sync data for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 is: [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:17:35Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:42Z', 'revision_number': 1, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b32ecc8-3f11-4920-8db6-dd533e5515cb', 'name': '', 'network_id': '0689edd1-ba3b-4d93-a916-7e0f7a7bf7db', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:65:d8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '1152d1f2-0628-4608-9afa-b284f1cba8e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:17:34Z', 'updated_at': '2021-06-21T03:17:37Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '1152d1f2-0628-4608-9afa-b284f1cba8e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:17:37.800527 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4164-0379-4685-8158-a2cf69afdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.804043 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4164-0379-4685-8158-a2cf69afdd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:37.805225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d3eb4164-0379-4685-8158-a2cf69afdd79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4dd7c27d-efec-424d-b66b-f67063481290 HTTP/1.1" status: 204  len: 168 time: 0.2186728
Jun 21 03:17:37.806042 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-63bf31ee-09da-47aa-a5c7-1a9255973ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:37.814070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb4164-0379-4685-8158-a2cf69afdd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd7c27d-efec-424d-b66b-f67063481290,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:37.826248 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d3eb4164-0379-4685-8158-a2cf69afdd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:38.109109 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:38.266723 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:38.577110 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53604) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:38.624055 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-afcd31b9-ba6d-4717-bc16-a4075e26c219 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c78020562895496881deb71a731b5861&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0451288
Jun 21 03:17:38.626068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:38.680849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1d89636-849e-43fb-8f95-402d58f88b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:38.702418 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1d89636-849e-43fb-8f95-402d58f88b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:38.737742 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:17:38.817671 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1d89636-849e-43fb-8f95-402d58f88b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:38.821185 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d1d89636-849e-43fb-8f95-402d58f88b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:38.824669 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d1d89636-849e-43fb-8f95-402d58f88b6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06363099-d258-4efc-b4db-8ee8e2b06d2c HTTP/1.1" status: 204  len: 168 time: 0.1954048
Jun 21 03:17:38.824669 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a37ddcc7-326e-4981-8538-12fc3fc00b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:38.831258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d89636-849e-43fb-8f95-402d58f88b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06363099-d258-4efc-b4db-8ee8e2b06d2c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:38.833526 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1d89636-849e-43fb-8f95-402d58f88b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:39.285075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b32ecc8-3f11-4920-8db6-dd533e5515cb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:17:39.353789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:17:39.375130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:17:39.375479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device a4f79dbb-59d8-4e41-a7d7-f8cf1a683cb0 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:17:39.398716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2b32ecc8-3f11-4920-8db6-dd533e5515cb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:17:39.404271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2b32ecc8-3f11-4920-8db6-dd533e5515cb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:39.404897 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:39.503123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:39.544481 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2b32ecc8-3f11-4920-8db6-dd533e5515cb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2b32ecc8-3f11-4920-8db6-dd533e5515cb,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:39.609585 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:39.626401 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:39.628242 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:17:39.678337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2b32ecc8-3f11-4920-8db6-dd533e5515cb,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:17:39.689291 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:17:41.250309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b32ecc8-3f11-4920-8db6-dd533e5515cb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:17:41.297539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2b32ecc8-3f11-4920-8db6-dd533e5515cb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:17:41.297996 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:49.224074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-0b7c359c-711f-446a-9fe1-efa05fb697d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0546649
Jun 21 03:17:49.328015 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-41a07fc3-8eab-4b23-a055-0a5c56ea04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:49.329660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-41a07fc3-8eab-4b23-a055-0a5c56ea04ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1097 time: 0.0608821
Jun 21 03:17:49.434065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-74689051-24df-46ba-8fe8-9ba04ac5417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:49.435546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-74689051-24df-46ba-8fe8-9ba04ac5417b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.0843425
Jun 21 03:17:49.502885 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-c080c885-f8f5-487a-80a1-681db9d172e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 200  len: 1001 time: 0.0608079
Jun 21 03:17:49.925637 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-8988e7f3-158d-4c7c-ba58-9caa02beb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:49.927073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-8988e7f3-158d-4c7c-ba58-9caa02beb37a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.4186606
Jun 21 03:17:49.985180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-af991885-f0c9-487a-acfa-fafb1ae8eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:49.986686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-af991885-f0c9-487a-acfa-fafb1ae8eb39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0521953
Jun 21 03:17:50.075776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-68b44226-69a4-44e6-b6d5-1461540ff94b service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822978
Jun 21 03:17:50.161371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a3f0922-b141-4265-bf8a-ebf5507e59d0 req-7b6a3252-fb81-4b71-9706-69836c353032 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0793417
Jun 21 03:17:52.581074 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d73835d-76d6-4927-a271-629e8f870470 req-5d538742-cbd2-4b92-b40e-1f77ea334b19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0534620
Jun 21 03:17:52.682292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73835d-76d6-4927-a271-629e8f870470 req-e6268acb-e81e-458c-9466-873580b44da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:52.683808 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d73835d-76d6-4927-a271-629e8f870470 req-e6268acb-e81e-458c-9466-873580b44da8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 1098 time: 0.0572922
Jun 21 03:17:52.815823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73835d-76d6-4927-a271-629e8f870470 req-039dd779-aeba-4e11-a688-2ded73227411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:52.817321 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d73835d-76d6-4927-a271-629e8f870470 req-039dd779-aeba-4e11-a688-2ded73227411 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f HTTP/1.1" status: 200  len: 897 time: 0.1115222
Jun 21 03:17:52.885246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d73835d-76d6-4927-a271-629e8f870470 req-e720d7f1-35a1-4b94-88b2-baf52203fa8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e HTTP/1.1" status: 200  len: 1000 time: 0.0610259
Jun 21 03:17:52.939179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73835d-76d6-4927-a271-629e8f870470 req-76219206-ca90-4eef-b883-975e35268b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:52.940653 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d73835d-76d6-4927-a271-629e8f870470 req-76219206-ca90-4eef-b883-975e35268b21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15c9b9fe-3ff7-4320-aa55-cb2ba33c592b HTTP/1.1" status: 200  len: 835 time: 0.0488589
Jun 21 03:17:53.002311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73835d-76d6-4927-a271-629e8f870470 req-d46e3b5c-2681-40f6-8973-0de62a090319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:17:53.003801 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d73835d-76d6-4927-a271-629e8f870470 req-d46e3b5c-2681-40f6-8973-0de62a090319 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0567868
Jun 21 03:17:53.096308 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d73835d-76d6-4927-a271-629e8f870470 req-8a54118c-96ca-4468-9381-7bb2840d43bb service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856557
Jun 21 03:17:53.203474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0d73835d-76d6-4927-a271-629e8f870470 req-8a2c3688-357c-4110-be06-c7e98b089126 service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996695
Jun 21 03:17:58.812981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53804) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:17:59.186478 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:59.864593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port 2b32ecc8-3f11-4920-8db6-dd533e5515cb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:17:59.865244 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:17:59.956190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port 2b32ecc8-3f11-4920-8db6-dd533e5515cb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2b32ecc8-3f11-4920-8db6-dd533e5515cb,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:17:59.956553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:00.023211 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for 2b32ecc8-3f11-4920-8db6-dd533e5515cb owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:00.309437 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:00.311612 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e599ab14-3ff5-43f6-900c-883ad6006a1a tempest-TestServerMultinode-841238912 tempest-TestServerMultinode-841238912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:00.337278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=2b32ecc8-3f11-4920-8db6-dd533e5515cb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:00.340486 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:00.533591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:00.768922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:18:00.887155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:18:00.892502 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "PUT /v2.0/routers/384e7895-4f48-46ec-8c4d-c70bf90c0db9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0781257
Jun 21 03:18:00.897915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] Sync routers for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:18:00.907573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:00.908130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3aa8e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:17:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:01.018690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:01.268012 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3aa8e50>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:00Z', 'revision_number': 6, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:42Z', 'revision_number': 1, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:01.299031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] Checking router: 384e7895-4f48-46ec-8c4d-c70bf90c0db9 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:18:01.312533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:01.313158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3aa8e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:17:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:01.421643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:01.450214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663456be-2b81-446c-b3ff-976893329a2e req-5042358e-a556-497a-b97e-7b4ab8ee9447 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:01.451876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-663456be-2b81-446c-b3ff-976893329a2e req-5042358e-a556-497a-b97e-7b4ab8ee9447 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 946 time: 0.0714982
Jun 21 03:18:01.494045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-663456be-2b81-446c-b3ff-976893329a2e req-7411cb30-57ed-440f-b231-8b1570ba73fb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361578
Jun 21 03:18:01.671524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3aa8e50>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:00Z', 'revision_number': 6, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:42Z', 'revision_number': 1, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:01.698103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ebc95-0679-4f68-9589-96fe9944d379 None None] The sync data for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 is: [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:00Z', 'revision_number': 6, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'port_id': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'mac_address': 'fa:16:3e:a5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:39Z', 'updated_at': '2021-06-21T03:16:42Z', 'revision_number': 1, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:18:02.706719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a03d-48eb-46ed-aa9a-06032172d969 req-48373472-377e-4ae7-bcd3-3fd939cb8cc3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:02.708210 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f69a03d-48eb-46ed-aa9a-06032172d969 req-48373472-377e-4ae7-bcd3-3fd939cb8cc3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 946 time: 0.0996757
Jun 21 03:18:02.739425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-7e50e65e-4c58-43da-a936-4b35aca963e8 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:02.740846 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-7e50e65e-4c58-43da-a936-4b35aca963e8 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 946 time: 0.0972242
Jun 21 03:18:02.795996 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0f69a03d-48eb-46ed-aa9a-06032172d969 req-d34fc256-e242-42fe-8bf3-9fb17b16522e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed94134-c35e-44f3-aa19-9d3c6dccd717&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795138
Jun 21 03:18:02.883850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:18:02.884189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:02.980505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port 59ed27e8-b8c7-475d-9c42-7b8fe806e891, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=59ed27e8-b8c7-475d-9c42-7b8fe806e891,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:02.980872 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:03.043736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for 59ed27e8-b8c7-475d-9c42-7b8fe806e891 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:03.224777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b32ecc8-3f11-4920-8db6-dd533e5515cb no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:18:03.248398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2b32ecc8-3f11-4920-8db6-dd533e5515cb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:18:03.248764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2b32ecc8-3f11-4920-8db6-dd533e5515cb not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:18:03.252064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:03.257618 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d799e2c-3f80-4666-8ad0-049859129e02 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:03.284626 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=59ed27e8-b8c7-475d-9c42-7b8fe806e891,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:03.293068 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:03.341254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] No DVR routers for this DVR port 59ed27e8-b8c7-475d-9c42-7b8fe806e891 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:18:03.344026 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:03.346166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80c08e9b-2df0-406a-9646-7c3a823c4ccf req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.26 "DELETE /v2.0/ports/59ed27e8-b8c7-475d-9c42-7b8fe806e891 HTTP/1.1" status: 204  len: 173 time: 0.5981090
Jun 21 03:18:03.346705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2', 'name': 'network-vif-deleted', 'tag': '59ed27e8-b8c7-475d-9c42-7b8fe806e891'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:18:03.349099 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920b74b7-2b45-4520-afaa-e35d77b19469" -d '{"events": [{"server_uuid": "1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2", "name": "network-vif-deleted", "tag": "59ed27e8-b8c7-475d-9c42-7b8fe806e891"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:18:03.514639 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec26a73-16be-4c0c-8870-ba393a485a1e x-openstack-request-id: req-6ec26a73-16be-4c0c-8870-ba393a485a1e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:18:03.514988 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2", "name": "network-vif-deleted", "tag": "59ed27e8-b8c7-475d-9c42-7b8fe806e891", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:18:03.515308 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ec26a73-16be-4c0c-8870-ba393a485a1e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:18:03.515773 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2', 'name': 'network-vif-deleted', 'tag': '59ed27e8-b8c7-475d-9c42-7b8fe806e891', 'status': 'completed', 'code': 200}
Jun 21 03:18:03.952137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-380b105b-6354-4019-9ddd-dff5e0ad78aa req-cba68848-fd04-484c-9f88-b61ccc2229b5 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef39d39-8c42-45e9-a9cf-676b1d9f4bc2 HTTP/1.1" status: 200  len: 210 time: 0.0304437
Jun 21 03:18:04.232605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-22a56277-b0f5-4442-9ca9-a8b63969c43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.046743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53904) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:05.111718 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.136962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.252045 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.254819 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.260315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ed94134-c35e-44f3-aa19-9d3c6dccd717 HTTP/1.1" status: 204  len: 168 time: 0.2082934
Jun 21 03:18:05.260315 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ccf50ee7-f7a3-4bd0-821d-3748d35539d7 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:05.267199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed94134-c35e-44f3-aa19-9d3c6dccd717,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:05.276009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.276458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.277075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.277668 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.278054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.278450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.278830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.279210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.279587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.279995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.280372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.280744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:05.283871 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:05.364521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53914) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:05.421356 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting subnet 1152d1f2-0628-4608-9afa-b284f1cba8e6 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:18:05.424666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.469216 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.553097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.692203 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.694316 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-020459bd-718d-4a1c-a32f-00a710faaf7f tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:05.724570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Subnet': ['ID=1152d1f2-0628-4608-9afa-b284f1cba8e6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:05.727684 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:05.728666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.730518 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/subnets/1152d1f2-0628-4608-9afa-b284f1cba8e6 HTTP/1.1" status: 204  len: 168 time: 0.3649423
Jun 21 03:18:05.733141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 53918) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:05.736185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0148f-4055-4488-93e8-31d40cdda335 None None] Network 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:18:05.811683 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.873910 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:18:05.874266 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.941197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] DHCP port deletion for 0689edd1-ba3b-4d93-a916-7e0f7a7bf7db request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:18:05.949856 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port 3243533e-a9cd-4f1b-946f-e7796cfa6d65, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3243533e-a9cd-4f1b-946f-e7796cfa6d65,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:05.950222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:05.987229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] Deleting port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:18:05.987621 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.016011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for 3243533e-a9cd-4f1b-946f-e7796cfa6d65 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:06.055407 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] For port 3243533e-a9cd-4f1b-946f-e7796cfa6d65, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3243533e-a9cd-4f1b-946f-e7796cfa6d65,segment=NetworkSegment(1e58afa5-729d-4e55-9779-227ec81c067c),segment_id=1e58afa5-729d-4e55-9779-227ec81c067c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:06.055806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.059536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 59ed27e8-b8c7-475d-9c42-7b8fe806e891 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:18:06.088052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 59ed27e8-b8c7-475d-9c42-7b8fe806e891 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:18:06.088413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 59ed27e8-b8c7-475d-9c42-7b8fe806e891 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:18:06.150551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] Calling delete_port for 3243533e-a9cd-4f1b-946f-e7796cfa6d65 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:06.182376 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.187026 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:06.211802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=3243533e-a9cd-4f1b-946f-e7796cfa6d65,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:06.218894 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:06.219979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] No DVR routers for this DVR port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 03:18:06.231674 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 03:18:06.240500 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.243209 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:06.267377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] Pushing event deleted for resources: {'Port': ['ID=3243533e-a9cd-4f1b-946f-e7796cfa6d65,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:06.270776 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:06.271701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] No DVR routers for this DVR port 3243533e-a9cd-4f1b-946f-e7796cfa6d65 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:18:06.292667 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.307993 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.320741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0f6cb20>,) {'filters': {'network_id': ['0689edd1-ba3b-4d93-a916-7e0f7a7bf7db']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:06.328085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0f6cb20>, '1e58afa5-729d-4e55-9779-227ec81c067c') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:06.328386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0f6cb20>, '1e58afa5-729d-4e55-9779-227ec81c067c') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:06.337215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.354601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.360857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:18:06.361314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:18:06.364665 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:18:06.541310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.545576 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d962d6d7-8d51-4bc8-9e29-acd2b349bec9 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:06.562974 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.565077 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/networks/0689edd1-ba3b-4d93-a916-7e0f7a7bf7db HTTP/1.1" status: 204  len: 168 time: 0.8308623
Jun 21 03:18:06.568342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 53932) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:06.568835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Network': ['ID=0689edd1-ba3b-4d93-a916-7e0f7a7bf7db,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:06.571054 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:06.660111 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f773804-4d4f-4cfc-b1b6-580a3422e077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.747011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port f08d3dbe-03d8-416a-88b9-1bd88f814d7d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:18:06.747358 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.827122 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.827420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:06.901949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for f08d3dbe-03d8-416a-88b9-1bd88f814d7d owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:07.158444 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:07.161668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:07.165524 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2f4242f-95bb-461e-8e8b-eff2d21ccfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:07.189569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=f08d3dbe-03d8-416a-88b9-1bd88f814d7d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:07.192208 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:07.260625 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:07.261022 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Floating IP a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0 disassociated (deleted). External IP: 172.25.7.2, port: 6dc42557-77f3-41e7-9ef1-2971f7a5511e.
Jun 21 03:18:07.268007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3243533e-a9cd-4f1b-946f-e7796cfa6d65 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:18:07.292257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3243533e-a9cd-4f1b-946f-e7796cfa6d65 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:18:07.292857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3243533e-a9cd-4f1b-946f-e7796cfa6d65 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:18:07.477966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:18:07.586786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:18:07.591655 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:07.595844 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] Sync routers for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:18:07.606200 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:07.606818 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:07.639964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/floatingips/a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0 HTTP/1.1" status: 204  len: 168 time: 1.0608857
Jun 21 03:18:07.639964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:18:07.639964 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eab82e5-eb46-46bd-8ab1-64856b27e141" -d '{"events": [{"name": "network-changed", "server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:18:07.699045 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b42f8d-d82d-495a-a337-517a4125e53d x-openstack-request-id: req-07b42f8d-d82d-495a-a337-517a4125e53d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:18:07.699727 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:18:07.700120 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07b42f8d-d82d-495a-a337-517a4125e53d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:18:07.700834 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'status': 'completed', 'code': 200}
Jun 21 03:18:07.790929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-c381406d-620b-41b8-8010-9e84b2bf4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:07.793480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-c381406d-620b-41b8-8010-9e84b2bf4256 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 1098 time: 0.0717261
Jun 21 03:18:07.812796 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:07.894929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-ad903bcb-17dc-4a7a-8bda-ee916ef8a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:07.896757 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-ad903bcb-17dc-4a7a-8bda-ee916ef8a19c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f HTTP/1.1" status: 200  len: 897 time: 0.0959580
Jun 21 03:18:07.950150 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-9f27c90c-c936-44b0-a3f0-3f1d957880ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e HTTP/1.1" status: 200  len: 217 time: 0.0468488
Jun 21 03:18:08.001163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-d1933eb1-eb99-4e07-8f9b-a4a73aa036d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:08.002755 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-d1933eb1-eb99-4e07-8f9b-a4a73aa036d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15c9b9fe-3ff7-4320-aa55-cb2ba33c592b HTTP/1.1" status: 200  len: 835 time: 0.0464709
Jun 21 03:18:08.016810 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a880>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:00Z', 'revision_number': 6, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:08.049268 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] Checking router: 384e7895-4f48-46ec-8c4d-c70bf90c0db9 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:18:08.058541 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:08.059167 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:08.081609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-24bc8fcc-0fbb-4a51-bd33-647b239097e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:08.083247 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-24bc8fcc-0fbb-4a51-bd33-647b239097e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0743995
Jun 21 03:18:08.132357 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:08.195109 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:08.195453 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-bf33455f-7f42-4440-b64e-91c8fa244db7 service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1058660
Jun 21 03:18:08.260938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:08.314980 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3eab82e5-eb46-46bd-8ab1-64856b27e141 req-a2b4eef8-d79b-4f32-abe4-86bd1efcde38 service neutron] 10.222.0.20 "GET /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121464
Jun 21 03:18:08.339373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc667d1-539e-4745-9b78-83ed901e370e req-8260e596-9175-4a0f-94eb-04a554970b9f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:08.341027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cc667d1-539e-4745-9b78-83ed901e370e req-8260e596-9175-4a0f-94eb-04a554970b9f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 946 time: 0.0782847
Jun 21 03:18:08.380857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cc667d1-539e-4745-9b78-83ed901e370e req-39891eca-2888-465c-8bdc-70aa5d2ae010 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337427
Jun 21 03:18:08.414490 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a880>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:00Z', 'revision_number': 6, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:08.441712 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64aa971-67f3-4c0b-8f56-75ffdfa1ec04 None None] The sync data for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 is: [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:00Z', 'revision_number': 6, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'addbff04-d98d-4224-96ee-ad47ca3159a5', 'name': '', 'network_id': 'e2aff9e5-4e29-475b-ae61-b30a0e99ed2f', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:13:c5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:14Z', 'updated_at': '2021-06-21T03:16:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '15c9b9fe-3ff7-4320-aa55-cb2ba33c592b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:18:08.679796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf78627-e88a-46ee-896a-c8a42fd18b32 None None] New status for floating IP a51bb1fc-3f28-4b59-9b2a-ce774ff09ed0: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:18:09.529125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-16e72640-1fc8-41b5-ac68-c56e3adc3fe5 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:09.530721 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-16e72640-1fc8-41b5-ac68-c56e3adc3fe5 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 946 time: 0.0760090
Jun 21 03:18:09.571864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e7c31-e914-465b-bdd6-85ecf21bd1e2 req-c00566d1-f4c1-468b-9535-91360f3dac46 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:09.574327 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c71e7c31-e914-465b-bdd6-85ecf21bd1e2 req-c00566d1-f4c1-468b-9535-91360f3dac46 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 946 time: 0.0729485
Jun 21 03:18:09.592274 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:09.624924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c71e7c31-e914-465b-bdd6-85ecf21bd1e2 req-1a346b0d-3987-4b0d-8c18-b14c8f8a1893 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=147e7854-d5c6-42e0-a8d5-3e355a520de1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376709
Jun 21 03:18:09.653315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port 6dc42557-77f3-41e7-9ef1-2971f7a5511e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:18:09.653722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:09.742752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port 6dc42557-77f3-41e7-9ef1-2971f7a5511e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6dc42557-77f3-41e7-9ef1-2971f7a5511e,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:09.743113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:09.812379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for 6dc42557-77f3-41e7-9ef1-2971f7a5511e owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:10.003975 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:10.008464 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f41c79c2-f592-45fa-9f99-c781e1345618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:10.033100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=6dc42557-77f3-41e7-9ef1-2971f7a5511e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:10.036624 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:10.084244 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] No DVR routers for this DVR port 6dc42557-77f3-41e7-9ef1-2971f7a5511e on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:18:10.087038 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:10.089027 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2f0b174e-4dc1-4810-a846-b4b765c37bfb req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "DELETE /v2.0/ports/6dc42557-77f3-41e7-9ef1-2971f7a5511e HTTP/1.1" status: 204  len: 173 time: 0.5528018
Jun 21 03:18:10.089616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'name': 'network-vif-deleted', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:18:10.091918 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435507c6-0516-4043-a9a4-b64ad5ff84fc" -d '{"events": [{"server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "name": "network-vif-deleted", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:18:10.135324 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b57450c-fd1a-4a7a-8755-aef39cc43e3e x-openstack-request-id: req-3b57450c-fd1a-4a7a-8755-aef39cc43e3e {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:18:10.135324 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5873f907-df4e-4367-bb04-9ebb29b97dc0", "name": "network-vif-deleted", "tag": "6dc42557-77f3-41e7-9ef1-2971f7a5511e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:18:10.135324 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b57450c-fd1a-4a7a-8755-aef39cc43e3e {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:18:10.135324 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5873f907-df4e-4367-bb04-9ebb29b97dc0', 'name': 'network-vif-deleted', 'tag': '6dc42557-77f3-41e7-9ef1-2971f7a5511e', 'status': 'completed', 'code': 200}
Jun 21 03:18:10.791149 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd71d000-c1b5-4bd9-a4b5-da8f6bdd1829 req-4ec49c06-cfc7-47f7-a20f-890cbdb69e43 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=5873f907-df4e-4367-bb04-9ebb29b97dc0 HTTP/1.1" status: 200  len: 210 time: 0.0365052
Jun 21 03:18:11.886273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54006) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:11.949163 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a0eb-42ea-4e31-ae47-1f3cfcdd71e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:11.975640 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a0eb-42ea-4e31-ae47-1f3cfcdd71e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:12.160929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a0eb-42ea-4e31-ae47-1f3cfcdd71e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:12.164002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a0eb-42ea-4e31-ae47-1f3cfcdd71e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:12.165425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bdf2a0eb-42ea-4e31-ae47-1f3cfcdd71e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/security-groups/147e7854-d5c6-42e0-a8d5-3e355a520de1 HTTP/1.1" status: 204  len: 168 time: 0.2781379
Jun 21 03:18:12.171307 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-676af349-3742-4ed0-bbd0-8dedae10f0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:12.175542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a0eb-42ea-4e31-ae47-1f3cfcdd71e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147e7854-d5c6-42e0-a8d5-3e355a520de1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:12.178027 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bdf2a0eb-42ea-4e31-ae47-1f3cfcdd71e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:12.296676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54010) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:12.674826 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:12.961538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port addbff04-d98d-4224-96ee-ad47ca3159a5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:18:12.962215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:13.051385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port addbff04-d98d-4224-96ee-ad47ca3159a5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=addbff04-d98d-4224-96ee-ad47ca3159a5,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:13.051745 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:13.119131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for addbff04-d98d-4224-96ee-ad47ca3159a5 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:13.386903 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:13.389107 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-acb1302f-f6eb-4fd8-a7b6-bd0cd73b6d57 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:13.412888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=addbff04-d98d-4224-96ee-ad47ca3159a5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:13.416520 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:13.479550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6dc42557-77f3-41e7-9ef1-2971f7a5511e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:18:13.523976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 6dc42557-77f3-41e7-9ef1-2971f7a5511e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:18:13.525098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6dc42557-77f3-41e7-9ef1-2971f7a5511e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:18:13.615418 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:13.876613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:18:13.986238 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:18:13.992027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "PUT /v2.0/routers/384e7895-4f48-46ec-8c4d-c70bf90c0db9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6936798
Jun 21 03:18:13.995115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54018) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:14.001115 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] Sync routers for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:18:14.011748 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:14.012602 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:14.055983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting subnet 15c9b9fe-3ff7-4320-aa55-cb2ba33c592b {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:18:14.059510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.103143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.126495 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:14.188568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.311687 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a040>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:13Z', 'revision_number': 7, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:14.336938 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] Checking router: 384e7895-4f48-46ec-8c4d-c70bf90c0db9 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:18:14.345642 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] Routers {'384e7895-4f48-46ec-8c4d-c70bf90c0db9'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:14.346403 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:14.370330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.372828 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d28eb8d5-bcdf-4ee4-bff8-1fd9f018d650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:14.398723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Subnet': ['ID=15c9b9fe-3ff7-4320-aa55-cb2ba33c592b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:14.406680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.411397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/subnets/15c9b9fe-3ff7-4320-aa55-cb2ba33c592b HTTP/1.1" status: 204  len: 168 time: 0.4153020
Jun 21 03:18:14.411620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776225df-d16b-4681-bcc1-ec417b461f33 None None] Network e2aff9e5-4e29-475b-ae61-b30a0e99ed2f requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:18:14.411928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54020) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:14.422338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.422869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.423388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.423869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.424340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.424810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.425272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.425769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.426214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.426673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.427148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.427617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:14.435463 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:14.472587 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] Set router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:14.536609 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.646996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] DHCP port deletion for e2aff9e5-4e29-475b-ae61-b30a0e99ed2f request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:18:14.662205 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.696826 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a040>, [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:13Z', 'revision_number': 7, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:14.701982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] Deleting port 184ed711-7a66-4c8e-a524-d3ce98973e2b {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:18:14.702518 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.724308 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf926c3e-85ef-4dfd-9b20-b73b61b64cea None None] The sync data for ids ['384e7895-4f48-46ec-8c4d-c70bf90c0db9'] in n-d-758944-33 is: [{'id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'name': 'tempest-TestNetworkBasicOps-router-661564061', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:18:13Z', 'revision_number': 7, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': 'bb3ad758-051b-4e3b-830a-40b3a63acdf6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384e7895-4f48-46ec-8c4d-c70bf90c0db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:16:10Z', 'updated_at': '2021-06-21T03:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:18:14.777844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] For port 184ed711-7a66-4c8e-a524-d3ce98973e2b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=184ed711-7a66-4c8e-a524-d3ce98973e2b,segment=NetworkSegment(adc5654d-0e56-459c-a7bb-ec69f7f3575d),segment_id=adc5654d-0e56-459c-a7bb-ec69f7f3575d)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:14.778248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.805909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port bb3ad758-051b-4e3b-830a-40b3a63acdf6 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:18:14.808795 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.845064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] Calling delete_port for 184ed711-7a66-4c8e-a524-d3ce98973e2b owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:14.889095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port bb3ad758-051b-4e3b-830a-40b3a63acdf6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bb3ad758-051b-4e3b-830a-40b3a63acdf6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:14.889404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:14.961399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for bb3ad758-051b-4e3b-830a-40b3a63acdf6 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:18:15.006578 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.010309 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:15.038590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] No DVR routers for this DVR port 184ed711-7a66-4c8e-a524-d3ce98973e2b on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:18:15.042556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] Pushing event deleted for resources: {'Port': ['ID=184ed711-7a66-4c8e-a524-d3ce98973e2b,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:15.048178 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:15.181532 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.183775 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-420e5840-bdcb-4063-8e9d-e3eeb0c5b0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:15.209156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=bb3ad758-051b-4e3b-830a-40b3a63acdf6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:15.212416 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:15.275381 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.330014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device addbff04-d98d-4224-96ee-ad47ca3159a5 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:18:15.350085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: addbff04-d98d-4224-96ee-ad47ca3159a5 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:18:15.350451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device addbff04-d98d-4224-96ee-ad47ca3159a5 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:18:15.351391 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 184ed711-7a66-4c8e-a524-d3ce98973e2b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:18:15.370224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 184ed711-7a66-4c8e-a524-d3ce98973e2b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:18:15.370581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 184ed711-7a66-4c8e-a524-d3ce98973e2b not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:18:15.376684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.378877 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.483597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.484309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Fanout notify agent at l3_agent the message router_deleted on router 384e7895-4f48-46ec-8c4d-c70bf90c0db9 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:18:15.490918 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.492297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/routers/384e7895-4f48-46ec-8c4d-c70bf90c0db9 HTTP/1.1" status: 204  len: 168 time: 1.0773699
Jun 21 03:18:15.495101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54024) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:15.576008 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.680140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.690792 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de5a8f40>,) {'filters': {'network_id': ['e2aff9e5-4e29-475b-ae61-b30a0e99ed2f']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:15.701435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de5a8f40>, 'adc5654d-0e56-459c-a7bb-ec69f7f3575d') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:15.701749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de5a8f40>, 'adc5654d-0e56-459c-a7bb-ec69f7f3575d') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:15.710589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.724093 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.730192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:18:15.730583 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:18:15.733685 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:18:15.738354 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:18:15.858188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.862109 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-470d10c1-3526-416e-8ef5-fd94acade4e2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:15.867997 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:15.868772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/networks/e2aff9e5-4e29-475b-ae61-b30a0e99ed2f HTTP/1.1" status: 204  len: 168 time: 0.3727200
Jun 21 03:18:15.880684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Network': ['ID=e2aff9e5-4e29-475b-ae61-b30a0e99ed2f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:15.885041 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b612ce52-b930-480a-bc3d-b785ad39770c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:15.890166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54032) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:15.896443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'network': {'name': 'tempest-network-smoke--1209023250', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'port_security_enabled': True}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:15.996229 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:18:15.999943 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.023763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:18:16.032285 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.032632 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Added segment c3ef50b0-69ef-4b31-a271-9f98c754e2f7 of type vlan for network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61
Jun 21 03:18:16.072618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.172514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.178282 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:16.178959 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.181878 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:16.249618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Network': ['ID=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:16.252373 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:16.260303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:18:16.291222 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3999207
Jun 21 03:18:16.294065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54036) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:16.299750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-304017128', 'admin_state_up': True, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:16.381126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.382316 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.433325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.669145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.929542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:16.954041 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:17.058838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.25.7.197 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6ab47adc-3e63-4d3c-8738-fbc8177f34a2) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:18:17.231918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bb3ad758-051b-4e3b-830a-40b3a63acdf6 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:18:17.259444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: bb3ad758-051b-4e3b-830a-40b3a63acdf6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:18:17.259889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bb3ad758-051b-4e3b-830a-40b3a63acdf6 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:18:17.534287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:17.658455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:17.660558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-29543737-6799-450f-9339-f4f6a279ee72 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:17.697994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:18:17.700831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:18:17.704251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:18:17.710752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=6ab47adc-3e63-4d3c-8738-fbc8177f34a2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:17.727316 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:18.031364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:18.225388 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:18.486946 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:18:18.599633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:18:18.609951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Sync routers for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:18:18.619768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:18.620469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de5e21c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:18.724136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:18.725892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.4298363
Jun 21 03:18:18.728980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54042) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:18.763358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2fe5bd13-5f09-4f02-911c-50469639c818 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=bf6793336d9b4aa1b00f7e40f2bf3e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0286047
Jun 21 03:18:18.765366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54044) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:18.852855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a288d68d-4c1b-4fa5-a846-7844197cef6e tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:18.854329 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a288d68d-4c1b-4fa5-a846-7844197cef6e tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0880697
Jun 21 03:18:18.857060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54046) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:18.857558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:18.889523 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-128003e2-0272-48e0-8df1-8944b856c31d tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0312319
Jun 21 03:18:18.891841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54048) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:18.896581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387296245', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:19.055406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:18:19.059246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.213684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de5e21c0>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:17Z', 'revision_number': 3, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:19.242012 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Checking router: 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:18:19.242384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Updating router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:18:19.280168 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.309850 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.312875 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b20bad90-6d67-4815-8cf8-44c2031e920a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:19.370304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Subnet': ['ID=958ff00c-78f3-4ae1-80fc-79a2eded6300,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:19.373210 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:19.383216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Checking segment: {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:18:19.383648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network hostable DHCP agents. Network: 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:18:19.472646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:18:19.557799 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.561897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:18:19.572654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Transition to ACTIVE for port object 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:18:19.574595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:19.575705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.581291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383edb51-c2d3-42f8-a953-7a6e47342724 None None] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:18:19.645383 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7521198
Jun 21 03:18:19.646336 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.648935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54052) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:19.649481 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5112a5be-12bf-4e8b-94ee-a822236ef932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:19.743975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Attempting to bind port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:18:19.744351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Attempting to bind port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:18:19.744721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Attempting to bind port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:18:19.751038 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Pushing event updated for resources: {'Port': ['ID=6ab47adc-3e63-4d3c-8738-fbc8177f34a2,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:19.760171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:18:19.760553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:18:19.760960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.761374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:18:19.761859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Bound port: 6ab47adc-3e63-4d3c-8738-fbc8177f34a2, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:18:19.762239 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.771781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.772130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.772809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.773156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.773585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.773834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.774161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.774485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.774813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.775133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.775455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.775775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:18:19.780963 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:19.843263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:18:19.844119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.883259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] For port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:18:19.890502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] For port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6ab47adc-3e63-4d3c-8738-fbc8177f34a2,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:18:19.956755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:19.961064 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:20.061622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:20.062313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de5e21c0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:20.064026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Pushing event updated for resources: {'Port': ['ID=6ab47adc-3e63-4d3c-8738-fbc8177f34a2,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:20.067173 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:20.107483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:20.124401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Allocated IP 172.20.0.2 (4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61/958ff00c-78f3-4ae1-80fc-79a2eded6300/69a14f03-6990-43da-86fb-4d60e3f62b46) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:18:20.235611 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:20.457733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:20.468758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Transition to ACTIVE for port object 69a14f03-6990-43da-86fb-4d60e3f62b46 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:18:20.488857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Transition to ACTIVE for port object 69a14f03-6990-43da-86fb-4d60e3f62b46 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:18:20.504205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de5e21c0>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:17Z', 'revision_number': 3, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:20.531916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6bb77-b834-4281-87a4-c330d2cc70ec None None] The sync data for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 is: [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:17Z', 'revision_number': 3, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:18:20.556009 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:20.559010 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:20.598709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:18:20.606603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:18:20.607601 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:18:20.615741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.20.0.1 (4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61/958ff00c-78f3-4ae1-80fc-79a2eded6300/43136453-3a62-4f30-9abe-cd0f4a360242) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:18:20.620597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Pushing event updated for resources: {'Port': ['ID=69a14f03-6990-43da-86fb-4d60e3f62b46,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:20.624165 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:20.680076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Attempting to bind port 69a14f03-6990-43da-86fb-4d60e3f62b46 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:18:20.680723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Attempting to bind port 69a14f03-6990-43da-86fb-4d60e3f62b46 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:18:20.680876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Attempting to bind port 69a14f03-6990-43da-86fb-4d60e3f62b46 on network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:18:20.687227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:18:20.687848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Checking segment: {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:18:20.688334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:20.688811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Bound using segment: {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:18:20.689545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Bound port: 69a14f03-6990-43da-86fb-4d60e3f62b46, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:18:20.690002 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:20.751568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:20.765690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] For port 69a14f03-6990-43da-86fb-4d60e3f62b46, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:18:20.767098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] For port 69a14f03-6990-43da-86fb-4d60e3f62b46, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=69a14f03-6990-43da-86fb-4d60e3f62b46,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:18:20.767606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Transition to ACTIVE for port object 43136453-3a62-4f30-9abe-cd0f4a360242 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:18:20.853440 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:20.857267 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-778e9c7b-8306-4c99-8762-347c3285a50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:20.875556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:20.877750 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:20.932530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Pushing event updated for resources: {'Port': ['ID=69a14f03-6990-43da-86fb-4d60e3f62b46,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:20.938630 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:20.965888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:18:20.967619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:18:20.970558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:18:21.009300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=43136453-3a62-4f30-9abe-cd0f4a360242,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:21.012703 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:21.037297 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:21.341224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:21.383195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 69a14f03-6990-43da-86fb-4d60e3f62b46 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:18:21.512580 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 69a14f03-6990-43da-86fb-4d60e3f62b46 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:18:21.517615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:18:21.655480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:18:21.672979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:21.673724 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:21.689430 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:21.747340 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:21.787324 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:21.799137 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cbdeea18-4fbe-4c29-8f8c-294dab673cc7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:21.803303 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:21.814054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6ab47adc-3e63-4d3c-8738-fbc8177f34a2,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:21.869793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:21.877497 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:21.906668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=43136453-3a62-4f30-9abe-cd0f4a360242,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:21.911463 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:21.949908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6ab47adc-3e63-4d3c-8738-fbc8177f34a2,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:21.951738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:18:21.953949 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:21.959729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:18:22.087054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:18:22.110695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81041524-285c-41ce-8578-80fb25cac175 None None] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:18:22.204457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:18:22.213787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54060) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:22.214303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "PUT /v2.0/routers/25c2790b-1c9a-4b3a-bb25-8d8411cbde75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5630362
Jun 21 03:18:22.270342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] Provisioning for port 69a14f03-6990-43da-86fb-4d60e3f62b46 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:18:22.277133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] Provisioning complete for port 69a14f03-6990-43da-86fb-4d60e3f62b46 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:22.277789 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:22.379177 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:22.426984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] For port 69a14f03-6990-43da-86fb-4d60e3f62b46, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=69a14f03-6990-43da-86fb-4d60e3f62b46,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:22.505051 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:22.511676 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:22.593814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] Pushing event updated for resources: {'Port': ['ID=69a14f03-6990-43da-86fb-4d60e3f62b46,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:22.599481 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:22.662912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dcfcf564-18f7-44a0-9a9d-63faa09ede2b None None] Provisioning complete for port 69a14f03-6990-43da-86fb-4d60e3f62b46 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:22.663862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf564-18f7-44a0-9a9d-63faa09ede2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:22.728154 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Sync routers for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:18:22.739055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c91cca-dd7d-403b-b1d7-96f81dd95e0f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.739533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c91cca-dd7d-403b-b1d7-96f81dd95e0f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.740007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c91cca-dd7d-403b-b1d7-96f81dd95e0f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.740469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c91cca-dd7d-403b-b1d7-96f81dd95e0f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.740932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c91cca-dd7d-403b-b1d7-96f81dd95e0f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.741985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c91cca-dd7d-403b-b1d7-96f81dd95e0f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.746807 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:22.746807 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e326d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:22.747410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54064) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:22.747826 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b3c91cca-dd7d-403b-b1d7-96f81dd95e0f tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.5324745
Jun 21 03:18:22.850053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dcfcf564-18f7-44a0-9a9d-63faa09ede2b None None] Provisioning for port 43136453-3a62-4f30-9abe-cd0f4a360242 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:18:22.855559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dcfcf564-18f7-44a0-9a9d-63faa09ede2b None None] Provisioning complete for port 43136453-3a62-4f30-9abe-cd0f4a360242 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:22.856033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf564-18f7-44a0-9a9d-63faa09ede2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:22.867050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ecb0cb-f451-4d37-be44-2523452603d3 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.867770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ecb0cb-f451-4d37-be44-2523452603d3 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.868019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ecb0cb-f451-4d37-be44-2523452603d3 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.868482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ecb0cb-f451-4d37-be44-2523452603d3 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.869053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ecb0cb-f451-4d37-be44-2523452603d3 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.869615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ecb0cb-f451-4d37-be44-2523452603d3 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:22.875189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54066) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:22.882715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b4ecb0cb-f451-4d37-be44-2523452603d3 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.1285236
Jun 21 03:18:22.919914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-dcfcf564-18f7-44a0-9a9d-63faa09ede2b None None] Port 43136453-3a62-4f30-9abe-cd0f4a360242 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:18:23.003678 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:23.044393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ebc0d214-a426-4fe9-b9dd-31822bdacfaf None None] Provisioning complete for port 43136453-3a62-4f30-9abe-cd0f4a360242 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:23.044838 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ebc0d214-a426-4fe9-b9dd-31822bdacfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.056796 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-528be6f3-814d-4be1-80ec-c51b19d56559 tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.1801672
Jun 21 03:18:23.130921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0d214-a426-4fe9-b9dd-31822bdacfaf None None] Port 43136453-3a62-4f30-9abe-cd0f4a360242 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:18:23.253536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e8f6b60f-87fb-42d4-818e-c7689d37f56c None None] Provisioning complete for port 43136453-3a62-4f30-9abe-cd0f4a360242 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:23.253923 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b60f-87fb-42d4-818e-c7689d37f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.261957 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e326d0>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 2, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:23.292285 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Checking router: 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:18:23.292767 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Updating router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 port 43136453-3a62-4f30-9abe-cd0f4a360242 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:18:23.305690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:18:23.327177 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.343200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6b60f-87fb-42d4-818e-c7689d37f56c None None] Port 43136453-3a62-4f30-9abe-cd0f4a360242 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:18:23.362987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:23.363360 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.447756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 69a14f03-6990-43da-86fb-4d60e3f62b46 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:18:23.495131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 69a14f03-6990-43da-86fb-4d60e3f62b46 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:23.495610 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.592063 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.603100 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Transition to ACTIVE for port object 43136453-3a62-4f30-9abe-cd0f4a360242 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:18:23.629510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54074) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:23.635125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-799cf349-e60a-4df6-b426-0f62ac183bbb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711228224', 'description': 'tempest-secgroup-smoke-1711228224 description', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:23.661272 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.664159 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-5f623d94-8bdb-4939-a7fe-de722770b49a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:23.756118 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc30f-aef0-4539-b893-ca6962a518ae None None] Pushing event updated for resources: {'Port': ['ID=43136453-3a62-4f30-9abe-cd0f4a360242,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:23.760116 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-b92dc30f-aef0-4539-b893-ca6962a518ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:23.760940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-799cf349-e60a-4df6-b426-0f62ac183bbb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.793665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Attempting to bind port 43136453-3a62-4f30-9abe-cd0f4a360242 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:18:23.794239 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Attempting to bind port 43136453-3a62-4f30-9abe-cd0f4a360242 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:18:23.794397 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Attempting to bind port 43136453-3a62-4f30-9abe-cd0f4a360242 on network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:18:23.799441 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:18:23.799825 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Checking segment: {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:18:23.800232 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.800626 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Bound using segment: {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:18:23.801096 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Bound port: 43136453-3a62-4f30-9abe-cd0f4a360242, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:18:23.801504 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.859762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-799cf349-e60a-4df6-b426-0f62ac183bbb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.869809 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] For port 43136453-3a62-4f30-9abe-cd0f4a360242, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:18:23.872939 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] For port 43136453-3a62-4f30-9abe-cd0f4a360242, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=43136453-3a62-4f30-9abe-cd0f4a360242,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:18:23.932311 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-799cf349-e60a-4df6-b426-0f62ac183bbb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.935150 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31b1d47d-29e9-4cb9-9b95-0085927a2178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:23.961671 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:23.966402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cf349-e60a-4df6-b426-0f62ac183bbb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f220fdc0-5672-420d-ada7-6a172f523cd2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:23.971004 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-799cf349-e60a-4df6-b426-0f62ac183bbb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:23.971308 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-9395d291-02da-4339-8b70-8f354000cb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:24.019778 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:24.020412 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e326d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:24.052552 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-799cf349-e60a-4df6-b426-0f62ac183bbb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.054668 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-799cf349-e60a-4df6-b426-0f62ac183bbb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4241266
Jun 21 03:18:24.057582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54076) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:24.062890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': 'f220fdc0-5672-420d-ada7-6a172f523cd2', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:24.078830 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc30f-aef0-4539-b893-ca6962a518ae None None] Pushing event updated for resources: {'Port': ['ID=43136453-3a62-4f30-9abe-cd0f4a360242,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:24.091204 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-b92dc30f-aef0-4539-b893-ca6962a518ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:24.149106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.155418 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:24.235778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.295516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.302285 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-029cf744-fb37-4aea-8ee9-e744ad8d8a8d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:24.318313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ddd218-0212-4a43-808a-3de0044bcdbd,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:24.322246 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:24.366620 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e326d0>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:23Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:24.375165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.378966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3177681
Jun 21 03:18:24.379183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54078) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:24.384716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': 'f220fdc0-5672-420d-ada7-6a172f523cd2', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:24.394081 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51949364-1461-4156-bffc-59f4b677bd0c None None] The sync data for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 is: [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:23Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:18:24.472519 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.708017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.708017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.708017 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-33ed4e17-bf50-4684-ab19-0d1bf31738cc tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:24.708017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5ce7f0-dfb8-484f-9894-db55e5aa8b8e,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:24.708017 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:24.749624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.750874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3704915
Jun 21 03:18:24.753927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54090) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:24.759485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-80ccb0ad-2251-437a-b1a6-653d3d0cf303 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': 'f220fdc0-5672-420d-ada7-6a172f523cd2', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:24.853069 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80ccb0ad-2251-437a-b1a6-653d3d0cf303 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:24.933985 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80ccb0ad-2251-437a-b1a6-653d3d0cf303 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.027581 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80ccb0ad-2251-437a-b1a6-653d3d0cf303 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.029977 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-26451b01-e2fa-4a42-bd9b-7104cf04b0d5 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:25.045667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccb0ad-2251-437a-b1a6-653d3d0cf303 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d306837-6f54-4f64-bb00-e769d9ae46a2,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:25.051885 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-80ccb0ad-2251-437a-b1a6-653d3d0cf303 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:25.152701 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80ccb0ad-2251-437a-b1a6-653d3d0cf303 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.155958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-80ccb0ad-2251-437a-b1a6-653d3d0cf303 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3991106
Jun 21 03:18:25.157793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54098) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:25.162644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': 'f220fdc0-5672-420d-ada7-6a172f523cd2', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:25.271738 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.308136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 43136453-3a62-4f30-9abe-cd0f4a360242 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:18:25.359621 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.432635 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.434522 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-82cdd1a9-aabb-40f1-8747-6360244ff70f tempest-TestVolumeBackupRestore-707126152 tempest-TestVolumeBackupRestore-707126152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:25.456953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0078ba8-1280-4a12-8d64-994f85cbb7c9,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:25.461051 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:25.466897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 43136453-3a62-4f30-9abe-cd0f4a360242 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:18:25.477897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 43136453-3a62-4f30-9abe-cd0f4a360242 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:25.477897 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.546824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.549889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3894169
Jun 21 03:18:25.550997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54104) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:25.556280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': 'f220fdc0-5672-420d-ada7-6a172f523cd2', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:25.559611 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.608765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 43136453-3a62-4f30-9abe-cd0f4a360242, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=43136453-3a62-4f30-9abe-cd0f4a360242,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:25.678578 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Project bf6793336d9b4aa1b00f7e40f2bf3e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:18:25.684222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.695997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.697945 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-97835b2b-13fb-42c8-b77b-d3dc9eb7dac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:25.767975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=43136453-3a62-4f30-9abe-cd0f4a360242,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:25.771135 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:25.776071 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.852426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.854450 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8888d6bc-8d20-4972-9cb6-2dc20fc11093 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:25.871826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85401db7-94a7-48dc-b0f7-47a40af107d5,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:25.876071 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:25.949476 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:25.950716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3987849
Jun 21 03:18:25.953361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54114) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:25.957948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'security_group_rule': {'security_group_id': 'f220fdc0-5672-420d-ada7-6a172f523cd2', 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:26.056002 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Project bf6793336d9b4aa1b00f7e40f2bf3e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:18:26.061270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:26.129628 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:26.220997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:26.222911 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e92086af-fc6c-4382-a7ec-2902092e6b44 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:26.238887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4906525e-0fcc-4e75-8fd2-d971c636b2c4,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:26.241772 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:26.307517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:26.308666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3543944
Jun 21 03:18:26.524286 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-c7928aaf-46cf-46b5-b4fa-d7b1f498b0a7 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711228224&fields=id&tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 267 time: 0.0412438
Jun 21 03:18:26.645126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-9155f3f4-5688-49f2-a755-8a8981163f1f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:26.645255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-9155f3f4-5688-49f2-a755-8a8981163f1f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/networks?id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 HTTP/1.1" status: 200  len: 797 time: 0.1145382
Jun 21 03:18:26.671400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-c7398181-1e96-4569-a4b9-289c5a723ba1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/quotas/bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 375 time: 0.0127690
Jun 21 03:18:26.740400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-fbc514bf-2562-42f8-abe8-42b33051ffdd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0619237
Jun 21 03:18:26.844751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-e51be30f-dbe5-4204-b16f-530b7b6619a2 service neutron] 10.222.0.25 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922771
Jun 21 03:18:26.941067 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-c065f220-210f-4230-9c9a-20c0a77cc0f2 service neutron] 10.222.0.25 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902624
Jun 21 03:18:27.239515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a22bec2-6a87-4bfe-aef0-1e57e4fb2489 req-58b70628-9e67-48f5-a5d8-4ab772b6232c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 210 time: 0.0393476
Jun 21 03:18:27.332750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 43136453-3a62-4f30-9abe-cd0f4a360242 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:18:27.395963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 43136453-3a62-4f30-9abe-cd0f4a360242 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:27.396608 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:28.423988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-671f7055-ec51-4faa-921e-7180a05daf1e req-cfcf51a3-f756-43a1-9b1d-b7030d4ec810 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 210 time: 0.0446472
Jun 21 03:18:29.593648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9249a174-7d53-4e08-afe2-a73d8b7120be req-45cb3841-ee7d-4b99-ace1-dfc2d396a0ed tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 210 time: 0.0326023
Jun 21 03:18:29.721778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-620f1482-aa1c-4963-aa46-d311c2b9e84b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:29.725052 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-620f1482-aa1c-4963-aa46-d311c2b9e84b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "GET /v2.0/networks?id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 HTTP/1.1" status: 200  len: 797 time: 0.1263688
Jun 21 03:18:29.770681 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-02513077-91f3-4c95-9586-1dd382a961b4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28 HTTP/1.1" status: 200  len: 380 time: 0.0371096
Jun 21 03:18:29.780622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'port': {'device_id': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'admin_state_up': True, 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'security_groups': ['f220fdc0-5672-420d-ada7-6a172f523cd2']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:30.006331 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Made reservation on behalf of bf6793336d9b4aa1b00f7e40f2bf3e28 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:18:30.018434 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:30.180907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.20.0.7 (4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61/958ff00c-78f3-4ae1-80fc-79a2eded6300/6c29e141-0d00-493d-96d5-e6b162515766) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:18:30.361063 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:30.378819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Transition to ACTIVE for port object 6c29e141-0d00-493d-96d5-e6b162515766 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:18:30.467126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:30.472555 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:30.518414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:18:30.529775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:18:30.532784 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:18:30.576192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=6c29e141-0d00-493d-96d5-e6b162515766,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:30.582441 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:30.604277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:30.608067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:30.690338 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9146676
Jun 21 03:18:30.704594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Request body: {'port': {'device_id': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:30.823766 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:30.851270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44e4b-de84-4471-a80d-8aa11dbd3c16 req-383cd790-3f78-4e64-bcd1-926da0fd3bc1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:30.857861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dce44e4b-de84-4471-a80d-8aa11dbd3c16 req-383cd790-3f78-4e64-bcd1-926da0fd3bc1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 931 time: 0.1253211
Jun 21 03:18:30.907567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dce44e4b-de84-4471-a80d-8aa11dbd3c16 req-d86c4bc5-451e-4d96-866e-9870d389bd7f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457702
Jun 21 03:18:30.938454 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6af2777a-f719-4be8-9965-7d3688acf775 None None] Provisioning for port 6c29e141-0d00-493d-96d5-e6b162515766 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:18:30.944087 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6af2777a-f719-4be8-9965-7d3688acf775 None None] Provisioning complete for port 6c29e141-0d00-493d-96d5-e6b162515766 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:30.944920 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6af2777a-f719-4be8-9965-7d3688acf775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:31.052769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6af2777a-f719-4be8-9965-7d3688acf775 None None] Port 6c29e141-0d00-493d-96d5-e6b162515766 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:18:31.182583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c29e141-0d00-493d-96d5-e6b162515766 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:18:31.193135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:31.211661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Transition to ACTIVE for port object 6c29e141-0d00-493d-96d5-e6b162515766 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:18:31.290213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:31.292687 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e4447424-c0ab-4825-8e4a-4b224d43f3f4 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:31.377070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Pushing event updated for resources: {'Port': ['ID=6c29e141-0d00-493d-96d5-e6b162515766,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:31.381745 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:31.482192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Attempting to bind port 6c29e141-0d00-493d-96d5-e6b162515766 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:18:31.482593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Attempting to bind port 6c29e141-0d00-493d-96d5-e6b162515766 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:18:31.482879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Attempting to bind port 6c29e141-0d00-493d-96d5-e6b162515766 on network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:18:31.487674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Port 6c29e141-0d00-493d-96d5-e6b162515766 on network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:18:31.488006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Attempting to bind port 6c29e141-0d00-493d-96d5-e6b162515766 on network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:18:31.495148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:18:31.495503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Checking segment: {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:18:31.496064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Bound using segment: {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:18:31.496504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Bound port: 6c29e141-0d00-493d-96d5-e6b162515766, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:18:31.496859 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:31.590235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] For port 6c29e141-0d00-493d-96d5-e6b162515766, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:18:31.595143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] For port 6c29e141-0d00-493d-96d5-e6b162515766, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6c29e141-0d00-493d-96d5-e6b162515766,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:18:31.665774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:31.667998 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b734ddac-3bd3-4099-89a3-235e5da8ee75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:31.714426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:31.715289 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:31.716896 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] 10.222.0.20 "PUT /v2.0/ports/6c29e141-0d00-493d-96d5-e6b162515766 HTTP/1.1" status: 200  len: 1092 time: 1.0171008
Jun 21 03:18:31.719107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:18:31.722887 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a8c916-29c1-473e-8057-7fd247b2edf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "tag": "6c29e141-0d00-493d-96d5-e6b162515766"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:18:31.761699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Pushing event updated for resources: {'Port': ['ID=6c29e141-0d00-493d-96d5-e6b162515766,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:31.767036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:31.773304 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d39e4e-80bf-4bcd-8e17-30ccfca1399c x-openstack-request-id: req-30d39e4e-80bf-4bcd-8e17-30ccfca1399c {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:18:31.775906 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "tag": "6c29e141-0d00-493d-96d5-e6b162515766", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:18:31.792367 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30d39e4e-80bf-4bcd-8e17-30ccfca1399c {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:18:31.792367 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766', 'status': 'completed', 'code': 200}
Jun 21 03:18:31.881946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8c916-29c1-473e-8057-7fd247b2edf7 req-c9fce62c-bd5a-4a81-aa06-646dc2356cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:31.883817 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94a8c916-29c1-473e-8057-7fd247b2edf7 req-c9fce62c-bd5a-4a81-aa06-646dc2356cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 1095 time: 0.0852382
Jun 21 03:18:32.041080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8c916-29c1-473e-8057-7fd247b2edf7 req-92b21066-b86b-4f29-a2aa-808083aa1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:32.043857 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94a8c916-29c1-473e-8057-7fd247b2edf7 req-92b21066-b86b-4f29-a2aa-808083aa1be6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1492667
Jun 21 03:18:32.236522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8c916-29c1-473e-8057-7fd247b2edf7 req-901bf517-6508-4bd0-a51c-6230d7384dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:32.238688 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94a8c916-29c1-473e-8057-7fd247b2edf7 req-901bf517-6508-4bd0-a51c-6230d7384dbb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1869333
Jun 21 03:18:32.244790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea59a92-cf0d-4bb8-b8ca-ca800c84fcd1 req-1182f5fd-3dc0-4cf9-9247-ddb0a7aa1f90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:32.253710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ea59a92-cf0d-4bb8-b8ca-ca800c84fcd1 req-1182f5fd-3dc0-4cf9-9247-ddb0a7aa1f90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 943 time: 0.1377165
Jun 21 03:18:32.307259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ea59a92-cf0d-4bb8-b8ca-ca800c84fcd1 req-22623d5e-ae42-474d-bfd5-07a6d3b5826b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523260
Jun 21 03:18:32.356396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-9888a43e-5887-42ef-8618-693c195f1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:32.358087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-9888a43e-5887-42ef-8618-693c195f1ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 1095 time: 0.0741768
Jun 21 03:18:32.410268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-4ce01491-72f8-4e4b-bfe1-7b53329a49ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c29e141-0d00-493d-96d5-e6b162515766 HTTP/1.1" status: 200  len: 217 time: 0.0449209
Jun 21 03:18:32.477353 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-1ac110b4-f843-4f96-bb87-c0de7dbcf6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:32.479643 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-1ac110b4-f843-4f96-bb87-c0de7dbcf6bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=958ff00c-78f3-4ae1-80fc-79a2eded6300 HTTP/1.1" status: 200  len: 834 time: 0.0632498
Jun 21 03:18:32.545017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-6a3b8671-47dc-4470-8519-ad837fdc4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:32.546594 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-6a3b8671-47dc-4470-8519-ad837fdc4431 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0603585
Jun 21 03:18:32.664877 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-6287595c-9454-49d5-9f6c-574de4b73b51 service neutron] 10.222.0.20 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082783
Jun 21 03:18:32.768669 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fabeb817-0a5e-4eae-938a-d274b85b1d21 req-ada7f015-a77a-4750-a96e-607719088b87 service neutron] 10.222.0.20 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973895
Jun 21 03:18:33.505758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0b0c8-11ce-4a4a-b5cb-a3a5da5adc07 req-40cd2979-24a3-44c0-9c11-584f86fe6110 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:33.507325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67b0b0c8-11ce-4a4a-b5cb-a3a5da5adc07 req-40cd2979-24a3-44c0-9c11-584f86fe6110 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 943 time: 0.0752022
Jun 21 03:18:33.549827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67b0b0c8-11ce-4a4a-b5cb-a3a5da5adc07 req-dff96d37-4a7e-41dc-b7c3-43a67f2740ec tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363348
Jun 21 03:18:34.290357 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c852900-ba46-4098-b954-2c326003b4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:34.753763 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c59c67-542a-4b64-b9be-a037d2784954 req-32c272f9-a8cf-46e3-a385-bb3858adf375 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:34.755300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0c59c67-542a-4b64-b9be-a037d2784954 req-32c272f9-a8cf-46e3-a385-bb3858adf375 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 943 time: 0.0719922
Jun 21 03:18:34.802117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a0c59c67-542a-4b64-b9be-a037d2784954 req-0e4fc88c-d360-4dc9-bbc6-d832485b130f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404429
Jun 21 03:18:35.597975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6c29e141-0d00-493d-96d5-e6b162515766 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:18:35.695661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6c29e141-0d00-493d-96d5-e6b162515766, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6c29e141-0d00-493d-96d5-e6b162515766,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:35.715218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '6c29e141-0d00-493d-96d5-e6b162515766', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'port_id': '6c29e141-0d00-493d-96d5-e6b162515766', 'mac_address': 'fa:16:3e:19:d0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:18:35.755130 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:35.769077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c29e141-0d00-493d-96d5-e6b162515766 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:18:35.789560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6c29e141-0d00-493d-96d5-e6b162515766, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6c29e141-0d00-493d-96d5-e6b162515766,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:35.924113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:35.926412 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:35.981081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6c29e141-0d00-493d-96d5-e6b162515766,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:35.988433 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:36.005578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7284-1631-4f27-a39c-dcd3a0adac5b req-aa76156b-070d-4506-adfd-a9fca2791b33 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:36.007844 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-078d7284-1631-4f27-a39c-dcd3a0adac5b req-aa76156b-070d-4506-adfd-a9fca2791b33 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 944 time: 0.0862246
Jun 21 03:18:36.052781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-078d7284-1631-4f27-a39c-dcd3a0adac5b req-c974cf34-f255-44c8-8664-35c6713875af tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379381
Jun 21 03:18:36.126889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6c29e141-0d00-493d-96d5-e6b162515766'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:18:36.179263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:36.644336 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20b08473-0516-42de-a401-db7b18925920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:37.177281 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:37.278168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a87813-7ca8-4a63-95b9-c3ba2ca62d07 req-8767cb4d-3f24-4dbd-9c0f-c0e43c54b289 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:37.279678 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28a87813-7ca8-4a63-95b9-c3ba2ca62d07 req-8767cb4d-3f24-4dbd-9c0f-c0e43c54b289 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 944 time: 0.0723481
Jun 21 03:18:37.324455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28a87813-7ca8-4a63-95b9-c3ba2ca62d07 req-7ca4fa98-de23-4c45-83d2-86d814381d4b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367131
Jun 21 03:18:37.599710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6c29e141-0d00-493d-96d5-e6b162515766 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:18:37.720768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 6c29e141-0d00-493d-96d5-e6b162515766 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:18:37.726027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 6c29e141-0d00-493d-96d5-e6b162515766 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:18:37.726729 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:37.820011 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:37.844400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:18:37.846701 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96efdc03-4f6d-487a-9f74-d72ad9fba051" -d '{"events": [{"server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "name": "network-vif-plugged", "status": "completed", "tag": "6c29e141-0d00-493d-96d5-e6b162515766"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:18:37.860373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6c29e141-0d00-493d-96d5-e6b162515766, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6c29e141-0d00-493d-96d5-e6b162515766,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:18:37.890829 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de349feb-26b2-46e7-a4dd-d2d640c27de6 x-openstack-request-id: req-de349feb-26b2-46e7-a4dd-d2d640c27de6 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:18:37.890829 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "name": "network-vif-plugged", "status": "completed", "tag": "6c29e141-0d00-493d-96d5-e6b162515766", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:18:37.890829 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de349feb-26b2-46e7-a4dd-d2d640c27de6 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:18:37.890829 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766', 'code': 200}
Jun 21 03:18:37.952567 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:37.954403 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:38.016863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6c29e141-0d00-493d-96d5-e6b162515766,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:38.030470 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:38.037015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb7b1e-4bab-45b3-a631-b45745a920ea req-8f0529f2-70e8-4a67-9e46-cf0a61a4c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:38.039398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdeb7b1e-4bab-45b3-a631-b45745a920ea req-8f0529f2-70e8-4a67-9e46-cf0a61a4c986 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 1097 time: 0.0834262
Jun 21 03:18:38.072973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fdeb7b1e-4bab-45b3-a631-b45745a920ea req-64645e11-ef2a-4f0c-a7e0-c8dc0e48a794 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0276947
Jun 21 03:18:38.141598 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:38.252380 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:38.521607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfddea9-000c-4944-a052-284d043d9c5e req-2f4a75e5-2f4e-4b3c-84a3-842a03678ee0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:38.523710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-acfddea9-000c-4944-a052-284d043d9c5e req-2f4a75e5-2f4e-4b3c-84a3-842a03678ee0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 945 time: 0.0749209
Jun 21 03:18:38.828920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-acfddea9-000c-4944-a052-284d043d9c5e req-54b0e072-f4d0-49f9-b9d4-7aa9cb8b0885 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379088
Jun 21 03:18:39.028113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-bbeb6ef2-974c-4e9a-a795-9d32157f4ce0 req-ddc2527f-4765-45a5-8d6f-f7a6e3e6885e service neutron] (94166) timed out ('10.222.0.20', 62066) {{(pid=94166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:18:39.612951 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:39.764591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff5bb-574f-406b-9244-77950ad16d86 req-5f090340-8ed9-426e-ba09-cd1de5d99ba9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:39.766100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7aff5bb-574f-406b-9244-77950ad16d86 req-5f090340-8ed9-426e-ba09-cd1de5d99ba9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 945 time: 0.0728528
Jun 21 03:18:39.806943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7aff5bb-574f-406b-9244-77950ad16d86 req-7719a893-d482-4157-a76a-9653ff41cbcb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351548
Jun 21 03:18:39.999351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b1af0-94f1-4b39-aad8-1211ae4c9510 req-7fa27384-d1be-4e54-9b5b-b7116846d222 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:40.000829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d2b1af0-94f1-4b39-aad8-1211ae4c9510 req-7fa27384-d1be-4e54-9b5b-b7116846d222 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 945 time: 0.0708451
Jun 21 03:18:40.042652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d2b1af0-94f1-4b39-aad8-1211ae4c9510 req-8ef5277d-7d7b-4f80-b4f7-791007c2632d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359254
Jun 21 03:18:40.071738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54384) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:40.131249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f50e8f-d9f6-4078-85ea-87ef1701253d tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:40.133706 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-96f50e8f-d9f6-4078-85ea-87ef1701253d tempest-TestNetworkBasicOps-1462385273 tempest-TestNetworkBasicOps-1462385273-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 1092 time: 0.0607538
Jun 21 03:18:40.136551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 54386) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:40.140958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '6c29e141-0d00-493d-96d5-e6b162515766', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:40.244352 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:40.354854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:40.485175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Allocated IP 172.25.7.160 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/4a9f3652-dd74-4b6d-9a48-f83074f6b350) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:18:40.602215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:40.742651 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:40.744979 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f566ab4c-1caa-4859-90df-675ebcf12ce3 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:40.786458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:18:40.792476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:18:40.794786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=4a9f3652-dd74-4b6d-9a48-f83074f6b350,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:40.796888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:18:40.798947 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:41.215891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:41.393046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:41.573538 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:41.683927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:41.686312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-96058c46-b0d1-4fb8-9767-cdefe570bd6b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:18:41.779272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event updated for resources: {'Port': ['ID=4a9f3652-dd74-4b6d-9a48-f83074f6b350,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:18:41.782028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:18:41.789100 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:41.910743 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Floating IP aa73a11d-70d7-4c6f-a3c1-de00fa33ac69 associated. External IP: 172.25.7.160, port: 6c29e141-0d00-493d-96d5-e6b162515766.
Jun 21 03:18:42.159118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:18:42.289941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:18:42.300702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] Sync routers for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:18:42.310558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:42.311267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c9e520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:42.390961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:42.438185 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3005824
Jun 21 03:18:42.438884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:18:42.441025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54426) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:42.445625 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87edd000-8d0b-4a52-9cd8-36daeb0171ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "tag": "6c29e141-0d00-493d-96d5-e6b162515766"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:18:42.503823 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b185750-1c2d-4108-aaba-1dc94c9acc4a x-openstack-request-id: req-6b185750-1c2d-4108-aaba-1dc94c9acc4a {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:18:42.504248 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "tag": "6c29e141-0d00-493d-96d5-e6b162515766", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:18:42.504629 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b185750-1c2d-4108-aaba-1dc94c9acc4a {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:18:42.505153 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766', 'status': 'completed', 'code': 200}
Jun 21 03:18:42.538088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0f76feb4-36f8-4bc2-b276-184d865979f4 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/floatingips/aa73a11d-70d7-4c6f-a3c1-de00fa33ac69 HTTP/1.1" status: 200  len: 991 time: 0.0943444
Jun 21 03:18:42.614547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-f88957dc-768a-4f40-be69-f971f72cc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:42.617940 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-f88957dc-768a-4f40-be69-f971f72cc8a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 1097 time: 0.0749846
Jun 21 03:18:42.634926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:42.727981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-1cc7c9aa-6394-4acb-b08b-eaa16f157bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:42.730254 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-1cc7c9aa-6394-4acb-b08b-eaa16f157bd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 HTTP/1.1" status: 200  len: 898 time: 0.1057551
Jun 21 03:18:42.815183 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-7ae83c95-06ca-485a-a8fd-d87849beda96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c29e141-0d00-493d-96d5-e6b162515766 HTTP/1.1" status: 200  len: 999 time: 0.0784512
Jun 21 03:18:42.868651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-8004fd5b-ca6e-4cd6-a483-559a834e3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:42.870485 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-8004fd5b-ca6e-4cd6-a483-559a834e3d94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=958ff00c-78f3-4ae1-80fc-79a2eded6300 HTTP/1.1" status: 200  len: 834 time: 0.0488360
Jun 21 03:18:42.899385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c9e520>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'aa73a11d-70d7-4c6f-a3c1-de00fa33ac69', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'port_id': '6c29e141-0d00-493d-96d5-e6b162515766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'mac_address': 'fa:16:3e:19:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:18:41Z', 'updated_at': '2021-06-21T03:18:41Z', 'revision_number': 0, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:25Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:42.932130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] Checking router: 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:18:42.940308 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:18:42.940926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3c9e520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:18:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:42.950053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-33734722-d450-49fa-867d-9cfd5ff7aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:42.951721 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-33734722-d450-49fa-867d-9cfd5ff7aa80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0754380
Jun 21 03:18:43.057917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-9f278630-f9bb-446d-b6c7-5d9af5609dee service neutron] 10.222.0.20 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987871
Jun 21 03:18:43.065519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:18:43.165045 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-87edd000-8d0b-4a52-9cd8-36daeb0171ae req-e9a61ecf-1335-4d78-a3d3-782c51f0d00d service neutron] 10.222.0.20 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001968
Jun 21 03:18:43.328766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3c9e520>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'aa73a11d-70d7-4c6f-a3c1-de00fa33ac69', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'port_id': '6c29e141-0d00-493d-96d5-e6b162515766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'mac_address': 'fa:16:3e:19:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:18:41Z', 'updated_at': '2021-06-21T03:18:41Z', 'revision_number': 0, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:25Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:18:43.360195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501fbb52-4f04-4921-a0a1-0e6ecde11a8d None None] The sync data for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 is: [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'aa73a11d-70d7-4c6f-a3c1-de00fa33ac69', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'port_id': '6c29e141-0d00-493d-96d5-e6b162515766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'mac_address': 'fa:16:3e:19:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:18:41Z', 'updated_at': '2021-06-21T03:18:41Z', 'revision_number': 0, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:25Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:18:43.540724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54448) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:43.582963 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9447272f-2b25-48fd-974c-a8f69c2e5fc9 None None] New status for floating IP aa73a11d-70d7-4c6f-a3c1-de00fa33ac69: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:18:44.036610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2739c4f7-30fa-445d-942f-75c4a8ec657a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/floatingips/aa73a11d-70d7-4c6f-a3c1-de00fa33ac69 HTTP/1.1" status: 200  len: 991 time: 0.4945118
Jun 21 03:18:45.046609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 54460) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:18:45.110530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7a3e94d6-852c-4e58-93fa-dd1f4ec89f3e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/floatingips/aa73a11d-70d7-4c6f-a3c1-de00fa33ac69 HTTP/1.1" status: 200  len: 993 time: 0.0627000
Jun 21 03:18:52.737153 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:18:54.599686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-37cab60d-3e73-4ef0-b4ba-c282d5f9aa56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0628023
Jun 21 03:18:54.701169 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-34ad1046-bd6e-4163-9c2d-0967aeaa3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:54.702817 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-34ad1046-bd6e-4163-9c2d-0967aeaa3cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 1097 time: 0.0568674
Jun 21 03:18:54.812744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-9ed311a6-46c3-4108-a6c4-de03570ed4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:54.814283 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-9ed311a6-46c3-4108-a6c4-de03570ed4c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 HTTP/1.1" status: 200  len: 898 time: 0.0905859
Jun 21 03:18:54.884728 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-884984cc-4569-40be-b656-a3d18bfbd68b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c29e141-0d00-493d-96d5-e6b162515766 HTTP/1.1" status: 200  len: 1001 time: 0.0640883
Jun 21 03:18:54.934486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-280bec12-e2fe-4eca-9db3-764b6269aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:54.935937 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-280bec12-e2fe-4eca-9db3-764b6269aefe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=958ff00c-78f3-4ae1-80fc-79a2eded6300 HTTP/1.1" status: 200  len: 834 time: 0.0459032
Jun 21 03:18:54.993708 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-744b6e68-98c4-4a00-b2ec-8ebb0554284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:54.995256 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-744b6e68-98c4-4a00-b2ec-8ebb0554284b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0534708
Jun 21 03:18:55.090511 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-d91ff859-4418-42be-b048-256f8d3a2aef service neutron] 10.222.0.20 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891261
Jun 21 03:18:55.186878 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-03a38982-77d5-4e1d-acf4-e0fd57fc4717 req-cf78ba2d-a8d6-4e30-861c-d649bd36052f service neutron] 10.222.0.20 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849266
Jun 21 03:18:55.718181 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-3130e1f1-f5d0-44a0-8abe-21f00db4fdc0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521221668&fields=id&tenant_id=6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 267 time: 0.0386844
Jun 21 03:18:55.828370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-6354a82f-d2cf-4fde-bbcf-9e90677a50d4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:55.829836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-6354a82f-d2cf-4fde-bbcf-9e90677a50d4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.1050780
Jun 21 03:18:55.845101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-af7f6092-772b-49ae-9d3d-48c7bd25f0ca tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/quotas/6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 375 time: 0.0096021
Jun 21 03:18:55.922422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-617201d1-f937-49ed-851d-dd94bd8d30b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0705423
Jun 21 03:18:56.019129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-c9276b02-8e82-4495-87bb-a6c0880da822 service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850503
Jun 21 03:18:56.131667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-7249f6c1-9bc8-422f-836e-f5ca1033551f service neutron] 10.222.0.25 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045086
Jun 21 03:18:56.767086 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94e12ccb-c5e3-46ed-813c-9f3b21de4d61 req-b2bcc4e5-a9b3-4df2-a4ae-1c3353af98c4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 210 time: 0.0295279
Jun 21 03:18:57.909755 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-578edf09-7000-429f-b310-2f9145d47753 req-412e32c1-5003-4abe-90d9-3125757048db tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 210 time: 0.0304172
Jun 21 03:18:59.003684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-9ed2f5d4-f7c6-412f-83cb-69d54e5d0c18 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:18:59.005480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-9ed2f5d4-f7c6-412f-83cb-69d54e5d0c18 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 811 time: 0.1155708
Jun 21 03:18:59.052721 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-4a602a91-c43a-4b42-a184-5ba1e14eee3f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6817e2f11b4b339e4876eac09b5a8b HTTP/1.1" status: 200  len: 380 time: 0.0371611
Jun 21 03:18:59.067051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'port': {'device_id': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'admin_state_up': True, 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'security_groups': ['d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:18:59.081189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8482f4d0-6e3d-43bb-9355-3cc7d68b60a9 req-fac935d9-d1c6-4629-9f26-67d1fffc2b45 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 210 time: 0.0352788
Jun 21 03:18:59.604641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Made reservation on behalf of 6b6817e2f11b4b339e4876eac09b5a8b for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:18:59.608250 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:59.742578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.20.0.13 (0c8f044d-188b-4ba3-9662-e5461ebbe0b0/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb/54b5311a-4ed0-47e0-8bb5-216feafebd9b) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:18:59.910716 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:18:59.924440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Transition to ACTIVE for port object 54b5311a-4ed0-47e0-8bb5-216feafebd9b will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:19:00.038689 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:00.045038 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:00.088502 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:19:00.092822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:19:00.096227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:19:00.142510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=54b5311a-4ed0-47e0-8bb5-216feafebd9b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:00.147114 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:00.179252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:00.179910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:00.271540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2079356
Jun 21 03:19:00.287614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Request body: {'port': {'device_id': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:19:00.311907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aeae9-b011-47ae-929e-ec263d673c1b req-6fc38139-2b48-40cb-a5f3-dbf303e8f14b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:00.319456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c1aeae9-b011-47ae-929e-ec263d673c1b req-6fc38139-2b48-40cb-a5f3-dbf303e8f14b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 932 time: 0.1009603
Jun 21 03:19:00.374523 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6c1aeae9-b011-47ae-929e-ec263d673c1b req-7b37de34-bccf-4ae3-a02c-cbd8bcc8d55b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493162
Jun 21 03:19:00.379371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:00.558264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2d426eab-f1a0-44b1-964d-4207aa464dc4 None None] Provisioning for port 54b5311a-4ed0-47e0-8bb5-216feafebd9b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:19:00.562652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2d426eab-f1a0-44b1-964d-4207aa464dc4 None None] Provisioning complete for port 54b5311a-4ed0-47e0-8bb5-216feafebd9b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:19:00.562959 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d426eab-f1a0-44b1-964d-4207aa464dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:00.601651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2d426eab-f1a0-44b1-964d-4207aa464dc4 None None] Port 54b5311a-4ed0-47e0-8bb5-216feafebd9b cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:19:00.690338 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b5311a-4ed0-47e0-8bb5-216feafebd9b {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:19:00.699003 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:00.710827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Transition to ACTIVE for port object 54b5311a-4ed0-47e0-8bb5-216feafebd9b will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:19:00.779058 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:00.782208 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1bfd3769-e94e-442a-89ef-bfc7a15e4987 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:00.858043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Pushing event updated for resources: {'Port': ['ID=54b5311a-4ed0-47e0-8bb5-216feafebd9b,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:00.861028 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:00.947217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Attempting to bind port 54b5311a-4ed0-47e0-8bb5-216feafebd9b on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:19:00.947980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Attempting to bind port 54b5311a-4ed0-47e0-8bb5-216feafebd9b by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:19:00.948487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Attempting to bind port 54b5311a-4ed0-47e0-8bb5-216feafebd9b on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:19:00.953788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Port 54b5311a-4ed0-47e0-8bb5-216feafebd9b on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:19:00.954193 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Attempting to bind port 54b5311a-4ed0-47e0-8bb5-216feafebd9b on network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:19:00.959563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:19:00.959991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Checking segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:19:00.960452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Bound using segment: {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:19:00.960955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Bound port: 54b5311a-4ed0-47e0-8bb5-216feafebd9b, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae59d8fd-071e-4982-9596-5b8630ff4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:19:00.961399 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:01.041734 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] For port 54b5311a-4ed0-47e0-8bb5-216feafebd9b, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:19:01.045439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] For port 54b5311a-4ed0-47e0-8bb5-216feafebd9b, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:19:01.121778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:01.125042 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5d9d0e0e-44d2-42b2-bd7d-5c887d2624e2 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:01.168226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:01.169259 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:01.170406 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] 10.222.0.20 "PUT /v2.0/ports/54b5311a-4ed0-47e0-8bb5-216feafebd9b HTTP/1.1" status: 200  len: 1093 time: 0.8895831
Jun 21 03:19:01.170967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:19:01.173318 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df44e747-018b-47e5-b977-bb208486f9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:19:01.199174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Pushing event updated for resources: {'Port': ['ID=54b5311a-4ed0-47e0-8bb5-216feafebd9b,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:01.203878 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:01.236688 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a89fd7-d88c-46e4-b472-c0a2425b64ea x-openstack-request-id: req-69a89fd7-d88c-46e4-b472-c0a2425b64ea {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:19:01.236688 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:19:01.236688 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69a89fd7-d88c-46e4-b472-c0a2425b64ea {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:19:01.236688 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'status': 'completed', 'code': 200}
Jun 21 03:19:01.334560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44e747-018b-47e5-b977-bb208486f9c3 req-b4dc0dcd-f03c-4006-a88d-62fc2b376af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:01.336065 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df44e747-018b-47e5-b977-bb208486f9c3 req-b4dc0dcd-f03c-4006-a88d-62fc2b376af0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 1096 time: 0.0737779
Jun 21 03:19:01.464902 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44e747-018b-47e5-b977-bb208486f9c3 req-a1546cc1-facf-4c6f-a1bf-3ecac885a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:01.468357 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df44e747-018b-47e5-b977-bb208486f9c3 req-a1546cc1-facf-4c6f-a1bf-3ecac885a82a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1237240
Jun 21 03:19:01.583133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02730922-26fb-4c4e-8adc-a0fd7fc07a62 req-5b642d5a-cf7f-495e-a719-195caa11bba7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:01.584062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44e747-018b-47e5-b977-bb208486f9c3 req-13f8f61f-1b5b-498e-b896-01c501f4d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:01.584646 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02730922-26fb-4c4e-8adc-a0fd7fc07a62 req-5b642d5a-cf7f-495e-a719-195caa11bba7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0740502
Jun 21 03:19:01.586905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df44e747-018b-47e5-b977-bb208486f9c3 req-13f8f61f-1b5b-498e-b896-01c501f4d5ca service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1111562
Jun 21 03:19:01.632880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02730922-26fb-4c4e-8adc-a0fd7fc07a62 req-5a0aeac4-eed4-4603-a2c1-2954c236ec3c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421088
Jun 21 03:19:01.691465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-669a1851-ba21-4fc1-8659-a72cf6ab5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:01.693049 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-669a1851-ba21-4fc1-8659-a72cf6ab5ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 1096 time: 0.0638914
Jun 21 03:19:01.738126 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-5eaf3825-604e-467b-b44b-dac45c48c8df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b HTTP/1.1" status: 200  len: 217 time: 0.0366039
Jun 21 03:19:01.796931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-8ef6d5b7-e983-4043-a69f-3e3dfc2e95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:01.798441 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-8ef6d5b7-e983-4043-a69f-3e3dfc2e95d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0531106
Jun 21 03:19:01.857072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-da05b5a3-c4b8-4509-beda-fbd1b3fb7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:01.858639 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-da05b5a3-c4b8-4509-beda-fbd1b3fb7015 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0537872
Jun 21 03:19:01.959449 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-58cc26b8-7ab4-4f40-b735-a8dc1066dc83 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924342
Jun 21 03:19:02.057191 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b80f81ce-af73-4f25-9250-2bff938eba90 req-dc253329-27d2-4402-b283-fbaa57d59074 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878439
Jun 21 03:19:02.819040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ecbf1-7e8f-451a-9537-440974bf0f70 req-4691af10-d673-413b-b3e8-66d413290336 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:02.820541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-942ecbf1-7e8f-451a-9537-440974bf0f70 req-4691af10-d673-413b-b3e8-66d413290336 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0670550
Jun 21 03:19:02.859400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-942ecbf1-7e8f-451a-9537-440974bf0f70 req-9c88d27a-3173-4666-9834-04c44ed82a2e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321746
Jun 21 03:19:04.044390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7367f4-7d9d-4237-981f-0152b92123ad req-ee84c14b-51e4-4f2d-b97d-138fde107a1d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:04.045908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d7367f4-7d9d-4237-981f-0152b92123ad req-ee84c14b-51e4-4f2d-b97d-138fde107a1d tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0728145
Jun 21 03:19:04.083767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d7367f4-7d9d-4237-981f-0152b92123ad req-f60ca94f-a71c-4c4c-97d8-2ec19969e377 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321460
Jun 21 03:19:04.252884 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8a609a05-96b2-4c08-b416-f6b52fe1cefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:05.261770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1242bb3-e8d1-464b-8764-b9c92d533d53 req-91367083-abf5-40b0-b714-09d423e52fbc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:05.263256 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1242bb3-e8d1-464b-8764-b9c92d533d53 req-91367083-abf5-40b0-b714-09d423e52fbc tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0633996
Jun 21 03:19:05.300759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1242bb3-e8d1-464b-8764-b9c92d533d53 req-f056419d-43d3-458d-b778-df2df7716ec4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319223
Jun 21 03:19:06.204008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:06.485585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d799d6-9f9d-4962-a4a4-aee5e2f90d03 req-1af2ae79-45c7-4aa7-ab98-5e3dd9707d36 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:06.487066 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9d799d6-9f9d-4962-a4a4-aee5e2f90d03 req-1af2ae79-45c7-4aa7-ab98-5e3dd9707d36 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0686734
Jun 21 03:19:06.526048 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9d799d6-9f9d-4962-a4a4-aee5e2f90d03 req-f76f1c56-4451-4c73-ade6-0aafee755ca0 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331140
Jun 21 03:19:06.664631 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-570e7e55-b108-4c91-90df-c4da21e6ef68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:07.230506 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:07.702239 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00a88a-dec9-4392-8234-ba2dd921b3db req-4db23124-59b1-4219-a10a-590bf6339999 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:07.703650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b00a88a-dec9-4392-8234-ba2dd921b3db req-4db23124-59b1-4219-a10a-590bf6339999 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0636959
Jun 21 03:19:07.741173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b00a88a-dec9-4392-8234-ba2dd921b3db req-e6aa449a-287d-473c-9220-43118c5cf11e tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317709
Jun 21 03:19:08.126701 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:08.269971 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:08.924900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd6336-929a-4a6e-a0f2-680e9f5fe384 req-9fc0f3ca-b248-475b-9942-9f09b4d4be18 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:08.926495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ccd6336-929a-4a6e-a0f2-680e9f5fe384 req-9fc0f3ca-b248-475b-9942-9f09b4d4be18 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0687211
Jun 21 03:19:08.967174 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4ccd6336-929a-4a6e-a0f2-680e9f5fe384 req-52dd451b-c05e-4bdb-898d-44e261cd4b90 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344875
Jun 21 03:19:09.607168 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:10.162296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319bf03-b97d-4739-8bc0-b3664882abc2 req-c0c8d3b2-d43c-4b10-8c48-470fb3a8eb65 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:10.163725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f319bf03-b97d-4739-8bc0-b3664882abc2 req-c0c8d3b2-d43c-4b10-8c48-470fb3a8eb65 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0729041
Jun 21 03:19:10.203154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f319bf03-b97d-4739-8bc0-b3664882abc2 req-1e1d2013-11b5-4ef3-a3c4-5f6daf300872 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327613
Jun 21 03:19:11.388174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56564ff-b3a2-4641-80e0-e9761233bc1c req-8c41e330-ff5a-40f1-b2a0-856cfd4dd067 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:11.389776 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c56564ff-b3a2-4641-80e0-e9761233bc1c req-8c41e330-ff5a-40f1-b2a0-856cfd4dd067 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0736849
Jun 21 03:19:11.428625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c56564ff-b3a2-4641-80e0-e9761233bc1c req-024c51e8-7bec-4711-b03a-cdaa7a9fc926 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329461
Jun 21 03:19:12.610968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e7973-8bcd-4d01-979d-a03dd0154cc2 req-5c4430d3-4994-4029-901e-61c547c9d650 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:12.612515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-795e7973-8bcd-4d01-979d-a03dd0154cc2 req-5c4430d3-4994-4029-901e-61c547c9d650 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0719135
Jun 21 03:19:12.652964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-795e7973-8bcd-4d01-979d-a03dd0154cc2 req-168075d6-4626-475b-a255-182c865a2322 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344343
Jun 21 03:19:13.739366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 54b5311a-4ed0-47e0-8bb5-216feafebd9b details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:19:13.829920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7111c-8657-4b6a-ad50-a3e5585c6b5f req-fe7e5f54-3bc2-4710-9f13-3c8789f69cea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:13.831446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6e7111c-8657-4b6a-ad50-a3e5585c6b5f req-fe7e5f54-3bc2-4710-9f13-3c8789f69cea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 944 time: 0.0681653
Jun 21 03:19:13.839881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 54b5311a-4ed0-47e0-8bb5-216feafebd9b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:19:13.851552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'port_id': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'mac_address': 'fa:16:3e:6a:fa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:19:13.869586 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6e7111c-8657-4b6a-ad50-a3e5585c6b5f req-96dbba6a-80e9-4427-b2ef-90df87d93c00 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318117
Jun 21 03:19:13.889972 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:13.903284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b5311a-4ed0-47e0-8bb5-216feafebd9b {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:19:13.923078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 54b5311a-4ed0-47e0-8bb5-216feafebd9b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:19:14.006892 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:14.008723 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:14.060262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=54b5311a-4ed0-47e0-8bb5-216feafebd9b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:14.063527 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:14.070036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55062) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:14.137566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-16c9bb05-9ebd-46fb-be0b-37e089097c2e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/floatingips/aa73a11d-70d7-4c6f-a3c1-de00fa33ac69 HTTP/1.1" status: 200  len: 993 time: 0.0662220
Jun 21 03:19:14.233861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['54b5311a-4ed0-47e0-8bb5-216feafebd9b'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:19:14.436080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55074) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:14.596845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port 4a9f3652-dd74-4b6d-9a48-f83074f6b350 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:19:14.597102 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:14.673875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:14.674209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:14.741716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for 4a9f3652-dd74-4b6d-9a48-f83074f6b350 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:19:14.967413 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:14.969708 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dbf8a848-68ce-48d0-bbba-ce9f3daaf885 tempest-VolumesSnapshotTestJSON-842424680 tempest-VolumesSnapshotTestJSON-842424680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:14.994068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=4a9f3652-dd74-4b6d-9a48-f83074f6b350,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:15.031255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.031692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.038392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:15.039086 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:15.121533 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:15.121871 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Floating IP aa73a11d-70d7-4c6f-a3c1-de00fa33ac69 disassociated (deleted). External IP: 172.25.7.160, port: 6c29e141-0d00-493d-96d5-e6b162515766.
Jun 21 03:19:15.171136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caeaf8-6fee-4bfc-8088-d4d080ac9504 req-9257b1e4-e09d-468c-a3e2-c8dea1f102d6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:15.172634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51caeaf8-6fee-4bfc-8088-d4d080ac9504 req-9257b1e4-e09d-468c-a3e2-c8dea1f102d6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 945 time: 0.1834383
Jun 21 03:19:15.253978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51caeaf8-6fee-4bfc-8088-d4d080ac9504 req-8e7399f3-e3d2-4844-be45-aa3b6329b02f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746832
Jun 21 03:19:15.380936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:19:15.489198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:19:15.495049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:15.500912 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] Sync routers for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:19:15.510947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:19:15.511569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de52fbe0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:19:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:15.536052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/floatingips/aa73a11d-70d7-4c6f-a3c1-de00fa33ac69 HTTP/1.1" status: 204  len: 168 time: 1.0987937
Jun 21 03:19:15.536755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:19:15.545117 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e3648f-0043-4e17-9e0e-2ad1119508ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "tag": "6c29e141-0d00-493d-96d5-e6b162515766"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:19:15.608413 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ab4215-1429-4abe-ac0a-8a16b5fe4975 x-openstack-request-id: req-a6ab4215-1429-4abe-ac0a-8a16b5fe4975 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:19:15.608413 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "tag": "6c29e141-0d00-493d-96d5-e6b162515766", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:19:15.608413 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6ab4215-1429-4abe-ac0a-8a16b5fe4975 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:19:15.608413 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766', 'status': 'completed', 'code': 200}
Jun 21 03:19:15.670645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:19:15.675258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-bc477d67-c1f8-44a4-b471-58b787db3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:15.677819 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-bc477d67-c1f8-44a4-b471-58b787db3730 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 1097 time: 0.0673702
Jun 21 03:19:15.779461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 54b5311a-4ed0-47e0-8bb5-216feafebd9b up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:19:15.787264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-ece8bc33-7a15-4db7-8bb6-e1fedd8d364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:15.788784 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-ece8bc33-7a15-4db7-8bb6-e1fedd8d364c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 HTTP/1.1" status: 200  len: 898 time: 0.1044240
Jun 21 03:19:15.834678 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-82034129-5037-4838-8190-86ecf110490e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c29e141-0d00-493d-96d5-e6b162515766 HTTP/1.1" status: 200  len: 217 time: 0.0369399
Jun 21 03:19:15.885545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-0670f33f-73ac-482e-8c36-18e1645580f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:15.887310 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-0670f33f-73ac-482e-8c36-18e1645580f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=958ff00c-78f3-4ae1-80fc-79a2eded6300 HTTP/1.1" status: 200  len: 834 time: 0.0460372
Jun 21 03:19:15.905955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de52fbe0>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:25Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:15.939211 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] Checking router: 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:19:15.946268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 54b5311a-4ed0-47e0-8bb5-216feafebd9b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:19:15.952182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 54b5311a-4ed0-47e0-8bb5-216feafebd9b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:19:15.960597 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:15.960597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:19:15.960597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de52fbe0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:19:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:15.969815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-9f86eb15-310c-4b22-a17f-ea3889b38b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:15.971538 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-9f86eb15-310c-4b22-a17f-ea3889b38b08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0761900
Jun 21 03:19:16.069441 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-6d62b3d0-de6b-4ef0-a482-15386f67dd72 service neutron] 10.222.0.20 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905020
Jun 21 03:19:16.116408 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:16.143192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:19:16.175255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:19:16.177790 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9601fdaa-5248-4901-8c7e-4ffd054eb0fb" -d '{"events": [{"server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "name": "network-vif-plugged", "status": "completed", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:19:16.198020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 54b5311a-4ed0-47e0-8bb5-216feafebd9b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:19:16.242019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-75e3648f-0043-4e17-9e0e-2ad1119508ff req-e05f8a95-9686-4015-b183-b302eeb4c5da service neutron] 10.222.0.20 "GET /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531057
Jun 21 03:19:16.261531 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b6ba9a-bfae-4203-ae52-f9d085129f43 x-openstack-request-id: req-10b6ba9a-bfae-4203-ae52-f9d085129f43 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:19:16.262040 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "name": "network-vif-plugged", "status": "completed", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:19:16.262366 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10b6ba9a-bfae-4203-ae52-f9d085129f43 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:19:16.262833 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'code': 200}
Jun 21 03:19:16.263422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8fd83-dccb-4de4-9ac2-afd8ad53ab76 req-dab62787-8c69-4337-9e7e-9bfc8361dd51 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:16.270255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29e8fd83-dccb-4de4-9ac2-afd8ad53ab76 req-dab62787-8c69-4337-9e7e-9bfc8361dd51 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 945 time: 0.0828490
Jun 21 03:19:16.295315 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:16.300187 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:16.312416 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-29e8fd83-dccb-4de4-9ac2-afd8ad53ab76 req-31ff262c-5ea0-402c-bc54-0c0ade48a08c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406282
Jun 21 03:19:16.381759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=54b5311a-4ed0-47e0-8bb5-216feafebd9b,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:16.387171 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:16.388977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58c959-505b-4daa-99c8-32939d59d9c9 req-dbd48b9b-12df-4b49-85f4-7cc7eeead4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:16.390918 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4b58c959-505b-4daa-99c8-32939d59d9c9 req-dbd48b9b-12df-4b49-85f4-7cc7eeead4f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 1098 time: 0.0654233
Jun 21 03:19:16.441369 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4b58c959-505b-4daa-99c8-32939d59d9c9 req-63cb1bf2-6b7c-4b77-8740-02e5a292d7dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388584
Jun 21 03:19:16.454217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de52fbe0>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:25Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:16.477345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71796c8-53c1-4867-bce9-22aa26c25bda req-b390896d-31cc-4412-8334-922b37b8d17b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:16.479389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b71796c8-53c1-4867-bce9-22aa26c25bda req-b390896d-31cc-4412-8334-922b37b8d17b tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 946 time: 0.0805709
Jun 21 03:19:16.481013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c43cb-9994-4af8-9a48-f9a20a6b7288 None None] The sync data for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 is: [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '43136453-3a62-4f30-9abe-cd0f4a360242', 'name': '', 'network_id': '4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'mac_address': 'fa:16:3e:26:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:20Z', 'updated_at': '2021-06-21T03:18:25Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'subnets': [{'id': '958ff00c-78f3-4ae1-80fc-79a2eded6300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:19:16.524421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b71796c8-53c1-4867-bce9-22aa26c25bda req-7b9310de-d7fc-45c8-b9d9-ab40ce933ede tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381970
Jun 21 03:19:16.735870 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbec88d-831d-4b2f-81da-891d3b09a3fa None None] New status for floating IP aa73a11d-70d7-4c6f-a3c1-de00fa33ac69: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:19:17.630246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-509d27f7-0194-425f-bf09-4fe5975f5ed9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:17.631791 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-509d27f7-0194-425f-bf09-4fe5975f5ed9 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 945 time: 0.0715945
Jun 21 03:19:17.753236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port 6c29e141-0d00-493d-96d5-e6b162515766 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:19:17.753616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:17.794830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5de64-df68-46de-aba4-5421eb1e96c0 req-734a67dd-bcc8-4694-bcbe-0f4aedd7dcc0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:17.794830 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fbc5de64-df68-46de-aba4-5421eb1e96c0 req-734a67dd-bcc8-4694-bcbe-0f4aedd7dcc0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 945 time: 0.1377232
Jun 21 03:19:17.826165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043b8ff-5522-4aae-a7c0-596dfc303265 req-7af21966-635c-480d-9e11-a5e4b4ca02d4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:17.827665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a043b8ff-5522-4aae-a7c0-596dfc303265 req-7af21966-635c-480d-9e11-a5e4b4ca02d4 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 946 time: 0.1187787
Jun 21 03:19:17.855545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fbc5de64-df68-46de-aba4-5421eb1e96c0 req-1d07bfe7-f82a-4fb4-b239-fc69dee28023 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/security-groups?id=f220fdc0-5672-420d-ada7-6a172f523cd2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526588
Jun 21 03:19:17.863280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port 6c29e141-0d00-493d-96d5-e6b162515766, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6c29e141-0d00-493d-96d5-e6b162515766,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:19:17.863644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:17.896076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a043b8ff-5522-4aae-a7c0-596dfc303265 req-4d9a5bc7-cc6a-4e90-bdec-5ab7ff93a0fe tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600822
Jun 21 03:19:17.949456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for 6c29e141-0d00-493d-96d5-e6b162515766 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:19:18.090166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947fad-6292-4690-90a2-a41c68ae9ad2 req-758f6cbe-366b-496b-a9ab-4bdb741c0da2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:18.091573 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3947fad-6292-4690-90a2-a41c68ae9ad2 req-758f6cbe-366b-496b-a9ab-4bdb741c0da2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 946 time: 0.0649850
Jun 21 03:19:18.131397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3947fad-6292-4690-90a2-a41c68ae9ad2 req-80fac820-1017-4abd-9488-e543a156e791 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341423
Jun 21 03:19:18.156561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55144) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:18.172891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:18.177126 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3433571e-1571-460c-9a00-4ec5ceb1fc0a tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:18.205995 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=6c29e141-0d00-493d-96d5-e6b162515766,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:18.219161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.219560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.219974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.220367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.220750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.221132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.223241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.223241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.223241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.223241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.223241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.223653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:18.242971 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:18.265284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] No DVR routers for this DVR port 6c29e141-0d00-493d-96d5-e6b162515766 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:19:18.267968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:18.270204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-28304419-87a4-4f7b-bd06-8289b3b4b7d4 req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.20 "DELETE /v2.0/ports/6c29e141-0d00-493d-96d5-e6b162515766 HTTP/1.1" status: 204  len: 173 time: 0.6326613
Jun 21 03:19:18.270539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'name': 'network-vif-deleted', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:19:18.273233 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70a9770-4284-4e1f-9c38-d2128f7a84c2" -d '{"events": [{"server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "name": "network-vif-deleted", "tag": "6c29e141-0d00-493d-96d5-e6b162515766"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:19:18.311214 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604d45f6-2e33-402f-8e1f-c5f3e8207cd4 x-openstack-request-id: req-604d45f6-2e33-402f-8e1f-c5f3e8207cd4 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:19:18.311585 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3460ea4-de91-46d8-8ada-539d0ae62eb3", "name": "network-vif-deleted", "tag": "6c29e141-0d00-493d-96d5-e6b162515766", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:19:18.312053 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-604d45f6-2e33-402f-8e1f-c5f3e8207cd4 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:19:18.312539 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3460ea4-de91-46d8-8ada-539d0ae62eb3', 'name': 'network-vif-deleted', 'tag': '6c29e141-0d00-493d-96d5-e6b162515766', 'status': 'completed', 'code': 200}
Jun 21 03:19:18.414928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2eca2b-b6e8-47a8-91d0-c945c715705e tempest-TestVolumeBootPattern-1393934906 tempest-TestVolumeBootPattern-1393934906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:18.417366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6c2eca2b-b6e8-47a8-91d0-c945c715705e tempest-TestVolumeBootPattern-1393934906 tempest-TestVolumeBootPattern-1393934906-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 1093 time: 0.2596812
Jun 21 03:19:18.420227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55150) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:18.433082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:19:18.535418 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:18.666661 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:18.788247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Allocated IP 172.25.7.125 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/80568bf8-41f8-44bb-9069-a88d99153501) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:19:18.891691 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:19.019392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:19.024001 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-24556202-9b93-496d-85fc-d4e7ae972578 tempest-VolumesBackupsTest-378302604 tempest-VolumesBackupsTest-378302604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:19.029407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da81a81a-2e54-4f57-a391-ac7275605c64 req-67591f3b-0e63-481c-b151-6f22875da944 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3460ea4-de91-46d8-8ada-539d0ae62eb3 HTTP/1.1" status: 200  len: 210 time: 0.0302582
Jun 21 03:19:19.071235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:19:19.074042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:19:19.077690 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:19:19.111238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=80568bf8-41f8-44bb-9069-a88d99153501,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:19.115406 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:19.474590 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:19.638242 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:19.791720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:19.872416 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:19.874749 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11052d27-176b-46a4-870f-ceb8272a79c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:19.949569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event updated for resources: {'Port': ['ID=80568bf8-41f8-44bb-9069-a88d99153501,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:19.952522 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:19.972057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:20.080746 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Floating IP d8d5fe5f-1d8c-4a52-a040-4f2ac63520c6 associated. External IP: 172.25.7.125, port: 54b5311a-4ed0-47e0-8bb5-216feafebd9b.
Jun 21 03:19:20.127257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55176) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:20.192973 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0aa33b1-281e-4ee1-b7d8-81581802899f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:20.219579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0aa33b1-281e-4ee1-b7d8-81581802899f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:20.309289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Router 2a605243-f2cb-459f-ab76-824044339a76 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:19:20.381420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0aa33b1-281e-4ee1-b7d8-81581802899f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:20.384222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0aa33b1-281e-4ee1-b7d8-81581802899f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:20.386647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e0aa33b1-281e-4ee1-b7d8-81581802899f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/security-groups/f220fdc0-5672-420d-ada7-6a172f523cd2 HTTP/1.1" status: 204  len: 168 time: 0.2570300
Jun 21 03:19:20.386997 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-92950749-a46c-44e5-9ee5-71d50e5d2671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:20.396443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa33b1-281e-4ee1-b7d8-81581802899f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f220fdc0-5672-420d-ada7-6a172f523cd2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:20.399543 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e0aa33b1-281e-4ee1-b7d8-81581802899f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:20.437750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:19:20.447122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:19:20.456350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:19:20.456968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2bbd820>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:19:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:20.488614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55184) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:20.505122 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:20.555093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1336184
Jun 21 03:19:20.556148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:19:20.560144 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d363d4-84fc-47e7-91c1-9040ea356226" -d '{"events": [{"name": "network-changed", "server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:19:20.586409 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:19:20.607698 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d925bd0-dfa9-4dbb-b608-53a3338bf3fc x-openstack-request-id: req-9d925bd0-dfa9-4dbb-b608-53a3338bf3fc {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:19:20.608058 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:19:20.609044 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d925bd0-dfa9-4dbb-b608-53a3338bf3fc {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:19:20.609044 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'status': 'completed', 'code': 200}
Jun 21 03:19:20.697190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-2d5a1a7b-2df4-462f-ad20-1cb5d3768c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:20.699453 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-2d5a1a7b-2df4-462f-ad20-1cb5d3768c9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 1098 time: 0.0594349
Jun 21 03:19:20.818618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-3f9ed867-f0a4-44ab-b3b3-c75dc28418bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:20.818618 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-3f9ed867-f0a4-44ab-b3b3-c75dc28418bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.1114144
Jun 21 03:19:20.891431 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-ff9c042c-1b30-4a84-8db4-0efc008eb14c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b HTTP/1.1" status: 200  len: 1000 time: 0.0666633
Jun 21 03:19:20.969963 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:20.972231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-5cc522d6-57e3-464c-8b7c-acfd655d862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:20.973924 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-5cc522d6-57e3-464c-8b7c-acfd655d862b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0766771
Jun 21 03:19:21.062980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-d8952c92-d538-4af7-b860-a23d83e94245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:21.063493 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-d8952c92-d538-4af7-b860-a23d83e94245 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0837033
Jun 21 03:19:21.093754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2bbd820>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:25Z', 'revision_number': 1, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}, {'id': 'd8d5fe5f-1d8c-4a52-a040-4f2ac63520c6', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:6a:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:19:19Z', 'updated_at': '2021-06-21T03:19:19Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:21.121105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:19:21.130245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:19:21.130876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2bbd820>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:19:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:21.162369 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-93528aa0-c502-4550-8900-252a9d994d69 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923638
Jun 21 03:19:21.256919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:19:21.278796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port 43136453-3a62-4f30-9abe-cd0f4a360242 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:19:21.279395 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:21.279591 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e0d363d4-84fc-47e7-91c1-9040ea356226 req-b64a88e9-9989-491d-abbd-fd2950adf6f1 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109836
Jun 21 03:19:21.374610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port 43136453-3a62-4f30-9abe-cd0f4a360242, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=43136453-3a62-4f30-9abe-cd0f4a360242,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:19:21.375107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:21.446413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for 43136453-3a62-4f30-9abe-cd0f4a360242 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:19:21.521835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2bbd820>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:25Z', 'revision_number': 1, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}, {'id': 'd8d5fe5f-1d8c-4a52-a040-4f2ac63520c6', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:6a:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:19:19Z', 'updated_at': '2021-06-21T03:19:19Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:21.548027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5320fbb-747a-4982-8222-628a8d81c1a0 None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:25Z', 'revision_number': 1, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}, {'id': 'd8d5fe5f-1d8c-4a52-a040-4f2ac63520c6', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:6a:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:19:19Z', 'updated_at': '2021-06-21T03:19:19Z', 'revision_number': 0, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:19:21.744239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6c29e141-0d00-493d-96d5-e6b162515766 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:19:21.745455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:21.749174 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bf33cc8c-1f5e-4f19-a653-5971c23d7dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:21.764311 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b937cda-00c2-4436-8a1a-ddef28d419c4 None None] New status for floating IP d8d5fe5f-1d8c-4a52-a040-4f2ac63520c6: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:19:21.778601 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 6c29e141-0d00-493d-96d5-e6b162515766 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:19:21.779112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6c29e141-0d00-493d-96d5-e6b162515766 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:19:21.782283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=43136453-3a62-4f30-9abe-cd0f4a360242,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:21.787558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:21.989672 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:22.576427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:19:22.690750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:19:22.698935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "PUT /v2.0/routers/25c2790b-1c9a-4b3a-bb25-8d8411cbde75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2060308
Jun 21 03:19:22.699256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55214) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:22.700714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] Sync routers for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:19:22.710645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:19:22.711479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3edff70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:19:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:22.750730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting subnet 958ff00c-78f3-4ae1-80fc-79a2eded6300 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:19:22.754556 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:22.797687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:22.823037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:19:22.894992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.007629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3edff70>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:19:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:23.034471 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] Checking router: 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:19:23.043810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] Routers {'25c2790b-1c9a-4b3a-bb25-8d8411cbde75'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:19:23.044450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3edff70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:19:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:23.045011 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.048552 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ee02eaf6-9b76-499d-88f4-6fb4ef120784 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:23.075345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Subnet': ['ID=958ff00c-78f3-4ae1-80fc-79a2eded6300,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:23.078025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:23.081376 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.083865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/subnets/958ff00c-78f3-4ae1-80fc-79a2eded6300 HTTP/1.1" status: 204  len: 168 time: 0.3830390
Jun 21 03:19:23.089181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d6ae5-3bd8-4d56-9637-ff5f925eb4a1 None None] Network 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:19:23.089283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55222) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:23.231516 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.245227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] Set router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:19:23.360489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.437602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] DHCP port deletion for 4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:19:23.491317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Deleting port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:19:23.491956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.492901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3edff70>, [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:19:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:23.525241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb807303-c44b-424a-919a-f5092f52d2dc None None] The sync data for ids ['25c2790b-1c9a-4b3a-bb25-8d8411cbde75'] in n-d-758944-33 is: [{'id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'name': 'tempest-TestNetworkBasicOps-router-304017128', 'tenant_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:19:21Z', 'revision_number': 5, 'project_id': 'bf6793336d9b4aa1b00f7e40f2bf3e28', 'gw_port': {'id': '6ab47adc-3e63-4d3c-8738-fbc8177f34a2', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2790b-1c9a-4b3a-bb25-8d8411cbde75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:18:16Z', 'updated_at': '2021-06-21T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:19:23.532169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Deleting port 69a14f03-6990-43da-86fb-4d60e3f62b46 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:19:23.532557 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.611240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] For port 69a14f03-6990-43da-86fb-4d60e3f62b46, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=69a14f03-6990-43da-86fb-4d60e3f62b46,segment=NetworkSegment(c3ef50b0-69ef-4b31-a271-9f98c754e2f7),segment_id=c3ef50b0-69ef-4b31-a271-9f98c754e2f7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:19:23.611721 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.620529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] For port 6ab47adc-3e63-4d3c-8738-fbc8177f34a2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6ab47adc-3e63-4d3c-8738-fbc8177f34a2,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:19:23.621043 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.679285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Calling delete_port for 69a14f03-6990-43da-86fb-4d60e3f62b46 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:19:23.688338 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Calling delete_port for 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:19:23.895466 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.897972 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3d1e841b-1c4a-4da9-9cdf-db6b3b055961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:23.928009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Pushing event deleted for resources: {'Port': ['ID=69a14f03-6990-43da-86fb-4d60e3f62b46,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:23.937139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] No DVR routers for this DVR port 69a14f03-6990-43da-86fb-4d60e3f62b46 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:19:23.951670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.952097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.952500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.952898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.953314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.953667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.953993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.954775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.955106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.955793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.956184 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:23.956592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.956923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:19:23.958694 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-816da2f9-46c4-4532-bba5-7a976d4e417e tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:23.960860 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:23.991623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Port': ['ID=6ab47adc-3e63-4d3c-8738-fbc8177f34a2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:23.991623 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:24.077521 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.542504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.544768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.683853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.684439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Fanout notify agent at l3_agent the message router_deleted on router 25c2790b-1c9a-4b3a-bb25-8d8411cbde75 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:19:24.691243 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.692358 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/routers/25c2790b-1c9a-4b3a-bb25-8d8411cbde75 HTTP/1.1" status: 204  len: 168 time: 1.6021056
Jun 21 03:19:24.695173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55240) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:24.781643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.888331 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.905119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8a66d00>,) {'filters': {'network_id': ['4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:24.914501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8a66d00>, 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:24.914752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8a66d00>, 'c3ef50b0-69ef-4b31-a271-9f98c754e2f7') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:19:24.924171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.938161 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.944067 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:19:24.944475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:19:24.948096 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:19:25.095708 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:25.099313 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4ebeb938-1b69-4ac0-8fab-63f1b7a8f47f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:25.103917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:25.105762 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] 10.222.0.25 "DELETE /v2.0/networks/4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61 HTTP/1.1" status: 204  len: 168 time: 0.4095051
Jun 21 03:19:25.117608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Pushing event deleted for resources: {'Network': ['ID=4831ebb6-d3c8-41b4-a9b2-f9b9c103bc61,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:25.120205 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-28417201-6a02-4715-a1c2-00aac5ee6123 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:25.318155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 69a14f03-6990-43da-86fb-4d60e3f62b46 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:19:25.339039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 69a14f03-6990-43da-86fb-4d60e3f62b46 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:19:25.339397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 69a14f03-6990-43da-86fb-4d60e3f62b46 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:19:25.339829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 43136453-3a62-4f30-9abe-cd0f4a360242 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:19:25.358701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 43136453-3a62-4f30-9abe-cd0f4a360242 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:19:25.359068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 43136453-3a62-4f30-9abe-cd0f4a360242 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:19:25.359494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:19:25.380670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:19:25.381029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6ab47adc-3e63-4d3c-8738-fbc8177f34a2 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:19:25.610472 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55260) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:25.751965 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1720c50-2fe6-4d3c-a7c5-1ff1ab5e02c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf6793336d9b4aa1b00f7e40f2bf3e28&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1401303
Jun 21 03:19:25.754246 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55266) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:25.809054 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2e713e7-f55b-478c-8641-304ec7567005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:25.830586 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2e713e7-f55b-478c-8641-304ec7567005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:25.947508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2e713e7-f55b-478c-8641-304ec7567005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:25.950335 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d2e713e7-f55b-478c-8641-304ec7567005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:25.951474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d2e713e7-f55b-478c-8641-304ec7567005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28ecfbe3-d0f1-4f92-837d-925cd325aaa8 HTTP/1.1" status: 204  len: 168 time: 0.1963246
Jun 21 03:19:25.952269 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9307fd4f-07bc-4552-9097-b618f30439bb tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:25.960025 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e713e7-f55b-478c-8641-304ec7567005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ecfbe3-d0f1-4f92-837d-925cd325aaa8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:25.962843 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d2e713e7-f55b-478c-8641-304ec7567005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:26.591809 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 55282) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:26.607037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ec55-bf82-4f8a-afa8-32d8a5913d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:26.710172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ec55-bf82-4f8a-afa8-32d8a5913d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:26.804293 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ec55-bf82-4f8a-afa8-32d8a5913d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:26.807529 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1ccc41f-56c9-4e45-90e5-76e2b021925f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:26.845459 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f0b3ec55-bf82-4f8a-afa8-32d8a5913d55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98b82e3553c642b883a27a245420ef52&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2523820
Jun 21 03:19:26.846379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3ec55-bf82-4f8a-afa8-32d8a5913d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7405e823-430f-4894-ab97-fbdbba08346b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:26.848136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 55286) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:19:26.849712 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f0b3ec55-bf82-4f8a-afa8-32d8a5913d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:26.903580 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7489df2-f2a7-4166-90c1-a3926a5ba806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:26.932820 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7489df2-f2a7-4166-90c1-a3926a5ba806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:27.041853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7489df2-f2a7-4166-90c1-a3926a5ba806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:27.044521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7489df2-f2a7-4166-90c1-a3926a5ba806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:27.045700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a7489df2-f2a7-4166-90c1-a3926a5ba806 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7405e823-430f-4894-ab97-fbdbba08346b HTTP/1.1" status: 204  len: 168 time: 0.1959422
Jun 21 03:19:27.046529 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-63cccbdd-52af-429a-affe-9d919f49a390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:19:27.054655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7489df2-f2a7-4166-90c1-a3926a5ba806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7405e823-430f-4894-ab97-fbdbba08346b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:19:27.057294 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a7489df2-f2a7-4166-90c1-a3926a5ba806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:19:29.736364 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:19:34.241679 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23687c75-456b-4fba-b084-10f46c2b1cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:36.186747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:36.632507 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c67b0b39-e9e3-43d1-9319-a2dd48009225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:37.204744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:38.144277 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:38.258562 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:39.636432 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:19:51.218520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-0b7f5688-72a0-4ca7-b892-8b768de50113 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0592909
Jun 21 03:19:51.313032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-8c6ce490-2be5-4226-a60f-cf8a9c72c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:51.314584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-8c6ce490-2be5-4226-a60f-cf8a9c72c3a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1097 time: 0.0535231
Jun 21 03:19:51.419231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-6340a813-9c2d-4b99-ba0c-9db12f23289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:51.421660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-6340a813-9c2d-4b99-ba0c-9db12f23289a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.0875466
Jun 21 03:19:51.498206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-656e9a38-943e-46e4-8c38-fb5d1b17515b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 200  len: 1001 time: 0.0707061
Jun 21 03:19:51.554699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-994c88e6-c3e3-4641-aa8b-cdf4d0ef755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:51.556179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-994c88e6-c3e3-4641-aa8b-cdf4d0ef755d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0519943
Jun 21 03:19:51.615628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-ff046ae1-973d-4932-8074-0ec590f97dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:51.617132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-ff046ae1-973d-4932-8074-0ec590f97dc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0547283
Jun 21 03:19:51.713569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-7f96f708-0b56-4b0b-9055-0b2666095606 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901923
Jun 21 03:19:51.806788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-251deeb2-7e52-4223-96bf-110f7d561b5a req-fefc6c91-fa88-400e-a01b-18f229bdc397 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862246
Jun 21 03:19:55.585576 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-70e5eeb0-8375-43c6-a427-0d9620b8a18e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0520675
Jun 21 03:19:55.685570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-8b18419e-e6a3-42f4-8207-12b4a808a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:55.687730 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-8b18419e-e6a3-42f4-8207-12b4a808a4f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 1098 time: 0.0580213
Jun 21 03:19:55.794960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-401b0312-5c66-4bdc-bfbe-e34e265639bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:55.796601 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-401b0312-5c66-4bdc-bfbe-e34e265639bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.0898037
Jun 21 03:19:55.869113 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-69261343-3e74-43f1-81ce-d4f593fd7052 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b HTTP/1.1" status: 200  len: 1002 time: 0.0667560
Jun 21 03:19:55.919055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-57a03208-73cf-43fc-9451-648b8576e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:55.920713 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-57a03208-73cf-43fc-9451-648b8576e185 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0458128
Jun 21 03:19:55.978672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-35237598-8d4c-4e3a-9906-4fb324773bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:19:55.980209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-35237598-8d4c-4e3a-9906-4fb324773bf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0533142
Jun 21 03:19:56.074772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-32595470-7861-4517-a63f-00297a26617f service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878587
Jun 21 03:19:56.164337 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e6bf69e4-36c8-4a3e-86aa-1dd136b474d7 req-637ea8c0-12a5-4509-9fd0-7606030befc4 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837932
Jun 21 03:20:04.237974 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-79d9d0f1-8827-450d-884f-b52eb3f4693b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:06.164028 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:06.612996 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-74250e5d-1431-44cf-b33e-ee910a830727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:06.735384 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:20:07.141472 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:08.109964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:08.241386 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:09.641840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:34.232614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-220d9728-e780-4aa8-bf8e-7bb485497f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:36.181256 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:36.632684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9d1cfe0b-8c15-4159-8073-27bcc6c1fc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:37.139015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:38.144538 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:38.270071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:39.661421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:43.734431 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:20:52.766572 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56492) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:20:52.892718 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7dbab9d3-3385-45f5-bbfc-714806d5f8ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b947dfc067c84312a712753d839d8b6a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1247787
Jun 21 03:20:52.895022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 56496) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:20:52.914532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-11945dcf-0764-4dc9-bbaf-cb7ba5a684ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2254276
Jun 21 03:20:52.949974 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:52.993860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:53.046971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-36d9e3dc-e69c-416c-925c-cece792cbff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:20:53.048450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-36d9e3dc-e69c-416c-925c-cece792cbff3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1097 time: 0.0897772
Jun 21 03:20:53.135191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:53.137907 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:20:53.139077 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1e779ea-4d1b-4f9b-8e5b-63851804b6ab HTTP/1.1" status: 204  len: 168 time: 0.2431600
Jun 21 03:20:53.139885 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a7489df2-f2a7-4166-90c1-a3926a5ba806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:20:53.157761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e779ea-4d1b-4f9b-8e5b-63851804b6ab,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:20:53.174183 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.174576 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.174957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.178777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:20:53.182764 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:20:53.184708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-76141cba-07ee-456a-aecf-679b41c8eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:20:53.185813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-76141cba-07ee-456a-aecf-679b41c8eb66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.1180210
Jun 21 03:20:53.256470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-eac18dc0-38a4-4761-a1e5-b621c24b0697 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 200  len: 1001 time: 0.0634389
Jun 21 03:20:53.304438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-4e92c39d-2e3c-4da9-a715-ece854e2fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:20:53.305960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-4e92c39d-2e3c-4da9-a715-ece854e2fbf5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0440261
Jun 21 03:20:53.362649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-76db2b44-680e-4298-a9d9-aaa433c542ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:20:53.364121 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-76db2b44-680e-4298-a9d9-aaa433c542ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0521207
Jun 21 03:20:53.374215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-847a8568-282c-451c-946c-c6c8946849f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:20:53.375204 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-847a8568-282c-451c-946c-c6c8946849f1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049312
Jun 21 03:20:53.473433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-009f1531-1025-4519-a99f-89147fdd87b0 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913239
Jun 21 03:20:53.564867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-882dd7f2-0149-4ce6-b709-0d9f922314d6 req-6631ecf2-58bb-4a58-875b-4cf2bd8f9ddf service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850568
Jun 21 03:20:57.726663 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-164025ac-2382-4d54-891d-af9bf3de2f1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1617463
Jun 21 03:20:57.830125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-208edfdc-0922-4616-8db1-c6e01959e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:20:57.831595 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-208edfdc-0922-4616-8db1-c6e01959e0fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 1098 time: 0.0595965
Jun 21 03:20:57.947955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-cadc2fb0-fad5-4013-baec-8ec43ceebd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:20:57.950686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-cadc2fb0-fad5-4013-baec-8ec43ceebd89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.0983520
Jun 21 03:20:58.029466 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-8088fbb6-5f39-4334-8744-9d7c34a2272b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b HTTP/1.1" status: 200  len: 1002 time: 0.0720007
Jun 21 03:20:58.080316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-ea96d4a9-5f1d-4a8f-91f1-a8e3ab0e09ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:20:58.081732 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-ea96d4a9-5f1d-4a8f-91f1-a8e3ab0e09ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0459976
Jun 21 03:20:58.140753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-a4ea98db-019e-4600-990f-f1454881db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:20:58.142218 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-a4ea98db-019e-4600-990f-f1454881db69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0539098
Jun 21 03:20:58.153369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-c5542566-74d7-4415-871b-036578c5307d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:20:58.154325 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-c5542566-74d7-4415-871b-036578c5307d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053086
Jun 21 03:20:58.258761 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-699a7d17-88e2-49bb-bc6b-090076395b6b service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980639
Jun 21 03:20:58.350316 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1dbfea20-ca5d-4e11-8dbc-672688506190 req-ac1d266d-7046-437f-9f15-744659b6a963 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858519
Jun 21 03:21:04.278137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6009d032-906e-4deb-851f-e648ece454a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:06.169459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:06.626859 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3bf290f8-7661-4a9f-98f8-1ee3dc0d42c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:07.146533 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:08.129617 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:08.278041 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:09.603891 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:20.733546 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:21:23.229299 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 56868) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:23.490416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 80568bf8-41f8-44bb-9069-a88d99153501 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:23.490761 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:23.577622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:23.577965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:23.645692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 80568bf8-41f8-44bb-9069-a88d99153501 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:23.907409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:23.909731 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:23.934857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=80568bf8-41f8-44bb-9069-a88d99153501,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:23.946802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.947192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.947788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.947945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.948318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.948686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.949052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.949475 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.949893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.950259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.950624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.950984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:23.969580 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:24.012879 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:24.013303 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Floating IP d8d5fe5f-1d8c-4a52-a040-4f2ac63520c6 disassociated (deleted). External IP: 172.25.7.125, port: 54b5311a-4ed0-47e0-8bb5-216feafebd9b.
Jun 21 03:21:24.226992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Router 2a605243-f2cb-459f-ab76-824044339a76 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:21:24.340935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:21:24.345802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:24.350928 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:21:24.360681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:21:24.361293 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84c2760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:21:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:24.396351 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "DELETE /v2.0/floatingips/d8d5fe5f-1d8c-4a52-a040-4f2ac63520c6 HTTP/1.1" status: 204  len: 168 time: 1.1635315
Jun 21 03:21:24.396351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:21:24.397670 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607997d7-314b-44f5-8501-7bf2f1b77b03" -d '{"events": [{"name": "network-changed", "server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:21:24.481502 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:21:24.627817 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b211a6b-d44c-4b6f-831f-ccbd195534b0 x-openstack-request-id: req-5b211a6b-d44c-4b6f-831f-ccbd195534b0 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:21:24.628173 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:21:24.628534 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b211a6b-d44c-4b6f-831f-ccbd195534b0 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:21:24.628965 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'status': 'completed', 'code': 200}
Jun 21 03:21:24.711423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-4a12aed6-7d62-444f-9b69-b0eaf555a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:24.712976 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-4a12aed6-7d62-444f-9b69-b0eaf555a2a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 1098 time: 0.0602028
Jun 21 03:21:24.729814 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84c2760>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:25Z', 'revision_number': 1, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:24.761224 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:21:24.769742 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:21:24.770352 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84c2760>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:21:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:24.817421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-8944ba4a-b554-420d-a2b3-8d71c3f00dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:24.820272 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-8944ba4a-b554-420d-a2b3-8d71c3f00dbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.0986164
Jun 21 03:21:24.868522 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-9d9ba6ed-fbf7-4447-8ab9-efcd7e5a3b0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b HTTP/1.1" status: 200  len: 217 time: 0.0431545
Jun 21 03:21:24.877987 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:21:24.923324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-3afa77dc-1d45-44de-8aad-2ca87e344bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:24.924820 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-3afa77dc-1d45-44de-8aad-2ca87e344bbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0478637
Jun 21 03:21:25.024579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-af9171f4-cfc2-4f2a-9640-d09009bdcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:25.026405 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-af9171f4-cfc2-4f2a-9640-d09009bdcd60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0947752
Jun 21 03:21:25.058491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75063e-ee49-4400-abac-0d6e6c56d742 req-1d815b61-5db3-4064-b0c7-5029612771d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:25.066540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b75063e-ee49-4400-abac-0d6e6c56d742 req-1d815b61-5db3-4064-b0c7-5029612771d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 946 time: 0.1575592
Jun 21 03:21:25.107276 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8b75063e-ee49-4400-abac-0d6e6c56d742 req-55111099-c7bc-42fd-a471-a82682ae3923 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395849
Jun 21 03:21:25.136851 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-95c409b2-7a3b-4f20-9025-963f9b8e8aeb service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022081
Jun 21 03:21:25.143529 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84c2760>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:25Z', 'revision_number': 1, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:25.169377 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7671e-2b6d-4299-9e78-a8682c49d59c None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '2ea5e1d0-44cd-40f4-b3cd-0910057ff21e', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2a605243-f2cb-459f-ab76-824044339a76', 'port_id': '27931038-1784-4842-8621-f2733ec2d549', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'mac_address': 'fa:16:3e:04:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:16:22Z', 'updated_at': '2021-06-21T03:16:25Z', 'revision_number': 1, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:21:25.233996 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-607997d7-314b-44f5-8501-7bf2f1b77b03 req-4bc76f64-9d0b-4dc1-9639-ad78074be7b0 service neutron] 10.222.0.20 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902009
Jun 21 03:21:25.416158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228cb8a-7ba3-4096-875e-3dd7e11e404d None None] New status for floating IP d8d5fe5f-1d8c-4a52-a040-4f2ac63520c6: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:21:26.345949 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86460-15a5-4ffa-ac46-14127343d63b req-ffea5b8f-5ace-4466-977d-a725d1d114ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:26.347466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b86460-15a5-4ffa-ac46-14127343d63b req-ffea5b8f-5ace-4466-977d-a725d1d114ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 946 time: 0.1245093
Jun 21 03:21:26.390373 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7b86460-15a5-4ffa-ac46-14127343d63b req-3b8afc3c-c8c5-4ed0-854f-dab8fe47f8bd tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365176
Jun 21 03:21:26.481167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-6a64ecda-6be6-450a-87f8-cdd363a3bb26 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:26.482665 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-6a64ecda-6be6-450a-87f8-cdd363a3bb26 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 946 time: 0.0703964
Jun 21 03:21:26.582548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 54b5311a-4ed0-47e0-8bb5-216feafebd9b {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:26.582806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:26.681464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] For port 54b5311a-4ed0-47e0-8bb5-216feafebd9b, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=54b5311a-4ed0-47e0-8bb5-216feafebd9b,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:26.681830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:26.684026 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-47c9e0cb-6379-4737-a4d0-7281166f3c48 req-6ef1155e-58f7-4b39-9ced-3aa23b16c0fb service neutron] (94166) timed out ('10.222.0.25', 58374) {{(pid=94166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:21:26.748943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 54b5311a-4ed0-47e0-8bb5-216feafebd9b owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:26.929510 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:26.933871 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e2ab2c2c-38dc-400d-9823-c8ee1ae377d6 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:26.961363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=54b5311a-4ed0-47e0-8bb5-216feafebd9b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:26.964712 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:27.014306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] No DVR routers for this DVR port 54b5311a-4ed0-47e0-8bb5-216feafebd9b on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:21:27.016881 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:27.018939 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9c72492c-d4a3-4edc-8e8d-90e1b9422dcf req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.20 "DELETE /v2.0/ports/54b5311a-4ed0-47e0-8bb5-216feafebd9b HTTP/1.1" status: 204  len: 173 time: 0.5312488
Jun 21 03:21:27.019473 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'name': 'network-vif-deleted', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:21:27.021824 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080f2df-25c3-4f41-a4d5-7cae0918ded6" -d '{"events": [{"server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "name": "network-vif-deleted", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:21:27.083131 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e63d61-485b-41ad-b09e-6440ff29a599 x-openstack-request-id: req-03e63d61-485b-41ad-b09e-6440ff29a599 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:21:27.083472 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f1fa64-493e-4f3e-a869-b46a8f2c9ea8", "name": "network-vif-deleted", "tag": "54b5311a-4ed0-47e0-8bb5-216feafebd9b", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:21:27.083784 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03e63d61-485b-41ad-b09e-6440ff29a599 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:21:27.088526 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f1fa64-493e-4f3e-a869-b46a8f2c9ea8', 'name': 'network-vif-deleted', 'tag': '54b5311a-4ed0-47e0-8bb5-216feafebd9b', 'status': 'completed', 'code': 200}
Jun 21 03:21:27.559820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6ac24b9-34cd-40e2-ad9e-02b900167c57 req-529e597a-f30d-4dad-ae0b-94a74870568c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 210 time: 0.0320134
Jun 21 03:21:28.707063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b88d36a8-ca09-4fc0-b280-409d67928d83 req-a71294e6-5a52-4284-be1c-152bedec8f74 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 210 time: 0.0287471
Jun 21 03:21:29.860939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-28eb5c51-8e60-4d94-8ff8-b2e746a98c19 req-984b6da3-c7fb-48e0-a7e4-a02b335d8418 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 210 time: 0.0373640
Jun 21 03:21:30.369290 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 54b5311a-4ed0-47e0-8bb5-216feafebd9b no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:21:30.390945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 54b5311a-4ed0-47e0-8bb5-216feafebd9b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:21:30.391373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 54b5311a-4ed0-47e0-8bb5-216feafebd9b not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:21:31.033865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6c16c06-d326-4bcc-92bf-8032f7592cd0 req-3bf3fbda-4e5a-4ce0-a946-4fcdbaa8a8b6 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f1fa64-493e-4f3e-a869-b46a8f2c9ea8 HTTP/1.1" status: 200  len: 210 time: 0.0299168
Jun 21 03:21:34.237701 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-59812d24-9d28-4b43-b286-82f53a844bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:36.179715 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:36.649652 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-54cbb9e2-616f-40c7-9ee7-ba4612e7e79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:37.163366 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:37.706620 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57112) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:37.875119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 89871421-1f0c-40ae-883d-31f853aa2f6a {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:37.875473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:37.952486 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:37.952825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:38.020457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 89871421-1f0c-40ae-883d-31f853aa2f6a owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:38.135319 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:38.244091 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:38.247508 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c84963b8-b37f-49a8-925a-a95382002fbd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:38.270658 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=89871421-1f0c-40ae-883d-31f853aa2f6a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:38.274684 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:38.300750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:38.335706 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:38.336047 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Floating IP 2ea5e1d0-44cd-40f4-b3cd-0910057ff21e disassociated (deleted). External IP: 172.25.7.241, port: 27931038-1784-4842-8621-f2733ec2d549.
Jun 21 03:21:38.558522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Router 2a605243-f2cb-459f-ab76-824044339a76 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:21:38.668337 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:21:38.673275 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:38.678132 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:21:38.691575 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:21:38.692313 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8543220>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:21:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:38.711639 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "DELETE /v2.0/floatingips/2ea5e1d0-44cd-40f4-b3cd-0910057ff21e HTTP/1.1" status: 204  len: 168 time: 1.0039196
Jun 21 03:21:38.712398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'tag': '27931038-1784-4842-8621-f2733ec2d549'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:21:38.716077 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0853e80e-fc94-4ef7-84d7-75bb47a1b311" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "tag": "27931038-1784-4842-8621-f2733ec2d549"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:21:38.753357 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab159d8-61d3-4359-8524-9dac90e680ed x-openstack-request-id: req-3ab159d8-61d3-4359-8524-9dac90e680ed {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:21:38.755969 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "tag": "27931038-1784-4842-8621-f2733ec2d549", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:21:38.755969 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ab159d8-61d3-4359-8524-9dac90e680ed {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:21:38.755969 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'tag': '27931038-1784-4842-8621-f2733ec2d549', 'status': 'completed', 'code': 200}
Jun 21 03:21:38.808083 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:21:38.837712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-9002f376-67d0-4c32-aaea-39aee836135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:38.839338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-9002f376-67d0-4c32-aaea-39aee836135b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 1097 time: 0.0613647
Jun 21 03:21:38.950500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-de7755e8-89e7-4911-8c69-90008c13f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:38.952097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-de7755e8-89e7-4911-8c69-90008c13f95f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 200  len: 912 time: 0.1053345
Jun 21 03:21:38.995189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-07696d6f-e7a3-49c1-9420-18df7ceecd96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 200  len: 217 time: 0.0368240
Jun 21 03:21:39.035606 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8543220>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:39.045863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-55cf7c01-f3de-4922-b15d-0690e23d6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:39.047320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-55cf7c01-f3de-4922-b15d-0690e23d6894 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 200  len: 850 time: 0.0466352
Jun 21 03:21:39.065204 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:21:39.071750 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:21:39.072375 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8543220>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:21:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:39.120897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-83b74e90-0d0a-4e20-97ab-52504cf2e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:39.122497 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-83b74e90-0d0a-4e20-97ab-52504cf2e18b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c8f044d-188b-4ba3-9662-e5461ebbe0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0690222
Jun 21 03:21:39.236438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-47e76206-12fc-4e9b-a810-246c78c9ecb7 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073158
Jun 21 03:21:39.289673 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:21:39.388920 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0853e80e-fc94-4ef7-84d7-75bb47a1b311 req-0aef21ad-3db2-4504-adab-bf4564bc9307 service neutron] 10.222.0.26 "GET /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457260
Jun 21 03:21:39.401957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b48ea5-435c-4561-a0f1-98953a891c89 req-a5e89df9-e4a1-4c26-a777-3e6a758b3169 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:39.403450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2b48ea5-435c-4561-a0f1-98953a891c89 req-a5e89df9-e4a1-4c26-a777-3e6a758b3169 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 945 time: 0.1123126
Jun 21 03:21:39.449203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2b48ea5-435c-4561-a0f1-98953a891c89 req-0d6c11cf-1c01-4caf-b801-256ad2153d06 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393641
Jun 21 03:21:39.512761 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8543220>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:39.539691 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5a530-d089-4d72-aac6-d3f3d2a06b6d None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:04:41Z', 'revision_number': 4, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '1e19d51a-d4d9-49c5-afd9-e33ac2533311', 'name': '', 'network_id': '0c8f044d-188b-4ba3-9662-e5461ebbe0b0', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'mac_address': 'fa:16:3e:88:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:38Z', 'updated_at': '2021-06-21T03:04:48Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'subnets': [{'id': 'cb0bbd3e-d7d3-4f69-9837-2d1390d988bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:21:39.637997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:39.781006 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fdcb0-85fe-4195-bb03-6c9c3f6a76e6 None None] New status for floating IP 2ea5e1d0-44cd-40f4-b3cd-0910057ff21e: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:21:39.851693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-ef301d13-6550-4fe4-bf98-0528140cbf78 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:21:39.853164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-ef301d13-6550-4fe4-bf98-0528140cbf78 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 945 time: 0.0658188
Jun 21 03:21:39.973854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port 27931038-1784-4842-8621-f2733ec2d549 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:39.974128 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:40.076257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] For port 27931038-1784-4842-8621-f2733ec2d549, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=27931038-1784-4842-8621-f2733ec2d549,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:40.076622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:40.141972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for 27931038-1784-4842-8621-f2733ec2d549 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:40.392622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:40.396866 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:40.423728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=27931038-1784-4842-8621-f2733ec2d549,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:40.426861 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:40.476593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] No DVR routers for this DVR port 27931038-1784-4842-8621-f2733ec2d549 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:21:40.479193 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:40.481244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-14d81cf4-78cb-407f-9da1-bae0cb47b32e req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.26 "DELETE /v2.0/ports/27931038-1784-4842-8621-f2733ec2d549 HTTP/1.1" status: 204  len: 173 time: 0.6224084
Jun 21 03:21:40.481832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'name': 'network-vif-deleted', 'tag': '27931038-1784-4842-8621-f2733ec2d549'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:21:40.484152 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1f149c-4aec-41f9-9075-1478156806e4" -d '{"events": [{"server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "name": "network-vif-deleted", "tag": "27931038-1784-4842-8621-f2733ec2d549"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:21:40.529111 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62acbe5-fe82-4bc4-bdb3-c84433bd4596 x-openstack-request-id: req-f62acbe5-fe82-4bc4-bdb3-c84433bd4596 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:21:40.529518 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad7e5c5-92f5-40fe-8997-c70362d0a4a2", "name": "network-vif-deleted", "tag": "27931038-1784-4842-8621-f2733ec2d549", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:21:40.529826 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f62acbe5-fe82-4bc4-bdb3-c84433bd4596 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:21:40.530326 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad7e5c5-92f5-40fe-8997-c70362d0a4a2', 'name': 'network-vif-deleted', 'tag': '27931038-1784-4842-8621-f2733ec2d549', 'status': 'completed', 'code': 200}
Jun 21 03:21:40.625517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4406f5ba-0fa7-458a-b9bf-74293ce1cd87 req-d73a154a-330c-4930-88f0-ecf8dcd11e14 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0367858
Jun 21 03:21:41.770249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbd4a424-6e61-47b3-b9b4-bc460f3b17f8 req-f2e6614e-401e-4bd5-b83a-75719f3af81f tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0289464
Jun 21 03:21:42.917721 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1c2ba1f-2142-481f-8fdd-d36f302ebd4a req-e1dee167-cfe5-4a88-8627-98937e83073c tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0311720
Jun 21 03:21:43.300370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27931038-1784-4842-8621-f2733ec2d549 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:21:43.320539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 27931038-1784-4842-8621-f2733ec2d549 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:21:43.320894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 27931038-1784-4842-8621-f2733ec2d549 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:21:44.062219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d472750-e9c6-476b-896f-947b3587cae2 req-1c1303be-9095-4b5b-bb5f-0f032fdd1769 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0326188
Jun 21 03:21:45.215228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e785040-4c95-4f60-8ab6-9aab314a2f95 req-ba8703a5-8ee9-4074-a75d-c52a09c5b3ca tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad7e5c5-92f5-40fe-8997-c70362d0a4a2 HTTP/1.1" status: 200  len: 210 time: 0.0285304
Jun 21 03:21:46.308368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57178) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:46.435140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Deleting port e4781823-2ad7-4a9b-9af1-563eeba19c9f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:46.435385 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:46.512481 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:46.512811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:46.584616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Calling delete_port for e4781823-2ad7-4a9b-9af1-563eeba19c9f owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:46.781468 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:46.783659 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d2aeb343-993c-4145-a368-a998e5514689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:46.810266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'Port': ['ID=e4781823-2ad7-4a9b-9af1-563eeba19c9f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:46.814129 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:46.874201 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:46.876818 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:46.877986 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "DELETE /v2.0/floatingips/cb6a69dd-c844-43ba-8091-4a2b9115f633 HTTP/1.1" status: 204  len: 168 time: 0.5686352
Jun 21 03:21:50.394475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57320) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:50.457618 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-060db059-b5a0-4d98-b697-ef3842c7d1de tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:50.484636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-060db059-b5a0-4d98-b697-ef3842c7d1de tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:50.632096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-060db059-b5a0-4d98-b697-ef3842c7d1de tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:50.638161 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-060db059-b5a0-4d98-b697-ef3842c7d1de tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:50.638161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-060db059-b5a0-4d98-b697-ef3842c7d1de tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] 10.222.0.25 "DELETE /v2.0/security-groups/d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8 HTTP/1.1" status: 204  len: 168 time: 0.2415435
Jun 21 03:21:50.638161 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-229a2c51-c0c5-4b56-ba74-b7b08a76bb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:50.646746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060db059-b5a0-4d98-b697-ef3842c7d1de tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5320e-9ac8-4b50-a4b3-b7622e3e28c8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:50.649423 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-060db059-b5a0-4d98-b697-ef3842c7d1de tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:51.799896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57398) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:52.271529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:52.525922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Deleting port 1e19d51a-d4d9-49c5-afd9-e33ac2533311 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:52.526848 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:52.606884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] For port 1e19d51a-d4d9-49c5-afd9-e33ac2533311, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1e19d51a-d4d9-49c5-afd9-e33ac2533311,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:52.607238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:52.673124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Calling delete_port for 1e19d51a-d4d9-49c5-afd9-e33ac2533311 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:52.912090 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:52.914317 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:52.939087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e19d51a-d4d9-49c5-afd9-e33ac2533311,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:52.941600 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:53.496958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:53.712393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Router 2a605243-f2cb-459f-ab76-824044339a76 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:21:53.818512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:21:53.823536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] 10.222.0.25 "PUT /v2.0/routers/2a605243-f2cb-459f-ab76-824044339a76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0225575
Jun 21 03:21:53.826140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57502) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:53.827711 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] Sync routers for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:21:53.837460 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:21:53.838221 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8363610>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:21:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:53.933267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:53.942794 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:21:54.037836 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.122744 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8363610>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:21:52Z', 'revision_number': 5, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port': {'id': '4892033e-ffed-4e69-85f9-7db43af695c0', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a605243-f2cb-459f-ab76-824044339a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:33Z', 'updated_at': '2021-06-21T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:54.149516 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] Checking router: 2a605243-f2cb-459f-ab76-824044339a76 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:21:54.158176 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] Routers {'2a605243-f2cb-459f-ab76-824044339a76'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:21:54.159090 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8363610>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:21:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2a605243-f2cb-459f-ab76-824044339a76'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:54.178842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Deleting port 4892033e-ffed-4e69-85f9-7db43af695c0 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:54.179183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.245777 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] Set router 2a605243-f2cb-459f-ab76-824044339a76 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:21:54.262467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] For port 4892033e-ffed-4e69-85f9-7db43af695c0, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4892033e-ffed-4e69-85f9-7db43af695c0,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:54.262826 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.296789 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8363610>, [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:21:54Z', 'revision_number': 6, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:54.326717 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4660f-0a1e-4839-90f5-07676304e090 None None] The sync data for ids ['2a605243-f2cb-459f-ab76-824044339a76'] in n-d-758944-33 is: [{'id': '2a605243-f2cb-459f-ab76-824044339a76', 'name': 'tempest-TestVolumeBootPattern-726009895-router', 'tenant_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:31Z', 'updated_at': '2021-06-21T03:21:54Z', 'revision_number': 6, 'project_id': '6b6817e2f11b4b339e4876eac09b5a8b', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:21:54.335198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Calling delete_port for 4892033e-ffed-4e69-85f9-7db43af695c0 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:54.576047 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.579626 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-321f02b5-73c6-4344-a53f-85ce13705c75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:54.603957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Pushing event deleted for resources: {'Port': ['ID=4892033e-ffed-4e69-85f9-7db43af695c0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:54.616141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.619709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.621085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.621085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:54.638855 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:54.682248 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.780924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.783137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.894948 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.895575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a605243-f2cb-459f-ab76-824044339a76 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:21:54.900633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.901455 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2a605243-f2cb-459f-ab76-824044339a76 HTTP/1.1" status: 204  len: 168 time: 1.0741093
Jun 21 03:21:54.904027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57554) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:54.947931 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] Deleting subnet cb0bbd3e-d7d3-4f69-9837-2d1390d988bb {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:21:54.951771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:54.986135 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.070549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.208191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.210507 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1deda3fe-f745-401f-8596-04b600870ba0 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:55.233495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0bbd3e-d7d3-4f69-9837-2d1390d988bb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:55.237073 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:55.239785 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.242068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dd31a342-e081-4ca8-bd93-917b14f37111 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cb0bbd3e-d7d3-4f69-9837-2d1390d988bb HTTP/1.1" status: 204  len: 168 time: 0.3366940
Jun 21 03:21:55.244141 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57572) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:55.247455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348f10c-1cda-44e8-bdc1-75ac042dbe16 None None] Network 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:21:55.321157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.401532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Deleting port 088d2603-5d7d-432c-a6e9-030bc3a0855c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:55.401878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.437714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1e19d51a-d4d9-49c5-afd9-e33ac2533311 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:21:55.460450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 1e19d51a-d4d9-49c5-afd9-e33ac2533311 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:21:55.460813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1e19d51a-d4d9-49c5-afd9-e33ac2533311 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:21:55.461241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4892033e-ffed-4e69-85f9-7db43af695c0 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:21:55.467924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] For port 088d2603-5d7d-432c-a6e9-030bc3a0855c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=088d2603-5d7d-432c-a6e9-030bc3a0855c,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:55.468287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.481827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] DHCP port deletion for 0c8f044d-188b-4ba3-9662-e5461ebbe0b0 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:21:55.483951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 4892033e-ffed-4e69-85f9-7db43af695c0 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:21:55.484301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4892033e-ffed-4e69-85f9-7db43af695c0 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:21:55.532923 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Deleting port 088d2603-5d7d-432c-a6e9-030bc3a0855c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:55.533303 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.549067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Calling delete_port for 088d2603-5d7d-432c-a6e9-030bc3a0855c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:55.596040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] For port 088d2603-5d7d-432c-a6e9-030bc3a0855c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=088d2603-5d7d-432c-a6e9-030bc3a0855c,segment=NetworkSegment(ae59d8fd-071e-4982-9596-5b8630ff4724),segment_id=ae59d8fd-071e-4982-9596-5b8630ff4724)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:55.596443 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.666639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Calling delete_port for 088d2603-5d7d-432c-a6e9-030bc3a0855c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:55.733292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.738195 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d8955279-3728-43b5-bf17-41de82911c5b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:55.740822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.743770 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-937b8bc0-f79e-4f1b-9ada-50fababbd9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:55.768435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Pushing event deleted for resources: {'Port': ['ID=088d2603-5d7d-432c-a6e9-030bc3a0855c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:55.771837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Pushing event deleted for resources: {'Port': ['ID=088d2603-5d7d-432c-a6e9-030bc3a0855c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:55.772011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:55.772919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] No DVR routers for this DVR port 088d2603-5d7d-432c-a6e9-030bc3a0855c on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:21:55.780806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.781158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.781531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.781874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.782210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.782541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.782872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.783252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.783590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.783915 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.784243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.784568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:21:55.787194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] No DVR routers for this DVR port 088d2603-5d7d-432c-a6e9-030bc3a0855c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:21:55.788603 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:55.846401 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.856674 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d95ae4f0>,) {'filters': {'network_id': ['0c8f044d-188b-4ba3-9662-e5461ebbe0b0']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:55.867552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d95ae4f0>, 'ae59d8fd-071e-4982-9596-5b8630ff4724') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:55.869777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d95ae4f0>, 'ae59d8fd-071e-4982-9596-5b8630ff4724') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:55.877348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.891569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.897595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:21:55.898031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:21:55.899612 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:21:56.049183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:56.052752 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:56.058288 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:56.058288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0c8f044d-188b-4ba3-9662-e5461ebbe0b0 HTTP/1.1" status: 204  len: 168 time: 0.8122644
Jun 21 03:21:56.060624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:56.068656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8f044d-188b-4ba3-9662-e5461ebbe0b0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:56.071147 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:56.417567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:56.683270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Deleting port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:56.684340 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:56.763912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] For port 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,segment=NetworkSegment(3ddef592-62bf-4de7-84d7-e70ef89ad74b),segment_id=3ddef592-62bf-4de7-84d7-e70ef89ad74b)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:56.764294 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:57.200512 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Calling delete_port for 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:57.405713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 088d2603-5d7d-432c-a6e9-030bc3a0855c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:21:57.425854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 088d2603-5d7d-432c-a6e9-030bc3a0855c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:21:57.426206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 088d2603-5d7d-432c-a6e9-030bc3a0855c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:21:57.493588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:57.495842 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:57.523989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9e62f6-46b9-4a4a-b072-fadd260f5bdb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:57.527136 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:57.695264 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:57.732736 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:21:57.917245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:21:58.024195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:21:58.030375 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] 10.222.0.25 "PUT /v2.0/routers/4ada9547-0cd2-4dfe-a8eb-e119ed630ddb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9686024
Jun 21 03:21:58.032951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57672) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:58.034256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] Sync routers for ids ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:21:58.044305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] Routers {'4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:21:58.044926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b35cd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:21:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:58.136468 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:58.149785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] Set router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:21:58.241584 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:58.320800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b35cd0>, [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:21:57Z', 'revision_number': 5, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port': {'id': 'b5e79e4a-02d8-47f9-860c-26cea9783e4c', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:04:50Z', 'updated_at': '2021-06-21T03:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:58.350612 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] Checking router: 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:21:58.358747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] Routers {'4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:21:58.359358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3b35cd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:21:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:58.366102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Deleting port b5e79e4a-02d8-47f9-860c-26cea9783e4c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:58.366446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:58.451810 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] For port b5e79e4a-02d8-47f9-860c-26cea9783e4c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b5e79e4a-02d8-47f9-860c-26cea9783e4c,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:58.451810 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:58.454359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] Set router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:21:58.507724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3b35cd0>, [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:21:58Z', 'revision_number': 6, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:21:58.514476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Calling delete_port for b5e79e4a-02d8-47f9-860c-26cea9783e4c owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:58.537828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33948a3d-4c71-4aff-beb3-ceaa2f2a9b1d None None] The sync data for ids ['4ada9547-0cd2-4dfe-a8eb-e119ed630ddb'] in n-d-758944-33 is: [{'id': '4ada9547-0cd2-4dfe-a8eb-e119ed630ddb', 'name': 'tempest-TestVolumeBootPattern-1721246756-router', 'tenant_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:04:49Z', 'updated_at': '2021-06-21T03:21:58Z', 'revision_number': 6, 'project_id': 'd980ebc6a0124eb5b8fd66d1cfab9d18', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:21:58.756375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:58.758879 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5936ad68-2328-4d55-80f9-ab4f3fc4c287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:58.785307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e79e4a-02d8-47f9-860c-26cea9783e4c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:58.787908 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:58.854247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:58.950934 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:58.953310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.072379 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.072912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ada9547-0cd2-4dfe-a8eb-e119ed630ddb {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:21:59.078708 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.079997 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4ada9547-0cd2-4dfe-a8eb-e119ed630ddb HTTP/1.1" status: 204  len: 168 time: 1.0459683
Jun 21 03:21:59.089052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57680) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:59.133362 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] Deleting subnet 15565d25-dbba-414c-b264-cb43c0be1e03 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:21:59.136463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.178030 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.259304 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.396255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:21:59.398957 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.403038 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fdab4750-79b6-4695-8279-0c5662a134c6 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:59.423070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:21:59.423458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1f9e62f6-46b9-4a4a-b072-fadd260f5bdb not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:21:59.427163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b5e79e4a-02d8-47f9-860c-26cea9783e4c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:21:59.429317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15565d25-dbba-414c-b264-cb43c0be1e03,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:59.431391 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.436790 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15565d25-dbba-414c-b264-cb43c0be1e03 HTTP/1.1" status: 204  len: 168 time: 0.3426614
Jun 21 03:21:59.436790 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d14210c9-97fe-45dc-857c-9e1f67a148bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:59.437408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57682) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:21:59.460237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b5e79e4a-02d8-47f9-860c-26cea9783e4c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:21:59.461150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b5e79e4a-02d8-47f9-860c-26cea9783e4c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:21:59.464540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d1f0b-cc7a-41ee-ad2a-feecf573a494 None None] Network 1e80c216-53b0-49e7-8be3-cf08328f153e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:21:59.519558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.577104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Deleting port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:59.577497 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.686835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] For port 1fe7d24e-720e-444f-9c52-f08c38bd3e25, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1fe7d24e-720e-444f-9c52-f08c38bd3e25,segment=NetworkSegment(3ddef592-62bf-4de7-84d7-e70ef89ad74b),segment_id=3ddef592-62bf-4de7-84d7-e70ef89ad74b)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:59.686835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.701730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] DHCP port deletion for 1e80c216-53b0-49e7-8be3-cf08328f153e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:21:59.750953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Calling delete_port for 1fe7d24e-720e-444f-9c52-f08c38bd3e25 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:59.762362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] Deleting port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:21:59.762762 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.835161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] For port 1fe7d24e-720e-444f-9c52-f08c38bd3e25, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=1fe7d24e-720e-444f-9c52-f08c38bd3e25,segment=NetworkSegment(3ddef592-62bf-4de7-84d7-e70ef89ad74b),segment_id=3ddef592-62bf-4de7-84d7-e70ef89ad74b)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:21:59.835439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.905463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] Calling delete_port for 1fe7d24e-720e-444f-9c52-f08c38bd3e25 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:21:59.918838 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.921008 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a59cb9a4-e1b0-412a-bb10-5c2161d6ed4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:21:59.946766 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe7d24e-720e-444f-9c52-f08c38bd3e25,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:21:59.949898 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:21:59.950862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] No DVR routers for this DVR port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:21:59.990560 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:21:59.993258 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:00.017480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] Pushing event deleted for resources: {'Port': ['ID=1fe7d24e-720e-444f-9c52-f08c38bd3e25,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:00.022726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] No DVR routers for this DVR port 1fe7d24e-720e-444f-9c52-f08c38bd3e25 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:22:00.024181 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:00.030353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.043618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0da5af0>,) {'filters': {'network_id': ['1e80c216-53b0-49e7-8be3-cf08328f153e']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:22:00.054448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0da5af0>, '3ddef592-62bf-4de7-84d7-e70ef89ad74b') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:22:00.054821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0da5af0>, '3ddef592-62bf-4de7-84d7-e70ef89ad74b') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:22:00.063905 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.077943 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.083927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:22:00.085650 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:22:00.086264 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:22:00.202252 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.206266 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bc98741f-d8f7-4ec4-a2b8-1343e87f8137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:00.209608 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.211586 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1e80c216-53b0-49e7-8be3-cf08328f153e HTTP/1.1" status: 204  len: 168 time: 0.7737930
Jun 21 03:22:00.223633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e80c216-53b0-49e7-8be3-cf08328f153e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:00.229993 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:00.535077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57688) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:00.575113 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8ad84062-3f9e-44f0-9e83-ebb662e01154 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b6817e2f11b4b339e4876eac09b5a8b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0381751
Jun 21 03:22:00.577695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57690) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:00.633847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a04c3b6-0fcb-4284-a6ff-54fad182d989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.656327 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a04c3b6-0fcb-4284-a6ff-54fad182d989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.781347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a04c3b6-0fcb-4284-a6ff-54fad182d989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.781347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a04c3b6-0fcb-4284-a6ff-54fad182d989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:00.781347 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1a04c3b6-0fcb-4284-a6ff-54fad182d989 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d36e8fa3-4345-4adf-be37-320b20e0484b HTTP/1.1" status: 204  len: 168 time: 0.1991780
Jun 21 03:22:00.781347 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-944ba1aa-7aa3-4183-bb05-0d7581e4da79 tempest-NegativeSecGroupTest-25209144 tempest-NegativeSecGroupTest-25209144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:00.790714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04c3b6-0fcb-4284-a6ff-54fad182d989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e8fa3-4345-4adf-be37-320b20e0484b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:00.793650 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a04c3b6-0fcb-4284-a6ff-54fad182d989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:01.390838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1fe7d24e-720e-444f-9c52-f08c38bd3e25 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:22:01.411843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 1fe7d24e-720e-444f-9c52-f08c38bd3e25 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:22:01.412214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 1fe7d24e-720e-444f-9c52-f08c38bd3e25 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:22:01.421066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57698) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:01.464489 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-de0f7f74-45e3-436c-a11f-caffb1732d19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d980ebc6a0124eb5b8fd66d1cfab9d18&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0394998
Jun 21 03:22:01.464764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57700) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:01.514447 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-153397ec-7183-4ae5-af9e-500d54a1b079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:01.535705 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-153397ec-7183-4ae5-af9e-500d54a1b079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:01.643654 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-153397ec-7183-4ae5-af9e-500d54a1b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:01.646298 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-153397ec-7183-4ae5-af9e-500d54a1b079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:01.647718 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-153397ec-7183-4ae5-af9e-500d54a1b079 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54c84551-c263-4749-8c40-616ab55dca4c HTTP/1.1" status: 204  len: 168 time: 0.1816308
Jun 21 03:22:01.648520 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:01.658827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153397ec-7183-4ae5-af9e-500d54a1b079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c84551-c263-4749-8c40-616ab55dca4c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:01.661317 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-153397ec-7183-4ae5-af9e-500d54a1b079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:02.284615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57710) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:02.395187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-194344cb-5968-4713-b5f1-07a101ba159a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:02.482356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-194344cb-5968-4713-b5f1-07a101ba159a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:02.578931 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-194344cb-5968-4713-b5f1-07a101ba159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:02.581667 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cdf9252a-63f3-4c52-bc80-011e085f514e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:02.619563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-194344cb-5968-4713-b5f1-07a101ba159a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bb78041298d4b86969e27069bc657f3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3337948
Jun 21 03:22:02.620331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194344cb-5968-4713-b5f1-07a101ba159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf88d6-7914-42f1-b4be-33b03eea40f2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:02.622777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57714) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:02.624597 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-194344cb-5968-4713-b5f1-07a101ba159a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:02.681860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb5dd-413f-45d4-874a-fd70a95cd516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:02.703951 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb5dd-413f-45d4-874a-fd70a95cd516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:02.837418 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb5dd-413f-45d4-874a-fd70a95cd516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:02.840633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb5dd-413f-45d4-874a-fd70a95cd516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:02.841825 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3ebfb5dd-413f-45d4-874a-fd70a95cd516 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fbf88d6-7914-42f1-b4be-33b03eea40f2 HTTP/1.1" status: 204  len: 168 time: 0.2180290
Jun 21 03:22:02.842662 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71699679-2a16-458e-9ab0-e97cae3cb059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:02.850056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfb5dd-413f-45d4-874a-fd70a95cd516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf88d6-7914-42f1-b4be-33b03eea40f2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:02.852293 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ebfb5dd-413f-45d4-874a-fd70a95cd516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:04.253406 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bdeaad24-4bc6-49a4-96b7-19438077e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:06.192068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:06.649449 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7d34f1f3-8148-4368-ac18-e1439b012255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:07.162142 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.117837 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.265646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.337298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 57762) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:08.441871 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e16dceae-8e56-46d5-88b9-810fd236e849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.534957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e16dceae-8e56-46d5-88b9-810fd236e849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.609159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e16dceae-8e56-46d5-88b9-810fd236e849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.611939 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b2bc1826-669a-4334-8b15-f4fd6e3fee16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:08.653079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e16dceae-8e56-46d5-88b9-810fd236e849 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=313678461c8f467b9a3ccf2ea977d23e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3146033
Jun 21 03:22:08.654076 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dceae-8e56-46d5-88b9-810fd236e849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2921f7-e5a2-4c8c-84fa-78a2a6b40e94,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:08.655774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57766) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:08.657185 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e16dceae-8e56-46d5-88b9-810fd236e849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:08.710545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6141330-66b5-4b85-bb0b-1e5df6cc6600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.732789 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6141330-66b5-4b85-bb0b-1e5df6cc6600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.866249 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6141330-66b5-4b85-bb0b-1e5df6cc6600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.868759 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c6141330-66b5-4b85-bb0b-1e5df6cc6600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:08.869920 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c6141330-66b5-4b85-bb0b-1e5df6cc6600 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a2921f7-e5a2-4c8c-84fa-78a2a6b40e94 HTTP/1.1" status: 204  len: 168 time: 0.2131598
Jun 21 03:22:08.871304 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9c494271-0bc1-4c16-aa4a-68d182965d59 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:08.878965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6141330-66b5-4b85-bb0b-1e5df6cc6600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2921f7-e5a2-4c8c-84fa-78a2a6b40e94,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:08.881213 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6141330-66b5-4b85-bb0b-1e5df6cc6600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:09.607477 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:20.178074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57842) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:20.285970 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-214fc2bf-65de-47c6-b8c0-2a54c5fe05f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:20.378966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-214fc2bf-65de-47c6-b8c0-2a54c5fe05f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:20.455116 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-214fc2bf-65de-47c6-b8c0-2a54c5fe05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:20.457849 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1d89636-849e-43fb-8f95-402d58f88b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:20.495797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fc2bf-65de-47c6-b8c0-2a54c5fe05f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23117162-fde7-4519-82cb-5735f9b8f988,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:20.500192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-214fc2bf-65de-47c6-b8c0-2a54c5fe05f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0dae24425534e4da8a2bfb8f1e673aa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3210201
Jun 21 03:22:20.501184 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-214fc2bf-65de-47c6-b8c0-2a54c5fe05f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:20.502884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57846) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:20.553173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6556490-3a6e-45a4-95bb-7f1abca45a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:20.573780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6556490-3a6e-45a4-95bb-7f1abca45a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:20.660373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6556490-3a6e-45a4-95bb-7f1abca45a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:20.662984 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e6556490-3a6e-45a4-95bb-7f1abca45a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:20.664157 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e6556490-3a6e-45a4-95bb-7f1abca45a2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23117162-fde7-4519-82cb-5735f9b8f988 HTTP/1.1" status: 204  len: 168 time: 0.1601648
Jun 21 03:22:20.664987 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f29aa8d5-b470-4af9-b076-ca0fc7b1b0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:20.672764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6556490-3a6e-45a4-95bb-7f1abca45a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23117162-fde7-4519-82cb-5735f9b8f988,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:20.675067 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6556490-3a6e-45a4-95bb-7f1abca45a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:31.007013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-65d30d05-9d48-4f6d-ad34-21a091ae730a tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aa030b1e0f404b4fa343dcb622d4b575&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0225852
Jun 21 03:22:31.116557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-b299a339-c701-4715-90e0-4bdd79671306 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:31.118090 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-b299a339-c701-4715-90e0-4bdd79671306 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1061518
Jun 21 03:22:31.132861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-b95d3bba-0d76-44ed-babb-e5612ccfcac6 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/quotas/aa030b1e0f404b4fa343dcb622d4b575 HTTP/1.1" status: 200  len: 375 time: 0.0091417
Jun 21 03:22:31.166754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-cf6080cb-602e-4d6f-95eb-dea135d01994 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa030b1e0f404b4fa343dcb622d4b575&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0280252
Jun 21 03:22:32.434652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c70d5c27-e37b-4007-a8ef-fdbdddc79250 req-515bb0e9-0466-420c-acda-ad2d4dc1d50d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 210 time: 0.0320382
Jun 21 03:22:33.515522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9fed9d1d-469f-4c9f-9fbd-dcf7b8e33444 req-9fd6ed76-0ea6-409d-888d-90b7c1344220 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 210 time: 0.0288310
Jun 21 03:22:34.277287 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37f6bed2-d25c-4dcc-ae41-701dacba0aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:34.624775 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-eae38ff7-b05f-4130-bb7c-03d20d4b0a76 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa030b1e0f404b4fa343dcb622d4b575&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0324225
Jun 21 03:22:34.718829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0413032e-5625-472c-ada8-29958dcbe56f req-cf74f86f-7112-4a9c-bdef-26006b873af1 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 210 time: 0.0413592
Jun 21 03:22:34.733498 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:22:34.899036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-38deb3ee-de4c-46d7-a164-ee9327fc7f9a tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:34.900616 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-38deb3ee-de4c-46d7-a164-ee9327fc7f9a tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2710049
Jun 21 03:22:34.913232 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Request body: {'port': {'device_id': 'dad5804f-ab1a-4bf4-be2a-7fbf55442f4a', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'admin_state_up': True, 'tenant_id': 'aa030b1e0f404b4fa343dcb622d4b575'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:22:35.106901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Made reservation on behalf of aa030b1e0f404b4fa343dcb622d4b575 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:22:35.110593 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:35.124945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:35.225117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:35.311869 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:35.315111 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ab9bd024-abb6-4c70-b174-95e2a9027d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:35.373112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ca1a2-47a4-41ed-b1e8-833688616e2a,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:35.387079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.387482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.387878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.388272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.388664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.389087 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.389498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.389886 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.390268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.390648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.391027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.391409 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:22:35.395447 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:35.459153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Allocated IP 192.168.233.129 (ffdbf9d2-c718-45ab-802c-92b16ca03719/b56d0717-c1bf-41c2-bf1d-12a34ea83956/14262598-1a57-4ff2-877d-51d4b06c27e6) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:22:35.603843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:35.617218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Transition to ACTIVE for port object 14262598-1a57-4ff2-877d-51d4b06c27e6 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:22:35.683787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:35.688206 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-169ec96a-94ed-46c8-a003-79c607f0b0a3 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:35.731442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Network ffdbf9d2-c718-45ab-802c-92b16ca03719 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:22:35.734812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:22:35.738811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:22:35.768384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Pushing event updated for resources: {'Port': ['ID=14262598-1a57-4ff2-877d-51d4b06c27e6,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:35.773198 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:35.798667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:35.799306 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:35.884001 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9748514
Jun 21 03:22:35.896675 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Request body: {'port': {'device_id': 'dad5804f-ab1a-4bf4-be2a-7fbf55442f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:22:35.921158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064e26-32a2-427d-b5cb-0aaa29ad12f9 req-5093f4a1-fac4-459e-bc5e-7bbc064cf3a3 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:35.925838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34064e26-32a2-427d-b5cb-0aaa29ad12f9 req-5093f4a1-fac4-459e-bc5e-7bbc064cf3a3 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 936 time: 0.0793548
Jun 21 03:22:35.963323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34064e26-32a2-427d-b5cb-0aaa29ad12f9 req-bc119016-7b84-4de4-b859-ff979f53f7b0 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331225
Jun 21 03:22:35.981412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.116261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e8ee8605-c69b-4e02-b78d-3d40baeb029f None None] Provisioning for port 14262598-1a57-4ff2-877d-51d4b06c27e6 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:22:36.125937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e8ee8605-c69b-4e02-b78d-3d40baeb029f None None] Provisioning complete for port 14262598-1a57-4ff2-877d-51d4b06c27e6 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:22:36.126284 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8605-c69b-4e02-b78d-3d40baeb029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.163273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee8605-c69b-4e02-b78d-3d40baeb029f None None] Port 14262598-1a57-4ff2-877d-51d4b06c27e6 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:22:36.224859 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.242640 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14262598-1a57-4ff2-877d-51d4b06c27e6 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:22:36.250488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.262730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Transition to ACTIVE for port object 14262598-1a57-4ff2-877d-51d4b06c27e6 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:22:36.340124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.342107 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:36.415333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Pushing event updated for resources: {'Port': ['ID=14262598-1a57-4ff2-877d-51d4b06c27e6,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:36.418800 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:36.489085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Attempting to bind port 14262598-1a57-4ff2-877d-51d4b06c27e6 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:22:36.489464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Attempting to bind port 14262598-1a57-4ff2-877d-51d4b06c27e6 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:22:36.489803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Attempting to bind port 14262598-1a57-4ff2-877d-51d4b06c27e6 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:22:36.494315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Port 14262598-1a57-4ff2-877d-51d4b06c27e6 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:22:36.494643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Attempting to bind port 14262598-1a57-4ff2-877d-51d4b06c27e6 on network ffdbf9d2-c718-45ab-802c-92b16ca03719 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:22:36.499672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:22:36.500014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Checking segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:22:36.500436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Bound using segment: {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:22:36.500865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Bound port: 14262598-1a57-4ff2-877d-51d4b06c27e6, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32338143-9611-48e0-a21b-31bb6dd68f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:22:36.501218 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.565912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] For port 14262598-1a57-4ff2-877d-51d4b06c27e6, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:22:36.568892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] For port 14262598-1a57-4ff2-877d-51d4b06c27e6, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=14262598-1a57-4ff2-877d-51d4b06c27e6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:22:36.620077 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-13e0cf28-d025-4cec-beeb-57bc5e2d62ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.643509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.645633 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:36.680880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:36.681533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:36.682927 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] 10.222.0.20 "PUT /v2.0/ports/14262598-1a57-4ff2-877d-51d4b06c27e6 HTTP/1.1" status: 200  len: 1097 time: 0.7909060
Jun 21 03:22:36.683471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad5804f-ab1a-4bf4-be2a-7fbf55442f4a', 'tag': '14262598-1a57-4ff2-877d-51d4b06c27e6'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:22:36.686101 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99867a34-0bce-4f7d-8509-b771324074fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dad5804f-ab1a-4bf4-be2a-7fbf55442f4a", "tag": "14262598-1a57-4ff2-877d-51d4b06c27e6"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:22:36.717686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Pushing event updated for resources: {'Port': ['ID=14262598-1a57-4ff2-877d-51d4b06c27e6,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:36.720703 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:36.727288 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a71459-526a-4d2d-aaaf-4f74c7a5713a x-openstack-request-id: req-c1a71459-526a-4d2d-aaaf-4f74c7a5713a {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:22:36.727628 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad5804f-ab1a-4bf4-be2a-7fbf55442f4a", "tag": "14262598-1a57-4ff2-877d-51d4b06c27e6", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:22:36.727934 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1a71459-526a-4d2d-aaaf-4f74c7a5713a {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:22:36.728383 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad5804f-ab1a-4bf4-be2a-7fbf55442f4a', 'tag': '14262598-1a57-4ff2-877d-51d4b06c27e6', 'status': 'completed', 'code': 200}
Jun 21 03:22:36.811262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99867a34-0bce-4f7d-8509-b771324074fe req-143293cf-26b0-48d2-bf00-96ef09ea42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:36.812797 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-99867a34-0bce-4f7d-8509-b771324074fe req-143293cf-26b0-48d2-bf00-96ef09ea42e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa030b1e0f404b4fa343dcb622d4b575&device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 1100 time: 0.0620031
Jun 21 03:22:36.842750 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-99867a34-0bce-4f7d-8509-b771324074fe req-5da62d1b-1554-46ea-8bfb-a1dd895f5546 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa030b1e0f404b4fa343dcb622d4b575&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0215838
Jun 21 03:22:36.939149 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99867a34-0bce-4f7d-8509-b771324074fe req-9f789c7d-255a-4cc9-90d0-b441374c74df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:36.940597 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-99867a34-0bce-4f7d-8509-b771324074fe req-9f789c7d-255a-4cc9-90d0-b441374c74df service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0928352
Jun 21 03:22:37.033720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-de38802a-6e07-427c-a743-c0b7e52ef4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:37.035196 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-de38802a-6e07-427c-a743-c0b7e52ef4b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa030b1e0f404b4fa343dcb622d4b575&device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 1100 time: 0.0570879
Jun 21 03:22:37.142716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe9078-7c40-4679-9d3a-d6c61dbf3cba req-c714e69c-c921-4369-ae6c-ca70905f4a79 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:37.144941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edbe9078-7c40-4679-9d3a-d6c61dbf3cba req-c714e69c-c921-4369-ae6c-ca70905f4a79 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 948 time: 0.0674503
Jun 21 03:22:37.163672 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:37.186766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-edbe9078-7c40-4679-9d3a-d6c61dbf3cba req-96911966-8339-429b-97f6-205d5a893dd7 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351164
Jun 21 03:22:37.448821 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-c8c3d9e1-81d8-43d6-9d99-4e1a8145cac7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=14262598-1a57-4ff2-877d-51d4b06c27e6 HTTP/1.1" status: 200  len: 217 time: 0.4065583
Jun 21 03:22:37.498655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4eb6aab0-0d7a-4a6a-84ae-1c14c0b88ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:37.500040 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-4eb6aab0-0d7a-4a6a-84ae-1c14c0b88ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b56d0717-c1bf-41c2-bf1d-12a34ea83956 HTTP/1.1" status: 200  len: 843 time: 0.0438652
Jun 21 03:22:37.561422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-60f93441-5bc9-4759-8bc8-b1bc96ae83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:37.562902 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-60f93441-5bc9-4759-8bc8-b1bc96ae83be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdbf9d2-c718-45ab-802c-92b16ca03719&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0568442
Jun 21 03:22:37.651608 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-400859b8-ce86-4eeb-b9c4-f5498062a553 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818477
Jun 21 03:22:37.744512 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-aa1e53a2-9c72-4fb0-9ef3-3cd880b137ce req-597b603d-5190-49d0-9697-db72b62c1390 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdbf9d2-c718-45ab-802c-92b16ca03719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858409
Jun 21 03:22:38.122408 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:38.275813 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:38.362527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceff9ec-57dc-4842-92cc-6cb31f60df99 req-6c66cc21-668f-47c8-82c9-053741a809b2 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:38.363975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ceff9ec-57dc-4842-92cc-6cb31f60df99 req-6c66cc21-668f-47c8-82c9-053741a809b2 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 948 time: 0.0657952
Jun 21 03:22:38.401410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ceff9ec-57dc-4842-92cc-6cb31f60df99 req-154e15e1-2f6d-460b-b37a-8ef8394e8ffd tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316615
Jun 21 03:22:39.570957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62713f-bf81-4369-b522-ecb001ae68b6 req-272138b9-811a-4f4b-ad31-212a50486096 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:39.573788 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b62713f-bf81-4369-b522-ecb001ae68b6 req-272138b9-811a-4f4b-ad31-212a50486096 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 948 time: 0.0655675
Jun 21 03:22:39.611534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b62713f-bf81-4369-b522-ecb001ae68b6 req-6f290f6e-917e-4b2f-bc59-6da591d79c34 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327592
Jun 21 03:22:39.620142 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:40.727046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 14262598-1a57-4ff2-877d-51d4b06c27e6 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:22:40.786712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525fa80-48f9-4a64-af13-12bb1e0d098e req-31f34b99-9107-4c99-a1cf-38db5b2a4285 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:40.788206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0525fa80-48f9-4a64-af13-12bb1e0d098e req-31f34b99-9107-4c99-a1cf-38db5b2a4285 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 948 time: 0.0685515
Jun 21 03:22:40.824301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 14262598-1a57-4ff2-877d-51d4b06c27e6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=14262598-1a57-4ff2-877d-51d4b06c27e6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:22:40.831225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0525fa80-48f9-4a64-af13-12bb1e0d098e req-82c5b189-80d6-426b-9cfd-76ea55cc6519 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365739
Jun 21 03:22:40.834549 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '14262598-1a57-4ff2-877d-51d4b06c27e6', 'network_id': 'ffdbf9d2-c718-45ab-802c-92b16ca03719', 'port_id': '14262598-1a57-4ff2-877d-51d4b06c27e6', 'mac_address': 'fa:16:3e:4d:b5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d0717-c1bf-41c2-bf1d-12a34ea83956', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:22:40.873818 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:40.887502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14262598-1a57-4ff2-877d-51d4b06c27e6 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:22:40.908816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 14262598-1a57-4ff2-877d-51d4b06c27e6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=14262598-1a57-4ff2-877d-51d4b06c27e6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:22:40.989974 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:40.991733 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-33122766-ac0d-4de6-bec9-19782386dd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:41.036630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=14262598-1a57-4ff2-877d-51d4b06c27e6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:41.039580 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:41.214236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['14262598-1a57-4ff2-877d-51d4b06c27e6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:22:42.005932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9346f19-0d01-46e0-bfa0-d8c41b15214f req-b514c6e3-eee5-4fb0-b1c8-d09df09bfab5 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:42.007390 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9346f19-0d01-46e0-bfa0-d8c41b15214f req-b514c6e3-eee5-4fb0-b1c8-d09df09bfab5 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 949 time: 0.0624726
Jun 21 03:22:42.044789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9346f19-0d01-46e0-bfa0-d8c41b15214f req-c57c1d21-d809-40f6-9f63-57555925efa3 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306087
Jun 21 03:22:42.738599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 14262598-1a57-4ff2-877d-51d4b06c27e6 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:22:42.849083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 14262598-1a57-4ff2-877d-51d4b06c27e6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:22:42.853159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 14262598-1a57-4ff2-877d-51d4b06c27e6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:22:42.853567 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:42.935000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:42.956234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad5804f-ab1a-4bf4-be2a-7fbf55442f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14262598-1a57-4ff2-877d-51d4b06c27e6'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:22:42.958474 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce0389d-b888-4d72-9d22-2c5224262bfb" -d '{"events": [{"server_uuid": "dad5804f-ab1a-4bf4-be2a-7fbf55442f4a", "name": "network-vif-plugged", "status": "completed", "tag": "14262598-1a57-4ff2-877d-51d4b06c27e6"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:22:42.971810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 14262598-1a57-4ff2-877d-51d4b06c27e6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=14262598-1a57-4ff2-877d-51d4b06c27e6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:22:43.056708 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3686e79-5e2b-4c3f-9b3a-4ba28eed5fb3 x-openstack-request-id: req-a3686e79-5e2b-4c3f-9b3a-4ba28eed5fb3 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:22:43.057062 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad5804f-ab1a-4bf4-be2a-7fbf55442f4a", "name": "network-vif-plugged", "status": "completed", "tag": "14262598-1a57-4ff2-877d-51d4b06c27e6", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:22:43.057362 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3686e79-5e2b-4c3f-9b3a-4ba28eed5fb3 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:22:43.057771 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad5804f-ab1a-4bf4-be2a-7fbf55442f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14262598-1a57-4ff2-877d-51d4b06c27e6', 'code': 200}
Jun 21 03:22:43.064979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:43.066884 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:43.120869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=14262598-1a57-4ff2-877d-51d4b06c27e6,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:43.124080 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:43.174453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b15ba-ea10-4b12-aa41-217268e0f7c3 req-308ad921-541f-4f28-90a0-7849b9f7e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:43.175948 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a15b15ba-ea10-4b12-aa41-217268e0f7c3 req-308ad921-541f-4f28-90a0-7849b9f7e5fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 1102 time: 0.0546515
Jun 21 03:22:43.210480 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a15b15ba-ea10-4b12-aa41-217268e0f7c3 req-ba622e0c-218c-40ef-a766-fb50dab7e79e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280793
Jun 21 03:22:43.217779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d25d1-92a1-4a04-9014-6fb51094710d req-f999fd3b-c57d-4420-914f-36472c42a53b tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:43.219380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-680d25d1-92a1-4a04-9014-6fb51094710d req-f999fd3b-c57d-4420-914f-36472c42a53b tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 950 time: 0.0630646
Jun 21 03:22:43.256917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-680d25d1-92a1-4a04-9014-6fb51094710d req-3cd46dae-883e-4b50-80f3-94ec944c3c8a tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319879
Jun 21 03:22:44.434377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a61a0-8546-4ebd-bc5a-3daaa38fb675 req-437ff018-267c-4d08-8c91-8a629a97ce71 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:44.435840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a9a61a0-8546-4ebd-bc5a-3daaa38fb675 req-437ff018-267c-4d08-8c91-8a629a97ce71 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 950 time: 0.0671945
Jun 21 03:22:44.472843 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a9a61a0-8546-4ebd-bc5a-3daaa38fb675 req-45091dab-2095-40d9-881a-c0de6ca59bd6 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314047
Jun 21 03:22:45.902003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95371f-6a4e-437e-8645-f135af2069b6 req-93edd2d8-7892-42fa-9190-7163afd43ca1 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:45.904361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf95371f-6a4e-437e-8645-f135af2069b6 req-93edd2d8-7892-42fa-9190-7163afd43ca1 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 950 time: 0.0687394
Jun 21 03:22:45.942658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf95371f-6a4e-437e-8645-f135af2069b6 req-68a9f3e4-0429-477c-b1d3-b2e214bf3d16 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324824
Jun 21 03:22:47.111610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-57e6be64-cb39-4b7c-8a1d-4c785c172ada tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:47.113070 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-57e6be64-cb39-4b7c-8a1d-4c785c172ada tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 950 time: 0.0628417
Jun 21 03:22:47.113986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc34ca-3df0-4ea8-8e1b-6a1713b8dafc req-294c2c42-f04d-47ed-92dc-4ac5e9aa0080 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:47.115454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50dc34ca-3df0-4ea8-8e1b-6a1713b8dafc req-294c2c42-f04d-47ed-92dc-4ac5e9aa0080 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 950 time: 0.0624797
Jun 21 03:22:47.160434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50dc34ca-3df0-4ea8-8e1b-6a1713b8dafc req-c7330ca9-b8c5-4051-b71f-4b5c486d8c5c tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/security-groups?id=c86ca1a2-47a4-41ed-b1e8-833688616e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391850
Jun 21 03:22:47.220291 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Deleting port 14262598-1a57-4ff2-877d-51d4b06c27e6 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:22:47.220632 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:47.307878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] For port 14262598-1a57-4ff2-877d-51d4b06c27e6, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=14262598-1a57-4ff2-877d-51d4b06c27e6,segment=NetworkSegment(32338143-9611-48e0-a21b-31bb6dd68f82),segment_id=32338143-9611-48e0-a21b-31bb6dd68f82)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:22:47.308242 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:47.375834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Calling delete_port for 14262598-1a57-4ff2-877d-51d4b06c27e6 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:22:47.584336 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:47.588807 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a8ce29f8-def4-4c1b-a3aa-dc4b3b3a7f75 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:47.599599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['14262598-1a57-4ff2-877d-51d4b06c27e6'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:22:47.616209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Pushing event deleted for resources: {'Port': ['ID=14262598-1a57-4ff2-877d-51d4b06c27e6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:47.619334 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:47.662508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] No DVR routers for this DVR port 14262598-1a57-4ff2-877d-51d4b06c27e6 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:22:47.665421 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:47.667615 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c97226c3-4319-40c3-97d5-0c1add7be6b8 req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.20 "DELETE /v2.0/ports/14262598-1a57-4ff2-877d-51d4b06c27e6 HTTP/1.1" status: 204  len: 173 time: 0.5491447
Jun 21 03:22:47.668395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad5804f-ab1a-4bf4-be2a-7fbf55442f4a', 'name': 'network-vif-deleted', 'tag': '14262598-1a57-4ff2-877d-51d4b06c27e6'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:22:47.672082 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef2c7ef-4702-4eee-a0eb-fd214284e21e" -d '{"events": [{"server_uuid": "dad5804f-ab1a-4bf4-be2a-7fbf55442f4a", "name": "network-vif-deleted", "tag": "14262598-1a57-4ff2-877d-51d4b06c27e6"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:22:47.708477 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e27dc2-6f76-45c2-971a-4fd7ad4cd2dc x-openstack-request-id: req-09e27dc2-6f76-45c2-971a-4fd7ad4cd2dc {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:22:47.708917 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad5804f-ab1a-4bf4-be2a-7fbf55442f4a", "name": "network-vif-deleted", "tag": "14262598-1a57-4ff2-877d-51d4b06c27e6", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:22:47.709224 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09e27dc2-6f76-45c2-971a-4fd7ad4cd2dc {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:22:47.709759 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad5804f-ab1a-4bf4-be2a-7fbf55442f4a', 'name': 'network-vif-deleted', 'tag': '14262598-1a57-4ff2-877d-51d4b06c27e6', 'status': 'completed', 'code': 200}
Jun 21 03:22:48.308829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4771a624-cd2b-4822-bcc3-199f0dca1de7 req-5dbf7b91-c6c6-4166-b718-0beb532484c4 tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad5804f-ab1a-4bf4-be2a-7fbf55442f4a HTTP/1.1" status: 200  len: 210 time: 0.0276990
Jun 21 03:22:49.852551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57990) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:49.989140 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4821e18c-6e83-46d1-ad45-643eea8bba7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa030b1e0f404b4fa343dcb622d4b575&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1352229
Jun 21 03:22:49.991428 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 57994) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:50.038474 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9634-625f-4309-bfb4-f8ec86400be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:50.059305 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9634-625f-4309-bfb4-f8ec86400be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:50.191697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9634-625f-4309-bfb4-f8ec86400be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:50.194450 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9634-625f-4309-bfb4-f8ec86400be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:50.195600 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2dfa9634-625f-4309-bfb4-f8ec86400be7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c86ca1a2-47a4-41ed-b1e8-833688616e2a HTTP/1.1" status: 204  len: 168 time: 0.2032549
Jun 21 03:22:50.196442 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36adcd6d-923e-4d56-9b8d-d7bd8b5fb931 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:50.204853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa9634-625f-4309-bfb4-f8ec86400be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ca1a2-47a4-41ed-b1e8-833688616e2a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:50.207312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2dfa9634-625f-4309-bfb4-f8ec86400be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:50.773624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 14262598-1a57-4ff2-877d-51d4b06c27e6 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:22:50.796398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 14262598-1a57-4ff2-877d-51d4b06c27e6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:22:50.796746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 14262598-1a57-4ff2-877d-51d4b06c27e6 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:22:50.814151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58000) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:50.827507 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c647785-6b8e-41fe-a60a-062e043029a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:50.911984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c647785-6b8e-41fe-a60a-062e043029a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:50.968840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c647785-6b8e-41fe-a60a-062e043029a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:50.971591 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d5ebda1b-8464-4030-a301-e18b0da02c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:51.008123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5c647785-6b8e-41fe-a60a-062e043029a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c2b44b0e7ca4898b5d52fcbc16b1653&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1929495
Jun 21 03:22:51.009024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647785-6b8e-41fe-a60a-062e043029a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb9f196-db7b-4d62-95ff-c8447aa81624,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:51.011844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58002) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:51.012313 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5c647785-6b8e-41fe-a60a-062e043029a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:51.063398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ad49f84-888f-47fb-b89f-b394b37e711e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:51.083871 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ad49f84-888f-47fb-b89f-b394b37e711e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:51.185831 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ad49f84-888f-47fb-b89f-b394b37e711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:51.188458 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7ad49f84-888f-47fb-b89f-b394b37e711e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:51.189686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7ad49f84-888f-47fb-b89f-b394b37e711e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aeb9f196-db7b-4d62-95ff-c8447aa81624 HTTP/1.1" status: 204  len: 168 time: 0.1767328
Jun 21 03:22:51.190480 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-902eddfd-501e-41aa-8adb-c2990ef1e8ba tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:51.198393 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad49f84-888f-47fb-b89f-b394b37e711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb9f196-db7b-4d62-95ff-c8447aa81624,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:51.200894 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ad49f84-888f-47fb-b89f-b394b37e711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:52.093304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:52.188655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-740263260-network', 'tenant_id': '00104e57160849e09a3f696d265772df'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:22:52.270154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Made reservation on behalf of 00104e57160849e09a3f696d265772df for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:22:52.272667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:52.281906 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:52.366519 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:52.460053 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:52.464338 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d2e713e7-f55b-478c-8641-304ec7567005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:52.483294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:22:52.498884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:52.501768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:52.502133 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Added segment d0841521-6083-4fe4-9e6b-8b76d0e32b6e of type vlan for network 214efb50-23e7-41ae-a161-a6b2bb991117
Jun 21 03:22:52.503554 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:52.543612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:52.643103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:52.644147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:52.644764 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:52.647321 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2601d8d3-7a4b-4041-a9f7-b842a02898c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:52.706466 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Pushing event updated for resources: {'Network': ['ID=214efb50-23e7-41ae-a161-a6b2bb991117,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:52.709127 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:52.716077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 214efb50-23e7-41ae-a161-a6b2bb991117 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:22:52.762255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-946e5276-a3f3-4fff-9664-f60e0ffea516 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6677451
Jun 21 03:22:52.765785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58032) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:22:52.770760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Request body: {'subnet': {'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-740263260-subnet', 'tenant_id': '00104e57160849e09a3f696d265772df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:22:52.858548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Made reservation on behalf of 00104e57160849e09a3f696d265772df for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:22:52.860879 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:53.088862 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:53.091842 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6ab17e74-072f-4fe2-ae45-cae432917172 tempest-RoutersIpV6Test-761187023 tempest-RoutersIpV6Test-761187023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:53.146011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15dfb95-b07d-4d1b-823d-308c208f512d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:53.150097 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:53.157769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Checking segment: {'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:22:53.158132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Network hostable DHCP agents. Network: 214efb50-23e7-41ae-a161-a6b2bb991117, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:22:53.237096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Network 214efb50-23e7-41ae-a161-a6b2bb991117 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:22:53.311872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 214efb50-23e7-41ae-a161-a6b2bb991117) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:22:53.315920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:53.316510 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:53.320637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff1dbce-3583-47f3-8258-c1ac7a3478ca None None] Network 214efb50-23e7-41ae-a161-a6b2bb991117 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:22:53.386992 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-efbdaebc-c219-4996-b276-865421afc4e9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6201005
Jun 21 03:22:53.442839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db072ed9-3705-4d01-a33a-00487b3a272d None None] Network 214efb50-23e7-41ae-a161-a6b2bb991117 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:22:53.823872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-99145d83-e09c-4300-81cd-22dfed368925 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:53.825375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-99145d83-e09c-4300-81cd-22dfed368925 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/networks?id=214efb50-23e7-41ae-a161-a6b2bb991117 HTTP/1.1" status: 200  len: 811 time: 0.1041212
Jun 21 03:22:53.843800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c7f74c7d-c008-467a-88a6-46ca64167308 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/quotas/00104e57160849e09a3f696d265772df HTTP/1.1" status: 200  len: 375 time: 0.0123940
Jun 21 03:22:53.878403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-0b46a82f-743d-422b-b333-3d77348cd845 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=00104e57160849e09a3f696d265772df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0294669
Jun 21 03:22:54.023142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-cd35fe5e-c3af-4248-93f6-05ed03f775ba service neutron] 10.222.0.25 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383517
Jun 21 03:22:54.112393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-5b450cd5-2ee4-43a9-996e-9a0ddfba361e service neutron] 10.222.0.25 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835135
Jun 21 03:22:54.348702 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0a81394d-b3c0-41d9-980c-0fae37b87c3a req-f65b5429-3338-4864-aac1-711a6d2701b2 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 210 time: 0.0296924
Jun 21 03:22:55.492524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-87fc8617-e75a-4e90-9ced-d368126bccda req-2b9500b3-317c-40a9-8c2e-0f83aa13305f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 210 time: 0.0330143
Jun 21 03:22:56.582170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-868392b5-f8c4-4f29-ade5-480766e08dcf tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:56.583709 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-868392b5-f8c4-4f29-ade5-480766e08dcf tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.20 "GET /v2.0/networks?id=214efb50-23e7-41ae-a161-a6b2bb991117 HTTP/1.1" status: 200  len: 811 time: 0.1284299
Jun 21 03:22:56.596075 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Request body: {'port': {'device_id': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117', 'admin_state_up': True, 'tenant_id': '00104e57160849e09a3f696d265772df'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:22:56.642558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e8581933-4aaa-47e9-b65b-c16529a90b45 req-e1a4f7ac-9d64-4d7a-90bd-84f39f117e48 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 210 time: 0.0296285
Jun 21 03:22:56.779024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Made reservation on behalf of 00104e57160849e09a3f696d265772df for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:22:56.782899 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:56.916599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Allocated IP 172.20.0.13 (214efb50-23e7-41ae-a161-a6b2bb991117/a15dfb95-b07d-4d1b-823d-308c208f512d/d6ff9724-78cb-43fa-94ee-cca245770635) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:22:57.068845 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:57.147340 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:57.151718 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:57.195277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Network 214efb50-23e7-41ae-a161-a6b2bb991117 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:22:57.198592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:22:57.202573 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:22:57.226600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:57.230828 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:57.254701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:57.255310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:57.329818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7379894
Jun 21 03:22:57.341288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Request body: {'port': {'device_id': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:22:57.419414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:57.684508 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ff9724-78cb-43fa-94ee-cca245770635 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:22:57.693111 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:57.705416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Transition to ACTIVE for port object d6ff9724-78cb-43fa-94ee-cca245770635 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:22:57.762919 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:57.766645 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-dca66734-932f-4ab9-90b9-e60fe24ffb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:57.815814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922877-e890-4497-ac71-cea2302e459f req-f35557ad-a2aa-4566-83cb-8cdee691fa53 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:57.817294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7922877-e890-4497-ac71-cea2302e459f req-f35557ad-a2aa-4566-83cb-8cdee691fa53 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 944 time: 0.0643883
Jun 21 03:22:57.855514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7922877-e890-4497-ac71-cea2302e459f req-6e397ccd-90ec-4e6d-9b6a-af0c033405a1 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324614
Jun 21 03:22:57.863943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:57.866957 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:57.923199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Attempting to bind port d6ff9724-78cb-43fa-94ee-cca245770635 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:22:57.923461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Attempting to bind port d6ff9724-78cb-43fa-94ee-cca245770635 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:22:57.923835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Attempting to bind port d6ff9724-78cb-43fa-94ee-cca245770635 on network 214efb50-23e7-41ae-a161-a6b2bb991117 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:22:57.928112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Port d6ff9724-78cb-43fa-94ee-cca245770635 on network 214efb50-23e7-41ae-a161-a6b2bb991117 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:22:57.928436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Attempting to bind port d6ff9724-78cb-43fa-94ee-cca245770635 on network 214efb50-23e7-41ae-a161-a6b2bb991117 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:22:57.933039 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:22:57.933413 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Checking segment: {'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:22:57.933802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Bound using segment: {'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:22:57.934221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Bound port: d6ff9724-78cb-43fa-94ee-cca245770635, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:22:57.934566 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:57.995819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:22:57.998714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:22:58.100558 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:58.103558 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:22:58.144651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:58.145272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:22:58.146677 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-71416689-54cc-4851-ba48-9c962952d094 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 200  len: 1093 time: 0.8094833
Jun 21 03:22:58.147477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:22:58.149830 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ecbe5-e0bc-492c-8d70-198c5a9f77e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:22:58.172595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:22:58.176115 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:22:58.186537 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19074396-c998-4add-a626-19d2fc6e4824 x-openstack-request-id: req-19074396-c998-4add-a626-19d2fc6e4824 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:22:58.186889 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:22:58.187196 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19074396-c998-4add-a626-19d2fc6e4824 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:22:58.188402 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'status': 'completed', 'code': 200}
Jun 21 03:22:58.268780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ecbe5-e0bc-492c-8d70-198c5a9f77e3 req-403a69da-54da-44b4-afb6-25bbf0ebceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:58.270399 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2e1ecbe5-e0bc-492c-8d70-198c5a9f77e3 req-403a69da-54da-44b4-afb6-25bbf0ebceea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00104e57160849e09a3f696d265772df&device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 1096 time: 0.0602043
Jun 21 03:22:58.372471 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ecbe5-e0bc-492c-8d70-198c5a9f77e3 req-218948ea-06a3-4956-9025-1c4b407f84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:58.373990 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2e1ecbe5-e0bc-492c-8d70-198c5a9f77e3 req-218948ea-06a3-4956-9025-1c4b407f84b1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=00104e57160849e09a3f696d265772df&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0960929
Jun 21 03:22:58.470987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ecbe5-e0bc-492c-8d70-198c5a9f77e3 req-7d31e700-03d5-46b9-ae79-bf3408f05579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:58.472434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2e1ecbe5-e0bc-492c-8d70-198c5a9f77e3 req-7d31e700-03d5-46b9-ae79-bf3408f05579 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0879018
Jun 21 03:22:58.559841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-07cf9e26-2223-485a-a668-634eb3d7a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:58.561372 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-07cf9e26-2223-485a-a668-634eb3d7a523 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00104e57160849e09a3f696d265772df&device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 1096 time: 0.0536990
Jun 21 03:22:58.607050 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-c1a08182-c9fb-4c10-97cc-b11f9ee8ff9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 200  len: 217 time: 0.0385764
Jun 21 03:22:58.655722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-a1c3a7de-afef-43be-a9af-31d6d992f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:58.657259 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-a1c3a7de-afef-43be-a9af-31d6d992f33d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a15dfb95-b07d-4d1b-823d-308c208f512d HTTP/1.1" status: 200  len: 851 time: 0.0439892
Jun 21 03:22:58.689700 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-76ed13a9-b7d1-4c4c-85d4-3fd2012cf3e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=214efb50-23e7-41ae-a161-a6b2bb991117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262523
Jun 21 03:22:58.781069 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-785e1b4e-f658-46e1-84be-b34a7c7ad9cd service neutron] 10.222.0.20 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853684
Jun 21 03:22:58.870019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e28e9359-0161-4b15-a3e9-a33e38e4365d req-b4da5462-f765-4303-9269-8729b728d2d7 service neutron] 10.222.0.20 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831246
Jun 21 03:22:59.035261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08503946-49e1-4f52-a307-9b60025bb2ce req-df5ac0fd-68b4-43be-9823-f00dc089a328 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:22:59.036629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08503946-49e1-4f52-a307-9b60025bb2ce req-df5ac0fd-68b4-43be-9823-f00dc089a328 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 944 time: 0.0661967
Jun 21 03:22:59.074418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-08503946-49e1-4f52-a307-9b60025bb2ce req-df501cdf-00b6-498c-9b3e-6433e97c043d tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320690
Jun 21 03:23:00.246293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf9d0-864e-448a-a40c-983ce99ebefc req-9952929a-e9dd-4f68-b2d2-c9712c28e2ba tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:00.247770 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eedbf9d0-864e-448a-a40c-983ce99ebefc req-9952929a-e9dd-4f68-b2d2-c9712c28e2ba tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 944 time: 0.0631688
Jun 21 03:23:00.286030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eedbf9d0-864e-448a-a40c-983ce99ebefc req-858aad49-5629-497a-8907-3cb613680f10 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319839
Jun 21 03:23:01.458783 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee19e3-7dd9-4ba5-9780-239a6dde3bef req-52d723b2-87fa-4044-bfaa-b710119bc067 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:01.460248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38ee19e3-7dd9-4ba5-9780-239a6dde3bef req-52d723b2-87fa-4044-bfaa-b710119bc067 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 944 time: 0.0619304
Jun 21 03:23:01.500221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-38ee19e3-7dd9-4ba5-9780-239a6dde3bef req-af826adf-ce5d-4fac-b0f8-8815e40702be tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343344
Jun 21 03:23:02.691254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d78376-5ba1-4e15-9fde-44d703afe97f req-54c345a2-cf52-4355-929b-7830a32a7135 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:02.692714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82d78376-5ba1-4e15-9fde-44d703afe97f req-54c345a2-cf52-4355-929b-7830a32a7135 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 944 time: 0.0671589
Jun 21 03:23:02.729659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82d78376-5ba1-4e15-9fde-44d703afe97f req-4d96a1c0-85bb-40d3-940d-2bdc4a7edf0a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312779
Jun 21 03:23:02.804780 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device d6ff9724-78cb-43fa-94ee-cca245770635 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:23:02.895170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:02.906570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117', 'port_id': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'mac_address': 'fa:16:3e:e2:04:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15dfb95-b07d-4d1b-823d-308c208f512d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:23:03.111169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:03.123269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff9724-78cb-43fa-94ee-cca245770635 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:23:03.143992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:03.201248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:03.203757 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:03.249172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:03.257009 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.257441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.257786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.258124 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.258461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.258791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.259114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.259437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.259758 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.260078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.260397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.260714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:03.264497 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:03.389948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['d6ff9724-78cb-43fa-94ee-cca245770635'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:23:03.924614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4f83f-75b4-4fa3-a635-61ca0c4adcc2 req-3c72df39-8e46-4c86-8cb0-db8396f7ca3c tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:03.926126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bde4f83f-75b4-4fa3-a635-61ca0c4adcc2 req-3c72df39-8e46-4c86-8cb0-db8396f7ca3c tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 945 time: 0.0688930
Jun 21 03:23:03.962720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bde4f83f-75b4-4fa3-a635-61ca0c4adcc2 req-59aa7d28-4cd7-4021-928a-7400a2cdacad tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309460
Jun 21 03:23:04.243130 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0b768e25-a8d8-4223-9f90-49bec7ed4cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:04.815716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device d6ff9724-78cb-43fa-94ee-cca245770635 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:23:04.935069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port d6ff9724-78cb-43fa-94ee-cca245770635 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:23:04.939846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port d6ff9724-78cb-43fa-94ee-cca245770635 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:23:04.940229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:05.016220 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:05.041224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:23:05.043502 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6006e8d-85c9-434e-8bea-3e4acccbe57c" -d '{"events": [{"server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:23:05.056708 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:05.082034 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe97a8c-0c4a-405a-85fb-ef83431d0082 x-openstack-request-id: req-9fe97a8c-0c4a-405a-85fb-ef83431d0082 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:23:05.082337 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:23:05.082606 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fe97a8c-0c4a-405a-85fb-ef83431d0082 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:23:05.083016 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'code': 200}
Jun 21 03:23:05.117830 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:05.119823 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:05.145707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a10d0-71a0-4d62-b856-6c9c54eb03f2 req-d3859223-8dab-42ec-9773-45d19a37f0ff tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:05.148162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e98a10d0-71a0-4d62-b856-6c9c54eb03f2 req-d3859223-8dab-42ec-9773-45d19a37f0ff tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 945 time: 0.0711839
Jun 21 03:23:05.167306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:05.170382 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:05.189580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e98a10d0-71a0-4d62-b856-6c9c54eb03f2 req-19fd3c04-c139-495d-92a6-328fcde224dc tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344737
Jun 21 03:23:05.200203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee9d14-1c14-413f-9ec1-b0f800bb7647 req-d899d86f-f16d-4bdd-946b-09e48052f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:05.201719 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-56ee9d14-1c14-413f-9ec1-b0f800bb7647 req-d899d86f-f16d-4bdd-946b-09e48052f0a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 1098 time: 0.0575273
Jun 21 03:23:05.244282 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-56ee9d14-1c14-413f-9ec1-b0f800bb7647 req-1b678fc5-a30e-4b44-a75c-828894770872 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352759
Jun 21 03:23:06.174267 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:06.361719 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528c841-bcd3-42e9-910a-c28c41a1ba73 req-dc0de402-6f09-4c16-8e1c-97dcb8a74c5f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:06.363223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7528c841-bcd3-42e9-910a-c28c41a1ba73 req-dc0de402-6f09-4c16-8e1c-97dcb8a74c5f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0627465
Jun 21 03:23:06.399809 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7528c841-bcd3-42e9-910a-c28c41a1ba73 req-247e1b8e-5f2c-4af5-911b-0099e8c43bd6 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311167
Jun 21 03:23:06.620184 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b8174e2d-c70d-41bc-86e8-87cc8430e9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:06.882625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51762-2dd4-454b-9363-5dd9b977e268 req-e4544054-ce5f-4cf3-b29b-dcd3626b6444 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:06.884071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddf51762-2dd4-454b-9363-5dd9b977e268 req-e4544054-ce5f-4cf3-b29b-dcd3626b6444 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0620978
Jun 21 03:23:06.924762 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ddf51762-2dd4-454b-9363-5dd9b977e268 req-2a7dfe75-cfa8-414c-a7f1-10e83d0b0f2b tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347946
Jun 21 03:23:07.020931 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-5945d83d-a085-455a-bbcd-72db7b4d8358 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1056509
Jun 21 03:23:07.175263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:08.110369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ab178-cc86-4d7b-b858-3946f05fe79e req-3117f956-36d9-424b-87a0-74ee8b554bae tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:08.111849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-606ab178-cc86-4d7b-b858-3946f05fe79e req-3117f956-36d9-424b-87a0-74ee8b554bae tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0716991
Jun 21 03:23:08.150218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-606ab178-cc86-4d7b-b858-3946f05fe79e req-6e8b62a1-99f1-4d4f-bd41-33838fec9bf6 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327365
Jun 21 03:23:08.169019 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:08.282992 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:09.142920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-837c3cce-124f-4cf0-a39d-3406b4584b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:09.144430 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-837c3cce-124f-4cf0-a39d-3406b4584b31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00104e57160849e09a3f696d265772df&device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 1098 time: 0.0539134
Jun 21 03:23:09.243507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-36ceecdb-a41c-43b3-a619-7647518cdaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:09.245014 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-36ceecdb-a41c-43b3-a619-7647518cdaa1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=214efb50-23e7-41ae-a161-a6b2bb991117 HTTP/1.1" status: 200  len: 912 time: 0.0944438
Jun 21 03:23:09.289923 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-09516d5a-5429-4d32-84e7-1bdc2f182e36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 200  len: 217 time: 0.0365703
Jun 21 03:23:09.328647 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81515395-4aa2-4411-ad78-9690f20866e0 req-c16edc1f-c9c1-402b-9b0c-a3895d43c9ab tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:09.330253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81515395-4aa2-4411-ad78-9690f20866e0 req-c16edc1f-c9c1-402b-9b0c-a3895d43c9ab tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0650628
Jun 21 03:23:09.337436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-9010e385-ab51-46fe-99bd-026f7d22c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:09.338870 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-9010e385-ab51-46fe-99bd-026f7d22c811 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a15dfb95-b07d-4d1b-823d-308c208f512d HTTP/1.1" status: 200  len: 851 time: 0.0436919
Jun 21 03:23:09.367756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81515395-4aa2-4411-ad78-9690f20866e0 req-a3e17501-01e7-4cfa-89da-9bf46c8219c0 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317006
Jun 21 03:23:09.371455 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-6da5fc94-cffd-4800-a0bb-407b518a709c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=214efb50-23e7-41ae-a161-a6b2bb991117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263464
Jun 21 03:23:09.464148 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-fcc305ba-26e5-44c6-9955-80ef22d73a2b service neutron] 10.222.0.20 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854011
Jun 21 03:23:09.562354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-61617d3d-2ce3-4197-87ad-9ade77f821fc service neutron] 10.222.0.20 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923839
Jun 21 03:23:09.665904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:10.541798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4dd7e-0c8d-4768-92b6-0af8c92ca493 req-f18dec89-7f51-4545-8fe4-d0ca21c479db tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:10.543266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05a4dd7e-0c8d-4768-92b6-0af8c92ca493 req-f18dec89-7f51-4545-8fe4-d0ca21c479db tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0672395
Jun 21 03:23:10.581716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05a4dd7e-0c8d-4768-92b6-0af8c92ca493 req-f57f1eb3-fdb8-4116-97c9-ed9619ead9ca tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323732
Jun 21 03:23:11.733229 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:23:11.754888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef092bd-7d07-4c5a-9d16-0481237c0240 req-01b212e4-6c7a-4394-a768-853aef0b81a2 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:11.756353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ef092bd-7d07-4c5a-9d16-0481237c0240 req-01b212e4-6c7a-4394-a768-853aef0b81a2 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0628035
Jun 21 03:23:11.793820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ef092bd-7d07-4c5a-9d16-0481237c0240 req-eb1e1943-d1df-424b-87ad-e76d92fe28c2 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317578
Jun 21 03:23:12.963093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e1d3-e058-473a-904d-955e4fbca4d6 req-83f09338-f7c6-4ae3-98d8-4452d99a3a9d tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:12.964453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7d2e1d3-e058-473a-904d-955e4fbca4d6 req-83f09338-f7c6-4ae3-98d8-4452d99a3a9d tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0620909
Jun 21 03:23:13.000973 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7d2e1d3-e058-473a-904d-955e4fbca4d6 req-08720cbc-b4b4-4aca-9f48-2c3255ff99f2 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305827
Jun 21 03:23:14.179165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b8cb6-70be-406e-87d5-7146b396153e req-5583ff9b-8354-4cf9-ac37-83aa4b221b4a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:14.180554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c8b8cb6-70be-406e-87d5-7146b396153e req-5583ff9b-8354-4cf9-ac37-83aa4b221b4a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0675306
Jun 21 03:23:14.216874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c8b8cb6-70be-406e-87d5-7146b396153e req-d015979f-e93c-46ed-8490-746049e4897a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307541
Jun 21 03:23:15.392219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3925-9510-4062-8b92-d14b18c0b7b5 req-ee248701-bee0-410f-bce0-a9bbc8caa63f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:15.393942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f5ab3925-9510-4062-8b92-d14b18c0b7b5 req-ee248701-bee0-410f-bce0-a9bbc8caa63f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0685956
Jun 21 03:23:15.431674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f5ab3925-9510-4062-8b92-d14b18c0b7b5 req-52a9db30-b2c2-43fc-8689-d57214b9ee84 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319695
Jun 21 03:23:16.603144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19561-6c1f-4f2b-b85e-4616819db464 req-876363c4-885f-4a95-b8c6-54c9fba38e2d tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:16.604595 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cc19561-6c1f-4f2b-b85e-4616819db464 req-876363c4-885f-4a95-b8c6-54c9fba38e2d tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0653586
Jun 21 03:23:17.014026 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7cc19561-6c1f-4f2b-b85e-4616819db464 req-61b597e2-8a58-4068-a75a-4f723f0b39f0 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4034481
Jun 21 03:23:18.196240 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c218f7-c219-4d04-a6fa-21a276155ea4 req-071e5735-686d-470e-9faa-4cadd86f3cd7 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:18.197637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9c218f7-c219-4d04-a6fa-21a276155ea4 req-071e5735-686d-470e-9faa-4cadd86f3cd7 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0619972
Jun 21 03:23:18.234501 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9c218f7-c219-4d04-a6fa-21a276155ea4 req-62c173dd-7266-4eac-9a55-4fd3c086c7ac tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312092
Jun 21 03:23:19.411723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666db95-155d-4e7a-9b3e-119b5f6604a3 req-026b50f7-bb64-4699-9366-5977697f861a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:19.413190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8666db95-155d-4e7a-9b3e-119b5f6604a3 req-026b50f7-bb64-4699-9366-5977697f861a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0624409
Jun 21 03:23:19.454141 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8666db95-155d-4e7a-9b3e-119b5f6604a3 req-6acf19cb-5466-4eaf-b0ba-5df1c07a6735 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351298
Jun 21 03:23:20.623167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58ae8-f214-44d2-9f20-145f41405436 req-81e1ebba-80f9-49d4-95ce-fc7b34a5a2ae tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:20.624684 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76b58ae8-f214-44d2-9f20-145f41405436 req-81e1ebba-80f9-49d4-95ce-fc7b34a5a2ae tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0620089
Jun 21 03:23:20.662555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-76b58ae8-f214-44d2-9f20-145f41405436 req-80ea7b43-abb9-4893-ae9f-577ee94d92c7 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311394
Jun 21 03:23:21.837155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964ebe6-976d-4542-908a-4279b04e4023 req-73c4d8f8-8849-4af9-abfe-fbb3cf2c99ab tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:21.838652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5964ebe6-976d-4542-908a-4279b04e4023 req-73c4d8f8-8849-4af9-abfe-fbb3cf2c99ab tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0624037
Jun 21 03:23:21.875921 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5964ebe6-976d-4542-908a-4279b04e4023 req-30cd1d95-b70d-41a9-aaca-2cc6776c3b33 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310054
Jun 21 03:23:23.055678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281001e1-6daa-425f-af3b-02a9c3463921 req-0a314920-0468-4e22-b0eb-93d21019660d tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:23.057192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-281001e1-6daa-425f-af3b-02a9c3463921 req-0a314920-0468-4e22-b0eb-93d21019660d tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0711784
Jun 21 03:23:23.096997 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-281001e1-6daa-425f-af3b-02a9c3463921 req-375d02c4-0445-4aa8-9866-7ef1a354cec0 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339637
Jun 21 03:23:24.267114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43e9e-f6a2-4358-a860-d801d4adde78 req-03fbe7de-82c3-4022-816d-ecc23b7f9a87 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:24.268569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eba43e9e-f6a2-4358-a860-d801d4adde78 req-03fbe7de-82c3-4022-816d-ecc23b7f9a87 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0618415
Jun 21 03:23:24.305409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eba43e9e-f6a2-4358-a860-d801d4adde78 req-91f977f2-71f1-44f3-a68a-b6ab6bd78977 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309503
Jun 21 03:23:25.475720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f42ee-0182-4f73-b7dd-fbdff31357b6 req-eaad87d7-3786-4017-9925-5d2765502b68 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:25.477202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-530f42ee-0182-4f73-b7dd-fbdff31357b6 req-eaad87d7-3786-4017-9925-5d2765502b68 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0628810
Jun 21 03:23:25.518511 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-530f42ee-0182-4f73-b7dd-fbdff31357b6 req-beff49a6-4125-45e5-9804-3aaebb6e1ee4 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358043
Jun 21 03:23:26.689839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663b20a-3205-42c2-ac8c-208bccfd998d req-57478064-8cc0-40ea-a256-24246b7e57e7 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:26.691313 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b663b20a-3205-42c2-ac8c-208bccfd998d req-57478064-8cc0-40ea-a256-24246b7e57e7 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0633891
Jun 21 03:23:26.727865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b663b20a-3205-42c2-ac8c-208bccfd998d req-1d7a9bc3-49a9-41e2-bbd1-ed93fd99ee65 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309367
Jun 21 03:23:27.906735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6a353-05ca-4efa-b3b8-197c5e9c4b18 req-d0a44df2-7811-47ba-a755-3e04df507377 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:27.907621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95c6a353-05ca-4efa-b3b8-197c5e9c4b18 req-d0a44df2-7811-47ba-a755-3e04df507377 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0624764
Jun 21 03:23:27.945643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95c6a353-05ca-4efa-b3b8-197c5e9c4b18 req-7fbe3562-e5c4-459d-b828-3eb70360e148 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322149
Jun 21 03:23:29.126792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2df8a1-fab3-41e0-a220-d173721dadbf req-584ff63d-c529-4b7e-89b3-fa04e241f7ed tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:29.128277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e2df8a1-fab3-41e0-a220-d173721dadbf req-584ff63d-c529-4b7e-89b3-fa04e241f7ed tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0734141
Jun 21 03:23:29.169794 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e2df8a1-fab3-41e0-a220-d173721dadbf req-5cdc5ca9-cf6e-414c-822d-fef34b66af6a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334647
Jun 21 03:23:30.343440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f895197-40a6-4ef3-babe-4dcb6ac998d5 req-bde96c7f-6c23-4bc3-b6c1-5d4929739639 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:30.345194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f895197-40a6-4ef3-babe-4dcb6ac998d5 req-bde96c7f-6c23-4bc3-b6c1-5d4929739639 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0627100
Jun 21 03:23:30.382679 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f895197-40a6-4ef3-babe-4dcb6ac998d5 req-5da37eae-799f-4f87-aa8b-b9b4b87905c4 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318983
Jun 21 03:23:31.560496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4e8df-8b93-4421-8a2d-b6ed8632749a req-4ab996cb-1d30-46c2-9a88-3c85678f532f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:31.562000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ea4e8df-8b93-4421-8a2d-b6ed8632749a req-4ab996cb-1d30-46c2-9a88-3c85678f532f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0622454
Jun 21 03:23:31.604183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ea4e8df-8b93-4421-8a2d-b6ed8632749a req-765f3896-4202-47ad-896b-d8a0aa5ccb03 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360806
Jun 21 03:23:32.775742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5674e5-ba30-48c5-a7dc-080cb68fb6c2 req-40a214ec-dc77-420f-b529-15da81463311 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:32.777197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c5674e5-ba30-48c5-a7dc-080cb68fb6c2 req-40a214ec-dc77-420f-b529-15da81463311 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0623925
Jun 21 03:23:32.820283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c5674e5-ba30-48c5-a7dc-080cb68fb6c2 req-6b086712-d024-4044-afce-314e820e4c99 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372324
Jun 21 03:23:33.997084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139a268-51d5-49d5-87d0-4f5e0297ca7b req-561c0156-7d4b-4474-9880-b3e3aa77fa85 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:33.998600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a139a268-51d5-49d5-87d0-4f5e0297ca7b req-561c0156-7d4b-4474-9880-b3e3aa77fa85 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0616262
Jun 21 03:23:34.040083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a139a268-51d5-49d5-87d0-4f5e0297ca7b req-6db370e6-3c87-484d-861d-8cf8be172ec9 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353787
Jun 21 03:23:34.252929 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b193b5b0-f607-4c0e-92ed-af2962483225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:35.231348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe552-8272-4b59-8bb1-636b613d2597 req-77d089b9-cccc-4327-8e84-056eb338fd0e tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:35.232813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9dbe552-8272-4b59-8bb1-636b613d2597 req-77d089b9-cccc-4327-8e84-056eb338fd0e tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0673060
Jun 21 03:23:35.270220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a9dbe552-8272-4b59-8bb1-636b613d2597 req-d74b4ab8-9e10-47b8-b019-faab0c5def3e tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309651
Jun 21 03:23:36.174507 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:36.454090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f3f2a-19ab-4d24-ba2c-f6ec8c400afd req-4d482ec3-34c2-4501-8b41-d76ad44fb95a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:36.455582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a33f3f2a-19ab-4d24-ba2c-f6ec8c400afd req-4d482ec3-34c2-4501-8b41-d76ad44fb95a tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0751145
Jun 21 03:23:36.495742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a33f3f2a-19ab-4d24-ba2c-f6ec8c400afd req-b3a02e31-99d7-4dd1-8a5b-e701cc226f24 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342762
Jun 21 03:23:36.608170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-202fe0b2-84a9-4704-be42-ed48120d3444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:36.736271 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-e1bd39e9-e39c-44a1-8e0a-343df907236d service neutron] show failed (client error): The resource could not be found.
Jun 21 03:23:36.737248 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-e1bd39e9-e39c-44a1-8e0a-343df907236d service neutron] 10.222.0.20 "GET /v2.0/ports/d6ff9724-78cb-43fa-94ee-cca245770635/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0556052
Jun 21 03:23:37.157727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:37.291740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-09da3253-9389-4913-a9bf-66b3bbe14e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:37.293241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-09da3253-9389-4913-a9bf-66b3bbe14e79 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59&tenant_id=00104e57160849e09a3f696d265772df HTTP/1.1" status: 200  len: 1098 time: 0.0886588
Jun 21 03:23:37.305249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:23:37.374400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:37.579050 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:37.616226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:23:37.687505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:23:37.690133 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8f0697-3518-4f9a-af89-34450781677f" -d '{"events": [{"server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:23:37.695211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:37.715982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Transition to ACTIVE for port object d6ff9724-78cb-43fa-94ee-cca245770635 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:23:37.725505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c663385-94a6-4ba1-a0f9-27764ccff76b req-44fae544-33db-4157-b756-90e27ae8a76b tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:37.727011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c663385-94a6-4ba1-a0f9-27764ccff76b req-44fae544-33db-4157-b756-90e27ae8a76b tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.1144159
Jun 21 03:23:37.766032 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c663385-94a6-4ba1-a0f9-27764ccff76b req-81b8d173-4a10-46de-b684-3d36689e6c57 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333188
Jun 21 03:23:37.768680 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:37.770972 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2ecb95a4-69de-47e2-aa7c-29c69c5ac861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:37.811243 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f6769b-0299-4edc-b315-411accaa914a x-openstack-request-id: req-77f6769b-0299-4edc-b315-411accaa914a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:23:37.811586 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:23:37.811885 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77f6769b-0299-4edc-b315-411accaa914a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:23:37.812315 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'code': 200}
Jun 21 03:23:37.863486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] No DVR routers for this DVR port d6ff9724-78cb-43fa-94ee-cca245770635 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:23:37.865320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:37.875856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.876244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.877218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.877702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.878083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.878453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.878822 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.879188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.879552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.879916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.880279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.880639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:37.884797 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:37.912554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Attempting to bind port d6ff9724-78cb-43fa-94ee-cca245770635 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:23:37.912886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Attempting to bind port d6ff9724-78cb-43fa-94ee-cca245770635 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:23:37.913209 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Attempting to bind port d6ff9724-78cb-43fa-94ee-cca245770635 on network 214efb50-23e7-41ae-a161-a6b2bb991117 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:23:37.917439 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Port d6ff9724-78cb-43fa-94ee-cca245770635 on network 214efb50-23e7-41ae-a161-a6b2bb991117 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:23:37.917759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Attempting to bind port d6ff9724-78cb-43fa-94ee-cca245770635 on network 214efb50-23e7-41ae-a161-a6b2bb991117 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:23:37.922386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:23:37.922720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Checking segment: {'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:23:37.923098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Bound using segment: {'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:23:37.924039 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Bound port: d6ff9724-78cb-43fa-94ee-cca245770635, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:23:37.924466 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:37.987975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:23:37.990827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:23:38.047674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:38.051533 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6ff358a1-8aed-47f0-9411-dbab4bfd9d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:38.088211 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:38.088817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:38.090602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] 10.222.0.26 "PUT /v2.0/ports/d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 200  len: 1093 time: 0.7890708
Jun 21 03:23:38.121942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:38.127771 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:38.156085 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:38.168756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-82a22432-537f-4d4e-a7e2-e60d8fff816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:38.170367 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-82a22432-537f-4d4e-a7e2-e60d8fff816a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00104e57160849e09a3f696d265772df&device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 1096 time: 0.0562258
Jun 21 03:23:38.262127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-8df57e76-1e01-42ab-b048-82778fc861fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:38.263579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-8df57e76-1e01-42ab-b048-82778fc861fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=214efb50-23e7-41ae-a161-a6b2bb991117 HTTP/1.1" status: 200  len: 912 time: 0.0870821
Jun 21 03:23:38.276071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:38.303712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-95f11f0d-930b-42df-8a98-2043d7fd8443 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 200  len: 217 time: 0.0340724
Jun 21 03:23:38.350294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-52d61326-a331-4050-90a8-761db4b3169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:38.351727 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-52d61326-a331-4050-90a8-761db4b3169a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a15dfb95-b07d-4d1b-823d-308c208f512d HTTP/1.1" status: 200  len: 851 time: 0.0422173
Jun 21 03:23:38.388062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-d7cd3568-7b32-4f67-913d-9beadebf0f34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=214efb50-23e7-41ae-a161-a6b2bb991117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294807
Jun 21 03:23:38.473315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-d08551ab-2dbf-48d5-9bd5-6ca22fc0b25b service neutron] 10.222.0.26 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792329
Jun 21 03:23:38.568698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4f8567f2-5833-4634-86bf-3f35cad18e26 req-30e77efe-b25b-41d7-a30f-8bf0aa6c2fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890174
Jun 21 03:23:38.951978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5fa7-cd9c-4d5b-abc8-8c5fc774f034 req-228f5817-fe07-48bf-bb3e-8b7255b0875f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:38.953471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12bd5fa7-cd9c-4d5b-abc8-8c5fc774f034 req-228f5817-fe07-48bf-bb3e-8b7255b0875f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 944 time: 0.0639277
Jun 21 03:23:38.991589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12bd5fa7-cd9c-4d5b-abc8-8c5fc774f034 req-50f8f507-987c-4027-8be0-fc659b7a634f tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324156
Jun 21 03:23:39.653988 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:39.814788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:23:39.817256 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40e481d-0d8d-4a7c-be63-290c1488a99a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:23:39.865023 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131f5583-4b42-4d8e-83f2-6c78fb0745f3 x-openstack-request-id: req-131f5583-4b42-4d8e-83f2-6c78fb0745f3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:23:39.865393 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:23:39.865694 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-131f5583-4b42-4d8e-83f2-6c78fb0745f3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:23:39.866198 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'status': 'completed', 'code': 200}
Jun 21 03:23:39.936316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-77affc10-d716-45ff-8fbf-5b260c6d632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:39.937859 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-77affc10-d716-45ff-8fbf-5b260c6d632c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00104e57160849e09a3f696d265772df&device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 1096 time: 0.0544772
Jun 21 03:23:39.945939 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-8eda9b69-4e4e-489f-aff4-0c6e99918bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:39.947447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-8eda9b69-4e4e-489f-aff4-0c6e99918bfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00104e57160849e09a3f696d265772df&device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 1096 time: 0.0576596
Jun 21 03:23:40.036527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-44b9da0c-0fc2-4a57-8301-5e0b7769a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:40.038840 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-44b9da0c-0fc2-4a57-8301-5e0b7769a543 service neutron] 10.222.0.20 "GET /v2.0/networks?id=214efb50-23e7-41ae-a161-a6b2bb991117 HTTP/1.1" status: 200  len: 912 time: 0.0938089
Jun 21 03:23:40.050743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-ef618903-8475-48a5-ac1f-5855f48a78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:40.052277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-ef618903-8475-48a5-ac1f-5855f48a78a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=214efb50-23e7-41ae-a161-a6b2bb991117 HTTP/1.1" status: 200  len: 912 time: 0.0964899
Jun 21 03:23:40.082261 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-89d9e097-7f6d-4169-b9c6-73d2fc05f792 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 200  len: 217 time: 0.0372987
Jun 21 03:23:40.098371 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-8bac8391-7499-4f1d-96ca-2e61992631fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 200  len: 217 time: 0.0349915
Jun 21 03:23:40.133133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-a90bcce6-6d87-487e-b9d8-00f83c6bc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:40.134631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-a90bcce6-6d87-487e-b9d8-00f83c6bc515 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a15dfb95-b07d-4d1b-823d-308c208f512d HTTP/1.1" status: 200  len: 851 time: 0.0455811
Jun 21 03:23:40.177166 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-55bf9cd1-2b1c-4fa3-85c7-ba98e9e8ba6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=214efb50-23e7-41ae-a161-a6b2bb991117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0353620
Jun 21 03:23:40.186612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-a247a752-7d72-42fd-9922-f3cd176eb60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:40.188381 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-a247a752-7d72-42fd-9922-f3cd176eb60f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a15dfb95-b07d-4d1b-823d-308c208f512d HTTP/1.1" status: 200  len: 851 time: 0.0835652
Jun 21 03:23:40.224844 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-47e666fe-0269-4165-ad8a-f4b142c186ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=214efb50-23e7-41ae-a161-a6b2bb991117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0287366
Jun 21 03:23:40.247849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a55be-5596-474f-8b64-7e1c4ac2764d req-d38e18d7-cde7-4196-8f77-048987129ed5 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:40.249346 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc3a55be-5596-474f-8b64-7e1c4ac2764d req-d38e18d7-cde7-4196-8f77-048987129ed5 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 944 time: 0.1362550
Jun 21 03:23:40.269563 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-0aa98596-89ff-401b-a183-e8ca701f88de service neutron] 10.222.0.20 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869102
Jun 21 03:23:40.335097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc3a55be-5596-474f-8b64-7e1c4ac2764d req-c515e69d-d58f-43c4-8eb0-5e17fb6a7730 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750899
Jun 21 03:23:40.357081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-fe07f816-dfd3-4e14-80b8-b6ab933c5b8c service neutron] 10.222.0.26 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251271
Jun 21 03:23:40.370164 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-f37a72a1-fc40-4766-b24b-47e1c34adf73 service neutron] 10.222.0.20 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946596
Jun 21 03:23:40.448279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c40e481d-0d8d-4a7c-be63-290c1488a99a req-e81caddd-f91b-4191-9982-f679796d9f4b service neutron] 10.222.0.26 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840411
Jun 21 03:23:41.007958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device d6ff9724-78cb-43fa-94ee-cca245770635 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:23:41.049325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device d6ff9724-78cb-43fa-94ee-cca245770635 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:23:41.519594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fcd6a-6dd1-49a5-afb6-8e3a202f060e req-14863a91-d353-4a82-b5c7-08b78a844c2c tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:41.521105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5fcd6a-6dd1-49a5-afb6-8e3a202f060e req-14863a91-d353-4a82-b5c7-08b78a844c2c tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 944 time: 0.0643172
Jun 21 03:23:41.563507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9a5fcd6a-6dd1-49a5-afb6-8e3a202f060e req-83c5cab7-00df-41a4-b089-658e71239894 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360677
Jun 21 03:23:41.851820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d6ff9724-78cb-43fa-94ee-cca245770635 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:23:41.945112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:41.958026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'network_id': '214efb50-23e7-41ae-a161-a6b2bb991117', 'port_id': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'mac_address': 'fa:16:3e:e2:04:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15dfb95-b07d-4d1b-823d-308c208f512d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:23:41.994404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:42.011488 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff9724-78cb-43fa-94ee-cca245770635 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:23:42.031560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:42.082987 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:42.084874 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:42.132932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:42.136135 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:42.141644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-73cec90e-cd67-4295-8bdc-33ec005e18eb tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:42.143681 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-73cec90e-cd67-4295-8bdc-33ec005e18eb tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59&tenant_id=00104e57160849e09a3f696d265772df&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 944 time: 0.1113119
Jun 21 03:23:42.201901 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-9fbfaced-e63d-45c4-b8cf-efcd7059d267 service neutron] delete failed (client error): The resource could not be found.
Jun 21 03:23:42.202814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-9fbfaced-e63d-45c4-b8cf-efcd7059d267 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d6ff9724-78cb-43fa-94ee-cca245770635/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0534871
Jun 21 03:23:42.301571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-2b2388b2-882f-44ac-9ecc-e26b398a8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:42.303040 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-2b2388b2-882f-44ac-9ecc-e26b398a8abc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00104e57160849e09a3f696d265772df&device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 1097 time: 0.0573339
Jun 21 03:23:42.309579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['d6ff9724-78cb-43fa-94ee-cca245770635'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:23:42.390999 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-15b5437e-ba5e-423a-9f3c-6ab26e3835a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:42.393356 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-15b5437e-ba5e-423a-9f3c-6ab26e3835a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=214efb50-23e7-41ae-a161-a6b2bb991117 HTTP/1.1" status: 200  len: 912 time: 0.0841231
Jun 21 03:23:42.436998 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-acddb0b7-db6a-40a3-8e71-856081320141 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 200  len: 217 time: 0.0377710
Jun 21 03:23:42.485505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-a20532c3-90d4-49e0-a5a8-60d962f366df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:42.487048 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-a20532c3-90d4-49e0-a5a8-60d962f366df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a15dfb95-b07d-4d1b-823d-308c208f512d HTTP/1.1" status: 200  len: 851 time: 0.0441670
Jun 21 03:23:42.519455 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-73ac1e50-6f21-4839-bd18-b21fd8d1580b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=214efb50-23e7-41ae-a161-a6b2bb991117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262713
Jun 21 03:23:42.611002 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-09f7e8a7-70ef-40e2-926e-82f971526c49 service neutron] 10.222.0.20 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856833
Jun 21 03:23:42.697320 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-be015712-7d1d-48f9-ad83-29ead1bda809 service neutron] 10.222.0.20 "GET /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803523
Jun 21 03:23:43.862691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d6ff9724-78cb-43fa-94ee-cca245770635 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:23:43.979781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port d6ff9724-78cb-43fa-94ee-cca245770635 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:23:43.983815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port d6ff9724-78cb-43fa-94ee-cca245770635 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:23:43.984309 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:44.061256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a72db-c332-4344-af3b-293e380e7c4c req-d2ec3753-4933-4e17-9126-51db77411ad5 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:44.061852 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:44.062674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb9a72db-c332-4344-af3b-293e380e7c4c req-d2ec3753-4933-4e17-9126-51db77411ad5 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 945 time: 0.0669208
Jun 21 03:23:44.083986 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:23:44.086358 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77767da-ce44-48a4-b3cb-a9f95bdefb4f" -d '{"events": [{"server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:23:44.099431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:44.104361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fb9a72db-c332-4344-af3b-293e380e7c4c req-fb110f9f-7a72-4a63-9fa9-bc6f6ca297ed tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351434
Jun 21 03:23:44.134019 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af07d5a4-5de1-450b-b8f8-49d11feb7143 x-openstack-request-id: req-af07d5a4-5de1-450b-b8f8-49d11feb7143 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:23:44.134318 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:23:44.134579 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af07d5a4-5de1-450b-b8f8-49d11feb7143 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:23:44.134980 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'code': 200}
Jun 21 03:23:44.168140 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:44.170066 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-86577980-a06f-439f-b0ec-890e62f12279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:44.227512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:44.230967 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:45.280270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-af208d52-a2e5-4a4f-b0c3-3e97496e2e48 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:45.281731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-af208d52-a2e5-4a4f-b0c3-3e97496e2e48 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.0981357
Jun 21 03:23:45.344601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9b676-e04a-47ab-86f7-067dab49c308 req-83155e0d-3952-40eb-a151-35a45ead0e4c tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:45.346650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1c9b676-e04a-47ab-86f7-067dab49c308 req-83155e0d-3952-40eb-a151-35a45ead0e4c tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a6d557c-1ccf-4335-996e-badc3c94fd59 HTTP/1.1" status: 200  len: 946 time: 0.1190491
Jun 21 03:23:45.410833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1c9b676-e04a-47ab-86f7-067dab49c308 req-ae91be32-268b-4e69-9a5d-61bb77e52500 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567203
Jun 21 03:23:45.425816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Deleting port d6ff9724-78cb-43fa-94ee-cca245770635 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:23:45.426159 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:45.513850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] For port d6ff9724-78cb-43fa-94ee-cca245770635, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=d6ff9724-78cb-43fa-94ee-cca245770635,segment=NetworkSegment(d0841521-6083-4fe4-9e6b-8b76d0e32b6e),segment_id=d0841521-6083-4fe4-9e6b-8b76d0e32b6e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:45.514210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:45.581265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Calling delete_port for d6ff9724-78cb-43fa-94ee-cca245770635 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:23:45.762524 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:45.767472 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:45.774490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['d6ff9724-78cb-43fa-94ee-cca245770635'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:23:45.797546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Pushing event deleted for resources: {'Port': ['ID=d6ff9724-78cb-43fa-94ee-cca245770635,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:45.800591 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:45.840892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] No DVR routers for this DVR port d6ff9724-78cb-43fa-94ee-cca245770635 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:23:45.843421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:45.845563 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a434b27e-c440-43a7-9218-8e2d448067b6 req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] 10.222.0.26 "DELETE /v2.0/ports/d6ff9724-78cb-43fa-94ee-cca245770635 HTTP/1.1" status: 204  len: 173 time: 0.5561197
Jun 21 03:23:45.846093 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'name': 'network-vif-deleted', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:23:45.848422 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bec383-d7be-496e-ae63-5b24b1cd8407" -d '{"events": [{"server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "name": "network-vif-deleted", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:23:45.884246 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b04b9-eed8-4d21-a27e-b0e1538a23e1 x-openstack-request-id: req-741b04b9-eed8-4d21-a27e-b0e1538a23e1 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:23:45.884649 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d557c-1ccf-4335-996e-badc3c94fd59", "name": "network-vif-deleted", "tag": "d6ff9724-78cb-43fa-94ee-cca245770635", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:23:45.884955 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-741b04b9-eed8-4d21-a27e-b0e1538a23e1 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:23:45.885427 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6d557c-1ccf-4335-996e-badc3c94fd59', 'name': 'network-vif-deleted', 'tag': 'd6ff9724-78cb-43fa-94ee-cca245770635', 'status': 'completed', 'code': 200}
Jun 21 03:23:46.651824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58196) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:23:46.700934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Deleting subnet a15dfb95-b07d-4d1b-823d-308c208f512d {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:23:46.704015 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:46.738860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:46.776402 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:46.894397 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:46.896832 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d5d0e984-be40-4e76-b6aa-335268281218 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:46.919476 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15dfb95-b07d-4d1b-823d-308c208f512d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:46.930345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.930741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.931128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.931510 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.931887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.932536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.932633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.932980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.933376 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.933745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.934114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.934481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:23:46.937187 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:46.940252 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a15dfb95-b07d-4d1b-823d-308c208f512d HTTP/1.1" status: 204  len: 168 time: 0.2869251
Jun 21 03:23:46.940950 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e41b84cb-c5cd-4e3d-a7ff-988895e011e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:46.942302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58198) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:23:47.013094 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.091213 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.101565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8888070>,) {'filters': {'network_id': ['214efb50-23e7-41ae-a161-a6b2bb991117']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:23:47.116321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8888070>, 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:23:47.116644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8888070>, 'd0841521-6083-4fe4-9e6b-8b76d0e32b6e') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:23:47.125419 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.138854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.144782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:23:47.145176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:23:47.147130 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:23:47.253292 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.257062 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-180799eb-af0a-4071-98bd-b6be4f14a806 tempest-ExternalNetworksTestJSON-828626667 tempest-ExternalNetworksTestJSON-828626667-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:47.259767 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.261654 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] 10.222.0.25 "DELETE /v2.0/networks/214efb50-23e7-41ae-a161-a6b2bb991117 HTTP/1.1" status: 204  len: 168 time: 0.3183305
Jun 21 03:23:47.274111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Pushing event deleted for resources: {'Network': ['ID=214efb50-23e7-41ae-a161-a6b2bb991117,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:47.276491 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:47.521860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58202) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:23:47.561070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dfdff94f-4fd3-407b-b646-39b3a03e55e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00104e57160849e09a3f696d265772df&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0379827
Jun 21 03:23:47.563403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58204) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:23:47.612896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95d904de-5371-47aa-a810-3b52f625bf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.633957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95d904de-5371-47aa-a810-3b52f625bf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.739356 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95d904de-5371-47aa-a810-3b52f625bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.741997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95d904de-5371-47aa-a810-3b52f625bf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:47.746732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-95d904de-5371-47aa-a810-3b52f625bf6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c7c68e2-f792-4c89-80d1-86dc9f3bfc81 HTTP/1.1" status: 204  len: 168 time: 0.1788201
Jun 21 03:23:47.746732 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea6dab22-c392-422d-ad71-5fa551615263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:47.752325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d904de-5371-47aa-a810-3b52f625bf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c68e2-f792-4c89-80d1-86dc9f3bfc81,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:47.754913 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95d904de-5371-47aa-a810-3b52f625bf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:47.877895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d6ff9724-78cb-43fa-94ee-cca245770635 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:23:47.898206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: d6ff9724-78cb-43fa-94ee-cca245770635 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:23:47.898572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device d6ff9724-78cb-43fa-94ee-cca245770635 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:23:48.650445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58226) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:23:48.731357 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:23:48.744077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1929535584-network', 'tenant_id': '98ad9d0f2f0f45d3b83117317ae70f13'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:23:48.836612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Made reservation on behalf of 98ad9d0f2f0f45d3b83117317ae70f13 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:23:48.839145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:48.847793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:48.934142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:48.973610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:48.976494 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-67a9f97c-75e7-449b-bbf0-0cd7d4e4d6e8 tempest-NegativeSecGroupIPv6Test-1019936312 tempest-NegativeSecGroupIPv6Test-1019936312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:48.999956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:23:49.006694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:49.010549 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:49.013352 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:49.013696 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Added segment dc17aba7-fd9c-4db7-988b-0ed43d6c9659 of type vlan for network ad7a16b2-1054-4f2e-becd-a941a228b8e5
Jun 21 03:23:49.056491 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:49.150056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:49.151021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:49.151613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:49.153882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dc386ee4-49ef-433c-b995-0869744d5c38 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:49.219030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7a16b2-1054-4f2e-becd-a941a228b8e5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:49.222474 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:49.229013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network ad7a16b2-1054-4f2e-becd-a941a228b8e5 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:23:49.249051 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5975091
Jun 21 03:23:49.252590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58230) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:23:49.257759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Request body: {'subnet': {'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1929535584-subnet', 'tenant_id': '98ad9d0f2f0f45d3b83117317ae70f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:23:49.332903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Made reservation on behalf of 98ad9d0f2f0f45d3b83117317ae70f13 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:23:49.335355 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:49.562687 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:49.564614 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-30c60382-ef93-44b9-b684-8262ef4f439c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:49.616293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0416f84-fd35-4999-b076-b85f537209c8,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:49.619819 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:49.625312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Checking segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:23:49.625699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Network hostable DHCP agents. Network: ad7a16b2-1054-4f2e-becd-a941a228b8e5, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:23:49.693812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Network ad7a16b2-1054-4f2e-becd-a941a228b8e5 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:23:49.762367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, ad7a16b2-1054-4f2e-becd-a941a228b8e5) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:23:49.766296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:49.767547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:49.771666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bfbd9b-2b01-4c75-b0c5-10fd81745fb0 None None] Network ad7a16b2-1054-4f2e-becd-a941a228b8e5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:23:49.831999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5781107
Jun 21 03:23:49.892413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35780c97-7cad-4fbc-aef3-6eafd3af5373 None None] Network ad7a16b2-1054-4f2e-becd-a941a228b8e5 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:23:50.264060 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-ec1ccc92-c816-44bd-9366-00d561b806b6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:50.265609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-ec1ccc92-c816-44bd-9366-00d561b806b6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 815 time: 0.1081970
Jun 21 03:23:50.281274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-b0656ca3-32d1-47b3-9e9e-d7996b60f2cc tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/quotas/98ad9d0f2f0f45d3b83117317ae70f13 HTTP/1.1" status: 200  len: 375 time: 0.0087574
Jun 21 03:23:50.313760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-742f2f44-caa5-4039-9cf1-81dd056b7877 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0266833
Jun 21 03:23:50.371812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-4d56160d-7754-4635-89c1-d4a40fa95d49 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:23:50.372784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-4d56160d-7754-4635-89c1-d4a40fa95d49 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0526896
Jun 21 03:23:50.458896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-d7d58506-457d-420c-94a7-5407f865bbee service neutron] 10.222.0.25 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801795
Jun 21 03:23:50.564806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-b978748c-c56d-49da-b9ad-3932c42d37f0 service neutron] 10.222.0.25 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001561
Jun 21 03:23:50.801390 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a1e85fc-4663-416d-8374-4eabbd644c19 req-ceeb030e-8caa-4f1c-a3af-105171eefe5d tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 210 time: 0.0288427
Jun 21 03:23:51.939629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-636dee3d-a502-4a34-9623-1a5439a499f1 req-c51667e7-a1c4-497b-8b92-67b4fa6562de tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 210 time: 0.0293360
Jun 21 03:23:52.840341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-52bdaf07-7df0-48e1-ad15-88f59a96bb68 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:52.841816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-52bdaf07-7df0-48e1-ad15-88f59a96bb68 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.26 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 815 time: 0.1106725
Jun 21 03:23:52.854539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Request body: {'port': {'device_id': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5', 'admin_state_up': True, 'tenant_id': '98ad9d0f2f0f45d3b83117317ae70f13'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:23:53.066752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Made reservation on behalf of 98ad9d0f2f0f45d3b83117317ae70f13 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:23:53.070046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:53.088926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bea5a5ad-57bb-4276-94eb-c77f42ae1b16 req-5d7adac5-e0c4-4c68-a416-408ce90b267c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 210 time: 0.0345430
Jun 21 03:23:53.219830 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Allocated IP 172.20.0.8 (ad7a16b2-1054-4f2e-becd-a941a228b8e5/f0416f84-fd35-4999-b076-b85f537209c8/6fcf92a2-df91-447b-8d69-d3fb94735409) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:23:53.364954 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:53.448721 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:53.452757 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e09dfdb-bd66-4f58-b051-74a8a385fde6 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:53.496877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Network ad7a16b2-1054-4f2e-becd-a941a228b8e5 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:23:53.500110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:23:53.504617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:23:53.510828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:53.529668 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:53.554360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:53.554962 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:53.625299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7742937
Jun 21 03:23:53.636451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Request body: {'port': {'device_id': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:23:53.705276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:53.963774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fcf92a2-df91-447b-8d69-d3fb94735409 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:23:53.971108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:53.982601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Transition to ACTIVE for port object 6fcf92a2-df91-447b-8d69-d3fb94735409 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:23:54.031085 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:54.033161 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:54.103963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:54.108079 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:54.177829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Attempting to bind port 6fcf92a2-df91-447b-8d69-d3fb94735409 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:23:54.178081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Attempting to bind port 6fcf92a2-df91-447b-8d69-d3fb94735409 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:23:54.178407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Attempting to bind port 6fcf92a2-df91-447b-8d69-d3fb94735409 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:23:54.182730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Port 6fcf92a2-df91-447b-8d69-d3fb94735409 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:23:54.183044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Attempting to bind port 6fcf92a2-df91-447b-8d69-d3fb94735409 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:23:54.187653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:23:54.187991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Checking segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:23:54.188918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Bound using segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:23:54.189320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Bound port: 6fcf92a2-df91-447b-8d69-d3fb94735409, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:23:54.189684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:54.293304 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:23:54.308585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:23:54.323814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775d4e8-033f-42a7-9670-d1a0ae03858d req-dcb14912-37bf-49d2-9ba5-b5a30992ae2c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:54.325266 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b775d4e8-033f-42a7-9670-d1a0ae03858d req-dcb14912-37bf-49d2-9ba5-b5a30992ae2c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 943 time: 0.1041465
Jun 21 03:23:54.705197 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:54.708871 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-386e1114-f1da-47db-b8c8-4bb62843b68d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:54.750999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:54.751861 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:54.753200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 200  len: 1092 time: 1.1209993
Jun 21 03:23:54.755117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:23:54.757424 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a170c-3bc4-4fe7-b0cb-8635c0360083" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:23:54.766558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b775d4e8-033f-42a7-9670-d1a0ae03858d req-65a60dbb-85e4-4be7-9d78-332d1517712e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4352024
Jun 21 03:23:54.786608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:54.789791 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:54.798935 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd807be-65e6-48a3-8182-e90d0e2e096e x-openstack-request-id: req-efd807be-65e6-48a3-8182-e90d0e2e096e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:23:54.799268 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:23:54.799569 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efd807be-65e6-48a3-8182-e90d0e2e096e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:23:54.800003 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'status': 'completed', 'code': 200}
Jun 21 03:23:54.870040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a170c-3bc4-4fe7-b0cb-8635c0360083 req-afb2b51c-8202-408a-b809-5b88db1202a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:54.871535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d64a170c-3bc4-4fe7-b0cb-8635c0360083 req-afb2b51c-8202-408a-b809-5b88db1202a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 1095 time: 0.0525599
Jun 21 03:23:54.967273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a170c-3bc4-4fe7-b0cb-8635c0360083 req-088dc7f4-ac02-4efc-961a-604132dffdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:54.968710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d64a170c-3bc4-4fe7-b0cb-8635c0360083 req-088dc7f4-ac02-4efc-961a-604132dffdc3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0907891
Jun 21 03:23:55.062125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a170c-3bc4-4fe7-b0cb-8635c0360083 req-2ff68993-6327-4a1a-92b0-3947cc8340b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:55.063645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d64a170c-3bc4-4fe7-b0cb-8635c0360083 req-2ff68993-6327-4a1a-92b0-3947cc8340b2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0891745
Jun 21 03:23:55.148899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e80f1f92-87f0-4cd5-a161-353a68a7b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:55.150383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-e80f1f92-87f0-4cd5-a161-353a68a7b001 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 1095 time: 0.0511961
Jun 21 03:23:55.190855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-caded39a-ccdd-46dc-a99d-18607991f944 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 200  len: 217 time: 0.0321774
Jun 21 03:23:55.241453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-10aee2b8-4775-4784-a9bc-0b6f57008f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:55.242771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-10aee2b8-4775-4784-a9bc-0b6f57008f65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0460258
Jun 21 03:23:55.274756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-0522d27d-04ff-4748-a773-570c9d1c1158 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261490
Jun 21 03:23:55.363917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-a591540f-e099-4647-b4b1-8eb607c392a0 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821779
Jun 21 03:23:55.452976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96283b40-2c53-4289-87cc-52fa13dcb487 req-3587ff7a-521f-4322-ad01-72df59634072 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829413
Jun 21 03:23:55.939369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050473f0-34d8-4214-bb31-c795d8f88c92 req-7933829e-c9f5-427c-96bb-132935a70289 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:55.940888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-050473f0-34d8-4214-bb31-c795d8f88c92 req-7933829e-c9f5-427c-96bb-132935a70289 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 943 time: 0.0653591
Jun 21 03:23:55.976550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-050473f0-34d8-4214-bb31-c795d8f88c92 req-0a2bdc5e-cca0-4606-8f6d-6fc9b63287c8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300145
Jun 21 03:23:57.153547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9990e-95b2-482a-99a9-b0cc43af83ef req-e4d2e9e3-e674-4157-bd42-de223e254048 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:57.155053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ef9990e-95b2-482a-99a9-b0cc43af83ef req-e4d2e9e3-e674-4157-bd42-de223e254048 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 943 time: 0.0674462
Jun 21 03:23:57.194943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6ef9990e-95b2-482a-99a9-b0cc43af83ef req-7f271a76-cb37-46d6-8812-5151dd666062 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326378
Jun 21 03:23:57.908988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fcf92a2-df91-447b-8d69-d3fb94735409 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:23:58.004599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:58.015450 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5', 'port_id': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'mac_address': 'fa:16:3e:04:67:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0416f84-fd35-4999-b076-b85f537209c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:23:58.052212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:58.065263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcf92a2-df91-447b-8d69-d3fb94735409 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:23:58.084686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:23:58.150144 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:23:58.151893 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:23:58.199775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:23:58.202848 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:23:58.336443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6fcf92a2-df91-447b-8d69-d3fb94735409'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:23:58.379942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb82f-2faa-425a-861b-b1d2139d43bb req-e502fc93-8d25-4285-8b89-008c2857744a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:58.381449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-147cb82f-2faa-425a-861b-b1d2139d43bb req-e502fc93-8d25-4285-8b89-008c2857744a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 944 time: 0.0628500
Jun 21 03:23:58.419591 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-147cb82f-2faa-425a-861b-b1d2139d43bb req-0053a11f-80ce-4c6b-92c4-2bb7732c2580 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323069
Jun 21 03:23:59.591497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c291269-3afd-426e-9cca-edbfaa87b8cc req-b8bc74c4-b760-4975-acf3-5389af668121 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:23:59.592966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c291269-3afd-426e-9cca-edbfaa87b8cc req-b8bc74c4-b760-4975-acf3-5389af668121 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 944 time: 0.0630999
Jun 21 03:23:59.636793 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c291269-3afd-426e-9cca-edbfaa87b8cc req-6d5b8dc5-b686-4d1a-95f4-f5f95cd8cd5e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373902
Jun 21 03:23:59.924137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fcf92a2-df91-447b-8d69-d3fb94735409 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:24:00.054300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 6fcf92a2-df91-447b-8d69-d3fb94735409 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:24:00.058456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6fcf92a2-df91-447b-8d69-d3fb94735409 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:24:00.058835 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:00.137145 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:00.159429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:24:00.161574 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f25eea5-c104-41f3-b85d-eaa220e37069" -d '{"events": [{"server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "name": "network-vif-plugged", "status": "completed", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:24:00.174505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:00.195894 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe702d9-7ea1-422b-b2a2-73aa7a1ef8a8 x-openstack-request-id: req-dbe702d9-7ea1-422b-b2a2-73aa7a1ef8a8 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:24:00.196192 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "name": "network-vif-plugged", "status": "completed", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:24:00.196459 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbe702d9-7ea1-422b-b2a2-73aa7a1ef8a8 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:24:00.196862 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'code': 200}
Jun 21 03:24:00.243028 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:00.245825 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7360e719-759d-492c-a2ac-a177337f02e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:00.291316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:00.294806 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:00.305527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6bf4-6cf0-4d25-9209-78a75594dbcc req-8da8e479-4a4e-4074-a3bf-0b78e1c31df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:00.307025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e31f6bf4-6cf0-4d25-9209-78a75594dbcc req-8da8e479-4a4e-4074-a3bf-0b78e1c31df3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 1097 time: 0.0522382
Jun 21 03:24:00.341952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e31f6bf4-6cf0-4d25-9209-78a75594dbcc req-5afff58c-2454-4ac5-99cd-fa0e558c9815 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276692
Jun 21 03:24:00.812333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926936-8384-4c2a-a816-0c0734ec340c req-0b50eac4-fb50-461d-b8b3-5db14e6dc263 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:00.813810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a926936-8384-4c2a-a816-0c0734ec340c req-0b50eac4-fb50-461d-b8b3-5db14e6dc263 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0617905
Jun 21 03:24:00.850393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a926936-8384-4c2a-a816-0c0734ec340c req-e1b52350-d804-4e7a-8ee0-42e520826b7a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308001
Jun 21 03:24:02.026871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b845-daf2-4edd-bff4-7f55f8156769 req-fc6edff5-595c-4c0a-9d9b-71cab1c00a8c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:02.028650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d62b845-daf2-4edd-bff4-7f55f8156769 req-fc6edff5-595c-4c0a-9d9b-71cab1c00a8c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0672822
Jun 21 03:24:02.069870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d62b845-daf2-4edd-bff4-7f55f8156769 req-b53a0d46-c249-491d-b4ce-4dbe375821f1 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354407
Jun 21 03:24:02.245107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f544b-7452-4894-8e32-d4829c4e77e4 req-9d79ff26-ef3a-42d6-bcb9-54f234bf79a0 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:02.246783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-834f544b-7452-4894-8e32-d4829c4e77e4 req-9d79ff26-ef3a-42d6-bcb9-54f234bf79a0 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0644271
Jun 21 03:24:02.285249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-834f544b-7452-4894-8e32-d4829c4e77e4 req-2478390d-2d88-49c5-84bb-2113dbb38b17 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322740
Jun 21 03:24:02.730429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d0224-d0a7-4d51-ac2f-ee10a819c824 req-5a7df83f-ea86-4db5-87fd-19dcf7225d2a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:02.731886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d64d0224-d0a7-4d51-ac2f-ee10a819c824 req-5a7df83f-ea86-4db5-87fd-19dcf7225d2a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0634418
Jun 21 03:24:02.768935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d64d0224-d0a7-4d51-ac2f-ee10a819c824 req-350953c8-48b2-41e8-9bb2-03423f21120c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309396
Jun 21 03:24:02.942823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf675701-02c5-4a00-a3d9-8f197d5a9967 req-5e67c9f0-08ad-4809-a3a1-b78ecd37f1a4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:02.944315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf675701-02c5-4a00-a3d9-8f197d5a9967 req-5e67c9f0-08ad-4809-a3a1-b78ecd37f1a4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0690575
Jun 21 03:24:02.981605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf675701-02c5-4a00-a3d9-8f197d5a9967 req-2b0b738a-4caa-4e1c-875d-5e2ee81bdc2e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315335
Jun 21 03:24:03.501668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58485379-92d8-4d05-ac49-d35d6653c3a3 req-dabc7613-64c2-4d73-949b-c5273a75973e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:03.503264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58485379-92d8-4d05-ac49-d35d6653c3a3 req-dabc7613-64c2-4d73-949b-c5273a75973e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0636711
Jun 21 03:24:03.541047 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58485379-92d8-4d05-ac49-d35d6653c3a3 req-ac9f2799-a018-4533-9101-e6fc63961214 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321717
Jun 21 03:24:03.575779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-f8c4e472-c23c-4090-8931-60bcb854985b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0560908
Jun 21 03:24:04.248514 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-314ed2e4-3f5e-4cc5-8164-8e16931e6346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:04.721866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46fd46-f59b-4458-9d6b-78dde819e9ea req-ff769123-35e7-4a13-b8dd-ebb0e974f041 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:04.723383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a46fd46-f59b-4458-9d6b-78dde819e9ea req-ff769123-35e7-4a13-b8dd-ebb0e974f041 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0699587
Jun 21 03:24:04.761043 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2a46fd46-f59b-4458-9d6b-78dde819e9ea req-19954a56-bc28-4f98-b834-9e682cba21f5 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318632
Jun 21 03:24:05.706257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-b1cc0935-3efd-4864-a467-a357725b13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:05.707665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-b1cc0935-3efd-4864-a467-a357725b13ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 1097 time: 0.0533495
Jun 21 03:24:05.794839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-f7024634-ecbf-485a-b649-389a01cd382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:05.796320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-f7024634-ecbf-485a-b649-389a01cd382c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0826058
Jun 21 03:24:05.841982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-e00ada40-5e7f-4b03-bbe7-19e7c6ac3fe2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 200  len: 217 time: 0.0390050
Jun 21 03:24:05.927724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-5122f7fb-2743-49e5-ac32-827ea4c6b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:05.929194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-5122f7fb-2743-49e5-ac32-827ea4c6b6fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0813532
Jun 21 03:24:05.975526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-b5bab900-f043-4ada-af80-5d793fc4ccda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384123
Jun 21 03:24:06.006587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d4499-3d60-4982-8d06-53b35879eea3 req-95898d1f-48e3-4a1e-8a67-257de867dd99 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:06.007995 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d30d4499-3d60-4982-8d06-53b35879eea3 req-95898d1f-48e3-4a1e-8a67-257de867dd99 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.1308639
Jun 21 03:24:06.081188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d30d4499-3d60-4982-8d06-53b35879eea3 req-37e4edf6-e155-40f0-8aad-9702de9eb25a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492208
Jun 21 03:24:06.106018 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-bc6c1229-2e11-4c42-9b61-55635cb03eeb service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241910
Jun 21 03:24:06.174279 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:06.200359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-cf9ae754-f644-4a81-931b-8109b14fa89a service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876133
Jun 21 03:24:06.631112 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-60df5506-137a-4c07-9b7e-ed1d8703952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:07.127838 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:07.256772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75507a-e018-4e80-a472-238d1400e5cd req-ffe27c46-fb2d-4630-99c6-d0bd403f2798 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:07.258260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e75507a-e018-4e80-a472-238d1400e5cd req-ffe27c46-fb2d-4630-99c6-d0bd403f2798 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0643027
Jun 21 03:24:07.302457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0e75507a-e018-4e80-a472-238d1400e5cd req-044c5fd5-2577-4695-8388-6da92d803efa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385795
Jun 21 03:24:08.139900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:08.299508 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:08.475887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099a2a-1f7c-4dee-83be-cbbd8096d140 req-ba9e996a-421d-479a-bc42-0768909c15a8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:08.477412 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79099a2a-1f7c-4dee-83be-cbbd8096d140 req-ba9e996a-421d-479a-bc42-0768909c15a8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0647204
Jun 21 03:24:08.514258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79099a2a-1f7c-4dee-83be-cbbd8096d140 req-70fcd015-ed91-4a35-abb5-028667928db6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312223
Jun 21 03:24:09.682041 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:09.699193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a177c-a6b1-4253-b91c-17f9ad62a106 req-8b2e64fa-35ed-4849-9ffc-4f4b4183cf5a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:09.700752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-478a177c-a6b1-4253-b91c-17f9ad62a106 req-8b2e64fa-35ed-4849-9ffc-4f4b4183cf5a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0741193
Jun 21 03:24:09.739123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-478a177c-a6b1-4253-b91c-17f9ad62a106 req-63c7f921-b7c6-490d-ad53-a3696e7c5f44 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317371
Jun 21 03:24:10.911009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5cac9-80f3-4626-8466-8a868b0ffdb4 req-665c2426-2327-431f-b9cb-36de457443f8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:10.912524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8db5cac9-80f3-4626-8466-8a868b0ffdb4 req-665c2426-2327-431f-b9cb-36de457443f8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0634961
Jun 21 03:24:10.949399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8db5cac9-80f3-4626-8466-8a868b0ffdb4 req-7e1a6417-ee09-468b-9627-48ee22bdd13c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310988
Jun 21 03:24:12.130324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96d25-2e2b-47d1-a613-223e56bbd34f req-814a5267-902b-41b6-8883-4eb751eed1c1 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:12.131816 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bf96d25-2e2b-47d1-a613-223e56bbd34f req-814a5267-902b-41b6-8883-4eb751eed1c1 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0700023
Jun 21 03:24:12.169790 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bf96d25-2e2b-47d1-a613-223e56bbd34f req-8584102f-ce03-446f-b9a8-24332fd01a05 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323439
Jun 21 03:24:13.347008 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc321c34-e8fa-4705-939d-4cf8b3071555 req-f0ede8f3-cda5-41f8-82ea-f5e7a91cc26c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:13.349650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc321c34-e8fa-4705-939d-4cf8b3071555 req-f0ede8f3-cda5-41f8-82ea-f5e7a91cc26c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0724001
Jun 21 03:24:13.387463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fc321c34-e8fa-4705-939d-4cf8b3071555 req-c52ffdb5-bef7-4c34-b341-53fc6f290b8c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324225
Jun 21 03:24:14.558306 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a0f1-f61e-4b83-abc2-5e8748e1e5cf req-ada9761d-dd12-454f-aea5-d87ef1f0fdc9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:14.559798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e25a0f1-f61e-4b83-abc2-5e8748e1e5cf req-ada9761d-dd12-454f-aea5-d87ef1f0fdc9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0634186
Jun 21 03:24:14.596308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e25a0f1-f61e-4b83-abc2-5e8748e1e5cf req-37a22356-bf4d-45f3-8f58-9db23b6c022b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302703
Jun 21 03:24:15.773621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce014b-1f3d-4a79-8d5d-09fa3a09e769 req-e599e71a-51cd-491d-a191-41c1dc8cd12b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:15.775075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fce014b-1f3d-4a79-8d5d-09fa3a09e769 req-e599e71a-51cd-491d-a191-41c1dc8cd12b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0668857
Jun 21 03:24:15.812258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fce014b-1f3d-4a79-8d5d-09fa3a09e769 req-160a7f7b-8e09-4039-ae35-b72b1b019d7b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315907
Jun 21 03:24:16.985265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1cc7-e183-4af2-ab66-b4e18f30ad06 req-6bec8b74-4e5e-4dbb-8301-f0b3a34e8ecd tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:16.986943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8eb1cc7-e183-4af2-ab66-b4e18f30ad06 req-6bec8b74-4e5e-4dbb-8301-f0b3a34e8ecd tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0651889
Jun 21 03:24:17.025360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8eb1cc7-e183-4af2-ab66-b4e18f30ad06 req-999e8ef5-600d-4d5b-99a9-71650403c5f9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323710
Jun 21 03:24:18.200190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058cc7c-710b-4fd2-851a-825c1695e425 req-f88c67d4-4449-4ca0-a793-b496c70b03c4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:18.201623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a058cc7c-710b-4fd2-851a-825c1695e425 req-f88c67d4-4449-4ca0-a793-b496c70b03c4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0680032
Jun 21 03:24:18.240531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a058cc7c-710b-4fd2-851a-825c1695e425 req-10f8efc8-6439-4358-9bc2-3b30723e975b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326457
Jun 21 03:24:19.414525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d91de-e8b1-48ea-b698-4e7e4205a48d req-fd784106-1047-44ab-a430-afca32ad65af tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:19.416031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b4d91de-e8b1-48ea-b698-4e7e4205a48d req-fd784106-1047-44ab-a430-afca32ad65af tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0666652
Jun 21 03:24:19.454608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b4d91de-e8b1-48ea-b698-4e7e4205a48d req-986af039-35d5-4cfd-b3dc-884f25fd0784 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329082
Jun 21 03:24:20.626948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2ac55-9268-4787-872a-e1c6bff125b2 req-b52da37f-8d2d-4627-a801-2b2b13b2f664 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:20.628614 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82e2ac55-9268-4787-872a-e1c6bff125b2 req-b52da37f-8d2d-4627-a801-2b2b13b2f664 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0627716
Jun 21 03:24:20.666059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-82e2ac55-9268-4787-872a-e1c6bff125b2 req-1699bf64-9660-4760-aa02-d40598cc6bff tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317209
Jun 21 03:24:21.848851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a6b67-fdbd-4476-a02e-cf42a4714d8d req-7637fb64-aec5-44c3-8085-493a811ffa79 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:21.850365 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd0a6b67-fdbd-4476-a02e-cf42a4714d8d req-7637fb64-aec5-44c3-8085-493a811ffa79 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0667622
Jun 21 03:24:21.886697 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd0a6b67-fdbd-4476-a02e-cf42a4714d8d req-e4938be3-56bd-49c3-8e24-c7a9c35095a7 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307894
Jun 21 03:24:23.061981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b152e7c-f341-4f29-9616-8c688312eda2 req-99affbe1-5d73-4427-8b33-74499185d9b4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:23.064009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b152e7c-f341-4f29-9616-8c688312eda2 req-99affbe1-5d73-4427-8b33-74499185d9b4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0645566
Jun 21 03:24:23.131625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b152e7c-f341-4f29-9616-8c688312eda2 req-e28ca74b-e8d3-4e7c-85ba-860fa6b0c7ac tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617206
Jun 21 03:24:23.160848 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-807d0f7f-72a3-44de-9aaa-dd69c6aab807 service neutron] show failed (client error): The resource could not be found.
Jun 21 03:24:23.161814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-807d0f7f-72a3-44de-9aaa-dd69c6aab807 service neutron] 10.222.0.26 "GET /v2.0/ports/6fcf92a2-df91-447b-8d69-d3fb94735409/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0648656
Jun 21 03:24:23.662803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1bb5abfe-612e-4d9d-a5de-280ee2b054e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:23.664341 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1bb5abfe-612e-4d9d-a5de-280ee2b054e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34&tenant_id=98ad9d0f2f0f45d3b83117317ae70f13 HTTP/1.1" status: 200  len: 1097 time: 0.0904310
Jun 21 03:24:23.675756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:24:23.748378 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:23.951167 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:23.983662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:24:24.022857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:24:24.025263 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547a6a7-0b69-49c3-80df-e9f46d9c41f1" -d '{"events": [{"server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "name": "network-vif-unplugged", "status": "completed", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:24:24.029174 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:24.052001 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Transition to ACTIVE for port object 6fcf92a2-df91-447b-8d69-d3fb94735409 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:24:24.073251 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714ed77d-2b11-450d-a358-518d984685ec x-openstack-request-id: req-714ed77d-2b11-450d-a358-518d984685ec {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:24:24.073612 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "name": "network-vif-unplugged", "status": "completed", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:24:24.073920 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-714ed77d-2b11-450d-a358-518d984685ec {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:24:24.074370 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'code': 200}
Jun 21 03:24:24.105272 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:24.107499 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d1abf60e-34d2-49c9-a1f6-02a530c342d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:24.318263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa88dad-e639-4e67-b683-28c3b98f9d42 req-62d5663f-9f99-4c9a-84f7-30e10a00b06e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:24.319883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2aa88dad-e639-4e67-b683-28c3b98f9d42 req-62d5663f-9f99-4c9a-84f7-30e10a00b06e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 943 time: 0.0691793
Jun 21 03:24:24.371308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2aa88dad-e639-4e67-b683-28c3b98f9d42 req-887c73da-5d81-4fc6-8b02-3686a0465bec tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454667
Jun 21 03:24:24.567399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] No DVR routers for this DVR port 6fcf92a2-df91-447b-8d69-d3fb94735409 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:24:24.569298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=6']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:24.572450 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:24.604839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Attempting to bind port 6fcf92a2-df91-447b-8d69-d3fb94735409 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:24:24.605166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Attempting to bind port 6fcf92a2-df91-447b-8d69-d3fb94735409 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:24:24.605531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Attempting to bind port 6fcf92a2-df91-447b-8d69-d3fb94735409 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:24:24.609618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Port 6fcf92a2-df91-447b-8d69-d3fb94735409 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:24:24.609935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Attempting to bind port 6fcf92a2-df91-447b-8d69-d3fb94735409 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:24:24.615274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:24:24.615609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Checking segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:24:24.615990 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Bound using segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:24:24.616405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Bound port: 6fcf92a2-df91-447b-8d69-d3fb94735409, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:24:24.616744 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:24.679038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:24:24.682040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:24:24.784398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:24.786459 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e6818a31-132b-4ae1-ab4e-afb37ca84176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:24.825770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:24.826394 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:24.827769 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] 10.222.0.20 "PUT /v2.0/ports/6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 200  len: 1092 time: 1.1566043
Jun 21 03:24:24.844125 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:24.847925 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:24.903079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-4d76c509-78fa-4e73-8c74-cfa2448f7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:24.904588 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-4d76c509-78fa-4e73-8c74-cfa2448f7076 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 1095 time: 0.0538487
Jun 21 03:24:24.997795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-5f0b2780-1b93-41a7-99c3-64f1b991b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:24.999250 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-5f0b2780-1b93-41a7-99c3-64f1b991b194 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0885518
Jun 21 03:24:25.041605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-18d47d87-6f50-414e-9d24-d981ac2dc543 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 200  len: 217 time: 0.0353892
Jun 21 03:24:25.089408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-84c6c9d3-0ea5-45e2-9d84-b82550ecd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:25.090717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-84c6c9d3-0ea5-45e2-9d84-b82550ecd149 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0433397
Jun 21 03:24:25.121655 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-c28aa59c-c684-400d-98e0-79f6c4388a52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253048
Jun 21 03:24:25.212575 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-70f9eb9c-b23d-4b1e-94b0-9856515a54b0 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841584
Jun 21 03:24:25.305130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b2a394f5-ce9b-411d-9c0c-8673b1b68064 req-82e65a47-28ff-4e14-9d5c-08f9eb61b08a service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863197
Jun 21 03:24:25.553377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38fdd7-d3d0-4f10-a6f5-532212c1a53d req-150343c2-2f4b-4523-be50-117a16f47383 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:25.554866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c38fdd7-d3d0-4f10-a6f5-532212c1a53d req-150343c2-2f4b-4523-be50-117a16f47383 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 943 time: 0.0642321
Jun 21 03:24:25.592240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c38fdd7-d3d0-4f10-a6f5-532212c1a53d req-c3213753-f066-43fb-825c-91042acd1df3 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317440
Jun 21 03:24:25.730757 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:24:26.032633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fcf92a2-df91-447b-8d69-d3fb94735409 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:24:26.070337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6fcf92a2-df91-447b-8d69-d3fb94735409 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:24:26.075587 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:24:26.078009 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2199e6d8-a530-4f22-8185-c94641d29372" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:24:26.124816 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2590e73-128b-468e-9810-1230b4dbd430 x-openstack-request-id: req-e2590e73-128b-468e-9810-1230b4dbd430 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:24:26.125162 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:24:26.125516 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2590e73-128b-468e-9810-1230b4dbd430 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:24:26.125986 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'status': 'completed', 'code': 200}
Jun 21 03:24:26.197913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e6d8-a530-4f22-8185-c94641d29372 req-5aca87c3-d112-4c77-9114-7c00b3615869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:26.199406 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-5aca87c3-d112-4c77-9114-7c00b3615869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 1095 time: 0.0546072
Jun 21 03:24:26.207311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e6d8-a530-4f22-8185-c94641d29372 req-27ff5e12-59a8-4adc-9218-6002b2355cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:26.208800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-27ff5e12-59a8-4adc-9218-6002b2355cec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 1095 time: 0.0581944
Jun 21 03:24:26.289264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e6d8-a530-4f22-8185-c94641d29372 req-fd6416fd-ec13-47f1-9b13-b4fb44ba352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:26.290667 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-fd6416fd-ec13-47f1-9b13-b4fb44ba352d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0850153
Jun 21 03:24:26.298855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e6d8-a530-4f22-8185-c94641d29372 req-3679afa8-6f7f-422b-9233-56300736b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:26.300296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-3679afa8-6f7f-422b-9233-56300736b13a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0851431
Jun 21 03:24:26.335822 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-e7647c85-ee73-4fd1-8310-61dd8f4117cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 200  len: 217 time: 0.0382650
Jun 21 03:24:26.344041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-16b56e2e-e3da-4ca2-95d2-568fd64c788c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 200  len: 217 time: 0.0377686
Jun 21 03:24:26.385901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e6d8-a530-4f22-8185-c94641d29372 req-abca4e41-8ffa-411f-9590-85227ff0a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:26.387355 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-abca4e41-8ffa-411f-9590-85227ff0a630 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0454621
Jun 21 03:24:26.391386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e6d8-a530-4f22-8185-c94641d29372 req-18f11928-e04a-418b-9feb-d8110ba48724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:26.392978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-18f11928-e04a-418b-9feb-d8110ba48724 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0431135
Jun 21 03:24:26.425022 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-05174ae3-64a0-4271-a865-03315296dd26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293422
Jun 21 03:24:26.425521 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-e816515b-e3da-4e9f-9ccd-1cda30cad05e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261986
Jun 21 03:24:26.516957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-653c894c-4982-4823-a986-7ddf226b7fee service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833504
Jun 21 03:24:26.519640 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-fafa3d63-62d4-494e-a09e-b8b3a037aef3 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866139
Jun 21 03:24:26.609094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-021b2083-7d82-4187-8d28-d28dbdaaebf3 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810051
Jun 21 03:24:26.611653 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2199e6d8-a530-4f22-8185-c94641d29372 req-fad46b14-9914-4adc-a8f5-3bdaed062f78 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844450
Jun 21 03:24:26.772614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce610-5448-433f-9050-997936bcb918 req-cf8988f5-8d4c-4849-903b-507a4320ac56 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:26.774129 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89dce610-5448-433f-9050-997936bcb918 req-cf8988f5-8d4c-4849-903b-507a4320ac56 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 943 time: 0.0681725
Jun 21 03:24:26.810652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89dce610-5448-433f-9050-997936bcb918 req-47b8e9b0-72c4-4f71-8cba-e1f18055355b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308969
Jun 21 03:24:27.988134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2a6a-fd15-40d8-9c1f-aa4c6fafa48b req-24374646-867d-44cb-9b97-8438b3909d53 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:27.989632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c6f2a6a-fd15-40d8-9c1f-aa4c6fafa48b req-24374646-867d-44cb-9b97-8438b3909d53 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 943 time: 0.0675159
Jun 21 03:24:28.026781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c6f2a6a-fd15-40d8-9c1f-aa4c6fafa48b req-53e98e21-7b66-429e-8adc-3405f0c87f99 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315990
Jun 21 03:24:28.458730 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48985c2e-283e-4438-bb64-96b131312051 req-01b0b163-e1be-433a-b955-bd571e1f590b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:28.460132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-48985c2e-283e-4438-bb64-96b131312051 req-01b0b163-e1be-433a-b955-bd571e1f590b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 943 time: 0.0652373
Jun 21 03:24:28.566482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-48985c2e-283e-4438-bb64-96b131312051 req-eb094b93-c4f0-4777-aa42-644449ebdb58 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945799
Jun 21 03:24:28.598228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-c02fbce7-da1a-483d-9d50-1b579a1eb609 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:28.599722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-c02fbce7-da1a-483d-9d50-1b579a1eb609 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34&tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 943 time: 0.1374176
Jun 21 03:24:28.660237 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-5c96a42b-a636-479f-8f66-561850f823e1 service neutron] delete failed (client error): The resource could not be found.
Jun 21 03:24:28.661220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-5c96a42b-a636-479f-8f66-561850f823e1 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6fcf92a2-df91-447b-8d69-d3fb94735409/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0529509
Jun 21 03:24:28.759056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-de93c2d1-546f-4bcf-bbaf-d6b9910d5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:28.760520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-de93c2d1-546f-4bcf-bbaf-d6b9910d5053 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 1095 time: 0.0554497
Jun 21 03:24:28.848612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-93baa2be-227c-40ae-88b5-65d77c7d2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:28.850074 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-93baa2be-227c-40ae-88b5-65d77c7d2ecb service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0824206
Jun 21 03:24:28.893631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-3036567d-1f1b-4f51-aefb-38f385973c94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 200  len: 217 time: 0.0365214
Jun 21 03:24:28.940802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-6620ec38-9e3a-41fe-8512-6a88e1b0ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:28.942262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-6620ec38-9e3a-41fe-8512-6a88e1b0ffde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0429885
Jun 21 03:24:28.974789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-82685916-0877-4f3e-8fdf-3d6167b48a81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263536
Jun 21 03:24:29.062644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-cb3be41f-fb24-48e9-8775-4549a31180df service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818865
Jun 21 03:24:29.152612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-600ef191-43bc-467c-bfda-b1ecaf879f1a req-d3403e46-6b2d-4786-ab4e-45d3d706c670 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839238
Jun 21 03:24:29.210664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6fcf92a2-df91-447b-8d69-d3fb94735409 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:24:29.305408 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:29.317865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5', 'port_id': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'mac_address': 'fa:16:3e:04:67:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0416f84-fd35-4999-b076-b85f537209c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:24:29.354019 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:29.368351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcf92a2-df91-447b-8d69-d3fb94735409 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:24:29.389659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:29.459223 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:29.461037 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:29.507047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:29.514117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.514465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.514802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.515130 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.515459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.515783 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.516104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.516457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.516773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.517276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.517627 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.517949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:24:29.522032 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:29.685873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6fcf92a2-df91-447b-8d69-d3fb94735409'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:24:29.806371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71962c-25d5-41f7-bf03-e0b8ff2e2401 req-092e1d52-6575-436c-b58c-f82cae0144c6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:29.807889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b71962c-25d5-41f7-bf03-e0b8ff2e2401 req-092e1d52-6575-436c-b58c-f82cae0144c6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 944 time: 0.0928814
Jun 21 03:24:29.847781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b71962c-25d5-41f7-bf03-e0b8ff2e2401 req-d5695da2-e5c6-45bb-aa94-d34e49ab13f5 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325608
Jun 21 03:24:31.023270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93fa3f-6372-4698-943c-d50dc75cd052 req-b11dea66-007d-4635-9e9b-7081745a3c8b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:31.024769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b93fa3f-6372-4698-943c-d50dc75cd052 req-b11dea66-007d-4635-9e9b-7081745a3c8b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 944 time: 0.0617468
Jun 21 03:24:31.061382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b93fa3f-6372-4698-943c-d50dc75cd052 req-1927b527-dff6-4ae0-bcc6-d35e85ab751a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308423
Jun 21 03:24:31.229998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e020-6b73-43bb-b278-624f2d732bc2 req-b317f79a-f778-4f39-ac25-c3eab0313c65 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:31.232008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3f0e020-6b73-43bb-b278-624f2d732bc2 req-b317f79a-f778-4f39-ac25-c3eab0313c65 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 944 time: 0.0623598
Jun 21 03:24:31.232953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6fcf92a2-df91-447b-8d69-d3fb94735409 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:24:31.269050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3f0e020-6b73-43bb-b278-624f2d732bc2 req-d5676bf5-12d5-4a3c-90a4-0eef0d7e3fd9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312874
Jun 21 03:24:31.351008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 6fcf92a2-df91-447b-8d69-d3fb94735409 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:24:31.355129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 6fcf92a2-df91-447b-8d69-d3fb94735409 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:24:31.355508 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:31.437543 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:31.461742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:24:31.464022 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca92088b-2b13-4fd7-bd0f-cde0026d7786" -d '{"events": [{"server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "name": "network-vif-plugged", "status": "completed", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:24:31.471042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d2261-b741-4a2d-adc1-b6ffc023a8f4 req-dcc4f3ff-484e-4efd-928d-82c376ed68aa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:31.472544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-135d2261-b741-4a2d-adc1-b6ffc023a8f4 req-dcc4f3ff-484e-4efd-928d-82c376ed68aa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 944 time: 0.0703466
Jun 21 03:24:31.478368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:31.501014 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de9f845-2453-462b-937c-235a3ca95004 x-openstack-request-id: req-6de9f845-2453-462b-937c-235a3ca95004 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:24:31.501320 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "name": "network-vif-plugged", "status": "completed", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:24:31.501617 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6de9f845-2453-462b-937c-235a3ca95004 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:24:31.502589 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'code': 200}
Jun 21 03:24:31.511064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-135d2261-b741-4a2d-adc1-b6ffc023a8f4 req-bc41367d-cd95-4e25-ab7a-f28a656a56ba tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329428
Jun 21 03:24:31.539369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:31.544192 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:31.588356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:31.591506 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:32.151166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-a124e7a6-3a91-41ca-8bda-8e608649d705 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:32.152611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-a124e7a6-3a91-41ca-8bda-8e608649d705 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 815 time: 0.1048865
Jun 21 03:24:32.167536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-b5fcc17f-2ebd-4353-8db5-f839a0787a05 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/quotas/98ad9d0f2f0f45d3b83117317ae70f13 HTTP/1.1" status: 200  len: 375 time: 0.0096087
Jun 21 03:24:32.234592 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-2d8f36d0-6638-4171-a42f-1082ea45bd4d tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0617890
Jun 21 03:24:32.321938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-963168b4-2372-4b26-bcca-027a7f38a51b service neutron] 10.222.0.25 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797439
Jun 21 03:24:32.412214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-654f1278-bcdf-4e07-8756-90d745b4db60 service neutron] 10.222.0.25 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848122
Jun 21 03:24:32.676814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c8c1289-3063-4b54-811f-d683348235a3 req-507faa56-4929-49df-8aa2-287b3dffde33 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 210 time: 0.0287993
Jun 21 03:24:33.393304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-da58f84f-adf9-4c2b-8d71-51156b8d161a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:33.394909 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-da58f84f-adf9-4c2b-8d71-51156b8d161a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7d31df4-6194-40fb-8bd2-314722eeeb34 HTTP/1.1" status: 200  len: 945 time: 0.0683484
Jun 21 03:24:33.494529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Deleting port 6fcf92a2-df91-447b-8d69-d3fb94735409 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:24:33.494874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:33.587906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] For port 6fcf92a2-df91-447b-8d69-d3fb94735409, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6fcf92a2-df91-447b-8d69-d3fb94735409,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:33.588262 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:33.656976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Calling delete_port for 6fcf92a2-df91-447b-8d69-d3fb94735409 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:24:33.820445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f6b28801-e0e9-4ce4-8bf7-71f77635c7c7 req-55c7c61e-5567-4cd7-8781-7401287bf746 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 210 time: 0.0283790
Jun 21 03:24:33.842276 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:33.846872 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-becc0d52-986c-47d4-9fef-02bdca06d08d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:33.854770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6fcf92a2-df91-447b-8d69-d3fb94735409'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:24:33.872293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Pushing event deleted for resources: {'Port': ['ID=6fcf92a2-df91-447b-8d69-d3fb94735409,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:33.875887 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:33.927520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] No DVR routers for this DVR port 6fcf92a2-df91-447b-8d69-d3fb94735409 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:24:33.930473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:33.932531 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-befe3a42-969b-4bc3-b9d6-c9734e94ab67 req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.20 "DELETE /v2.0/ports/6fcf92a2-df91-447b-8d69-d3fb94735409 HTTP/1.1" status: 204  len: 173 time: 0.5325744
Jun 21 03:24:33.933053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'name': 'network-vif-deleted', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:24:33.935454 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caceaf4-bb60-4bca-97f0-8afa35173c75" -d '{"events": [{"server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "name": "network-vif-deleted", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:24:33.971216 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166d1b66-0d2c-460b-890c-601a705092c7 x-openstack-request-id: req-166d1b66-0d2c-460b-890c-601a705092c7 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:24:33.971573 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d31df4-6194-40fb-8bd2-314722eeeb34", "name": "network-vif-deleted", "tag": "6fcf92a2-df91-447b-8d69-d3fb94735409", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:24:33.971889 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-166d1b66-0d2c-460b-890c-601a705092c7 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:24:33.972355 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d31df4-6194-40fb-8bd2-314722eeeb34', 'name': 'network-vif-deleted', 'tag': '6fcf92a2-df91-447b-8d69-d3fb94735409', 'status': 'completed', 'code': 200}
Jun 21 03:24:34.322258 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98923c99-155c-4fe7-ae21-3d01b798143b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:34.732281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-e1da93ea-7457-482f-b050-3db9b3a2a642 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:34.733760 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-e1da93ea-7457-482f-b050-3db9b3a2a642 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.20 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 815 time: 0.1070390
Jun 21 03:24:34.746137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Request body: {'port': {'device_id': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5', 'admin_state_up': True, 'tenant_id': '98ad9d0f2f0f45d3b83117317ae70f13'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:24:34.972863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a180b6e-1f97-4eb6-8c8b-a3d2477e0a51 req-8b2c5c5b-33a3-4e1e-bb32-db7720a605f8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 210 time: 0.0330343
Jun 21 03:24:34.985231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Made reservation on behalf of 98ad9d0f2f0f45d3b83117317ae70f13 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:24:34.996394 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:35.115334 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Allocated IP 172.20.0.14 (ad7a16b2-1054-4f2e-becd-a941a228b8e5/f0416f84-fd35-4999-b076-b85f537209c8/2ebbf375-2cd1-4e97-9d67-9eb940ee5c53) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:24:35.270140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:35.356368 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:35.360173 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b371844-d258-41e0-afa2-d119a658fc78 tempest-TestServerAdvancedOps-2012176184 tempest-TestServerAdvancedOps-2012176184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:35.405290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Network ad7a16b2-1054-4f2e-becd-a941a228b8e5 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:24:35.409129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:24:35.413190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:24:35.438611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:35.444954 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:35.473103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:35.473752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:35.534944 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7925096
Jun 21 03:24:35.546438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Request body: {'port': {'device_id': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:24:35.616735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:35.883154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:24:35.890443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:35.903339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Transition to ACTIVE for port object 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:24:35.984604 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:35.986826 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f60a06bc-07ea-4d81-aab5-f440f1427fdf tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:36.065183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:36.068112 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:36.139590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Attempting to bind port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:24:36.139845 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Attempting to bind port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:24:36.140175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Attempting to bind port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:24:36.145000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:24:36.145320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Attempting to bind port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:24:36.150437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:24:36.150775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Checking segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:24:36.151153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Bound using segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:24:36.151601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Bound port: 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:24:36.151935 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:36.154850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897520dd-9270-40f0-94af-66d277586c8c req-a5f5fe8e-317f-408d-9bdc-e1dce886d190 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:36.156306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-897520dd-9270-40f0-94af-66d277586c8c req-a5f5fe8e-317f-408d-9bdc-e1dce886d190 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 944 time: 0.0682778
Jun 21 03:24:36.174307 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:36.195366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-897520dd-9270-40f0-94af-66d277586c8c req-e0eb8caa-f4de-4e2c-b432-9963f1619564 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332599
Jun 21 03:24:36.215898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:24:36.222236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:24:36.288010 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:36.290122 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-33e91612-361a-42b6-9dff-9fc93cfe80b7 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:36.327006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:36.327625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:36.328979 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 1093 time: 0.7867329
Jun 21 03:24:36.329541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:24:36.332196 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4f4678-c2f2-4a5a-a2a2-92a50ccca658" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:24:36.351124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:36.354318 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:36.373520 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f145910-2782-42af-81fc-d5233b420526 x-openstack-request-id: req-8f145910-2782-42af-81fc-d5233b420526 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:24:36.373520 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:24:36.373520 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f145910-2782-42af-81fc-d5233b420526 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:24:36.373520 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'status': 'completed', 'code': 200}
Jun 21 03:24:36.450962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f4678-c2f2-4a5a-a2a2-92a50ccca658 req-aa64adc3-7cca-48a2-aeca-276ee45d7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:36.453185 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3d4f4678-c2f2-4a5a-a2a2-92a50ccca658 req-aa64adc3-7cca-48a2-aeca-276ee45d7375 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1096 time: 0.0601189
Jun 21 03:24:36.551731 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f4678-c2f2-4a5a-a2a2-92a50ccca658 req-ef5a92d1-8c5c-476d-b0f2-3760afa677fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:36.553188 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3d4f4678-c2f2-4a5a-a2a2-92a50ccca658 req-ef5a92d1-8c5c-476d-b0f2-3760afa677fe service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0922368
Jun 21 03:24:36.630895 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-490c60df-db64-41e4-80d6-56a033d71fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:36.654604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f4678-c2f2-4a5a-a2a2-92a50ccca658 req-4df5de1e-010a-4c41-ac6b-258e1223b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:36.656141 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3d4f4678-c2f2-4a5a-a2a2-92a50ccca658 req-4df5de1e-010a-4c41-ac6b-258e1223b1a8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0963380
Jun 21 03:24:36.745105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-8008e4f6-fd5e-4371-ba48-dc54504e7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:36.746605 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-8008e4f6-fd5e-4371-ba48-dc54504e7d7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1096 time: 0.0531778
Jun 21 03:24:36.792730 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-c3939a6a-0f70-4438-9893-2a7df616a4c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 217 time: 0.0386930
Jun 21 03:24:36.844870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-cbc4eb64-764e-40ae-ab72-85941bfa3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:36.847028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-cbc4eb64-764e-40ae-ab72-85941bfa3502 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0482805
Jun 21 03:24:36.878899 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-37f5d7ca-33be-4a0a-aae9-d7b57d7520b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261135
Jun 21 03:24:36.967960 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-6815714e-07fd-462d-9070-b99ea68f96a8 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828800
Jun 21 03:24:37.060516 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9ab860e4-9d5f-442d-9046-33d2526f037a req-77689f9c-d126-4cdf-9a0c-7764017abca6 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857093
Jun 21 03:24:37.145032 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:37.304890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6fcf92a2-df91-447b-8d69-d3fb94735409 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:24:37.328203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 6fcf92a2-df91-447b-8d69-d3fb94735409 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:24:37.328486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6fcf92a2-df91-447b-8d69-d3fb94735409 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:24:37.375484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf769-1ea9-4846-93bd-bfda6399ecdf req-12cdc46b-7f84-4172-8cb7-ebbdd307bf57 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:37.378106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf3cf769-1ea9-4846-93bd-bfda6399ecdf req-12cdc46b-7f84-4172-8cb7-ebbdd307bf57 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 944 time: 0.0673320
Jun 21 03:24:37.421622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf3cf769-1ea9-4846-93bd-bfda6399ecdf req-92a03dab-7188-413c-bfed-a1aab8790a23 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379298
Jun 21 03:24:38.162171 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:38.304683 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:38.605221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2235-a271-4f59-8088-fb25c43d3db2 req-b2da9470-09be-40b2-bcd0-ed4b2a843c4c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:38.606712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d39c2235-a271-4f59-8088-fb25c43d3db2 req-b2da9470-09be-40b2-bcd0-ed4b2a843c4c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 944 time: 0.0661452
Jun 21 03:24:38.643837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d39c2235-a271-4f59-8088-fb25c43d3db2 req-bc6aa4a0-49e8-4c41-a16d-4ee3ee41880f tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308986
Jun 21 03:24:39.319120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:24:39.410658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:39.421345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5', 'port_id': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'mac_address': 'fa:16:3e:9d:8b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0416f84-fd35-4999-b076-b85f537209c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:24:39.460446 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:39.473502 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:24:39.499372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:39.556736 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:39.558553 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e25f512-d2f2-4f49-a934-3f7aa86d2d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:39.612504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:39.615475 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:39.641403 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:39.746464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:24:39.827854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901271c-c923-42ff-aff0-3734e1d9b7e2 req-01c4b43d-6373-493e-b055-684d4568c465 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:39.829831 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5901271c-c923-42ff-aff0-3734e1d9b7e2 req-01c4b43d-6373-493e-b055-684d4568c465 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 945 time: 0.0743105
Jun 21 03:24:39.870531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5901271c-c923-42ff-aff0-3734e1d9b7e2 req-de1a4b27-4852-4cad-994b-3d1d9fc6ce4f tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351837
Jun 21 03:24:41.045213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902124-de0e-4c22-b0b4-4d3cb2dd37bf req-f4cc2949-f570-4574-bb13-b61a06ece54e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:41.046685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3902124-de0e-4c22-b0b4-4d3cb2dd37bf req-f4cc2949-f570-4574-bb13-b61a06ece54e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 945 time: 0.0655494
Jun 21 03:24:41.084419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3902124-de0e-4c22-b0b4-4d3cb2dd37bf req-83770e4a-7a8e-49bf-8459-8161a605b60b tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311098
Jun 21 03:24:41.334592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:24:41.418791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:24:41.422490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:24:41.425391 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:41.496614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:41.519683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:24:41.522211 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6766081-84fe-46b2-b97d-f15f292e0675" -d '{"events": [{"server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "name": "network-vif-plugged", "status": "completed", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:24:41.535002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:24:41.559467 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c96d83-c780-4e1e-a62a-28f25fb36efa x-openstack-request-id: req-92c96d83-c780-4e1e-a62a-28f25fb36efa {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:24:41.559767 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "name": "network-vif-plugged", "status": "completed", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:24:41.560028 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92c96d83-c780-4e1e-a62a-28f25fb36efa {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:24:41.560425 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'code': 200}
Jun 21 03:24:41.613399 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:24:41.615276 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:24:41.665446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:24:41.668449 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:24:41.676999 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2e054-30f8-4a9c-8916-7a1ac32a3eb9 req-3d66139a-683f-4737-817d-d4c1cd91096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:41.678518 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d2d2e054-30f8-4a9c-8916-7a1ac32a3eb9 req-3d66139a-683f-4737-817d-d4c1cd91096c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1098 time: 0.0589337
Jun 21 03:24:41.712947 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d2d2e054-30f8-4a9c-8916-7a1ac32a3eb9 req-c7e8e491-d319-493c-a436-0f4fc0c80f89 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279875
Jun 21 03:24:42.258575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ee30b-dfd6-420b-a440-81356d413de5 req-ff79155f-a344-47df-bd68-00ab249c8328 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:42.260051 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b37ee30b-dfd6-420b-a440-81356d413de5 req-ff79155f-a344-47df-bd68-00ab249c8328 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0636504
Jun 21 03:24:42.297922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b37ee30b-dfd6-420b-a440-81356d413de5 req-dc868b50-3bc9-4bd3-992f-999f384222b1 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323250
Jun 21 03:24:43.471818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce8eb-c4ec-4a76-89fe-0088c395ac42 req-e33134c9-178f-4b3e-b806-6a32c7f9352e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:43.473280 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-768ce8eb-c4ec-4a76-89fe-0088c395ac42 req-e33134c9-178f-4b3e-b806-6a32c7f9352e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0623229
Jun 21 03:24:43.509631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-768ce8eb-c4ec-4a76-89fe-0088c395ac42 req-d959c406-c379-44c0-a07a-317b97bc3dfe tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307496
Jun 21 03:24:43.689190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a3ee7-5edf-4ae3-926f-6525fd9f6659 req-8207160c-8046-4915-aafc-e7b4688c2145 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:43.690647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e9a3ee7-5edf-4ae3-926f-6525fd9f6659 req-8207160c-8046-4915-aafc-e7b4688c2145 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0680809
Jun 21 03:24:43.728806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e9a3ee7-5edf-4ae3-926f-6525fd9f6659 req-11df5210-8182-4eb0-a475-f2b30449812a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325010
Jun 21 03:24:44.246569 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21022b9-c969-4ba7-8520-0246558889de req-bfffb8ba-87dc-4f4e-9f2d-2d8c41c97467 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:44.248028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e21022b9-c969-4ba7-8520-0246558889de req-bfffb8ba-87dc-4f4e-9f2d-2d8c41c97467 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0633521
Jun 21 03:24:44.285931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e21022b9-c969-4ba7-8520-0246558889de req-d8c809ae-6ef3-402f-ac83-c2eb80c3a43e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320773
Jun 21 03:24:44.334672 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-34aa0576-6ef9-4ebc-b062-4f925866ef40 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0608385
Jun 21 03:24:44.379783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-cef293b7-3035-4c3f-8891-908c3dd4e33b req-f37d4345-4ed4-439d-b5f6-950943e1e609 service neutron] (94166) timed out ('10.222.0.25', 42560) {{(pid=94166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:24:45.468390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c030b62-2d38-403a-8682-159493041419 req-bb7fae39-51df-4ef0-9081-91c16082fa77 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:45.469951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c030b62-2d38-403a-8682-159493041419 req-bb7fae39-51df-4ef0-9081-91c16082fa77 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0691311
Jun 21 03:24:45.873310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c030b62-2d38-403a-8682-159493041419 req-7e8671b7-d622-40c1-9990-1812108a4f83 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3968542
Jun 21 03:24:46.214855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-3c1fb302-c368-45a7-8859-335751681286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:46.216264 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-3c1fb302-c368-45a7-8859-335751681286 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1098 time: 0.0535040
Jun 21 03:24:46.304382 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-15ac8509-9d66-4360-aa90-16e4bde8a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:46.305854 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-15ac8509-9d66-4360-aa90-16e4bde8a660 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0834856
Jun 21 03:24:46.351247 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-ed8e11ce-c981-431c-b1f1-78e8013180eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 217 time: 0.0390236
Jun 21 03:24:46.398984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-397004fc-2f44-4252-8afb-710584dbf441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:46.400348 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-397004fc-2f44-4252-8afb-710584dbf441 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0430834
Jun 21 03:24:46.431904 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-39aa3b40-d473-4798-9c28-a9da3d873f8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253692
Jun 21 03:24:46.524603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8ddd2b76-c1e9-43c4-8596-f41187aae22f service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863817
Jun 21 03:24:46.611578 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-3392f572-dfcb-4e99-933d-5ba78f974a70 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811546
Jun 21 03:24:47.082289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9a09a-0575-482e-9615-4ec488547e19 req-89cef25c-7c07-46a0-86da-bf1b7c145fe8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:47.083781 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdf9a09a-0575-482e-9615-4ec488547e19 req-89cef25c-7c07-46a0-86da-bf1b7c145fe8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0645447
Jun 21 03:24:47.122566 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bdf9a09a-0575-482e-9615-4ec488547e19 req-e24731e6-0665-42d1-ae85-188173dc72f9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329633
Jun 21 03:24:48.293721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e12b11-4c16-4267-bf4e-08c528add78a req-08e0bf2e-bb7c-48a7-9125-b817a65f3952 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:48.295184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12e12b11-4c16-4267-bf4e-08c528add78a req-08e0bf2e-bb7c-48a7-9125-b817a65f3952 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0626609
Jun 21 03:24:48.335418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12e12b11-4c16-4267-bf4e-08c528add78a req-73c1e7b1-c9de-4556-b8c2-aeccf95c844f tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343108
Jun 21 03:24:49.507658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc251af-7616-432b-a6df-35ffe9c860a3 req-c322f398-e54a-42d2-ba53-f35d4df84a34 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:49.509110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fc251af-7616-432b-a6df-35ffe9c860a3 req-c322f398-e54a-42d2-ba53-f35d4df84a34 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0626497
Jun 21 03:24:49.546157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6fc251af-7616-432b-a6df-35ffe9c860a3 req-cc07b6e3-75c1-42f7-8d38-fbcc86c21268 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313151
Jun 21 03:24:50.724244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86169579-1657-4ba2-a44f-e6c70849af9f req-0dba3c4d-728a-461c-bb42-735b52f9fad0 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:50.725757 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86169579-1657-4ba2-a44f-e6c70849af9f req-0dba3c4d-728a-461c-bb42-735b52f9fad0 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0626717
Jun 21 03:24:50.763161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-86169579-1657-4ba2-a44f-e6c70849af9f req-92bb195a-6b25-41a0-a37e-587edce5c81f tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317714
Jun 21 03:24:51.954933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af8f52-6588-40d2-9a6a-2f926375112d req-5eda2798-f681-446a-85f2-b8eba1cb83ac tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:51.956520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18af8f52-6588-40d2-9a6a-2f926375112d req-5eda2798-f681-446a-85f2-b8eba1cb83ac tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0678153
Jun 21 03:24:51.993089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18af8f52-6588-40d2-9a6a-2f926375112d req-297e0ad5-f8bc-431d-88b4-b305f7f0f1a0 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309625
Jun 21 03:24:53.167911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f999c-9a55-4dfa-92eb-76f187b17fdc req-55b86ee9-eafd-4c63-9227-a9fe28960fc4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:53.169340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d4f999c-9a55-4dfa-92eb-76f187b17fdc req-55b86ee9-eafd-4c63-9227-a9fe28960fc4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0667105
Jun 21 03:24:53.207382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d4f999c-9a55-4dfa-92eb-76f187b17fdc req-06f3c567-606a-4d02-8fd7-75dae8adeff7 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318222
Jun 21 03:24:54.384594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73298f8-af41-4227-991b-20ae7f5cb3eb req-d532c7bf-59fc-4e21-88e6-99fd44e21738 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:54.386094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c73298f8-af41-4227-991b-20ae7f5cb3eb req-d532c7bf-59fc-4e21-88e6-99fd44e21738 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0674090
Jun 21 03:24:54.425196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c73298f8-af41-4227-991b-20ae7f5cb3eb req-2c51ca29-57c7-4cc7-acb7-f9bb8bd259c8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333009
Jun 21 03:24:55.604663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f2a5c-5190-42f1-adeb-36e53c0ebee2 req-ecd68590-57e0-455a-bf15-401543f59ad9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:55.606159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-174f2a5c-5190-42f1-adeb-36e53c0ebee2 req-ecd68590-57e0-455a-bf15-401543f59ad9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0681798
Jun 21 03:24:55.643522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-174f2a5c-5190-42f1-adeb-36e53c0ebee2 req-7d1c6aed-c417-4af8-8837-d5ee184da001 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312085
Jun 21 03:24:56.816480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0ff6-4d31-4035-a977-27b8daf966cf req-f22de941-54b7-4220-b62f-1dd3aec45540 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:56.817955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-105c0ff6-4d31-4035-a977-27b8daf966cf req-f22de941-54b7-4220-b62f-1dd3aec45540 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0623710
Jun 21 03:24:56.854487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-105c0ff6-4d31-4035-a977-27b8daf966cf req-52115ae4-d47a-4cee-9905-6950c11fc6f8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309432
Jun 21 03:24:58.032193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535031-a8ff-4718-86ec-b19491ae725e req-2930e2e0-4819-4ece-9ce3-c084c78fb9b9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:58.034264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d535031-a8ff-4718-86ec-b19491ae725e req-2930e2e0-4819-4ece-9ce3-c084c78fb9b9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0662925
Jun 21 03:24:58.071241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d535031-a8ff-4718-86ec-b19491ae725e req-c95815ff-75fb-4543-b318-50f456c869c1 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311749
Jun 21 03:24:59.244032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48babff-2bb9-45b6-922f-fc8dd05b649e req-2e706313-ea45-4d4e-b92f-4954600d175f tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:24:59.245537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b48babff-2bb9-45b6-922f-fc8dd05b649e req-2e706313-ea45-4d4e-b92f-4954600d175f tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0649891
Jun 21 03:24:59.282059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b48babff-2bb9-45b6-922f-fc8dd05b649e req-2e613094-43db-43f4-93b1-db199262bd43 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309243
Jun 21 03:25:00.455726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbbd72-531d-4c83-9984-e2b3ec9d1645 req-39ebf5cf-d123-43ff-a93b-c8b4197c2037 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:00.457176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1fdbbd72-531d-4c83-9984-e2b3ec9d1645 req-39ebf5cf-d123-43ff-a93b-c8b4197c2037 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0657437
Jun 21 03:25:00.494461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1fdbbd72-531d-4c83-9984-e2b3ec9d1645 req-e5c98203-b5f7-4278-8002-e97b2fc99d4a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316157
Jun 21 03:25:00.620216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-8354830b-7aaa-4994-a79c-8e9414bf7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:00.623774 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-8354830b-7aaa-4994-a79c-8e9414bf7e31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1098 time: 0.0573006
Jun 21 03:25:00.738207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-ad36b93b-4b33-4d5a-90a1-f0ac83bfe3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:00.739722 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-ad36b93b-4b33-4d5a-90a1-f0ac83bfe3a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0933349
Jun 21 03:25:00.782093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-26d86329-5a43-4081-8538-90d4232de070 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 217 time: 0.0358610
Jun 21 03:25:00.835203 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-3c0975ff-b202-47ee-a215-8628682717a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:00.836661 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-3c0975ff-b202-47ee-a215-8628682717a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0487874
Jun 21 03:25:00.869103 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-e87635f5-446a-4558-8618-e6ca6f641364 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264091
Jun 21 03:25:00.961587 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-db67f4f4-897a-4f7e-b03d-6be47225bd00 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860293
Jun 21 03:25:01.055240 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d3d85c26-880a-4078-b0c5-8d7cf164aa59 req-2ffc19de-ebd1-4b4a-b431-6aefcef9d395 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876462
Jun 21 03:25:01.665255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e465e2-c4f6-483d-bb16-303c6142b258 req-d347992e-dd2c-4f8d-831d-1e40a90a29bc tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:01.666800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3e465e2-c4f6-483d-bb16-303c6142b258 req-d347992e-dd2c-4f8d-831d-1e40a90a29bc tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0637600
Jun 21 03:25:01.702506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3e465e2-c4f6-483d-bb16-303c6142b258 req-71f31f61-6c67-47c2-af1b-f1ba62994b35 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300832
Jun 21 03:25:02.730224 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:25:02.873592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b02dd7-7399-43e0-8367-9cf14821aa45 req-d4f2a5d5-fb5c-46a2-aedb-649ab899be65 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:02.875059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b02dd7-7399-43e0-8367-9cf14821aa45 req-d4f2a5d5-fb5c-46a2-aedb-649ab899be65 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0632637
Jun 21 03:25:02.914148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b02dd7-7399-43e0-8367-9cf14821aa45 req-8cc0c23f-76c0-4599-abb0-9cca15c36c21 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327966
Jun 21 03:25:04.095185 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bc4de-2922-4a5e-87ef-6493cacbc65b req-895c943b-ba61-424a-83d1-761cf4c45b77 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:04.096896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c4bc4de-2922-4a5e-87ef-6493cacbc65b req-895c943b-ba61-424a-83d1-761cf4c45b77 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0686936
Jun 21 03:25:04.214622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c4bc4de-2922-4a5e-87ef-6493cacbc65b req-28b21d8d-7555-4a45-b7c0-a8e1dd668928 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337553
Jun 21 03:25:04.270956 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9628435-999c-429f-9db1-cbab9d52ed73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:05.316087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c785b-bc8e-46b8-99c4-f038f67f7adc req-5d4d91a5-9eb6-49c4-b998-c7ab282ac9cf tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:05.317948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae2c785b-bc8e-46b8-99c4-f038f67f7adc req-5d4d91a5-9eb6-49c4-b998-c7ab282ac9cf tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0648861
Jun 21 03:25:05.362282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae2c785b-bc8e-46b8-99c4-f038f67f7adc req-c7b6b504-86ca-4916-9379-08c46368343e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380626
Jun 21 03:25:06.196203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:06.539735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2786488-5477-4885-8d73-2aa588f77924 req-4c40f4f5-fe75-4023-b5f3-5bb4025e6c1a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:06.541213 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2786488-5477-4885-8d73-2aa588f77924 req-4c40f4f5-fe75-4023-b5f3-5bb4025e6c1a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0672097
Jun 21 03:25:06.579145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2786488-5477-4885-8d73-2aa588f77924 req-76734320-51ea-4688-9a4a-0088e66c0823 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323260
Jun 21 03:25:06.641924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-20e0185d-b607-436b-be18-522186c2d660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:07.116162 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:07.759115 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469affa-1b61-439f-abc4-bf60bd5d8748 req-fbd36230-46c8-4faf-8b9e-c22d6c6d6cf6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:07.760590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8469affa-1b61-439f-abc4-bf60bd5d8748 req-fbd36230-46c8-4faf-8b9e-c22d6c6d6cf6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0643876
Jun 21 03:25:07.798253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8469affa-1b61-439f-abc4-bf60bd5d8748 req-675043e3-01e0-466e-a95d-a87dd8551fe2 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319529
Jun 21 03:25:08.115634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:08.327704 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:08.966951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3d3a-7843-43d7-a85c-9b970d52b75d req-f5f83fa1-ea46-4409-b517-17ef6d0d4da4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:08.968408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b47f3d3a-7843-43d7-a85c-9b970d52b75d req-f5f83fa1-ea46-4409-b517-17ef6d0d4da4 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0623200
Jun 21 03:25:09.006056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b47f3d3a-7843-43d7-a85c-9b970d52b75d req-31966092-d892-473f-b3a9-29cf705e815a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313649
Jun 21 03:25:09.630008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:10.183934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2004c-29bf-48e1-890d-821685f070de req-c7457f25-d4a6-4918-835e-e112d85bc95d tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:10.185370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70d2004c-29bf-48e1-890d-821685f070de req-c7457f25-d4a6-4918-835e-e112d85bc95d tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0707307
Jun 21 03:25:10.223671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70d2004c-29bf-48e1-890d-821685f070de req-71129507-171f-4e9e-8188-e5ce0b41d852 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325954
Jun 21 03:25:11.393995 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a265-b1bb-4ddf-af03-e2142249b4c4 req-9e571f99-9f3e-4f91-ab4e-d829b765036c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:11.395464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e542a265-b1bb-4ddf-af03-e2142249b4c4 req-9e571f99-9f3e-4f91-ab4e-d829b765036c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0632322
Jun 21 03:25:11.433836 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e542a265-b1bb-4ddf-af03-e2142249b4c4 req-d53465c3-c190-4e3f-b485-7b98ef1aa1f3 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324919
Jun 21 03:25:12.607078 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2cb56-0e5c-42de-a172-4c9d18d1440b req-42d055c1-0be1-470d-9c3b-d8198e8b6dcf tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:12.608530 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79d2cb56-0e5c-42de-a172-4c9d18d1440b req-42d055c1-0be1-470d-9c3b-d8198e8b6dcf tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0658734
Jun 21 03:25:12.646380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79d2cb56-0e5c-42de-a172-4c9d18d1440b req-900d38db-30b3-48d4-be88-004e5577fd84 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319600
Jun 21 03:25:13.730406 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-c6383d43-7a16-43df-af4e-0e2daf64f3f3 service neutron] show failed (client error): The resource could not be found.
Jun 21 03:25:13.731434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-c6383d43-7a16-43df-af4e-0e2daf64f3f3 service neutron] 10.222.0.20 "GET /v2.0/ports/2ebbf375-2cd1-4e97-9d67-9eb940ee5c53/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0756838
Jun 21 03:25:13.823546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460ac6c-0b16-42d9-ac69-5449093833f7 req-67803726-ef05-4581-8a06-8a82e1540da7 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:13.825033 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f460ac6c-0b16-42d9-ac69-5449093833f7 req-67803726-ef05-4581-8a06-8a82e1540da7 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0649884
Jun 21 03:25:13.862700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f460ac6c-0b16-42d9-ac69-5449093833f7 req-2f98ba4c-0613-4811-bb98-c433cc697347 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318315
Jun 21 03:25:14.310960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-a00e27d0-38ca-4399-98e3-b82e3f44944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:14.312439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-a00e27d0-38ca-4399-98e3-b82e3f44944d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac&tenant_id=98ad9d0f2f0f45d3b83117317ae70f13 HTTP/1.1" status: 200  len: 1098 time: 0.0528460
Jun 21 03:25:14.323320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:14.396793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:14.592165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:14.623473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:25:14.661695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:25:14.664133 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39530b49-04b8-4900-abe1-557b78c0c34a" -d '{"events": [{"server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "name": "network-vif-unplugged", "status": "completed", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:25:14.667576 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:14.679737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Transition to ACTIVE for port object 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:25:14.713650 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cb0319-54a0-4d8c-9250-d80b9d2b3aca x-openstack-request-id: req-49cb0319-54a0-4d8c-9250-d80b9d2b3aca {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:25:14.713994 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "name": "network-vif-unplugged", "status": "completed", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:25:14.714298 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49cb0319-54a0-4d8c-9250-d80b9d2b3aca {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:25:14.714853 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'code': 200}
Jun 21 03:25:14.738772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:14.740876 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-252cd1b7-b7ca-4120-9629-df18f5188141 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:14.825839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] No DVR routers for this DVR port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:25:14.834745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:14.860825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.861144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.861664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.862065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.862419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.862791 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.863156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.863519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.863882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.864246 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.864609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.864970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:14.868656 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:14.879509 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Attempting to bind port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:25:14.879843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Attempting to bind port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:25:14.880168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Attempting to bind port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:25:14.884312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:25:14.884628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Attempting to bind port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on network ad7a16b2-1054-4f2e-becd-a941a228b8e5 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:25:14.889497 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:25:14.889831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Checking segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:25:14.890207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Bound using segment: {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:25:14.890624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Bound port: 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:25:14.890964 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:14.958966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:25:14.961958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:25:15.006210 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:15.009251 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f581b36-40d2-4479-a27c-4031f2fcf521 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:15.051559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:15.052173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:15.053644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] 10.222.0.26 "PUT /v2.0/ports/2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 1093 time: 0.7341549
Jun 21 03:25:15.089720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:15.092860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:15.129152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0f9c2-b8e6-404e-9ccf-e62ae80fd7fb req-b48deeaf-9014-49d2-ace4-c96139ee2d3f tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:15.130639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85d0f9c2-b8e6-404e-9ccf-e62ae80fd7fb req-b48deeaf-9014-49d2-ace4-c96139ee2d3f tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 944 time: 0.1554413
Jun 21 03:25:15.185668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85d0f9c2-b8e6-404e-9ccf-e62ae80fd7fb req-ce353340-6c37-4b78-ac16-6e65e18a4437 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480623
Jun 21 03:25:15.187411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-f16dc908-90bf-455e-93bc-0dce8d555c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:15.188837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-f16dc908-90bf-455e-93bc-0dce8d555c48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1096 time: 0.1102486
Jun 21 03:25:15.278442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-60a8570e-3dcb-452d-8d41-356a1c7ef4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:15.279905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-60a8570e-3dcb-452d-8d41-356a1c7ef4e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0854828
Jun 21 03:25:15.323767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-1bca51e4-6ddd-4d1d-979a-db3b1ac72786 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 217 time: 0.0376744
Jun 21 03:25:15.370359 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-9d87fe70-5346-4708-9cc4-3be5d85dfbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:15.371740 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-9d87fe70-5346-4708-9cc4-3be5d85dfbdf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0420129
Jun 21 03:25:15.404981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-4feebd16-a4cb-48cd-a50e-3dadc27e2ecf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263309
Jun 21 03:25:15.495760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-9d540cf5-e226-4734-b2c1-f101b64ef028 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846810
Jun 21 03:25:15.583039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec6b4e8-2e85-45b4-8fa5-0cb1b011227a req-912e5986-a20a-47b6-8493-0299b692d393 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810111
Jun 21 03:25:16.371220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379b298-b364-411f-a7fd-f245d795ef8d req-4c3b73c1-3e97-40b5-9c9c-c6436d01fe80 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:16.372696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f379b298-b364-411f-a7fd-f245d795ef8d req-4c3b73c1-3e97-40b5-9c9c-c6436d01fe80 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 944 time: 0.0725973
Jun 21 03:25:16.410878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f379b298-b364-411f-a7fd-f245d795ef8d req-c2ccfdf3-7b5f-41f9-a38d-c37fa45b33b5 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318036
Jun 21 03:25:16.715711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:25:16.718173 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62837f35-cf35-4767-a2be-59a1a944c501" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:25:16.764930 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b678d1-3f1f-4cf9-b1ef-d4d3d9716ff4 x-openstack-request-id: req-15b678d1-3f1f-4cf9-b1ef-d4d3d9716ff4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:25:16.765270 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:25:16.765596 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15b678d1-3f1f-4cf9-b1ef-d4d3d9716ff4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:25:16.766039 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'status': 'completed', 'code': 200}
Jun 21 03:25:16.840022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837f35-cf35-4767-a2be-59a1a944c501 req-8ce3b985-279f-4ecc-bff7-bf1f12cf3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:16.841549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-8ce3b985-279f-4ecc-bff7-bf1f12cf3d73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1096 time: 0.0532117
Jun 21 03:25:16.845300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837f35-cf35-4767-a2be-59a1a944c501 req-8c1d51ee-f99d-4b5e-8484-d43caee60b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:16.846828 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-8c1d51ee-f99d-4b5e-8484-d43caee60b97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1096 time: 0.0585470
Jun 21 03:25:16.933703 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837f35-cf35-4767-a2be-59a1a944c501 req-7b6e0e27-dabc-4c27-9fa3-0fb840197b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:16.935011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-7b6e0e27-dabc-4c27-9fa3-0fb840197b52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0871706
Jun 21 03:25:16.937977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837f35-cf35-4767-a2be-59a1a944c501 req-dab0e8e9-adf5-459e-b02a-4fb064bce48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:16.940147 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-dab0e8e9-adf5-459e-b02a-4fb064bce48c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0866408
Jun 21 03:25:16.976529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-0f9e54b7-fb83-4e2f-9b1a-839d02813a5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 217 time: 0.0340068
Jun 21 03:25:16.985098 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-0bb4845a-bc0a-468c-a4ed-e373a6bc8966 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 217 time: 0.0396490
Jun 21 03:25:17.026679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837f35-cf35-4767-a2be-59a1a944c501 req-ca4e38e9-6714-4e8e-871c-d28659956175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:17.034372 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-ca4e38e9-6714-4e8e-871c-d28659956175 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0437913
Jun 21 03:25:17.034503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837f35-cf35-4767-a2be-59a1a944c501 req-bf9273a1-8534-4008-bf83-aa5c116349df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:17.035595 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-bf9273a1-8534-4008-bf83-aa5c116349df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0447783
Jun 21 03:25:17.061019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-16f1e80f-9a75-4bd4-9c42-17a6b6b57e38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263195
Jun 21 03:25:17.069578 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-7822b4f8-506a-4a7b-a7b5-d3e6039048c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273178
Jun 21 03:25:17.156897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-3c4a8fa4-921e-42f5-9e0c-a1211ba70036 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851884
Jun 21 03:25:17.165645 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-9c19a730-5937-450b-a20d-b4272d4b2fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887351
Jun 21 03:25:17.257428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-52091df4-c430-4bb8-8bcc-53dbc0579ff2 service neutron] 10.222.0.26 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916309
Jun 21 03:25:17.259437 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62837f35-cf35-4767-a2be-59a1a944c501 req-97d0f672-2aa2-4785-92e7-971cefb3ddfe service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872989
Jun 21 03:25:17.490744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:25:17.528935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:25:17.584210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859bccc-5305-46bf-a2e5-bbdcb35449ad req-a6e37446-03bc-412e-87b0-983cee91f0fe tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:17.585826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b859bccc-5305-46bf-a2e5-bbdcb35449ad req-a6e37446-03bc-412e-87b0-983cee91f0fe tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 944 time: 0.0634208
Jun 21 03:25:17.625765 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b859bccc-5305-46bf-a2e5-bbdcb35449ad req-2281621e-966f-4bca-935f-cb5f851cf535 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342851
Jun 21 03:25:18.103886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc8aac-00e3-4da3-a95b-4087ab8a7e97 req-ce9b1627-bead-48d4-a428-4bfb844d9d2d tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:18.105419 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bdc8aac-00e3-4da3-a95b-4087ab8a7e97 req-ce9b1627-bead-48d4-a428-4bfb844d9d2d tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 944 time: 0.0644045
Jun 21 03:25:18.144618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bdc8aac-00e3-4da3-a95b-4087ab8a7e97 req-0d109e4b-18e2-46c7-99d3-931299abbeb1 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335810
Jun 21 03:25:18.187307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-99f34ea5-fb9a-459e-965b-522fc812a41e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:18.188767 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-99f34ea5-fb9a-459e-965b-522fc812a41e tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac&tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 944 time: 0.0774832
Jun 21 03:25:18.202857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:25:18.257103 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-a4d19a46-cd21-4404-9ec0-51c303ade2c2 service neutron] delete failed (client error): The resource could not be found.
Jun 21 03:25:18.258326 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-a4d19a46-cd21-4404-9ec0-51c303ade2c2 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2ebbf375-2cd1-4e97-9d67-9eb940ee5c53/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0636632
Jun 21 03:25:18.356389 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-5de17933-aa05-4891-bf26-271e05bcbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:18.357941 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-5de17933-aa05-4891-bf26-271e05bcbb53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 1096 time: 0.0562003
Jun 21 03:25:18.456055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-37ef44c6-4512-4b1c-8e28-4460dd61d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:18.457523 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-37ef44c6-4512-4b1c-8e28-4460dd61d977 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 200  len: 916 time: 0.0933785
Jun 21 03:25:18.470477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:18.482083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'network_id': 'ad7a16b2-1054-4f2e-becd-a941a228b8e5', 'port_id': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'mac_address': 'fa:16:3e:9d:8b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0416f84-fd35-4999-b076-b85f537209c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:25:18.499919 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-9ac6d21d-0e50-4d6d-93f7-5b7a4bd1f2d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 200  len: 217 time: 0.0354581
Jun 21 03:25:18.517162 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:18.530225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:25:18.548103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-c9343996-bd51-4303-a48e-5940391fc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:18.550197 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-c9343996-bd51-4303-a48e-5940391fc848 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 200  len: 855 time: 0.0442393
Jun 21 03:25:18.551239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:18.582029 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-99aacda9-6a58-4131-a82d-1446e4794944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad7a16b2-1054-4f2e-becd-a941a228b8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258467
Jun 21 03:25:18.641862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:18.643920 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:18.675067 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-2beaa078-daae-48dc-843a-98011c044967 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862436
Jun 21 03:25:18.694085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:18.698041 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:18.768468 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-27b820ef-8b7b-44b9-84fc-9f91a695774b req-06b7c9d2-2024-4608-84ab-dcc78ab91706 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873997
Jun 21 03:25:18.851437 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:25:19.333903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a32e-e1d4-4f52-b1df-92e4c736d51f req-5424d989-2121-47d4-a3e4-a1232b2952b6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:19.335380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1944a32e-e1d4-4f52-b1df-92e4c736d51f req-5424d989-2121-47d4-a3e4-a1232b2952b6 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 945 time: 0.0701067
Jun 21 03:25:19.374250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1944a32e-e1d4-4f52-b1df-92e4c736d51f req-2591f0c4-e82e-4b08-8b39-9662cfd553b9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331721
Jun 21 03:25:20.210561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:25:20.316113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:25:20.319768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:20.320140 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:20.393935 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:20.415890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:25:20.418450 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb6742-c647-45c5-9c78-64fc5a2d9ef5" -d '{"events": [{"server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "name": "network-vif-plugged", "status": "completed", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:25:20.431970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:20.458746 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c73d49f-d8ec-47c6-b081-80d0e4f1ce12 x-openstack-request-id: req-9c73d49f-d8ec-47c6-b081-80d0e4f1ce12 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:25:20.459051 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "name": "network-vif-plugged", "status": "completed", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:25:20.459317 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c73d49f-d8ec-47c6-b081-80d0e4f1ce12 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:25:20.459724 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'code': 200}
Jun 21 03:25:20.481510 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:20.484464 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:20.530489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:20.533694 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:20.554704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b928-5dcf-46cb-8f8f-34225fffff9b req-a9764043-8bd0-4cbb-881a-571debdd5138 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:20.556167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1056b928-5dcf-46cb-8f8f-34225fffff9b req-a9764043-8bd0-4cbb-881a-571debdd5138 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0644765
Jun 21 03:25:20.592564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1056b928-5dcf-46cb-8f8f-34225fffff9b req-b5779b76-41b5-44b8-9181-81c2bef963fd tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308280
Jun 21 03:25:20.764888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bc0c4-6e65-47ae-9420-9972d8fcfacd req-c03075f3-3c36-4e57-92f6-fd253a656707 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:20.766300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-463bc0c4-6e65-47ae-9420-9972d8fcfacd req-c03075f3-3c36-4e57-92f6-fd253a656707 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0631399
Jun 21 03:25:20.804956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-463bc0c4-6e65-47ae-9420-9972d8fcfacd req-52949f7a-4f65-494f-bf77-dbd05558f82c tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324795
Jun 21 03:25:20.985316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff126e39-ab5c-491f-94fd-d5cbbee90fad req-4c57b555-c3d4-4d50-a6e9-b64bf79b83bb tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:20.987460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff126e39-ab5c-491f-94fd-d5cbbee90fad req-4c57b555-c3d4-4d50-a6e9-b64bf79b83bb tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0673752
Jun 21 03:25:21.024229 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff126e39-ab5c-491f-94fd-d5cbbee90fad req-103dced3-92a5-47c0-98d3-86abe53cf334 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309701
Jun 21 03:25:21.801676 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f0091-7240-4bd8-a729-a3db351d18b6 req-97091afe-6a38-4314-a008-118f50926ac2 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:21.803050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-514f0091-7240-4bd8-a729-a3db351d18b6 req-97091afe-6a38-4314-a008-118f50926ac2 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0654597
Jun 21 03:25:21.838959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-514f0091-7240-4bd8-a729-a3db351d18b6 req-3729234e-4f84-4ec0-b0fe-c312012a5cc9 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302873
Jun 21 03:25:22.810603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-852819c1-39c8-4f7e-9f6b-ee6ebf9be735 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:22.812055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-852819c1-39c8-4f7e-9f6b-ee6ebf9be735 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.26 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.0683074
Jun 21 03:25:22.912799 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Deleting port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:25:22.913142 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:23.039085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] For port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,segment=NetworkSegment(dc17aba7-fd9c-4db7-988b-0ed43d6c9659),segment_id=dc17aba7-fd9c-4db7-988b-0ed43d6c9659)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:23.039440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:23.060747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eaa78-7b40-4e44-89e7-f33274b94996 req-61585687-9ce6-4308-b024-99660966d00a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:23.062167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d73eaa78-7b40-4e44-89e7-f33274b94996 req-61585687-9ce6-4308-b024-99660966d00a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dde5dcd-dd2d-43e8-9477-0445b6715dac HTTP/1.1" status: 200  len: 946 time: 0.1088858
Jun 21 03:25:23.120851 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Calling delete_port for 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:25:23.197160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d73eaa78-7b40-4e44-89e7-f33274b94996 req-e09672d5-af06-4323-9dc5-18ce263cefca tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083121
Jun 21 03:25:23.350260 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:23.354171 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8f441d59-a584-40b9-ae74-10195dc352ea tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:23.362384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:25:23.385148 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Pushing event deleted for resources: {'Port': ['ID=2ebbf375-2cd1-4e97-9d67-9eb940ee5c53,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:23.388610 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:23.428794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] No DVR routers for this DVR port 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:25:23.431379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:23.433315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b802d585-5463-4979-b4ab-3d638f3c4740 req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] 10.222.0.26 "DELETE /v2.0/ports/2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 HTTP/1.1" status: 204  len: 173 time: 0.6161089
Jun 21 03:25:23.433866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'name': 'network-vif-deleted', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:25:23.436199 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835e9958-66d8-4ff3-9f95-b417fd5e11b4" -d '{"events": [{"server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "name": "network-vif-deleted", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:25:23.478716 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895accf-90d2-40b9-92fe-4761a4f93e26 x-openstack-request-id: req-2895accf-90d2-40b9-92fe-4761a4f93e26 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:25:23.479060 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde5dcd-dd2d-43e8-9477-0445b6715dac", "name": "network-vif-deleted", "tag": "2ebbf375-2cd1-4e97-9d67-9eb940ee5c53", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:25:23.479359 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2895accf-90d2-40b9-92fe-4761a4f93e26 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:25:23.479819 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde5dcd-dd2d-43e8-9477-0445b6715dac', 'name': 'network-vif-deleted', 'tag': '2ebbf375-2cd1-4e97-9d67-9eb940ee5c53', 'status': 'completed', 'code': 200}
Jun 21 03:25:24.425238 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58548) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:24.469478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Deleting subnet f0416f84-fd35-4999-b076-b85f537209c8 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:25:24.473980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.511280 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.549212 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.664461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.667384 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-96edfee4-b638-4434-bf7b-1275db61550d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:24.690795 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0416f84-fd35-4999-b076-b85f537209c8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:24.693846 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:24.694862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.696632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f0416f84-fd35-4999-b076-b85f537209c8 HTTP/1.1" status: 204  len: 168 time: 0.2703712
Jun 21 03:25:24.699169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58550) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:24.771169 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.846767 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.856149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d823a5e0>,) {'filters': {'network_id': ['ad7a16b2-1054-4f2e-becd-a941a228b8e5']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:24.866594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d823a5e0>, 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:24.866892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d823a5e0>, 'dc17aba7-fd9c-4db7-988b-0ed43d6c9659') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:24.875392 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.889574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.896129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:25:24.896514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:25:24.898153 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:25:25.018924 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:25.023050 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb56d329-d8ce-41e8-89f8-162ce368e2cc tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:25.026584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:25.028476 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad7a16b2-1054-4f2e-becd-a941a228b8e5 HTTP/1.1" status: 204  len: 168 time: 0.3284044
Jun 21 03:25:25.038649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7a16b2-1054-4f2e-becd-a941a228b8e5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:25.041165 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:25.315456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58554) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:25.355305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e05988b8-dbda-4684-aa19-227e8b2727f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98ad9d0f2f0f45d3b83117317ae70f13&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0381765
Jun 21 03:25:25.357171 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58556) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:25.404023 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8fb507b-f4ac-4043-b0de-18c4b313a7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:25.425271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8fb507b-f4ac-4043-b0de-18c4b313a7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:25.533896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8fb507b-f4ac-4043-b0de-18c4b313a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:25.536458 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8fb507b-f4ac-4043-b0de-18c4b313a7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:25.537634 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e8fb507b-f4ac-4043-b0de-18c4b313a7a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4 HTTP/1.1" status: 204  len: 168 time: 0.1795089
Jun 21 03:25:25.538406 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1c3d64b4-7d3c-4e97-ab6f-7dc79d6cd6e5 tempest-TestSecurityGroupsBasicOps-31412155 tempest-TestSecurityGroupsBasicOps-31412155-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:25.545741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb507b-f4ac-4043-b0de-18c4b313a7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a723e8-4b9a-47a7-a244-c1b0fbfb40f4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:25.548093 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e8fb507b-f4ac-4043-b0de-18c4b313a7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:26.249519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:25:26.271105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:25:26.271460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 2ebbf375-2cd1-4e97-9d67-9eb940ee5c53 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:25:26.495769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58578) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:26.591619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-517590702-network', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:26.664190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Made reservation on behalf of b2b1ffaa33dd430891b86c451a56ca6f for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:25:26.666546 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:26.678762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:26.763910 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:26.830059 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:26.832895 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a18c595e-6a3a-4149-a33a-4f9865b8cae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:26.854527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:25:26.863731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23b1fc6-cdfb-4ab6-9043-034f030773e6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:26.867284 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:26.870123 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:26.870471 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Added segment a258d97c-b3bd-4454-8044-90b242c6eacc of type vlan for network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7
Jun 21 03:25:26.911121 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:26.984282 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:26.985297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:26.985986 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:26.989084 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-191b3a75-8e0b-436f-ba2c-9f6cac521476 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:27.047533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Pushing event updated for resources: {'Network': ['ID=79f2aa18-c007-4553-a2ac-4e5a9c8120b7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:27.050147 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:27.057675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:25:27.087862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5908349
Jun 21 03:25:27.090735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58582) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:27.096124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Request body: {'subnet': {'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-517590702-subnet', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:27.172761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Made reservation on behalf of b2b1ffaa33dd430891b86c451a56ca6f for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:25:27.175976 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:27.418805 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:27.421617 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7c587959-d66d-4739-9b03-b4251e4b2ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:27.479938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3923b6b8-aa29-4ff5-b46b-2d8700037436,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:27.484505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:25:27.484869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Network hostable DHCP agents. Network: 79f2aa18-c007-4553-a2ac-4e5a9c8120b7, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:25:27.496711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.497115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.497598 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.497975 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.498359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.498743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.499140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.499517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.499893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.500268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.500646 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.501082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:27.505416 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:27.555806 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:25:27.601158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 79f2aa18-c007-4553-a2ac-4e5a9c8120b7) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:25:27.605467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:27.610378 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:27.612769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c355a923-9375-47ec-8656-04a15a6ed9a7 None None] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:25:27.676826 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-31b241b2-8c2a-47f8-9a5f-b42b2717d0ce admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5847759
Jun 21 03:25:27.679588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58584) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:27.684688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:27.755738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:25:27.756580 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:27.760988 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:27.762101 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:27.821876 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:27.889519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Allocated IP 172.20.0.2 (79f2aa18-c007-4553-a2ac-4e5a9c8120b7/3923b6b8-aa29-4ff5-b46b-2d8700037436/5f003b8a-3400-4581-b5a6-b0a663135291) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:25:28.014139 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:28.030941 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:28.039581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Transition to ACTIVE for port object 5f003b8a-3400-4581-b5a6-b0a663135291 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:25:28.053381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Transition to ACTIVE for port object 5f003b8a-3400-4581-b5a6-b0a663135291 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:25:28.116017 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:28.118016 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:28.156405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:25:28.160075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:25:28.163680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:25:28.172116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Pushing event updated for resources: {'Port': ['ID=5f003b8a-3400-4581-b5a6-b0a663135291,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:28.176530 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:28.225695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Attempting to bind port 5f003b8a-3400-4581-b5a6-b0a663135291 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:25:28.226085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Attempting to bind port 5f003b8a-3400-4581-b5a6-b0a663135291 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:25:28.226463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Attempting to bind port 5f003b8a-3400-4581-b5a6-b0a663135291 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:25:28.231292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:25:28.231683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:25:28.232097 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:28.232510 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:25:28.232987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Bound port: 5f003b8a-3400-4581-b5a6-b0a663135291, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:25:28.233391 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:28.301036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] For port 5f003b8a-3400-4581-b5a6-b0a663135291, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:25:28.304226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] For port 5f003b8a-3400-4581-b5a6-b0a663135291, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5f003b8a-3400-4581-b5a6-b0a663135291,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:25:28.379338 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:28.381471 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:28.439693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Pushing event updated for resources: {'Port': ['ID=5f003b8a-3400-4581-b5a6-b0a663135291,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:28.442959 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:28.689784 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:28.710568 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:28.813545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Allocated IP 172.25.7.67 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/e9d19f9e-4ef6-498c-bc53-9b974eee1695) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:25:28.922580 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.020061 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.022585 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c93514d1-4e14-4577-a6ba-c1a95b099232 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:29.064909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:25:29.068043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:25:29.070772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:25:29.100937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d19f9e-4ef6-498c-bc53-9b974eee1695,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:29.104173 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:29.292784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4970a07e-d270-4195-864a-f70e1b673df2 None None] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:25:29.379641 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.379953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6bab6fe-70a1-4039-9f0f-df5e3fe8a27a None None] Provisioning for port 5f003b8a-3400-4581-b5a6-b0a663135291 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:25:29.584599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5f003b8a-3400-4581-b5a6-b0a663135291 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:25:29.604864 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.699240 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5f003b8a-3400-4581-b5a6-b0a663135291 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:25:29.704467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5f003b8a-3400-4581-b5a6-b0a663135291 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:29.705592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.758934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c454e420-3d5e-4705-be3f-138cdaaf305e None None] Provisioning complete for port 5f003b8a-3400-4581-b5a6-b0a663135291 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:29.759315 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c454e420-3d5e-4705-be3f-138cdaaf305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.784775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Router beb23877-6671-4698-9c07-82ff71c0f71f is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:25:29.838794 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.904599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5f003b8a-3400-4581-b5a6-b0a663135291, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5f003b8a-3400-4581-b5a6-b0a663135291,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:29.905782 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c454e420-3d5e-4705-be3f-138cdaaf305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.913884 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:25:29.926253 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:25:29.935874 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:25:29.936506 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:25:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:29.967533 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.970272 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:29.978663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:29.983434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58586) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:29.984529 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.3037014
Jun 21 03:25:30.041206 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:25:30.043131 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-c454e420-3d5e-4705-be3f-138cdaaf305e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:25:30.043566 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-c454e420-3d5e-4705-be3f-138cdaaf305e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:25:30.046452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5f003b8a-3400-4581-b5a6-b0a663135291,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:30.054374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.054822 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.055223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.055631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.056034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.056444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.056843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.057242 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.057660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.058000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.060206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.060206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.062750 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:30.321394 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4400>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:29Z', 'revision_number': 3, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:30.348423 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:25:30.348791 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Updating router beb23877-6671-4698-9c07-82ff71c0f71f port e9d19f9e-4ef6-498c-bc53-9b974eee1695 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:25:30.383977 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:30.648101 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:30.657560 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Transition to ACTIVE for port object e9d19f9e-4ef6-498c-bc53-9b974eee1695 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:25:30.715597 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:30.717633 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-48cb880c-617b-4d72-ab69-0c5d2807f083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:30.766015 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Attempting to bind port e9d19f9e-4ef6-498c-bc53-9b974eee1695 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:25:30.766391 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Attempting to bind port e9d19f9e-4ef6-498c-bc53-9b974eee1695 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:25:30.766764 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Attempting to bind port e9d19f9e-4ef6-498c-bc53-9b974eee1695 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:25:30.774590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Pushing event updated for resources: {'Port': ['ID=e9d19f9e-4ef6-498c-bc53-9b974eee1695,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:30.775321 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:30.780680 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:25:30.781056 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:25:30.781485 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:30.781888 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:25:30.782336 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Bound port: e9d19f9e-4ef6-498c-bc53-9b974eee1695, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:25:30.783252 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:30.786858 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.787203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.787538 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.787870 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.788196 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.788523 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.788903 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.789237 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.789573 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.789899 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.790212 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.790531 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:25:30.802263 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:30.851562 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] For port e9d19f9e-4ef6-498c-bc53-9b974eee1695, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:25:30.854920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] For port e9d19f9e-4ef6-498c-bc53-9b974eee1695, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e9d19f9e-4ef6-498c-bc53-9b974eee1695,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:25:30.921444 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:30.924349 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-48cb880c-617b-4d72-ab69-0c5d2807f083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:30.933472 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Allocated IP 172.20.0.1 (79f2aa18-c007-4553-a2ac-4e5a9c8120b7/3923b6b8-aa29-4ff5-b46b-2d8700037436/93e67507-17e2-46df-b8c5-bab47a863c30) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:25:30.982079 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:25:30.982701 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:25:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:30.987295 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Pushing event updated for resources: {'Port': ['ID=e9d19f9e-4ef6-498c-bc53-9b974eee1695,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:31.018127 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:31.057301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.087863 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:25:31.110137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Transition to ACTIVE for port object 93e67507-17e2-46df-b8c5-bab47a863c30 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:25:31.196405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.199539 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a42e3213-ddd5-4be8-bd72-aa324a74a6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:31.238017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:25:31.241028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:25:31.244635 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:25:31.273562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Pushing event updated for resources: {'Port': ['ID=93e67507-17e2-46df-b8c5-bab47a863c30,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:31.275819 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d92d4400>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:29Z', 'revision_number': 3, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:31.277592 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:31.290083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.305091 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0329393-3fb1-4ed6-843c-46d527afe393 None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:29Z', 'revision_number': 3, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:25:31.493894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.515554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5f003b8a-3400-4581-b5a6-b0a663135291 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:25:31.588088 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d159c8d3-3fb8-40a8-94c9-af9273721aa0 None None] Provisioning for port 93e67507-17e2-46df-b8c5-bab47a863c30 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:25:31.595599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d159c8d3-3fb8-40a8-94c9-af9273721aa0 None None] Provisioning complete for port 93e67507-17e2-46df-b8c5-bab47a863c30 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:31.596101 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d159c8d3-3fb8-40a8-94c9-af9273721aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.638532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d159c8d3-3fb8-40a8-94c9-af9273721aa0 None None] Port 93e67507-17e2-46df-b8c5-bab47a863c30 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:25:31.648213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5f003b8a-3400-4581-b5a6-b0a663135291 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:31.648686 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.694267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.755902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.758368 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb563b18-3524-4c2e-be8a-b021cffb4bf8 tempest-DeleteServersTestJSON-1871432166 tempest-DeleteServersTestJSON-1871432166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:31.823933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Pushing event updated for resources: {'Port': ['ID=93e67507-17e2-46df-b8c5-bab47a863c30,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:31.826517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:31.828549 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:31.928142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:25:31.929712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:25:32.053733 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:25:32.167160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b41b9f57-e2de-4717-958a-7558d34db68e None None] Provisioning complete for port 93e67507-17e2-46df-b8c5-bab47a863c30 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:32.167549 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f57-e2de-4717-958a-7558d34db68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:32.176651 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:25:32.181993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] 10.222.0.25 "PUT /v2.0/routers/beb23877-6671-4698-9c07-82ff71c0f71f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1975183
Jun 21 03:25:32.214092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b41b9f57-e2de-4717-958a-7558d34db68e None None] Port 93e67507-17e2-46df-b8c5-bab47a863c30 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:25:32.632655 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58594) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:32.637484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623486845', 'description': 'tempest-description--251693002'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:32.719209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:32.803958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:32.871002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:32.872187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:25:32.873642 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9046065-167a-4aa4-bb5c-54d9415f6b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:32.881988 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:25:32.882615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d28c2dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:25:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:32.902372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73e5ff-f84c-4418-9fc1-71efa03f4653,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:32.914143 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:32.961591 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:32.962771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.3291044
Jun 21 03:25:32.965537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58596) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:32.970207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'security_group_rule': {'security_group_id': 'ef73e5ff-f84c-4418-9fc1-71efa03f4653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:32.990033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:25:33.081403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.139222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.185284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d28c2dc0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 2, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:33.211683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:25:33.212002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Updating router beb23877-6671-4698-9c07-82ff71c0f71f port 93e67507-17e2-46df-b8c5-bab47a863c30 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:25:33.218977 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.224139 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-56fdc8bd-787b-4ef8-a16a-80a04e4fa603 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:33.240095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed6715a-b8c8-459a-b507-70427e5ae91a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:33.242707 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:33.250137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.287360 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.288659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3221238
Jun 21 03:25:33.291262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58598) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:33.295832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'security_group_rule': {'security_group_id': 'ef73e5ff-f84c-4418-9fc1-71efa03f4653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:33.383631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.445228 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.510266 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.516137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.518422 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-43a6378f-5ce8-49e1-aafd-539d1f324319 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:33.528400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Transition to ACTIVE for port object 93e67507-17e2-46df-b8c5-bab47a863c30 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:25:33.537092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e54adf-3ebd-4e6a-9e3b-8112f5937428,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:33.538222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e9d19f9e-4ef6-498c-bc53-9b974eee1695 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:25:33.539819 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:33.601643 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.603501 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-21eec06d-7947-4135-bcad-9eca8f769dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:33.612982 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.614223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3220437
Jun 21 03:25:33.617194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58600) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:33.621720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:33.670202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e9d19f9e-4ef6-498c-bc53-9b974eee1695 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:25:33.681631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e9d19f9e-4ef6-498c-bc53-9b974eee1695 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:33.682013 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.683803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be42be8-9703-4b59-ac9e-acf5946ec15a None None] Pushing event updated for resources: {'Port': ['ID=93e67507-17e2-46df-b8c5-bab47a863c30,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:33.688619 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9be42be8-9703-4b59-ac9e-acf5946ec15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:33.768843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Attempting to bind port 93e67507-17e2-46df-b8c5-bab47a863c30 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:25:33.769226 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Attempting to bind port 93e67507-17e2-46df-b8c5-bab47a863c30 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:25:33.769621 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Attempting to bind port 93e67507-17e2-46df-b8c5-bab47a863c30 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:25:33.773214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.777756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:25:33.778147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:25:33.778625 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.779023 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:25:33.779495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Bound port: 93e67507-17e2-46df-b8c5-bab47a863c30, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:25:33.779873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.861541 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.880622 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.899857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port e9d19f9e-4ef6-498c-bc53-9b974eee1695, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e9d19f9e-4ef6-498c-bc53-9b974eee1695,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:33.905653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] For port 93e67507-17e2-46df-b8c5-bab47a863c30, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:25:33.918361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] For port 93e67507-17e2-46df-b8c5-bab47a863c30, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=93e67507-17e2-46df-b8c5-bab47a863c30,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:25:33.978776 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:33.981724 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:33.990927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Allocated IP 172.25.7.78 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/49300a66-37c5-4dfd-adc5-d5e2f1989953) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:25:34.003791 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.046609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=e9d19f9e-4ef6-498c-bc53-9b974eee1695,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:34.050705 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:34.051187 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:34.053293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:25:34.058959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d28c2dc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:25:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:34.099922 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.213813 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.216136 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f7aba9d-ebf4-4c0a-b658-640e43c1fedd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:34.261601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:25:34.264530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:25:34.269023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:25:34.274870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'Port': ['ID=49300a66-37c5-4dfd-adc5-d5e2f1989953,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:34.293794 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:34.356878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.364440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be42be8-9703-4b59-ac9e-acf5946ec15a None None] Pushing event updated for resources: {'Port': ['ID=93e67507-17e2-46df-b8c5-bab47a863c30,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:34.373721 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9be42be8-9703-4b59-ac9e-acf5946ec15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:34.394176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:25:34.396607 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-94ed3e03-4376-47a7-99a6-5d1a042a77ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.468839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.599766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d28c2dc0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:34.616650 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.627891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afe390-47bc-4199-a408-0d2425557185 None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:25:34.699880 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.703416 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:34.780924 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'Port': ['ID=49300a66-37c5-4dfd-adc5-d5e2f1989953,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:34.785972 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:34.789145 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.875842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:34.877143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2589986
Jun 21 03:25:35.027177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-c746a781-1d84-46cd-9a75-746c25facda0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1623486845&fields=id&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 267 time: 0.0363474
Jun 21 03:25:35.146067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-a5d11d05-ab39-4ade-8984-81cbd530c62b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:35.147639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-a5d11d05-ab39-4ade-8984-81cbd530c62b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 811 time: 0.1134272
Jun 21 03:25:35.163440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-f7e09675-92ec-45d0-83d9-56a2acb12937 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/quotas/b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 375 time: 0.0098879
Jun 21 03:25:35.238483 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-1be16e95-224a-48ee-99c6-ac318b7cb497 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0695531
Jun 21 03:25:35.255503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-8cedc1b9-39f8-42db-95cd-62055c983941 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:25:35.256461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-8cedc1b9-39f8-42db-95cd-62055c983941 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059817
Jun 21 03:25:35.352958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-ecc57980-0ede-4530-a4de-01b1892d0596 service neutron] 10.222.0.25 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905383
Jun 21 03:25:35.446430 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-74d56855-2ccc-4406-b9bd-a84685dba809 service neutron] 10.222.0.25 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876231
Jun 21 03:25:35.600053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 93e67507-17e2-46df-b8c5-bab47a863c30 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:25:35.706382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d31ffc27-6911-4326-8292-6e54c4b62ecf req-4485daff-fffb-4ae9-a3e4-ffcee425f74d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 210 time: 0.0305698
Jun 21 03:25:35.715448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 93e67507-17e2-46df-b8c5-bab47a863c30 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:25:35.715448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 93e67507-17e2-46df-b8c5-bab47a863c30 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:35.715448 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:35.815514 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:35.847825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 93e67507-17e2-46df-b8c5-bab47a863c30, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=93e67507-17e2-46df-b8c5-bab47a863c30,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:35.939419 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:35.940474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e9d19f9e-4ef6-498c-bc53-9b974eee1695 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:25:35.943076 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-744df943-12d4-493f-9650-cd8e45b81753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:36.015957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=93e67507-17e2-46df-b8c5-bab47a863c30,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:36.021159 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:36.027002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e9d19f9e-4ef6-498c-bc53-9b974eee1695 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:36.027389 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:36.195916 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:36.618647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-44b094b8-c6ac-4c05-b0c0-be01636bf2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:36.875417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7c46d7d-e54a-4af5-8216-203429aa64f8 req-abda0b3b-4faf-4006-bbcf-adac0bdce551 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 210 time: 0.0335486
Jun 21 03:25:37.144945 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:37.511270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 93e67507-17e2-46df-b8c5-bab47a863c30 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:25:37.558175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 93e67507-17e2-46df-b8c5-bab47a863c30 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:37.558558 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:37.709978 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-8681bcea-148a-4486-9d62-53e62b86ae63 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:37.712030 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-8681bcea-148a-4486-9d62-53e62b86ae63 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 811 time: 0.1074588
Jun 21 03:25:37.754825 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-44e249bf-2f10-45c8-aa8b-a59a5e259cda tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 380 time: 0.0354564
Jun 21 03:25:37.763233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'port': {'device_id': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'admin_state_up': True, 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'security_groups': ['ef73e5ff-f84c-4418-9fc1-71efa03f4653']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:37.944625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Made reservation on behalf of b2b1ffaa33dd430891b86c451a56ca6f for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:25:37.948505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.042096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58b7448a-004a-4781-8179-b72d1a429031 req-b920d481-4fd9-42bc-8afe-29f52d96d438 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 210 time: 0.0378940
Jun 21 03:25:38.107911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Allocated IP 172.20.0.5 (79f2aa18-c007-4553-a2ac-4e5a9c8120b7/3923b6b8-aa29-4ff5-b46b-2d8700037436/e8c59c03-e893-4db1-9b37-ab151dba8cfc) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:25:38.212653 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.257074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.270027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Transition to ACTIVE for port object e8c59c03-e893-4db1-9b37-ab151dba8cfc will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:25:38.361482 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.372930 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.376868 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:38.418510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:25:38.421885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:25:38.426341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:25:38.450034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:38.454621 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:38.478907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:38.479640 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.551886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7921336
Jun 21 03:25:38.566552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Request body: {'port': {'device_id': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:38.647465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.692773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2b914563-d6a1-496f-888f-928404c60ace None None] Provisioning for port e8c59c03-e893-4db1-9b37-ab151dba8cfc completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:25:38.696754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2b914563-d6a1-496f-888f-928404c60ace None None] Provisioning complete for port e8c59c03-e893-4db1-9b37-ab151dba8cfc triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:38.697207 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2b914563-d6a1-496f-888f-928404c60ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.731656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-2b914563-d6a1-496f-888f-928404c60ace None None] Port e8c59c03-e893-4db1-9b37-ab151dba8cfc cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:25:38.922007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c59c03-e893-4db1-9b37-ab151dba8cfc {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:25:38.930097 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:38.941648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Transition to ACTIVE for port object e8c59c03-e893-4db1-9b37-ab151dba8cfc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:25:39.018137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:39.020164 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-326afc34-ee3d-4953-aa90-7d1d31a648cf tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:39.137911 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:39.142031 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:39.184017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Attempting to bind port e8c59c03-e893-4db1-9b37-ab151dba8cfc on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:25:39.184017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Attempting to bind port e8c59c03-e893-4db1-9b37-ab151dba8cfc by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:25:39.184373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Attempting to bind port e8c59c03-e893-4db1-9b37-ab151dba8cfc on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:25:39.210890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Port e8c59c03-e893-4db1-9b37-ab151dba8cfc on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:25:39.211213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Attempting to bind port e8c59c03-e893-4db1-9b37-ab151dba8cfc on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:25:39.221357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:25:39.221713 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:25:39.222107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:25:39.222597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Bound port: e8c59c03-e893-4db1-9b37-ab151dba8cfc, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:25:39.222981 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:39.291704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f029e37-df09-41ea-badc-010c7f9fe8a0 req-c6b938fb-e63a-4427-b0ac-c0fc606019fd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:39.293264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f029e37-df09-41ea-badc-010c7f9fe8a0 req-c6b938fb-e63a-4427-b0ac-c0fc606019fd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 943 time: 0.1252885
Jun 21 03:25:39.331012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:25:39.354033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:25:39.357785 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f029e37-df09-41ea-badc-010c7f9fe8a0 req-7b9dd87d-aac6-4c82-b415-6ec8a1d7165e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561373
Jun 21 03:25:39.413784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:39.416017 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:39.452073 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:39.452683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:39.454065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 1092 time: 0.8947513
Jun 21 03:25:39.454577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:25:39.456880 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f85995-c3c7-426c-916a-23cfebc4cac9" -d '{"events": [{"name": "network-changed", "server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:25:39.479202 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:39.483375 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:39.501200 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e0c20-01be-4b61-82d0-bd0e82decce5 x-openstack-request-id: req-411e0c20-01be-4b61-82d0-bd0e82decce5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:25:39.501592 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:25:39.501897 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-411e0c20-01be-4b61-82d0-bd0e82decce5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:25:39.502381 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'status': 'completed', 'code': 200}
Jun 21 03:25:39.588621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f85995-c3c7-426c-916a-23cfebc4cac9 req-08043c45-a757-4b54-be10-8d6f9d1b408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:39.590193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f85995-c3c7-426c-916a-23cfebc4cac9 req-08043c45-a757-4b54-be10-8d6f9d1b408f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1095 time: 0.0650795
Jun 21 03:25:39.624569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:39.706065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f85995-c3c7-426c-916a-23cfebc4cac9 req-fff162cb-5bd3-4001-b9a9-d79da1c45cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:39.707860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f85995-c3c7-426c-916a-23cfebc4cac9 req-fff162cb-5bd3-4001-b9a9-d79da1c45cec service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1083314
Jun 21 03:25:39.733692 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:25:39.830609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f85995-c3c7-426c-916a-23cfebc4cac9 req-bcb6b024-ad28-484a-87f1-dd68f238a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:39.832657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64f85995-c3c7-426c-916a-23cfebc4cac9 req-bcb6b024-ad28-484a-87f1-dd68f238a73e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1189456
Jun 21 03:25:39.941947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-0d131d56-221a-4923-818b-aa26547e7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:39.944255 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-0d131d56-221a-4923-818b-aa26547e7b89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1095 time: 0.0644269
Jun 21 03:25:39.998521 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-213dde79-af07-4d54-91be-491b5a9e65fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 217 time: 0.0470483
Jun 21 03:25:40.059085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-07afb4ce-5170-49c4-8ed9-8b3df42dca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:40.060805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-07afb4ce-5170-49c4-8ed9-8b3df42dca68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0561929
Jun 21 03:25:40.123318 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-f2222643-2ff2-49da-8ffc-c5be98df4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:40.124766 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-f2222643-2ff2-49da-8ffc-c5be98df4531 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0576591
Jun 21 03:25:40.233577 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-57f6e720-9653-4998-a6a9-146b8a006fcb service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1015015
Jun 21 03:25:40.335650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cec0053-4d41-4f3e-9e0c-7b983b82e246 req-41f8dc19-78b4-4958-a475-f669222823c0 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957570
Jun 21 03:25:40.540385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb395d3-cbe8-4331-b8cc-951257213c48 req-c1f03804-32e3-41fe-9351-ca42734d7c91 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:40.541929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0cb395d3-cbe8-4331-b8cc-951257213c48 req-c1f03804-32e3-41fe-9351-ca42734d7c91 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 943 time: 0.0701635
Jun 21 03:25:40.579753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0cb395d3-cbe8-4331-b8cc-951257213c48 req-d7350a92-c260-4c1d-84fa-4cdb8fcbbc71 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322139
Jun 21 03:25:41.756682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cfb89-f885-4992-bf63-06bf18faab25 req-ab7f24ea-cbf1-4907-8f4d-d83f6b0b9ad5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:41.758172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa5cfb89-f885-4992-bf63-06bf18faab25 req-ab7f24ea-cbf1-4907-8f4d-d83f6b0b9ad5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 943 time: 0.0658152
Jun 21 03:25:41.795005 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa5cfb89-f885-4992-bf63-06bf18faab25 req-8e23b59f-5753-4ac1-85a5-dce3dcaa8183 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311303
Jun 21 03:25:42.365732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e8c59c03-e893-4db1-9b37-ab151dba8cfc details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:25:42.456465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:42.467798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'mac_address': 'fa:16:3e:71:31:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:25:42.507991 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:42.520019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c59c03-e893-4db1-9b37-ab151dba8cfc {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:25:42.539265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:42.607214 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:42.608957 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c29b1fdd-7137-44da-adff-bfae58d7fcf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:42.654662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:42.657518 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:42.790432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['e8c59c03-e893-4db1-9b37-ab151dba8cfc'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:25:42.974694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91894c-654c-43e7-8cac-86f8044a5235 req-b5f9b990-cf5f-4ed4-a918-922765e4d474 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:42.976162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b91894c-654c-43e7-8cac-86f8044a5235 req-b5f9b990-cf5f-4ed4-a918-922765e4d474 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 944 time: 0.0646911
Jun 21 03:25:43.011869 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b91894c-654c-43e7-8cac-86f8044a5235 req-a23698ee-daab-4d98-8ab4-1f01dfdcf81b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0301578
Jun 21 03:25:44.192973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb36da9-47ad-4626-973a-2292422592be req-ce54462b-2e55-4846-9ea5-3ab3cff9ce1f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:44.194417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fb36da9-47ad-4626-973a-2292422592be req-ce54462b-2e55-4846-9ea5-3ab3cff9ce1f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 944 time: 0.0709629
Jun 21 03:25:44.235841 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fb36da9-47ad-4626-973a-2292422592be req-7c08e74d-bdb0-4a3a-9cb4-adf4b45305b1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347276
Jun 21 03:25:44.389276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e8c59c03-e893-4db1-9b37-ab151dba8cfc up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:25:44.487036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port e8c59c03-e893-4db1-9b37-ab151dba8cfc completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:25:44.490781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port e8c59c03-e893-4db1-9b37-ab151dba8cfc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:25:44.491157 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:44.571953 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:44.596482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:25:44.599452 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3277be-a50f-4e7d-b6b5-9781bc8c9417" -d '{"events": [{"server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "name": "network-vif-plugged", "status": "completed", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:25:44.611933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:25:44.635917 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6607a8-b7f6-4a2f-8283-692297fd18ab x-openstack-request-id: req-4c6607a8-b7f6-4a2f-8283-692297fd18ab {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:25:44.635917 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "name": "network-vif-plugged", "status": "completed", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:25:44.635917 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c6607a8-b7f6-4a2f-8283-692297fd18ab {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:25:44.635917 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'code': 200}
Jun 21 03:25:44.681277 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:44.684196 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:25:44.730669 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:25:44.733766 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:25:44.747267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53f18-d281-4442-8cd5-8eae81f9ffe7 req-c3e0b12b-0616-4ad0-a702-15876fd5bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:44.748795 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9f53f18-d281-4442-8cd5-8eae81f9ffe7 req-c3e0b12b-0616-4ad0-a702-15876fd5bb14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1097 time: 0.0524569
Jun 21 03:25:44.782554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9f53f18-d281-4442-8cd5-8eae81f9ffe7 req-22c3a348-de78-4bfc-af1a-67863a213475 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272369
Jun 21 03:25:45.404161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca5638-f7dd-4f33-8f9d-feb3b3feaef5 req-d7c36c37-4434-4886-bd14-0f98bbec4523 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:45.405632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ca5638-f7dd-4f33-8f9d-feb3b3feaef5 req-d7c36c37-4434-4886-bd14-0f98bbec4523 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0617824
Jun 21 03:25:45.442890 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-93ca5638-f7dd-4f33-8f9d-feb3b3feaef5 req-a92636f0-0bf6-4346-9655-1885fa6df39a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315511
Jun 21 03:25:46.622376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e3be9-0e3c-46c7-b65a-9563ac524233 req-f1d58894-08bb-4b77-8d91-155f0ace05d8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:46.624411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b75e3be9-0e3c-46c7-b65a-9563ac524233 req-f1d58894-08bb-4b77-8d91-155f0ace05d8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0719867
Jun 21 03:25:46.671370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b75e3be9-0e3c-46c7-b65a-9563ac524233 req-47b5ff8f-b056-4175-a70c-c1776a6d726a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386755
Jun 21 03:25:46.833453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666bf44-b787-4603-8aeb-4c98de89ddff req-94328fab-1e0a-4753-bc64-b43ac540b4b1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:46.834979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c666bf44-b787-4603-8aeb-4c98de89ddff req-94328fab-1e0a-4753-bc64-b43ac540b4b1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0622637
Jun 21 03:25:46.843232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 58654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:25:46.847619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'floatingip': {'port_id': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:25:46.887725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:47.715374 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:47.789484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:47.885843 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Floating IP b8602294-03b9-48bc-bfb0-77d747d53f42 associated. External IP: 172.25.7.78, port: e8c59c03-e893-4db1-9b37-ab151dba8cfc.
Jun 21 03:25:48.093640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:25:48.200047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:25:48.204552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:25:48.210572 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:25:48.220143 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:25:48.220756 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83cefd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:25:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:48.242549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dd76b47a-997d-4b9d-9f47-37ce1bc01cac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "PUT /v2.0/floatingips/b8602294-03b9-48bc-bfb0-77d747d53f42 HTTP/1.1" status: 200  len: 990 time: 1.3982928
Jun 21 03:25:48.243327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:25:48.245753 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccdfbfd-eebd-4781-af71-7efe529c3f05" -d '{"events": [{"name": "network-changed", "server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:25:48.295103 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e84e0-e2c7-4a0d-bbe8-27c9b1632fad x-openstack-request-id: req-3e3e84e0-e2c7-4a0d-bbe8-27c9b1632fad {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:25:48.295446 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:25:48.297111 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e3e84e0-e2c7-4a0d-bbe8-27c9b1632fad {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:25:48.297755 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'status': 'completed', 'code': 200}
Jun 21 03:25:48.331077 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:25:48.371981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-67eb97ce-c010-495a-8618-f9d1250ed566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:48.373534 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-67eb97ce-c010-495a-8618-f9d1250ed566 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1097 time: 0.0538604
Jun 21 03:25:48.466681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-70aafd60-2707-4c07-aa00-3d487b9035da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:48.468182 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-70aafd60-2707-4c07-aa00-3d487b9035da service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0883200
Jun 21 03:25:48.533361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-1b102601-2d51-488a-b5ea-57f28154be8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 998 time: 0.0581894
Jun 21 03:25:48.549861 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83cefd0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:71:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:25:47Z', 'revision_number': 1, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:48.575552 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:25:48.585132 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:25:48.585849 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83cefd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:25:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:48.586223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-aab93a5d-2820-4b52-80cb-6af43d3bb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:48.587711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-aab93a5d-2820-4b52-80cb-6af43d3bb233 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0485828
Jun 21 03:25:48.647298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-b0c8a891-b75e-4654-9d32-9625504d06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:25:48.648738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-b0c8a891-b75e-4654-9d32-9625504d06df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0549216
Jun 21 03:25:48.689136 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:25:48.735774 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-1fe65722-dae0-4daa-a995-54279de4f012 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805242
Jun 21 03:25:48.833357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eccdfbfd-eebd-4781-af71-7efe529c3f05 req-5bfec699-3330-40e3-b59e-35f9a6874528 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912292
Jun 21 03:25:48.998776 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83cefd0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:71:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:25:47Z', 'revision_number': 1, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:25:49.025762 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d195a-f1fd-47d8-a7f6-801e2042add0 None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:71:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:25:47Z', 'revision_number': 1, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:25:49.208705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01876c8-1546-4a74-bf94-edf0ee88b0e4 None None] New status for floating IP b8602294-03b9-48bc-bfb0-77d747d53f42: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:26:00.248165 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75366dbc-021f-462d-bba9-9076be0bc480 req-97020117-4d2e-43e5-b3e7-c73abaf89d9a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0982783
Jun 21 03:26:00.341051 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75366dbc-021f-462d-bba9-9076be0bc480 req-997ac9db-fc6e-4302-94eb-b13d9a6fa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:26:00.342541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75366dbc-021f-462d-bba9-9076be0bc480 req-997ac9db-fc6e-4302-94eb-b13d9a6fa5d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1097 time: 0.0524731
Jun 21 03:26:00.449913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75366dbc-021f-462d-bba9-9076be0bc480 req-645c095c-6672-4b46-be22-e503bf149673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:26:00.451376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75366dbc-021f-462d-bba9-9076be0bc480 req-645c095c-6672-4b46-be22-e503bf149673 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0898695
Jun 21 03:26:00.514306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75366dbc-021f-462d-bba9-9076be0bc480 req-b0906b2c-113d-4245-924d-1a3abbadfd57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 1000 time: 0.0567527
Jun 21 03:26:00.566218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75366dbc-021f-462d-bba9-9076be0bc480 req-92808c74-8a69-4a4e-bc9c-91c53fee840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:26:00.567636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75366dbc-021f-462d-bba9-9076be0bc480 req-92808c74-8a69-4a4e-bc9c-91c53fee840e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0469363
Jun 21 03:26:00.625654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75366dbc-021f-462d-bba9-9076be0bc480 req-995af826-4935-4dec-a1c9-d9d353e99ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:26:00.627112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75366dbc-021f-462d-bba9-9076be0bc480 req-995af826-4935-4dec-a1c9-d9d353e99ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0503218
Jun 21 03:26:00.721424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75366dbc-021f-462d-bba9-9076be0bc480 req-e0d0b3d8-0d97-463e-a424-607acd46d992 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863419
Jun 21 03:26:00.808102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-75366dbc-021f-462d-bba9-9076be0bc480 req-c35c1b1e-8668-4e32-a724-6bbb4c661176 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810828
Jun 21 03:26:04.246744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-60292925-4300-4cd1-843a-550b4c348fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:06.189631 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:06.623513 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-551db204-fb95-40a8-bd84-74e7346e823f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:07.132411 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:08.126810 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:08.350015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:09.635569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:16.733485 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:26:34.234881 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b965e17f-1b63-4f47-8f7f-e8b18aa9da6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:36.212788 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:36.629201 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7e30cab8-38bc-43af-b102-13b65adeb696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:37.131747 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:38.126228 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:38.343037 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:39.640599 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:26:53.733188 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:27:01.215642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-9e1bc462-1b67-443e-8b1d-866c8daa7203 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0525510
Jun 21 03:27:01.318372 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-b9349aa6-0e85-49c3-933a-e8002eaae9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:01.319930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-b9349aa6-0e85-49c3-933a-e8002eaae9b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1097 time: 0.0590250
Jun 21 03:27:01.424810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-7cb844da-9d11-4055-901f-e41d4098d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:01.426273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-7cb844da-9d11-4055-901f-e41d4098d6d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0857558
Jun 21 03:27:01.495148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-80d1e981-88d5-4dd2-aca4-61ba1828c7de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 1000 time: 0.0609710
Jun 21 03:27:01.543326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-f1fd3609-41be-4260-baaa-22a334565fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:01.545287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-f1fd3609-41be-4260-baaa-22a334565fef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0439799
Jun 21 03:27:01.600883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-855d59f8-d8a1-4fc4-93ab-39602720e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:01.602388 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-855d59f8-d8a1-4fc4-93ab-39602720e193 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0516148
Jun 21 03:27:01.695199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-71b93264-2e2a-41fc-a948-613462b264e1 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862877
Jun 21 03:27:01.782916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-585d51ec-c007-4763-ba9f-6073b5540cf9 req-e4b043f2-a3b1-4dac-be6d-43f56556bd88 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814643
Jun 21 03:27:04.234757 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bfab9bcd-dc87-409c-ab83-a023fa77026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:06.200402 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:06.645791 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5e23f9db-d5fa-4840-857c-7eb22739614f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:07.131847 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:08.143154 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:08.371884 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:09.668609 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:24.748194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf441-47bd-42b2-8c41-f7ac7eda21e6 req-85befdd9-c1a3-4447-a486-de1011d13bae tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:24.749713 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e1bf441-47bd-42b2-8c41-f7ac7eda21e6 req-85befdd9-c1a3-4447-a486-de1011d13bae tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.1684957
Jun 21 03:27:24.800345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e1bf441-47bd-42b2-8c41-f7ac7eda21e6 req-c29e2685-302e-4c1c-afb7-aacfc75fa1c8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448833
Jun 21 03:27:26.334609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 58864) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:27:26.348456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d8276-e634-46f4-af06-0f46e75bc333 req-350da9ff-8697-4702-9d12-5d595b6cdc1f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:26.350013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c3d8276-e634-46f4-af06-0f46e75bc333 req-350da9ff-8697-4702-9d12-5d595b6cdc1f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0659225
Jun 21 03:27:26.388439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c3d8276-e634-46f4-af06-0f46e75bc333 req-606f0532-8fe2-4e4b-8aa8-a6b356eba251 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320272
Jun 21 03:27:26.454934 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-7f3411a6-93b8-42ba-afd7-655599fcb3e5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1189494
Jun 21 03:27:27.620091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145045-73bc-49b2-a93b-bbc17091987f req-badf46a0-5f77-4eb8-9afe-521df76f4c9c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:27.621654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80145045-73bc-49b2-a93b-bbc17091987f req-badf46a0-5f77-4eb8-9afe-521df76f4c9c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.1173708
Jun 21 03:27:27.660262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-80145045-73bc-49b2-a93b-bbc17091987f req-0936a182-2b4c-42a8-9eb0-5e071b1b17a0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328789
Jun 21 03:27:28.362945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-841a14c3-8381-49db-9570-cff605a94854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:28.364424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-841a14c3-8381-49db-9570-cff605a94854 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1097 time: 0.0570683
Jun 21 03:27:28.454885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-130a3b9f-3c83-469a-954b-7b001e18c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:28.456370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-130a3b9f-3c83-469a-954b-7b001e18c425 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0848603
Jun 21 03:27:28.526177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-3eb7f1f6-f913-4572-8e7a-9dad42cc4826 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 1000 time: 0.0628929
Jun 21 03:27:28.572999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-61ad4168-b3d6-4997-a819-df7c1fb838ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:28.574417 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-61ad4168-b3d6-4997-a819-df7c1fb838ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0427358
Jun 21 03:27:28.634482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-3af115b6-965e-4a2b-a3c9-c49e54096a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:28.634482 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-3af115b6-965e-4a2b-a3c9-c49e54096a6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0523922
Jun 21 03:27:28.726871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-a1b5eaf8-595c-42da-a4f1-a71701e353ec service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875075
Jun 21 03:27:28.857350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-1edb3945-2ed4-4be9-bae2-d1c13d07fdbb service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240716
Jun 21 03:27:28.869011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713cdad-94f1-4688-b2fb-6fe998b34d58 req-789ea784-ec0d-4831-b8bc-9fcdb83110e6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:28.870454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e713cdad-94f1-4688-b2fb-6fe998b34d58 req-789ea784-ec0d-4831-b8bc-9fcdb83110e6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0948644
Jun 21 03:27:28.910934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e713cdad-94f1-4688-b2fb-6fe998b34d58 req-573655bb-4b21-4fd0-9dbb-6d378cf1a991 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345955
Jun 21 03:27:30.090864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b752f-7aec-4878-bbf3-8a365a207be7 req-a094bf06-d825-4096-b838-b7a05ebe6390 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:30.092469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c32b752f-7aec-4878-bbf3-8a365a207be7 req-a094bf06-d825-4096-b838-b7a05ebe6390 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0642562
Jun 21 03:27:30.129994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c32b752f-7aec-4878-bbf3-8a365a207be7 req-d9879596-6563-4923-97a7-bea1bb2e1fac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315089
Jun 21 03:27:30.732694 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:27:31.301903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aed6f9-e56a-49a5-8965-12c007a35113 req-e63c314a-8f12-4205-a240-bf00a8c82e58 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:31.303350 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51aed6f9-e56a-49a5-8965-12c007a35113 req-e63c314a-8f12-4205-a240-bf00a8c82e58 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0630803
Jun 21 03:27:31.345739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51aed6f9-e56a-49a5-8965-12c007a35113 req-09fab6e4-d664-47cf-b5c4-bbe9a2a8bbd9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367489
Jun 21 03:27:32.518147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34473296-9a0c-4c29-bf00-cc00a8abeee2 req-a1bda222-c2ba-4d2f-959f-336680ae84dd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:32.519903 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34473296-9a0c-4c29-bf00-cc00a8abeee2 req-a1bda222-c2ba-4d2f-959f-336680ae84dd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0636878
Jun 21 03:27:32.557218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34473296-9a0c-4c29-bf00-cc00a8abeee2 req-6952b044-4008-4e84-88ba-a0082591c877 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317328
Jun 21 03:27:33.744826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651fc9e-dd76-4a60-b3ce-8aaddd70263f req-48f5c9d7-9066-4e52-a9b2-052ac22be133 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:33.746314 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3651fc9e-dd76-4a60-b3ce-8aaddd70263f req-48f5c9d7-9066-4e52-a9b2-052ac22be133 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0661352
Jun 21 03:27:33.784643 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3651fc9e-dd76-4a60-b3ce-8aaddd70263f req-e0544123-4ffb-41f1-a74b-12706112b012 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325859
Jun 21 03:27:34.256959 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-41fc9035-f677-4d15-bf0f-7ff7490a2dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:34.963819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908fd50-f9d0-4095-aa89-f84dc6012f2b req-e69461be-5a98-4a86-bffa-fdc0f88d7a8a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:34.965278 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8908fd50-f9d0-4095-aa89-f84dc6012f2b req-e69461be-5a98-4a86-bffa-fdc0f88d7a8a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0689392
Jun 21 03:27:35.002445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8908fd50-f9d0-4095-aa89-f84dc6012f2b req-e2d7a13a-e361-4fef-bdf1-e22d22d9a22f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314801
Jun 21 03:27:36.181110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782ae22-605c-41c0-a359-825341664a5b req-aea92efa-92c6-44ec-8481-1d2d13ad49a7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:36.182570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d782ae22-605c-41c0-a359-825341664a5b req-aea92efa-92c6-44ec-8481-1d2d13ad49a7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0667720
Jun 21 03:27:36.217151 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:36.221867 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d782ae22-605c-41c0-a359-825341664a5b req-443b77f1-0349-4af6-bfdf-4706e57ecc90 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334790
Jun 21 03:27:36.634878 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bd85-f85b-4d40-b105-4d4199240436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:37.125966 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:37.396864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2518d7-75af-4698-850b-f166f04e128a req-d08226f7-77cc-46e6-924d-15be46c15608 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:37.398368 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da2518d7-75af-4698-850b-f166f04e128a req-d08226f7-77cc-46e6-924d-15be46c15608 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0634720
Jun 21 03:27:37.441539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da2518d7-75af-4698-850b-f166f04e128a req-7eca7bc0-4d0c-47ee-aac6-fdb80e7fe566 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366931
Jun 21 03:27:38.137404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:38.394587 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:38.620377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aa51e-f42f-41b9-a7e0-59dd3c263745 req-ff2b02bd-516f-4a98-867d-1374d8656086 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:38.622557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-278aa51e-f42f-41b9-a7e0-59dd3c263745 req-ff2b02bd-516f-4a98-867d-1374d8656086 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0692151
Jun 21 03:27:38.666205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-278aa51e-f42f-41b9-a7e0-59dd3c263745 req-3aa455b7-e27c-47fe-a3b1-df47bb1f9963 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372870
Jun 21 03:27:39.679773 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:39.836832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80be63-35b2-4b30-a765-8b9f578ff3e6 req-35ce1666-53eb-4358-b248-10c4a35124ac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:39.838786 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f80be63-35b2-4b30-a765-8b9f578ff3e6 req-35ce1666-53eb-4358-b248-10c4a35124ac tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0625587
Jun 21 03:27:39.877095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f80be63-35b2-4b30-a765-8b9f578ff3e6 req-ca2eb60d-834d-41f7-9f8d-c03b4e930603 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324824
Jun 21 03:27:40.946159 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-9d340533-817d-4ee5-8fb1-4689696d208c req-54c8efd0-5eaa-4918-99bb-19d8477fb97a service neutron] show failed (client error): The resource could not be found.
Jun 21 03:27:40.947194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-54c8efd0-5eaa-4918-99bb-19d8477fb97a service neutron] 10.222.0.26 "GET /v2.0/ports/e8c59c03-e893-4db1-9b37-ab151dba8cfc/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0605676
Jun 21 03:27:41.050872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca425750-ba27-409f-b857-8d1876781b37 req-a87515bb-e8bd-4473-ad77-603acd5f3fa9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:41.052360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca425750-ba27-409f-b857-8d1876781b37 req-a87515bb-e8bd-4473-ad77-603acd5f3fa9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0641565
Jun 21 03:27:41.090260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ca425750-ba27-409f-b857-8d1876781b37 req-46612625-5c52-4fb7-b6b6-b467760eef7a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315788
Jun 21 03:27:41.554130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-4ebef532-d9b6-428e-b699-01ec9fe1adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:41.555659 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-4ebef532-d9b6-428e-b699-01ec9fe1adf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 1097 time: 0.1124887
Jun 21 03:27:41.571710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:27:41.660787 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:41.905254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:27:41.948663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:27:41.997065 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:27:41.999877 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0843c27-32a6-459b-8657-9911e9966b1e" -d '{"events": [{"server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:27:42.003621 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:42.021780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Transition to ACTIVE for port object e8c59c03-e893-4db1-9b37-ab151dba8cfc will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:27:42.103733 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:42.106834 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:27:42.151827 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50991c4b-13e9-48a0-a077-8a52ebbd6fda x-openstack-request-id: req-50991c4b-13e9-48a0-a077-8a52ebbd6fda {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:27:42.152217 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:27:42.152554 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50991c4b-13e9-48a0-a077-8a52ebbd6fda {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:27:42.153100 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'code': 200}
Jun 21 03:27:42.220596 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=6']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:27:42.251154 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.251540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.251925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.252309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.252685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.253054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.253449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.253817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.254183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.254550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.254914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.255275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:42.263755 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:27:42.296896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] No DVR routers for this DVR port e8c59c03-e893-4db1-9b37-ab151dba8cfc on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:27:42.313755 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162fcf6-8adb-4dde-a542-121ee8d07be3 req-ffaeb72a-ff7b-4f29-955b-11f836e0d633 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:42.315352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4162fcf6-8adb-4dde-a542-121ee8d07be3 req-ffaeb72a-ff7b-4f29-955b-11f836e0d633 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 943 time: 0.0812066
Jun 21 03:27:42.364009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4162fcf6-8adb-4dde-a542-121ee8d07be3 req-e24ac85e-f87d-4952-ad81-1addf6b83488 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423672
Jun 21 03:27:42.441874 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Attempting to bind port e8c59c03-e893-4db1-9b37-ab151dba8cfc on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:27:42.442237 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Attempting to bind port e8c59c03-e893-4db1-9b37-ab151dba8cfc by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:27:42.442572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Attempting to bind port e8c59c03-e893-4db1-9b37-ab151dba8cfc on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:27:42.446868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Port e8c59c03-e893-4db1-9b37-ab151dba8cfc on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:27:42.447186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Attempting to bind port e8c59c03-e893-4db1-9b37-ab151dba8cfc on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:27:42.455113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:27:42.455741 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:27:42.456132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:27:42.456563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Bound port: e8c59c03-e893-4db1-9b37-ab151dba8cfc, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:27:42.456913 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:42.520386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:27:42.523351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:27:42.571581 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:42.573911 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:27:42.614251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:42.614982 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:42.616263 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] 10.222.0.20 "PUT /v2.0/ports/e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 1092 time: 1.0531595
Jun 21 03:27:42.635691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:27:42.638706 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:27:42.700176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-fce9b8fe-a673-43b0-9c7c-b5c278a596cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:42.702136 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-fce9b8fe-a673-43b0-9c7c-b5c278a596cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1095 time: 0.0575826
Jun 21 03:27:42.795488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-ec7d4279-2985-47a6-a3f9-56f15d71eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:42.797125 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-ec7d4279-2985-47a6-a3f9-56f15d71eee6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0888751
Jun 21 03:27:42.866999 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-f139697b-26f2-45d5-8f8c-dce23f2aeb0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 998 time: 0.0636840
Jun 21 03:27:42.917035 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-fe0d222f-e0d3-4b68-bb7f-9cc6a4531c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:42.918691 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-fe0d222f-e0d3-4b68-bb7f-9cc6a4531c91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0454257
Jun 21 03:27:42.977381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340533-817d-4ee5-8fb1-4689696d208c req-fcc3a87d-1869-4a47-a384-f1525852d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:42.978917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-fcc3a87d-1869-4a47-a384-f1525852d6c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0515420
Jun 21 03:27:43.071233 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-d2a2b7f1-6b82-4dfa-a687-55b3c48e5f56 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851600
Jun 21 03:27:43.162093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9d340533-817d-4ee5-8fb1-4689696d208c req-de82800a-ee19-4554-bf65-3521ffd304b3 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844088
Jun 21 03:27:43.547484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59613e5e-811c-438f-b2f7-dc1ad0982866 req-8498e3ea-a608-4d7a-a985-6a8e35c11d46 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:43.548957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59613e5e-811c-438f-b2f7-dc1ad0982866 req-8498e3ea-a608-4d7a-a985-6a8e35c11d46 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 943 time: 0.0687408
Jun 21 03:27:43.587065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59613e5e-811c-438f-b2f7-dc1ad0982866 req-5edfe561-3938-4c8d-a496-b3deeee72e14 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322630
Jun 21 03:27:44.154474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:27:44.156946 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d2a65-1f8b-4414-9449-34d681c106c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:27:44.204300 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad273a-c707-4d1e-81fa-45f439090607 x-openstack-request-id: req-66ad273a-c707-4d1e-81fa-45f439090607 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:27:44.204664 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:27:44.204975 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66ad273a-c707-4d1e-81fa-45f439090607 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:27:44.205477 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'status': 'completed', 'code': 200}
Jun 21 03:27:44.280319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-0d90f614-be73-4191-840c-2a783f726300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.281828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-0d90f614-be73-4191-840c-2a783f726300 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1095 time: 0.0541492
Jun 21 03:27:44.284685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-262051e3-fbf8-4499-948e-331900876d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.286206 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-262051e3-fbf8-4499-948e-331900876d1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1095 time: 0.0601048
Jun 21 03:27:44.373369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-22c95585-a432-4023-b935-e08d4a4b67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.375285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-22c95585-a432-4023-b935-e08d4a4b67c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0870001
Jun 21 03:27:44.381394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-f4403329-d984-452f-a063-b37ad912d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.382870 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-f4403329-d984-452f-a063-b37ad912d018 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0899670
Jun 21 03:27:44.442748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-365dfa07-7e56-4c53-b3d5-1eeec2261c92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 998 time: 0.0584702
Jun 21 03:27:44.455998 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-84eaa14c-49e8-4b55-a9b7-7b3989b76eb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 998 time: 0.0647647
Jun 21 03:27:44.491749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-07c4b522-ccef-41c8-bdb5-4a5fb6b1d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.493189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-07c4b522-ccef-41c8-bdb5-4a5fb6b1d422 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0425158
Jun 21 03:27:44.505907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-f22e365e-1b4f-4e3c-a623-ffda6a771551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.507366 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-f22e365e-1b4f-4e3c-a623-ffda6a771551 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0450506
Jun 21 03:27:44.551784 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-74b67d06-bdf1-46d1-bbac-9abc44d4f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.553265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-74b67d06-bdf1-46d1-bbac-9abc44d4f22c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0544143
Jun 21 03:27:44.565622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-ae59d887-a412-45e7-8554-c5c6fd69c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.567123 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-ae59d887-a412-45e7-8554-c5c6fd69c589 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0531421
Jun 21 03:27:44.640579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-a51a3b7c-b423-43cf-9fa6-c2191229973b service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807812
Jun 21 03:27:44.664354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-75923c00-d244-48d7-94de-a954cabdf693 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902712
Jun 21 03:27:44.757874 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-a31d6743-de55-42e0-bc68-d3f031d69ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849767
Jun 21 03:27:44.770142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c3d2a65-1f8b-4414-9449-34d681c106c2 req-ed1b7faa-ac85-42c0-8293-40f561b2ed68 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230190
Jun 21 03:27:44.792546 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6bf23-5cef-4c7b-b19e-e978ee9befea req-7da5d196-c985-49ae-a8af-c5a772629721 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:44.794087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51b6bf23-5cef-4c7b-b19e-e978ee9befea req-7da5d196-c985-49ae-a8af-c5a772629721 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 943 time: 0.0908735
Jun 21 03:27:44.832330 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-51b6bf23-5cef-4c7b-b19e-e978ee9befea req-b2a8535e-2755-4cc7-9297-b7d510fcd1c0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0326645
Jun 21 03:27:45.058945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e8c59c03-e893-4db1-9b37-ab151dba8cfc no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:27:45.103131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e8c59c03-e893-4db1-9b37-ab151dba8cfc not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:27:46.014624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcf15f-bb2f-49ec-9c0a-e6c4897b2e2b req-650b9721-b29f-4a7e-b5dc-1727c71c403c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:46.016120 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52fcf15f-bb2f-49ec-9c0a-e6c4897b2e2b req-650b9721-b29f-4a7e-b5dc-1727c71c403c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 943 time: 0.0660357
Jun 21 03:27:46.053279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52fcf15f-bb2f-49ec-9c0a-e6c4897b2e2b req-63440c0e-34f4-426e-a0bd-00a0349d1bea tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312562
Jun 21 03:27:46.185932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device e8c59c03-e893-4db1-9b37-ab151dba8cfc details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:27:46.276629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:27:46.287848 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'mac_address': 'fa:16:3e:71:31:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:27:46.326851 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:46.340094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c59c03-e893-4db1-9b37-ab151dba8cfc {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:27:46.359843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:27:46.411763 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:46.413637 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:27:46.474072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:27:46.482434 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.482782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.483129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.483466 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.483800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.484136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.484462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.484788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.485110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.485462 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.485788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.486111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:46.489488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41cfc7-26fc-4c7b-b223-0f2bdc4dcb67 req-2522f47e-d71a-47dc-93f0-55ef677b2bfd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:46.490259 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:27:46.491019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c41cfc7-26fc-4c7b-b223-0f2bdc4dcb67 req-2522f47e-d71a-47dc-93f0-55ef677b2bfd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 944 time: 0.0864882
Jun 21 03:27:46.555150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0c41cfc7-26fc-4c7b-b223-0f2bdc4dcb67 req-06017fa4-1a72-4418-afbd-64267890abea tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478568
Jun 21 03:27:46.576503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-42b82d11-1a83-4ae9-b129-8ec25af1ac86 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:46.577955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-42b82d11-1a83-4ae9-b129-8ec25af1ac86 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 944 time: 0.1090839
Jun 21 03:27:46.641230 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-df4e72b2-952b-44b3-a10b-b0baa46a96ba service neutron] delete failed (client error): The resource could not be found.
Jun 21 03:27:46.642290 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-df4e72b2-952b-44b3-a10b-b0baa46a96ba service neutron] 10.222.0.26 "DELETE /v2.0/ports/e8c59c03-e893-4db1-9b37-ab151dba8cfc/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0582826
Jun 21 03:27:46.689542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['e8c59c03-e893-4db1-9b37-ab151dba8cfc'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:27:46.735507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-7196fa94-c393-48fc-bfaf-0b885ddac681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:46.736914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-7196fa94-c393-48fc-bfaf-0b885ddac681 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 1096 time: 0.0533471
Jun 21 03:27:46.833691 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-1cd2e0f4-8e4c-47ac-a95d-0e32212644b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:46.835155 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-1cd2e0f4-8e4c-47ac-a95d-0e32212644b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0923057
Jun 21 03:27:46.897854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-3f33b882-d50e-4434-b181-4c4f8feb5d60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 200  len: 999 time: 0.0563464
Jun 21 03:27:46.944466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-dbecb164-7383-4da4-af8d-e81af63382b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:46.945899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-dbecb164-7383-4da4-af8d-e81af63382b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0420251
Jun 21 03:27:47.003423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-6b2d42e7-aea2-49c6-b5eb-a3a42a9c6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:47.004819 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-6b2d42e7-aea2-49c6-b5eb-a3a42a9c6565 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0527661
Jun 21 03:27:47.090306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-b030b9ef-066a-4280-aa24-deeb2c7870f8 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0788441
Jun 21 03:27:47.180300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4d6b81df-6bc5-4950-a363-e2a5203f6c10 req-a68fda67-1152-4732-b40f-d27ba88baf3f service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838852
Jun 21 03:27:47.730119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebf2b7-20b1-4764-9b36-59ae19977943 req-24e8580b-fb12-41b9-8516-5a4a8b4975c6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:47.731620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35ebf2b7-20b1-4764-9b36-59ae19977943 req-24e8580b-fb12-41b9-8516-5a4a8b4975c6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 944 time: 0.0638561
Jun 21 03:27:47.776288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35ebf2b7-20b1-4764-9b36-59ae19977943 req-9e677da9-5758-4d8e-9829-4b32736d7aa3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361166
Jun 21 03:27:48.207275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device e8c59c03-e893-4db1-9b37-ab151dba8cfc up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:27:48.290984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port e8c59c03-e893-4db1-9b37-ab151dba8cfc completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:27:48.294705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port e8c59c03-e893-4db1-9b37-ab151dba8cfc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:27:48.295076 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:48.367449 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:48.388728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:27:48.390948 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1fafe5-622d-4f1c-9708-e4fbf268b21c" -d '{"events": [{"server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "name": "network-vif-plugged", "status": "completed", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:27:48.403739 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:27:48.485879 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:48.487791 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:27:48.492432 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86c808b-989b-4a70-8c6d-e0f48bcf5974 x-openstack-request-id: req-e86c808b-989b-4a70-8c6d-e0f48bcf5974 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:27:48.492731 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "name": "network-vif-plugged", "status": "completed", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:27:48.492993 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e86c808b-989b-4a70-8c6d-e0f48bcf5974 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:27:48.493424 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'code': 200}
Jun 21 03:27:48.538314 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:27:48.541260 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:27:48.948109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90067d22-cded-4b05-bd11-e12a637bd06b req-787f1bb9-2fc3-42f0-8f10-118ddfe49c54 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:48.949749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90067d22-cded-4b05-bd11-e12a637bd06b req-787f1bb9-2fc3-42f0-8f10-118ddfe49c54 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0627759
Jun 21 03:27:48.986245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-90067d22-cded-4b05-bd11-e12a637bd06b req-4e501001-b590-45c0-a010-1caced7212a6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308497
Jun 21 03:27:49.159818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe958-c397-4837-8eab-9eae4266398c req-3ecd840a-7512-47db-bd7c-7ad9737915e4 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:49.161177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02fbe958-c397-4837-8eab-9eae4266398c req-3ecd840a-7512-47db-bd7c-7ad9737915e4 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0659947
Jun 21 03:27:49.198877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02fbe958-c397-4837-8eab-9eae4266398c req-79eb283e-f20c-4107-9251-e96de15b592f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315509
Jun 21 03:27:49.367975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64509451-81d7-4f6a-b8e3-83ec6822f40d req-9df3773e-628f-4c64-8fe1-8e87a074412c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:49.370064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64509451-81d7-4f6a-b8e3-83ec6822f40d req-9df3773e-628f-4c64-8fe1-8e87a074412c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0639353
Jun 21 03:27:49.406863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64509451-81d7-4f6a-b8e3-83ec6822f40d req-27325d37-36ae-4d32-996b-5f314ded5bde tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318224
Jun 21 03:27:50.008698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11133c-a347-4090-be4b-a11d8a833bfb req-fba3efd9-96d6-491d-823f-dae63ff98105 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:50.010445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e11133c-a347-4090-be4b-a11d8a833bfb req-fba3efd9-96d6-491d-823f-dae63ff98105 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0632815
Jun 21 03:27:50.049242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e11133c-a347-4090-be4b-a11d8a833bfb req-56e1326a-14a0-45d3-adaf-9849bd73ccef tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333102
Jun 21 03:27:51.224610 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb84fa3-4bcc-4c45-8d4c-171d5c1f19f0 req-e025c6f8-6a19-4975-9fa8-55f9149514ee tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:51.226121 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2fb84fa3-4bcc-4c45-8d4c-171d5c1f19f0 req-e025c6f8-6a19-4975-9fa8-55f9149514ee tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0666363
Jun 21 03:27:51.264128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2fb84fa3-4bcc-4c45-8d4c-171d5c1f19f0 req-a5044b38-b8ff-40ff-ae17-0995855fdabd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316641
Jun 21 03:27:51.268981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-5fe52a59-1cf1-44b6-9638-fcd44095e4b1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:51.270483 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-5fe52a59-1cf1-44b6-9638-fcd44095e4b1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 945 time: 0.0666933
Jun 21 03:27:51.373359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Deleting port e8c59c03-e893-4db1-9b37-ab151dba8cfc {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:27:51.373722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:51.463909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] For port e8c59c03-e893-4db1-9b37-ab151dba8cfc, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=e8c59c03-e893-4db1-9b37-ab151dba8cfc,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:27:51.464275 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:51.633926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:51.634303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:51.634621 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Floating IP b8602294-03b9-48bc-bfb0-77d747d53f42 disassociated. External IP: 172.25.7.78, port: e8c59c03-e893-4db1-9b37-ab151dba8cfc.
Jun 21 03:27:51.635715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Calling delete_port for e8c59c03-e893-4db1-9b37-ab151dba8cfc owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:27:51.834154 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:51.838189 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-07c5f41e-4d76-4730-80d0-e81453456180 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:27:51.865118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event deleted for resources: {'Port': ['ID=e8c59c03-e893-4db1-9b37-ab151dba8cfc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:27:51.868146 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:27:51.983877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:27:52.093750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:27:52.102921 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:27:52.112552 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:27:52.113168 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d833b5e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:27:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:27:52.139929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] No DVR routers for this DVR port e8c59c03-e893-4db1-9b37-ab151dba8cfc on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:27:52.142579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:52.144859 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e13f38f4-cf0a-4315-a815-dd225008ace3 req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "DELETE /v2.0/ports/e8c59c03-e893-4db1-9b37-ab151dba8cfc HTTP/1.1" status: 204  len: 173 time: 0.8693109
Jun 21 03:27:52.145535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'name': 'network-vif-deleted', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:27:52.148475 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db03213-57fe-42e3-bf39-5d2ab181042b" -d '{"events": [{"server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "name": "network-vif-deleted", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:27:52.184384 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277e0047-09e4-4de0-9517-db2d76236712 x-openstack-request-id: req-277e0047-09e4-4de0-9517-db2d76236712 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:27:52.184725 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da973e8-1f3d-4684-b3d2-bbd47a26d15e", "name": "network-vif-deleted", "tag": "e8c59c03-e893-4db1-9b37-ab151dba8cfc", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:27:52.185029 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-277e0047-09e4-4de0-9517-db2d76236712 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:27:52.185509 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da973e8-1f3d-4684-b3d2-bbd47a26d15e', 'name': 'network-vif-deleted', 'tag': 'e8c59c03-e893-4db1-9b37-ab151dba8cfc', 'status': 'completed', 'code': 200}
Jun 21 03:27:52.223079 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:27:52.408058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b31432b2-52db-4567-b4dd-d3e49ecab204 req-0ab5a981-230f-4f56-872a-e21e5b04df56 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5da973e8-1f3d-4684-b3d2-bbd47a26d15e HTTP/1.1" status: 200  len: 210 time: 0.0311816
Jun 21 03:27:52.422995 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d833b5e0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:27:52.458368 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:27:52.466747 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:27:52.467365 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d833b5e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:27:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:27:52.573304 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:27:52.768237 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d833b5e0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:27:52.798049 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a2c03-50fd-477b-bf5d-96257141c1ea None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:27:53.019575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24123447-83b4-4216-b32d-5c9eba9aa6d0 None None] New status for floating IP b8602294-03b9-48bc-bfb0-77d747d53f42: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:27:53.708257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-22d61064-b1a0-4252-9529-4003f58d776e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1623486845&fields=id&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 267 time: 0.0325248
Jun 21 03:27:54.205526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-91a19cf3-a084-4ca1-89b7-3262b4df2d2a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:54.206975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-91a19cf3-a084-4ca1-89b7-3262b4df2d2a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 811 time: 0.4921219
Jun 21 03:27:54.221919 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-c1854c5a-10d5-40a9-a37f-4a0173cee4f1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/quotas/b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 375 time: 0.0093780
Jun 21 03:27:54.239019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device e8c59c03-e893-4db1-9b37-ab151dba8cfc no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:27:54.259035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: e8c59c03-e893-4db1-9b37-ab151dba8cfc {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:27:54.259392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device e8c59c03-e893-4db1-9b37-ab151dba8cfc not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:27:54.293303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-eb7fe235-f02a-4b0a-aa87-8be739f4aaa1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0657101
Jun 21 03:27:54.387907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-82fd3b94-2e99-40d8-b25a-5a442e6188e0 service neutron] 10.222.0.25 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833790
Jun 21 03:27:54.475609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-870448f1-90f8-4259-8a55-6f1c389a4dd5 service neutron] 10.222.0.25 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816555
Jun 21 03:27:54.719992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-192e2056-ef5f-4810-abcb-bf32ec42ed51 req-d48153c4-59d0-4275-90f8-87b736e623e2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 210 time: 0.0292294
Jun 21 03:27:55.880943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-658196bc-7d60-4268-ad26-87e5a998529d req-ed11dfca-4780-4cdc-bd8b-eae4ce168e6a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 210 time: 0.0509646
Jun 21 03:27:57.028904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb5c47b6-3d98-4297-a938-7e7ac19bddf9 req-44c3afbf-9d35-461c-be4d-60e085a4a91a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 210 time: 0.0292990
Jun 21 03:27:57.133842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-671180ff-4e9f-499d-a193-b8823bc4f68f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:57.136055 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-671180ff-4e9f-499d-a193-b8823bc4f68f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 811 time: 0.1037197
Jun 21 03:27:57.178450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-fe518eb6-b8a4-4536-9974-e840f3df4059 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 380 time: 0.0329685
Jun 21 03:27:57.192459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'port': {'device_id': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'admin_state_up': True, 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'security_groups': ['ef73e5ff-f84c-4418-9fc1-71efa03f4653']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:27:57.382658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Made reservation on behalf of b2b1ffaa33dd430891b86c451a56ca6f for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:27:57.386366 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:57.512598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Allocated IP 172.20.0.5 (79f2aa18-c007-4553-a2ac-4e5a9c8120b7/3923b6b8-aa29-4ff5-b46b-2d8700037436/6643a0bc-b364-4a63-9a07-a457eec7eeff) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:27:57.661049 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:57.674793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Transition to ACTIVE for port object 6643a0bc-b364-4a63-9a07-a457eec7eeff will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:27:57.771900 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:57.776654 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6dc3905a-f36b-4bab-aaf5-e8665b420a28 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:27:57.818744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:27:57.822049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:27:57.825915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:27:57.832271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:27:57.864666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.865062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.865483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.865872 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.866255 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.866643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.867016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.867394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.867770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.868144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.868520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.869293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:27:57.874927 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:27:57.893052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:57.893967 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:57.989212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8006032
Jun 21 03:27:58.000477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Request body: {'port': {'device_id': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:27:58.075309 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:58.142981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0fc4db8b-913e-4e4b-a1a3-a462dfd6678f None None] Provisioning for port 6643a0bc-b364-4a63-9a07-a457eec7eeff completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:27:58.148067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0fc4db8b-913e-4e4b-a1a3-a462dfd6678f None None] Provisioning complete for port 6643a0bc-b364-4a63-9a07-a457eec7eeff triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:27:58.148560 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0fc4db8b-913e-4e4b-a1a3-a462dfd6678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:58.183330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4db8b-913e-4e4b-a1a3-a462dfd6678f None None] Port 6643a0bc-b364-4a63-9a07-a457eec7eeff cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:27:58.322143 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209920f2-2934-46be-855c-3ae20734446d req-96b0dcd6-cb75-4534-9cf7-566fc8d62844 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:58.324648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-209920f2-2934-46be-855c-3ae20734446d req-96b0dcd6-cb75-4534-9cf7-566fc8d62844 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 931 time: 0.1462848
Jun 21 03:27:58.394955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-209920f2-2934-46be-855c-3ae20734446d req-3c0a9793-97d1-4c1e-8404-2cee29304a62 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633287
Jun 21 03:27:58.430583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6643a0bc-b364-4a63-9a07-a457eec7eeff {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:27:58.438396 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:58.449963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Transition to ACTIVE for port object 6643a0bc-b364-4a63-9a07-a457eec7eeff will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:27:58.514141 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:58.516259 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2dab6ebb-9abe-4287-86c0-2558386458cd tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:27:58.593659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:27:58.597663 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:27:58.665120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Attempting to bind port 6643a0bc-b364-4a63-9a07-a457eec7eeff on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:27:58.665491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Attempting to bind port 6643a0bc-b364-4a63-9a07-a457eec7eeff by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:27:58.665902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Attempting to bind port 6643a0bc-b364-4a63-9a07-a457eec7eeff on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:27:58.671670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Port 6643a0bc-b364-4a63-9a07-a457eec7eeff on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:27:58.671997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Attempting to bind port 6643a0bc-b364-4a63-9a07-a457eec7eeff on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:27:58.676882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:27:58.677224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:27:58.677649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:27:58.678082 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Bound port: 6643a0bc-b364-4a63-9a07-a457eec7eeff, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:27:58.678431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:58.741892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:27:58.744768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:27:58.800510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:58.803421 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2019f988-e9e1-483b-8be5-14622bd26ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:27:58.843226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:58.846199 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:27:58.846199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] 10.222.0.26 "PUT /v2.0/ports/6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 1092 time: 0.8488743
Jun 21 03:27:58.846199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:27:58.848013 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2f9cec-a1bc-425e-b52b-5b0aa5159f88" -d '{"events": [{"name": "network-changed", "server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:27:58.870099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:27:58.873485 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:27:58.891049 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fb9b1f-b556-4a54-9a39-a4464ade8f46 x-openstack-request-id: req-20fb9b1f-b556-4a54-9a39-a4464ade8f46 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:27:58.891420 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:27:58.891747 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20fb9b1f-b556-4a54-9a39-a4464ade8f46 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:27:58.892258 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'status': 'completed', 'code': 200}
Jun 21 03:27:58.980363 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9cec-a1bc-425e-b52b-5b0aa5159f88 req-ce6e700d-76a6-49d4-8e42-eec042f81f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:58.982069 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf2f9cec-a1bc-425e-b52b-5b0aa5159f88 req-ce6e700d-76a6-49d4-8e42-eec042f81f8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1095 time: 0.0574067
Jun 21 03:27:59.081166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9cec-a1bc-425e-b52b-5b0aa5159f88 req-1dbef919-e2a4-4d50-98e7-1fe9daaab17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:59.082652 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf2f9cec-a1bc-425e-b52b-5b0aa5159f88 req-1dbef919-e2a4-4d50-98e7-1fe9daaab17d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0933747
Jun 21 03:27:59.179518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9cec-a1bc-425e-b52b-5b0aa5159f88 req-06ce1a10-1501-4cbb-82f4-30ff8bbaba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:59.180965 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf2f9cec-a1bc-425e-b52b-5b0aa5159f88 req-06ce1a10-1501-4cbb-82f4-30ff8bbaba6d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0921648
Jun 21 03:27:59.278219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-7b0fc564-8dc4-4912-8d16-ffee89f060bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:59.279659 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-7b0fc564-8dc4-4912-8d16-ffee89f060bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1095 time: 0.0633869
Jun 21 03:27:59.324860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-6f8b792e-db8c-4e73-927c-e084d5c5e074 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 217 time: 0.0382373
Jun 21 03:27:59.371705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-17f48333-904c-41a5-9c89-b231dadb3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:59.373130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-17f48333-904c-41a5-9c89-b231dadb3a31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0423367
Jun 21 03:27:59.429258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-6d345c2e-5f43-4a85-bcde-9fecbdddf02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:59.430813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-6d345c2e-5f43-4a85-bcde-9fecbdddf02f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0503187
Jun 21 03:27:59.551529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-91642e80-6ba5-41ff-903f-29d404d6908f service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1139300
Jun 21 03:27:59.637345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc596f4-5200-4052-ac5f-dcb2a351bec8 req-f390571f-be4d-4b45-85f5-cd2a67f1cfcd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:27:59.638820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfc596f4-5200-4052-ac5f-dcb2a351bec8 req-f390571f-be4d-4b45-85f5-cd2a67f1cfcd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 943 time: 0.1293137
Jun 21 03:27:59.682388 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f370fb5-3a52-4240-a15a-1eeb927829e9 req-454a02f9-2b2e-4645-8de4-8b35d3755d69 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235464
Jun 21 03:27:59.697161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfc596f4-5200-4052-ac5f-dcb2a351bec8 req-a8f314cc-a072-41e8-b7a8-b15c59a7075f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518403
Jun 21 03:28:00.870069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2919aed-2d29-4736-a529-79f8eabc85ed req-624fced2-bcbd-4225-91ae-6c3b1b27b88f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:00.871549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2919aed-2d29-4736-a529-79f8eabc85ed req-624fced2-bcbd-4225-91ae-6c3b1b27b88f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 943 time: 0.0626025
Jun 21 03:28:00.909151 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2919aed-2d29-4736-a529-79f8eabc85ed req-b28b77c0-49b0-44a2-82dd-58cbbe902675 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319123
Jun 21 03:28:01.135361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6643a0bc-b364-4a63-9a07-a457eec7eeff details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:28:01.228135 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:28:01.239264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'mac_address': 'fa:16:3e:41:3e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:28:01.274121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:01.286045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6643a0bc-b364-4a63-9a07-a457eec7eeff {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:28:01.304665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:28:01.365270 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:01.367026 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:28:01.413967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:28:01.417678 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:28:01.592909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['6643a0bc-b364-4a63-9a07-a457eec7eeff'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:28:02.082789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8880d-08c6-498a-bf89-c13d77c9c335 req-115771fd-e7fa-4865-aee8-5db4a9be6ee2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:02.084242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1da8880d-08c6-498a-bf89-c13d77c9c335 req-115771fd-e7fa-4865-aee8-5db4a9be6ee2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 944 time: 0.0674756
Jun 21 03:28:02.121161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1da8880d-08c6-498a-bf89-c13d77c9c335 req-8594532a-e8a3-4484-881c-a7144dca160a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308869
Jun 21 03:28:03.135060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6643a0bc-b364-4a63-9a07-a457eec7eeff up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:28:03.234356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 6643a0bc-b364-4a63-9a07-a457eec7eeff completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:28:03.238268 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 6643a0bc-b364-4a63-9a07-a457eec7eeff triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:28:03.238650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:03.293470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd486-54f0-4f04-a7f4-1ae8e7333627 req-e6057aff-7472-4377-9696-a175202c19cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:03.294983 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b07cd486-54f0-4f04-a7f4-1ae8e7333627 req-e6057aff-7472-4377-9696-a175202c19cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 944 time: 0.0640807
Jun 21 03:28:03.317919 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:03.332686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b07cd486-54f0-4f04-a7f4-1ae8e7333627 req-039eb1ef-e1e4-4a39-bed4-ca3cf100a234 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319631
Jun 21 03:28:03.341210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:28:03.343489 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890f3b55-9e74-4609-bcad-d2d73e76d0a8" -d '{"events": [{"server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "name": "network-vif-plugged", "status": "completed", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:28:03.356725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:28:03.379932 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f8f69-5357-4f8d-8c29-1de4fcd44e96 x-openstack-request-id: req-432f8f69-5357-4f8d-8c29-1de4fcd44e96 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:28:03.380231 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "name": "network-vif-plugged", "status": "completed", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:28:03.380492 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-432f8f69-5357-4f8d-8c29-1de4fcd44e96 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:28:03.380894 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'code': 200}
Jun 21 03:28:03.440235 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:03.442769 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:28:03.488553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:28:03.490522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b741b7-9e9c-49b4-a8af-31c540ed27ab req-145ae587-e669-48b8-9888-53e96b3b8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:03.491641 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:28:03.492060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88b741b7-9e9c-49b4-a8af-31c540ed27ab req-145ae587-e669-48b8-9888-53e96b3b8dd1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1097 time: 0.0502751
Jun 21 03:28:03.527719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88b741b7-9e9c-49b4-a8af-31c540ed27ab req-e23d783e-5210-4aec-8536-18c99347748f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0296574
Jun 21 03:28:04.268910 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed08e-d9a8-49d5-864a-e278172389c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:04.521893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa85e23-4f44-401c-bfcc-a9da4cb5b562 req-82cf02f1-be12-440c-9aec-b6327d69cc99 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:04.523317 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1fa85e23-4f44-401c-bfcc-a9da4cb5b562 req-82cf02f1-be12-440c-9aec-b6327d69cc99 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0728178
Jun 21 03:28:04.563216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1fa85e23-4f44-401c-bfcc-a9da4cb5b562 req-593fd134-79c6-4339-be64-b07ec19da731 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331662
Jun 21 03:28:05.756177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695f64c-1d05-40b1-9ba4-59f5363fa9b8 req-a1941e4b-8655-41d3-9b74-8e87b89e24ff tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:05.757653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d695f64c-1d05-40b1-9ba4-59f5363fa9b8 req-a1941e4b-8655-41d3-9b74-8e87b89e24ff tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0626767
Jun 21 03:28:05.795772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d695f64c-1d05-40b1-9ba4-59f5363fa9b8 req-244299e2-dcd5-4dd4-86fb-2bc2c161b378 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323486
Jun 21 03:28:05.965379 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e3074-55da-45d6-bcf1-340eb56e79f9 req-ec4b1901-4e7e-4166-bc89-7e57fe5a81d2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:05.966922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-448e3074-55da-45d6-bcf1-340eb56e79f9 req-ec4b1901-4e7e-4166-bc89-7e57fe5a81d2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0678229
Jun 21 03:28:05.975994 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59038) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:28:05.981897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'floatingip': {'port_id': '6643a0bc-b364-4a63-9a07-a457eec7eeff'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:28:06.020600 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:06.262670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:06.457636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:06.514045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:06.616523 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Floating IP b8602294-03b9-48bc-bfb0-77d747d53f42 associated. External IP: 172.25.7.78, port: 6643a0bc-b364-4a63-9a07-a457eec7eeff.
Jun 21 03:28:06.639486 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-67757fdc-b3a7-4011-bf60-5d6b13faa5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:06.823882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:28:06.929210 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:28:06.934708 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:06.940541 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74295405-b2e1-4089-924e-16068b159947 None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:28:06.949528 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74295405-b2e1-4089-924e-16068b159947 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:28:06.950140 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-74295405-b2e1-4089-924e-16068b159947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d833bee0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:28:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:28:06.969485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-563eb46e-1cf7-4500-b728-05d85197543c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "PUT /v2.0/floatingips/b8602294-03b9-48bc-bfb0-77d747d53f42 HTTP/1.1" status: 200  len: 990 time: 0.9923816
Jun 21 03:28:06.970150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:28:06.972421 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a463892-6b38-430d-bac6-857791d41678" -d '{"events": [{"name": "network-changed", "server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:28:07.009921 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebf31a0-ff1f-4ccf-bad3-ca90a2804202 x-openstack-request-id: req-6ebf31a0-ff1f-4ccf-bad3-ca90a2804202 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:28:07.010370 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:28:07.010883 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ebf31a0-ff1f-4ccf-bad3-ca90a2804202 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:28:07.011547 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'status': 'completed', 'code': 200}
Jun 21 03:28:07.067461 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-74295405-b2e1-4089-924e-16068b159947 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:28:07.094122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463892-6b38-430d-bac6-857791d41678 req-73aa543b-87d9-4c01-a1d8-68ea1859fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:07.094122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a463892-6b38-430d-bac6-857791d41678 req-73aa543b-87d9-4c01-a1d8-68ea1859fab9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1097 time: 0.0555651
Jun 21 03:28:07.154148 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:07.184797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463892-6b38-430d-bac6-857791d41678 req-98db177d-9b44-4e5d-8f98-7ce1c3ec857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:07.186324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a463892-6b38-430d-bac6-857791d41678 req-98db177d-9b44-4e5d-8f98-7ce1c3ec857b service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0909941
Jun 21 03:28:07.296826 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-74295405-b2e1-4089-924e-16068b159947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d833bee0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:41:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:28:06Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:28:07.324615 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74295405-b2e1-4089-924e-16068b159947 None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:28:07.333863 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74295405-b2e1-4089-924e-16068b159947 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:28:07.335507 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-74295405-b2e1-4089-924e-16068b159947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d833bee0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:28:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:28:07.537619 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-74295405-b2e1-4089-924e-16068b159947 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:28:07.631966 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a463892-6b38-430d-bac6-857791d41678 req-606f1eba-e22a-4b5e-9ed7-fee973f1277b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 998 time: 0.4398115
Jun 21 03:28:07.680897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463892-6b38-430d-bac6-857791d41678 req-64f7a047-cb12-4001-a521-e43a31bcdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:07.682639 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a463892-6b38-430d-bac6-857791d41678 req-64f7a047-cb12-4001-a521-e43a31bcdfdc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0445027
Jun 21 03:28:07.742592 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:28:07.745594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463892-6b38-430d-bac6-857791d41678 req-6d03ec2d-59d7-428a-af95-dbcca63e5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:28:07.747098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a463892-6b38-430d-bac6-857791d41678 req-6d03ec2d-59d7-428a-af95-dbcca63e5b78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0590038
Jun 21 03:28:07.771586 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-74295405-b2e1-4089-924e-16068b159947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d833bee0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:41:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:28:06Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:28:07.798727 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74295405-b2e1-4089-924e-16068b159947 None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:41:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:28:06Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:28:07.839467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a463892-6b38-430d-bac6-857791d41678 req-2d2ff59c-1304-4a58-98dc-55a2ac3ffdb4 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857384
Jun 21 03:28:07.935937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a463892-6b38-430d-bac6-857791d41678 req-8d50e14d-70a5-4a8f-add6-f422c5190e30 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898471
Jun 21 03:28:07.999779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31b36c-2d0f-4949-8a99-7daedc62f743 None None] New status for floating IP b8602294-03b9-48bc-bfb0-77d747d53f42: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:28:08.160779 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:08.371369 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:09.639530 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:34.256605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fe53c64-5106-4cdb-b32f-f7f9fb66d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:36.228152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:36.633864 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce5713ad-401e-42ec-a522-7e62dd3967f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:37.135886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:38.159609 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:38.364890 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:39.639455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:28:44.741570 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:29:02.197722 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40065a38-959a-44cd-b9a4-220016950520 req-d3904829-3f8a-466f-a5ff-c7fa93e339da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0507073
Jun 21 03:29:02.290156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40065a38-959a-44cd-b9a4-220016950520 req-9302367a-dadb-4564-ac8e-0b2db535ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:02.291635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40065a38-959a-44cd-b9a4-220016950520 req-9302367a-dadb-4564-ac8e-0b2db535ba6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1097 time: 0.0516362
Jun 21 03:29:02.397551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40065a38-959a-44cd-b9a4-220016950520 req-ace4cd84-9b26-4887-b348-4ee629b1f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:02.399019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40065a38-959a-44cd-b9a4-220016950520 req-ace4cd84-9b26-4887-b348-4ee629b1f1b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0889688
Jun 21 03:29:02.467811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40065a38-959a-44cd-b9a4-220016950520 req-835992f6-06e7-48f8-a493-d4630c3a6bbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 1000 time: 0.0564067
Jun 21 03:29:02.514748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40065a38-959a-44cd-b9a4-220016950520 req-37d7386f-d0bd-445f-9e50-e21ce381663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:02.516173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40065a38-959a-44cd-b9a4-220016950520 req-37d7386f-d0bd-445f-9e50-e21ce381663b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0421779
Jun 21 03:29:02.576410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40065a38-959a-44cd-b9a4-220016950520 req-07cf51b5-d15a-47ae-919d-9b979e0b147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:02.577901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40065a38-959a-44cd-b9a4-220016950520 req-07cf51b5-d15a-47ae-919d-9b979e0b147a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0553420
Jun 21 03:29:02.664894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40065a38-959a-44cd-b9a4-220016950520 req-acd9287e-d35c-4944-87e9-d78f626f0f22 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804105
Jun 21 03:29:02.760806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-40065a38-959a-44cd-b9a4-220016950520 req-a5223bb1-f893-4c40-a27c-d9e74385d93f service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895193
Jun 21 03:29:04.256817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8351fd0-0a19-45f4-8a50-334c7b739c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:06.216349 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:06.667100 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c6316f0-97f4-43f1-b9d8-4de796653252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:07.176399 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:08.141886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:08.376163 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:09.656239 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:21.740709 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:29:34.284627 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f4738192-4f94-4d3d-b525-fd6d08943bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:36.250309 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:36.638743 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7733567d-4557-4a7b-92ab-359739be9287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:37.135700 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:38.158158 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:38.381381 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:39.673314 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:29:43.322101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246753da-49d1-416b-8184-c793cd916a02 req-eef0c00b-c352-490d-865d-ea85d6c9cb9c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:43.323621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-246753da-49d1-416b-8184-c793cd916a02 req-eef0c00b-c352-490d-865d-ea85d6c9cb9c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0700185
Jun 21 03:29:43.363817 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-246753da-49d1-416b-8184-c793cd916a02 req-bcc9cbb4-125c-4e5d-9020-7f34c2c81f82 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336900
Jun 21 03:29:44.542005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8114a6-b12f-4159-a84c-22d9e2180cc6 req-13d7a9e5-5f85-4776-90bd-16f7d0114037 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:44.543517 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d8114a6-b12f-4159-a84c-22d9e2180cc6 req-13d7a9e5-5f85-4776-90bd-16f7d0114037 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0667996
Jun 21 03:29:44.588382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6d8114a6-b12f-4159-a84c-22d9e2180cc6 req-d5c6b72a-722c-47c6-b290-489878b71cb2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384901
Jun 21 03:29:45.762964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e8984-cd4b-4df7-a983-7fd821b501cc req-4019261d-1421-4726-bf92-805b9c82eaf9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:45.764456 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-055e8984-cd4b-4df7-a983-7fd821b501cc req-4019261d-1421-4726-bf92-805b9c82eaf9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0621920
Jun 21 03:29:45.801762 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-055e8984-cd4b-4df7-a983-7fd821b501cc req-6dbb7a32-f54e-4acd-bbf9-063c6ad3e192 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314975
Jun 21 03:29:46.737458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-f96b74a6-32be-4ca4-b7e4-46b82250e80a req-6508e235-e00a-4a0a-94de-54011f2a4f9a service neutron] (94167) timed out ('10.222.0.20', 62064) {{(pid=94167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:29:46.980355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808acc2-3652-490b-b53b-b67b5e34c127 req-8c089e25-8d35-47c5-86a5-ac6dfa11ffd3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:46.982800 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2808acc2-3652-490b-b53b-b67b5e34c127 req-8c089e25-8d35-47c5-86a5-ac6dfa11ffd3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0737913
Jun 21 03:29:47.026732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2808acc2-3652-490b-b53b-b67b5e34c127 req-a7140da3-3ce6-4ca4-b15e-f586933d211f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351360
Jun 21 03:29:48.208463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c279d4b-834a-4fad-af63-1a5b6a04c423 req-a45f7400-7341-45c7-8ccd-18e27edefb67 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:48.209893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c279d4b-834a-4fad-af63-1a5b6a04c423 req-a45f7400-7341-45c7-8ccd-18e27edefb67 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0672047
Jun 21 03:29:48.248338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c279d4b-834a-4fad-af63-1a5b6a04c423 req-71743687-1b8d-43b0-a0ca-4c0e9d2a4caa tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327160
Jun 21 03:29:49.422810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8b43-3028-424d-84b0-8a57f2992d82 req-e91381cf-bb41-4e16-9d88-d6eda5bcbc38 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:49.424256 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a01c8b43-3028-424d-84b0-8a57f2992d82 req-e91381cf-bb41-4e16-9d88-d6eda5bcbc38 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0626779
Jun 21 03:29:49.460777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a01c8b43-3028-424d-84b0-8a57f2992d82 req-99e0e687-57fd-48e0-a765-d55655ca4261 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308301
Jun 21 03:29:50.630934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bdd3d-f6d1-4544-9ad8-4304bdfb4565 req-77fbe98a-c48f-4daf-8395-1cd1beaf1e3e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:50.632399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-480bdd3d-f6d1-4544-9ad8-4304bdfb4565 req-77fbe98a-c48f-4daf-8395-1cd1beaf1e3e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0624006
Jun 21 03:29:50.673925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-480bdd3d-f6d1-4544-9ad8-4304bdfb4565 req-598a6fde-dd05-4fa4-8ca7-a51d74d109c2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358629
Jun 21 03:29:51.849646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3561240-9a9b-4f9a-8c14-c2eb895fccc5 req-52dd4f85-4d49-4560-986f-1019a227b9dc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:51.851011 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3561240-9a9b-4f9a-8c14-c2eb895fccc5 req-52dd4f85-4d49-4560-986f-1019a227b9dc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0645411
Jun 21 03:29:51.888039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3561240-9a9b-4f9a-8c14-c2eb895fccc5 req-7d700d32-69e1-4c8a-8dd8-e3347002f82d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308495
Jun 21 03:29:53.064934 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fdff9-c45b-49ba-a5c0-8b828b49cb2f req-114d799a-74b9-4a6f-8c67-53a2404df2c0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:53.066440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c90fdff9-c45b-49ba-a5c0-8b828b49cb2f req-114d799a-74b9-4a6f-8c67-53a2404df2c0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0652277
Jun 21 03:29:53.104291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c90fdff9-c45b-49ba-a5c0-8b828b49cb2f req-42653cb0-a599-491e-b8d4-3679476bdc07 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321250
Jun 21 03:29:54.281396 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591525f-b7db-4c06-bd9b-290a82558526 req-6d206b25-d620-4c92-b78d-0e87e991c6ed tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:54.282845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5591525f-b7db-4c06-bd9b-290a82558526 req-6d206b25-d620-4c92-b78d-0e87e991c6ed tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0671353
Jun 21 03:29:54.319789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5591525f-b7db-4c06-bd9b-290a82558526 req-727dd5c8-8e4b-4cba-bfb2-7df91acadaed tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312176
Jun 21 03:29:54.864503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9256107-7236-4b81-b0d9-fad6399708d4 req-0b42bf7b-b99d-49d9-b253-e8d3e82dc631 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:54.866031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9256107-7236-4b81-b0d9-fad6399708d4 req-0b42bf7b-b99d-49d9-b253-e8d3e82dc631 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0668018
Jun 21 03:29:54.913176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9256107-7236-4b81-b0d9-fad6399708d4 req-91fedb91-14d3-40b5-a53f-5ebfdd56b2b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412490
Jun 21 03:29:54.924907 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-ac924e77-67c7-448f-abcc-62d3823f49e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0544174
Jun 21 03:29:56.096503 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2372f36-c440-473b-8db6-494d02268cf2 req-cd4edc52-6d82-47ae-916e-2278c6844213 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:56.098059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2372f36-c440-473b-8db6-494d02268cf2 req-cd4edc52-6d82-47ae-916e-2278c6844213 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0680096
Jun 21 03:29:56.143292 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a2372f36-c440-473b-8db6-494d02268cf2 req-50dc64ca-dd85-49fb-aaac-29a5951184e1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395184
Jun 21 03:29:56.961832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-a5296898-3b33-4595-b383-1625b78b01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:56.963340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-a5296898-3b33-4595-b383-1625b78b01af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1097 time: 0.0553236
Jun 21 03:29:57.052704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-d5db7f11-1302-48a1-bd25-13041a161a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:57.054243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-d5db7f11-1302-48a1-bd25-13041a161a74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0850244
Jun 21 03:29:57.122060 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-147d8143-cb9b-4d63-be3c-a9715fd24017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 1000 time: 0.0610600
Jun 21 03:29:57.171116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-3b91fb42-1b21-44b5-a084-fb5f65f76185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:57.172520 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-3b91fb42-1b21-44b5-a084-fb5f65f76185 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0442791
Jun 21 03:29:57.229476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-7578275f-5767-4cfa-9a9e-dd7ccead854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:57.231531 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-7578275f-5767-4cfa-9a9e-dd7ccead854d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0509491
Jun 21 03:29:57.367677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-3f99d922-b686-4097-aa55-250b3c347640 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285942
Jun 21 03:29:57.376961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b985-1353-4a3d-b40e-1283f1a56c2e req-3acbadf8-65b8-44cb-ada5-f278377338ed tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:57.378469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1412b985-1353-4a3d-b40e-1283f1a56c2e req-3acbadf8-65b8-44cb-ada5-f278377338ed tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0946310
Jun 21 03:29:57.470845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1412b985-1353-4a3d-b40e-1283f1a56c2e req-ac2c3c71-dc14-4ec8-90a4-dc7a05260fc1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834894
Jun 21 03:29:57.500408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-6d1e040c-3c96-459a-8d19-39e649ec11dc service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210005
Jun 21 03:29:58.645716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18a1eb-e591-48da-bb21-f0395920e6c5 req-316af162-fac8-4210-8ab8-d8d6263db81b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:58.647196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee18a1eb-e591-48da-bb21-f0395920e6c5 req-316af162-fac8-4210-8ab8-d8d6263db81b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0644252
Jun 21 03:29:58.684803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ee18a1eb-e591-48da-bb21-f0395920e6c5 req-7469e848-39ba-4445-84a9-9c702129ddff tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314445
Jun 21 03:29:58.742685 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:29:59.536731 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-a984b6b8-ad33-4f2e-b8b5-73ba8642fd37 service neutron] show failed (client error): The resource could not be found.
Jun 21 03:29:59.537738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-a984b6b8-ad33-4f2e-b8b5-73ba8642fd37 service neutron] 10.222.0.26 "GET /v2.0/ports/6643a0bc-b364-4a63-9a07-a457eec7eeff/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0533204
Jun 21 03:29:59.866111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa53ae0-3ff3-4a7e-b030-74ba4e54251e req-f3496ed9-135c-4d4a-802a-dd8a86a00ab1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:29:59.867532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2aa53ae0-3ff3-4a7e-b030-74ba4e54251e req-f3496ed9-135c-4d4a-802a-dd8a86a00ab1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0707765
Jun 21 03:29:59.911284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2aa53ae0-3ff3-4a7e-b030-74ba4e54251e req-863635b5-db79-472a-888a-f62cba026b8a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371091
Jun 21 03:30:00.021291 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-45153558-cdf0-4dcc-bee2-87db4dcd7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:00.022804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-45153558-cdf0-4dcc-bee2-87db4dcd7556 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 1097 time: 0.0582190
Jun 21 03:30:00.033627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:30:00.103546 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:00.303251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:30:00.335964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:30:00.382093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:30:00.384418 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac491dd6-ba16-4b3e-ac16-92fc499465f3" -d '{"events": [{"server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "name": "network-vif-unplugged", "status": "completed", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:30:00.388152 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:00.401274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Transition to ACTIVE for port object 6643a0bc-b364-4a63-9a07-a457eec7eeff will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:30:00.437098 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79888528-e9f1-4821-8c6f-3f6923866bbb x-openstack-request-id: req-79888528-e9f1-4821-8c6f-3f6923866bbb {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:30:00.437098 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "name": "network-vif-unplugged", "status": "completed", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:30:00.437098 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79888528-e9f1-4821-8c6f-3f6923866bbb {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:30:00.437098 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'code': 200}
Jun 21 03:30:00.484124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:00.486291 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:00.563962 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=6']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:00.578262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.578664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.579061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.579450 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.579899 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.580291 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.580670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.581050 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.581468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.581851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.582227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.582626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:00.587731 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:00.614521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] No DVR routers for this DVR port 6643a0bc-b364-4a63-9a07-a457eec7eeff on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:30:00.761554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Attempting to bind port 6643a0bc-b364-4a63-9a07-a457eec7eeff on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:30:00.761895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Attempting to bind port 6643a0bc-b364-4a63-9a07-a457eec7eeff by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:30:00.762330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Attempting to bind port 6643a0bc-b364-4a63-9a07-a457eec7eeff on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:30:00.767522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Port 6643a0bc-b364-4a63-9a07-a457eec7eeff on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:30:00.768682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Attempting to bind port 6643a0bc-b364-4a63-9a07-a457eec7eeff on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:30:00.772850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:30:00.773188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:30:00.773622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:30:00.774041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Bound port: 6643a0bc-b364-4a63-9a07-a457eec7eeff, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:30:00.775142 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:00.841581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:30:00.844411 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:30:00.906237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:00.908342 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:00.943831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:00.944464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:00.945937 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] 10.222.0.20 "PUT /v2.0/ports/6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 1092 time: 0.9162049
Jun 21 03:30:00.972414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:00.975696 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:01.038163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0125a2e0-e313-4230-92dd-5c8ec3a40a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:01.039751 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-0125a2e0-e313-4230-92dd-5c8ec3a40a6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1095 time: 0.0625277
Jun 21 03:30:01.113585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be583e-60be-42be-85c2-c87a9918a969 req-c265c48b-1324-4234-99f3-679c889678bd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:01.115021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88be583e-60be-42be-85c2-c87a9918a969 req-c265c48b-1324-4234-99f3-679c889678bd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 943 time: 0.0699508
Jun 21 03:30:01.146602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-a5ce9bd9-5ae0-408e-8acb-d8b9b5b0520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:01.148149 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-a5ce9bd9-5ae0-408e-8acb-d8b9b5b0520e service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.1019199
Jun 21 03:30:01.155269 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-88be583e-60be-42be-85c2-c87a9918a969 req-a02cee15-3aed-4815-855f-fec0689a0e9a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343723
Jun 21 03:30:01.213203 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-785a2c9b-d9bf-4ffd-aef3-6efcfe2d8bc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 998 time: 0.0584462
Jun 21 03:30:01.267080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-c385ba92-a5f9-40c2-aa8c-531f4c6ede22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:01.268505 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-c385ba92-a5f9-40c2-aa8c-531f4c6ede22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0491545
Jun 21 03:30:01.324010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-20f9961c-e9a8-4779-9080-8afd3334f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:01.325555 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-20f9961c-e9a8-4779-9080-8afd3334f3a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0513747
Jun 21 03:30:01.421895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-d34597c0-ee90-47d6-b546-f13e7659bafa service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904088
Jun 21 03:30:01.514506 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-dfbfa223-ab84-4340-85da-e472b33d0856 req-c888651d-f97f-4e1b-abb9-1eff96db6d88 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850017
Jun 21 03:30:01.843225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6643a0bc-b364-4a63-9a07-a457eec7eeff no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:30:01.880477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 6643a0bc-b364-4a63-9a07-a457eec7eeff not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:30:01.887915 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-6959be90-5e23-462c-8467-a0a43654f921 req-b42e4794-018b-4144-bc3d-92c1518dd800 service neutron] (94166) timed out ('10.222.0.26', 60394) {{(pid=94166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:30:02.338441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281910f9-4d63-4a91-8c2e-3a53ac9d6225 req-22e3daaa-b6f3-474e-bab0-0758d060fa68 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.339904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-281910f9-4d63-4a91-8c2e-3a53ac9d6225 req-22e3daaa-b6f3-474e-bab0-0758d060fa68 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 943 time: 0.0676749
Jun 21 03:30:02.377384 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-281910f9-4d63-4a91-8c2e-3a53ac9d6225 req-1a658e41-5e54-44a3-82a8-d7385595e23c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316715
Jun 21 03:30:02.437830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:30:02.440231 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12934ee6-a426-4a35-a7f7-b1f1050a4180" -d '{"events": [{"name": "network-changed", "server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:30:02.486625 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506f6717-b5c2-4b56-b36b-4bf0821ad310 x-openstack-request-id: req-506f6717-b5c2-4b56-b36b-4bf0821ad310 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:30:02.486973 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:30:02.487285 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-506f6717-b5c2-4b56-b36b-4bf0821ad310 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:30:02.487736 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'status': 'completed', 'code': 200}
Jun 21 03:30:02.562507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-618d47b5-703b-4721-99af-dd8643bcd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.563137 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-7b39b0ce-4e93-4413-893b-a22517da2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.564007 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-618d47b5-703b-4721-99af-dd8643bcd6bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1095 time: 0.0543780
Jun 21 03:30:02.564640 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-7b39b0ce-4e93-4413-893b-a22517da2b78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1095 time: 0.0552201
Jun 21 03:30:02.657685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-79b01420-7f71-4e28-a115-56ca8b6e3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.658789 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-c1d63103-b5fa-43e3-8382-2e597929ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.659146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-79b01420-7f71-4e28-a115-56ca8b6e3683 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0889938
Jun 21 03:30:02.660247 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-c1d63103-b5fa-43e3-8382-2e597929ff1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0886173
Jun 21 03:30:02.725291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-a5a168d5-3a12-422b-a4d0-fd5d311cf783 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 998 time: 0.0602283
Jun 21 03:30:02.729703 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-f52fc082-4f09-4191-84b4-ee9e5ef335be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 998 time: 0.0630722
Jun 21 03:30:02.773920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-12456f68-ece7-428f-b9cf-185dccd90f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.775345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-12456f68-ece7-428f-b9cf-185dccd90f51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0423801
Jun 21 03:30:02.777622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-35c3b27a-e02d-4ac6-a447-5e4922ee8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.779729 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-35c3b27a-e02d-4ac6-a447-5e4922ee8d14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0438106
Jun 21 03:30:02.835438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-74415555-3e75-47b9-ae09-715e2531a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.836941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-74415555-3e75-47b9-ae09-715e2531a21a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0554593
Jun 21 03:30:02.839775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-a87c9448-1b94-4b25-b991-b497c60ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:02.841814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-a87c9448-1b94-4b25-b991-b497c60ed13c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0554082
Jun 21 03:30:02.930345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-78987e64-7d70-46bd-a55a-7177316fd5d3 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867546
Jun 21 03:30:02.933280 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-e6fcc20c-272f-4852-a29a-58fe7279475c service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841126
Jun 21 03:30:03.027013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-9c08580d-d0a4-437b-beb0-a26423dfa9cb service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899251
Jun 21 03:30:03.038085 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12934ee6-a426-4a35-a7f7-b1f1050a4180 req-b13ef3fa-cfc3-45a7-a2a8-f39091dd8f27 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983429
Jun 21 03:30:03.550658 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e102e3-01ed-4599-b033-9b321b3224ca req-2c9d91a1-f7b8-45de-af0a-3e6d08d53241 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:03.552126 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35e102e3-01ed-4599-b033-9b321b3224ca req-2c9d91a1-f7b8-45de-af0a-3e6d08d53241 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 943 time: 0.0651598
Jun 21 03:30:03.589840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35e102e3-01ed-4599-b033-9b321b3224ca req-7c5e2f15-77d5-4877-8215-3a9db24a63a1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321403
Jun 21 03:30:04.073736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b5dae-7609-4ef5-9c80-5efaa094956c req-b58ad1ae-bb61-4347-a252-465be6213b8e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:04.075478 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-602b5dae-7609-4ef5-9c80-5efaa094956c req-b58ad1ae-bb61-4347-a252-465be6213b8e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 943 time: 0.0635657
Jun 21 03:30:04.147829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-602b5dae-7609-4ef5-9c80-5efaa094956c req-08067546-38ee-46b6-9bc2-78453d3cf18c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628054
Jun 21 03:30:04.175369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-7780cbd4-bdaf-4256-a57e-b273f68f72e2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:04.176845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-7780cbd4-bdaf-4256-a57e-b273f68f72e2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 943 time: 0.1004992
Jun 21 03:30:04.236791 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-32f9c8fb-4e77-4a6a-9d88-6a6f3b3ad8da service neutron] delete failed (client error): The resource could not be found.
Jun 21 03:30:04.237837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-32f9c8fb-4e77-4a6a-9d88-6a6f3b3ad8da service neutron] 10.222.0.26 "DELETE /v2.0/ports/6643a0bc-b364-4a63-9a07-a457eec7eeff/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0550282
Jun 21 03:30:04.248648 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-48dbbc14-43a5-4d26-a9bf-647997252d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:04.332930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-e024ad5e-4765-4f0d-b1ba-860a3edf1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:04.334334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-e024ad5e-4765-4f0d-b1ba-860a3edf1611 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1095 time: 0.0526352
Jun 21 03:30:04.426600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-7aa501d9-a597-418a-8cd7-16cc50837fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:04.428035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-7aa501d9-a597-418a-8cd7-16cc50837fa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0866525
Jun 21 03:30:04.490320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-4c90f543-1753-459f-9452-aacfcbb62390 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 998 time: 0.0554328
Jun 21 03:30:04.541782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-613ff6ca-7437-43f4-89ec-5663d640e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:04.543157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-613ff6ca-7437-43f4-89ec-5663d640e69f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0463207
Jun 21 03:30:04.597998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-ebcce687-c653-4308-b8d7-9138885610a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:04.599342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-ebcce687-c653-4308-b8d7-9138885610a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0500786
Jun 21 03:30:04.686540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-0ca7cb93-cedb-495d-9fc5-44e1d2bad991 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797322
Jun 21 03:30:04.777084 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62a5614a-fa2e-431d-8171-4488769f9b83 req-50b27094-d47c-450d-9fd4-bd91e2501d25 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846577
Jun 21 03:30:04.820042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6643a0bc-b364-4a63-9a07-a457eec7eeff details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:30:05.090857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:30:05.101507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'mac_address': 'fa:16:3e:41:3e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:30:05.137382 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:05.149548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6643a0bc-b364-4a63-9a07-a457eec7eeff {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:30:05.172905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:30:05.237472 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:05.240147 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:05.285474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:05.292589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.292953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.293372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.294231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.294565 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.295099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.295432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.295763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.296096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.296423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.296748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.297069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:30:05.301216 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:05.326758 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d343427-b2fc-4a0d-8ff2-e9dbfbc50726 req-f05fd45e-a9b9-4689-987d-703ed4367a4c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:05.328265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d343427-b2fc-4a0d-8ff2-e9dbfbc50726 req-f05fd45e-a9b9-4689-987d-703ed4367a4c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 944 time: 0.0671968
Jun 21 03:30:05.382680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d343427-b2fc-4a0d-8ff2-e9dbfbc50726 req-0cbe23a9-3e52-4693-ab90-164f91edafd2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486393
Jun 21 03:30:05.462359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['6643a0bc-b364-4a63-9a07-a457eec7eeff'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:30:06.242949 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:06.563035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cb515-a357-4b16-8a5f-8c380c0c15f5 req-15fed58f-3715-4c6b-be7f-ccd7d2fce6eb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:06.564526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db5cb515-a357-4b16-8a5f-8c380c0c15f5 req-15fed58f-3715-4c6b-be7f-ccd7d2fce6eb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 944 time: 0.0687699
Jun 21 03:30:06.582778 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3613b640-7d99-4674-a961-6776317e52c0 req-e6b68d1c-d71d-431a-a6ca-dbd27af9cf7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0593655
Jun 21 03:30:06.603807 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db5cb515-a357-4b16-8a5f-8c380c0c15f5 req-1c8dac88-109e-4c5c-a8fe-bcfac2b54ef0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335124
Jun 21 03:30:06.650060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7d71ada7-b202-4596-89ff-3539ceaf96f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:06.676831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613b640-7d99-4674-a961-6776317e52c0 req-4c8bcc07-8745-45fd-b1b5-e666aac6c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:06.678379 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3613b640-7d99-4674-a961-6776317e52c0 req-4c8bcc07-8745-45fd-b1b5-e666aac6c2f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1096 time: 0.0534894
Jun 21 03:30:06.787474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2641390-0fcb-43b9-ae0b-60aea9f427c8 req-8f12d192-55d3-4f90-8cbe-11e36ca62542 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:06.788977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2641390-0fcb-43b9-ae0b-60aea9f427c8 req-8f12d192-55d3-4f90-8cbe-11e36ca62542 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 944 time: 0.0666921
Jun 21 03:30:06.829959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2641390-0fcb-43b9-ae0b-60aea9f427c8 req-e1842834-20a6-4705-9963-d129dca2fa77 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350113
Jun 21 03:30:06.836385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6643a0bc-b364-4a63-9a07-a457eec7eeff up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:30:06.964491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 6643a0bc-b364-4a63-9a07-a457eec7eeff completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:30:06.969348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 6643a0bc-b364-4a63-9a07-a457eec7eeff triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:30:06.969929 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:07.058511 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:07.092183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:30:07.094471 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eb1152-2cf9-4e32-a73d-0e7440db1ff3" -d '{"events": [{"server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "name": "network-vif-plugged", "status": "completed", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:30:07.108261 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:30:07.133996 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9c4110-504e-4c5b-a8ad-380e0faaa037 x-openstack-request-id: req-bf9c4110-504e-4c5b-a8ad-380e0faaa037 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:30:07.134299 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "name": "network-vif-plugged", "status": "completed", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:30:07.134556 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf9c4110-504e-4c5b-a8ad-380e0faaa037 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:30:07.134963 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'code': 200}
Jun 21 03:30:07.193312 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:07.194337 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613b640-7d99-4674-a961-6776317e52c0 req-69081ac0-dbee-47eb-a796-5d15dfea1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:07.196240 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3613b640-7d99-4674-a961-6776317e52c0 req-69081ac0-dbee-47eb-a796-5d15dfea1560 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.4991083
Jun 21 03:30:07.198265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:07.201936 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:07.267789 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3613b640-7d99-4674-a961-6776317e52c0 req-5020ef81-a3be-49c1-a606-349c022ec17e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 1000 time: 0.0638924
Jun 21 03:30:07.268938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:07.272548 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:07.298386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e90ee-9174-4ad4-8a5b-0fd57a9f2ea8 req-74ef9674-32e9-4a38-aff5-80b6b0aa8a56 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:07.300197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-412e90ee-9174-4ad4-8a5b-0fd57a9f2ea8 req-74ef9674-32e9-4a38-aff5-80b6b0aa8a56 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0676913
Jun 21 03:30:07.324704 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613b640-7d99-4674-a961-6776317e52c0 req-e1c0efa4-2e33-4e61-a62b-1c0b43b2830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:07.326495 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3613b640-7d99-4674-a961-6776317e52c0 req-e1c0efa4-2e33-4e61-a62b-1c0b43b2830e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0523741
Jun 21 03:30:07.338107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-412e90ee-9174-4ad4-8a5b-0fd57a9f2ea8 req-96dcd038-8e2d-40bc-92eb-0db7017354b3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323274
Jun 21 03:30:07.385113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613b640-7d99-4674-a961-6776317e52c0 req-5f0f208d-7058-480f-bd69-51f931543815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:07.386646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3613b640-7d99-4674-a961-6776317e52c0 req-5f0f208d-7058-480f-bd69-51f931543815 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0536518
Jun 21 03:30:07.475170 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3613b640-7d99-4674-a961-6776317e52c0 req-1a506d8c-bbad-4067-8a61-5ff5b110fa7f service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825126
Jun 21 03:30:07.566681 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3613b640-7d99-4674-a961-6776317e52c0 req-5e999836-e7c6-4efd-afc6-1c1b687e2507 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843081
Jun 21 03:30:07.678822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-7efa286a-0465-4326-92c5-a3263cbbb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:07.683777 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-7efa286a-0465-4326-92c5-a3263cbbb818 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 1097 time: 0.0539658
Jun 21 03:30:07.779283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-e21ba181-de50-49b0-9412-c73c3319f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:07.780800 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-e21ba181-de50-49b0-9412-c73c3319f306 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0940318
Jun 21 03:30:07.847306 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-3fb5adb1-edc8-46ff-9c9c-0737ab747947 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 200  len: 1000 time: 0.0605679
Jun 21 03:30:07.898007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-aa1d0efd-f942-4549-b358-5d9ef42e0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:07.899453 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-aa1d0efd-f942-4549-b358-5d9ef42e0018 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0465760
Jun 21 03:30:07.958830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-d5fa190f-d1e8-4c02-bd94-74dbc9ab1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:07.960298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-d5fa190f-d1e8-4c02-bd94-74dbc9ab1955 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0550604
Jun 21 03:30:08.048502 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-8bd2270c-9a6e-4054-82f3-c6f2ec7bfd0b service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817680
Jun 21 03:30:08.142249 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-33c4b285-4ef3-4ba8-ac3d-844e91140860 req-40f31401-6b63-49e5-a65a-c5b1227b13b4 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867271
Jun 21 03:30:08.169377 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:08.397647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:08.523977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dd313-b310-4039-b02b-df8cc08eec55 req-c3d670c6-48ca-4d38-9528-bf0d21fd8f5e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:08.525461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-871dd313-b310-4039-b02b-df8cc08eec55 req-c3d670c6-48ca-4d38-9528-bf0d21fd8f5e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0674124
Jun 21 03:30:08.564463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-871dd313-b310-4039-b02b-df8cc08eec55 req-304b6c0a-0e6e-4305-9e7d-26f85556f4c0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318203
Jun 21 03:30:09.684520 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:09.742069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc5ec8-efa0-4b25-ba89-e78915683665 req-ed43991e-8d10-4a34-a071-71487ae7bdfd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:09.743564 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cdc5ec8-efa0-4b25-ba89-e78915683665 req-ed43991e-8d10-4a34-a071-71487ae7bdfd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0641220
Jun 21 03:30:09.782646 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cdc5ec8-efa0-4b25-ba89-e78915683665 req-91e02c23-3775-47f8-b0fd-90224bc105a1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325177
Jun 21 03:30:10.374941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ad6a6-5405-4423-a6b4-e41789e36581 req-71b87b56-c775-4c34-a610-028c0042c326 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:10.376306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-058ad6a6-5405-4423-a6b4-e41789e36581 req-71b87b56-c775-4c34-a610-028c0042c326 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0677397
Jun 21 03:30:10.414373 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-058ad6a6-5405-4423-a6b4-e41789e36581 req-ee5a63f0-4fd6-4195-8e05-a2a3d6425f8f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323553
Jun 21 03:30:11.593411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f439b-ea71-4d55-8b43-ab7b9e8df007 req-e18d1531-4705-47b0-a534-409a10fe3b9f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:11.594915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e3f439b-ea71-4d55-8b43-ab7b9e8df007 req-e18d1531-4705-47b0-a534-409a10fe3b9f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0677686
Jun 21 03:30:11.608020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-31cae354-05b2-4cd7-aff8-6c0c83131ddc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:11.609548 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-31cae354-05b2-4cd7-aff8-6c0c83131ddc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 945 time: 0.0658576
Jun 21 03:30:11.633287 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6e3f439b-ea71-4d55-8b43-ab7b9e8df007 req-846827ef-17ae-4c67-b503-cdefbd8a9ac1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327649
Jun 21 03:30:11.713123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Deleting port 6643a0bc-b364-4a63-9a07-a457eec7eeff {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:30:11.713423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:11.805853 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] For port 6643a0bc-b364-4a63-9a07-a457eec7eeff, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=6643a0bc-b364-4a63-9a07-a457eec7eeff,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:30:11.806211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:11.973666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:11.974042 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:11.974350 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Floating IP b8602294-03b9-48bc-bfb0-77d747d53f42 disassociated. External IP: 172.25.7.78, port: 6643a0bc-b364-4a63-9a07-a457eec7eeff.
Jun 21 03:30:11.974686 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Calling delete_port for 6643a0bc-b364-4a63-9a07-a457eec7eeff owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:30:12.168730 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:12.173133 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6bce0722-788b-495d-b502-96ca2f3156a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:12.203905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event deleted for resources: {'Port': ['ID=6643a0bc-b364-4a63-9a07-a457eec7eeff,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:12.207021 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:12.325220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:30:12.433018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:30:12.442989 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:30:12.451677 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:30:12.452293 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:30:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:30:12.480921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] No DVR routers for this DVR port 6643a0bc-b364-4a63-9a07-a457eec7eeff on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:30:12.484278 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:12.486346 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e972a515-1ccc-4d92-bd53-a30b323c9f29 req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "DELETE /v2.0/ports/6643a0bc-b364-4a63-9a07-a457eec7eeff HTTP/1.1" status: 204  len: 173 time: 0.8710434
Jun 21 03:30:12.486890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'name': 'network-vif-deleted', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:30:12.489295 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa541540-042e-43e6-90cc-68fc4e84ee40" -d '{"events": [{"server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "name": "network-vif-deleted", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:30:12.525573 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6153b3d-c93f-4efa-be49-718fb2bd75d4 x-openstack-request-id: req-c6153b3d-c93f-4efa-be49-718fb2bd75d4 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:30:12.525926 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac518cff-7c26-41e0-bdf4-a2ae997a7acd", "name": "network-vif-deleted", "tag": "6643a0bc-b364-4a63-9a07-a457eec7eeff", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:30:12.526247 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6153b3d-c93f-4efa-be49-718fb2bd75d4 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:30:12.526711 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac518cff-7c26-41e0-bdf4-a2ae997a7acd', 'name': 'network-vif-deleted', 'tag': '6643a0bc-b364-4a63-9a07-a457eec7eeff', 'status': 'completed', 'code': 200}
Jun 21 03:30:12.558278 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:30:12.758790 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a640>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:30:12.780618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4a10f0cb-af95-4831-bbda-ea74a7b03933 req-28b13eb6-72a0-467a-ba63-593cfe9e0e91 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac518cff-7c26-41e0-bdf4-a2ae997a7acd HTTP/1.1" status: 200  len: 210 time: 0.0309334
Jun 21 03:30:12.786936 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:30:12.796740 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:30:12.796979 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a640>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:30:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:30:12.903100 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:30:13.118189 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5a640>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:30:13.145415 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f0257-f789-4580-a144-fb524becd3ad None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:30:13.370487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42fd60-c24f-4458-90f3-71e973f1fb2b None None] New status for floating IP b8602294-03b9-48bc-bfb0-77d747d53f42: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:30:14.128578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-5d468f00-3536-4590-82f9-11163f4d2d8b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1623486845&fields=id&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 267 time: 0.0332613
Jun 21 03:30:14.235657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-f6e2ef05-e4ba-4b08-acd4-bd3053f2b3ce tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:14.237184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-f6e2ef05-e4ba-4b08-acd4-bd3053f2b3ce tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 811 time: 0.1023357
Jun 21 03:30:14.252302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-45a5bb8f-0252-4416-ac68-8c0637a865b5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/quotas/b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 375 time: 0.0097535
Jun 21 03:30:14.318686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-caa68dfb-350c-4147-9dd1-bcffc87540b8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0613437
Jun 21 03:30:14.480008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-a232e510-f29e-44b2-8acd-7ab74470d021 service neutron] 10.222.0.25 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500633
Jun 21 03:30:14.565956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-d95e1c31-c266-4754-8daa-1b9aea35e370 service neutron] 10.222.0.25 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0793846
Jun 21 03:30:14.825169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3fdd4233-d79c-4730-9306-4526171f51ad req-7d8de478-0126-46d6-b406-8c8ee8fe3de6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 210 time: 0.0327654
Jun 21 03:30:14.877014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6643a0bc-b364-4a63-9a07-a457eec7eeff no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:30:14.901212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 6643a0bc-b364-4a63-9a07-a457eec7eeff {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:30:14.901596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 6643a0bc-b364-4a63-9a07-a457eec7eeff not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:30:15.970446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e244d062-8f93-4466-9578-da9228228d99 req-f590be1b-a7c2-4831-823d-da17d7855867 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 210 time: 0.0290372
Jun 21 03:30:16.637691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-9cd9c7d7-660a-4cd8-bea2-81adbc42da80 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:16.639068 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-9cd9c7d7-660a-4cd8-bea2-81adbc42da80 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 811 time: 0.1060786
Jun 21 03:30:16.680689 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-980af679-29a5-42c7-9e04-ee565d8e1e62 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 380 time: 0.0332766
Jun 21 03:30:16.689436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'port': {'device_id': '885ec7ab-a97f-4659-abba-984b1a219342', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'admin_state_up': True, 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'security_groups': ['ef73e5ff-f84c-4418-9fc1-71efa03f4653']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:30:16.861304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Made reservation on behalf of b2b1ffaa33dd430891b86c451a56ca6f for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:30:16.865005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:16.995965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Allocated IP 172.20.0.12 (79f2aa18-c007-4553-a2ac-4e5a9c8120b7/3923b6b8-aa29-4ff5-b46b-2d8700037436/c5c89d11-8ddf-4f29-a7f7-455896ee5568) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:30:17.119034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0786b3a8-c7b6-442a-b14d-60374c252c80 req-0937cce2-b48d-419a-b6f2-70782211a977 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 210 time: 0.0336962
Jun 21 03:30:17.136909 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:17.150130 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Transition to ACTIVE for port object c5c89d11-8ddf-4f29-a7f7-455896ee5568 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:30:17.238841 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:17.242840 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-665e6c44-1541-4f03-ab2f-870054c3751a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:17.291787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:30:17.295942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:30:17.299850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:30:17.324100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:17.331492 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:17.357879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:17.358536 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:17.445226 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7593322
Jun 21 03:30:17.457756 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Request body: {'port': {'device_id': '885ec7ab-a97f-4659-abba-984b1a219342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:30:17.531119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:17.570305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-64f5c429-d161-4cd4-aee0-631f8294d142 None None] Provisioning for port c5c89d11-8ddf-4f29-a7f7-455896ee5568 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:30:17.574160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-64f5c429-d161-4cd4-aee0-631f8294d142 None None] Provisioning complete for port c5c89d11-8ddf-4f29-a7f7-455896ee5568 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:30:17.574585 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-64f5c429-d161-4cd4-aee0-631f8294d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:17.610361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-64f5c429-d161-4cd4-aee0-631f8294d142 None None] Port c5c89d11-8ddf-4f29-a7f7-455896ee5568 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:30:17.799630 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c89d11-8ddf-4f29-a7f7-455896ee5568 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:30:17.807314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:17.819857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Transition to ACTIVE for port object c5c89d11-8ddf-4f29-a7f7-455896ee5568 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:30:18.010146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:18.012407 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-531d31ff-92c9-49fc-ae58-347484228612 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:18.089802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:18.094870 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:18.168580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:30:18.168930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:30:18.169855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:30:18.174513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:30:18.174804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:30:18.180015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:30:18.180371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:30:18.180760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:30:18.181218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Bound port: c5c89d11-8ddf-4f29-a7f7-455896ee5568, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:30:18.181596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:18.253343 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:30:18.256490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:30:18.301602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980a38-edb3-459b-bfc5-28874e196f52 req-9c61edeb-d1a6-4817-be36-969ce2edc8af tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:18.303056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7980a38-edb3-459b-bfc5-28874e196f52 req-9c61edeb-d1a6-4817-be36-969ce2edc8af tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 944 time: 0.0636554
Jun 21 03:30:18.337307 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:18.340427 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a518a811-83fe-41b0-8010-68f156daf4ef tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:18.344549 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7980a38-edb3-459b-bfc5-28874e196f52 req-42feae71-f23c-44b2-b968-8fc3f4d043a1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358641
Jun 21 03:30:18.381865 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:18.382567 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:18.384042 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1093 time: 0.9307163
Jun 21 03:30:18.384578 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:30:18.386909 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bc0c31-e230-4087-8df6-0f57e15af590" -d '{"events": [{"name": "network-changed", "server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:30:18.412301 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:18.422332 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:18.429796 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee038482-b284-49ba-a3d7-0e8ce39ff4a1 x-openstack-request-id: req-ee038482-b284-49ba-a3d7-0e8ce39ff4a1 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:30:18.430145 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:30:18.430480 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee038482-b284-49ba-a3d7-0e8ce39ff4a1 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:30:18.430935 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'status': 'completed', 'code': 200}
Jun 21 03:30:18.509286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc0c31-e230-4087-8df6-0f57e15af590 req-9d4277d6-9efe-4dc3-a002-705d1b51678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:18.510837 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f0bc0c31-e230-4087-8df6-0f57e15af590 req-9d4277d6-9efe-4dc3-a002-705d1b51678f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1096 time: 0.0582201
Jun 21 03:30:18.611199 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc0c31-e230-4087-8df6-0f57e15af590 req-8299e360-b651-451f-9d98-233de08f9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:18.612586 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f0bc0c31-e230-4087-8df6-0f57e15af590 req-8299e360-b651-451f-9d98-233de08f9b08 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0948656
Jun 21 03:30:18.709095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc0c31-e230-4087-8df6-0f57e15af590 req-1bc40929-1a1b-4fe8-bdb2-895a327a3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:18.710627 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f0bc0c31-e230-4087-8df6-0f57e15af590 req-1bc40929-1a1b-4fe8-bdb2-895a327a3418 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0914862
Jun 21 03:30:18.798863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-96bb657f-5b53-4076-bfa2-1583c89db0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:18.800343 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-96bb657f-5b53-4076-bfa2-1583c89db0ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1096 time: 0.0534127
Jun 21 03:30:18.846737 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-01a02d02-b9c7-498c-b53a-7537765d02ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 217 time: 0.0388350
Jun 21 03:30:18.894739 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-b00d914f-d4e4-4da5-b075-36d3ce675410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:18.896051 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-b00d914f-d4e4-4da5-b075-36d3ce675410 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0425787
Jun 21 03:30:18.953002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-00da8a92-e43b-46a3-8670-478e93cfd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:18.954495 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-00da8a92-e43b-46a3-8670-478e93cfd15d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0517707
Jun 21 03:30:19.046101 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-f805fe3a-86e7-4a94-852d-01127f22b5bb service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847373
Jun 21 03:30:19.134998 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec4a2d0d-8910-4c66-a01a-ce7ada95d21c req-2772585a-df17-469e-9961-48e2ab30be6a service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826693
Jun 21 03:30:19.517688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd6a11-1f00-479e-89dd-d4a7dd456e5a req-28804c17-8a44-4085-9b5d-fa36de50c4da tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:19.519173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3dd6a11-1f00-479e-89dd-d4a7dd456e5a req-28804c17-8a44-4085-9b5d-fa36de50c4da tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 944 time: 0.0644331
Jun 21 03:30:19.560380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d3dd6a11-1f00-479e-89dd-d4a7dd456e5a req-1877e255-a646-40bf-892e-849183c20710 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355968
Jun 21 03:30:20.731182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b1ba2-fe5e-421c-9700-bfd2fe509c44 req-7cdf4bc2-a77e-4f39-864a-5006f684d241 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:20.732765 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e25b1ba2-fe5e-421c-9700-bfd2fe509c44 req-7cdf4bc2-a77e-4f39-864a-5006f684d241 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 944 time: 0.0616870
Jun 21 03:30:20.771097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e25b1ba2-fe5e-421c-9700-bfd2fe509c44 req-fbedc696-a433-458d-97db-e43a702197c7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321565
Jun 21 03:30:20.907924 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:30:21.000529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:30:21.015349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'mac_address': 'fa:16:3e:55:49:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:30:21.050733 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:21.063095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c89d11-8ddf-4f29-a7f7-455896ee5568 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:30:21.081027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:30:21.141576 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:21.144143 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:21.189317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:21.192338 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:21.328572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c5c89d11-8ddf-4f29-a7f7-455896ee5568'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:30:21.945562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632afd5-7aea-4c2e-85f3-43b36a9bcbb1 req-e26a73f1-7b2a-41b9-ac1a-4d207288d06d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:21.947070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e632afd5-7aea-4c2e-85f3-43b36a9bcbb1 req-e26a73f1-7b2a-41b9-ac1a-4d207288d06d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 945 time: 0.0674233
Jun 21 03:30:21.984685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e632afd5-7aea-4c2e-85f3-43b36a9bcbb1 req-1e0b4920-925f-4af3-a53c-81c72520fbbd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315378
Jun 21 03:30:22.907854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:30:23.021622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port c5c89d11-8ddf-4f29-a7f7-455896ee5568 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:30:23.025724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port c5c89d11-8ddf-4f29-a7f7-455896ee5568 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:30:23.026219 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:23.105806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:23.132690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:30:23.134978 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d32226-1849-499a-bbaa-a93551767e4f" -d '{"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-plugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:30:23.149942 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:30:23.161084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6995c-3bb8-43bd-90c6-3fba9441e89e req-ab8412cc-50aa-4f83-afde-08e67003f510 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:23.162646 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2e6995c-3bb8-43bd-90c6-3fba9441e89e req-ab8412cc-50aa-4f83-afde-08e67003f510 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 945 time: 0.0665977
Jun 21 03:30:23.175131 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6473f9e9-6f91-4dc6-b635-8e91c3a3364e x-openstack-request-id: req-6473f9e9-6f91-4dc6-b635-8e91c3a3364e {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:30:23.175438 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-plugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:30:23.175705 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6473f9e9-6f91-4dc6-b635-8e91c3a3364e {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:30:23.176109 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'code': 200}
Jun 21 03:30:23.198830 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:23.201409 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-99773264-b7b3-460e-b992-ba3925e4c29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:30:23.204440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2e6995c-3bb8-43bd-90c6-3fba9441e89e req-5839e898-85f4-4255-b47c-5c59e07297e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358894
Jun 21 03:30:23.253416 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:30:23.256669 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:30:23.292978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ee1e2-2ba5-469a-bc19-b605a0b2fdda req-e3d4ad74-9e57-46a6-9a57-b3b642e95a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:23.295280 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ce3ee1e2-2ba5-469a-bc19-b605a0b2fdda req-e3d4ad74-9e57-46a6-9a57-b3b642e95a67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1098 time: 0.0570312
Jun 21 03:30:23.329604 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ce3ee1e2-2ba5-469a-bc19-b605a0b2fdda req-b3cb8c5a-3080-40a8-be34-e92d8932ee1c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284522
Jun 21 03:30:24.392003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0961f1-0cfc-4601-a8b7-fb8aa4107887 req-6dd6fa63-ed03-48e7-a205-0426c89b4c06 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:24.393524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf0961f1-0cfc-4601-a8b7-fb8aa4107887 req-6dd6fa63-ed03-48e7-a205-0426c89b4c06 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0694633
Jun 21 03:30:24.432542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf0961f1-0cfc-4601-a8b7-fb8aa4107887 req-892d12ee-d183-49ed-a11f-9525f12ca9cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333760
Jun 21 03:30:24.614283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c4461-6abe-4fe7-a713-d6dd12d844fe req-f1b9da9f-8635-47be-b6aa-4f3c8aa32532 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:24.615672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b68c4461-6abe-4fe7-a713-d6dd12d844fe req-f1b9da9f-8635-47be-b6aa-4f3c8aa32532 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0666704
Jun 21 03:30:24.624228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59418) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:30:24.628725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'floatingip': {'port_id': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:30:24.666593 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:25.462424 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:25.534311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:25.633521 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Floating IP b8602294-03b9-48bc-bfb0-77d747d53f42 associated. External IP: 172.25.7.78, port: c5c89d11-8ddf-4f29-a7f7-455896ee5568.
Jun 21 03:30:25.833133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:30:25.942622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:30:25.947444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:25.951944 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:30:25.960361 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:30:25.960970 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d847bd30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:30:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:30:25.983133 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b46e94ca-8075-4b61-9575-ad31ae69c6e8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "PUT /v2.0/floatingips/b8602294-03b9-48bc-bfb0-77d747d53f42 HTTP/1.1" status: 200  len: 991 time: 1.3578541
Jun 21 03:30:25.983816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:30:25.986151 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1271d51b-bf66-455f-b0fa-7b18a5618325" -d '{"events": [{"name": "network-changed", "server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:30:26.067671 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:30:26.085115 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd4b38-049a-45b6-8403-51322e6ff7fc x-openstack-request-id: req-7afd4b38-049a-45b6-8403-51322e6ff7fc {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:30:26.085580 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:30:26.085891 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7afd4b38-049a-45b6-8403-51322e6ff7fc {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:30:26.086348 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'status': 'completed', 'code': 200}
Jun 21 03:30:26.167659 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-f625eba3-4359-4d11-ad63-97d21dd09f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:26.169776 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-f625eba3-4359-4d11-ad63-97d21dd09f4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1098 time: 0.0596504
Jun 21 03:30:26.260152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-9594b5ad-d162-4dbd-983b-eb3de6378efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:26.261673 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-9594b5ad-d162-4dbd-983b-eb3de6378efb service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0860562
Jun 21 03:30:26.331878 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-15ab4a3a-0a1e-46a4-a26f-80ccbc0c431f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 999 time: 0.0643060
Jun 21 03:30:26.382976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-79244587-625c-4044-b935-a7d0cdaa6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:26.384343 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-79244587-625c-4044-b935-a7d0cdaa6b9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0449283
Jun 21 03:30:26.384679 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d847bd30>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:55:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ec7ab-a97f-4659-abba-984b1a219342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:30:25Z', 'revision_number': 9, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:30:26.411901 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:30:26.421502 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:30:26.421502 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d847bd30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:30:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:30:26.441465 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-b1465084-1ceb-44c3-a607-fc68a2fadade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:30:26.443021 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-b1465084-1ceb-44c3-a607-fc68a2fadade service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0524063
Jun 21 03:30:26.526113 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:30:26.536840 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-c2081a10-8a94-4d21-add9-dbd400b61bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870113
Jun 21 03:30:26.627263 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1271d51b-bf66-455f-b0fa-7b18a5618325 req-b4f65b41-5b0a-4e82-b96a-ce6060968158 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828149
Jun 21 03:30:26.743494 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d847bd30>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:55:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ec7ab-a97f-4659-abba-984b1a219342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:30:25Z', 'revision_number': 9, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:30:26.769563 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0010fa5-00ca-4785-8468-51529c184f1a None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:55:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ec7ab-a97f-4659-abba-984b1a219342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:30:25Z', 'revision_number': 9, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:30:26.955881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a8832-cd24-4246-bd2f-2e7841d78cfd None None] New status for floating IP b8602294-03b9-48bc-bfb0-77d747d53f42: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:30:34.259787 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6573734d-3f6d-412f-8295-7f0e14cfc4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:35.741703 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:30:36.244304 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:36.636694 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fb0d73c2-00fb-4a7a-a7cb-29895c8f328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:37.134070 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:38.170031 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:38.386513 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:30:39.678290 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:04.254897 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e7a19209-5be0-4073-8547-d2f0f149ad1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:06.237615 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:06.655166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f89d1e03-f309-4827-90f2-0643419de8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:07.174843 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:08.178928 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:08.407738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:08.587783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-fa367b1b-0e2f-4b77-98ee-d1186b1e5861 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0509944
Jun 21 03:31:08.683183 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-e92f51ea-cc42-4026-b56a-29121bbb21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:31:08.684666 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-e92f51ea-cc42-4026-b56a-29121bbb21f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1098 time: 0.0565255
Jun 21 03:31:08.785844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-0ef9054f-8396-4662-9249-c17977b6b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:31:08.787302 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-0ef9054f-8396-4662-9249-c17977b6b2c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0831609
Jun 21 03:31:08.855584 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-1ff58b3b-5341-408e-82ca-fb2cdf184e75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1002 time: 0.0604763
Jun 21 03:31:08.903186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-ed427583-c0e1-486b-82b7-c02f3e0e3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:31:08.904680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-ed427583-c0e1-486b-82b7-c02f3e0e3264 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0431194
Jun 21 03:31:08.961383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-384a5f86-d925-439e-8ae2-0c0e8e2a6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:31:08.962601 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-384a5f86-d925-439e-8ae2-0c0e8e2a6a11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0519550
Jun 21 03:31:08.972645 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-0e05eb87-7432-43af-8013-253dff3dc88a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:31:08.973768 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-0e05eb87-7432-43af-8013-253dff3dc88a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049610
Jun 21 03:31:09.069431 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-1ef72539-bcc3-4e8f-8bc9-a243e67c4cc8 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890570
Jun 21 03:31:09.159612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-66d48974-099d-4394-bcaa-111e5238c4d6 req-d8812289-5034-4a85-aa7c-9b1fd6358706 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811639
Jun 21 03:31:09.683757 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:12.740445 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:31:34.300667 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-98b8208e-820a-42bb-b6c4-3684b5871f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:36.269862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:36.647218 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-60957db6-2861-4770-ba64-35db4002b50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:37.129066 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:38.173002 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:38.418312 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:39.681469 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:31:49.739066 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:32:02.467080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e6651-d5d8-47fa-9264-192f3e2df3ad req-bd2df34e-98e0-4140-9e92-291dd6b937c2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:02.469206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a2e6651-d5d8-47fa-9264-192f3e2df3ad req-bd2df34e-98e0-4140-9e92-291dd6b937c2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0672762
Jun 21 03:32:02.509992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a2e6651-d5d8-47fa-9264-192f3e2df3ad req-8fc8c0c0-ef79-42c1-823d-f3cab13ccfc5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351422
Jun 21 03:32:02.609829 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-2a8fcf2f-2c22-4681-bb98-d2f944cd1081 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1771762
Jun 21 03:32:03.702815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a845-b7a3-4907-b8a6-a03be0b94c3e req-15fe0d71-9f5e-42a7-bb2c-a0514c1a79cf tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:03.704305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ad4a845-b7a3-4907-b8a6-a03be0b94c3e req-15fe0d71-9f5e-42a7-bb2c-a0514c1a79cf tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0735891
Jun 21 03:32:03.743606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ad4a845-b7a3-4907-b8a6-a03be0b94c3e req-56477919-6a76-42d9-b91d-5b3b94d900ee tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328302
Jun 21 03:32:04.252533 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e447dfcf-8f0f-47d8-a59c-55538362f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:04.716836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-2125ea6e-1e26-4978-8289-2b785fad71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:04.718973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-2125ea6e-1e26-4978-8289-2b785fad71f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1098 time: 0.0529819
Jun 21 03:32:04.807844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-a66197c3-3dc2-4b27-976c-19b1d2d30c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:04.809317 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-a66197c3-3dc2-4b27-976c-19b1d2d30c10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0836620
Jun 21 03:32:04.877707 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-1a1c8c22-1420-4fb5-a736-502499873bfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1002 time: 0.0625257
Jun 21 03:32:04.920794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9512924-0e75-4f63-ad12-788b5ee46487 req-97ba253c-bf9a-4bc8-bb60-0284fa3d6ba5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:04.922403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9512924-0e75-4f63-ad12-788b5ee46487 req-97ba253c-bf9a-4bc8-bb60-0284fa3d6ba5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0634081
Jun 21 03:32:04.927689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-75ede39b-9873-4431-bea9-36dc0e89c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:04.929150 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-75ede39b-9873-4431-bea9-36dc0e89c2d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0456662
Jun 21 03:32:04.964528 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d9512924-0e75-4f63-ad12-788b5ee46487 req-a97486d1-7423-4e25-8459-27bf0e2bf827 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363777
Jun 21 03:32:04.990604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-02260591-0f3e-4e4b-b38d-8747fcb7af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:04.992115 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-02260591-0f3e-4e4b-b38d-8747fcb7af77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0559282
Jun 21 03:32:05.083277 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-58eb832d-cdeb-4096-91cf-1a9a9ef715fe service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838954
Jun 21 03:32:05.171803 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-e0121be2-9536-4ea7-a50d-9cfa7ba3a2f6 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819032
Jun 21 03:32:06.142525 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237837-b893-4052-a710-249f8c743533 req-973880f9-4304-47ab-8d9a-015cd946204c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:06.143980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5237837-b893-4052-a710-249f8c743533 req-973880f9-4304-47ab-8d9a-015cd946204c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0664845
Jun 21 03:32:06.181096 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5237837-b893-4052-a710-249f8c743533 req-5304b68b-b849-4840-8ffb-8e1e10713180 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315382
Jun 21 03:32:06.275225 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:06.654142 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1007b75a-bab9-49ab-8681-f65a885ff396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:07.145650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:07.355959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d7765-fdfb-448c-b273-fef6b24d94e0 req-d888bbe8-6e80-4689-8a7d-603978b7b904 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:07.357465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e4d7765-fdfb-448c-b273-fef6b24d94e0 req-d888bbe8-6e80-4689-8a7d-603978b7b904 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0633981
Jun 21 03:32:07.396552 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e4d7765-fdfb-448c-b273-fef6b24d94e0 req-0c863ca4-9e2e-4ad6-a9f2-3f60d29f3fd8 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331676
Jun 21 03:32:08.174148 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:08.417763 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:08.572031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb09c7-9d5b-4569-a38d-c375e3ca8891 req-1b089c52-acfb-4ee1-a26e-bd80f97a3f96 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:08.573543 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30fb09c7-9d5b-4569-a38d-c375e3ca8891 req-1b089c52-acfb-4ee1-a26e-bd80f97a3f96 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0633016
Jun 21 03:32:08.621139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30fb09c7-9d5b-4569-a38d-c375e3ca8891 req-e8ac804e-d193-47bb-bac1-84d10494cfea tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412607
Jun 21 03:32:09.694204 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:09.798577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee49e4-43bf-46e8-9fef-099d0799d83d req-42d64862-d07d-47d3-9563-ff480c895631 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:09.799978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7ee49e4-43bf-46e8-9fef-099d0799d83d req-42d64862-d07d-47d3-9563-ff480c895631 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0637441
Jun 21 03:32:09.836508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7ee49e4-43bf-46e8-9fef-099d0799d83d req-58074f2e-f36b-4b92-bbf3-22687aa8782f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308616
Jun 21 03:32:10.621285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa340-bcf4-467c-b37d-8335e71accfb req-1491179a-747b-4f66-bb3c-38e98a2669fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:10.622804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-149aa340-bcf4-467c-b37d-8335e71accfb req-1491179a-747b-4f66-bb3c-38e98a2669fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1098 time: 0.0568371
Jun 21 03:32:10.725507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa340-bcf4-467c-b37d-8335e71accfb req-ca45787e-02e0-4c49-82e3-ee88bd6f17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:10.726947 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-149aa340-bcf4-467c-b37d-8335e71accfb req-ca45787e-02e0-4c49-82e3-ee88bd6f17cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0843577
Jun 21 03:32:10.794717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-149aa340-bcf4-467c-b37d-8335e71accfb req-ece64107-4ca2-48f2-a989-df5986333ccc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1002 time: 0.0604467
Jun 21 03:32:10.841902 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa340-bcf4-467c-b37d-8335e71accfb req-74bd670f-fef9-4ea2-8b58-91b84fe430e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:10.843935 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-149aa340-bcf4-467c-b37d-8335e71accfb req-74bd670f-fef9-4ea2-8b58-91b84fe430e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0437329
Jun 21 03:32:10.901776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa340-bcf4-467c-b37d-8335e71accfb req-00cee30a-3166-4a62-8e9f-fdfa4bb3dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:10.903353 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-149aa340-bcf4-467c-b37d-8335e71accfb req-00cee30a-3166-4a62-8e9f-fdfa4bb3dc9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0537055
Jun 21 03:32:11.006682 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-149aa340-bcf4-467c-b37d-8335e71accfb req-de7c9920-aad7-4e64-82bb-dfb37b3d24c2 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960524
Jun 21 03:32:11.102006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-149aa340-bcf4-467c-b37d-8335e71accfb req-3f0f64cc-7e67-40fa-b0fc-31b2538c7d14 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879471
Jun 21 03:32:11.190411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f94ce-5304-4ca3-a367-992b85f6d603 req-a8bd7a32-6119-4e22-b864-d4036b934af2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:11.191802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-828f94ce-5304-4ca3-a367-992b85f6d603 req-a8bd7a32-6119-4e22-b864-d4036b934af2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0639186
Jun 21 03:32:11.229560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-828f94ce-5304-4ca3-a367-992b85f6d603 req-04f6fc1d-c67e-4c0d-9b7a-312a962194fc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320652
Jun 21 03:32:12.407533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed489cf-302e-44a8-8a4d-c81f98c4811e req-9622525f-f530-4b17-98d3-d91ea44fa556 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:12.409009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ed489cf-302e-44a8-8a4d-c81f98c4811e req-9622525f-f530-4b17-98d3-d91ea44fa556 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0686984
Jun 21 03:32:12.446329 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ed489cf-302e-44a8-8a4d-c81f98c4811e req-35ef8cab-7662-467f-ae20-b0773cf00f24 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316687
Jun 21 03:32:13.619556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac1760-a876-42e0-9fa8-2050b65d90d3 req-274de338-c710-4db6-8782-3a74b4b1ab11 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:13.621022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9eac1760-a876-42e0-9fa8-2050b65d90d3 req-274de338-c710-4db6-8782-3a74b4b1ab11 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0664654
Jun 21 03:32:13.667810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9eac1760-a876-42e0-9fa8-2050b65d90d3 req-fd643d26-eddf-462e-8192-60e900833c45 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406744
Jun 21 03:32:14.837659 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ec3e2-a651-42f8-97c9-1d8b2b079116 req-86d68913-e9b5-4ff0-943e-bb7b3b38472e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:14.839108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-849ec3e2-a651-42f8-97c9-1d8b2b079116 req-86d68913-e9b5-4ff0-943e-bb7b3b38472e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0618815
Jun 21 03:32:14.880087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-849ec3e2-a651-42f8-97c9-1d8b2b079116 req-75a40f44-52aa-4c4f-8d09-a3b29dfa15c0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350025
Jun 21 03:32:16.051948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acb710-d3c8-46f3-8828-8d58de2ece60 req-ba4657ac-517f-4ee8-b249-470383cef4e5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:16.053434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85acb710-d3c8-46f3-8828-8d58de2ece60 req-ba4657ac-517f-4ee8-b249-470383cef4e5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0630145
Jun 21 03:32:16.089880 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-85acb710-d3c8-46f3-8828-8d58de2ece60 req-4d84535a-298a-4d9f-900e-5970a50e994c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308812
Jun 21 03:32:17.261829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aea49-6158-4be3-be9c-190b40200455 req-e5152416-ff1f-4944-aa19-c65470edd761 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:17.263283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-961aea49-6158-4be3-be9c-190b40200455 req-e5152416-ff1f-4944-aa19-c65470edd761 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0621870
Jun 21 03:32:17.301719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-961aea49-6158-4be3-be9c-190b40200455 req-420f8121-1f1a-4dac-8eaf-a1e4198c737f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316596
Jun 21 03:32:18.479085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1615caf-a796-4c5b-a5e3-6f6876a191d1 req-3dc045ef-01f8-453c-b3c7-e8173b676859 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:18.480548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1615caf-a796-4c5b-a5e3-6f6876a191d1 req-3dc045ef-01f8-453c-b3c7-e8173b676859 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0665174
Jun 21 03:32:18.519264 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d1615caf-a796-4c5b-a5e3-6f6876a191d1 req-0cdb5bfb-e3c7-4e68-9130-5cc86910eeba tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322177
Jun 21 03:32:19.702279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf1438-812e-4ea9-97bb-b79f2f863322 req-18a26b0d-5080-46c2-8063-7dd39b70f12f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:19.703780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5bf1438-812e-4ea9-97bb-b79f2f863322 req-18a26b0d-5080-46c2-8063-7dd39b70f12f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0717654
Jun 21 03:32:19.741082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5bf1438-812e-4ea9-97bb-b79f2f863322 req-beceb324-dd2f-4539-a821-9442aad177e3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315835
Jun 21 03:32:20.913699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f8361-9c54-47e2-8126-79141d880412 req-e9c2705c-53c1-4f54-8320-5a2581dabda6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:20.915173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-067f8361-9c54-47e2-8126-79141d880412 req-e9c2705c-53c1-4f54-8320-5a2581dabda6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0634887
Jun 21 03:32:20.957216 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-067f8361-9c54-47e2-8126-79141d880412 req-b47245ef-7213-4bd4-812a-dd5775ccfa6e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357678
Jun 21 03:32:22.129681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617a57-5bc8-4db7-a544-7c9b320fb14b req-3ffb82c6-b5f9-4220-a0ba-96769346bb25 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:22.131134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4617a57-5bc8-4db7-a544-7c9b320fb14b req-3ffb82c6-b5f9-4220-a0ba-96769346bb25 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0625994
Jun 21 03:32:22.167818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f4617a57-5bc8-4db7-a544-7c9b320fb14b req-1e7229bb-04eb-47aa-a3fe-ad32637deeb3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310473
Jun 21 03:32:22.229557 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-3be92139-1d2c-4103-827f-c154a12c1deb req-7810fc4d-091f-4e83-958c-fd976442cdc4 service neutron] show failed (client error): The resource could not be found.
Jun 21 03:32:22.230557 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-7810fc4d-091f-4e83-958c-fd976442cdc4 service neutron] 10.222.0.20 "GET /v2.0/ports/c5c89d11-8ddf-4f29-a7f7-455896ee5568/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0538883
Jun 21 03:32:22.733459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c39758b5-a767-451a-98f8-95ab4d62e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:22.734933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c39758b5-a767-451a-98f8-95ab4d62e90b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 1098 time: 0.0938301
Jun 21 03:32:22.745745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:32:22.817893 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:23.013081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:23.045689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:32:23.083088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:23.085370 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a956ed60-6bd0-4299-92d4-332a540033d0" -d '{"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:23.089168 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:23.102159 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Transition to ACTIVE for port object c5c89d11-8ddf-4f29-a7f7-455896ee5568 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:32:23.133423 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787bc1f9-5d79-49df-9394-8bccfc637c1b x-openstack-request-id: req-787bc1f9-5d79-49df-9394-8bccfc637c1b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:23.134009 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:23.134120 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-787bc1f9-5d79-49df-9394-8bccfc637c1b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:23.134555 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'code': 200}
Jun 21 03:32:23.174132 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:23.176220 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e4ce6528-2a0c-41bf-bfea-2c737d3f9cc8 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:23.281261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:23.317362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.317761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.318146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.318522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.319024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.319257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.319624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.319987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.320355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.320727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.321088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.321476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:23.325409 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:23.379331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] No DVR routers for this DVR port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:32:23.483757 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3c1f3-ea9d-442d-a3b0-8ef42c88935a req-47bb3f95-3ae3-448e-96c3-8d064ed00a54 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:23.485156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bd3c1f3-ea9d-442d-a3b0-8ef42c88935a req-47bb3f95-3ae3-448e-96c3-8d064ed00a54 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 944 time: 0.1963432
Jun 21 03:32:23.554058 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bd3c1f3-ea9d-442d-a3b0-8ef42c88935a req-8a68656e-1560-4771-8451-444972b4316d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620801
Jun 21 03:32:23.563513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:32:23.563850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:32:23.564174 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:32:23.568771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:32:23.568871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:32:23.573825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:32:23.574146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:32:23.574524 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:32:23.574943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Bound port: c5c89d11-8ddf-4f29-a7f7-455896ee5568, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:32:23.575287 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:23.642391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:32:23.645508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:32:23.723520 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:23.725748 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2d81123b-3c2a-4ba0-a53c-7a8e04a5b8ac tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:23.760577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:23.761189 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:23.762671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1093 time: 1.0207789
Jun 21 03:32:23.782739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:23.793614 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:23.841968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-d631574f-8bb7-4656-b5ed-363280bd5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:23.843547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-d631574f-8bb7-4656-b5ed-363280bd5078 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1096 time: 0.0579252
Jun 21 03:32:23.942643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-911533db-5695-454c-9895-c66d906d48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:23.944909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-911533db-5695-454c-9895-c66d906d48cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0954843
Jun 21 03:32:24.010682 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-45973706-20fd-48bd-9f60-f635d7f7b566 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1000 time: 0.0601985
Jun 21 03:32:24.059838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-e75acb15-79a9-424f-b77f-de1339b3284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:24.061922 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-e75acb15-79a9-424f-b77f-de1339b3284a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0447958
Jun 21 03:32:24.121786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92139-1d2c-4103-827f-c154a12c1deb req-237d24a5-b2c6-4096-a6be-03b38b645553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:24.123956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-237d24a5-b2c6-4096-a6be-03b38b645553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0558231
Jun 21 03:32:24.133519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-0333b9c0-b430-4347-b725-3b0ef92a2919 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:32:24.134450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-0333b9c0-b430-4347-b725-3b0ef92a2919 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049169
Jun 21 03:32:24.223047 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-c1bc77d9-a576-41cf-baec-1189c7313a41 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817413
Jun 21 03:32:24.313798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-7e2411bb-aca0-4b4c-9fd6-468bdd6ae1de service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849693
Jun 21 03:32:24.793645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604425ef-28e7-4c03-92f7-f5c7b7e9ab04 req-a58dd5e6-17bc-42cf-b680-9de7f877401f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:24.795136 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-604425ef-28e7-4c03-92f7-f5c7b7e9ab04 req-a58dd5e6-17bc-42cf-b680-9de7f877401f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 944 time: 0.1278646
Jun 21 03:32:24.832838 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-604425ef-28e7-4c03-92f7-f5c7b7e9ab04 req-c9470fe4-31a0-4af0-954e-97ecf579660c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319762
Jun 21 03:32:25.135929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:25.138272 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa" -d '{"events": [{"name": "network-changed", "server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:25.184111 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da42341-23fe-4db3-9fee-d5dd6986ea66 x-openstack-request-id: req-9da42341-23fe-4db3-9fee-d5dd6986ea66 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:25.184446 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:25.184751 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9da42341-23fe-4db3-9fee-d5dd6986ea66 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:25.185185 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'status': 'completed', 'code': 200}
Jun 21 03:32:25.260334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-318f9fe4-498a-4f67-9c49-09ea79fe5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:25.261876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-318f9fe4-498a-4f67-9c49-09ea79fe5530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1096 time: 0.0519061
Jun 21 03:32:25.262960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-c1050d73-5236-400a-a171-b8658a32fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:25.265804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-c1050d73-5236-400a-a171-b8658a32fa47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1096 time: 0.0615687
Jun 21 03:32:25.353957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-3d2cd5a0-5dc5-42de-8ef1-de20fd496811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:25.355426 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-3d2cd5a0-5dc5-42de-8ef1-de20fd496811 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0869904
Jun 21 03:32:25.355753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-82f1e3e3-3e24-4d90-9786-18dcbbe2bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:25.357209 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-82f1e3e3-3e24-4d90-9786-18dcbbe2bced service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0850642
Jun 21 03:32:25.422904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-473fa55a-fc4a-4e84-812a-428b4b9a0fec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1000 time: 0.0595756
Jun 21 03:32:25.429071 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-9cfeab98-bd0e-4c90-a0b6-73e2a1154b72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1000 time: 0.0657554
Jun 21 03:32:25.475694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-c803bba8-7ed7-4e66-acda-9e68973ec09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:25.477145 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-c803bba8-7ed7-4e66-acda-9e68973ec09a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0479498
Jun 21 03:32:25.478277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-a30e52a0-187b-453b-8faa-3caea2ccf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:25.479710 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-a30e52a0-187b-453b-8faa-3caea2ccf080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0444839
Jun 21 03:32:25.516317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:32:25.537854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-ee5976b1-3a2c-4c24-bc41-4577a8496dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:25.538584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-822b0cbc-ae20-4c09-a776-451d4af199fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:25.539408 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-ee5976b1-3a2c-4c24-bc41-4577a8496dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0538888
Jun 21 03:32:25.540123 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-822b0cbc-ae20-4c09-a776-451d4af199fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0551631
Jun 21 03:32:25.558108 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:32:25.632135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-a7c051bf-eb3a-4266-a3c3-83974c9eec89 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842128
Jun 21 03:32:25.634029 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-be24e05b-5479-4d4f-b916-94b25cc94339 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869269
Jun 21 03:32:25.731461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-e4cc393f-235c-4614-bb12-81ec2e6d411b service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928788
Jun 21 03:32:25.743780 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-83725a6a-8e62-43dd-ad2c-294cb2bc98aa req-a0a5ac8e-7946-4255-9ad6-082956ee4738 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1028957
Jun 21 03:32:26.010778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1dc2-c278-48c3-9293-0244fc269510 req-8f5b3d74-3b98-4a60-8cd7-cf56c3c03236 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:26.012262 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374e1dc2-c278-48c3-9293-0244fc269510 req-8f5b3d74-3b98-4a60-8cd7-cf56c3c03236 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 944 time: 0.0661147
Jun 21 03:32:26.052061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-374e1dc2-c278-48c3-9293-0244fc269510 req-f251e45f-e1fe-4aed-ac0c-14956a472963 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337937
Jun 21 03:32:26.673548 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:32:26.739054 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:32:26.763241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:26.775271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'mac_address': 'fa:16:3e:55:49:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:32:26.814198 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:26.826790 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c89d11-8ddf-4f29-a7f7-455896ee5568 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:32:26.845916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:26.911083 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:26.914980 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:26.958476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:26.965448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.965799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.966142 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.966511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.966907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.967146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.967475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.967801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.968127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.968470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.968775 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.969093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:26.972992 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:27.151726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['c5c89d11-8ddf-4f29-a7f7-455896ee5568'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:32:27.301214 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba18e60-786f-4935-b9ae-2e873277bd83 req-75184844-d053-415f-94c9-a72716cf724d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:27.302735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ba18e60-786f-4935-b9ae-2e873277bd83 req-75184844-d053-415f-94c9-a72716cf724d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 945 time: 0.1220572
Jun 21 03:32:27.340921 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ba18e60-786f-4935-b9ae-2e873277bd83 req-9cedd023-c858-4b13-8e8f-965165283e34 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324693
Jun 21 03:32:28.091099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-6e5e2d95-8ab7-47e0-9baf-17e3ba706c5e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:28.092622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-6e5e2d95-8ab7-47e0-9baf-17e3ba706c5e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 945 time: 0.1141691
Jun 21 03:32:28.104163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e53d9-6958-45ee-b67e-9f8d8355bd70 req-094c1e7a-4be0-4245-88e2-08dd67d79b2c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:28.105568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-591e53d9-6958-45ee-b67e-9f8d8355bd70 req-094c1e7a-4be0-4245-88e2-08dd67d79b2c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 945 time: 0.1159701
Jun 21 03:32:28.181495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-591e53d9-6958-45ee-b67e-9f8d8355bd70 req-49c8b032-03f5-40c5-8e04-c4fe436a8794 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698059
Jun 21 03:32:28.189937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-f3179053-aa3f-457c-8858-1a7e383a8a35 service neutron] 10.222.0.26 "GET /v2.0/ports/c5c89d11-8ddf-4f29-a7f7-455896ee5568/bindings/n-h2-758944-33 HTTP/1.1" status: 200  len: 383 time: 0.0834715
Jun 21 03:32:28.265029 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-315c9f3c-8e9a-4e55-8f38-83f1ff7c361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:28.266568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-315c9f3c-8e9a-4e55-8f38-83f1ff7c361a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1097 time: 0.0528774
Jun 21 03:32:28.355164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-657f4bcb-895f-4868-9d70-0cb1a9fd256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:28.356637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-657f4bcb-895f-4868-9d70-0cb1a9fd256c service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0838480
Jun 21 03:32:28.419241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-d36eef90-b82b-404c-8a95-95fccab64f61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1001 time: 0.0568390
Jun 21 03:32:28.466043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-43526a3d-bd09-4213-af37-65baf5a746b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:28.467797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-43526a3d-bd09-4213-af37-65baf5a746b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0425961
Jun 21 03:32:28.528282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-17ebcf57-cebe-452e-8319-573de6f16085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:28.530926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-17ebcf57-cebe-452e-8319-573de6f16085 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0568993
Jun 21 03:32:28.620254 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-c071bc27-b105-44b8-affb-6a5f589d31bf service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817320
Jun 21 03:32:28.695632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:32:28.712508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-344411b3-960b-4988-9fd0-6a23313a426e service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854363
Jun 21 03:32:28.846150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port c5c89d11-8ddf-4f29-a7f7-455896ee5568 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:32:28.849932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port c5c89d11-8ddf-4f29-a7f7-455896ee5568 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:32:28.850400 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:28.924301 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:28.945712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:28.947925 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a31ebee-3b35-4720-8c30-7e4b4b9336f8" -d '{"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-plugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:28.960919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:28.997325 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848fdb42-f79b-49a4-bf50-0990365d6e93 x-openstack-request-id: req-848fdb42-f79b-49a4-bf50-0990365d6e93 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:28.998254 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-plugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:28.998516 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-848fdb42-f79b-49a4-bf50-0990365d6e93 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:28.999174 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'code': 200}
Jun 21 03:32:29.025578 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:29.028290 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:29.077768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:29.080786 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:29.352132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b4e3d-d37e-48a1-b3ba-6ce5930ed272 req-3851516e-8db2-4322-bde3-947f8b926ef6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:29.353650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-168b4e3d-d37e-48a1-b3ba-6ce5930ed272 req-3851516e-8db2-4322-bde3-947f8b926ef6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0630980
Jun 21 03:32:29.392140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-168b4e3d-d37e-48a1-b3ba-6ce5930ed272 req-420e2bae-3a0b-42b6-905e-b1074540966d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321989
Jun 21 03:32:30.573942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e316-0fad-496b-ae9f-cbe56eadbb38 req-98a74347-8d83-4576-ba5f-6f5582b91e91 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:30.575400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18d1e316-0fad-496b-ae9f-cbe56eadbb38 req-98a74347-8d83-4576-ba5f-6f5582b91e91 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0639966
Jun 21 03:32:30.613933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18d1e316-0fad-496b-ae9f-cbe56eadbb38 req-9f2583b7-2ef2-42e1-9d3b-1d1bdb84ae9c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316389
Jun 21 03:32:31.162718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-e5a29a68-f15b-4143-9a6a-cd008f06d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:31.164094 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-e5a29a68-f15b-4143-9a6a-cd008f06d64b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 1098 time: 0.0534999
Jun 21 03:32:31.175934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:32:31.632981 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:31.800829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79fff6-15f3-4db5-886a-cdbf32b4a866 req-867caed9-65a5-4068-944f-b9c8feef2c30 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:31.802347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e79fff6-15f3-4db5-886a-cdbf32b4a866 req-867caed9-65a5-4068-944f-b9c8feef2c30 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0744910
Jun 21 03:32:31.839495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e79fff6-15f3-4db5-886a-cdbf32b4a866 req-807b6b24-f2ba-45c1-8c0d-a2d5cd887311 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315707
Jun 21 03:32:31.850330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:31.884613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:32:31.924462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:31.926868 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e68230-f7cb-4183-bebb-ab225562cffb" -d '{"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:31.930724 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:31.943216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Transition to ACTIVE for port object c5c89d11-8ddf-4f29-a7f7-455896ee5568 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:32:31.974080 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658a5d4e-e6d1-4a07-95de-463dfcf55f2d x-openstack-request-id: req-658a5d4e-e6d1-4a07-95de-463dfcf55f2d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:31.974434 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:31.974742 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-658a5d4e-e6d1-4a07-95de-463dfcf55f2d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:31.975199 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'code': 200}
Jun 21 03:32:32.014644 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:32.016824 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:32.100381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=10']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:32.113547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.114029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.114335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.114723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.115103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.115482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.115857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.116263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.116636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.117006 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.117407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.117778 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:32:32.122893 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:32.151316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] No DVR routers for this DVR port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:32:32.289805 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:32:32.290490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:32:32.290490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:32:32.294823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:32:32.295158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Attempting to bind port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:32:32.299909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:32:32.300247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:32:32.300632 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:32:32.301053 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Bound port: c5c89d11-8ddf-4f29-a7f7-455896ee5568, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:32:32.301423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:32.369177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:32:32.372242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:32:32.460337 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:32.462523 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71416689-54cc-4851-ba48-9c962952d094 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:32.499402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:32.500057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:32.501517 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] 10.222.0.20 "PUT /v2.0/ports/c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1094 time: 1.3294928
Jun 21 03:32:32.524383 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=11']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:32.536536 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:32.587300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-3d1c870b-350b-4a53-aaae-dc98d5e7dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:32.588825 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-3d1c870b-350b-4a53-aaae-dc98d5e7dbe1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1097 time: 0.0614047
Jun 21 03:32:32.684775 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-78b9af7a-0aef-449a-a10a-0a9e844ca62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:32.686471 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-78b9af7a-0aef-449a-a10a-0a9e844ca62e service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0916646
Jun 21 03:32:32.704440 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:32:32.751727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:32:32.753640 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-77e08526-56fa-4fa7-98b9-f9a348df80be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1000 time: 0.0609777
Jun 21 03:32:32.809825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-f910c0bd-221f-4c62-b33d-c30227d11229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:32.811774 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-f910c0bd-221f-4c62-b33d-c30227d11229 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0527418
Jun 21 03:32:32.869930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-267b0844-76bf-4712-aa28-a48708dd712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:32.871442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-267b0844-76bf-4712-aa28-a48708dd712f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0531721
Jun 21 03:32:32.965607 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-09964af7-0ca4-4212-97c5-bb848900fd30 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876756
Jun 21 03:32:33.027238 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4d06-a0b2-4d57-ab73-3fd800716568 req-31b3e774-5705-4f07-9cdf-844eba263e63 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:33.028628 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c9e4d06-a0b2-4d57-ab73-3fd800716568 req-31b3e774-5705-4f07-9cdf-844eba263e63 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 945 time: 0.0669730
Jun 21 03:32:33.059118 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f7ca4643-179b-4824-b5ff-159d3df9f7f2 req-1e2e0afe-c9ba-4546-a6be-f3ec01a52898 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877402
Jun 21 03:32:33.068550 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c9e4d06-a0b2-4d57-ab73-3fd800716568 req-8cff2004-7ba3-4e51-b402-3b89863e2251 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336251
Jun 21 03:32:33.976377 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:33.978821 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0645a6-2b7e-4960-a41d-a8f554232836" -d '{"events": [{"name": "network-changed", "server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:34.030761 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7afb39c-819b-4444-bba8-4ebef1356a2b x-openstack-request-id: req-f7afb39c-819b-4444-bba8-4ebef1356a2b {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:34.031128 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:34.031444 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7afb39c-819b-4444-bba8-4ebef1356a2b {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:34.032074 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'status': 'completed', 'code': 200}
Jun 21 03:32:34.105320 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-13f59fe4-d085-4031-8e67-b066abc2badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.106326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-cdf5c4ac-ec21-4b03-8cdf-1099ebe53c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.106848 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-13f59fe4-d085-4031-8e67-b066abc2badd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1097 time: 0.0531101
Jun 21 03:32:34.107918 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-cdf5c4ac-ec21-4b03-8cdf-1099ebe53c62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 1097 time: 0.0548530
Jun 21 03:32:34.209916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-4f93c64f-afc8-4ca2-93ba-ce9f70908a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.211398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-4f93c64f-afc8-4ca2-93ba-ce9f70908a4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0965378
Jun 21 03:32:34.229536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-3cebfdaf-0721-4aaf-93f7-30a38ee4a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.230886 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-3cebfdaf-0721-4aaf-93f7-30a38ee4a08a service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.1180255
Jun 21 03:32:34.254755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-300e78e9-21fd-4c5b-9017-a7600b03b3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:34.280659 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-6678b40c-2077-4426-9fc2-2dcfd44e1049 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1000 time: 0.0616040
Jun 21 03:32:34.314539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ef5a0-7869-4e6d-ba25-b33732d14dcf req-097bd490-30a7-4f2a-8fdb-0eb264149784 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.316013 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b49ef5a0-7869-4e6d-ba25-b33732d14dcf req-097bd490-30a7-4f2a-8fdb-0eb264149784 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 945 time: 0.1289070
Jun 21 03:32:34.318147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-738f7d8c-ff8f-4529-a970-4573bc4edf9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 200  len: 1000 time: 0.0812025
Jun 21 03:32:34.334552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-c6929145-7010-4272-8cec-d123c9be4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.336019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-c6929145-7010-4272-8cec-d123c9be4fb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0460355
Jun 21 03:32:34.386391 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b49ef5a0-7869-4e6d-ba25-b33732d14dcf req-815c21fa-d7eb-49b1-9607-8addec738292 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642684
Jun 21 03:32:34.395700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-ca985924-209c-4b24-9faf-53d988c07afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.400661 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-ca985924-209c-4b24-9faf-53d988c07afd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0690422
Jun 21 03:32:34.415074 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-ca52788e-e799-4be0-a691-bf0b21fa79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.415074 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-ca52788e-e799-4be0-a691-bf0b21fa79bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0706551
Jun 21 03:32:34.464184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-9f31dc11-39f7-4ec1-8bc7-661ea3ff5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:34.465703 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-9f31dc11-39f7-4ec1-8bc7-661ea3ff5062 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0613675
Jun 21 03:32:34.510967 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-b2734005-78fb-44dd-a916-c099b3c1f998 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880816
Jun 21 03:32:34.613727 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-734f416a-f672-41e3-ae91-023c01314b01 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960662
Jun 21 03:32:34.945397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-0bcbfef7-1ded-4604-8dd7-ee0cd1187bcf service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4735219
Jun 21 03:32:35.038526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0645a6-2b7e-4960-a41d-a8f554232836 req-240fa540-6316-44d2-b71c-febfab9bdb96 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862527
Jun 21 03:32:35.568760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6f46d-abd7-41ea-9577-37ebba8facb9 req-0f2890b5-9e1b-4474-ae2a-d46a00fe2a7f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:35.570237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5b6f46d-abd7-41ea-9577-37ebba8facb9 req-0f2890b5-9e1b-4474-ae2a-d46a00fe2a7f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 945 time: 0.0629244
Jun 21 03:32:35.586105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:32:35.609469 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5b6f46d-abd7-41ea-9577-37ebba8facb9 req-1874a20e-bca3-4903-9835-eb4dfbf7ac4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335188
Jun 21 03:32:35.682503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:35.693687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'mac_address': 'fa:16:3e:55:49:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:32:35.735971 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:35.751200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c89d11-8ddf-4f29-a7f7-455896ee5568 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:32:35.770955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:35.786196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e199a-c869-4211-8382-d11b372cdd66 req-3e0b183b-658b-40db-b242-1a86b1347972 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:35.787669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d9e199a-c869-4211-8382-d11b372cdd66 req-3e0b183b-658b-40db-b242-1a86b1347972 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 945 time: 0.0674365
Jun 21 03:32:35.819730 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:35.821563 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:35.829723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d9e199a-c869-4211-8382-d11b372cdd66 req-33877cdc-8204-4cbb-82dd-661b6d694f4f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362663
Jun 21 03:32:35.869659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=12']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:35.872866 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:36.001979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d8334-55b6-4483-90ca-fa96f26aca11 req-018d6f90-b4ea-4ab5-b6d5-5d0a937d8bbb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:36.003450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-467d8334-55b6-4483-90ca-fa96f26aca11 req-018d6f90-b4ea-4ab5-b6d5-5d0a937d8bbb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0642381
Jun 21 03:32:36.032368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c5c89d11-8ddf-4f29-a7f7-455896ee5568'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:32:36.041675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-467d8334-55b6-4483-90ca-fa96f26aca11 req-4657c8e0-6e62-45cb-b66b-e60f74b6783b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324683
Jun 21 03:32:36.280515 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:36.664019 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-49e3bb3e-3c45-4c96-b514-872153d782a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:36.671402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703bf4e-ee68-4c3d-961f-74520181c72d req-0fb0d8bc-4714-4317-bf07-4d87540a713e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:36.672864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a703bf4e-ee68-4c3d-961f-74520181c72d req-0fb0d8bc-4714-4317-bf07-4d87540a713e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0620615
Jun 21 03:32:36.710186 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a703bf4e-ee68-4c3d-961f-74520181c72d req-d7c058a3-3e76-4c5d-9fa1-f9b4f772f859 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314715
Jun 21 03:32:37.133885 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:37.610898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:32:37.728361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port c5c89d11-8ddf-4f29-a7f7-455896ee5568 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:32:37.732919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port c5c89d11-8ddf-4f29-a7f7-455896ee5568 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:32:37.740696 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:37.820781 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:37.843119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:37.845287 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e7445-d051-402e-b4ac-e05b46f1aa27" -d '{"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-plugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:37.859581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:37.885873 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca83256a-a230-40d6-93fe-21f2502cec8f x-openstack-request-id: req-ca83256a-a230-40d6-93fe-21f2502cec8f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:37.886180 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-plugged", "status": "completed", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:37.886447 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca83256a-a230-40d6-93fe-21f2502cec8f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:37.886854 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'code': 200}
Jun 21 03:32:37.918583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ad171-5648-4267-a77e-4436a3234c92 req-c6efe973-25ab-4346-8533-7665f88baf4a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:37.920157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a54ad171-5648-4267-a77e-4436a3234c92 req-c6efe973-25ab-4346-8533-7665f88baf4a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0948727
Jun 21 03:32:37.922564 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:37.924458 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:37.931140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-454b106b-eefa-4ec1-9686-c83647d8b76f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:37.932665 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-454b106b-eefa-4ec1-9686-c83647d8b76f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 946 time: 0.0754039
Jun 21 03:32:37.967558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a54ad171-5648-4267-a77e-4436a3234c92 req-b118a202-2b24-4e64-9fc3-3325a77b61ce tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399728
Jun 21 03:32:37.971467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=13']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:37.975268 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:38.035994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Deleting port c5c89d11-8ddf-4f29-a7f7-455896ee5568 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:32:38.036335 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:38.131278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] For port c5c89d11-8ddf-4f29-a7f7-455896ee5568, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c5c89d11-8ddf-4f29-a7f7-455896ee5568,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:38.131555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:38.179706 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:38.301082 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:38.301498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:38.301821 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Floating IP b8602294-03b9-48bc-bfb0-77d747d53f42 disassociated. External IP: 172.25.7.78, port: c5c89d11-8ddf-4f29-a7f7-455896ee5568.
Jun 21 03:32:38.302172 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Calling delete_port for c5c89d11-8ddf-4f29-a7f7-455896ee5568 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:32:38.430882 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:38.491748 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:38.496139 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:38.522435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event deleted for resources: {'Port': ['ID=c5c89d11-8ddf-4f29-a7f7-455896ee5568,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:38.525493 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:38.644205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:32:38.754662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:32:38.764791 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:32:38.773458 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:32:38.774059 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8302fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:32:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:32:38.799195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] No DVR routers for this DVR port c5c89d11-8ddf-4f29-a7f7-455896ee5568 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:32:38.801782 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:38.803837 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ad3b805e-d190-4ee0-bd72-36d443df2387 req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "DELETE /v2.0/ports/c5c89d11-8ddf-4f29-a7f7-455896ee5568 HTTP/1.1" status: 204  len: 173 time: 0.8659713
Jun 21 03:32:38.804381 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-deleted', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:38.806777 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322d0f0-4d19-4b99-8829-ab741ae207e3" -d '{"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-deleted", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:38.842612 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55913120-f324-416f-aac0-51ed1b29563d x-openstack-request-id: req-55913120-f324-416f-aac0-51ed1b29563d {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:38.843154 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ec7ab-a97f-4659-abba-984b1a219342", "name": "network-vif-deleted", "tag": "c5c89d11-8ddf-4f29-a7f7-455896ee5568", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:38.843466 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55913120-f324-416f-aac0-51ed1b29563d {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:38.843925 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ec7ab-a97f-4659-abba-984b1a219342', 'name': 'network-vif-deleted', 'tag': 'c5c89d11-8ddf-4f29-a7f7-455896ee5568', 'status': 'completed', 'code': 200}
Jun 21 03:32:38.879192 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:32:39.080927 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8302fa0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:32:39.107975 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:32:39.116496 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:32:39.117116 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8302fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:32:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:32:39.123851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c2d60b-bc9b-474b-94ac-0e9247d563a2 req-b9b71302-eda6-416b-84e8-cd5202627964 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=885ec7ab-a97f-4659-abba-984b1a219342 HTTP/1.1" status: 200  len: 210 time: 0.0316062
Jun 21 03:32:39.221480 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:32:39.495121 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8302fa0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:32:39.525078 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709ba3d-0ff3-457e-b879-2a68232c8658 None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:32:39.693961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:39.756725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbf021-026f-4f6c-8917-c9c930263bcd None None] New status for floating IP b8602294-03b9-48bc-bfb0-77d747d53f42: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:32:40.466017 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-e071519e-f60e-465b-90d5-2cccdd2e215a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1623486845&fields=id&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 267 time: 0.0326879
Jun 21 03:32:40.572821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-944ea962-0dae-46cb-8ed2-1a6f9727815a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:40.574273 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-944ea962-0dae-46cb-8ed2-1a6f9727815a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 811 time: 0.1020534
Jun 21 03:32:40.588931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-192345a8-d1b1-467f-9855-f2883b6d4941 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/quotas/b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 375 time: 0.0087228
Jun 21 03:32:40.655695 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-4490bcf8-c722-4d74-9c5c-229a705a0ee5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0611966
Jun 21 03:32:40.796998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-076789ac-4262-4f3d-bac5-c9e11f690157 service neutron] 10.222.0.25 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301100
Jun 21 03:32:40.886637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-14560b31-9c11-4767-b2f5-3864bcfcdd78 service neutron] 10.222.0.25 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837736
Jun 21 03:32:41.121004 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c21673a9-a959-4611-90cc-e732109fb815 req-5945e73c-1336-4269-8579-b44a4071742e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 210 time: 0.0301127
Jun 21 03:32:41.645158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:32:41.664234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: c5c89d11-8ddf-4f29-a7f7-455896ee5568 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:32:41.664587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c5c89d11-8ddf-4f29-a7f7-455896ee5568 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:32:42.266173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a131687-4987-494b-ac1b-2d4c2f71de85 req-9ec32824-0679-4a18-9051-b8eeed9facee tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 210 time: 0.0350761
Jun 21 03:32:43.037818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-223106b6-40dc-4e83-99c3-fb5b86a2b2e4 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:43.039664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-223106b6-40dc-4e83-99c3-fb5b86a2b2e4 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 811 time: 0.1069548
Jun 21 03:32:43.083691 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-2cf44061-a5b1-468c-8ef0-5fffad6daeaa tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 380 time: 0.0356438
Jun 21 03:32:43.092394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'port': {'device_id': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'admin_state_up': True, 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'security_groups': ['ef73e5ff-f84c-4418-9fc1-71efa03f4653']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:32:43.274643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Made reservation on behalf of b2b1ffaa33dd430891b86c451a56ca6f for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:32:43.278426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:43.425883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f56a48f-76f0-4bfe-a7a3-a072ef84e303 req-230591fe-92fa-476f-9d54-70026f143b48 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 210 time: 0.0415008
Jun 21 03:32:43.435208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Allocated IP 172.20.0.10 (79f2aa18-c007-4553-a2ac-4e5a9c8120b7/3923b6b8-aa29-4ff5-b46b-2d8700037436/ec91366a-4dac-4097-b64e-7eb1388b6a96) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:32:43.574402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:43.591446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Transition to ACTIVE for port object ec91366a-4dac-4097-b64e-7eb1388b6a96 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:32:43.694108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:43.698366 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-496e1a94-e24e-4d9e-815e-8e02c52b2cfa tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:43.748197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:32:43.752033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:32:43.755992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:32:43.782377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:43.786903 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:43.812670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:43.817510 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:43.907445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8185825
Jun 21 03:32:43.919203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Request body: {'port': {'device_id': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:32:43.994214 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:44.105643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a54f89d3-e1d3-49f2-8faf-d2ad5fa7a91b None None] Provisioning for port ec91366a-4dac-4097-b64e-7eb1388b6a96 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:32:44.110456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a54f89d3-e1d3-49f2-8faf-d2ad5fa7a91b None None] Provisioning complete for port ec91366a-4dac-4097-b64e-7eb1388b6a96 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:32:44.115202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a54f89d3-e1d3-49f2-8faf-d2ad5fa7a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:44.145075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a54f89d3-e1d3-49f2-8faf-d2ad5fa7a91b None None] Port ec91366a-4dac-4097-b64e-7eb1388b6a96 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:32:44.255104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec91366a-4dac-4097-b64e-7eb1388b6a96 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:32:44.262269 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:44.274640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Transition to ACTIVE for port object ec91366a-4dac-4097-b64e-7eb1388b6a96 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:32:44.350770 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:44.352762 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:44.430682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:44.434196 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:44.502732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:32:44.503086 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:32:44.503387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:32:44.508129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:32:44.508452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:32:44.513677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:32:44.514317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:32:44.515245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:32:44.515677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Bound port: ec91366a-4dac-4097-b64e-7eb1388b6a96, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:32:44.516032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:44.619467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:32:44.633816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:32:44.649618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b449d6-e186-4cda-a991-c1b4cdf4e6e9 req-17e4a6f8-2f3d-45f2-bcae-498b04178cb5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:44.651024 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6b449d6-e186-4cda-a991-c1b4cdf4e6e9 req-17e4a6f8-2f3d-45f2-bcae-498b04178cb5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.1024806
Jun 21 03:32:44.688484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6b449d6-e186-4cda-a991-c1b4cdf4e6e9 req-5176d681-b2f4-483a-a346-12d8789e2e1d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315220
Jun 21 03:32:44.699864 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:44.703380 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:44.732653 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:44.733942 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:44.735474 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] 10.222.0.26 "PUT /v2.0/ports/ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1093 time: 0.8206666
Jun 21 03:32:44.736001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:44.738332 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e243e0b7-e942-4329-b4df-b6ddf671b2be" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:44.767820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:44.770360 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:44.909477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-1bab3b40-b357-4229-bf5f-95feb74e0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:44.911105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-1bab3b40-b357-4229-bf5f-95feb74e0342 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1096 time: 0.0726914
Jun 21 03:32:44.958339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-45c2782d-990b-4321-a5e0-fea45d6574cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 217 time: 0.0403135
Jun 21 03:32:44.991216 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5022311-dce5-494a-8c6c-ec13121b5c2a x-openstack-request-id: req-b5022311-dce5-494a-8c6c-ec13121b5c2a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:44.991557 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:44.991859 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5022311-dce5-494a-8c6c-ec13121b5c2a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:44.992303 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'status': 'completed', 'code': 200}
Jun 21 03:32:45.009434 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-b2e4d62a-fbb3-407a-ac70-1859dad6c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:45.010828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-b2e4d62a-fbb3-407a-ac70-1859dad6c37a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0470023
Jun 21 03:32:45.067832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-4a417226-965d-46a6-805c-b48428ba7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:45.069393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-4a417226-965d-46a6-805c-b48428ba7128 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0517583
Jun 21 03:32:45.162044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-47895640-a571-46dd-a2d4-bfedd3d45db4 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852199
Jun 21 03:32:45.247305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9e640dec-d83d-411a-9315-5267744e3ba9 req-7a3bdf3c-eba6-476d-887e-525c9fa3ffb7 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0791693
Jun 21 03:32:45.407437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-fcc6eb59-e1fb-45d7-9135-e15a8044a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:45.408917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-fcc6eb59-e1fb-45d7-9135-e15a8044a1df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1096 time: 0.0582914
Jun 21 03:32:45.495273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-864049b9-bb22-494f-9604-66004ca18d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:45.496712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-864049b9-bb22-494f-9604-66004ca18d8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0816104
Jun 21 03:32:45.541458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-65eecf32-768e-419e-a585-e1bb3f1801bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 217 time: 0.0381982
Jun 21 03:32:45.595048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-736b95d3-3367-40d5-8e45-70883156ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:45.596454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-736b95d3-3367-40d5-8e45-70883156ba86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0485990
Jun 21 03:32:45.652025 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-ce6c9bf5-7653-4b6d-a4ed-fb973681cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:45.653529 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-ce6c9bf5-7653-4b6d-a4ed-fb973681cf55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0504823
Jun 21 03:32:45.743163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-94f2e792-6947-47e2-82df-4c19ad0e5c62 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823369
Jun 21 03:32:45.889379 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e243e0b7-e942-4329-b4df-b6ddf671b2be req-5d1972ee-7afc-4f83-83a8-47c2e08e5da9 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382868
Jun 21 03:32:45.907224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ab2e-50ba-49a1-b79b-4b5a9936392d req-0c21834b-b49c-4c90-a1d0-7e4818e9247a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:45.908464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f26ab2e-50ba-49a1-b79b-4b5a9936392d req-0c21834b-b49c-4c90-a1d0-7e4818e9247a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.1042223
Jun 21 03:32:45.947651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f26ab2e-50ba-49a1-b79b-4b5a9936392d req-9685fdf0-e3ac-4bbe-959c-378759650fb3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332453
Jun 21 03:32:46.768104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:32:46.871641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:46.885760 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'mac_address': 'fa:16:3e:90:53:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:32:46.929570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:46.944250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec91366a-4dac-4097-b64e-7eb1388b6a96 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:32:46.965305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:47.019822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:47.021700 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:47.070909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:47.074004 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:47.169024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b33e9-4e6d-4594-a5de-f368f3c8f794 req-cde58908-3d87-4633-b658-87a10b61ec80 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:47.170570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a53b33e9-4e6d-4594-a5de-f368f3c8f794 req-cde58908-3d87-4633-b658-87a10b61ec80 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0835197
Jun 21 03:32:47.205165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ec91366a-4dac-4097-b64e-7eb1388b6a96'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:32:47.213526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a53b33e9-4e6d-4594-a5de-f368f3c8f794 req-aae599fe-7d55-43a8-86ea-7c93766098a9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359769
Jun 21 03:32:48.390539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a6f22-17f5-4dec-b646-55883946035c req-d885561b-8120-407c-b2e3-925c16619504 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:48.392002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd5a6f22-17f5-4dec-b646-55883946035c req-d885561b-8120-407c-b2e3-925c16619504 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0639925
Jun 21 03:32:48.427916 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd5a6f22-17f5-4dec-b646-55883946035c req-be1c88f0-44e5-424b-8b99-a6ce81cf5d95 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302727
Jun 21 03:32:48.782078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:32:48.882319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port ec91366a-4dac-4097-b64e-7eb1388b6a96 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:32:48.885873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port ec91366a-4dac-4097-b64e-7eb1388b6a96 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:32:48.886251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:48.960650 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:48.985010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:48.987282 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c40255e-7d3e-447c-be31-72c2789c95ff" -d '{"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-plugged", "status": "completed", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:49.000210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:32:49.052055 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:49.053817 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:32:49.079818 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb5d3b-533d-42c5-908d-17d72e8cc618 x-openstack-request-id: req-12cb5d3b-533d-42c5-908d-17d72e8cc618 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:49.080113 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-plugged", "status": "completed", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:49.080371 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12cb5d3b-533d-42c5-908d-17d72e8cc618 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:49.080761 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'code': 200}
Jun 21 03:32:49.104007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:32:49.106877 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:32:49.194787 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126a122-4024-4afb-ab69-50ce86e291a2 req-333081de-b217-46f3-9322-2b53f22b7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:49.196274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f126a122-4024-4afb-ab69-50ce86e291a2 req-333081de-b217-46f3-9322-2b53f22b7003 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1098 time: 0.0550754
Jun 21 03:32:49.229464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f126a122-4024-4afb-ab69-50ce86e291a2 req-c1ae1678-f3fd-4201-9b20-73a88160f341 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267980
Jun 21 03:32:49.597476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c25b-49e4-424b-b95d-e54205eb713e req-8486ff2d-dc85-41d3-9285-330944860cc7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:49.598939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6858c25b-49e4-424b-b95d-e54205eb713e req-8486ff2d-dc85-41d3-9285-330944860cc7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0630567
Jun 21 03:32:49.636037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6858c25b-49e4-424b-b95d-e54205eb713e req-76690d70-ca4a-48b1-9990-b988799bc9d5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315685
Jun 21 03:32:50.818940 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5b449-694e-4d20-ad57-aa8cfbec0156 req-c1e98341-6bcb-4102-96fb-5b95d4bd8190 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:50.826241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aaa5b449-694e-4d20-ad57-aa8cfbec0156 req-c1e98341-6bcb-4102-96fb-5b95d4bd8190 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0738559
Jun 21 03:32:50.857603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aaa5b449-694e-4d20-ad57-aa8cfbec0156 req-1849d360-00f6-4804-b366-d2d6c76d7c1d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314491
Jun 21 03:32:51.027790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569fb18-35b7-4a8f-91ed-efb1ca53c992 req-f133dd16-3206-4c80-92f4-cae5aed6141e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:51.029238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2569fb18-35b7-4a8f-91ed-efb1ca53c992 req-f133dd16-3206-4c80-92f4-cae5aed6141e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0673826
Jun 21 03:32:51.038296 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 59814) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:32:51.042865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Request body: {'floatingip': {'port_id': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:32:51.081324 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:51.512046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:51.582810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:51.681096 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Floating IP b8602294-03b9-48bc-bfb0-77d747d53f42 associated. External IP: 172.25.7.78, port: ec91366a-4dac-4097-b64e-7eb1388b6a96.
Jun 21 03:32:51.891594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:32:51.996923 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:32:52.002048 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:32:52.008054 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:32:52.017736 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:32:52.018380 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8302910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:32:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:32:52.039001 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fcc5273b-75e8-4e5d-9097-78e822eb4533 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "PUT /v2.0/floatingips/b8602294-03b9-48bc-bfb0-77d747d53f42 HTTP/1.1" status: 200  len: 992 time: 0.9996436
Jun 21 03:32:52.039661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:32:52.041967 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30e1240-d1a3-4a03-9a56-78dcbcb43766" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:32:52.079379 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33df940e-8866-4fe9-80fc-f38c0113066c x-openstack-request-id: req-33df940e-8866-4fe9-80fc-f38c0113066c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:32:52.079782 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:32:52.080148 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33df940e-8866-4fe9-80fc-f38c0113066c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:32:52.080662 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'status': 'completed', 'code': 200}
Jun 21 03:32:52.126090 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:32:52.164563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-0f5fb38e-a850-4a2d-aac2-63f5853034ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:52.166103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-0f5fb38e-a850-4a2d-aac2-63f5853034ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1098 time: 0.0607224
Jun 21 03:32:52.257871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-7a909b53-589b-407f-a5fa-9f5edb5b659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:52.259370 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-7a909b53-589b-407f-a5fa-9f5edb5b659f service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0870504
Jun 21 03:32:52.323784 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-b70ba046-3c14-4933-a002-4ac43f359867 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1000 time: 0.0576875
Jun 21 03:32:52.348694 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8302910>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:90:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:32:51Z', 'revision_number': 13, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:32:52.371347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-15a9fd20-207a-4d11-8082-645b1bf33899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:52.372793 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-15a9fd20-207a-4d11-8082-645b1bf33899 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0428135
Jun 21 03:32:52.378017 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:32:52.386098 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:32:52.386699 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8302910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:32:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:32:52.434909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-8239cdb8-87fd-467a-aaee-d75caed19b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:32:52.436827 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-8239cdb8-87fd-467a-aaee-d75caed19b47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0577877
Jun 21 03:32:52.491219 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:32:52.525658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-f4eec261-0fda-4d43-9427-caefa4cdb070 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823259
Jun 21 03:32:52.616818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f30e1240-d1a3-4a03-9a56-78dcbcb43766 req-26791359-aa4c-4761-8008-1b077374ad22 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848351
Jun 21 03:32:52.707080 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8302910>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:90:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:32:51Z', 'revision_number': 13, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:32:52.736471 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa328811-d5e7-4290-9a2c-bbdf445804de None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b8602294-03b9-48bc-bfb0-77d747d53f42', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'port_id': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'mac_address': 'fa:16:3e:90:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:25:34Z', 'updated_at': '2021-06-21T03:32:51Z', 'revision_number': 13, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:32:52.920033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f466107-13d3-44a2-a5a5-05f74db20aa2 None None] New status for floating IP b8602294-03b9-48bc-bfb0-77d747d53f42: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:33:03.738690 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:33:04.291083 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-324fb7a0-7406-47ff-ab83-dac07fb5541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:04.991080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-18b78995-c739-4a05-9d7f-eb5696054e67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0510511
Jun 21 03:33:05.083645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-f250af62-1b74-4b31-b2a5-c61c5553c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:33:05.085122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-f250af62-1b74-4b31-b2a5-c61c5553c5fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1098 time: 0.0524678
Jun 21 03:33:05.194575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-75b4e283-4723-4168-b7a9-976cfceff9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:33:05.195960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-75b4e283-4723-4168-b7a9-976cfceff9b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0914488
Jun 21 03:33:05.266260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-37bc3af2-06bc-4852-85de-921226144ff7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1002 time: 0.0611539
Jun 21 03:33:05.315393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-4d22b5aa-ddb2-473b-aea2-7445945930f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:33:05.317006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-4d22b5aa-ddb2-473b-aea2-7445945930f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0441742
Jun 21 03:33:05.753456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-4327b691-8352-4a3f-8ab9-8da4bec1525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:33:05.755010 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-4327b691-8352-4a3f-8ab9-8da4bec1525d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4325833
Jun 21 03:33:05.850894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-6f838989-d555-4b03-930c-505f8c436b5f service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874109
Jun 21 03:33:05.959176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4c0c919c-3a16-404c-a5ce-dbb8b7a6c587 req-48faf060-dbbb-4d99-8d3d-d7b758ee1597 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001489
Jun 21 03:33:06.276229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:06.664848 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6b64afa1-b202-40ed-a843-630429f8a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:07.165533 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:08.179303 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:08.428334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:09.703487 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:34.259055 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-60d4af86-67c7-4282-a78b-be80dec840f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:36.299100 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:36.645836 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c681f831-9913-400b-8738-061444ceb7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:37.144545 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:38.224806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:38.461855 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:39.685114 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:33:40.737539 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:34:04.199749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-f32e2183-0944-460e-80c8-e68d1286df3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0527756
Jun 21 03:34:04.284712 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fcf490e9-c088-4703-a377-2d8a528af61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:04.295818 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-982d1599-9fa9-4edd-a083-50c6162a7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:04.297599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-982d1599-9fa9-4edd-a083-50c6162a7ce8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1098 time: 0.0575523
Jun 21 03:34:04.396601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-b9cfc02e-ad82-4eec-8489-1ea7e6684222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:04.398059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-b9cfc02e-ad82-4eec-8489-1ea7e6684222 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0818431
Jun 21 03:34:04.464131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-483a037b-bf9f-4c91-9362-9fc39d8deb7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1002 time: 0.0599234
Jun 21 03:34:04.510628 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-e7c1f286-d1c6-47ec-9bc6-db7cb8eedc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:04.512003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-e7c1f286-d1c6-47ec-9bc6-db7cb8eedc9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0410221
Jun 21 03:34:04.567844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-3295ca53-5f0d-467c-8897-fc4529efa771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:04.569356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-3295ca53-5f0d-467c-8897-fc4529efa771 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0508265
Jun 21 03:34:04.659422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-7b969793-9dc5-48a0-a96a-eaca5903b519 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836973
Jun 21 03:34:04.748577 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-56b0d8a8-1fb4-4517-b3d2-57883b5f08cf req-2f53bb73-4bd7-42a3-bd73-2d88a261bf05 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829039
Jun 21 03:34:06.301339 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:06.650021 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7f316ab5-e246-49e3-a568-edc9892fb67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:07.147156 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:08.210338 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:08.458309 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:09.701645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:17.736258 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:34:30.807752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf66f0-4ea0-4777-bc9a-c59769df4fae req-9413d76d-3654-4a1c-8618-d076494396fd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:30.809224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25bf66f0-4ea0-4777-bc9a-c59769df4fae req-9413d76d-3654-4a1c-8618-d076494396fd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0642941
Jun 21 03:34:30.851514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-25bf66f0-4ea0-4777-bc9a-c59769df4fae req-73854fed-4299-433f-824d-a43fa781c665 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357521
Jun 21 03:34:34.253193 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-959150bf-e79a-4c5e-9b2e-3007de57ddad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:36.275250 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:36.643904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ded23760-d24f-42a4-8c5d-3a1310b5261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:37.126819 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:38.198386 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:38.461865 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:39.692424 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:34:42.817558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380252d-e2ba-4e2b-8110-550ebb5174eb req-2936fe59-ca9e-4e6f-a448-cc0c785e0164 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:42.819054 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d380252d-e2ba-4e2b-8110-550ebb5174eb req-2936fe59-ca9e-4e6f-a448-cc0c785e0164 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0689571
Jun 21 03:34:42.858537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d380252d-e2ba-4e2b-8110-550ebb5174eb req-3b5943d2-ab23-4439-bb86-4334b6f4a0da tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336726
Jun 21 03:34:42.927613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-b5f3333c-dd6a-4dd9-bc80-13474401440e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1061592
Jun 21 03:34:44.035573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efb4e5-07cb-45cd-af25-5416dc18a6bd req-c051f8fd-ad2f-49da-93a1-0a7e12b9e61e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:44.036970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63efb4e5-07cb-45cd-af25-5416dc18a6bd req-c051f8fd-ad2f-49da-93a1-0a7e12b9e61e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0639541
Jun 21 03:34:44.076179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63efb4e5-07cb-45cd-af25-5416dc18a6bd req-d2d14e56-00a4-4a81-a5ce-6c3f497bc916 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331931
Jun 21 03:34:45.029197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-cb7e7990-e04a-40fd-9eb3-773cac295ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:45.030698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-cb7e7990-e04a-40fd-9eb3-773cac295ddc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1098 time: 0.0575550
Jun 21 03:34:45.117217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-7c48f676-cd43-45ad-b73e-713bb58bf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:45.118709 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-7c48f676-cd43-45ad-b73e-713bb58bf9f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0821776
Jun 21 03:34:45.195238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-f6156d88-89ba-4e0d-aeb2-4a3f7d043449 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1002 time: 0.0700855
Jun 21 03:34:45.269560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c1b8f077-6733-44bc-a6d2-793333d5ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:45.270989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c1b8f077-6733-44bc-a6d2-793333d5ce35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0681801
Jun 21 03:34:45.318010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b2ce-21fc-46e2-8111-242eedc83031 req-75ba5036-0eef-438a-99a2-84adfcc0ed88 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:45.319463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d576b2ce-21fc-46e2-8111-242eedc83031 req-75ba5036-0eef-438a-99a2-84adfcc0ed88 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.1296918
Jun 21 03:34:45.371145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-a82bb6dd-f1b1-4420-8ebd-b260e0675056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:45.372599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-a82bb6dd-f1b1-4420-8ebd-b260e0675056 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0940604
Jun 21 03:34:45.375746 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d576b2ce-21fc-46e2-8111-242eedc83031 req-998cee35-0bd3-49ce-b9ad-6eb0b1e5e9f5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496764
Jun 21 03:34:45.460260 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-fbf81048-2ff5-4cd7-a457-b8a654a1b6e1 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811415
Jun 21 03:34:45.549088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-94191abc-4eb9-4dee-b6eb-ed8b480d3625 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829241
Jun 21 03:34:46.560387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1295c-0f2e-431f-9e3a-ac009b9171b8 req-2d810d90-a4b9-4b68-9780-eada46fe8b79 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:46.561943 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7dc1295c-0f2e-431f-9e3a-ac009b9171b8 req-2d810d90-a4b9-4b68-9780-eada46fe8b79 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0691798
Jun 21 03:34:46.605445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7dc1295c-0f2e-431f-9e3a-ac009b9171b8 req-27db2532-ef5d-4338-a2f7-c592c6ed0262 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373175
Jun 21 03:34:47.781641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9bc49-f667-4dd7-a543-164bf020d2e0 req-860c6021-317b-4442-908a-96468c63f51b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:47.783177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27f9bc49-f667-4dd7-a543-164bf020d2e0 req-860c6021-317b-4442-908a-96468c63f51b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0645432
Jun 21 03:34:47.821091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27f9bc49-f667-4dd7-a543-164bf020d2e0 req-0698ad33-66dc-472b-b566-51c0cccb8974 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322218
Jun 21 03:34:49.001165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2d2c1-02ff-427d-8707-87ee3c3db256 req-d2b4ae35-87b3-4872-b246-a2253f0c22fb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:49.002915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9a2d2c1-02ff-427d-8707-87ee3c3db256 req-d2b4ae35-87b3-4872-b246-a2253f0c22fb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0675931
Jun 21 03:34:49.040579 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9a2d2c1-02ff-427d-8707-87ee3c3db256 req-6e6525fa-9406-434b-b5b4-ac61d804b7b2 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323110
Jun 21 03:34:50.226217 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f40c9-2426-493a-8ae2-fc1cc9bb1f83 req-5cf7902d-ad5f-49a2-95b2-51c439ff734e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:50.227700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf9f40c9-2426-493a-8ae2-fc1cc9bb1f83 req-5cf7902d-ad5f-49a2-95b2-51c439ff734e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0631118
Jun 21 03:34:50.265751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf9f40c9-2426-493a-8ae2-fc1cc9bb1f83 req-f72451f7-d890-4f55-8375-c17f2e20dd1b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324836
Jun 21 03:34:51.438828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae820b8-147f-4a19-bf6b-c53799037f1d req-2cbd6e29-d647-4d63-845e-9cd877d87ea6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:51.440888 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bae820b8-147f-4a19-bf6b-c53799037f1d req-2cbd6e29-d647-4d63-845e-9cd877d87ea6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0633798
Jun 21 03:34:51.478536 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bae820b8-147f-4a19-bf6b-c53799037f1d req-0fe3fa2d-e1d7-436c-b06e-f1fea38089a0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319369
Jun 21 03:34:52.665344 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03874be8-ca8c-4568-97f8-caf414f02f51 req-4b1a46ca-cf3e-4503-9f2f-b16f25200845 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:52.666847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03874be8-ca8c-4568-97f8-caf414f02f51 req-4b1a46ca-cf3e-4503-9f2f-b16f25200845 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0673261
Jun 21 03:34:52.704748 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-03874be8-ca8c-4568-97f8-caf414f02f51 req-ca282156-6cb5-4a80-8e88-3146544d3c6e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322866
Jun 21 03:34:53.879243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677dcec-eece-466d-a8f1-ce4bef474702 req-c1dec4cf-6d38-4cf6-af53-98694e5d58b7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:53.880760 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a677dcec-eece-466d-a8f1-ce4bef474702 req-c1dec4cf-6d38-4cf6-af53-98694e5d58b7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0664370
Jun 21 03:34:53.918878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a677dcec-eece-466d-a8f1-ce4bef474702 req-633ae0f1-c8b8-459f-8f96-b8e9880d214b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324438
Jun 21 03:34:54.734873 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:34:55.094663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a26ed-2a2a-4c86-8ebf-60231c7a5e83 req-ad360757-cb39-4b96-9467-68740448802d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:55.096050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-334a26ed-2a2a-4c86-8ebf-60231c7a5e83 req-ad360757-cb39-4b96-9467-68740448802d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0676050
Jun 21 03:34:55.133308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-334a26ed-2a2a-4c86-8ebf-60231c7a5e83 req-f30e034e-73c2-4368-9a1f-762c1bf772a3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315697
Jun 21 03:34:56.310228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687fc07-473a-4540-8c2c-bc418a5bb815 req-d986520a-3ecf-400d-a115-7abe919c547f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:56.311685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d687fc07-473a-4540-8c2c-bc418a5bb815 req-d986520a-3ecf-400d-a115-7abe919c547f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0639465
Jun 21 03:34:56.349250 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d687fc07-473a-4540-8c2c-bc418a5bb815 req-fc8c263b-2da4-41c2-a465-511992cfa519 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313332
Jun 21 03:34:57.540663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495e29-734d-4f4c-9612-7e85ab1197e4 req-02b489e0-7731-4fb6-83f2-54de3ed44650 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:57.542230 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6495e29-734d-4f4c-9612-7e85ab1197e4 req-02b489e0-7731-4fb6-83f2-54de3ed44650 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0791259
Jun 21 03:34:57.580806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b6495e29-734d-4f4c-9612-7e85ab1197e4 req-0bed644e-a29a-4d5b-9f27-cbf7d1a062e9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322256
Jun 21 03:34:58.760010 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f62ea-f177-4a5e-961a-9f00f90e8bed req-974e5130-3f4d-4b10-8986-6488093cdc16 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:58.761824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d20f62ea-f177-4a5e-961a-9f00f90e8bed req-974e5130-3f4d-4b10-8986-6488093cdc16 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0694320
Jun 21 03:34:58.801857 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d20f62ea-f177-4a5e-961a-9f00f90e8bed req-3a25a3df-53c0-490f-aeac-6d37bccbdfd3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342035
Jun 21 03:34:59.765294 n-d-758944-33 neutron-server[94167]: INFO neutron.api.v2.resource [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-9db73394-004a-4c37-a903-d28f8b6d6cfb service neutron] show failed (client error): The resource could not be found.
Jun 21 03:34:59.766322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-9db73394-004a-4c37-a903-d28f8b6d6cfb service neutron] 10.222.0.26 "GET /v2.0/ports/ec91366a-4dac-4097-b64e-7eb1388b6a96/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0556664
Jun 21 03:34:59.978717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44403c8b-8d55-4191-8eb0-a6745960c37e req-438680d8-dccd-449e-9d84-a5864d07d7df tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:34:59.980205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44403c8b-8d55-4191-8eb0-a6745960c37e req-438680d8-dccd-449e-9d84-a5864d07d7df tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0649414
Jun 21 03:35:00.023316 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44403c8b-8d55-4191-8eb0-a6745960c37e req-70de600e-bc87-4479-97a1-4f76f7472ca7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373218
Jun 21 03:35:00.348188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-fabd0471-36b6-4f83-a326-d2ff88e3cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:00.349708 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-fabd0471-36b6-4f83-a326-d2ff88e3cecd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 1098 time: 0.0976126
Jun 21 03:35:00.360462 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:35:00.433859 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:00.645664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:00.678354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:35:00.721197 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:35:00.723705 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9a3630-9965-4890-9094-e2e650a3186f" -d '{"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:35:00.728041 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:00.741288 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Transition to ACTIVE for port object ec91366a-4dac-4097-b64e-7eb1388b6a96 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:35:00.820851 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:00.824135 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:00.850577 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2ab0bc-9fad-4744-8543-30ac84c74490 x-openstack-request-id: req-6f2ab0bc-9fad-4744-8543-30ac84c74490 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:35:00.850922 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:35:00.851226 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f2ab0bc-9fad-4744-8543-30ac84c74490 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:35:00.851670 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'code': 200}
Jun 21 03:35:00.912669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=6']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:00.924953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.925358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.925744 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.926119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.926489 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.926859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.927304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.927674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.928032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.928405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.928769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.929129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:00.934213 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:00.961398 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] No DVR routers for this DVR port ec91366a-4dac-4097-b64e-7eb1388b6a96 on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:35:01.100832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:35:01.101174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:35:01.101541 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:35:01.105916 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:35:01.106250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:35:01.116878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:35:01.117568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:35:01.118099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:35:01.119120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Bound port: ec91366a-4dac-4097-b64e-7eb1388b6a96, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:35:01.119530 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:01.186363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:35:01.189752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:35:01.201880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbaa1c-8649-45bf-ad13-04f8ca7edeac req-d9752858-46e4-4a73-9a08-0aa2b4de4f9a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:01.205939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fddbaa1c-8649-45bf-ad13-04f8ca7edeac req-d9752858-46e4-4a73-9a08-0aa2b4de4f9a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0644262
Jun 21 03:35:01.242000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fddbaa1c-8649-45bf-ad13-04f8ca7edeac req-eeb29193-ad95-4113-b75f-53051d2a2c1a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323555
Jun 21 03:35:01.264482 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:01.268132 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cf100c96-7969-44d8-9e8f-5706f9b4860b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:01.299044 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:01.299667 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:01.301074 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] 10.222.0.20 "PUT /v2.0/ports/ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1093 time: 0.9445186
Jun 21 03:35:01.308884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:35:01.343969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=7']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:01.370566 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:01.403601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-0f56df92-ed01-4724-b70c-145be9c6aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:01.405710 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-0f56df92-ed01-4724-b70c-145be9c6aa4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1096 time: 0.0807271
Jun 21 03:35:01.510761 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-9696422d-535f-412b-89a7-c1f50a7725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:01.512546 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-9696422d-535f-412b-89a7-c1f50a7725a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.1003513
Jun 21 03:35:01.555293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:35:01.583630 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-4d43988a-ecba-43a4-b104-882519bc365d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1000 time: 0.0645983
Jun 21 03:35:01.638018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c4fa0231-c05b-4277-8652-a7dcf6e03589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:01.639499 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-c4fa0231-c05b-4277-8652-a7dcf6e03589 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0500417
Jun 21 03:35:01.697190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-4849c269-5544-4482-8631-3c16328fbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:01.698631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-4849c269-5544-4482-8631-3c16328fbfe2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0532427
Jun 21 03:35:01.793556 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-239332f7-ae24-47cd-96c4-2ea08301e47b service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887570
Jun 21 03:35:01.881425 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-be5f2707-9eef-4013-8e04-65a7ecc295b8 req-bb832c41-e50b-4250-aeab-caf8bf4e8b73 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812559
Jun 21 03:35:02.420471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b073b4f-351e-4b8b-acc6-02376b831770 req-6941adf5-81bf-40ad-a6ab-665cc827af4d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:02.421969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b073b4f-351e-4b8b-acc6-02376b831770 req-6941adf5-81bf-40ad-a6ab-665cc827af4d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0623813
Jun 21 03:35:02.460879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b073b4f-351e-4b8b-acc6-02376b831770 req-8f5ccf44-e5b4-4f6b-bc02-561542f23f2a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329094
Jun 21 03:35:02.852955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:35:02.855391 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:35:02.905925 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202753bd-9808-485b-a2b3-9d5a5897f576 x-openstack-request-id: req-202753bd-9808-485b-a2b3-9d5a5897f576 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:35:02.907074 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:35:02.907610 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-202753bd-9808-485b-a2b3-9d5a5897f576 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:35:02.908111 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'status': 'completed', 'code': 200}
Jun 21 03:35:02.984532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-b7162289-21d5-4ba9-9468-1332bd89469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:02.985769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-d851ae67-53be-4cee-b930-46c22d464629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:02.986040 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-b7162289-21d5-4ba9-9468-1332bd89469b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1096 time: 0.0571933
Jun 21 03:35:02.988219 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-d851ae67-53be-4cee-b930-46c22d464629 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1096 time: 0.0609286
Jun 21 03:35:03.076613 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-d42f09ed-f0a1-4b39-993c-6b65988318d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:03.078507 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-d42f09ed-f0a1-4b39-993c-6b65988318d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0858271
Jun 21 03:35:03.078660 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-a409e4fe-a741-4af0-af64-33303c4ec07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:03.080029 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-a409e4fe-a741-4af0-af64-33303c4ec07a service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0849850
Jun 21 03:35:03.149359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-a8856332-ad3a-439b-8af7-1fb4aadabc3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1000 time: 0.0647175
Jun 21 03:35:03.151190 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-3dc1a99b-3256-486d-9ed0-7a5aa00d624d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1000 time: 0.0649438
Jun 21 03:35:03.200584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-fdd09d63-42fb-444e-9082-80a06cc50ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:03.201074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-247b1cf0-e034-44ac-b40b-aa72f0b70c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:03.202092 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-fdd09d63-42fb-444e-9082-80a06cc50ecb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0453589
Jun 21 03:35:03.202572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-247b1cf0-e034-44ac-b40b-aa72f0b70c96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0466249
Jun 21 03:35:03.261047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-ccdf2b8a-51d6-4967-85f0-f4e8c871745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:03.262915 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-ccdf2b8a-51d6-4967-85f0-f4e8c871745c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0546079
Jun 21 03:35:03.263713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-590c9e5f-a1ec-455c-ae87-f27b033eaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:03.265284 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-590c9e5f-a1ec-455c-ae87-f27b033eaf3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0564778
Jun 21 03:35:03.367429 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-b9dca642-b606-4846-8703-9525d5335f93 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0974214
Jun 21 03:35:03.368568 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-2203f7ba-1d28-4cd0-9d8a-e72583fa36a5 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970478
Jun 21 03:35:03.461558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-d9314c8a-e1e3-461a-be8c-e83173ba6ced service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877545
Jun 21 03:35:03.465257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f84d0642-dfd6-4101-8c14-7b2a166fe5fe req-9ecd7a87-9693-4bbf-b321-1153e6bf0b39 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909381
Jun 21 03:35:03.653307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81432f4d-774c-46b1-a362-c4461e72d08e req-e165c28e-582f-4bd6-9bc7-557f34c5b1e9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:03.656683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81432f4d-774c-46b1-a362-c4461e72d08e req-e165c28e-582f-4bd6-9bc7-557f34c5b1e9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0784113
Jun 21 03:35:03.697747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-81432f4d-774c-46b1-a362-c4461e72d08e req-d7a484e2-4448-4318-9a14-f23ccb8351f5 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373318
Jun 21 03:35:04.226291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-feb4718a-aca5-48da-bde2-da5e1b03c9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:04.878726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba3d2-1760-4502-bfd5-a6544ebeb4e2 req-142bd1d4-db07-4011-a50a-4f4c3a46ef5f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:04.880169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55aba3d2-1760-4502-bfd5-a6544ebeb4e2 req-142bd1d4-db07-4011-a50a-4f4c3a46ef5f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0638590
Jun 21 03:35:04.920263 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-55aba3d2-1760-4502-bfd5-a6544ebeb4e2 req-bc9ab939-4bc4-42a5-9a37-4adc8f5d84e7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340967
Jun 21 03:35:06.096462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6dd3e-6586-494c-95ee-9223036c2136 req-125d703d-75ee-43c0-bc78-ece3eff3b100 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:06.097883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fe6dd3e-6586-494c-95ee-9223036c2136 req-125d703d-75ee-43c0-bc78-ece3eff3b100 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0654290
Jun 21 03:35:06.134683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fe6dd3e-6586-494c-95ee-9223036c2136 req-30733b04-2317-4a73-904a-c8406080dace tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310423
Jun 21 03:35:06.300451 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:06.686173 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-91c6b19e-8491-4e69-a96f-24aae525a0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:07.139960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:07.313636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2ec27-bb73-49b5-8954-db450f7529d5 req-47ac0e4e-87f6-4eb8-8d0c-369b7ca58b37 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:07.315813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9a2ec27-bb73-49b5-8954-db450f7529d5 req-47ac0e4e-87f6-4eb8-8d0c-369b7ca58b37 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0693395
Jun 21 03:35:07.352395 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9a2ec27-bb73-49b5-8954-db450f7529d5 req-a3a17c60-1f70-4c95-9b82-3b1e1e6c03ee tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310166
Jun 21 03:35:08.206945 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:08.466004 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:08.525301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a603c12-6b95-4d0d-8613-9a44bee46fe4 req-6e7800e8-e49a-4e20-b523-9c579f3a6e08 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:08.526787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a603c12-6b95-4d0d-8613-9a44bee46fe4 req-6e7800e8-e49a-4e20-b523-9c579f3a6e08 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0634875
Jun 21 03:35:08.563200 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5a603c12-6b95-4d0d-8613-9a44bee46fe4 req-a4d046f9-1244-4573-b844-3b5d1004ded0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307515
Jun 21 03:35:09.703291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:09.746193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e2285-4050-49a9-b032-e361c1c73ba9 req-11a5462e-d56f-4dfd-945d-e14cae122b66 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:09.747689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c8e2285-4050-49a9-b032-e361c1c73ba9 req-11a5462e-d56f-4dfd-945d-e14cae122b66 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0671897
Jun 21 03:35:09.786064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c8e2285-4050-49a9-b032-e361c1c73ba9 req-fcd9b89a-4d68-4ccb-9321-ea5f21f29c7f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327752
Jun 21 03:35:10.961285 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f3e45-7c45-47a3-b102-5fa9a3a40fd9 req-0fa5d060-2e7f-41c4-b0f2-3b0a679ec2a9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:10.962772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a9f3e45-7c45-47a3-b102-5fa9a3a40fd9 req-0fa5d060-2e7f-41c4-b0f2-3b0a679ec2a9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0645752
Jun 21 03:35:11.000936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a9f3e45-7c45-47a3-b102-5fa9a3a40fd9 req-9595654b-b015-4928-9c34-9dbd66abb38d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324273
Jun 21 03:35:12.175473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d45d47-563b-4ce3-9645-5215ff6d49f2 req-9a6005e9-a21e-48b1-9175-c3e44e21a54d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:12.176969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67d45d47-563b-4ce3-9645-5215ff6d49f2 req-9a6005e9-a21e-48b1-9175-c3e44e21a54d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0660775
Jun 21 03:35:12.213957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-67d45d47-563b-4ce3-9645-5215ff6d49f2 req-0d0ee16e-0307-4160-9ea7-a3666c28a82f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312655
Jun 21 03:35:13.394971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab190-2a36-4461-bb34-712b94580725 req-42e05f1d-0cfe-4d5d-9100-102a759a5c13 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:13.396428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-638ab190-2a36-4461-bb34-712b94580725 req-42e05f1d-0cfe-4d5d-9100-102a759a5c13 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0675855
Jun 21 03:35:13.433386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-638ab190-2a36-4461-bb34-712b94580725 req-92d9b663-5f13-4fe2-b7aa-176867d7d6ec tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313599
Jun 21 03:35:13.608113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-ab9a8b5a-79f6-45f6-bb10-b125bf65e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:13.609619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-ab9a8b5a-79f6-45f6-bb10-b125bf65e559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1096 time: 0.0532076
Jun 21 03:35:13.718233 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-aa60196b-3df4-4e2b-ab3c-ad20fe403cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:13.719895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-aa60196b-3df4-4e2b-ab3c-ad20fe403cc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0903423
Jun 21 03:35:13.788400 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-f4dde759-61f0-4a91-914d-c9a91f00196f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1000 time: 0.0620012
Jun 21 03:35:13.842522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-1e62fea9-660d-4512-8cb2-ffc4681fe00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:13.843986 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-1e62fea9-660d-4512-8cb2-ffc4681fe00e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0491161
Jun 21 03:35:13.901068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-1de4bc84-00e9-4bcf-890f-dc0d8d596e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:13.913199 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-1de4bc84-00e9-4bcf-890f-dc0d8d596e64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0527210
Jun 21 03:35:13.992815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-3c2b4440-4b48-4054-bbb6-2c051adcb73f service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836468
Jun 21 03:35:14.092662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-516c36fe-ab39-4f88-9feb-317bb0825718 req-98203088-27d7-4a35-b2d6-1f08529e679a service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876868
Jun 21 03:35:14.452158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:35:14.549899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:14.561270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'mac_address': 'fa:16:3e:90:53:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:35:14.598123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:14.608186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837b0c8-be4f-44ba-b595-6e91eaead833 req-2bd06a14-2374-48fc-8179-c7f0e47e91bc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:14.609715 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3837b0c8-be4f-44ba-b595-6e91eaead833 req-2bd06a14-2374-48fc-8179-c7f0e47e91bc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 944 time: 0.0619147
Jun 21 03:35:14.610349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec91366a-4dac-4097-b64e-7eb1388b6a96 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:35:14.631414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:14.654934 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3837b0c8-be4f-44ba-b595-6e91eaead833 req-9712c96f-c614-4f84-b967-8b41b6b3188e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381637
Jun 21 03:35:14.717553 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:14.721316 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:14.768297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:14.775652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.776007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.776351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.776691 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.777031 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.777382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.777721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.778051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.778374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.778955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.779053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.779379 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:14.784256 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:14.991234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ec91366a-4dac-4097-b64e-7eb1388b6a96'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:35:15.394557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807577b2-c638-4403-905a-527a8f228292 req-d5f50bf2-8136-414d-acb3-7dfc3559d60e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:15.396076 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-807577b2-c638-4403-905a-527a8f228292 req-d5f50bf2-8136-414d-acb3-7dfc3559d60e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0707936
Jun 21 03:35:15.403248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-32382742-df75-4744-9774-cbf910e13391 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:15.404779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-32382742-df75-4744-9774-cbf910e13391 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&binding%3Ahost_id=n-h1-758944-33 HTTP/1.1" status: 200  len: 945 time: 0.0724416
Jun 21 03:35:15.433804 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-807577b2-c638-4403-905a-527a8f228292 req-a38a2651-fd5a-40e6-8524-ee99a624a4cd tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320644
Jun 21 03:35:15.466592 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-a2127b10-9a97-4aec-b20c-060183931bbd service neutron] 10.222.0.20 "GET /v2.0/ports/ec91366a-4dac-4097-b64e-7eb1388b6a96/bindings/n-h1-758944-33 HTTP/1.1" status: 200  len: 383 time: 0.0554051
Jun 21 03:35:15.545419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-7b6de09b-6e3e-4e8c-993d-caa71f6ad2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:15.546818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-7b6de09b-6e3e-4e8c-993d-caa71f6ad2ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1097 time: 0.0574293
Jun 21 03:35:15.634698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-b0fb28a9-5387-433c-8d8a-61c1e2f4bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:15.636397 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-b0fb28a9-5387-433c-8d8a-61c1e2f4bab8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0832498
Jun 21 03:35:15.701979 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-7e9a2b6f-e888-4e6b-91c6-d254937713d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1001 time: 0.0589895
Jun 21 03:35:15.752098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5660c393-e3f6-4ab2-9869-bd7d872a6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:15.753538 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5660c393-e3f6-4ab2-9869-bd7d872a6a6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0456276
Jun 21 03:35:15.809433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-f0930e31-eef4-4c46-a810-b727dbc9afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:15.810815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-f0930e31-eef4-4c46-a810-b727dbc9afe8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0514627
Jun 21 03:35:15.900815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-adb25891-eaae-4aac-bdd3-4175c0d0f13b service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836103
Jun 21 03:35:15.987028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-7ec46e1c-0ede-4903-a92b-843a04bfe9aa service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796227
Jun 21 03:35:16.474206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:35:16.611705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d6b5-856e-4de6-88d4-36dd206a773e req-f076c806-1cec-4eba-933c-2e08c1d03cee tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:16.613169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3663d6b5-856e-4de6-88d4-36dd206a773e req-f076c806-1cec-4eba-933c-2e08c1d03cee tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0638402
Jun 21 03:35:16.620530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port ec91366a-4dac-4097-b64e-7eb1388b6a96 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:35:16.624816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port ec91366a-4dac-4097-b64e-7eb1388b6a96 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:35:16.625293 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:16.652906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3663d6b5-856e-4de6-88d4-36dd206a773e req-403efb20-9399-4a19-9a59-7d2228064729 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340827
Jun 21 03:35:16.705912 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:16.727720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:35:16.729996 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16979684-3adc-46fd-bd67-f535c6613a61" -d '{"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-plugged", "status": "completed", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:35:16.745641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:16.778021 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf0735d-6ab8-4c26-b999-14982d068972 x-openstack-request-id: req-9cf0735d-6ab8-4c26-b999-14982d068972 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:35:16.778326 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-plugged", "status": "completed", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:35:16.778582 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cf0735d-6ab8-4c26-b999-14982d068972 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:35:16.778986 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'code': 200}
Jun 21 03:35:16.814659 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:16.816492 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9be42be8-9703-4b59-ac9e-acf5946ec15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:16.864784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:16.867708 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:17.835583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72999-828a-4144-afdc-ee05ad6b568e req-2a4dae08-33e8-465f-9dbf-1437c6549cbc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:17.837053 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47e72999-828a-4144-afdc-ee05ad6b568e req-2a4dae08-33e8-465f-9dbf-1437c6549cbc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0635347
Jun 21 03:35:17.874813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-47e72999-828a-4144-afdc-ee05ad6b568e req-9e5d7bfe-bd52-4186-b58b-6d5cef09fb23 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319264
Jun 21 03:35:19.062935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d8da0-0b73-4cb4-8ad4-63dccb794788 req-11edcbf9-079d-495f-916f-8cc61e82a4b9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:19.064645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b0d8da0-0b73-4cb4-8ad4-63dccb794788 req-11edcbf9-079d-495f-916f-8cc61e82a4b9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0714359
Jun 21 03:35:19.102387 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b0d8da0-0b73-4cb4-8ad4-63dccb794788 req-6a9ab2ef-2213-4d0e-a39a-dfc93b7f6e90 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319331
Jun 21 03:35:20.279535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f73aae-63ee-40c3-8afc-86670eb1430a req-8bbfdd7d-7a25-411f-b2a3-82f28712884a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:20.281012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f73aae-63ee-40c3-8afc-86670eb1430a req-8bbfdd7d-7a25-411f-b2a3-82f28712884a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0638900
Jun 21 03:35:20.318736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-43f73aae-63ee-40c3-8afc-86670eb1430a req-1a5f6358-01d2-4ff7-aaf6-847a9669841f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311899
Jun 21 03:35:20.526950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:35:20.606576 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:20.629600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:35:20.631844 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c1835-a2c6-4fce-8bd5-85de0981ba9f" -d '{"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:35:20.645738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:20.684860 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7664f323-60e4-4e20-9aa4-747ddaf293b4 x-openstack-request-id: req-7664f323-60e4-4e20-9aa4-747ddaf293b4 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:35:20.685164 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:35:20.685456 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7664f323-60e4-4e20-9aa4-747ddaf293b4 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:35:20.685858 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'code': 200}
Jun 21 03:35:20.728965 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:20.730813 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:20.775840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=10']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:20.778861 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:20.878377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-fd80b2c7-6202-41c5-a397-67a21d624fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:20.879968 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-fd80b2c7-6202-41c5-a397-67a21d624fb1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc&tenant_id=b2b1ffaa33dd430891b86c451a56ca6f HTTP/1.1" status: 200  len: 1097 time: 0.0574045
Jun 21 03:35:20.891971 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:35:20.963904 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:21.160585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:21.193222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:35:21.227930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec91366a-4dac-4097-b64e-7eb1388b6a96 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:35:21.235052 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:21.246968 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Transition to ACTIVE for port object ec91366a-4dac-4097-b64e-7eb1388b6a96 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:35:21.325796 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:21.327900 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c28285f-132a-4032-af5f-f43b72922a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:21.404741 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=11']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:21.419507 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.419816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.420204 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.420585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.420963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.421365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.421735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.422102 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.422473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.422845 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.423215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.423588 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:35:21.432261 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:21.484319 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] No DVR routers for this DVR port ec91366a-4dac-4097-b64e-7eb1388b6a96 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:35:21.599266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097f661-fa53-4a9e-ad2c-fffbd152befd req-0e0d1f72-daa3-42a3-bf80-5e1f7040d8d7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:21.600745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a097f661-fa53-4a9e-ad2c-fffbd152befd req-0e0d1f72-daa3-42a3-bf80-5e1f7040d8d7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.1635389
Jun 21 03:35:21.658711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:35:21.658969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:35:21.659306 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:35:21.670458 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a097f661-fa53-4a9e-ad2c-fffbd152befd req-a9583734-b555-4330-aa47-b19b973477fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629849
Jun 21 03:35:21.671088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:35:21.671404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Attempting to bind port ec91366a-4dac-4097-b64e-7eb1388b6a96 on network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:35:21.676416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:35:21.676533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Checking segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:35:21.676904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Bound using segment: {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:35:21.677347 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Bound port: ec91366a-4dac-4097-b64e-7eb1388b6a96, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a258d97c-b3bd-4454-8044-90b242c6eacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:35:21.677695 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:21.741905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:35:21.744870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:35:21.829118 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:21.831232 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62e520f6-d1ae-4093-ad27-f244206555d0 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:21.866903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:21.867381 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:21.868758 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1094 time: 0.9807091
Jun 21 03:35:21.869285 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:35:21.873959 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ed7e42-93ea-43d9-8151-fda35a6fa449" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:35:21.897297 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=12']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:21.930764 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:21.935773 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e2b6a4-0282-412e-aaba-1cccb7e09ce8 x-openstack-request-id: req-e0e2b6a4-0282-412e-aaba-1cccb7e09ce8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:35:21.936262 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:35:21.936596 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0e2b6a4-0282-412e-aaba-1cccb7e09ce8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:35:21.937047 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'status': 'completed', 'code': 200}
Jun 21 03:35:21.959773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-cf5d6a2c-b283-4c7b-9624-7c93b91b682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:21.961315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-cf5d6a2c-b283-4c7b-9624-7c93b91b682a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1097 time: 0.0610273
Jun 21 03:35:22.007849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-52f636d0-4043-464e-b469-92c2f2562ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.009423 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-52f636d0-4043-464e-b469-92c2f2562ace service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1097 time: 0.0566163
Jun 21 03:35:22.062348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-3df73c67-effc-454d-a79e-934aa7c2c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.063834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-3df73c67-effc-454d-a79e-934aa7c2c652 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0965605
Jun 21 03:35:22.108209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-1982096e-7e21-48a5-b606-0990b591200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.109822 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-1982096e-7e21-48a5-b606-0990b591200f service neutron] 10.222.0.20 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0937467
Jun 21 03:35:22.145860 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-9a106131-56fa-4909-9cb9-ebe2f68b665b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1000 time: 0.0756364
Jun 21 03:35:22.174936 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-4d606b70-9496-458f-a20a-a427972cae49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1000 time: 0.0584912
Jun 21 03:35:22.199951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5a256e84-9dbb-405c-add3-36e1b1e1ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.201301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-5a256e84-9dbb-405c-add3-36e1b1e1ed08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0495608
Jun 21 03:35:22.228593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-cef103d4-1e74-4979-9de3-cf93a7f95aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.230079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-cef103d4-1e74-4979-9de3-cf93a7f95aff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0484262
Jun 21 03:35:22.258601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-b3f64338-c9de-406b-9f45-b0b143faf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.260108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-b3f64338-c9de-406b-9f45-b0b143faf676 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0524082
Jun 21 03:35:22.287513 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-bf317dff-6e31-4575-858b-37bae0a4d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.289003 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-bf317dff-6e31-4575-858b-37bae0a4d2b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0524600
Jun 21 03:35:22.347302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-31c3bead-23cc-4aa5-b3c5-643d1c1cf749 service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804148
Jun 21 03:35:22.377683 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-81fc19a7-8a52-4c05-bad8-ee97f17f88b1 service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818355
Jun 21 03:35:22.445194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c2b088-d807-4225-8e7d-25b1c2bb520e req-c1f7b71b-5bb4-4d56-9ac1-87de8d4c10bb service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921433
Jun 21 03:35:22.471139 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-7bf556e0-068a-4324-8f7e-ee011c60755b service neutron] 10.222.0.20 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875621
Jun 21 03:35:22.540648 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-f6e3f4d4-5338-4c28-bb82-9e5a89e2b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.542220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-f6e3f4d4-5338-4c28-bb82-9e5a89e2b618 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 1097 time: 0.0533948
Jun 21 03:35:22.635017 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-e4f6ecc4-34f8-4c9b-8511-a01e09ab6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.636747 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-e4f6ecc4-34f8-4c9b-8511-a01e09ab6c49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 200  len: 912 time: 0.0876219
Jun 21 03:35:22.704028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-750cfb3a-e47c-46f2-aa4b-ba3264c94038 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 200  len: 1000 time: 0.0612845
Jun 21 03:35:22.758871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-d4588219-2a2d-474f-b6d0-4847372f97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:22.760374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-d4588219-2a2d-474f-b6d0-4847372f97db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 200  len: 850 time: 0.0504587
Jun 21 03:35:23.245729 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-6efca7dc-773c-4082-bc8f-d9016a4295c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:23.247113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-6efca7dc-773c-4082-bc8f-d9016a4295c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79f2aa18-c007-4553-a2ac-4e5a9c8120b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4800298
Jun 21 03:35:23.259236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b105b-2708-45b9-9275-aed85ef140c7 req-fe5ff0f5-1f9f-4be6-8a77-5f8ad1faa47d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:23.260626 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe0b105b-2708-45b9-9275-aed85ef140c7 req-fe5ff0f5-1f9f-4be6-8a77-5f8ad1faa47d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.4650829
Jun 21 03:35:23.346408 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe0b105b-2708-45b9-9275-aed85ef140c7 req-7b406c8a-d49e-4962-b592-2e0f3abcf5aa tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776932
Jun 21 03:35:23.374990 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-99bc8230-68a6-4c7b-a88b-c900bbe0854d service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131411
Jun 21 03:35:23.479930 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-65ed7e42-93ea-43d9-8151-fda35a6fa449 req-d7808c9f-070c-4001-9342-295dca03c38d service neutron] 10.222.0.26 "GET /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990586
Jun 21 03:35:24.545380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6837c7a-0bb2-46ba-9b6d-188def8818d1 req-ee4308db-e078-4570-b9a6-ce9022cc8001 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:24.546866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6837c7a-0bb2-46ba-9b6d-188def8818d1 req-ee4308db-e078-4570-b9a6-ce9022cc8001 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0684149
Jun 21 03:35:24.585866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6837c7a-0bb2-46ba-9b6d-188def8818d1 req-28e88252-5f03-4fed-ac69-d35e4df99773 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0326786
Jun 21 03:35:25.763388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8115845-801a-4d50-ace1-31846a141b98 req-8016d439-4495-41ee-8275-c9b036462a68 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:25.764877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8115845-801a-4d50-ace1-31846a141b98 req-8016d439-4495-41ee-8275-c9b036462a68 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0643692
Jun 21 03:35:25.803570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8115845-801a-4d50-ace1-31846a141b98 req-d222be20-2e95-4990-98ad-50f8a2b284a6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320795
Jun 21 03:35:26.975281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe836-0de8-4c8a-a74e-fc1bdddc6be5 req-c71a4ca9-0e00-43c3-9305-dfb00b8be89d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:26.976745 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfcfe836-0de8-4c8a-a74e-fc1bdddc6be5 req-c71a4ca9-0e00-43c3-9305-dfb00b8be89d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0622399
Jun 21 03:35:27.012955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cfcfe836-0de8-4c8a-a74e-fc1bdddc6be5 req-42aeac3c-4d74-4b91-9824-55fd172a04b7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305884
Jun 21 03:35:28.192367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5ac9a-45d8-4916-9a03-4ab4b76e749c req-a2c2ea9c-4db4-4e35-a33a-2797fd153df0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:28.193854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96f5ac9a-45d8-4916-9a03-4ab4b76e749c req-a2c2ea9c-4db4-4e35-a33a-2797fd153df0 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0676849
Jun 21 03:35:28.232440 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-96f5ac9a-45d8-4916-9a03-4ab4b76e749c req-d9258fca-143f-4f33-a45c-3aa21dfd8a5f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329773
Jun 21 03:35:29.407460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bec48-8098-4f09-ab7f-03557568e961 req-911e783e-d0c5-4a97-92d3-9067ce35673f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:29.409694 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e4bec48-8098-4f09-ab7f-03557568e961 req-911e783e-d0c5-4a97-92d3-9067ce35673f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0630620
Jun 21 03:35:29.449268 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e4bec48-8098-4f09-ab7f-03557568e961 req-baf71752-b37d-49c2-ba33-ae568e256920 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330222
Jun 21 03:35:30.624630 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcad988-e532-459f-ba03-ad087f0ff507 req-dd290b05-3dd7-443c-ae19-e400074cc938 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:30.626002 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dcad988-e532-459f-ba03-ad087f0ff507 req-dd290b05-3dd7-443c-ae19-e400074cc938 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0657165
Jun 21 03:35:30.662443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2dcad988-e532-459f-ba03-ad087f0ff507 req-be9decb9-f200-4a15-8d03-280ec33775d4 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302870
Jun 21 03:35:31.733427 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:35:31.831744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d31ae-63cd-41b4-bb1e-77d51efa8873 req-56620c61-aeb7-49ff-bc67-eddb36fff026 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:31.833185 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-456d31ae-63cd-41b4-bb1e-77d51efa8873 req-56620c61-aeb7-49ff-bc67-eddb36fff026 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0619349
Jun 21 03:35:31.870873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-456d31ae-63cd-41b4-bb1e-77d51efa8873 req-8a7b584d-0ec4-4c5f-a93e-b9c47743e2a1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320001
Jun 21 03:35:33.236020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fd03-d686-4424-a71a-9128cee413b6 req-2b505dad-91d6-44a3-ab4d-dd6f65cf503b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:33.238409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33b3fd03-d686-4424-a71a-9128cee413b6 req-2b505dad-91d6-44a3-ab4d-dd6f65cf503b tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0730093
Jun 21 03:35:33.276304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33b3fd03-d686-4424-a71a-9128cee413b6 req-fdd39789-e1b1-49ce-a278-c63d5b4c7e3e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324469
Jun 21 03:35:34.291464 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f01a7010-208b-490c-a18c-5bac0c2e3d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:34.452118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c134b-5bc3-400f-b13e-bcc7df28958e req-d63c7a5e-50c4-4a02-9f74-45cfd42042a9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:34.453590 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a87c134b-5bc3-400f-b13e-bcc7df28958e req-d63c7a5e-50c4-4a02-9f74-45cfd42042a9 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0656562
Jun 21 03:35:34.490918 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a87c134b-5bc3-400f-b13e-bcc7df28958e req-9c5d0678-9324-44fc-b357-9ef605916914 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309918
Jun 21 03:35:34.669805 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5d7a-f330-4ce1-ae6a-cdaf93b4b703 req-844cc9a3-5acb-41d4-9518-e5a954da1f6a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:34.671169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c83b5d7a-f330-4ce1-ae6a-cdaf93b4b703 req-844cc9a3-5acb-41d4-9518-e5a954da1f6a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0625536
Jun 21 03:35:34.708833 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c83b5d7a-f330-4ce1-ae6a-cdaf93b4b703 req-df85c6e1-7f76-4d3d-8bd8-729c89a44bf4 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316300
Jun 21 03:35:34.896349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30b71-a33f-4f67-8a7f-e5230d915f1c req-cd5fde40-078a-4299-a286-914c8783c1c6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:34.897849 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22f30b71-a33f-4f67-8a7f-e5230d915f1c req-cd5fde40-078a-4299-a286-914c8783c1c6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0734134
Jun 21 03:35:34.936325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22f30b71-a33f-4f67-8a7f-e5230d915f1c req-1e918a20-6092-4317-a798-c0b6601b551a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327137
Jun 21 03:35:35.482134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:35:35.520433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f96f31-8538-468b-b406-db69c2898074 req-e0dd0b9f-d71b-41d7-a05e-31b90f390430 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:35.521999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44f96f31-8538-468b-b406-db69c2898074 req-e0dd0b9f-d71b-41d7-a05e-31b90f390430 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 945 time: 0.0663183
Jun 21 03:35:35.559627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-44f96f31-8538-468b-b406-db69c2898074 req-2f6d262c-2f8d-4ae5-8f44-28836af11965 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319526
Jun 21 03:35:35.578255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:35.590537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'port_id': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'mac_address': 'fa:16:3e:90:53:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:35:35.626293 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:35.639604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec91366a-4dac-4097-b64e-7eb1388b6a96 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:35:35.658668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:35.748601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:35.750425 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:35.796010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=13']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:35.800139 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:36.007345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['ec91366a-4dac-4097-b64e-7eb1388b6a96'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:35:36.314295 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:36.665460 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd9c738a-2044-4375-90f3-84bdf6408643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:36.734314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2884-483f-4f0d-8856-ccbe65787739 req-8cf36532-395d-46f0-9523-345bc910421f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:36.736243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb9c2884-483f-4f0d-8856-ccbe65787739 req-8cf36532-395d-46f0-9523-345bc910421f tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0638494
Jun 21 03:35:36.777374 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb9c2884-483f-4f0d-8856-ccbe65787739 req-135cfc03-5058-495a-b25c-393efc7dfda3 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef73e5ff-f84c-4418-9fc1-71efa03f4653&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321069
Jun 21 03:35:36.993020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e556988-980e-4bc0-9611-024a8b40618a req-20dc013e-efcf-4e5a-940a-9b00126091b1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:36.994468 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e556988-980e-4bc0-9611-024a8b40618a req-20dc013e-efcf-4e5a-940a-9b00126091b1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 946 time: 0.0654113
Jun 21 03:35:37.091837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Deleting port ec91366a-4dac-4097-b64e-7eb1388b6a96 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:35:37.092187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:37.157052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:37.184487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] For port ec91366a-4dac-4097-b64e-7eb1388b6a96, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=ec91366a-4dac-4097-b64e-7eb1388b6a96,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:37.184842 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:37.385958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:37.386328 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:37.386644 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Floating IP b8602294-03b9-48bc-bfb0-77d747d53f42 disassociated. External IP: 172.25.7.78, port: ec91366a-4dac-4097-b64e-7eb1388b6a96.
Jun 21 03:35:37.386986 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Calling delete_port for ec91366a-4dac-4097-b64e-7eb1388b6a96 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:35:37.479358 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:35:37.583150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:37.583559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port ec91366a-4dac-4097-b64e-7eb1388b6a96 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:35:37.587363 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:37.587530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port ec91366a-4dac-4097-b64e-7eb1388b6a96 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:35:37.587864 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:37.609733 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Port ec91366a-4dac-4097-b64e-7eb1388b6a96 was deleted so its status cannot be updated. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 21 03:35:37.614331 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event deleted for resources: {'Port': ['ID=ec91366a-4dac-4097-b64e-7eb1388b6a96,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:37.621394 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:37.731117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:35:37.842951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:35:37.854094 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:35:37.864055 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:35:37.864672 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83770d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:35:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:37.896929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] No DVR routers for this DVR port ec91366a-4dac-4097-b64e-7eb1388b6a96 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:35:37.907344 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:37.908629 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e556988-980e-4bc0-9611-024a8b40618a req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.26 "DELETE /v2.0/ports/ec91366a-4dac-4097-b64e-7eb1388b6a96 HTTP/1.1" status: 204  len: 173 time: 0.9081669
Jun 21 03:35:37.909823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-deleted', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:35:37.912115 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b184c7a-851f-4193-8d51-4634872fcb51" -d '{"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-deleted", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:35:37.937996 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7117dbef-5bba-471b-bc88-d69e85f5cf42 req-2512d84f-0e58-4e43-b214-520d7f3a2bc6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 210 time: 0.0423360
Jun 21 03:35:37.984871 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:35:38.021686 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88661de6-636c-4552-b165-f7c063dac953 x-openstack-request-id: req-88661de6-636c-4552-b165-f7c063dac953 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:35:38.022035 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1b1c3-a605-4c39-85e7-b50f69e87bbc", "name": "network-vif-deleted", "tag": "ec91366a-4dac-4097-b64e-7eb1388b6a96", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:35:38.022349 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88661de6-636c-4552-b165-f7c063dac953 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:35:38.022808 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1b1c3-a605-4c39-85e7-b50f69e87bbc', 'name': 'network-vif-deleted', 'tag': 'ec91366a-4dac-4097-b64e-7eb1388b6a96', 'status': 'completed', 'code': 200}
Jun 21 03:35:38.190173 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83770d0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:38.202534 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:38.311470 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:35:38.319852 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:35:38.320466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83770d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:35:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:38.424961 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:35:38.451654 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:38.617435 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83770d0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:38.647988 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97a472-a08d-4d1f-8ab4-92e58fce9b97 None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:25:31Z', 'revision_number': 4, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '93e67507-17e2-46df-b8c5-bab47a863c30', 'name': '', 'network_id': '79f2aa18-c007-4553-a2ac-4e5a9c8120b7', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'mac_address': 'fa:16:3e:2d:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:30Z', 'updated_at': '2021-06-21T03:25:35Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'subnets': [{'id': '3923b6b8-aa29-4ff5-b46b-2d8700037436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:35:38.883076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af44d1a-c2d6-4ee7-bcc7-658a0fc2ee30 None None] New status for floating IP b8602294-03b9-48bc-bfb0-77d747d53f42: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:35:39.090777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36179315-747d-42d7-8ac3-0abd1c9dcd4f req-d665a1bd-9e7a-4719-8596-415419fc9b3d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 210 time: 0.0341198
Jun 21 03:35:39.702954 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:40.244820 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01cea558-7a03-480a-a5e3-63e026986e89 req-c48cbe24-0beb-40c3-b53e-d7264ec7b67a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 210 time: 0.0333536
Jun 21 03:35:41.391236 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4495a08c-3476-4cdd-9f38-4d6023e51cf6 req-3aaaf019-9d58-40db-8544-7f0886ec1145 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/ports?device_id=91c1b1c3-a605-4c39-85e7-b50f69e87bbc HTTP/1.1" status: 200  len: 210 time: 0.0323584
Jun 21 03:35:41.494675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:35:41.515515 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: ec91366a-4dac-4097-b64e-7eb1388b6a96 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:35:41.515873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device ec91366a-4dac-4097-b64e-7eb1388b6a96 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:35:46.668837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60276) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:46.723750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3ba887e-b1c6-43cc-9e1e-f91ff2d14f3a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:46.746493 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3ba887e-b1c6-43cc-9e1e-f91ff2d14f3a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:46.897300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3ba887e-b1c6-43cc-9e1e-f91ff2d14f3a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:46.899966 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3ba887e-b1c6-43cc-9e1e-f91ff2d14f3a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:46.903363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b3ba887e-b1c6-43cc-9e1e-f91ff2d14f3a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "DELETE /v2.0/security-groups/ef73e5ff-f84c-4418-9fc1-71efa03f4653 HTTP/1.1" status: 204  len: 168 time: 0.2312040
Jun 21 03:35:46.903363 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:46.907812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60278) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:46.912028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba887e-b1c6-43cc-9e1e-f91ff2d14f3a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73e5ff-f84c-4418-9fc1-71efa03f4653,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:46.914489 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3ba887e-b1c6-43cc-9e1e-f91ff2d14f3a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:46.922353 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-7aca7f02-b30a-44d1-a7dd-61fc0a8db3cc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] show failed (client error): The resource could not be found.
Jun 21 03:35:46.924879 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7aca7f02-b30a-44d1-a7dd-61fc0a8db3cc tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "GET /v2.0/security-groups/ef73e5ff-f84c-4418-9fc1-71efa03f4653 HTTP/1.1" status: 404  len: 347 time: 0.0198753
Jun 21 03:35:46.926179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60280) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:47.051150 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Deleting port 49300a66-37c5-4dfd-adc5-d5e2f1989953 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:35:47.051412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:47.130475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:47.130797 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:47.192361 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Calling delete_port for 49300a66-37c5-4dfd-adc5-d5e2f1989953 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:35:47.377674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:47.380619 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:47.403606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Pushing event deleted for resources: {'Port': ['ID=49300a66-37c5-4dfd-adc5-d5e2f1989953,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:47.406845 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:47.468825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:47.472145 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:47.473370 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] 10.222.0.25 "DELETE /v2.0/floatingips/b8602294-03b9-48bc-bfb0-77d747d53f42 HTTP/1.1" status: 204  len: 168 time: 0.5461903
Jun 21 03:35:47.476253 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60282) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:48.372668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:48.631525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Deleting port 93e67507-17e2-46df-b8c5-bab47a863c30 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:35:48.632119 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:48.711855 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] For port 93e67507-17e2-46df-b8c5-bab47a863c30, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=93e67507-17e2-46df-b8c5-bab47a863c30,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:48.712215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:48.779220 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Calling delete_port for 93e67507-17e2-46df-b8c5-bab47a863c30 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:35:49.008246 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:49.011362 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:49.034679 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Pushing event deleted for resources: {'Port': ['ID=93e67507-17e2-46df-b8c5-bab47a863c30,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:49.037862 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:49.206703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:49.419608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Router beb23877-6671-4698-9c07-82ff71c0f71f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:35:49.527753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:35:49.532915 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] 10.222.0.25 "PUT /v2.0/routers/beb23877-6671-4698-9c07-82ff71c0f71f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0557115
Jun 21 03:35:49.536222 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60286) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:49.538862 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] Sync routers for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:35:49.547678 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:35:49.548354 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83775e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:35:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:49.640386 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:49.648879 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:35:49.743412 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:49.821926 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83775e0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:35:48Z', 'revision_number': 5, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port': {'id': 'e9d19f9e-4ef6-498c-bc53-9b974eee1695', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:25:28Z', 'updated_at': '2021-06-21T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:49.851505 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] Checking router: beb23877-6671-4698-9c07-82ff71c0f71f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:35:49.859784 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] Routers {'beb23877-6671-4698-9c07-82ff71c0f71f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:35:49.860391 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83775e0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:35:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['beb23877-6671-4698-9c07-82ff71c0f71f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:49.896302 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Deleting port e9d19f9e-4ef6-498c-bc53-9b974eee1695 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:35:49.896655 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:49.953741 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] Set router beb23877-6671-4698-9c07-82ff71c0f71f gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:35:49.997217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] For port e9d19f9e-4ef6-498c-bc53-9b974eee1695, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e9d19f9e-4ef6-498c-bc53-9b974eee1695,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:49.997631 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.004966 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83775e0>, [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:35:49Z', 'revision_number': 6, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:50.033435 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7b1c3-80b7-4988-8fdc-9c4d457e39d7 None None] The sync data for ids ['beb23877-6671-4698-9c07-82ff71c0f71f'] in n-d-758944-33 is: [{'id': 'beb23877-6671-4698-9c07-82ff71c0f71f', 'name': 'tempest-ServerActionsTestJSON-517590702-router', 'tenant_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:25:27Z', 'updated_at': '2021-06-21T03:35:49Z', 'revision_number': 6, 'project_id': 'b2b1ffaa33dd430891b86c451a56ca6f', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:35:50.063463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Calling delete_port for e9d19f9e-4ef6-498c-bc53-9b974eee1695 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:35:50.286055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.288269 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:50.317832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d19f9e-4ef6-498c-bc53-9b974eee1695,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:50.320704 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:50.380824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.478402 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.480520 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.579756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.580212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Fanout notify agent at l3_agent the message router_deleted on router beb23877-6671-4698-9c07-82ff71c0f71f {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:35:50.588945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.588945 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] 10.222.0.25 "DELETE /v2.0/routers/beb23877-6671-4698-9c07-82ff71c0f71f HTTP/1.1" status: 204  len: 168 time: 1.0495591
Jun 21 03:35:50.589241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60288) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:50.638567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Deleting subnet 3923b6b8-aa29-4ff5-b46b-2d8700037436 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:35:50.641891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.677687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.757026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.886728 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.888941 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-58f05693-1099-490f-b3ae-798e44c5d367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:50.913438 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3923b6b8-aa29-4ff5-b46b-2d8700037436,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:50.916177 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:50.920826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:50.922753 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3923b6b8-aa29-4ff5-b46b-2d8700037436 HTTP/1.1" status: 204  len: 168 time: 0.3325746
Jun 21 03:35:50.925842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60290) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:50.926719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f695dea2-5769-4657-90a8-0167cbdc2a24 None None] Network 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:35:50.995079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.049068 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Deleting port 5f003b8a-3400-4581-b5a6-b0a663135291 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:35:51.049588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.108687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] DHCP port deletion for 79f2aa18-c007-4553-a2ac-4e5a9c8120b7 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:35:51.120806 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] For port 5f003b8a-3400-4581-b5a6-b0a663135291, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5f003b8a-3400-4581-b5a6-b0a663135291,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:51.121258 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.154824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] Deleting port 5f003b8a-3400-4581-b5a6-b0a663135291 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:35:51.155123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.192235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Calling delete_port for 5f003b8a-3400-4581-b5a6-b0a663135291 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:35:51.218922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] For port 5f003b8a-3400-4581-b5a6-b0a663135291, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5f003b8a-3400-4581-b5a6-b0a663135291,segment=NetworkSegment(a258d97c-b3bd-4454-8044-90b242c6eacc),segment_id=a258d97c-b3bd-4454-8044-90b242c6eacc)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:35:51.219327 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.281092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] Calling delete_port for 5f003b8a-3400-4581-b5a6-b0a663135291 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:35:51.363168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.368303 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a67f029b-a613-4733-83d1-23a9120570fe tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:51.369802 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.377267 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:51.393180 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f003b8a-3400-4581-b5a6-b0a663135291,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:51.396690 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:51.397504 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] No DVR routers for this DVR port 5f003b8a-3400-4581-b5a6-b0a663135291 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:35:51.401490 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] No DVR routers for this DVR port 5f003b8a-3400-4581-b5a6-b0a663135291 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:35:51.412104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] Pushing event deleted for resources: {'Port': ['ID=5f003b8a-3400-4581-b5a6-b0a663135291,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:51.412104 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:51.474749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.484265 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8cb7e20>,) {'filters': {'network_id': ['79f2aa18-c007-4553-a2ac-4e5a9c8120b7']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:51.495611 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8cb7e20>, 'a258d97c-b3bd-4454-8044-90b242c6eacc') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:51.496123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8cb7e20>, 'a258d97c-b3bd-4454-8044-90b242c6eacc') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:35:51.506419 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.522044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.528677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:35:51.529068 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:35:51.530810 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:35:51.640374 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.644632 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:51.647295 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:51.649217 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] 10.222.0.25 "DELETE /v2.0/networks/79f2aa18-c007-4553-a2ac-4e5a9c8120b7 HTTP/1.1" status: 204  len: 168 time: 0.7223814
Jun 21 03:35:51.667270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f2aa18-c007-4553-a2ac-4e5a9c8120b7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:51.669852 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:51.851401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5f003b8a-3400-4581-b5a6-b0a663135291 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:35:51.880666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5f003b8a-3400-4581-b5a6-b0a663135291 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:35:51.881202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5f003b8a-3400-4581-b5a6-b0a663135291 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:35:51.881869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 93e67507-17e2-46df-b8c5-bab47a863c30 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:35:51.906435 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 93e67507-17e2-46df-b8c5-bab47a863c30 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:35:51.906974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 93e67507-17e2-46df-b8c5-bab47a863c30 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:35:51.907616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e9d19f9e-4ef6-498c-bc53-9b974eee1695 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:35:51.932573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e9d19f9e-4ef6-498c-bc53-9b974eee1695 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:35:51.933231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e9d19f9e-4ef6-498c-bc53-9b974eee1695 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:35:51.994258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60294) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:52.049320 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2b987350-e0c4-43c8-b5c1-fef2b261d997 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2b1ffaa33dd430891b86c451a56ca6f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0536730
Jun 21 03:35:52.052589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60296) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:52.111760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126cc33f-5e42-486e-9bc6-eb122134a129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:52.135954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126cc33f-5e42-486e-9bc6-eb122134a129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:52.263115 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126cc33f-5e42-486e-9bc6-eb122134a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:52.265824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-126cc33f-5e42-486e-9bc6-eb122134a129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:52.266986 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-126cc33f-5e42-486e-9bc6-eb122134a129 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e23b1fc6-cdfb-4ab6-9043-034f030773e6 HTTP/1.1" status: 204  len: 168 time: 0.2134948
Jun 21 03:35:52.267926 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f0b3ec55-bf82-4f8a-afa8-32d8a5913d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:52.276128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cc33f-5e42-486e-9bc6-eb122134a129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23b1fc6-cdfb-4ab6-9043-034f030773e6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:52.278692 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-126cc33f-5e42-486e-9bc6-eb122134a129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:53.243594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60318) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:53.335893 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1255783607-network', 'tenant_id': '21bb8b636bbc4c3996cbc80c5f1441ab'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:35:53.430709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Made reservation on behalf of 21bb8b636bbc4c3996cbc80c5f1441ab for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:35:53.433088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:53.441810 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:53.530703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:53.590439 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:53.594258 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-126cc33f-5e42-486e-9bc6-eb122134a129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:53.616394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:35:53.631323 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f974b0d1-77be-4266-842d-01dc98121985,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:53.634409 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:53.635935 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:53.636277 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Added segment 300a38cf-08b3-4666-ad36-7053c97f3ede of type vlan for network a2357762-86f0-4877-968f-b1920a3c3e07
Jun 21 03:35:53.676762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:53.767628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:53.768653 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:53.769236 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:53.771966 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7d43b194-3f2d-4ad7-9b03-197a0e51f97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:53.827346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Pushing event updated for resources: {'Network': ['ID=a2357762-86f0-4877-968f-b1920a3c3e07,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:53.830130 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:53.837350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network a2357762-86f0-4877-968f-b1920a3c3e07 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:35:53.891589 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6439004
Jun 21 03:35:53.891824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60322) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:35:53.897186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Request body: {'subnet': {'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1255783607-subnet', 'tenant_id': '21bb8b636bbc4c3996cbc80c5f1441ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:35:53.967911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Made reservation on behalf of 21bb8b636bbc4c3996cbc80c5f1441ab for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:35:53.970386 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:54.202541 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:54.205257 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c08e54b6-f287-40f7-8d68-0f3204afa8e0 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:54.266271 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:54.270854 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:54.274785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Checking segment: {'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:35:54.275148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Network hostable DHCP agents. Network: a2357762-86f0-4877-968f-b1920a3c3e07, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:35:54.359921 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Network a2357762-86f0-4877-968f-b1920a3c3e07 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:35:54.428118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, a2357762-86f0-4877-968f-b1920a3c3e07) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:35:54.432426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:54.433215 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:54.437645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541ff925-54b8-4d07-b773-2d10bc4d3e22 None None] Network a2357762-86f0-4877-968f-b1920a3c3e07 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:35:54.520924 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-36f80dbf-e8f1-47c7-88a3-3cd67be6d1b1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6281400
Jun 21 03:35:54.568396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d44a7b-8a56-4d91-8cd8-52a8966ad4e2 None None] Network a2357762-86f0-4877-968f-b1920a3c3e07 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:35:54.986279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-414cb99d-313b-4720-a483-713e24425520 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:54.987731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-414cb99d-313b-4720-a483-713e24425520 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/networks?id=a2357762-86f0-4877-968f-b1920a3c3e07 HTTP/1.1" status: 200  len: 814 time: 0.1270142
Jun 21 03:35:55.002356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-c69aef40-ee16-4284-8329-5e3bcb2841da tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/quotas/21bb8b636bbc4c3996cbc80c5f1441ab HTTP/1.1" status: 200  len: 375 time: 0.0089478
Jun 21 03:35:55.036091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-d18e1776-d29d-43fb-aea6-20d1102abae0 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0278692
Jun 21 03:35:55.046130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-259e74c9-1646-477b-b98f-98fa24ad812c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:35:55.047052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-259e74c9-1646-477b-b98f-98fa24ad812c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048530
Jun 21 03:35:55.138310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-ad333cae-d023-4b12-8c30-d9b7856fadc8 service neutron] 10.222.0.25 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854242
Jun 21 03:35:55.224386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-9b564827-d215-4a66-aee8-d6ebec46e3d2 service neutron] 10.222.0.25 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802815
Jun 21 03:35:55.467320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4127b9a-f881-4fe3-9fad-4a0201924eaa req-69aa6475-5925-43e8-ad9a-a0da7d47df2d tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 210 time: 0.0295777
Jun 21 03:35:56.612343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7472b7ad-34c5-4beb-b0f2-d33d99c45e9e req-56aff402-4fa0-487e-ad52-e14f351058b6 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 210 time: 0.0343182
Jun 21 03:35:57.641032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-08ec01b6-449e-45de-983b-61cb8e43a0f7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:57.642519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-08ec01b6-449e-45de-983b-61cb8e43a0f7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.26 "GET /v2.0/networks?id=a2357762-86f0-4877-968f-b1920a3c3e07 HTTP/1.1" status: 200  len: 814 time: 0.1025586
Jun 21 03:35:57.654623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Request body: {'port': {'device_id': '7c6e1617-f1e6-42b8-8698-075d18e3042d', 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07', 'admin_state_up': True, 'tenant_id': '21bb8b636bbc4c3996cbc80c5f1441ab'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:35:57.762535 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7ce4af6-023d-4987-9521-c29ef8217e05 req-47c0275f-8f9b-4364-a52c-4fc0c331a69e tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 210 time: 0.0389128
Jun 21 03:35:57.880574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Made reservation on behalf of 21bb8b636bbc4c3996cbc80c5f1441ab for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:35:57.884123 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:58.013207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Allocated IP 172.20.0.14 (a2357762-86f0-4877-968f-b1920a3c3e07/ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9/7dab0b6a-59e4-4889-a05d-1f5be72d5af0) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:35:58.156436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:58.246146 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:58.250295 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bed0b71d-5373-4b66-8caf-2cca10b3e94c tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:58.296360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Network a2357762-86f0-4877-968f-b1920a3c3e07 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:35:58.299681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:35:58.304074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:35:58.327709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Pushing event updated for resources: {'Port': ['ID=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:58.331882 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:58.355150 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:58.355771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:58.419690 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7688978
Jun 21 03:35:58.431682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Request body: {'port': {'device_id': '7c6e1617-f1e6-42b8-8698-075d18e3042d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:35:58.505665 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:58.783397 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:35:58.792239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:58.808642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Transition to ACTIVE for port object 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:35:58.887448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:58.906181 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:59.001824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:59.021496 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:59.065251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39c685-f0be-4b84-ba19-69d009101015 req-6a3e3b00-0f15-4f89-88f9-1108cbcd9aee tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:59.066726 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e39c685-f0be-4b84-ba19-69d009101015 req-6a3e3b00-0f15-4f89-88f9-1108cbcd9aee tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 944 time: 0.1903265
Jun 21 03:35:59.101688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Attempting to bind port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:35:59.102037 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Attempting to bind port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:35:59.102356 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Attempting to bind port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 on network a2357762-86f0-4877-968f-b1920a3c3e07 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:35:59.110843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 on network a2357762-86f0-4877-968f-b1920a3c3e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:35:59.111164 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Attempting to bind port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 on network a2357762-86f0-4877-968f-b1920a3c3e07 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:35:59.123550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:35:59.123887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Checking segment: {'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:35:59.124269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Bound using segment: {'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:35:59.124689 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Bound port: 7dab0b6a-59e4-4889-a05d-1f5be72d5af0, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:35:59.125032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:59.130134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e39c685-f0be-4b84-ba19-69d009101015 req-e9edc0e5-cbe9-4bc4-9331-94cd6745f0b1 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563178
Jun 21 03:35:59.190228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] For port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:35:59.193249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] For port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:35:59.274876 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:59.276949 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:35:59.309989 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:59.310609 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:35:59.311974 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/7dab0b6a-59e4-4889-a05d-1f5be72d5af0 HTTP/1.1" status: 200  len: 1093 time: 0.8842506
Jun 21 03:35:59.312506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6e1617-f1e6-42b8-8698-075d18e3042d', 'tag': '7dab0b6a-59e4-4889-a05d-1f5be72d5af0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:35:59.314820 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b88c347-29aa-4ecd-ad8e-77e1db420854" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6e1617-f1e6-42b8-8698-075d18e3042d", "tag": "7dab0b6a-59e4-4889-a05d-1f5be72d5af0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:35:59.340238 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:35:59.343292 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:35:59.354685 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e66b15-0d7a-4211-a8e4-0978bbce1b10 x-openstack-request-id: req-91e66b15-0d7a-4211-a8e4-0978bbce1b10 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:35:59.355057 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6e1617-f1e6-42b8-8698-075d18e3042d", "tag": "7dab0b6a-59e4-4889-a05d-1f5be72d5af0", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:35:59.355338 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91e66b15-0d7a-4211-a8e4-0978bbce1b10 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:35:59.355782 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6e1617-f1e6-42b8-8698-075d18e3042d', 'tag': '7dab0b6a-59e4-4889-a05d-1f5be72d5af0', 'status': 'completed', 'code': 200}
Jun 21 03:35:59.428941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88c347-29aa-4ecd-ad8e-77e1db420854 req-a68aded3-e2d0-48eb-a551-5f776db685fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:59.430463 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b88c347-29aa-4ecd-ad8e-77e1db420854 req-a68aded3-e2d0-48eb-a551-5f776db685fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 1096 time: 0.0526173
Jun 21 03:35:59.528573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88c347-29aa-4ecd-ad8e-77e1db420854 req-ff39c87c-9b10-47d4-836e-9925a160819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:59.530027 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b88c347-29aa-4ecd-ad8e-77e1db420854 req-ff39c87c-9b10-47d4-836e-9925a160819a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0924215
Jun 21 03:35:59.624618 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88c347-29aa-4ecd-ad8e-77e1db420854 req-c34f29ed-7518-482c-aa1a-73d6aea7fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:59.625985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1b88c347-29aa-4ecd-ad8e-77e1db420854 req-c34f29ed-7518-482c-aa1a-73d6aea7fbd5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0899696
Jun 21 03:35:59.711036 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-38897347-eb60-4823-b654-3496c8f31cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:59.712491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-38897347-eb60-4823-b654-3496c8f31cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 1096 time: 0.0507214
Jun 21 03:35:59.752128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-74eec7d3-0f66-4f51-9760-1dd1b945fc0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dab0b6a-59e4-4889-a05d-1f5be72d5af0 HTTP/1.1" status: 200  len: 217 time: 0.0325503
Jun 21 03:35:59.803660 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-ab9e98e4-96fc-4e10-b780-23af0def8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:35:59.805134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-ab9e98e4-96fc-4e10-b780-23af0def8253 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9 HTTP/1.1" status: 200  len: 854 time: 0.0450332
Jun 21 03:35:59.836421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-b3e83561-8244-4de0-914a-875f57124f31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2357762-86f0-4877-968f-b1920a3c3e07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255716
Jun 21 03:35:59.923248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-2a0fdfc4-2e2a-4eba-9609-713b9bb28d6a service neutron] 10.222.0.26 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806723
Jun 21 03:36:00.013117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-68a28aaf-5612-4fab-a806-3554baf2b39b req-df57e0a8-2055-4111-bfa5-4cc07ac5e50f service neutron] 10.222.0.26 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835652
Jun 21 03:36:00.306748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cf663-cf41-4c21-bee0-8fa733d8f3ff req-ec34c653-dfd2-4b71-aeb3-d687b48dcd0d tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:00.308217 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c9cf663-cf41-4c21-bee0-8fa733d8f3ff req-ec34c653-dfd2-4b71-aeb3-d687b48dcd0d tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 944 time: 0.0664690
Jun 21 03:36:00.345252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5c9cf663-cf41-4c21-bee0-8fa733d8f3ff req-7f260315-ac0d-4767-9985-80905dc50ab8 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313416
Jun 21 03:36:01.524907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3016-44fa-4f9e-97cf-d91dfd4ddbda req-61cd2108-bfba-41b2-a14b-b3d03d9e87bd tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:01.526405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f4b3016-44fa-4f9e-97cf-d91dfd4ddbda req-61cd2108-bfba-41b2-a14b-b3d03d9e87bd tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 944 time: 0.0680928
Jun 21 03:36:01.562403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f4b3016-44fa-4f9e-97cf-d91dfd4ddbda req-cbe838bf-3a8a-4abe-b8d1-49844263207e tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303614
Jun 21 03:36:02.736266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41297203-7133-409a-9d77-0afddcff6132 req-b4d14d19-4aa7-46ad-8f5c-2d65191c2f3d tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:02.737752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41297203-7133-409a-9d77-0afddcff6132 req-b4d14d19-4aa7-46ad-8f5c-2d65191c2f3d tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 944 time: 0.0624151
Jun 21 03:36:02.774583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-41297203-7133-409a-9d77-0afddcff6132 req-abf8a7bd-2277-45dd-92f5-f521338205a1 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311732
Jun 21 03:36:03.556559 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:36:03.648418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:03.662624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '7dab0b6a-59e4-4889-a05d-1f5be72d5af0', 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07', 'port_id': '7dab0b6a-59e4-4889-a05d-1f5be72d5af0', 'mac_address': 'fa:16:3e:e0:86:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:36:03.698771 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:03.711334 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:36:03.732208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:03.819543 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:03.823023 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:03.868309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:03.871666 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:03.946942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52768492-501f-4b41-b066-51534beb5872 req-6c27130d-5152-4cf8-a86e-fef63e82180d tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:03.948344 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52768492-501f-4b41-b066-51534beb5872 req-6c27130d-5152-4cf8-a86e-fef63e82180d tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 945 time: 0.0626895
Jun 21 03:36:03.990654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-52768492-501f-4b41-b066-51534beb5872 req-c4f6861c-9582-4337-bb27-b29f246494d6 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356524
Jun 21 03:36:04.005157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['7dab0b6a-59e4-4889-a05d-1f5be72d5af0'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:36:04.259033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-49b96a50-614d-4ff2-8362-e07326e47954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:05.158400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e42b65-e6e8-4467-a7f3-4b83d8dfd452 req-2c260a08-bcc7-4430-982b-b53028747222 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:05.159802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0e42b65-e6e8-4467-a7f3-4b83d8dfd452 req-2c260a08-bcc7-4430-982b-b53028747222 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 945 time: 0.0628352
Jun 21 03:36:05.196606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0e42b65-e6e8-4467-a7f3-4b83d8dfd452 req-0c442b80-58d5-4762-8df6-12fe4fa60624 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308955
Jun 21 03:36:05.571997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:36:05.693596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:36:05.697170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:05.697572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:05.778065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:05.799832 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e1617-f1e6-42b8-8698-075d18e3042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dab0b6a-59e4-4889-a05d-1f5be72d5af0'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:36:05.801886 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb313d77-a436-4b6a-8801-becdbda1023f" -d '{"events": [{"server_uuid": "7c6e1617-f1e6-42b8-8698-075d18e3042d", "name": "network-vif-plugged", "status": "completed", "tag": "7dab0b6a-59e4-4889-a05d-1f5be72d5af0"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:36:05.814740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:05.839244 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0bfda0-9669-410a-8f4f-831b679379de x-openstack-request-id: req-fc0bfda0-9669-410a-8f4f-831b679379de {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:36:05.839537 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6e1617-f1e6-42b8-8698-075d18e3042d", "name": "network-vif-plugged", "status": "completed", "tag": "7dab0b6a-59e4-4889-a05d-1f5be72d5af0", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:36:05.839795 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc0bfda0-9669-410a-8f4f-831b679379de {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:36:05.840439 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6e1617-f1e6-42b8-8698-075d18e3042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dab0b6a-59e4-4889-a05d-1f5be72d5af0', 'code': 200}
Jun 21 03:36:05.885884 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:05.887770 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:05.934160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:05.937228 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:05.950264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328648d4-c5be-4576-9b7f-ed92d91e4514 req-3d0b03d0-8c40-413a-82dd-d4e22ef7b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:05.951786 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-328648d4-c5be-4576-9b7f-ed92d91e4514 req-3d0b03d0-8c40-413a-82dd-d4e22ef7b9a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 1098 time: 0.0521603
Jun 21 03:36:05.984882 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-328648d4-c5be-4576-9b7f-ed92d91e4514 req-a90f2d3f-66a1-4105-9b72-79277adb4a4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266845
Jun 21 03:36:06.302519 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:06.373697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b4a9d-8bb1-43f3-b81a-f7759c28f2dd req-4e70217a-8b60-4c26-99d0-1e0b5bab37b8 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:06.375173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d65b4a9d-8bb1-43f3-b81a-f7759c28f2dd req-4e70217a-8b60-4c26-99d0-1e0b5bab37b8 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0680757
Jun 21 03:36:06.412568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d65b4a9d-8bb1-43f3-b81a-f7759c28f2dd req-64345633-6cdb-4ca7-9048-55a0a9a1465f tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311937
Jun 21 03:36:06.668245 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a84ea249-0982-4980-815f-4fe700858a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:07.138839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:07.584895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899c3e-8545-4ebc-8663-80a4c39a90c4 req-2fc85279-75de-42a5-a582-536b6eb36b0a tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:07.586376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6899c3e-8545-4ebc-8663-80a4c39a90c4 req-2fc85279-75de-42a5-a582-536b6eb36b0a tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0623190
Jun 21 03:36:07.622453 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6899c3e-8545-4ebc-8663-80a4c39a90c4 req-9408d49c-8ab4-45f3-aa57-d4a307a0c800 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304737
Jun 21 03:36:07.850416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-5575b4ab-08bc-4be3-baf7-7f8592208beb tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:07.851875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-5575b4ab-08bc-4be3-baf7-7f8592208beb tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/networks?id=a2357762-86f0-4877-968f-b1920a3c3e07 HTTP/1.1" status: 200  len: 814 time: 0.1064968
Jun 21 03:36:07.866845 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-1384128a-1476-4f23-be14-f43be84c58f3 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/quotas/21bb8b636bbc4c3996cbc80c5f1441ab HTTP/1.1" status: 200  len: 375 time: 0.0096521
Jun 21 03:36:07.931992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-ce7d6480-44ef-4ceb-90f2-c96d7e79ed99 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0574379
Jun 21 03:36:08.023364 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-61a171c7-2e38-4981-ae5d-0e48b40f5acb service neutron] 10.222.0.25 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848930
Jun 21 03:36:08.108557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-2f785a6b-dc5b-4135-bc74-91920e03a7a4 service neutron] 10.222.0.25 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794892
Jun 21 03:36:08.178339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-ebe89363-8c01-4b8d-be8a-7a9c096af791 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0527530
Jun 21 03:36:08.208315 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:08.281717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-d17b2315-79f8-4a47-8aa8-aa5c3095350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:08.281717 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-d17b2315-79f8-4a47-8aa8-aa5c3095350e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 1098 time: 0.0608268
Jun 21 03:36:08.374117 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f860accd-d03a-4a0b-a9ab-89783a1d7258 req-a500516f-ecc2-4614-824a-10e32ab27862 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 210 time: 0.0627005
Jun 21 03:36:08.424161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-f76e490f-d708-4168-b435-b1a920ecf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:08.425676 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-f76e490f-d708-4168-b435-b1a920ecf10a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2357762-86f0-4877-968f-b1920a3c3e07 HTTP/1.1" status: 200  len: 915 time: 0.1242907
Jun 21 03:36:08.447550 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:08.734018 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:36:08.853363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-57650ee3-ccaf-4db1-8c39-f60ca839f4ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dab0b6a-59e4-4889-a05d-1f5be72d5af0 HTTP/1.1" status: 200  len: 217 time: 0.4207454
Jun 21 03:36:08.901105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-a866a971-7764-4177-83c0-5e7f4b97b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:08.902618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-a866a971-7764-4177-83c0-5e7f4b97b6a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9 HTTP/1.1" status: 200  len: 854 time: 0.0425262
Jun 21 03:36:08.935461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-9428a7b3-a3bd-4b26-9a19-ec7952a4be56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2357762-86f0-4877-968f-b1920a3c3e07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263085
Jun 21 03:36:09.042062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-f7cd895f-1663-4dc1-a042-1169a8ef02bf service neutron] 10.222.0.26 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999579
Jun 21 03:36:09.133591 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3a94e183-a91f-4c9b-92f3-e19cf053e669 req-a189946a-8aff-4e75-a178-f184b4ca0cf2 service neutron] 10.222.0.26 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859344
Jun 21 03:36:09.514914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c65866a-9434-404b-925f-8f1cb81c83bd req-a9eb5689-d9d8-4441-9e25-e21a8f99a4bd tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 210 time: 0.0303919
Jun 21 03:36:09.699469 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:10.511090 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-d950379b-19d7-4280-969e-6b72457fa9df tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:10.512698 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-d950379b-19d7-4280-969e-6b72457fa9df tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.20 "GET /v2.0/networks?id=a2357762-86f0-4877-968f-b1920a3c3e07 HTTP/1.1" status: 200  len: 814 time: 0.1037695
Jun 21 03:36:10.524316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Request body: {'port': {'device_id': '997d9d08-0d3d-40fc-8799-5b4fe8390d4e', 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07', 'admin_state_up': True, 'tenant_id': '21bb8b636bbc4c3996cbc80c5f1441ab'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:10.655470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-97004f94-6d07-4b16-86a3-c0330aef2869 req-0c41b338-f503-4f59-ae4a-db1326edc525 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 210 time: 0.0294330
Jun 21 03:36:10.727657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Made reservation on behalf of 21bb8b636bbc4c3996cbc80c5f1441ab for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:10.731449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:10.868337 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Allocated IP 172.20.0.11 (a2357762-86f0-4877-968f-b1920a3c3e07/ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9/76e5e7e8-9ef8-4260-8365-69506cab2b97) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:11.047635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:11.122675 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:11.126779 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1dd756a4-7ac4-4ef4-bf73-26cfd5d3b57f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:11.134168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['7dab0b6a-59e4-4889-a05d-1f5be72d5af0'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:36:11.173249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Network a2357762-86f0-4877-968f-b1920a3c3e07 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:36:11.176900 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:11.182036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:36:11.205440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Pushing event updated for resources: {'Port': ['ID=76e5e7e8-9ef8-4260-8365-69506cab2b97,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:11.223725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.224118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.224503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.224881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.225252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.225650 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.226018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.226386 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.226791 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.227116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.227479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.227844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:11.234479 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:11.248119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:11.248740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:11.325955 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8052349
Jun 21 03:36:11.337108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Request body: {'port': {'device_id': '997d9d08-0d3d-40fc-8799-5b4fe8390d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:11.407731 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:11.665364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e5e7e8-9ef8-4260-8365-69506cab2b97 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:36:11.672569 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:11.684594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Transition to ACTIVE for port object 76e5e7e8-9ef8-4260-8365-69506cab2b97 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:11.755010 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:11.758674 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9c8b6455-d507-4bcf-bdf2-453a60804552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:11.833854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Pushing event updated for resources: {'Port': ['ID=76e5e7e8-9ef8-4260-8365-69506cab2b97,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:11.836132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e489a-44b2-4ca0-beb0-cbedcfc0f8e7 req-661ca2b3-26d2-4673-aeab-6aec45bf7a71 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:11.837898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-576e489a-44b2-4ca0-beb0-cbedcfc0f8e7 req-661ca2b3-26d2-4673-aeab-6aec45bf7a71 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 944 time: 0.0661585
Jun 21 03:36:11.858925 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:11.875911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-576e489a-44b2-4ca0-beb0-cbedcfc0f8e7 req-6281718b-07a0-4e4a-a7dd-cd85997bbf98 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324516
Jun 21 03:36:11.910306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Attempting to bind port 76e5e7e8-9ef8-4260-8365-69506cab2b97 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:36:11.910514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Attempting to bind port 76e5e7e8-9ef8-4260-8365-69506cab2b97 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:36:11.910843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Attempting to bind port 76e5e7e8-9ef8-4260-8365-69506cab2b97 on network a2357762-86f0-4877-968f-b1920a3c3e07 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:11.915092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Port 76e5e7e8-9ef8-4260-8365-69506cab2b97 on network a2357762-86f0-4877-968f-b1920a3c3e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:36:11.915461 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Attempting to bind port 76e5e7e8-9ef8-4260-8365-69506cab2b97 on network a2357762-86f0-4877-968f-b1920a3c3e07 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:11.920147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:36:11.920482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Checking segment: {'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:11.920864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Bound using segment: {'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:36:11.921286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Bound port: 76e5e7e8-9ef8-4260-8365-69506cab2b97, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300a38cf-08b3-4666-ad36-7053c97f3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:36:11.921659 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:11.983176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] For port 76e5e7e8-9ef8-4260-8365-69506cab2b97, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:36:11.986281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] For port 76e5e7e8-9ef8-4260-8365-69506cab2b97, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=76e5e7e8-9ef8-4260-8365-69506cab2b97,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:36:12.070944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:12.073102 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3cb67b43-8d7f-44bd-b5be-24927e307194 tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:12.108980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:12.109668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:12.111041 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] 10.222.0.20 "PUT /v2.0/ports/76e5e7e8-9ef8-4260-8365-69506cab2b97 HTTP/1.1" status: 200  len: 1093 time: 0.7780101
Jun 21 03:36:12.111601 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997d9d08-0d3d-40fc-8799-5b4fe8390d4e', 'tag': '76e5e7e8-9ef8-4260-8365-69506cab2b97'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:36:12.115137 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faa73ba-6f4a-4e26-9c9d-3a0aacc1159a" -d '{"events": [{"name": "network-changed", "server_uuid": "997d9d08-0d3d-40fc-8799-5b4fe8390d4e", "tag": "76e5e7e8-9ef8-4260-8365-69506cab2b97"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:36:12.137205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Pushing event updated for resources: {'Port': ['ID=76e5e7e8-9ef8-4260-8365-69506cab2b97,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:12.140381 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:12.160819 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b830be7-6313-463e-82c6-150ea1ed2b54 x-openstack-request-id: req-7b830be7-6313-463e-82c6-150ea1ed2b54 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:36:12.160819 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997d9d08-0d3d-40fc-8799-5b4fe8390d4e", "tag": "76e5e7e8-9ef8-4260-8365-69506cab2b97", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:36:12.160819 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b830be7-6313-463e-82c6-150ea1ed2b54 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:36:12.160819 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997d9d08-0d3d-40fc-8799-5b4fe8390d4e', 'tag': '76e5e7e8-9ef8-4260-8365-69506cab2b97', 'status': 'completed', 'code': 200}
Jun 21 03:36:12.243579 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa73ba-6f4a-4e26-9c9d-3a0aacc1159a req-256eae81-f23b-4c76-9796-dc8af5ca5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:12.246026 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9faa73ba-6f4a-4e26-9c9d-3a0aacc1159a req-256eae81-f23b-4c76-9796-dc8af5ca5a4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 1096 time: 0.0630066
Jun 21 03:36:12.343453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa73ba-6f4a-4e26-9c9d-3a0aacc1159a req-6650f605-8a51-4bed-affa-e1d1f486dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:12.344911 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9faa73ba-6f4a-4e26-9c9d-3a0aacc1159a req-6650f605-8a51-4bed-affa-e1d1f486dda7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0914161
Jun 21 03:36:12.441728 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa73ba-6f4a-4e26-9c9d-3a0aacc1159a req-71563e83-9c61-47eb-9f4b-305b8469d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:12.443100 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9faa73ba-6f4a-4e26-9c9d-3a0aacc1159a req-71563e83-9c61-47eb-9f4b-305b8469d820 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0921798
Jun 21 03:36:12.533055 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-becc53b4-bd5e-4dbe-a0c1-f7652574b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:12.534603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-becc53b4-bd5e-4dbe-a0c1-f7652574b416 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 1096 time: 0.0521431
Jun 21 03:36:12.575354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-cf157f94-42c5-400c-a1c2-c74a619915c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76e5e7e8-9ef8-4260-8365-69506cab2b97 HTTP/1.1" status: 200  len: 217 time: 0.0333629
Jun 21 03:36:12.626307 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-81ab9d24-a4c6-432a-af84-8c298c37895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:12.627705 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-81ab9d24-a4c6-432a-af84-8c298c37895f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9 HTTP/1.1" status: 200  len: 854 time: 0.0463321
Jun 21 03:36:12.661345 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-4ca529ae-0018-4279-a411-463c47a2a3fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2357762-86f0-4877-968f-b1920a3c3e07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265744
Jun 21 03:36:12.746896 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-ae1b45d5-1ea9-480e-a97b-c975e19e474d service neutron] 10.222.0.20 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787694
Jun 21 03:36:12.839631 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-daef5976-9b61-4c70-aa42-239147d4c1f8 req-0ba2e47d-ce56-494d-a588-0ba4b605c74d service neutron] 10.222.0.20 "GET /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864851
Jun 21 03:36:13.053193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d7fc3-3889-438b-9403-aa8c8571ab1c req-e32eb365-d5fb-4e64-9292-3c3f22cbee65 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:13.054870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b5d7fc3-3889-438b-9403-aa8c8571ab1c req-e32eb365-d5fb-4e64-9292-3c3f22cbee65 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 944 time: 0.0685287
Jun 21 03:36:13.096540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b5d7fc3-3889-438b-9403-aa8c8571ab1c req-2c2d9f8c-db03-4dcb-94e2-15bbc1ea4c18 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360196
Jun 21 03:36:14.267426 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde08d3-2ba1-4970-858e-07c65a89399a req-58d7fa25-f21f-404f-beb8-b321e18d1ce6 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:14.268941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cde08d3-2ba1-4970-858e-07c65a89399a req-58d7fa25-f21f-404f-beb8-b321e18d1ce6 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 944 time: 0.0628278
Jun 21 03:36:14.308542 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9cde08d3-2ba1-4970-858e-07c65a89399a req-51fc136b-7391-4411-8b31-e2c53f9db019 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339041
Jun 21 03:36:14.806730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 76e5e7e8-9ef8-4260-8365-69506cab2b97 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:36:14.897051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 76e5e7e8-9ef8-4260-8365-69506cab2b97, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=76e5e7e8-9ef8-4260-8365-69506cab2b97,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:14.911338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '76e5e7e8-9ef8-4260-8365-69506cab2b97', 'network_id': 'a2357762-86f0-4877-968f-b1920a3c3e07', 'port_id': '76e5e7e8-9ef8-4260-8365-69506cab2b97', 'mac_address': 'fa:16:3e:5a:54:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:36:14.947476 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:14.959900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e5e7e8-9ef8-4260-8365-69506cab2b97 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:36:14.978754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 76e5e7e8-9ef8-4260-8365-69506cab2b97, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=76e5e7e8-9ef8-4260-8365-69506cab2b97,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:15.045060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:15.046898 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:15.093785 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=76e5e7e8-9ef8-4260-8365-69506cab2b97,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:15.101491 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.101842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.102185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.102523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.102855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.103184 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.103537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.103861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.104185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.104508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.104829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.105157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:15.108970 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:15.245537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['76e5e7e8-9ef8-4260-8365-69506cab2b97'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:36:15.483861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e24470-b45d-4f39-8dcb-9d9de7f0f542 req-ac77d68b-c30b-4f77-8dc3-5ddd12dc924e tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:15.485321 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59e24470-b45d-4f39-8dcb-9d9de7f0f542 req-ac77d68b-c30b-4f77-8dc3-5ddd12dc924e tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 945 time: 0.0662706
Jun 21 03:36:15.522972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59e24470-b45d-4f39-8dcb-9d9de7f0f542 req-80ada7e9-5a20-4876-a603-ade2dc05a0bb tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320663
Jun 21 03:36:16.695800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389a684-4758-4f92-8f36-c30f4ae59861 req-67827e42-d49e-4367-b275-61f4c4bd09ab tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:16.697249 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c389a684-4758-4f92-8f36-c30f4ae59861 req-67827e42-d49e-4367-b275-61f4c4bd09ab tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 945 time: 0.0631478
Jun 21 03:36:16.734479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c389a684-4758-4f92-8f36-c30f4ae59861 req-772ded84-507c-426a-b9fe-ed8100766552 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315301
Jun 21 03:36:16.826102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 76e5e7e8-9ef8-4260-8365-69506cab2b97 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:36:16.927168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 76e5e7e8-9ef8-4260-8365-69506cab2b97 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:36:16.931287 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 76e5e7e8-9ef8-4260-8365-69506cab2b97 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:16.931662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:17.006847 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:17.028543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997d9d08-0d3d-40fc-8799-5b4fe8390d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e5e7e8-9ef8-4260-8365-69506cab2b97'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:36:17.030821 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22210da-fa63-441a-839c-b1b13ca352cd" -d '{"events": [{"server_uuid": "997d9d08-0d3d-40fc-8799-5b4fe8390d4e", "name": "network-vif-plugged", "status": "completed", "tag": "76e5e7e8-9ef8-4260-8365-69506cab2b97"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:36:17.044558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 76e5e7e8-9ef8-4260-8365-69506cab2b97, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=76e5e7e8-9ef8-4260-8365-69506cab2b97,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:17.068652 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d77df1d-dc83-4dac-bc60-9c8fd9a01af9 x-openstack-request-id: req-3d77df1d-dc83-4dac-bc60-9c8fd9a01af9 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:36:17.068947 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997d9d08-0d3d-40fc-8799-5b4fe8390d4e", "name": "network-vif-plugged", "status": "completed", "tag": "76e5e7e8-9ef8-4260-8365-69506cab2b97", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:36:17.069203 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d77df1d-dc83-4dac-bc60-9c8fd9a01af9 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:36:17.069630 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997d9d08-0d3d-40fc-8799-5b4fe8390d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e5e7e8-9ef8-4260-8365-69506cab2b97', 'code': 200}
Jun 21 03:36:17.138958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:17.140722 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:17.186010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=76e5e7e8-9ef8-4260-8365-69506cab2b97,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:17.187040 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff83a3f-c808-49e6-bc54-42be3a14136a req-8c5995eb-86be-42e7-97c4-493c49adc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:17.188592 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2ff83a3f-c808-49e6-bc54-42be3a14136a req-8c5995eb-86be-42e7-97c4-493c49adc122 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 1098 time: 0.0527251
Jun 21 03:36:17.189083 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:17.226707 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-2ff83a3f-c808-49e6-bc54-42be3a14136a req-3ea01d21-1085-4844-822a-6b4ded464355 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317786
Jun 21 03:36:17.904013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a804e-f8da-46d1-afb3-e1b84f28c358 req-828e9aa4-9433-4928-b988-7dd8624be79f tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:17.905434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a32a804e-f8da-46d1-afb3-e1b84f28c358 req-828e9aa4-9433-4928-b988-7dd8624be79f tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 946 time: 0.0622959
Jun 21 03:36:17.943741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a32a804e-f8da-46d1-afb3-e1b84f28c358 req-0b78c407-7761-43ce-8e46-9ac6c350d5ef tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325468
Jun 21 03:36:19.130580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12a873-717f-4acc-a41a-a70928ba03f4 req-699ceb45-e768-469f-a9d1-55064fde13eb tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:19.132148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab12a873-717f-4acc-a41a-a70928ba03f4 req-699ceb45-e768-469f-a9d1-55064fde13eb tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 946 time: 0.0761561
Jun 21 03:36:19.173928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab12a873-717f-4acc-a41a-a70928ba03f4 req-613d5a7e-2496-4351-a303-4ea01afb22fd tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348089
Jun 21 03:36:19.779785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f093f-d41c-4c9b-b494-45a4a32555c6 req-55e40a97-b102-4940-bfb5-dc05e2a3de77 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:19.781237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-177f093f-d41c-4c9b-b494-45a4a32555c6 req-55e40a97-b102-4940-bfb5-dc05e2a3de77 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 946 time: 0.0668051
Jun 21 03:36:19.819097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-177f093f-d41c-4c9b-b494-45a4a32555c6 req-4606774c-073a-4de8-b182-121442651b9b tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312338
Jun 21 03:36:20.967992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-84a6aa9a-4184-4a1d-a35e-aa22c0347e0c tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:20.969491 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-84a6aa9a-4184-4a1d-a35e-aa22c0347e0c tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.20 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 946 time: 0.0710585
Jun 21 03:36:21.001135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b5b4d-0389-4f26-8ca5-22977295e5ad req-628b7a14-6ce8-4211-b800-b4e35f5c21b6 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:21.002648 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d0b5b4d-0389-4f26-8ca5-22977295e5ad req-628b7a14-6ce8-4211-b800-b4e35f5c21b6 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 946 time: 0.0682805
Jun 21 03:36:21.041300 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d0b5b4d-0389-4f26-8ca5-22977295e5ad req-dfaa524e-7025-4e27-8385-5e44567d36af tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324893
Jun 21 03:36:21.070774 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Deleting port 76e5e7e8-9ef8-4260-8365-69506cab2b97 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:21.071125 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:21.166412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] For port 76e5e7e8-9ef8-4260-8365-69506cab2b97, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=76e5e7e8-9ef8-4260-8365-69506cab2b97,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:21.166680 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:21.229106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Calling delete_port for 76e5e7e8-9ef8-4260-8365-69506cab2b97 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:21.442870 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:21.447253 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-472f91cd-11ed-4f1f-8f46-4abe42cd621a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:21.456331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['7dab0b6a-59e4-4889-a05d-1f5be72d5af0'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:36:21.461505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['76e5e7e8-9ef8-4260-8365-69506cab2b97'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:36:21.474321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Pushing event deleted for resources: {'Port': ['ID=76e5e7e8-9ef8-4260-8365-69506cab2b97,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:21.477940 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:21.523384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] No DVR routers for this DVR port 76e5e7e8-9ef8-4260-8365-69506cab2b97 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:21.526076 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:21.528134 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3644504b-6a0d-43d0-8d9d-67fdadbedf32 req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.20 "DELETE /v2.0/ports/76e5e7e8-9ef8-4260-8365-69506cab2b97 HTTP/1.1" status: 204  len: 173 time: 0.5533683
Jun 21 03:36:21.528674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997d9d08-0d3d-40fc-8799-5b4fe8390d4e', 'name': 'network-vif-deleted', 'tag': '76e5e7e8-9ef8-4260-8365-69506cab2b97'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:36:21.531075 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa5e034-26e3-4e9a-b08c-6c5e0fb14c8d" -d '{"events": [{"server_uuid": "997d9d08-0d3d-40fc-8799-5b4fe8390d4e", "name": "network-vif-deleted", "tag": "76e5e7e8-9ef8-4260-8365-69506cab2b97"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:36:21.569102 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22094046-f32e-4b3d-80e3-f809fc59c4d1 x-openstack-request-id: req-22094046-f32e-4b3d-80e3-f809fc59c4d1 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:36:21.569102 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997d9d08-0d3d-40fc-8799-5b4fe8390d4e", "name": "network-vif-deleted", "tag": "76e5e7e8-9ef8-4260-8365-69506cab2b97", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:36:21.569311 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22094046-f32e-4b3d-80e3-f809fc59c4d1 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:36:21.569774 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997d9d08-0d3d-40fc-8799-5b4fe8390d4e', 'name': 'network-vif-deleted', 'tag': '76e5e7e8-9ef8-4260-8365-69506cab2b97', 'status': 'completed', 'code': 200}
Jun 21 03:36:22.197424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af7ef377-6fd7-4436-bec9-a3e0efffb164 req-17a27ed3-6498-4a20-9259-2f4238b38269 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=997d9d08-0d3d-40fc-8799-5b4fe8390d4e HTTP/1.1" status: 200  len: 210 time: 0.0297391
Jun 21 03:36:23.434866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7752cac-285c-49b0-9e05-c809daa71cb1 req-04f107b6-f854-4bd8-8a33-b5dcb5fbbde5 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:23.436424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7752cac-285c-49b0-9e05-c809daa71cb1 req-04f107b6-f854-4bd8-8a33-b5dcb5fbbde5 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0643253
Jun 21 03:36:23.474803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e7752cac-285c-49b0-9e05-c809daa71cb1 req-c04243bb-f3c5-42b5-b580-8faf229a11e4 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322053
Jun 21 03:36:23.664801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2fd8-8aa1-42e2-8ec3-06e9f4b960ea req-5b1b5c8e-cfc5-42ac-86fa-a30bc9545994 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:23.666285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc6d2fd8-8aa1-42e2-8ec3-06e9f4b960ea req-5b1b5c8e-cfc5-42ac-86fa-a30bc9545994 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0654321
Jun 21 03:36:23.703797 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bc6d2fd8-8aa1-42e2-8ec3-06e9f4b960ea req-d482d3c8-efd3-4e40-8050-d7abcb315e6f tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319457
Jun 21 03:36:23.873779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04019a97-6f02-4985-89b0-c9845da5e406 req-69a07938-a13a-4af8-a7b8-37ab997cfe98 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:23.875235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04019a97-6f02-4985-89b0-c9845da5e406 req-69a07938-a13a-4af8-a7b8-37ab997cfe98 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0627596
Jun 21 03:36:23.914327 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04019a97-6f02-4985-89b0-c9845da5e406 req-9fefddc2-65ba-46f4-ac0f-ac1df68a627f tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326829
Jun 21 03:36:24.199827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a7fd-f50b-441b-9e27-ede21681a649 req-08f57afd-f9cd-44d6-9888-e391801f5239 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:24.201292 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3970a7fd-f50b-441b-9e27-ede21681a649 req-08f57afd-f9cd-44d6-9888-e391801f5239 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0624335
Jun 21 03:36:24.238977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3970a7fd-f50b-441b-9e27-ede21681a649 req-75df15bd-cc82-443e-aedb-a185f9c047df tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310745
Jun 21 03:36:24.413735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b062ec9-758b-46e4-8b73-15648a1f1267 req-d39bdb99-690f-438d-a154-304c04bd4465 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:24.415203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b062ec9-758b-46e4-8b73-15648a1f1267 req-d39bdb99-690f-438d-a154-304c04bd4465 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0681422
Jun 21 03:36:24.452765 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b062ec9-758b-46e4-8b73-15648a1f1267 req-25589459-7ae9-4892-9876-33a23ea251e0 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320432
Jun 21 03:36:24.629922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0ad7-ffea-4ba6-b2c8-0c0d175a413a req-c878d676-7de2-4ecb-adcc-04e4158ab51e tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:24.631283 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214a0ad7-ffea-4ba6-b2c8-0c0d175a413a req-c878d676-7de2-4ecb-adcc-04e4158ab51e tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0616932
Jun 21 03:36:24.667768 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-214a0ad7-ffea-4ba6-b2c8-0c0d175a413a req-247b3230-7130-4cf5-ae10-245a62c2401f tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306671
Jun 21 03:36:24.842404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 76e5e7e8-9ef8-4260-8365-69506cab2b97 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:36:24.863141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 76e5e7e8-9ef8-4260-8365-69506cab2b97 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:36:24.863498 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 76e5e7e8-9ef8-4260-8365-69506cab2b97 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:36:25.413759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8eba0-f44f-4567-bde6-b698f4f90497 req-b5208c46-b79e-412a-87f1-5f2825b0ff92 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:25.415228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92b8eba0-f44f-4567-bde6-b698f4f90497 req-b5208c46-b79e-412a-87f1-5f2825b0ff92 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0665429
Jun 21 03:36:25.455495 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92b8eba0-f44f-4567-bde6-b698f4f90497 req-d826e6cc-1c27-41d3-8e8d-a8fa7d016d56 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345964
Jun 21 03:36:26.658153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bbf4d-7c98-4533-ae15-eede64ff0258 req-a3319983-58ba-48cb-8cda-535f69be8620 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:26.659630 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a6bbf4d-7c98-4533-ae15-eede64ff0258 req-a3319983-58ba-48cb-8cda-535f69be8620 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.0897105
Jun 21 03:36:26.712224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-2f638513-f012-48e5-a5cc-d96cdb4bb41a tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:26.713671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-2f638513-f012-48e5-a5cc-d96cdb4bb41a tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 946 time: 0.1022372
Jun 21 03:36:26.716642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a6bbf4d-7c98-4533-ae15-eede64ff0258 req-c32bf89f-c0ce-4e15-b779-69d0e5214e7f tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974b0d1-77be-4266-842d-01dc98121985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497673
Jun 21 03:36:26.819101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Deleting port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:26.819446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:26.908808 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] For port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,segment=NetworkSegment(300a38cf-08b3-4666-ad36-7053c97f3ede),segment_id=300a38cf-08b3-4666-ad36-7053c97f3ede)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:26.909207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:26.969980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Calling delete_port for 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:27.153741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:27.157892 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4438bf5a-c844-49c8-a0e5-6fb50f8c6778 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:27.165909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['7dab0b6a-59e4-4889-a05d-1f5be72d5af0'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:36:27.184099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Pushing event deleted for resources: {'Port': ['ID=7dab0b6a-59e4-4889-a05d-1f5be72d5af0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:27.211496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.211886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.212262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.212634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.213004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.213403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.213768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.214129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.214488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.214848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.215207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.215565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:36:27.220190 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:27.242789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] No DVR routers for this DVR port 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:27.245225 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:27.247164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7304cec9-f39d-43bc-a947-b3b7c3583642 req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.26 "DELETE /v2.0/ports/7dab0b6a-59e4-4889-a05d-1f5be72d5af0 HTTP/1.1" status: 204  len: 173 time: 0.5267165
Jun 21 03:36:27.247688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e1617-f1e6-42b8-8698-075d18e3042d', 'name': 'network-vif-deleted', 'tag': '7dab0b6a-59e4-4889-a05d-1f5be72d5af0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:36:27.249986 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72230c3adcb586b42fb0af3ceaca9c756d979414914eb2f838882a5545c2a3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a6faf7-96e0-4bea-abef-bd648b9c35df" -d '{"events": [{"server_uuid": "7c6e1617-f1e6-42b8-8698-075d18e3042d", "name": "network-vif-deleted", "tag": "7dab0b6a-59e4-4889-a05d-1f5be72d5af0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:36:27.285850 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89b47f0-4d56-48d1-a127-68f02a4a57a0 x-openstack-request-id: req-e89b47f0-4d56-48d1-a127-68f02a4a57a0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:36:27.286189 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6e1617-f1e6-42b8-8698-075d18e3042d", "name": "network-vif-deleted", "tag": "7dab0b6a-59e4-4889-a05d-1f5be72d5af0", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:36:27.286491 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e89b47f0-4d56-48d1-a127-68f02a4a57a0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:36:27.286947 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6e1617-f1e6-42b8-8698-075d18e3042d', 'name': 'network-vif-deleted', 'tag': '7dab0b6a-59e4-4889-a05d-1f5be72d5af0', 'status': 'completed', 'code': 200}
Jun 21 03:36:27.871203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f3b49edc-c4bb-43e2-b066-00c6dd91bc7f req-782a71af-9350-4b45-b2e2-bd90ad0f203c tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c6e1617-f1e6-42b8-8698-075d18e3042d HTTP/1.1" status: 200  len: 210 time: 0.0295408
Jun 21 03:36:28.965922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60480) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:29.011817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Deleting subnet ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:36:29.014824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.048129 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.087686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.211252 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.213434 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e591f8de-0d4a-4012-a453-d04563a9cff8 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:29.629195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:29.632201 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:29.633170 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.637641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ff39ba53-69aa-49cc-a8f2-828cd6e4dbb9 HTTP/1.1" status: 204  len: 168 time: 0.6683807
Jun 21 03:36:29.638286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60482) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:29.705048 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.786180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.795862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3cadcd0>,) {'filters': {'network_id': ['a2357762-86f0-4877-968f-b1920a3c3e07']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:29.806216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3cadcd0>, '300a38cf-08b3-4666-ad36-7053c97f3ede') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:29.806514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3cadcd0>, '300a38cf-08b3-4666-ad36-7053c97f3ede') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:29.815057 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.828941 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.835925 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:29.836398 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:29.838222 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:29.965595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.969426 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d367f0f8-4af9-412b-80b8-ed74f0c48a3d tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:29.972715 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:29.974558 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] 10.222.0.25 "DELETE /v2.0/networks/a2357762-86f0-4877-968f-b1920a3c3e07 HTTP/1.1" status: 204  len: 168 time: 0.3359897
Jun 21 03:36:29.990296 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Pushing event deleted for resources: {'Network': ['ID=a2357762-86f0-4877-968f-b1920a3c3e07,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:29.992789 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:30.259742 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60486) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:30.301361 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b72f5a2e-e6b0-4e62-9395-f50cc79801a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21bb8b636bbc4c3996cbc80c5f1441ab&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0402281
Jun 21 03:36:30.303797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60488) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:30.355436 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dfaa-8e27-49ba-adc5-65d65cfe1b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:30.376180 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dfaa-8e27-49ba-adc5-65d65cfe1b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:30.487721 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dfaa-8e27-49ba-adc5-65d65cfe1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:30.490566 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dfaa-8e27-49ba-adc5-65d65cfe1b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:30.491698 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-eaa5dfaa-8e27-49ba-adc5-65d65cfe1b7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f974b0d1-77be-4266-842d-01dc98121985 HTTP/1.1" status: 204  len: 168 time: 0.1866446
Jun 21 03:36:30.492551 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ecc92fb-a02c-4dd7-aea4-8c615eaec914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:30.500156 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5dfaa-8e27-49ba-adc5-65d65cfe1b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f974b0d1-77be-4266-842d-01dc98121985,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:30.502583 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eaa5dfaa-8e27-49ba-adc5-65d65cfe1b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:31.468847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60510) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:31.560134 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274857762'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:31.661905 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:31.665507 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:31.674678 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:31.712348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:36:31.734503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:36:31.734858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 7dab0b6a-59e4-4889-a05d-1f5be72d5af0 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:36:31.765766 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:31.823940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:31.827030 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2dfa9634-625f-4309-bfb4-f8ec86400be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:31.854273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:36:31.859966 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9020bd74-932e-44e1-9793-eb41e8e3bf27,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:31.864113 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:31.868072 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:31.868424 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Added segment 14729cd8-9ccb-42c8-9a00-e1b2d29546be of type vlan for network 78c161ea-1436-46d1-8a31-9ba577d413b9
Jun 21 03:36:31.912493 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:32.010970 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:32.016575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:32.017164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:32.019594 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a110a72a-9c1a-4348-bb7d-43aeee5cdb93 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:32.081633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Network': ['ID=78c161ea-1436-46d1-8a31-9ba577d413b9,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:32.084266 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:32.092337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 78c161ea-1436-46d1-8a31-9ba577d413b9 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:36:32.139823 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6697881
Jun 21 03:36:34.262079 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-303c7703-46ac-45d4-a6f6-5c9035720e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:35.405599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60514) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:35.410816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'subnet': {'network_id': '78c161ea-1436-46d1-8a31-9ba577d413b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:35.558974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:35.562446 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:35.816851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:35.818941 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f265aca9-f2f0-462b-bf7a-d9b8afbd60e2 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:35.874219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Subnet': ['ID=cb974648-e285-4b7f-bc45-e5e6f43e3384,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:35.878084 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:35.884982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Checking segment: {'id': '14729cd8-9ccb-42c8-9a00-e1b2d29546be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '78c161ea-1436-46d1-8a31-9ba577d413b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:35.885350 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network hostable DHCP agents. Network: 78c161ea-1436-46d1-8a31-9ba577d413b9, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:36:35.953823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network 78c161ea-1436-46d1-8a31-9ba577d413b9 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:36:36.027951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 78c161ea-1436-46d1-8a31-9ba577d413b9) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:36.031973 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:36.032574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.037029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fe22c8-3863-497a-be49-2e4265250e95 None None] Network 78c161ea-1436-46d1-8a31-9ba577d413b9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:36.126346 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-97838d97-a453-4214-8c44-c725036209db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7195289
Jun 21 03:36:36.130265 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60516) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:36.135680 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1981192570'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:36.179629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-78c161ea-1436-46d1-8a31-9ba577d413b9', 'network_id': '78c161ea-1436-46d1-8a31-9ba577d413b9', 'tenant_id': 'b5ed986c7b23461b821ea3a5082eea1a', 'fixed_ips': [{'subnet_id': 'cb974648-e285-4b7f-bc45-e5e6f43e3384'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:36:36.180467 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.235489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:36.241818 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.267766 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:36:36.277447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.278013 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Added segment b8594370-d978-4ee0-a235-619c4904d0a5 of type vlan for network 3c1d3629-f570-4c82-a3c5-0af82e2ae54a
Jun 21 03:36:36.322013 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.326933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Allocated IP 2001:db8:0:ffff::2 (78c161ea-1436-46d1-8a31-9ba577d413b9/cb974648-e285-4b7f-bc45-e5e6f43e3384/e1912279-9b1b-422e-8e80-93ffb3a1f69f) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:36.351735 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.416327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.422019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:36.422616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.427009 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f3988954-97b0-4866-ac25-9da70bb014cd tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:36.469215 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.477922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Transition to ACTIVE for port object e1912279-9b1b-422e-8e80-93ffb3a1f69f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:36.492550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Transition to ACTIVE for port object e1912279-9b1b-422e-8e80-93ffb3a1f69f will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:36.496322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Network': ['ID=3c1d3629-f570-4c82-a3c5-0af82e2ae54a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:36.499135 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:36.506684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 3c1d3629-f570-4c82-a3c5-0af82e2ae54a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:36:36.537008 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f5f8cf3c-773d-4703-a060-0e40e90d365a tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4057050
Jun 21 03:36:36.539883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60518) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:36.545079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'subnet': {'network_id': '3c1d3629-f570-4c82-a3c5-0af82e2ae54a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:36.566621 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.569368 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:36.626836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Network 78c161ea-1436-46d1-8a31-9ba577d413b9 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:36:36.632394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:36.634772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Pushing event updated for resources: {'Port': ['ID=e1912279-9b1b-422e-8e80-93ffb3a1f69f,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:36.636960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:36:36.639849 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:36.687734 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e72979c7-308c-4252-a286-c684bdf6efb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.697193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Attempting to bind port e1912279-9b1b-422e-8e80-93ffb3a1f69f on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:36:36.699109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Attempting to bind port e1912279-9b1b-422e-8e80-93ffb3a1f69f by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '14729cd8-9ccb-42c8-9a00-e1b2d29546be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '78c161ea-1436-46d1-8a31-9ba577d413b9'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:36:36.699109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Attempting to bind port e1912279-9b1b-422e-8e80-93ffb3a1f69f on network 78c161ea-1436-46d1-8a31-9ba577d413b9 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:36.703040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:36:36.703423 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Checking segment: {'id': '14729cd8-9ccb-42c8-9a00-e1b2d29546be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '78c161ea-1436-46d1-8a31-9ba577d413b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:36.703829 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.704225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Bound using segment: {'id': '14729cd8-9ccb-42c8-9a00-e1b2d29546be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '78c161ea-1436-46d1-8a31-9ba577d413b9'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:36:36.704698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Bound port: e1912279-9b1b-422e-8e80-93ffb3a1f69f, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14729cd8-9ccb-42c8-9a00-e1b2d29546be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '78c161ea-1436-46d1-8a31-9ba577d413b9'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:36:36.705189 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.710099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:36.713854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.768873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] For port e1912279-9b1b-422e-8e80-93ffb3a1f69f, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:36:36.771882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] For port e1912279-9b1b-422e-8e80-93ffb3a1f69f, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e1912279-9b1b-422e-8e80-93ffb3a1f69f,segment=NetworkSegment(14729cd8-9ccb-42c8-9a00-e1b2d29546be),segment_id=14729cd8-9ccb-42c8-9a00-e1b2d29546be)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:36:36.819121 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.821940 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:36.884010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Pushing event updated for resources: {'Port': ['ID=e1912279-9b1b-422e-8e80-93ffb3a1f69f,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:36.890166 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:36.971988 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:36.974516 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e2c456f8-cdf8-4150-a8de-354049f3b577 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:37.044591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Subnet': ['ID=9da5b9fa-0e0c-4319-a177-b160c237a0d2,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:37.048588 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:37.058585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Checking segment: {'id': 'b8594370-d978-4ee0-a235-619c4904d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3c1d3629-f570-4c82-a3c5-0af82e2ae54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:37.058585 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network hostable DHCP agents. Network: 3c1d3629-f570-4c82-a3c5-0af82e2ae54a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:36:37.160137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network 3c1d3629-f570-4c82-a3c5-0af82e2ae54a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:36:37.205363 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.227900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 3c1d3629-f570-4c82-a3c5-0af82e2ae54a) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:37.231905 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:37.232505 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.237283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfde881-0e12-48fa-94af-c96c8c947eac None None] Network 3c1d3629-f570-4c82-a3c5-0af82e2ae54a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:37.303987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7629576
Jun 21 03:36:37.306607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60520) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:37.387368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-3c1d3629-f570-4c82-a3c5-0af82e2ae54a', 'network_id': '3c1d3629-f570-4c82-a3c5-0af82e2ae54a', 'tenant_id': 'b5ed986c7b23461b821ea3a5082eea1a', 'fixed_ips': [{'subnet_id': '9da5b9fa-0e0c-4319-a177-b160c237a0d2'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:36:37.388332 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.416669 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.525298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.537776 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Allocated IP 2001:db8::2 (3c1d3629-f570-4c82-a3c5-0af82e2ae54a/9da5b9fa-0e0c-4319-a177-b160c237a0d2/014ba7fc-9232-430a-be16-83ef8cdfa27b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:37.686547 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.695475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Transition to ACTIVE for port object 014ba7fc-9232-430a-be16-83ef8cdfa27b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:37.710838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Transition to ACTIVE for port object 014ba7fc-9232-430a-be16-83ef8cdfa27b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:37.735451 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693f96e-1a5d-4029-98e7-1a895d34d9e8 None None] Network 78c161ea-1436-46d1-8a31-9ba577d413b9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:37.779011 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.782467 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:37.836359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Network 3c1d3629-f570-4c82-a3c5-0af82e2ae54a is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:36:37.843597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:37.855744 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:36:37.865679 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.869141 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3837371-e1b7-4a92-9a27-a1ba528dae0d tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:37.871061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Pushing event updated for resources: {'Port': ['ID=014ba7fc-9232-430a-be16-83ef8cdfa27b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:37.897476 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:37.921291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6da9a615-798c-4bb6-a7f1-d00ddab4363c None None] Provisioning for port e1912279-9b1b-422e-8e80-93ffb3a1f69f completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:36:37.950921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Subnet': ['ID=9da5b9fa-0e0c-4319-a177-b160c237a0d2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:37.955172 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:37.955363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e1912279-9b1b-422e-8e80-93ffb3a1f69f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:36:37.971112 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:37.981243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2e8af40>,) {'filters': {'network_id': ['3c1d3629-f570-4c82-a3c5-0af82e2ae54a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:37.991652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Attempting to bind port 014ba7fc-9232-430a-be16-83ef8cdfa27b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:36:37.992041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Attempting to bind port 014ba7fc-9232-430a-be16-83ef8cdfa27b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'b8594370-d978-4ee0-a235-619c4904d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3c1d3629-f570-4c82-a3c5-0af82e2ae54a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:36:37.992418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Attempting to bind port 014ba7fc-9232-430a-be16-83ef8cdfa27b on network 3c1d3629-f570-4c82-a3c5-0af82e2ae54a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:37.998574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2e8af40>, 'b8594370-d978-4ee0-a235-619c4904d0a5') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:37.998876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2e8af40>, 'b8594370-d978-4ee0-a235-619c4904d0a5') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:38.009111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:36:38.009783 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Checking segment: {'id': 'b8594370-d978-4ee0-a235-619c4904d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3c1d3629-f570-4c82-a3c5-0af82e2ae54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:38.010199 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.010606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Bound using segment: {'id': 'b8594370-d978-4ee0-a235-619c4904d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3c1d3629-f570-4c82-a3c5-0af82e2ae54a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:36:38.011090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Bound port: 014ba7fc-9232-430a-be16-83ef8cdfa27b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8594370-d978-4ee0-a235-619c4904d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3c1d3629-f570-4c82-a3c5-0af82e2ae54a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:36:38.011474 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.015788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.035447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.042189 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:38.042577 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:38.045627 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:38.116554 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] For port 014ba7fc-9232-430a-be16-83ef8cdfa27b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:36:38.120177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] For port 014ba7fc-9232-430a-be16-83ef8cdfa27b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=014ba7fc-9232-430a-be16-83ef8cdfa27b,segment=NetworkSegment(b8594370-d978-4ee0-a235-619c4904d0a5),segment_id=b8594370-d978-4ee0-a235-619c4904d0a5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:36:38.149420 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:36:38.149420 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:36:38.149420 n-d-758944-33 neutron-server[94167]: [parameters: {'id': '3c1d3629-f570-4c82-a3c5-0af82e2ae54a'}]
Jun 21 03:36:38.149420 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:36:38.157451 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:36:38.176629 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e1912279-9b1b-422e-8e80-93ffb3a1f69f completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:36:38.181170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e1912279-9b1b-422e-8e80-93ffb3a1f69f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:38.186365 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.205320 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.208465 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.215261 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:38.314016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Pushing event updated for resources: {'Port': ['ID=014ba7fc-9232-430a-be16-83ef8cdfa27b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:38.320029 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:38.345283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad5907-a97a-4940-b024-38ec058fa0f9 None None] Network 3c1d3629-f570-4c82-a3c5-0af82e2ae54a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:38.420664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.443331 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3208943a-46cd-4b34-a202-3fe14a0fc8d5 None None] Provisioning complete for port e1912279-9b1b-422e-8e80-93ffb3a1f69f triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:38.443798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3208943a-46cd-4b34-a202-3fe14a0fc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.503551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.531910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port e1912279-9b1b-422e-8e80-93ffb3a1f69f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e1912279-9b1b-422e-8e80-93ffb3a1f69f,segment=NetworkSegment(14729cd8-9ccb-42c8-9a00-e1b2d29546be),segment_id=14729cd8-9ccb-42c8-9a00-e1b2d29546be)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:38.586458 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.591917 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:38.618098 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3208943a-46cd-4b34-a202-3fe14a0fc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.633354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f99aa2-5355-4369-87ae-0d91bb80db83 None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:36:38.650752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.704930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Deleting port 014ba7fc-9232-430a-be16-83ef8cdfa27b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:38.705273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.712798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=e1912279-9b1b-422e-8e80-93ffb3a1f69f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:38.719466 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:38.746155 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-3208943a-46cd-4b34-a202-3fe14a0fc8d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:36:38.746519 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-3208943a-46cd-4b34-a202-3fe14a0fc8d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:36:38.754753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f99aa2-5355-4369-87ae-0d91bb80db83 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:36:38.770548 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] For port 014ba7fc-9232-430a-be16-83ef8cdfa27b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=014ba7fc-9232-430a-be16-83ef8cdfa27b,segment=NetworkSegment(b8594370-d978-4ee0-a235-619c4904d0a5),segment_id=b8594370-d978-4ee0-a235-619c4904d0a5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:38.770915 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:38.838831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Calling delete_port for 014ba7fc-9232-430a-be16-83ef8cdfa27b owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:39.007083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.009488 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1d06340d-5a4e-47a8-b5a8-e0cad1fc9c4e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:39.036875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Port': ['ID=014ba7fc-9232-430a-be16-83ef8cdfa27b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:39.040021 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:39.040832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No DVR routers for this DVR port 014ba7fc-9232-430a-be16-83ef8cdfa27b on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:39.117354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.126673 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d26cc6a0>,) {'filters': {'network_id': ['3c1d3629-f570-4c82-a3c5-0af82e2ae54a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:39.136508 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d26cc6a0>, 'b8594370-d978-4ee0-a235-619c4904d0a5') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:39.136797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d26cc6a0>, 'b8594370-d978-4ee0-a235-619c4904d0a5') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:39.145422 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.158495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.164694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:39.165070 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:39.167965 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:39.302447 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.305968 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ab1560ab-dca8-4d09-b77d-9cd44b049592 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:39.309958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.311716 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/3c1d3629-f570-4c82-a3c5-0af82e2ae54a HTTP/1.1" status: 204  len: 168 time: 2.0036840
Jun 21 03:36:39.315885 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60522) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:39.321722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-964497633'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:39.326910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Network': ['ID=3c1d3629-f570-4c82-a3c5-0af82e2ae54a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:39.329288 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:39.395701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:39.399268 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.422439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:36:39.431366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.431728 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Added segment 73537fbf-515d-4de5-90e7-177c8eb9df35 of type vlan for network ff1d8689-0fbf-463f-bd3b-7d6a947352fb
Jun 21 03:36:39.474280 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.561508 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.568322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:39.568841 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.571284 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f2219a3e-2353-405e-95be-b10b5f6bb659 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:39.638164 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Network': ['ID=ff1d8689-0fbf-463f-bd3b-7d6a947352fb,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:39.640973 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:39.648830 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network ff1d8689-0fbf-463f-bd3b-7d6a947352fb details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:36:39.699889 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-11622e7e-45d8-4ce0-93c1-9127d5453f85 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3817682
Jun 21 03:36:39.702249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60524) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:39.708330 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'subnet': {'network_id': 'ff1d8689-0fbf-463f-bd3b-7d6a947352fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:39.727187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.850890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:39.854858 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:39.879048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e1912279-9b1b-422e-8e80-93ffb3a1f69f up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:36:39.916832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Performing IP validity checks on allocation pools {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jun 21 03:36:39.917391 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.ipam_backend_mixin [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jun 21 03:36:39.930538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e1912279-9b1b-422e-8e80-93ffb3a1f69f triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:39.930917 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.091108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.094019 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cd56ae21-8916-4d2d-87b7-d9e64d23aea9 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:40.153677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Subnet': ['ID=3a753010-961a-4d54-9f2d-ad6176f30d4f,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:40.157685 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:40.161654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Checking segment: {'id': '73537fbf-515d-4de5-90e7-177c8eb9df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff1d8689-0fbf-463f-bd3b-7d6a947352fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:40.162029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network hostable DHCP agents. Network: ff1d8689-0fbf-463f-bd3b-7d6a947352fb, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:36:40.235175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network ff1d8689-0fbf-463f-bd3b-7d6a947352fb is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:36:40.315274 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, ff1d8689-0fbf-463f-bd3b-7d6a947352fb) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:40.320111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:40.320702 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.324442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0cd567-b9a2-4573-bdf9-324ffdd5bc80 None None] Network ff1d8689-0fbf-463f-bd3b-7d6a947352fb requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:40.402419 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4d517b2b-e40b-46ac-bb6e-45abd7a9266f tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6989698
Jun 21 03:36:40.404974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60526) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:40.515098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.614636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.645944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccf736-1325-4e42-9cc0-e7779056d05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-ff1d8689-0fbf-463f-bd3b-7d6a947352fb', 'network_id': 'ff1d8689-0fbf-463f-bd3b-7d6a947352fb', 'tenant_id': 'b5ed986c7b23461b821ea3a5082eea1a', 'fixed_ips': [{'subnet_id': '3a753010-961a-4d54-9f2d-ad6176f30d4f'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:36:40.646806 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07ccf736-1325-4e42-9cc0-e7779056d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.736703 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.739750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4410f07c-a490-4b3a-8746-19d71480d603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:40.764804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Subnet': ['ID=3a753010-961a-4d54-9f2d-ad6176f30d4f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:40.767904 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:40.829175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.839426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d23fe7f0>,) {'filters': {'network_id': ['ff1d8689-0fbf-463f-bd3b-7d6a947352fb']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server [None req-07ccf736-1325-4e42-9cc0-e7779056d05a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a753010-961a-4d54-9f2d-ad6176f30d4f: This subnet is being modified by another concurrent operation.
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server     raise exception
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a753010-961a-4d54-9f2d-ad6176f30d4f: This subnet is being modified by another concurrent operation.
Jun 21 03:36:40.840641 n-d-758944-33 neutron-server[94168]: ERROR oslo_messaging.rpc.server 
Jun 21 03:36:40.849970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23fe7f0>, '73537fbf-515d-4de5-90e7-177c8eb9df35') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:40.850264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d23fe7f0>, '73537fbf-515d-4de5-90e7-177c8eb9df35') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:40.859130 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.859293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9477f6-7d1f-4dc6-a8f9-d87a5fde437b None None] Network ff1d8689-0fbf-463f-bd3b-7d6a947352fb requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:40.874687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.881367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:40.881770 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:40.884934 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:40.974225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d06da85-364f-481e-81df-5d4bfbacc81a None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:36:41.041498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.041720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d06da85-364f-481e-81df-5d4bfbacc81a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:36:41.045162 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7561c2fd-f1c9-4058-b65f-9d6608d0467e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:41.051194 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.056838 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/ff1d8689-0fbf-463f-bd3b-7d6a947352fb HTTP/1.1" status: 204  len: 168 time: 0.6470711
Jun 21 03:36:41.057166 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60528) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:41.063364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1034812697'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:41.069304 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Network': ['ID=ff1d8689-0fbf-463f-bd3b-7d6a947352fb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:41.079905 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:41.144739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:41.148288 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.172759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:36:41.182037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.182385 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Added segment 3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb of type vlan for network bee5df8f-910a-4151-aa74-3502872a27b2
Jun 21 03:36:41.230557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.324980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.331129 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:41.331775 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.334092 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0f6dd0ec-393d-498d-97e7-ce402e4b73fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:41.404881 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Network': ['ID=bee5df8f-910a-4151-aa74-3502872a27b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:41.407545 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:41.415255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network bee5df8f-910a-4151-aa74-3502872a27b2 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:36:41.440365 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3b5e76bd-6138-4a30-a3be-f89cb887c402 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3810925
Jun 21 03:36:41.443263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60530) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:41.448254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'subnet': {'network_id': 'bee5df8f-910a-4151-aa74-3502872a27b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:41.593866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:41.597671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.816382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:41.819201 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-141acd1a-41f1-4bf2-8ae8-a1e0550319ef tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:41.881794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Subnet': ['ID=a37600d8-939a-4a5a-8e02-c891f6f909d5,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:41.885386 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:41.891089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Checking segment: {'id': '3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bee5df8f-910a-4151-aa74-3502872a27b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:41.891455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network hostable DHCP agents. Network: bee5df8f-910a-4151-aa74-3502872a27b2, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:36:41.978456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network bee5df8f-910a-4151-aa74-3502872a27b2 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:36:42.044629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, bee5df8f-910a-4151-aa74-3502872a27b2) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:42.048528 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:42.049109 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.053319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03906f7-e60c-4dbc-a3e2-c44fb5ab88c6 None None] Network bee5df8f-910a-4151-aa74-3502872a27b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:42.133778 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6893499
Jun 21 03:36:42.137368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60532) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:42.142480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494256572'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:42.197046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-bee5df8f-910a-4151-aa74-3502872a27b2', 'network_id': 'bee5df8f-910a-4151-aa74-3502872a27b2', 'tenant_id': 'b5ed986c7b23461b821ea3a5082eea1a', 'fixed_ips': [{'subnet_id': 'a37600d8-939a-4a5a-8e02-c891f6f909d5'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:36:42.197914 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.224128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:42.227710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.251579 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:36:42.262793 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.263186 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Added segment 8c3c2f90-8a0e-4245-9194-b10a311da624 of type vlan for network 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09
Jun 21 03:36:42.303288 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.334865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Allocated IP 2001:db8::2 (bee5df8f-910a-4151-aa74-3502872a27b2/a37600d8-939a-4a5a-8e02-c891f6f909d5/9744ca64-6cc8-423c-b1f6-e7571360bd3d) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:42.384466 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.390176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:42.390763 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.394065 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fff4143e-2fc9-4a14-9d30-4d0acfd7cb28 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:42.460831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Network': ['ID=1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:42.463534 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:42.475896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:36:42.491348 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.505233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ddb23859-ffb0-4380-9531-55c010c5c18e tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3667853
Jun 21 03:36:42.508068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60534) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:42.513409 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Request body: {'subnet': {'network_id': '1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:42.527014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Transition to ACTIVE for port object 9744ca64-6cc8-423c-b1f6-e7571360bd3d will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:42.558668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Transition to ACTIVE for port object 9744ca64-6cc8-423c-b1f6-e7571360bd3d will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:42.639802 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.641766 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:42.667835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Made reservation on behalf of b5ed986c7b23461b821ea3a5082eea1a for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:42.671470 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.679690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Network bee5df8f-910a-4151-aa74-3502872a27b2 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:36:42.682647 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:42.686257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:36:42.693926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Pushing event updated for resources: {'Port': ['ID=9744ca64-6cc8-423c-b1f6-e7571360bd3d,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:42.698196 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:42.750659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Attempting to bind port 9744ca64-6cc8-423c-b1f6-e7571360bd3d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:36:42.751037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Attempting to bind port 9744ca64-6cc8-423c-b1f6-e7571360bd3d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bee5df8f-910a-4151-aa74-3502872a27b2'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:36:42.756706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Attempting to bind port 9744ca64-6cc8-423c-b1f6-e7571360bd3d on network bee5df8f-910a-4151-aa74-3502872a27b2 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:42.757118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:36:42.757543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Checking segment: {'id': '3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bee5df8f-910a-4151-aa74-3502872a27b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:42.757954 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.758359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Bound using segment: {'id': '3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bee5df8f-910a-4151-aa74-3502872a27b2'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:36:42.758826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Bound port: 9744ca64-6cc8-423c-b1f6-e7571360bd3d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bee5df8f-910a-4151-aa74-3502872a27b2'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:36:42.759459 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.819934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] For port 9744ca64-6cc8-423c-b1f6-e7571360bd3d, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:36:42.822968 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] For port 9744ca64-6cc8-423c-b1f6-e7571360bd3d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9744ca64-6cc8-423c-b1f6-e7571360bd3d,segment=NetworkSegment(3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb),segment_id=3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:36:42.893973 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.895955 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3bccb70b-fec0-4395-ad56-32d3d06d72b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:42.916086 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:42.919718 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a036cf0-6369-41a0-81a1-4db5b41e4b7c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:42.952266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Pushing event updated for resources: {'Port': ['ID=9744ca64-6cc8-423c-b1f6-e7571360bd3d,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:42.966949 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:42.985245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event updated for resources: {'Subnet': ['ID=898870e0-2c8f-4364-acfc-3e3b8ec096c2,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:42.988807 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:42.994683 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Checking segment: {'id': '8c3c2f90-8a0e-4245-9194-b10a311da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:42.995058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network hostable DHCP agents. Network: 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:36:43.067817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Network 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:36:43.162858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:43.162858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:43.162858 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.165731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea76255b-b8be-42f3-a42a-884702303716 None None] Network 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:43.259403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7499413
Jun 21 03:36:43.262099 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60536) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:43.318323 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09', 'network_id': '1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09', 'tenant_id': 'b5ed986c7b23461b821ea3a5082eea1a', 'fixed_ips': [{'subnet_id': '898870e0-2c8f-4364-acfc-3e3b8ec096c2'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:36:43.319228 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.365716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.422651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.458166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Allocated IP 2001:db8::2 (1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09/898870e0-2c8f-4364-acfc-3e3b8ec096c2/363d0f31-b4f7-49c0-b0e7-389329151dfb) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:43.607131 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.615626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Transition to ACTIVE for port object 363d0f31-b4f7-49c0-b0e7-389329151dfb will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:43.631433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Transition to ACTIVE for port object 363d0f31-b4f7-49c0-b0e7-389329151dfb will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:43.697354 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.700513 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:43.739007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Network 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:36:43.741917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:43.744421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:36:43.758539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Pushing event updated for resources: {'Port': ['ID=363d0f31-b4f7-49c0-b0e7-389329151dfb,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:43.761769 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:43.784925 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.788586 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-99e772b6-0e62-4275-b2f3-037057172ef7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:43.810894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Attempting to bind port 363d0f31-b4f7-49c0-b0e7-389329151dfb on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:36:43.811303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Attempting to bind port 363d0f31-b4f7-49c0-b0e7-389329151dfb by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '8c3c2f90-8a0e-4245-9194-b10a311da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:36:43.811700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Attempting to bind port 363d0f31-b4f7-49c0-b0e7-389329151dfb on network 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:43.816056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Subnet': ['ID=898870e0-2c8f-4364-acfc-3e3b8ec096c2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:43.819307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:36:43.819717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Checking segment: {'id': '8c3c2f90-8a0e-4245-9194-b10a311da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:43.820126 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.820334 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:43.820534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Bound using segment: {'id': '8c3c2f90-8a0e-4245-9194-b10a311da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:36:43.821099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Bound port: 363d0f31-b4f7-49c0-b0e7-389329151dfb, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3c2f90-8a0e-4245-9194-b10a311da624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:36:43.821426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.888078 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f832b3-a2d1-465e-ae7e-b65229ab347d None None] Network bee5df8f-910a-4151-aa74-3502872a27b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:43.896792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.907732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1bb03a0>,) {'filters': {'network_id': ['1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:43.921013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1bb03a0>, '8c3c2f90-8a0e-4245-9194-b10a311da624') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:43.921440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1bb03a0>, '8c3c2f90-8a0e-4245-9194-b10a311da624') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:43.936250 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:43.940538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] For port 363d0f31-b4f7-49c0-b0e7-389329151dfb, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:36:43.947709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9744ca64-6cc8-423c-b1f6-e7571360bd3d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:36:43.995997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] For port 363d0f31-b4f7-49c0-b0e7-389329151dfb, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=363d0f31-b4f7-49c0-b0e7-389329151dfb,segment=NetworkSegment(8c3c2f90-8a0e-4245-9194-b10a311da624),segment_id=8c3c2f90-8a0e-4245-9194-b10a311da624)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:36:44.095856 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.096192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.100756 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:44.102419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:44.102810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:44.105921 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:44.149084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9744ca64-6cc8-423c-b1f6-e7571360bd3d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:36:44.150944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] Provisioning for port 9744ca64-6cc8-423c-b1f6-e7571360bd3d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:36:44.185684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9744ca64-6cc8-423c-b1f6-e7571360bd3d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:44.185684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.185684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] Provisioning complete for port 9744ca64-6cc8-423c-b1f6-e7571360bd3d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:44.185684 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.205108 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 21 03:36:44.205108 n-d-758944-33 neutron-server[94167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 21 03:36:44.205108 n-d-758944-33 neutron-server[94167]: [parameters: {'id': '1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09'}]
Jun 21 03:36:44.205108 n-d-758944-33 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:36:44.207058 n-d-758944-33 neutron-server[94167]: DEBUG oslo_db.api [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:36:44.268916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Pushing event updated for resources: {'Port': ['ID=363d0f31-b4f7-49c0-b0e7-389329151dfb,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:44.273517 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:44.278858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a22d44-8321-4c8b-a777-57a1de94e003 None None] Network 1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:44.466376 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.469670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.523257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] For port 9744ca64-6cc8-423c-b1f6-e7571360bd3d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9744ca64-6cc8-423c-b1f6-e7571360bd3d,segment=NetworkSegment(3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb),segment_id=3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:44.539117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac5d52-8f59-4d1c-bb30-e2c6c6a5c17c None None] get_active_networks_info from n-d-758944-33 {{(pid=94168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 03:36:44.593821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.600962 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:44.664140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac5d52-8f59-4d1c-bb30-e2c6c6a5c17c None None] Resources bound (agent type, host, resource id):  {{(pid=94168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 21 03:36:44.685446 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:36:44.685808 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:36:44.692914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] Pushing event updated for resources: {'Port': ['ID=9744ca64-6cc8-423c-b1f6-e7571360bd3d,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:44.697399 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:44.706405 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.754978 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e67e611d-e8ac-4a81-8371-49caa6e80614 None None] Provisioning complete for port 9744ca64-6cc8-423c-b1f6-e7571360bd3d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:44.755364 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e67e611d-e8ac-4a81-8371-49caa6e80614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.760343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Deleting port 363d0f31-b4f7-49c0-b0e7-389329151dfb {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:44.760686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.828250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] For port 363d0f31-b4f7-49c0-b0e7-389329151dfb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=363d0f31-b4f7-49c0-b0e7-389329151dfb,segment=NetworkSegment(8c3c2f90-8a0e-4245-9194-b10a311da624),segment_id=8c3c2f90-8a0e-4245-9194-b10a311da624)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:44.828594 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:44.893839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Calling delete_port for 363d0f31-b4f7-49c0-b0e7-389329151dfb owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:45.035590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.037710 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:45.061877 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Port': ['ID=363d0f31-b4f7-49c0-b0e7-389329151dfb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:45.065173 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:45.066066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No DVR routers for this DVR port 363d0f31-b4f7-49c0-b0e7-389329151dfb on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:45.546045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.559878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73da57a9a0>,) {'filters': {'network_id': ['1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:45.570624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da57a9a0>, '8c3c2f90-8a0e-4245-9194-b10a311da624') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:45.570922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73da57a9a0>, '8c3c2f90-8a0e-4245-9194-b10a311da624') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:45.584166 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.597565 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.603130 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:45.603511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:45.606431 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:45.721578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.726163 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.728009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 HTTP/1.1" status: 204  len: 168 time: 2.4649162
Jun 21 03:36:45.729029 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a02cc30-4263-4c22-84d4-5d041a522205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:45.731226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60538) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:45.737435 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:36:45.743687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Network': ['ID=1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:45.746123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:45.760954 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e437cc20-218d-4f5d-846e-60d0eb47e9db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] GET failed (client error): The resource could not be found.
Jun 21 03:36:45.762288 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e437cc20-218d-4f5d-846e-60d0eb47e9db tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "GET /v2.0/subnets/898870e0-2c8f-4364-acfc-3e3b8ec096c2 HTTP/1.1" status: 404  len: 337 time: 0.0299985
Jun 21 03:36:45.764863 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60540) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:45.783177 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17516a7-778f-43f0-9c9f-cb31669f2e15 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:36:45.783721 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17516a7-778f-43f0-9c9f-cb31669f2e15 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:36:45.785308 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a17516a7-778f-43f0-9c9f-cb31669f2e15 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 HTTP/1.1" status: 404  len: 339 time: 0.0195179
Jun 21 03:36:45.788723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60542) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:45.813499 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-68268fdd-9e3f-42a8-88ab-d76570343632 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:36:45.813947 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68268fdd-9e3f-42a8-88ab-d76570343632 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:36:45.816426 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-68268fdd-9e3f-42a8-88ab-d76570343632 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/subnets/898870e0-2c8f-4364-acfc-3e3b8ec096c2 HTTP/1.1" status: 404  len: 337 time: 0.0268185
Jun 21 03:36:45.818616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60544) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:45.837015 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-869d28af-03fd-4f40-8c01-8f0d6c301e84 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:36:45.837588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869d28af-03fd-4f40-8c01-8f0d6c301e84 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:36:45.839211 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-869d28af-03fd-4f40-8c01-8f0d6c301e84 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/1c8a30dc-eb9b-4699-aaee-5ddf6cd57d09 HTTP/1.1" status: 404  len: 339 time: 0.0197253
Jun 21 03:36:45.841787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60546) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:45.881109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9744ca64-6cc8-423c-b1f6-e7571360bd3d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:36:45.895206 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Deleting subnet a37600d8-939a-4a5a-8e02-c891f6f909d5 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:36:45.898340 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.930054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9744ca64-6cc8-423c-b1f6-e7571360bd3d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:45.930442 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:45.944426 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.027722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.159747 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.161888 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a1d6df3-b402-4b12-acde-eb2c48c7de04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:46.193392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Subnet': ['ID=a37600d8-939a-4a5a-8e02-c891f6f909d5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:46.196483 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:46.197598 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.199849 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b6440176-011b-4618-afc1-22760d2b0a82 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/subnets/a37600d8-939a-4a5a-8e02-c891f6f909d5 HTTP/1.1" status: 204  len: 168 time: 0.3565764
Jun 21 03:36:46.202923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60548) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:46.205496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dac794-fe95-454b-929f-71554dcb7c7b None None] Network bee5df8f-910a-4151-aa74-3502872a27b2 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:46.279543 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.333207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Deleting port 9744ca64-6cc8-423c-b1f6-e7571360bd3d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:46.333579 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.385371 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] DHCP port deletion for bee5df8f-910a-4151-aa74-3502872a27b2 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:36:46.403372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] For port 9744ca64-6cc8-423c-b1f6-e7571360bd3d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9744ca64-6cc8-423c-b1f6-e7571360bd3d,segment=NetworkSegment(3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb),segment_id=3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:46.403742 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.434217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] Deleting port 9744ca64-6cc8-423c-b1f6-e7571360bd3d {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:46.434601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.468341 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Calling delete_port for 9744ca64-6cc8-423c-b1f6-e7571360bd3d owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:46.494438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] For port 9744ca64-6cc8-423c-b1f6-e7571360bd3d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9744ca64-6cc8-423c-b1f6-e7571360bd3d,segment=NetworkSegment(3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb),segment_id=3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:46.494815 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.558649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] Calling delete_port for 9744ca64-6cc8-423c-b1f6-e7571360bd3d owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:46.616501 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.619611 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b52924c-4645-4928-b617-f58d7e8fa3ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:46.632079 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.634449 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:46.648892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Port': ['ID=9744ca64-6cc8-423c-b1f6-e7571360bd3d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:46.650777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No DVR routers for this DVR port 9744ca64-6cc8-423c-b1f6-e7571360bd3d on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:46.652286 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:46.662558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] Pushing event deleted for resources: {'Port': ['ID=9744ca64-6cc8-423c-b1f6-e7571360bd3d,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:46.665588 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:46.666501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] No DVR routers for this DVR port 9744ca64-6cc8-423c-b1f6-e7571360bd3d on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:46.736292 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.746052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d84c7b50>,) {'filters': {'network_id': ['bee5df8f-910a-4151-aa74-3502872a27b2']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:46.756406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d84c7b50>, '3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:46.756752 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d84c7b50>, '3d3d7b1d-95fe-4eb2-9bd4-57a52989eaeb') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:46.765867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.780133 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.785924 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:46.786309 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:46.789351 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:46.925443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.928825 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-95fb8e14-0599-42e5-a570-f0a01aea2707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:46.932801 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:46.937062 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/bee5df8f-910a-4151-aa74-3502872a27b2 HTTP/1.1" status: 204  len: 168 time: 0.7307878
Jun 21 03:36:46.937062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60552) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:46.955349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Network': ['ID=bee5df8f-910a-4151-aa74-3502872a27b2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:46.978190 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:46.979310 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ace5a5d-762c-4951-9406-12e7c390a5cc tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:36:46.979772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ace5a5d-762c-4951-9406-12e7c390a5cc tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:36:46.981497 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0ace5a5d-762c-4951-9406-12e7c390a5cc tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/subnets/3a753010-961a-4d54-9f2d-ad6176f30d4f HTTP/1.1" status: 404  len: 337 time: 0.0434835
Jun 21 03:36:46.983968 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60554) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:47.002770 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefc074d-81d9-4c92-89c6-43b3ff9cd74d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:36:47.003311 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefc074d-81d9-4c92-89c6-43b3ff9cd74d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:36:47.004910 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-aefc074d-81d9-4c92-89c6-43b3ff9cd74d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/ff1d8689-0fbf-463f-bd3b-7d6a947352fb HTTP/1.1" status: 404  len: 339 time: 0.0200546
Jun 21 03:36:47.007142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60556) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:47.032427 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-763d6ad9-7498-476e-bea0-666a1dcf33bf tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:36:47.032880 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763d6ad9-7498-476e-bea0-666a1dcf33bf tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:36:47.034588 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-763d6ad9-7498-476e-bea0-666a1dcf33bf tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/subnets/9da5b9fa-0e0c-4319-a177-b160c237a0d2 HTTP/1.1" status: 404  len: 337 time: 0.0265825
Jun 21 03:36:47.036758 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60558) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:47.054574 n-d-758944-33 neutron-server[94166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1a14ba-2077-4750-aa88-3e95d870c969 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] DELETE failed (client error): The resource could not be found.
Jun 21 03:36:47.055114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1a14ba-2077-4750-aa88-3e95d870c969 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 21 03:36:47.056706 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ac1a14ba-2077-4750-aa88-3e95d870c969 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/3c1d3629-f570-4c82-a3c5-0af82e2ae54a HTTP/1.1" status: 404  len: 339 time: 0.0190740
Jun 21 03:36:47.062335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60560) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:47.112688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Deleting subnet cb974648-e285-4b7f-bc45-e5e6f43e3384 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:36:47.115849 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.155218 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.242628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.416555 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.418765 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6883ef02-e9b0-46e6-9c29-306befedecb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:47.442716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Subnet': ['ID=cb974648-e285-4b7f-bc45-e5e6f43e3384,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:47.446134 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:47.449371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.451236 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a5b510e7-0517-452a-8f0f-566da8692223 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/subnets/cb974648-e285-4b7f-bc45-e5e6f43e3384 HTTP/1.1" status: 204  len: 168 time: 0.3880007
Jun 21 03:36:47.453610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60562) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:47.456719 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2541ff8-1d2e-4670-8c2a-28d46788ecad None None] Network 78c161ea-1436-46d1-8a31-9ba577d413b9 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:47.535371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.590031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Deleting port e1912279-9b1b-422e-8e80-93ffb3a1f69f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:47.590384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.640541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] DHCP port deletion for 78c161ea-1436-46d1-8a31-9ba577d413b9 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:36:47.658906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] For port e1912279-9b1b-422e-8e80-93ffb3a1f69f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e1912279-9b1b-422e-8e80-93ffb3a1f69f,segment=NetworkSegment(14729cd8-9ccb-42c8-9a00-e1b2d29546be),segment_id=14729cd8-9ccb-42c8-9a00-e1b2d29546be)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:47.659392 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.688816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] Deleting port e1912279-9b1b-422e-8e80-93ffb3a1f69f {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:47.689249 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.730088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Calling delete_port for e1912279-9b1b-422e-8e80-93ffb3a1f69f owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:47.750310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] For port e1912279-9b1b-422e-8e80-93ffb3a1f69f, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e1912279-9b1b-422e-8e80-93ffb3a1f69f,segment=NetworkSegment(14729cd8-9ccb-42c8-9a00-e1b2d29546be),segment_id=14729cd8-9ccb-42c8-9a00-e1b2d29546be)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:47.750713 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.816922 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] Calling delete_port for e1912279-9b1b-422e-8e80-93ffb3a1f69f owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:47.858593 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.862281 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-629f75e8-3d41-4bec-ba93-684a834757b6 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:47.886750 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Port': ['ID=e1912279-9b1b-422e-8e80-93ffb3a1f69f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:47.889886 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:47.890663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] No DVR routers for this DVR port e1912279-9b1b-422e-8e80-93ffb3a1f69f on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:47.891146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9744ca64-6cc8-423c-b1f6-e7571360bd3d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:36:47.915369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 9744ca64-6cc8-423c-b1f6-e7571360bd3d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:36:47.915729 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9744ca64-6cc8-423c-b1f6-e7571360bd3d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:36:47.916159 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e1912279-9b1b-422e-8e80-93ffb3a1f69f no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:36:47.935996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e1912279-9b1b-422e-8e80-93ffb3a1f69f {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:36:47.936356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e1912279-9b1b-422e-8e80-93ffb3a1f69f not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:36:47.938199 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.940969 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:47.963731 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] Pushing event deleted for resources: {'Port': ['ID=e1912279-9b1b-422e-8e80-93ffb3a1f69f,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:47.967165 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:47.970029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] No DVR routers for this DVR port e1912279-9b1b-422e-8e80-93ffb3a1f69f on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:47.976768 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:47.985841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8a2ea00>,) {'filters': {'network_id': ['78c161ea-1436-46d1-8a31-9ba577d413b9']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:48.001241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8a2ea00>, '14729cd8-9ccb-42c8-9a00-e1b2d29546be') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:48.001582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8a2ea00>, '14729cd8-9ccb-42c8-9a00-e1b2d29546be') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:48.010968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.024436 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.030109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:48.030488 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:48.033993 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:48.172626 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.176789 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-84e54e16-526b-4ed3-86f3-8e73276e575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:48.180827 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.182662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] 10.222.0.25 "DELETE /v2.0/networks/78c161ea-1436-46d1-8a31-9ba577d413b9 HTTP/1.1" status: 204  len: 168 time: 0.7281494
Jun 21 03:36:48.195123 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Pushing event deleted for resources: {'Network': ['ID=78c161ea-1436-46d1-8a31-9ba577d413b9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:48.197603 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:48.626111 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60568) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:48.753898 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4ac9ee53-37d4-4ef6-ae36-668430c71cf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5ed986c7b23461b821ea3a5082eea1a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1264718
Jun 21 03:36:48.756254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60572) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:48.804394 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1019b44f-3e0b-4c72-9547-1877e61c7d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.830463 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1019b44f-3e0b-4c72-9547-1877e61c7d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.944140 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1019b44f-3e0b-4c72-9547-1877e61c7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.946754 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1019b44f-3e0b-4c72-9547-1877e61c7d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:48.947890 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1019b44f-3e0b-4c72-9547-1877e61c7d12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9020bd74-932e-44e1-9793-eb41e8e3bf27 HTTP/1.1" status: 204  len: 168 time: 0.1907470
Jun 21 03:36:48.948689 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-351f414d-79fe-4af3-b330-bd2ca3150274 tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:48.958096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019b44f-3e0b-4c72-9547-1877e61c7d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9020bd74-932e-44e1-9793-eb41e8e3bf27,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:48.961384 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1019b44f-3e0b-4c72-9547-1877e61c7d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:49.825737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60594) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:49.916315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1261deb2-3924-4573-b385-f4c1a7d1f886 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-254001899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:49.995643 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1261deb2-3924-4573-b385-f4c1a7d1f886 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:49.996756 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1261deb2-3924-4573-b385-f4c1a7d1f886 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.080819 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1261deb2-3924-4573-b385-f4c1a7d1f886 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.130927 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1261deb2-3924-4573-b385-f4c1a7d1f886 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.218408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1261deb2-3924-4573-b385-f4c1a7d1f886 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.219594 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1261deb2-3924-4573-b385-f4c1a7d1f886 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.3927138
Jun 21 03:36:50.222912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60598) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:50.227932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1863225433'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:50.309993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Made reservation on behalf of ee948a9336cb418c97b352a4b6cb01ad for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:50.313598 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.328035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.421853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.475235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.479169 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f96e91d3-1b27-4182-8132-4ed68a0d9e3c tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:50.502616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:36:50.511622 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682da702-6cd1-4deb-9597-407c7b69d81b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:50.515243 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:50.518103 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.518540 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Added segment 86f4b75c-1b0b-44d1-b1b9-da5010fd31d9 of type vlan for network afbc0433-c6ed-4595-9493-d156c8c6084e
Jun 21 03:36:50.558595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.623954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.630354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:50.630955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:50.633400 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-34709ab3-48b3-4b82-b059-4e43164dbe2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:50.701888 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event updated for resources: {'Network': ['ID=afbc0433-c6ed-4595-9493-d156c8c6084e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:50.704381 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:50.711969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network afbc0433-c6ed-4595-9493-d156c8c6084e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:36:50.744492 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.5205133
Jun 21 03:36:50.747202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:50.752974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Request body: {'subnet': {'network_id': 'afbc0433-c6ed-4595-9493-d156c8c6084e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:50.880803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Made reservation on behalf of ee948a9336cb418c97b352a4b6cb01ad for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:50.884607 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.104046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.106145 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d53214e7-5369-4a0f-a88e-b65f664cd09a tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:51.162069 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event updated for resources: {'Subnet': ['ID=3dfacac3-0408-4b0a-a109-de11f1fa1d29,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:51.165681 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:51.172430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Checking segment: {'id': '86f4b75c-1b0b-44d1-b1b9-da5010fd31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'afbc0433-c6ed-4595-9493-d156c8c6084e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:51.172795 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Network hostable DHCP agents. Network: afbc0433-c6ed-4595-9493-d156c8c6084e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:36:51.244760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Network afbc0433-c6ed-4595-9493-d156c8c6084e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:36:51.307458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, afbc0433-c6ed-4595-9493-d156c8c6084e) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:51.311546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:51.312069 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.317765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a7507-a7bf-4465-a99f-07236f6d413a None None] Network afbc0433-c6ed-4595-9493-d156c8c6084e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:51.396442 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6478972
Jun 21 03:36:51.399114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60602) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:51.404185 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-10753975'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:51.459276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-afbc0433-c6ed-4595-9493-d156c8c6084e', 'network_id': 'afbc0433-c6ed-4595-9493-d156c8c6084e', 'tenant_id': 'ee948a9336cb418c97b352a4b6cb01ad', 'fixed_ips': [{'subnet_id': '3dfacac3-0408-4b0a-a109-de11f1fa1d29'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:36:51.460274 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.475322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Made reservation on behalf of ee948a9336cb418c97b352a4b6cb01ad for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:51.478992 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.511468 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:36:51.520315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.520661 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Added segment 068d5a34-2b07-495f-afee-3539f744502d of type vlan for network 97f328a0-22f0-4bbd-b403-77e8aefecc9e
Jun 21 03:36:51.561117 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.593556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Allocated IP 172.20.0.2 (afbc0433-c6ed-4595-9493-d156c8c6084e/3dfacac3-0408-4b0a-a109-de11f1fa1d29/bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:51.674813 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.680191 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:51.680786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.684186 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-808610da-6777-46f1-9605-9dca76d90c19 tempest-RoutersNegativeIpV6Test-1564211762 tempest-RoutersNegativeIpV6Test-1564211762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:51.736342 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.744615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Transition to ACTIVE for port object bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:51.752696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event updated for resources: {'Network': ['ID=97f328a0-22f0-4bbd-b403-77e8aefecc9e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:51.755393 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:51.759802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Transition to ACTIVE for port object bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:51.764060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 97f328a0-22f0-4bbd-b403-77e8aefecc9e details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:36:51.811186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-2ceae688-06c5-438f-a7a7-207bb9788496 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4109879
Jun 21 03:36:51.813958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60604) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:51.819669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Request body: {'subnet': {'network_id': '97f328a0-22f0-4bbd-b403-77e8aefecc9e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:51.839235 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.841353 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-ea37491c-28dc-4e69-85e4-22e3319ab241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:51.882479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Network afbc0433-c6ed-4595-9493-d156c8c6084e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:36:51.885592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:51.889137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:36:51.898178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Pushing event updated for resources: {'Port': ['ID=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:51.902357 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:51.951577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Attempting to bind port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:36:51.951893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Attempting to bind port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '86f4b75c-1b0b-44d1-b1b9-da5010fd31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'afbc0433-c6ed-4595-9493-d156c8c6084e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:36:51.952269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Attempting to bind port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 on network afbc0433-c6ed-4595-9493-d156c8c6084e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:51.957511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:36:51.957913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Checking segment: {'id': '86f4b75c-1b0b-44d1-b1b9-da5010fd31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'afbc0433-c6ed-4595-9493-d156c8c6084e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:51.958318 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.958727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Bound using segment: {'id': '86f4b75c-1b0b-44d1-b1b9-da5010fd31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'afbc0433-c6ed-4595-9493-d156c8c6084e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:36:51.959205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Bound port: bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f4b75c-1b0b-44d1-b1b9-da5010fd31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'afbc0433-c6ed-4595-9493-d156c8c6084e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:36:51.959591 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:51.964822 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Made reservation on behalf of ee948a9336cb418c97b352a4b6cb01ad for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:51.968590 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:52.028141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] For port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:36:52.031117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] For port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,segment=NetworkSegment(86f4b75c-1b0b-44d1-b1b9-da5010fd31d9),segment_id=86f4b75c-1b0b-44d1-b1b9-da5010fd31d9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:36:52.154014 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:52.156845 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5671d12e-85d0-4b1b-8fe9-e3c2804826e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:52.216116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Pushing event updated for resources: {'Port': ['ID=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:52.216346 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:52.216796 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:52.216914 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e0da3fdb-abcf-4702-a588-88676098457c tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:52.276103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event updated for resources: {'Subnet': ['ID=ece16672-024d-4709-ab4f-12c7191b07b7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:52.279589 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:52.286709 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Checking segment: {'id': '068d5a34-2b07-495f-afee-3539f744502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '97f328a0-22f0-4bbd-b403-77e8aefecc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:52.287076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Network hostable DHCP agents. Network: 97f328a0-22f0-4bbd-b403-77e8aefecc9e, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:36:52.372698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Network 97f328a0-22f0-4bbd-b403-77e8aefecc9e is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:36:52.418245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 97f328a0-22f0-4bbd-b403-77e8aefecc9e) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:52.422937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:52.423559 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:52.427593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0398201-b955-4362-bf4c-f8a8e0006174 None None] Network 97f328a0-22f0-4bbd-b403-77e8aefecc9e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:52.482504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3a6c74c1-e2b8-495a-89bd-3185a7f1dbfa tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6643441
Jun 21 03:36:52.482843 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60606) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:52.489479 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9d91158c-0ddd-4c49-94d5-87010051874d tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Request body: {'router': {'external_gateway_info': {'network_id': '97f328a0-22f0-4bbd-b403-77e8aefecc9e'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:52.578160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-97f328a0-22f0-4bbd-b403-77e8aefecc9e', 'network_id': '97f328a0-22f0-4bbd-b403-77e8aefecc9e', 'tenant_id': 'ee948a9336cb418c97b352a4b6cb01ad', 'fixed_ips': [{'subnet_id': 'ece16672-024d-4709-ab4f-12c7191b07b7'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:36:52.579170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:52.719059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Allocated IP 172.21.0.2 (97f328a0-22f0-4bbd-b403-77e8aefecc9e/ece16672-024d-4709-ab4f-12c7191b07b7/dc442cc9-4738-40df-a4cb-89e83dce0cc4) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:52.750828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9d91158c-0ddd-4c49-94d5-87010051874d tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:52.869448 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:52.878638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Transition to ACTIVE for port object dc442cc9-4738-40df-a4cb-89e83dce0cc4 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:52.897190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Transition to ACTIVE for port object dc442cc9-4738-40df-a4cb-89e83dce0cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:52.940307 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [None req-9d91158c-0ddd-4c49-94d5-87010051874d tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 21 03:36:52.941477 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9d91158c-0ddd-4c49-94d5-87010051874d tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "PUT /v2.0/routers/d7d51c0d-7acc-414f-b556-cb95b64338de HTTP/1.1" status: 400  len: 364 time: 0.4560325
Jun 21 03:36:52.947359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:52.989009 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:52.991037 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:53.004278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Deleting subnet ece16672-024d-4709-ab4f-12c7191b07b7 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:36:53.007570 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.030763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Network 97f328a0-22f0-4bbd-b403-77e8aefecc9e is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:36:53.037600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:53.037984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:36:53.043100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Pushing event updated for resources: {'Port': ['ID=dc442cc9-4738-40df-a4cb-89e83dce0cc4,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:53.046961 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:53.052433 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.105188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Attempting to bind port dc442cc9-4738-40df-a4cb-89e83dce0cc4 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:36:53.105636 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Attempting to bind port dc442cc9-4738-40df-a4cb-89e83dce0cc4 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '068d5a34-2b07-495f-afee-3539f744502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '97f328a0-22f0-4bbd-b403-77e8aefecc9e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:36:53.106005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Attempting to bind port dc442cc9-4738-40df-a4cb-89e83dce0cc4 on network 97f328a0-22f0-4bbd-b403-77e8aefecc9e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:53.109301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f78581-2203-4acd-8448-83b2904a15d3 None None] Network afbc0433-c6ed-4595-9493-d156c8c6084e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:53.116098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:36:53.116480 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Checking segment: {'id': '068d5a34-2b07-495f-afee-3539f744502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '97f328a0-22f0-4bbd-b403-77e8aefecc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:53.119113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.119113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Bound using segment: {'id': '068d5a34-2b07-495f-afee-3539f744502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '97f328a0-22f0-4bbd-b403-77e8aefecc9e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:36:53.119113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Bound port: dc442cc9-4738-40df-a4cb-89e83dce0cc4, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068d5a34-2b07-495f-afee-3539f744502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '97f328a0-22f0-4bbd-b403-77e8aefecc9e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:36:53.119113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.150757 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.271068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f6073ee7-ed2c-4d05-abba-13b315180357 None None] Provisioning for port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:36:53.333026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.336169 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ac7e502-2556-45d5-a126-5be5512947b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:53.342512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] For port dc442cc9-4738-40df-a4cb-89e83dce0cc4, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:36:53.367664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event deleted for resources: {'Subnet': ['ID=ece16672-024d-4709-ab4f-12c7191b07b7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:53.367890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] For port dc442cc9-4738-40df-a4cb-89e83dce0cc4, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=dc442cc9-4738-40df-a4cb-89e83dce0cc4,segment=NetworkSegment(068d5a34-2b07-495f-afee-3539f744502d),segment_id=068d5a34-2b07-495f-afee-3539f744502d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:36:53.368026 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.368900 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "DELETE /v2.0/subnets/ece16672-024d-4709-ab4f-12c7191b07b7 HTTP/1.1" status: 204  len: 168 time: 0.4199834
Jun 21 03:36:53.370090 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-31ae33be-242a-4c19-b058-b1be0573bad5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:53.370944 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60610) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:53.430493 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.433577 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:53.451574 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.505530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Pushing event updated for resources: {'Port': ['ID=dc442cc9-4738-40df-a4cb-89e83dce0cc4,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:53.510750 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:53.535641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Deleting port dc442cc9-4738-40df-a4cb-89e83dce0cc4 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:53.535923 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.609876 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] For port dc442cc9-4738-40df-a4cb-89e83dce0cc4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=dc442cc9-4738-40df-a4cb-89e83dce0cc4,segment=NetworkSegment(068d5a34-2b07-495f-afee-3539f744502d),segment_id=068d5a34-2b07-495f-afee-3539f744502d)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:53.610269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.708247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Calling delete_port for dc442cc9-4738-40df-a4cb-89e83dce0cc4 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:53.876221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:53.880737 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:53.911751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] No DVR routers for this DVR port dc442cc9-4738-40df-a4cb-89e83dce0cc4 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:53.918862 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event deleted for resources: {'Port': ['ID=dc442cc9-4738-40df-a4cb-89e83dce0cc4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:53.921312 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:53.965148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:36:54.017099 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.028941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3967850>,) {'filters': {'network_id': ['97f328a0-22f0-4bbd-b403-77e8aefecc9e']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:54.040441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3967850>, '068d5a34-2b07-495f-afee-3539f744502d') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:54.041033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3967850>, '068d5a34-2b07-495f-afee-3539f744502d') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:54.057051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.075484 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.081418 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:36:54.083120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:54.085910 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.086053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:36:54.086053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:54.088752 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:54.177906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.219105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,segment=NetworkSegment(86f4b75c-1b0b-44d1-b1b9-da5010fd31d9),segment_id=86f4b75c-1b0b-44d1-b1b9-da5010fd31d9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:54.222900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.227141 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:54.231624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.233950 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "DELETE /v2.0/networks/97f328a0-22f0-4bbd-b403-77e8aefecc9e HTTP/1.1" status: 204  len: 168 time: 0.8619044
Jun 21 03:36:54.236923 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60612) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:54.256544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event deleted for resources: {'Network': ['ID=97f328a0-22f0-4bbd-b403-77e8aefecc9e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:54.277734 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:54.296396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.297310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device dc442cc9-4738-40df-a4cb-89e83dce0cc4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:36:54.299639 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:54.305195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Deleting subnet 3dfacac3-0408-4b0a-a109-de11f1fa1d29 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:36:54.309112 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.352456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: dc442cc9-4738-40df-a4cb-89e83dce0cc4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:36:54.352456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device dc442cc9-4738-40df-a4cb-89e83dce0cc4 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Jun 21 03:36:54.353307 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.389166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Port dc442cc9-4738-40df-a4cb-89e83dce0cc4 not found, will not notify nova. {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Jun 21 03:36:54.416156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:54.419493 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:54.455684 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.516799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0b23c90e-22d2-4f88-b814-6793b30e127d None None] Could not find standard attr ID for object dc442cc9-4738-40df-a4cb-89e83dce0cc4. {{(pid=94168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 21 03:36:54.556664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937171a-1657-4f1d-9943-3186ca720d71 None None] DHCP port deletion for 97f328a0-22f0-4bbd-b403-77e8aefecc9e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:36:54.570695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f3347-9e03-4c35-87b1-e3e3070a4a4f None None] Network 97f328a0-22f0-4bbd-b403-77e8aefecc9e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:54.583375 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f3347-9e03-4c35-87b1-e3e3070a4a4f None None] Network 97f328a0-22f0-4bbd-b403-77e8aefecc9e could not be found, it might have been deleted concurrently. {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Jun 21 03:36:54.599658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.601856 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-92f54d8f-89f5-49a1-929e-89ccf3efeda2 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:54.628849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event deleted for resources: {'Subnet': ['ID=3dfacac3-0408-4b0a-a109-de11f1fa1d29,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:54.632351 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:54.633452 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.635557 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-789c46ea-bd44-46fe-86b8-120599e15dcd tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "DELETE /v2.0/subnets/3dfacac3-0408-4b0a-a109-de11f1fa1d29 HTTP/1.1" status: 204  len: 168 time: 0.3976672
Jun 21 03:36:54.639091 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60614) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:54.641659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559ba44-a62e-4b5e-a8fd-b9338bcb2daf None None] Network afbc0433-c6ed-4595-9493-d156c8c6084e requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:54.721128 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.778118 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Deleting port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:54.778465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.828429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] DHCP port deletion for afbc0433-c6ed-4595-9493-d156c8c6084e request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:36:54.841840 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] For port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,segment=NetworkSegment(86f4b75c-1b0b-44d1-b1b9-da5010fd31d9),segment_id=86f4b75c-1b0b-44d1-b1b9-da5010fd31d9)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:54.842210 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.873497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] Deleting port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:36:54.873886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:54.911737 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Calling delete_port for bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:54.937389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] For port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,segment=NetworkSegment(86f4b75c-1b0b-44d1-b1b9-da5010fd31d9),segment_id=86f4b75c-1b0b-44d1-b1b9-da5010fd31d9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:36:54.937786 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.002909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] Calling delete_port for bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:36:55.085019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.088387 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:55.090237 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.092095 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:55.119352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] Pushing event deleted for resources: {'Port': ['ID=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:55.122402 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:55.123213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] No DVR routers for this DVR port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:55.503871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event deleted for resources: {'Port': ['ID=bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:55.507015 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:55.507792 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] No DVR routers for this DVR port bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:36:55.584628 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.594076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d96363d0>,) {'filters': {'network_id': ['afbc0433-c6ed-4595-9493-d156c8c6084e']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:55.607320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d96363d0>, '86f4b75c-1b0b-44d1-b1b9-da5010fd31d9') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:55.607619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d96363d0>, '86f4b75c-1b0b-44d1-b1b9-da5010fd31d9') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:36:55.616237 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.630251 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.636128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:36:55.636511 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:36:55.639393 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:36:55.784266 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.787589 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:55.791408 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:55.795078 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "DELETE /v2.0/networks/afbc0433-c6ed-4595-9493-d156c8c6084e HTTP/1.1" status: 204  len: 168 time: 1.1531441
Jun 21 03:36:55.796077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60616) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:55.806379 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Pushing event deleted for resources: {'Network': ['ID=afbc0433-c6ed-4595-9493-d156c8c6084e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:55.808779 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:55.829621 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e44bdfed-72cd-40b4-8752-9d273368b633 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d51c0d-7acc-414f-b556-cb95b64338de HTTP/1.1" status: 200  len: 205 time: 0.0323255
Jun 21 03:36:55.832778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60618) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:55.884866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:36:55.904584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:36:55.904940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device bbb354fe-9e7a-4e1c-a0d4-4ddfa4c67896 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:36:55.905389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device dc442cc9-4738-40df-a4cb-89e83dce0cc4 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:36:55.925192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: dc442cc9-4738-40df-a4cb-89e83dce0cc4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:36:55.925564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device dc442cc9-4738-40df-a4cb-89e83dce0cc4 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:36:55.945801 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cad4327-a8c9-4c9a-9fff-8e694b501eb5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.110983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cad4327-a8c9-4c9a-9fff-8e694b501eb5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.113598 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cad4327-a8c9-4c9a-9fff-8e694b501eb5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.250451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cad4327-a8c9-4c9a-9fff-8e694b501eb5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.250970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cad4327-a8c9-4c9a-9fff-8e694b501eb5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Fanout notify agent at l3_agent the message router_deleted on router d7d51c0d-7acc-414f-b556-cb95b64338de {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:36:56.257658 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cad4327-a8c9-4c9a-9fff-8e694b501eb5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.258738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4cad4327-a8c9-4c9a-9fff-8e694b501eb5 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] 10.222.0.25 "DELETE /v2.0/routers/d7d51c0d-7acc-414f-b556-cb95b64338de HTTP/1.1" status: 204  len: 168 time: 0.4250391
Jun 21 03:36:56.671430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60624) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:56.802931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0cfd0451-7f42-4d10-a3ab-44e39c27ddb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee948a9336cb418c97b352a4b6cb01ad&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1302085
Jun 21 03:36:56.805293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60628) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:56.858240 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0319-6e17-4869-866e-f4ac68a1e326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.878444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0319-6e17-4869-866e-f4ac68a1e326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.972557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0319-6e17-4869-866e-f4ac68a1e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.975279 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0319-6e17-4869-866e-f4ac68a1e326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:56.976421 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-aa0b0319-6e17-4869-866e-f4ac68a1e326 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/682da702-6cd1-4deb-9597-407c7b69d81b HTTP/1.1" status: 204  len: 168 time: 0.1702073
Jun 21 03:36:56.977204 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-eb6df590-64f4-4072-9eec-877cd3beabb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:56.984833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b0319-6e17-4869-866e-f4ac68a1e326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682da702-6cd1-4deb-9597-407c7b69d81b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:56.987404 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aa0b0319-6e17-4869-866e-f4ac68a1e326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:57.908803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60650) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:58.000670 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-586505593-network', 'tenant_id': '81f59b705848448e9504b4a5455fade6'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:58.069407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Made reservation on behalf of 81f59b705848448e9504b4a5455fade6 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:58.071693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.080934 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.169463 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.235147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.239717 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:58.260801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:36:58.275381 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50124e0d-ef9d-434d-8f97-f86dc3c115af,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:58.278222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.278570 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Added segment 25732996-66fc-4b11-8d23-ed615b34f2f9 of type vlan for network 59a372bb-99b2-48eb-8380-6e004700a16b
Jun 21 03:36:58.279985 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:58.325002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.389761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.390821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:58.391403 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.393672 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-be6e5515-905a-4c2f-a917-ea9abedb1613 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:58.480853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=59a372bb-99b2-48eb-8380-6e004700a16b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:58.483540 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:58.491342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 59a372bb-99b2-48eb-8380-6e004700a16b details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:36:58.533521 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6230192
Jun 21 03:36:58.536229 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60654) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:58.541252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Request body: {'subnet': {'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-subnet', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:58.606371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Made reservation on behalf of 81f59b705848448e9504b4a5455fade6 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:36:58.608706 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.823743 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:58.825722 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:58.877645 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ae3087-af8f-4b78-8995-a0bddf7df7f9,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:58.881224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:58.886800 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Checking segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:58.887160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Network hostable DHCP agents. Network: 59a372bb-99b2-48eb-8380-6e004700a16b, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:36:58.955549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Network 59a372bb-99b2-48eb-8380-6e004700a16b is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:36:59.006321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 59a372bb-99b2-48eb-8380-6e004700a16b) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:59.010786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:36:59.011402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.015442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6311b-3ea7-49fb-b73f-1a795652ee2d None None] Network 59a372bb-99b2-48eb-8380-6e004700a16b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:36:59.102907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1abc5d62-a89c-473c-8f00-90a188c7c1b2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5654378
Jun 21 03:36:59.105223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60656) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:36:59.109827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:36:59.155567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-59a372bb-99b2-48eb-8380-6e004700a16b', 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'fixed_ips': [{'subnet_id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:36:59.156420 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.205821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.207127 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.296991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.476441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Allocated IP 172.20.0.2 (59a372bb-99b2-48eb-8380-6e004700a16b/d9ae3087-af8f-4b78-8995-a0bddf7df7f9/c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:59.480882 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.616682 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.624809 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Transition to ACTIVE for port object c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:59.640503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Transition to ACTIVE for port object c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:36:59.693623 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.697032 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:59.732950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Network 59a372bb-99b2-48eb-8380-6e004700a16b is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:36:59.735774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:36:59.740060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:36:59.746778 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Pushing event updated for resources: {'Port': ['ID=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:59.751070 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:36:59.782511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.802279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Attempting to bind port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:36:59.802657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Attempting to bind port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:36:59.803032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Attempting to bind port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 on network 59a372bb-99b2-48eb-8380-6e004700a16b {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:36:59.808000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:36:59.808387 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Checking segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:36:59.808796 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.809196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Bound using segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:36:59.809690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Bound port: c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:36:59.810067 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.812334 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.872010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] For port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:36:59.875796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] For port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:36:59.912564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Allocated IP 172.25.7.223 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6977befc-ae74-4009-97f7-499acd84b6a7) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:36:59.927355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:36:59.930176 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:36:59.990433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Pushing event updated for resources: {'Port': ['ID=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:36:59.990433 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:00.022552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:00.153817 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:00.156079 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77be66b5-84fe-4088-9c00-1f83a288b3f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:00.200586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:00.203794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:00.206945 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:37:00.213419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Pushing event updated for resources: {'Port': ['ID=6977befc-ae74-4009-97f7-499acd84b6a7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:00.233874 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:00.826293 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:00.932750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f201f4c-81f6-4f71-9376-7c42da1ef42a None None] Network 59a372bb-99b2-48eb-8380-6e004700a16b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:37:01.021394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:01.066533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9e9c2af3-78b0-4164-b087-10f62d8e2456 None None] Provisioning for port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:01.273538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Router 79c24c15-60bb-40ec-ab40-5497bc59b050 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:37:01.402633 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:37:01.411212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Sync routers for ids ['79c24c15-60bb-40ec-ab40-5497bc59b050'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:37:01.420116 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Routers {'79c24c15-60bb-40ec-ab40-5497bc59b050'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:37:01.424040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ddf100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:36:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['79c24c15-60bb-40ec-ab40-5497bc59b050'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:01.479111 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:01.480366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.3740563
Jun 21 03:37:01.483196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60658) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:37:01.524286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Set router 79c24c15-60bb-40ec-ab40-5497bc59b050 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:37:01.700276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ddf100>, [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:00Z', 'revision_number': 3, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port': {'id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:01.726425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Checking router: 79c24c15-60bb-40ec-ab40-5497bc59b050 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:37:01.726791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Updating router 79c24c15-60bb-40ec-ab40-5497bc59b050 port 6977befc-ae74-4009-97f7-499acd84b6a7 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:37:01.760712 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:01.926209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:01.949631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:02.057858 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.068512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Transition to ACTIVE for port object 6977befc-ae74-4009-97f7-499acd84b6a7 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:02.098232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:02.102129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:02.102515 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.129642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Allocated IP 172.20.0.1 (59a372bb-99b2-48eb-8380-6e004700a16b/d9ae3087-af8f-4b78-8995-a0bddf7df7f9/631f17b4-4d11-43a0-b159-31f81f14dc51) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:37:02.168242 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.172361 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:02.227698 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.238050 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.241667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b0145-74f7-4f33-bea7-e378ff11a3ba None None] Pushing event updated for resources: {'Port': ['ID=6977befc-ae74-4009-97f7-499acd84b6a7,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:02.244441 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e87b0145-74f7-4f33-bea7-e378ff11a3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:02.247086 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Attempting to bind port 6977befc-ae74-4009-97f7-499acd84b6a7 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:37:02.247276 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Attempting to bind port 6977befc-ae74-4009-97f7-499acd84b6a7 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:37:02.247641 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Attempting to bind port 6977befc-ae74-4009-97f7-499acd84b6a7 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:02.252412 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Transition to ACTIVE for port object 631f17b4-4d11-43a0-b159-31f81f14dc51 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:02.262041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:37:02.262041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:37:02.262041 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.262041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:37:02.262041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Bound port: 6977befc-ae74-4009-97f7-499acd84b6a7, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:37:02.262041 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.299109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:02.323482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] For port 6977befc-ae74-4009-97f7-499acd84b6a7, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:37:02.326436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] For port 6977befc-ae74-4009-97f7-499acd84b6a7, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6977befc-ae74-4009-97f7-499acd84b6a7,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:37:02.387830 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.390004 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7a919502-81c6-40f3-91a0-a9b338b718aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:02.410743 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.412724 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:02.417821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.426636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Network 59a372bb-99b2-48eb-8380-6e004700a16b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:02.429386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:02.432900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:37:02.458952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Pushing event updated for resources: {'Port': ['ID=631f17b4-4d11-43a0-b159-31f81f14dc51,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:02.462925 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:02.479574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Routers {'79c24c15-60bb-40ec-ab40-5497bc59b050'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:37:02.480283 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3ddf100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:36:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['79c24c15-60bb-40ec-ab40-5497bc59b050'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:02.481102 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.483109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:02.516579 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:02.516988 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e9bc5a29-68d4-4f0b-9a5b-07505bfb3d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:02.614660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b0145-74f7-4f33-bea7-e378ff11a3ba None None] Pushing event updated for resources: {'Port': ['ID=6977befc-ae74-4009-97f7-499acd84b6a7,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:02.619079 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e87b0145-74f7-4f33-bea7-e378ff11a3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:02.634956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] Set router 79c24c15-60bb-40ec-ab40-5497bc59b050 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:37:02.759521 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.805946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b8a6335d-3b5d-4532-8afd-a212efe05d29 None None] Provisioning for port 631f17b4-4d11-43a0-b159-31f81f14dc51 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:02.813613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b8a6335d-3b5d-4532-8afd-a212efe05d29 None None] Provisioning complete for port 631f17b4-4d11-43a0-b159-31f81f14dc51 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:02.815832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b8a6335d-3b5d-4532-8afd-a212efe05d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.851774 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3ddf100>, [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:00Z', 'revision_number': 3, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port': {'id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:02.880312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf273f-92b9-4777-a009-1523552f9753 None None] The sync data for ids ['79c24c15-60bb-40ec-ab40-5497bc59b050'] in n-d-758944-33 is: [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:00Z', 'revision_number': 3, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port': {'id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:37:02.881874 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6335d-3b5d-4532-8afd-a212efe05d29 None None] Port 631f17b4-4d11-43a0-b159-31f81f14dc51 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:37:02.926683 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.984132 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:02.987275 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8278af70-6e8c-4378-b4b2-3af24da9a487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:03.053828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:03.056459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Pushing event updated for resources: {'Port': ['ID=631f17b4-4d11-43a0-b159-31f81f14dc51,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:03.059075 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:03.165031 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Network 59a372bb-99b2-48eb-8380-6e004700a16b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:03.166530 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:03.295295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Router 79c24c15-60bb-40ec-ab40-5497bc59b050 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:37:03.409120 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8e3a8da2-8f72-469e-a7e3-90f582bdb79e None None] Provisioning complete for port 631f17b4-4d11-43a0-b159-31f81f14dc51 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:03.409782 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e3a8da2-8f72-469e-a7e3-90f582bdb79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:03.419153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:37:03.433508 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] 10.222.0.25 "PUT /v2.0/routers/79c24c15-60bb-40ec-ab40-5497bc59b050/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9408054
Jun 21 03:37:03.445959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a8da2-8f72-469e-a7e3-90f582bdb79e None None] Port 631f17b4-4d11-43a0-b159-31f81f14dc51 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:37:03.969193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:04.021955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:04.022344 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.105253 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6977befc-ae74-4009-97f7-499acd84b6a7 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:04.138360 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60676) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:37:04.144725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-383463015-network', 'tenant_id': '1d9b81b06b334e58b418bb477938742c'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:37:04.210425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6977befc-ae74-4009-97f7-499acd84b6a7 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:04.214324 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6977befc-ae74-4009-97f7-499acd84b6a7 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:04.214695 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.239177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Made reservation on behalf of 1d9b81b06b334e58b418bb477938742c for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:37:04.241759 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.252054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.286858 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6a95c78c-7c8b-4173-a652-35c3032bda79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.301259 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.322831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6977befc-ae74-4009-97f7-499acd84b6a7, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6977befc-ae74-4009-97f7-499acd84b6a7,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:04.350895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.405032 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.407017 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:04.427589 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.431843 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-95d904de-5371-47aa-a810-3b52f625bf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:04.453987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:37:04.457563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6977befc-ae74-4009-97f7-499acd84b6a7,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:04.460673 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:04.465614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15934a5-5e10-4629-9c12-dad721c27b4b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:04.468866 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:04.472782 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.473123 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Added segment 77b52b72-f7ba-42b4-979b-34db06c2b11e of type vlan for network 99567c08-805b-4e7e-be5e-4a6a334b1f25
Jun 21 03:37:04.488338 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Sync routers for ids ['79c24c15-60bb-40ec-ab40-5497bc59b050'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:37:04.497468 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Routers {'79c24c15-60bb-40ec-ab40-5497bc59b050'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:37:04.498087 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8328880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:36:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['79c24c15-60bb-40ec-ab40-5497bc59b050'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:04.518335 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.601724 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Set router 79c24c15-60bb-40ec-ab40-5497bc59b050 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:37:04.604937 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.606030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:04.606666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.609766 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e36589ac-6197-49ec-8d5c-f5bf45baf347 tempest-NetworksIpV6Test-559909453 tempest-NetworksIpV6Test-559909453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:04.669308 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Pushing event updated for resources: {'Network': ['ID=99567c08-805b-4e7e-be5e-4a6a334b1f25,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:04.672780 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:04.680688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 99567c08-805b-4e7e-be5e-4a6a334b1f25 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:37:04.714576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-04b58649-cbd1-41f6-9504-43f933dcf6df admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5746915
Jun 21 03:37:04.717200 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 60678) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:37:04.725160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Request body: {'subnet': {'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-subnet', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:37:04.828218 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Made reservation on behalf of 1d9b81b06b334e58b418bb477938742c for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:37:04.831476 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:04.888942 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8328880>, [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:02Z', 'revision_number': 4, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port': {'id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '631f17b4-4d11-43a0-b159-31f81f14dc51', 'name': '', 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'mac_address': 'fa:16:3e:a6:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:01Z', 'updated_at': '2021-06-21T03:37:02Z', 'revision_number': 2, 'project_id': '81f59b705848448e9504b4a5455fade6', 'subnets': [{'id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:04.917743 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Checking router: 79c24c15-60bb-40ec-ab40-5497bc59b050 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:37:04.918102 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Updating router 79c24c15-60bb-40ec-ab40-5497bc59b050 port 631f17b4-4d11-43a0-b159-31f81f14dc51 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:37:04.952226 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.069664 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.072612 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62b7d319-6915-49b8-a890-96aeb1d1c5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:05.127903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffd44a0-11ec-4657-a807-d91287e17d23,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:05.130918 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:05.140014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Checking segment: {'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:37:05.140411 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Network hostable DHCP agents. Network: 99567c08-805b-4e7e-be5e-4a6a334b1f25, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:37:05.206452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Network 99567c08-805b-4e7e-be5e-4a6a334b1f25 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:37:05.211248 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.221143 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Transition to ACTIVE for port object 631f17b4-4d11-43a0-b159-31f81f14dc51 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:05.292014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 99567c08-805b-4e7e-be5e-4a6a334b1f25) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:05.296067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:05.296641 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.301309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6c1043-b944-4934-991e-01d249746c8e None None] Network 99567c08-805b-4e7e-be5e-4a6a334b1f25 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:37:05.304466 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.306455 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ad1ff7c8-4ea6-43ab-a6fb-51f5138d181f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:05.391699 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Pushing event updated for resources: {'Port': ['ID=631f17b4-4d11-43a0-b159-31f81f14dc51,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:05.399016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60680) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:37:05.400284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6809170
Jun 21 03:37:05.401316 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.401503 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.401807 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.402138 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.402459 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.402782 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.403101 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.403414 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.403731 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.404041 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.404351 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.404661 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:05.412726 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:05.415103 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:37:05.462584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-99567c08-805b-4e7e-be5e-4a6a334b1f25', 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'fixed_ips': [{'subnet_id': '7ffd44a0-11ec-4657-a807-d91287e17d23'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:37:05.463469 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.473069 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Attempting to bind port 631f17b4-4d11-43a0-b159-31f81f14dc51 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:37:05.473482 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Attempting to bind port 631f17b4-4d11-43a0-b159-31f81f14dc51 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:37:05.473850 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Attempting to bind port 631f17b4-4d11-43a0-b159-31f81f14dc51 on network 59a372bb-99b2-48eb-8380-6e004700a16b {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:05.480098 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:37:05.480479 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Checking segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:37:05.481091 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.481513 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Bound using segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:37:05.481980 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Bound port: 631f17b4-4d11-43a0-b159-31f81f14dc51, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:37:05.486726 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.504406 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.505656 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.567361 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] For port 631f17b4-4d11-43a0-b159-31f81f14dc51, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:37:05.572304 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] For port 631f17b4-4d11-43a0-b159-31f81f14dc51, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=631f17b4-4d11-43a0-b159-31f81f14dc51,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:37:05.575993 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.622750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Allocated IP 172.20.0.2 (99567c08-805b-4e7e-be5e-4a6a334b1f25/7ffd44a0-11ec-4657-a807-d91287e17d23/409fa495-5bd8-4608-b57c-2144b98c1139) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:37:05.651256 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.654076 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:05.703302 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Routers {'79c24c15-60bb-40ec-ab40-5497bc59b050'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:37:05.704037 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8328880>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:36:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['79c24c15-60bb-40ec-ab40-5497bc59b050'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:05.757920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Pushing event updated for resources: {'Port': ['ID=631f17b4-4d11-43a0-b159-31f81f14dc51,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:05.762875 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:05.794015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.809421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Transition to ACTIVE for port object 409fa495-5bd8-4608-b57c-2144b98c1139 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:05.825038 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.839218 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Transition to ACTIVE for port object 409fa495-5bd8-4608-b57c-2144b98c1139 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:05.844016 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] Set router 79c24c15-60bb-40ec-ab40-5497bc59b050 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:37:05.913206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6977befc-ae74-4009-97f7-499acd84b6a7 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:05.948830 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:05.953175 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e87b0145-74f7-4f33-bea7-e378ff11a3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:05.996487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Network 99567c08-805b-4e7e-be5e-4a6a334b1f25 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:06.003056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:06.005791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:37:06.016301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Pushing event updated for resources: {'Port': ['ID=409fa495-5bd8-4608-b57c-2144b98c1139,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:06.019223 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:06.057590 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6977befc-ae74-4009-97f7-499acd84b6a7 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:06.057981 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.080012 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8328880>, [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:02Z', 'revision_number': 4, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port': {'id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '631f17b4-4d11-43a0-b159-31f81f14dc51', 'name': '', 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'mac_address': 'fa:16:3e:a6:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:01Z', 'updated_at': '2021-06-21T03:37:05Z', 'revision_number': 4, 'project_id': '81f59b705848448e9504b4a5455fade6', 'subnets': [{'id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:06.107941 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de5ffd-b492-4274-bbba-08b779b39974 None None] The sync data for ids ['79c24c15-60bb-40ec-ab40-5497bc59b050'] in n-d-758944-33 is: [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:02Z', 'revision_number': 4, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port': {'id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '631f17b4-4d11-43a0-b159-31f81f14dc51', 'name': '', 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'mac_address': 'fa:16:3e:a6:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:01Z', 'updated_at': '2021-06-21T03:37:05Z', 'revision_number': 4, 'project_id': '81f59b705848448e9504b4a5455fade6', 'subnets': [{'id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:37:06.118781 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Attempting to bind port 409fa495-5bd8-4608-b57c-2144b98c1139 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:37:06.119169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Attempting to bind port 409fa495-5bd8-4608-b57c-2144b98c1139 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:37:06.119545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Attempting to bind port 409fa495-5bd8-4608-b57c-2144b98c1139 on network 99567c08-805b-4e7e-be5e-4a6a334b1f25 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:06.129395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:37:06.129771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Checking segment: {'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:37:06.130194 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.130610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Bound using segment: {'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:37:06.131115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Bound port: 409fa495-5bd8-4608-b57c-2144b98c1139, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:37:06.131515 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.189143 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.221449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.307779 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] For port 409fa495-5bd8-4608-b57c-2144b98c1139, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:37:06.320892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] For port 409fa495-5bd8-4608-b57c-2144b98c1139, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=409fa495-5bd8-4608-b57c-2144b98c1139,segment=NetworkSegment(77b52b72-f7ba-42b4-979b-34db06c2b11e),segment_id=77b52b72-f7ba-42b4-979b-34db06c2b11e)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:37:06.349626 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.367226 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.370375 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:06.399714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Allocated IP 172.25.7.107 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/b170f788-1686-462e-863f-659430c66d90) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:37:06.431726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Pushing event updated for resources: {'Port': ['ID=409fa495-5bd8-4608-b57c-2144b98c1139,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:06.435695 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:06.533268 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.630523 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.632925 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-17e9a621-8d00-457f-b6e2-8752a135473a tempest-ServerDiskConfigTestJSON-343513199 tempest-ServerDiskConfigTestJSON-343513199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:06.678016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:06.693121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:06.693121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:37:06.710300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Pushing event updated for resources: {'Port': ['ID=b170f788-1686-462e-863f-659430c66d90,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:06.710694 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2855e40-b881-4b77-b6ed-64646170fd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:06.716697 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:06.996375 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:07.170736 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:07.212328 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:07.418369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cbd762-486a-4731-a2a7-88362d8e25ab None None] Network 99567c08-805b-4e7e-be5e-4a6a334b1f25 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:37:07.452644 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:37:07.571285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:37:07.646596 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:07.647874 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.2435305
Jun 21 03:37:07.650672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 60682) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:37:07.712500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Sync routers for ids ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:37:07.717170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7a1e6e01-6f4e-40e3-95ed-a1d1062b2b83 None None] Provisioning for port 409fa495-5bd8-4608-b57c-2144b98c1139 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:07.736077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Routers {'0c8f3664-90e1-4b78-b48d-ae92a52be4c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:37:07.736943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a88d30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:37:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:07.881751 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Set router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:37:08.002469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 631f17b4-4d11-43a0-b159-31f81f14dc51 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:08.125494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a88d30>, [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': 'b170f788-1686-462e-863f-659430c66d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:37:06Z', 'revision_number': 3, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port': {'id': 'b170f788-1686-462e-863f-659430c66d90', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:06Z', 'updated_at': '2021-06-21T03:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:08.131141 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.164894 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Checking router: 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:37:08.165256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Updating router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 port b170f788-1686-462e-863f-659430c66d90 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:37:08.200082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 631f17b4-4d11-43a0-b159-31f81f14dc51 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:08.212171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 631f17b4-4d11-43a0-b159-31f81f14dc51 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:08.212551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.239500 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.265840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.342120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Allocated IP 172.20.0.1 (99567c08-805b-4e7e-be5e-4a6a334b1f25/7ffd44a0-11ec-4657-a807-d91287e17d23/0cdedf3a-6c10-490f-9975-0e79375b8615) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:37:08.406112 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.442794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.456953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Transition to ACTIVE for port object 0cdedf3a-6c10-490f-9975-0e79375b8615 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:08.484852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 631f17b4-4d11-43a0-b159-31f81f14dc51, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=631f17b4-4d11-43a0-b159-31f81f14dc51,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:08.515264 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.544283 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.547264 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-42ec9fa5-01e0-4d96-b856-3514747abaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:08.554068 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.554921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 409fa495-5bd8-4608-b57c-2144b98c1139 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:08.558469 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:08.585998 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Network 99567c08-805b-4e7e-be5e-4a6a334b1f25 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:08.588755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:08.592374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:37:08.639326 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.658933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Transition to ACTIVE for port object b170f788-1686-462e-863f-659430c66d90 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:08.666631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=631f17b4-4d11-43a0-b159-31f81f14dc51,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:08.670054 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:08.742158 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.744573 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9be42be8-9703-4b59-ac9e-acf5946ec15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:08.775420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 409fa495-5bd8-4608-b57c-2144b98c1139 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:08.790022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 409fa495-5bd8-4608-b57c-2144b98c1139 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:08.790488 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.826342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f99f6-d1f7-4013-a44b-9eedc5c60e40 None None] Pushing event updated for resources: {'Port': ['ID=b170f788-1686-462e-863f-659430c66d90,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:08.839688 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f4f99f6-d1f7-4013-a44b-9eedc5c60e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:08.840801 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Attempting to bind port b170f788-1686-462e-863f-659430c66d90 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:37:08.841178 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Attempting to bind port b170f788-1686-462e-863f-659430c66d90 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:37:08.841570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Attempting to bind port b170f788-1686-462e-863f-659430c66d90 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:08.856075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:37:08.856456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:37:08.856864 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.857264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:37:08.857771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Bound port: b170f788-1686-462e-863f-659430c66d90, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:37:08.858149 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.924015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdedf3a-6c10-490f-9975-0e79375b8615,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:08.925878 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0945e139-9376-4a18-8fef-1c15046cacde None None] Provisioning for port 0cdedf3a-6c10-490f-9975-0e79375b8615 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:08.928245 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:08.942778 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.945837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0945e139-9376-4a18-8fef-1c15046cacde None None] Provisioning complete for port 0cdedf3a-6c10-490f-9975-0e79375b8615 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:08.946225 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0945e139-9376-4a18-8fef-1c15046cacde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:08.974520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] For port b170f788-1686-462e-863f-659430c66d90, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:37:08.977969 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.006755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] For port b170f788-1686-462e-863f-659430c66d90, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b170f788-1686-462e-863f-659430c66d90,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:37:09.008395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0945e139-9376-4a18-8fef-1c15046cacde None None] Port 0cdedf3a-6c10-490f-9975-0e79375b8615 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:37:09.031098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 409fa495-5bd8-4608-b57c-2144b98c1139, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=409fa495-5bd8-4608-b57c-2144b98c1139,segment=NetworkSegment(77b52b72-f7ba-42b4-979b-34db06c2b11e),segment_id=77b52b72-f7ba-42b4-979b-34db06c2b11e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:09.070425 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.073155 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f4f99f6-d1f7-4013-a44b-9eedc5c60e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:09.104199 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.129496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Routers {'0c8f3664-90e1-4b78-b48d-ae92a52be4c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:37:09.130128 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a88d30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:37:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:09.175277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f99f6-d1f7-4013-a44b-9eedc5c60e40 None None] Pushing event updated for resources: {'Port': ['ID=b170f788-1686-462e-863f-659430c66d90,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:09.179452 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f4f99f6-d1f7-4013-a44b-9eedc5c60e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:09.179910 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-860f4c96-12b7-456f-a904-0ef3a2e4e74a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:09.205501 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.269172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=409fa495-5bd8-4608-b57c-2144b98c1139,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:09.273577 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:09.288566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] Set router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:37:09.368917 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.429132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.432474 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a726666-2399-435c-810a-b360f61d3efa tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:09.469817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a88d30>, [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': 'b170f788-1686-462e-863f-659430c66d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:37:06Z', 'revision_number': 3, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port': {'id': 'b170f788-1686-462e-863f-659430c66d90', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:06Z', 'updated_at': '2021-06-21T03:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:09.495954 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e340cc69-d0be-42ee-ad85-9f707897a5b2 None None] The sync data for ids ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'] in n-d-758944-33 is: [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': 'b170f788-1686-462e-863f-659430c66d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:37:06Z', 'revision_number': 3, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port': {'id': 'b170f788-1686-462e-863f-659430c66d90', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:06Z', 'updated_at': '2021-06-21T03:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:37:09.508121 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdedf3a-6c10-490f-9975-0e79375b8615,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:09.510740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.518671 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:09.606062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Network 99567c08-805b-4e7e-be5e-4a6a334b1f25 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:09.607425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:09.702000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.763861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:37:09.902556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:37:09.911428 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c8f3664-90e1-4b78-b48d-ae92a52be4c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2594659
Jun 21 03:37:09.939275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bef8413e-34ed-47d0-9b9d-35f27201d0a0 None None] Provisioning complete for port 0cdedf3a-6c10-490f-9975-0e79375b8615 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:09.940046 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bef8413e-34ed-47d0-9b9d-35f27201d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:09.987377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-bef8413e-34ed-47d0-9b9d-35f27201d0a0 None None] Port 0cdedf3a-6c10-490f-9975-0e79375b8615 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:37:10.001247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 631f17b4-4d11-43a0-b159-31f81f14dc51 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:10.052513 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 631f17b4-4d11-43a0-b159-31f81f14dc51 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:10.052898 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:10.136694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b170f788-1686-462e-863f-659430c66d90 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:10.244755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b170f788-1686-462e-863f-659430c66d90 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:10.249107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b170f788-1686-462e-863f-659430c66d90 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:10.249520 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:10.331005 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:10.351348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port b170f788-1686-462e-863f-659430c66d90, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b170f788-1686-462e-863f-659430c66d90,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:10.401251 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:10.402321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 409fa495-5bd8-4608-b57c-2144b98c1139 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:10.404237 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:10.479352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=b170f788-1686-462e-863f-659430c66d90,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:10.482758 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:10.493727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 409fa495-5bd8-4608-b57c-2144b98c1139 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:10.494106 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:10.870443 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-c3d1fda1-f011-4766-ae13-19525e742524 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:10.871912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-c3d1fda1-f011-4766-ae13-19525e742524 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/networks?id=59a372bb-99b2-48eb-8380-6e004700a16b HTTP/1.1" status: 200  len: 816 time: 0.1097808
Jun 21 03:37:10.886620 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-a27a6aee-7565-401a-884e-4fe4bb8f4cae tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/quotas/81f59b705848448e9504b4a5455fade6 HTTP/1.1" status: 200  len: 375 time: 0.0092061
Jun 21 03:37:10.953854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-96b41f83-c43c-4144-a9a8-2f6774ba55a6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81f59b705848448e9504b4a5455fade6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0623941
Jun 21 03:37:11.073425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-b7c7e0a0-ed1a-4a56-935f-301497ef44b5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:37:11.074422 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-b7c7e0a0-ed1a-4a56-935f-301497ef44b5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1091070
Jun 21 03:37:11.182330 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Sync routers for ids ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:37:11.186999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-c3078c5a-b53e-42dc-b112-0b36922d342e service neutron] 10.222.0.25 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1058276
Jun 21 03:37:11.193573 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Routers {'0c8f3664-90e1-4b78-b48d-ae92a52be4c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:37:11.194537 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8328b80>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:37:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:11.309169 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Set router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:37:11.522993 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8328b80>, [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': 'b170f788-1686-462e-863f-659430c66d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:37:09Z', 'revision_number': 4, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port': {'id': 'b170f788-1686-462e-863f-659430c66d90', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:06Z', 'updated_at': '2021-06-21T03:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '0cdedf3a-6c10-490f-9975-0e79375b8615', 'name': '', 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'mac_address': 'fa:16:3e:26:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '7ffd44a0-11ec-4657-a807-d91287e17d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:08Z', 'updated_at': '2021-06-21T03:37:09Z', 'revision_number': 2, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'subnets': [{'id': '7ffd44a0-11ec-4657-a807-d91287e17d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:11.552521 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Checking router: 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:37:11.552887 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Updating router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 port 0cdedf3a-6c10-490f-9975-0e79375b8615 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:37:11.586978 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:11.589981 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-cae18036-90ff-4888-b82c-06c21ed2995c service neutron] 10.222.0.25 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4020803
Jun 21 03:37:11.879972 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdc564e2-5f15-4443-aea4-388e9e5147a5 req-3008f5af-96e4-41b1-b8cd-275603366098 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 210 time: 0.0405519
Jun 21 03:37:11.944592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b170f788-1686-462e-863f-659430c66d90 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:11.970580 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:11.980454 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Transition to ACTIVE for port object 0cdedf3a-6c10-490f-9975-0e79375b8615 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:11.992509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b170f788-1686-462e-863f-659430c66d90 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:11.992893 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:12.061908 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:12.066240 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:12.147920 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea440d-9a1b-4bd1-98c2-6f1c1b5c8100 None None] Pushing event updated for resources: {'Port': ['ID=0cdedf3a-6c10-490f-9975-0e79375b8615,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:12.150879 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-76ea440d-9a1b-4bd1-98c2-6f1c1b5c8100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:12.208290 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Attempting to bind port 0cdedf3a-6c10-490f-9975-0e79375b8615 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:37:12.208982 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Attempting to bind port 0cdedf3a-6c10-490f-9975-0e79375b8615 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:37:12.209243 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Attempting to bind port 0cdedf3a-6c10-490f-9975-0e79375b8615 on network 99567c08-805b-4e7e-be5e-4a6a334b1f25 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:12.215697 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:37:12.219509 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Checking segment: {'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:37:12.219509 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:12.219509 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Bound using segment: {'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:37:12.219509 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Bound port: 0cdedf3a-6c10-490f-9975-0e79375b8615, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b52b72-f7ba-42b4-979b-34db06c2b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:37:12.219509 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:12.292295 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] For port 0cdedf3a-6c10-490f-9975-0e79375b8615, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:37:12.295347 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] For port 0cdedf3a-6c10-490f-9975-0e79375b8615, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0cdedf3a-6c10-490f-9975-0e79375b8615,segment=NetworkSegment(77b52b72-f7ba-42b4-979b-34db06c2b11e),segment_id=77b52b72-f7ba-42b4-979b-34db06c2b11e)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:37:12.364863 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:12.367878 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e6860e20-7a1f-48a3-976e-8d446dccdee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:12.421927 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Routers {'0c8f3664-90e1-4b78-b48d-ae92a52be4c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:37:12.422578 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8328b80>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:37:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:12.460800 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea440d-9a1b-4bd1-98c2-6f1c1b5c8100 None None] Pushing event updated for resources: {'Port': ['ID=0cdedf3a-6c10-490f-9975-0e79375b8615,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:12.465154 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-76ea440d-9a1b-4bd1-98c2-6f1c1b5c8100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:12.551365 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] Set router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:37:12.750711 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8328b80>, [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': 'b170f788-1686-462e-863f-659430c66d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:37:09Z', 'revision_number': 4, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port': {'id': 'b170f788-1686-462e-863f-659430c66d90', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:06Z', 'updated_at': '2021-06-21T03:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '0cdedf3a-6c10-490f-9975-0e79375b8615', 'name': '', 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'mac_address': 'fa:16:3e:26:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '7ffd44a0-11ec-4657-a807-d91287e17d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:08Z', 'updated_at': '2021-06-21T03:37:12Z', 'revision_number': 4, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'subnets': [{'id': '7ffd44a0-11ec-4657-a807-d91287e17d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:37:12.777261 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e401bc7-3911-4dee-b67b-380806c9286c None None] The sync data for ids ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'] in n-d-758944-33 is: [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': 'b170f788-1686-462e-863f-659430c66d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:37:09Z', 'revision_number': 4, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port': {'id': 'b170f788-1686-462e-863f-659430c66d90', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:06Z', 'updated_at': '2021-06-21T03:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '0cdedf3a-6c10-490f-9975-0e79375b8615', 'name': '', 'network_id': '99567c08-805b-4e7e-be5e-4a6a334b1f25', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'mac_address': 'fa:16:3e:26:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '7ffd44a0-11ec-4657-a807-d91287e17d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:08Z', 'updated_at': '2021-06-21T03:37:12Z', 'revision_number': 4, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'subnets': [{'id': '7ffd44a0-11ec-4657-a807-d91287e17d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:37:12.983309 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8dbabada-0ab8-45e0-994c-d559356f61bb req-b380eae3-289a-4616-a230-966a06327dad tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 210 time: 0.0348389
Jun 21 03:37:13.927204 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0cdedf3a-6c10-490f-9975-0e79375b8615 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:14.038995 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 0cdedf3a-6c10-490f-9975-0e79375b8615 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:14.043045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0cdedf3a-6c10-490f-9975-0e79375b8615 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:14.049720 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:14.128203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b5954d2-7725-4550-8cc3-048e6c3cd599 req-0c568eb4-93c2-4196-a6bf-e086e3377ef4 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 210 time: 0.0304523
Jun 21 03:37:14.129489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:14.162228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 0cdedf3a-6c10-490f-9975-0e79375b8615, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0cdedf3a-6c10-490f-9975-0e79375b8615,segment=NetworkSegment(77b52b72-f7ba-42b4-979b-34db06c2b11e),segment_id=77b52b72-f7ba-42b4-979b-34db06c2b11e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:14.257969 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:14.260288 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6fb5232f-40de-4b9b-814c-e05610344e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:14.309016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=0cdedf3a-6c10-490f-9975-0e79375b8615,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:14.311906 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:14.338446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-6c0b9fcb-fb2c-4336-bdc5-f9c62591499b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:14.339902 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-6c0b9fcb-fb2c-4336-bdc5-f9c62591499b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.20 "GET /v2.0/networks?id=59a372bb-99b2-48eb-8380-6e004700a16b HTTP/1.1" status: 200  len: 816 time: 0.1136863
Jun 21 03:37:14.352662 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Request body: {'port': {'device_id': '41f071ac-d23d-4692-9cc5-8b3fcaf38efd', 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'admin_state_up': True, 'tenant_id': '81f59b705848448e9504b4a5455fade6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:37:14.515014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Made reservation on behalf of 81f59b705848448e9504b4a5455fade6 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:37:14.519004 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:14.650887 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Allocated IP 172.20.0.13 (59a372bb-99b2-48eb-8380-6e004700a16b/d9ae3087-af8f-4b78-8995-a0bddf7df7f9/3a90646a-6ed7-4a4b-a614-3c2d89c426e2) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:37:14.799611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:14.813158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Transition to ACTIVE for port object 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:14.897986 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:14.903326 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2775a903-5103-4e2a-8297-c27c75f920cb tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:14.946448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Network 59a372bb-99b2-48eb-8380-6e004700a16b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:14.949585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:14.952363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:37:14.983336 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Pushing event updated for resources: {'Port': ['ID=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:14.996517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.996907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.997290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.997692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.998063 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.998434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.998800 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.999165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.999529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:14.999891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:15.000259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:15.000616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:15.009020 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:15.024324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:15.024955 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.136874 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7880397
Jun 21 03:37:15.148326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Request body: {'port': {'device_id': '41f071ac-d23d-4692-9cc5-8b3fcaf38efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:37:15.232760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.235046 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5b87b0a6-6a29-4d9f-bfde-c72e89d9a670 None None] Provisioning for port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:15.239187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5b87b0a6-6a29-4d9f-bfde-c72e89d9a670 None None] Provisioning complete for port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:15.239604 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5b87b0a6-6a29-4d9f-bfde-c72e89d9a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.275102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-5b87b0a6-6a29-4d9f-bfde-c72e89d9a670 None None] Port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:37:15.359167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29b1e2-f1d1-4d0d-92aa-9d8a207b202d req-242e2df4-fda5-4527-9f1d-8b90078fb4e3 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:15.361357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb29b1e2-f1d1-4d0d-92aa-9d8a207b202d req-242e2df4-fda5-4527-9f1d-8b90078fb4e3 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 932 time: 0.0620921
Jun 21 03:37:15.399782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb29b1e2-f1d1-4d0d-92aa-9d8a207b202d req-51085e5f-a2d4-4bfb-a0ee-f97fb27f8a9b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323365
Jun 21 03:37:15.506298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:37:15.514254 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.526248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Transition to ACTIVE for port object 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:15.583044 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.585184 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c095b45c-7bd2-4351-a8f2-1b1be0e8d12b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:15.661588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:15.665896 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:15.736177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Attempting to bind port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:37:15.736498 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Attempting to bind port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:37:15.736835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Attempting to bind port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 on network 59a372bb-99b2-48eb-8380-6e004700a16b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:15.741447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 on network 59a372bb-99b2-48eb-8380-6e004700a16b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:37:15.741776 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Attempting to bind port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 on network 59a372bb-99b2-48eb-8380-6e004700a16b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:15.746637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:37:15.746982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Checking segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:37:15.747371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Bound using segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:37:15.747803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Bound port: 3a90646a-6ed7-4a4b-a614-3c2d89c426e2, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:37:15.748151 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.813742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] For port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:37:15.816881 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] For port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:37:15.887176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.889299 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:15.898074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0cdedf3a-6c10-490f-9975-0e79375b8615 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:15.932957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:15.933611 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.935124 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a90646a-6ed7-4a4b-a614-3c2d89c426e2 HTTP/1.1" status: 200  len: 1093 time: 0.7909236
Jun 21 03:37:15.938748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f071ac-d23d-4692-9cc5-8b3fcaf38efd', 'tag': '3a90646a-6ed7-4a4b-a614-3c2d89c426e2'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:37:15.947020 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a534d5e1e4480189a579bc25c69cd44699dfb20887ba159c7d5ce9544c0c5fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85419c4f-8fba-4945-b912-02512e9adc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "41f071ac-d23d-4692-9cc5-8b3fcaf38efd", "tag": "3a90646a-6ed7-4a4b-a614-3c2d89c426e2"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:37:15.958628 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 0cdedf3a-6c10-490f-9975-0e79375b8615 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:15.959218 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:15.972786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:15.976388 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:15.997002 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69459efd-4f42-481c-8da5-5d3205284420 x-openstack-request-id: req-69459efd-4f42-481c-8da5-5d3205284420 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:37:15.997428 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f071ac-d23d-4692-9cc5-8b3fcaf38efd", "tag": "3a90646a-6ed7-4a4b-a614-3c2d89c426e2", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:37:15.997739 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69459efd-4f42-481c-8da5-5d3205284420 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:37:15.998283 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f071ac-d23d-4692-9cc5-8b3fcaf38efd', 'tag': '3a90646a-6ed7-4a4b-a614-3c2d89c426e2', 'status': 'completed', 'code': 200}
Jun 21 03:37:16.076514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85419c4f-8fba-4945-b912-02512e9adc6c req-c66ed1a9-4ada-41ad-883f-4bd2e597b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:16.078158 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-85419c4f-8fba-4945-b912-02512e9adc6c req-c66ed1a9-4ada-41ad-883f-4bd2e597b69c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f59b705848448e9504b4a5455fade6&device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 1096 time: 0.0577505
Jun 21 03:37:16.188957 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85419c4f-8fba-4945-b912-02512e9adc6c req-c05a9ae5-a565-4b6a-ba23-f8fb8abe9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:16.190408 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-85419c4f-8fba-4945-b912-02512e9adc6c req-c05a9ae5-a565-4b6a-ba23-f8fb8abe9f78 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=81f59b705848448e9504b4a5455fade6&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1053610
Jun 21 03:37:16.285711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85419c4f-8fba-4945-b912-02512e9adc6c req-f0048a7b-7c4c-41f1-adf7-821039434c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:16.287180 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-85419c4f-8fba-4945-b912-02512e9adc6c req-f0048a7b-7c4c-41f1-adf7-821039434c9f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0908523
Jun 21 03:37:16.374700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-9e0287c3-cff3-4d77-82d4-85b8c6fb6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:16.376376 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-9e0287c3-cff3-4d77-82d4-85b8c6fb6ec0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f59b705848448e9504b4a5455fade6&device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 1096 time: 0.0532842
Jun 21 03:37:16.421538 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-655e78c5-1c97-4877-ae59-ffd27fe69e05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a90646a-6ed7-4a4b-a614-3c2d89c426e2 HTTP/1.1" status: 200  len: 217 time: 0.0387454
Jun 21 03:37:16.471168 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-99a2d8c9-3c2b-4b32-8052-58954bb805d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:16.472692 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-99a2d8c9-3c2b-4b32-8052-58954bb805d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9ae3087-af8f-4b78-8995-a0bddf7df7f9 HTTP/1.1" status: 200  len: 855 time: 0.0451188
Jun 21 03:37:16.534631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-a81dd206-5e1b-47b8-b4d4-2d4e1953367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:16.536366 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-a81dd206-5e1b-47b8-b4d4-2d4e1953367a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59a372bb-99b2-48eb-8380-6e004700a16b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0568199
Jun 21 03:37:16.582644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71e90e-c9d2-407f-838d-9cbef981257d req-31309cb2-035d-4e6b-8a1d-a2f60ca49320 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:16.584127 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d71e90e-c9d2-407f-838d-9cbef981257d req-31309cb2-035d-4e6b-8a1d-a2f60ca49320 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 944 time: 0.0691540
Jun 21 03:37:16.620439 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d71e90e-c9d2-407f-838d-9cbef981257d req-214cc773-9b22-435d-93bc-f4f5fb16edde tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305467
Jun 21 03:37:16.631615 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-b73c8183-420d-4330-9cc9-8aeebb7359bc service neutron] 10.222.0.20 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884984
Jun 21 03:37:16.719113 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ea314036-95a9-415a-8a55-c19c5ea735fd req-c370cb15-e489-4f27-96f9-d99e7bbbd5f2 service neutron] 10.222.0.20 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815887
Jun 21 03:37:17.833355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e2a0c-72f1-4d90-948c-6625edf9d6c0 req-cb486d17-457f-4c31-aa60-c757ae4c40cc tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:17.834812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e83e2a0c-72f1-4d90-948c-6625edf9d6c0 req-cb486d17-457f-4c31-aa60-c757ae4c40cc tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 944 time: 0.0628953
Jun 21 03:37:17.871850 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e83e2a0c-72f1-4d90-948c-6625edf9d6c0 req-c6996f04-c1e4-4627-984c-df680bdc34e4 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314116
Jun 21 03:37:19.045054 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d2f38-fa32-4a46-9a7c-1c8b822d2991 req-9465fd68-e9e7-4f75-b0e4-bbbc20ef98cb tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:19.046451 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39d2f38-fa32-4a46-9a7c-1c8b822d2991 req-9465fd68-e9e7-4f75-b0e4-bbbc20ef98cb tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 944 time: 0.0671794
Jun 21 03:37:19.084911 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f39d2f38-fa32-4a46-9a7c-1c8b822d2991 req-eca865f0-e4bc-4967-a7b4-cf00c0d60986 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327287
Jun 21 03:37:19.096201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:37:19.190589 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:19.201504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '3a90646a-6ed7-4a4b-a614-3c2d89c426e2', 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'port_id': '3a90646a-6ed7-4a4b-a614-3c2d89c426e2', 'mac_address': 'fa:16:3e:ea:15:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:37:19.237090 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:19.248991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:37:19.268205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:19.341548 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:19.343249 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:19.388160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:19.395353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.395702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.396041 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.396377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.396705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.397034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.397495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.397823 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.398147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.398469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.398791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.399111 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:37:19.402769 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:19.539668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['3a90646a-6ed7-4a4b-a614-3c2d89c426e2'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:37:20.255621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e879658-e3ec-4922-941c-9f44a4a07391 req-8505698c-5a62-402c-8817-fdaec7d2cb9b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:20.257094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e879658-e3ec-4922-941c-9f44a4a07391 req-8505698c-5a62-402c-8817-fdaec7d2cb9b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 945 time: 0.0628335
Jun 21 03:37:20.294035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e879658-e3ec-4922-941c-9f44a4a07391 req-9c2e83df-00ea-4035-b3b7-36627f165c49 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310564
Jun 21 03:37:21.118284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:21.206141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:21.209727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:21.210104 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:21.288228 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:21.310066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f071ac-d23d-4692-9cc5-8b3fcaf38efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a90646a-6ed7-4a4b-a614-3c2d89c426e2'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:37:21.312271 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832e132bbeff0eb4b9c0f51eee09278a697a9c8344a5cee3d5c4e5524a6364b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc57e9a4-e631-47fe-9b1c-9f9e03230b10" -d '{"events": [{"server_uuid": "41f071ac-d23d-4692-9cc5-8b3fcaf38efd", "name": "network-vif-plugged", "status": "completed", "tag": "3a90646a-6ed7-4a4b-a614-3c2d89c426e2"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:37:21.326981 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:21.350628 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4116ea-846c-461e-abd2-10025c938c26 x-openstack-request-id: req-ee4116ea-846c-461e-abd2-10025c938c26 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:37:21.350937 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f071ac-d23d-4692-9cc5-8b3fcaf38efd", "name": "network-vif-plugged", "status": "completed", "tag": "3a90646a-6ed7-4a4b-a614-3c2d89c426e2", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:37:21.351203 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee4116ea-846c-461e-abd2-10025c938c26 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:37:21.351609 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f071ac-d23d-4692-9cc5-8b3fcaf38efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a90646a-6ed7-4a4b-a614-3c2d89c426e2', 'code': 200}
Jun 21 03:37:21.372964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:21.375561 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:21.440098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:21.443412 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:21.477613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36574af-0e31-42d0-9ad0-73eadb459951 req-255fc548-acb0-48f8-817c-251c7d12c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:21.479142 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b36574af-0e31-42d0-9ad0-73eadb459951 req-255fc548-acb0-48f8-817c-251c7d12c475 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 1098 time: 0.0601521
Jun 21 03:37:21.486476 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b710a-8fff-4237-bd2d-1eed06439689 req-085a20f8-2eb8-434e-8b1a-ec3aee9baa49 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:21.487958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-608b710a-8fff-4237-bd2d-1eed06439689 req-085a20f8-2eb8-434e-8b1a-ec3aee9baa49 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 946 time: 0.0706332
Jun 21 03:37:21.522492 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b36574af-0e31-42d0-9ad0-73eadb459951 req-0109a5e4-93e2-45e7-bb27-b2febeebba98 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355387
Jun 21 03:37:21.533839 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-608b710a-8fff-4237-bd2d-1eed06439689 req-dbe0226d-581e-4056-98eb-61dcf7324891 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339096
Jun 21 03:37:22.711165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dfe0d-9cde-4bb8-9ff5-4d6134ea0254 req-a206363d-e06b-45d1-8ffe-851a652dcda5 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:22.712562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-468dfe0d-9cde-4bb8-9ff5-4d6134ea0254 req-a206363d-e06b-45d1-8ffe-851a652dcda5 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 946 time: 0.0665905
Jun 21 03:37:22.735706 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:37:22.749472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-468dfe0d-9cde-4bb8-9ff5-4d6134ea0254 req-b69f3886-424f-4422-bd9a-6a047a091292 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312290
Jun 21 03:37:22.919275 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25ae7-150e-4c78-981f-75090b29d52d req-30d70f4b-19cd-4c02-81a3-3562424aee3d tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:22.920729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39f25ae7-150e-4c78-981f-75090b29d52d req-30d70f4b-19cd-4c02-81a3-3562424aee3d tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 946 time: 0.0633411
Jun 21 03:37:22.958729 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-39f25ae7-150e-4c78-981f-75090b29d52d req-9f73b399-90d3-4e1f-add4-e11340134bd4 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317516
Jun 21 03:37:34.268675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-31e3b83e-5877-4ca0-b655-d97dc653148d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:36.314343 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:36.657136 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-97590a02-3abc-453d-8f86-ad29cfed8127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:37.141305 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:38.204191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:38.483841 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:39.747034 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:46.661834 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca24c33-e741-428f-b594-68f079de7ae3 req-ef211fda-c5f8-47de-bfd9-13547e03f818 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:46.663307 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ca24c33-e741-428f-b594-68f079de7ae3 req-ef211fda-c5f8-47de-bfd9-13547e03f818 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 946 time: 0.0676038
Jun 21 03:37:46.700021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ca24c33-e741-428f-b594-68f079de7ae3 req-cfa4a13d-9e83-4fb7-8a70-57ac728e9705 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310574
Jun 21 03:37:47.873788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c71f2-83d0-405d-8676-108310844865 req-4a8d1885-a5c0-41f3-8476-53f8703d2253 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:47.875265 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd5c71f2-83d0-405d-8676-108310844865 req-4a8d1885-a5c0-41f3-8476-53f8703d2253 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 946 time: 0.0660648
Jun 21 03:37:47.917059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd5c71f2-83d0-405d-8676-108310844865 req-40d207aa-e108-49d7-8c19-5283f6507baa tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339684
Jun 21 03:37:48.245827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-9a96b109-ba03-47f1-9269-01fc171a3021 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:48.247274 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-9a96b109-ba03-47f1-9269-01fc171a3021 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 946 time: 0.0642002
Jun 21 03:37:48.346657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Deleting port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:37:48.347011 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:48.438808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] For port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:48.439171 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:48.505414 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Calling delete_port for 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:37:48.691176 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:48.696190 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-01efd551-3f04-4ce5-93a9-0760cb73ce15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:48.704497 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['3a90646a-6ed7-4a4b-a614-3c2d89c426e2'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:37:48.726410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Pushing event deleted for resources: {'Port': ['ID=3a90646a-6ed7-4a4b-a614-3c2d89c426e2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:48.729560 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:48.776747 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] No DVR routers for this DVR port 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:37:48.779542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:48.781949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-057584d3-679b-4025-b4ee-ae2e3f235e5d req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.20 "DELETE /v2.0/ports/3a90646a-6ed7-4a4b-a614-3c2d89c426e2 HTTP/1.1" status: 204  len: 173 time: 0.5281782
Jun 21 03:37:48.782505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f071ac-d23d-4692-9cc5-8b3fcaf38efd', 'name': 'network-vif-deleted', 'tag': '3a90646a-6ed7-4a4b-a614-3c2d89c426e2'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:37:48.820704 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c73aa8-bf81-4eac-91f4-bff5435b415e" -d '{"events": [{"server_uuid": "41f071ac-d23d-4692-9cc5-8b3fcaf38efd", "name": "network-vif-deleted", "tag": "3a90646a-6ed7-4a4b-a614-3c2d89c426e2"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:37:48.904561 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0335a1-0800-46d4-8ecc-ad22a1a8bdfb x-openstack-request-id: req-da0335a1-0800-46d4-8ecc-ad22a1a8bdfb {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:37:48.904982 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f071ac-d23d-4692-9cc5-8b3fcaf38efd", "name": "network-vif-deleted", "tag": "3a90646a-6ed7-4a4b-a614-3c2d89c426e2", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:37:48.905406 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da0335a1-0800-46d4-8ecc-ad22a1a8bdfb {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:37:48.905913 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f071ac-d23d-4692-9cc5-8b3fcaf38efd', 'name': 'network-vif-deleted', 'tag': '3a90646a-6ed7-4a4b-a614-3c2d89c426e2', 'status': 'completed', 'code': 200}
Jun 21 03:37:49.057431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9522b829-7cda-4dde-a118-1ff6b2ba0df1 req-ca6b0bc5-e960-4a13-bc0a-781ff6ad7aa5 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=41f071ac-d23d-4692-9cc5-8b3fcaf38efd HTTP/1.1" status: 200  len: 210 time: 0.0288076
Jun 21 03:37:50.771510 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675507-0277-4f4e-9641-0365ebd333ea req-a9620042-4ca1-493c-8cf8-32d6844d6fb7 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:50.772938 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-a9620042-4ca1-493c-8cf8-32d6844d6fb7 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/networks?id=59a372bb-99b2-48eb-8380-6e004700a16b HTTP/1.1" status: 200  len: 816 time: 0.1029782
Jun 21 03:37:50.787342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-0ff3c890-aff7-44cf-926d-18e6ff89fd7d tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/quotas/81f59b705848448e9504b4a5455fade6 HTTP/1.1" status: 200  len: 375 time: 0.0090780
Jun 21 03:37:50.851494 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-d933d815-5a3c-4c29-88c1-80fcc4826e86 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81f59b705848448e9504b4a5455fade6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0593574
Jun 21 03:37:50.953228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-87c33b48-a244-4a63-bd30-24a5869c9965 service neutron] 10.222.0.25 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906579
Jun 21 03:37:51.041811 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-1b21a6a0-6742-4bca-9bae-f953d292049d service neutron] 10.222.0.25 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825090
Jun 21 03:37:51.273924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c00f112b-6ea8-4891-a788-6082001797a2 req-e5e71ce6-07a4-44b9-8f0a-d1e42b4943da tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 210 time: 0.0341983
Jun 21 03:37:52.413909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71899734-fffa-4d0a-8298-ed20888f1dba req-00a9538b-2e9f-4dae-9cdb-820d89c70e60 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 210 time: 0.0287180
Jun 21 03:37:53.071273 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675507-0277-4f4e-9641-0365ebd333ea req-5b152f37-b268-4806-8993-f46b58d5d720 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:53.072730 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-5b152f37-b268-4806-8993-f46b58d5d720 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.20 "GET /v2.0/networks?id=59a372bb-99b2-48eb-8380-6e004700a16b HTTP/1.1" status: 200  len: 816 time: 0.1105266
Jun 21 03:37:53.085908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Request body: {'port': {'device_id': 'ec81a716-d446-4175-8c3c-fb9fdf74798b', 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'admin_state_up': True, 'tenant_id': '81f59b705848448e9504b4a5455fade6'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:37:53.236386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:37:53.256873 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:37:53.260007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 3a90646a-6ed7-4a4b-a614-3c2d89c426e2 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:37:53.279613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Made reservation on behalf of 81f59b705848448e9504b4a5455fade6 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:37:53.283504 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:53.411994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Allocated IP 172.20.0.9 (59a372bb-99b2-48eb-8380-6e004700a16b/d9ae3087-af8f-4b78-8995-a0bddf7df7f9/ff240c82-d36c-4483-8946-3936da6fbf3d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:37:53.556285 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3c0079c-8d50-4845-91ea-e14631017daf req-c4e7710a-9c1b-49ed-a728-9a8e046b770d tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 210 time: 0.0292163
Jun 21 03:37:53.563868 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:53.578788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Transition to ACTIVE for port object ff240c82-d36c-4483-8946-3936da6fbf3d will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:53.651347 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:53.656324 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1d2e41d0-744a-489c-a885-d7d26402780d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:53.699964 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Network 59a372bb-99b2-48eb-8380-6e004700a16b is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:37:53.703126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:37:53.707144 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:37:53.734128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Pushing event updated for resources: {'Port': ['ID=ff240c82-d36c-4483-8946-3936da6fbf3d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:53.738738 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:53.762392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:53.763035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:53.846721 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7649503
Jun 21 03:37:53.960938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Request body: {'port': {'device_id': 'ec81a716-d446-4175-8c3c-fb9fdf74798b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:37:54.022795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cae3878b-23af-4b25-91f5-69174a3fe003 None None] Provisioning for port ff240c82-d36c-4483-8946-3936da6fbf3d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:54.026716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cae3878b-23af-4b25-91f5-69174a3fe003 None None] Provisioning complete for port ff240c82-d36c-4483-8946-3936da6fbf3d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:54.027291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cae3878b-23af-4b25-91f5-69174a3fe003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:54.041005 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:54.061180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cae3878b-23af-4b25-91f5-69174a3fe003 None None] Port ff240c82-d36c-4483-8946-3936da6fbf3d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:37:54.304665 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff240c82-d36c-4483-8946-3936da6fbf3d {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:37:54.311938 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:54.323817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Transition to ACTIVE for port object ff240c82-d36c-4483-8946-3936da6fbf3d will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:37:54.377417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:54.379801 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:54.780531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a25c8a-f1a8-4f8c-beb1-6cbd88feceee req-27be5fe5-cfa5-4d63-80e3-637fa82847ee tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:54.781928 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff240c82-d36c-4483-8946-3936da6fbf3d,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:54.782130 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73a25c8a-f1a8-4f8c-beb1-6cbd88feceee req-27be5fe5-cfa5-4d63-80e3-637fa82847ee tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 943 time: 0.0840194
Jun 21 03:37:54.785866 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:54.835224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73a25c8a-f1a8-4f8c-beb1-6cbd88feceee req-19f3d434-651c-474f-8caa-0584b76e6b24 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402417
Jun 21 03:37:54.864315 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Attempting to bind port ff240c82-d36c-4483-8946-3936da6fbf3d on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:37:54.864687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Attempting to bind port ff240c82-d36c-4483-8946-3936da6fbf3d by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:37:54.865263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Attempting to bind port ff240c82-d36c-4483-8946-3936da6fbf3d on network 59a372bb-99b2-48eb-8380-6e004700a16b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:54.869991 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Port ff240c82-d36c-4483-8946-3936da6fbf3d on network 59a372bb-99b2-48eb-8380-6e004700a16b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:37:54.870317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Attempting to bind port ff240c82-d36c-4483-8946-3936da6fbf3d on network 59a372bb-99b2-48eb-8380-6e004700a16b {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:37:54.876291 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:37:54.876635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Checking segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:37:54.877027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Bound using segment: {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:37:54.877499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Bound port: ff240c82-d36c-4483-8946-3936da6fbf3d, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25732996-66fc-4b11-8d23-ed615b34f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:37:54.877852 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:54.958625 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] For port ff240c82-d36c-4483-8946-3936da6fbf3d, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:37:54.961939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] For port ff240c82-d36c-4483-8946-3936da6fbf3d, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ff240c82-d36c-4483-8946-3936da6fbf3d,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:37:55.050337 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:55.052936 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2a013447-1e77-4a1a-9b77-6fcbfd47d45a tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:55.096135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:55.096135 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:55.096135 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/ff240c82-d36c-4483-8946-3936da6fbf3d HTTP/1.1" status: 200  len: 1092 time: 1.1793747
Jun 21 03:37:55.096399 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec81a716-d446-4175-8c3c-fb9fdf74798b', 'tag': 'ff240c82-d36c-4483-8946-3936da6fbf3d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:37:55.100462 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a64294-18b7-41b4-aa21-5a02d6c1e934" -d '{"events": [{"name": "network-changed", "server_uuid": "ec81a716-d446-4175-8c3c-fb9fdf74798b", "tag": "ff240c82-d36c-4483-8946-3936da6fbf3d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:37:55.125612 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff240c82-d36c-4483-8946-3936da6fbf3d,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:55.129223 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:55.151321 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e5a43e-3111-4598-92d3-932ab5bd9762 x-openstack-request-id: req-b1e5a43e-3111-4598-92d3-932ab5bd9762 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:37:55.151876 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec81a716-d446-4175-8c3c-fb9fdf74798b", "tag": "ff240c82-d36c-4483-8946-3936da6fbf3d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:37:55.152337 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1e5a43e-3111-4598-92d3-932ab5bd9762 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:37:55.153003 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec81a716-d446-4175-8c3c-fb9fdf74798b', 'tag': 'ff240c82-d36c-4483-8946-3936da6fbf3d', 'status': 'completed', 'code': 200}
Jun 21 03:37:55.240802 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a64294-18b7-41b4-aa21-5a02d6c1e934 req-ef829074-99fa-4ff0-a05d-0e5b82e1fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:55.242397 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40a64294-18b7-41b4-aa21-5a02d6c1e934 req-ef829074-99fa-4ff0-a05d-0e5b82e1fa8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f59b705848448e9504b4a5455fade6&device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 1095 time: 0.0674834
Jun 21 03:37:55.356614 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a64294-18b7-41b4-aa21-5a02d6c1e934 req-45914a8c-10d5-47c7-9636-7ab94d10e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:55.358055 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40a64294-18b7-41b4-aa21-5a02d6c1e934 req-45914a8c-10d5-47c7-9636-7ab94d10e0d2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=81f59b705848448e9504b4a5455fade6&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1090207
Jun 21 03:37:55.449051 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a64294-18b7-41b4-aa21-5a02d6c1e934 req-3243935f-ed5b-4eda-a7ed-378af91d20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:55.450526 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40a64294-18b7-41b4-aa21-5a02d6c1e934 req-3243935f-ed5b-4eda-a7ed-378af91d20e1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0862963
Jun 21 03:37:55.544029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b0044392-8af6-47e4-b62a-4d2e004f35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:55.546086 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-b0044392-8af6-47e4-b62a-4d2e004f35c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f59b705848448e9504b4a5455fade6&device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 1095 time: 0.0544667
Jun 21 03:37:55.595153 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-2e9522dd-73a0-4704-9e31-256087f0e1ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff240c82-d36c-4483-8946-3936da6fbf3d HTTP/1.1" status: 200  len: 217 time: 0.0421855
Jun 21 03:37:55.643300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675507-0277-4f4e-9641-0365ebd333ea req-c16b890d-9ebb-4cb4-88e5-67d901189536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:55.644635 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-c16b890d-9ebb-4cb4-88e5-67d901189536 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9ae3087-af8f-4b78-8995-a0bddf7df7f9 HTTP/1.1" status: 200  len: 855 time: 0.0432022
Jun 21 03:37:55.708872 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675507-0277-4f4e-9641-0365ebd333ea req-7157208b-10f2-49f1-b743-e0113987cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:55.710387 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-7157208b-10f2-49f1-b743-e0113987cb17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59a372bb-99b2-48eb-8380-6e004700a16b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0599000
Jun 21 03:37:55.804158 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-2bf85541-5065-4dbb-8524-7259caf901bd service neutron] 10.222.0.20 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864944
Jun 21 03:37:55.897996 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ec675507-0277-4f4e-9641-0365ebd333ea req-255da9fb-39fd-480f-87bc-4a1eaf371aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866272
Jun 21 03:37:56.013355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9f426-addd-4c53-8eb1-f2d17e7f46c9 req-ff3434ab-7f9e-4039-a66d-d1bd44dfb17c tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:56.014812 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ea9f426-addd-4c53-8eb1-f2d17e7f46c9 req-ff3434ab-7f9e-4039-a66d-d1bd44dfb17c tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 943 time: 0.0659294
Jun 21 03:37:56.053908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1ea9f426-addd-4c53-8eb1-f2d17e7f46c9 req-ed835709-0c6b-413d-b173-0945728c63c8 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326202
Jun 21 03:37:57.225668 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7550e-65f5-4a7c-a50c-0f4b09fac067 req-14401351-fd16-4b05-a0d5-187dba82538e tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:57.227172 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42e7550e-65f5-4a7c-a50c-0f4b09fac067 req-14401351-fd16-4b05-a0d5-187dba82538e tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 943 time: 0.0633302
Jun 21 03:37:57.242421 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ff240c82-d36c-4483-8946-3936da6fbf3d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:37:57.267611 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-42e7550e-65f5-4a7c-a50c-0f4b09fac067 req-df02fb32-4608-4369-9d18-f5f679f2b688 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344656
Jun 21 03:37:57.340886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ff240c82-d36c-4483-8946-3936da6fbf3d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ff240c82-d36c-4483-8946-3936da6fbf3d,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:57.352039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'ff240c82-d36c-4483-8946-3936da6fbf3d', 'network_id': '59a372bb-99b2-48eb-8380-6e004700a16b', 'port_id': 'ff240c82-d36c-4483-8946-3936da6fbf3d', 'mac_address': 'fa:16:3e:26:ed:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae3087-af8f-4b78-8995-a0bddf7df7f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:37:57.388605 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:57.400572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff240c82-d36c-4483-8946-3936da6fbf3d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:37:57.419299 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ff240c82-d36c-4483-8946-3936da6fbf3d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ff240c82-d36c-4483-8946-3936da6fbf3d,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:57.479548 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:57.481163 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:57.525202 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ff240c82-d36c-4483-8946-3936da6fbf3d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:57.528225 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:57.683040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ff240c82-d36c-4483-8946-3936da6fbf3d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:37:58.447333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6976de6-bfb5-4b23-b7a7-7a36619da19d req-5a01683e-cd6e-49bf-a35b-45f04c700843 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:58.448790 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6976de6-bfb5-4b23-b7a7-7a36619da19d req-5a01683e-cd6e-49bf-a35b-45f04c700843 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 944 time: 0.0663092
Jun 21 03:37:58.485565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6976de6-bfb5-4b23-b7a7-7a36619da19d req-1da97d5f-bba3-415e-bcca-96bd862617aa tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309899
Jun 21 03:37:59.258066 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ff240c82-d36c-4483-8946-3936da6fbf3d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:37:59.370807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port ff240c82-d36c-4483-8946-3936da6fbf3d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:37:59.374593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port ff240c82-d36c-4483-8946-3936da6fbf3d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:37:59.374977 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:59.452572 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:59.474582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec81a716-d446-4175-8c3c-fb9fdf74798b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff240c82-d36c-4483-8946-3936da6fbf3d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:37:59.487899 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port ff240c82-d36c-4483-8946-3936da6fbf3d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ff240c82-d36c-4483-8946-3936da6fbf3d,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:37:59.513812 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c26ef76-9cdb-46b4-9679-50948099acdc" -d '{"events": [{"server_uuid": "ec81a716-d446-4175-8c3c-fb9fdf74798b", "name": "network-vif-plugged", "status": "completed", "tag": "ff240c82-d36c-4483-8946-3936da6fbf3d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:37:59.571357 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:37:59.573493 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-61e763e1-1e0a-4002-8503-e40e8cae8dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:37:59.597313 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ce3f44-16ba-4823-81f0-9a760942474a x-openstack-request-id: req-20ce3f44-16ba-4823-81f0-9a760942474a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:37:59.597644 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec81a716-d446-4175-8c3c-fb9fdf74798b", "name": "network-vif-plugged", "status": "completed", "tag": "ff240c82-d36c-4483-8946-3936da6fbf3d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:37:59.597947 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20ce3f44-16ba-4823-81f0-9a760942474a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:37:59.598341 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec81a716-d446-4175-8c3c-fb9fdf74798b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff240c82-d36c-4483-8946-3936da6fbf3d', 'code': 200}
Jun 21 03:37:59.623813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=ff240c82-d36c-4483-8946-3936da6fbf3d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:37:59.626787 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:37:59.667398 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d91b-84d5-4e1f-a7ad-76e0b578ddca req-cbf979ed-583f-4f43-8953-b07d14342734 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:59.668887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eff1d91b-84d5-4e1f-a7ad-76e0b578ddca req-cbf979ed-583f-4f43-8953-b07d14342734 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 945 time: 0.0703275
Jun 21 03:37:59.708221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eff1d91b-84d5-4e1f-a7ad-76e0b578ddca req-2c58d8b4-de77-4329-9e52-f7669d1ce3e8 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333440
Jun 21 03:37:59.717663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682d9ea-8a4e-4713-879a-ebd3d0fc4cb4 req-0c4ec140-06b0-4b29-b915-01c576c1776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:37:59.719186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6682d9ea-8a4e-4713-879a-ebd3d0fc4cb4 req-0c4ec140-06b0-4b29-b915-01c576c1776b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 1097 time: 0.0613210
Jun 21 03:37:59.734770 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:37:59.760181 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6682d9ea-8a4e-4713-879a-ebd3d0fc4cb4 req-58b911a0-cece-4d87-8552-1eb562344280 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342426
Jun 21 03:38:00.882921 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d15e88-60f4-4701-ba2c-884691ebaa23 req-aa97b457-2edf-40a7-84be-0db23f9287de tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:00.884404 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5d15e88-60f4-4701-ba2c-884691ebaa23 req-aa97b457-2edf-40a7-84be-0db23f9287de tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 945 time: 0.0640485
Jun 21 03:38:00.927808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5d15e88-60f4-4701-ba2c-884691ebaa23 req-1f77d19b-232b-4988-b53d-5d21230f60bc tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377998
Jun 21 03:38:01.100634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7387-feb6-4b05-bd54-bad7a9319d53 req-6667b418-19d1-481c-8547-a0b616fafb5b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:01.102112 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-280c7387-feb6-4b05-bd54-bad7a9319d53 req-6667b418-19d1-481c-8547-a0b616fafb5b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 945 time: 0.0643022
Jun 21 03:38:01.139299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-280c7387-feb6-4b05-bd54-bad7a9319d53 req-f2c0bd38-bc50-42e5-a9e4-020cd08da9a8 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314605
Jun 21 03:38:04.268314 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77ab9c86-c7ec-444b-a400-c8f446668ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:06.353921 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:06.656708 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72b47402-eb73-47b2-8307-6ca08f76988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:07.148523 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:08.216359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:08.467752 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:09.735278 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:17.569398 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-590ad6c6-4a8d-46f7-a53d-b9423232ed61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0533068
Jun 21 03:38:17.664898 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-2552c57d-cca9-48a1-8041-867a2221c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:17.666433 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-2552c57d-cca9-48a1-8041-867a2221c2ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f59b705848448e9504b4a5455fade6&device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 1097 time: 0.0539713
Jun 21 03:38:17.776901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-86908377-1e28-41ae-bbd9-8fd67743f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:17.778528 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-86908377-1e28-41ae-bbd9-8fd67743f3b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59a372bb-99b2-48eb-8380-6e004700a16b HTTP/1.1" status: 200  len: 917 time: 0.0902872
Jun 21 03:38:17.826291 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-f1993765-df05-430b-a9f0-9a78f2002949 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff240c82-d36c-4483-8946-3936da6fbf3d HTTP/1.1" status: 200  len: 217 time: 0.0396478
Jun 21 03:38:17.876648 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-2c9742d0-2c58-40a9-89ba-a0ee4f156b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:17.878287 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-2c9742d0-2c58-40a9-89ba-a0ee4f156b4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9ae3087-af8f-4b78-8995-a0bddf7df7f9 HTTP/1.1" status: 200  len: 855 time: 0.0449879
Jun 21 03:38:17.940839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-4f41d387-e310-4b62-9e55-9dba2e0cc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:17.942873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-4f41d387-e310-4b62-9e55-9dba2e0cc985 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59a372bb-99b2-48eb-8380-6e004700a16b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0586050
Jun 21 03:38:18.040487 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-65a41055-7ef4-4818-a184-c3cc15c146fc service neutron] 10.222.0.20 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902741
Jun 21 03:38:18.140006 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-209f320d-6930-4682-9e2e-5944b02fdf02 req-4d611dc0-8f43-47cd-a153-ebffe3bec8cc service neutron] 10.222.0.20 "GET /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930712
Jun 21 03:38:23.544824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346eccf-5105-4990-b440-73ffe520f301 req-887aec97-3afb-49d0-b04e-c3ee38d1bef6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:23.546325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e346eccf-5105-4990-b440-73ffe520f301 req-887aec97-3afb-49d0-b04e-c3ee38d1bef6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 945 time: 0.0636024
Jun 21 03:38:23.583889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e346eccf-5105-4990-b440-73ffe520f301 req-8814f6fe-6c89-4d69-9c78-4a1ff7e5af92 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318856
Jun 21 03:38:24.763885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b953da-5f92-4fae-b0a3-6a4fa2333000 req-888be87f-3995-4d53-8c15-ac94073b6892 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:24.765393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3b953da-5f92-4fae-b0a3-6a4fa2333000 req-888be87f-3995-4d53-8c15-ac94073b6892 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 945 time: 0.0678289
Jun 21 03:38:24.802699 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3b953da-5f92-4fae-b0a3-6a4fa2333000 req-2b72ab27-8d72-411f-94dd-4aae30381eff tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/security-groups?id=50124e0d-ef9d-434d-8f97-f86dc3c115af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317154
Jun 21 03:38:25.089357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-2e968415-2540-44e8-850b-34006abf0efa tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:25.090819 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-2e968415-2540-44e8-850b-34006abf0efa tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 945 time: 0.0637350
Jun 21 03:38:25.194799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Deleting port ff240c82-d36c-4483-8946-3936da6fbf3d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:25.195101 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:25.283590 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] For port ff240c82-d36c-4483-8946-3936da6fbf3d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=ff240c82-d36c-4483-8946-3936da6fbf3d,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:25.283945 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:25.349275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Calling delete_port for ff240c82-d36c-4483-8946-3936da6fbf3d owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:25.536096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:25.540778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-92ce0c0d-1931-40d9-9097-a5209e450f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:25.547992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['ff240c82-d36c-4483-8946-3936da6fbf3d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:38:25.567807 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Pushing event deleted for resources: {'Port': ['ID=ff240c82-d36c-4483-8946-3936da6fbf3d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:25.584072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.584072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.584072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.584072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.584072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.584072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.584547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.584547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.585000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.585286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.585682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.586656 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:25.605770 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:25.628101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] No DVR routers for this DVR port ff240c82-d36c-4483-8946-3936da6fbf3d on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:38:25.630835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:25.633689 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c224e72b-9d23-4762-a268-7db531d6b1e9 req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.20 "DELETE /v2.0/ports/ff240c82-d36c-4483-8946-3936da6fbf3d HTTP/1.1" status: 204  len: 173 time: 0.5361645
Jun 21 03:38:25.634252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec81a716-d446-4175-8c3c-fb9fdf74798b', 'name': 'network-vif-deleted', 'tag': 'ff240c82-d36c-4483-8946-3936da6fbf3d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:38:25.636588 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50be57f5-0fc0-4226-bfad-e8f23ad1b5f8" -d '{"events": [{"server_uuid": "ec81a716-d446-4175-8c3c-fb9fdf74798b", "name": "network-vif-deleted", "tag": "ff240c82-d36c-4483-8946-3936da6fbf3d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:38:25.673591 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043f15a3-b2ff-44e5-a495-1c99333f5d66 x-openstack-request-id: req-043f15a3-b2ff-44e5-a495-1c99333f5d66 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:38:25.674026 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec81a716-d446-4175-8c3c-fb9fdf74798b", "name": "network-vif-deleted", "tag": "ff240c82-d36c-4483-8946-3936da6fbf3d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:38:25.674340 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-043f15a3-b2ff-44e5-a495-1c99333f5d66 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:38:25.674809 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec81a716-d446-4175-8c3c-fb9fdf74798b', 'name': 'network-vif-deleted', 'tag': 'ff240c82-d36c-4483-8946-3936da6fbf3d', 'status': 'completed', 'code': 200}
Jun 21 03:38:25.946097 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02010ae4-c367-4349-94bd-9ca1d0bd281f req-64b56d69-9f15-4636-8241-d4f6078d47af tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec81a716-d446-4175-8c3c-fb9fdf74798b HTTP/1.1" status: 200  len: 210 time: 0.0293980
Jun 21 03:38:27.126953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32792) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:27.526483 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:27.831394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Deleting port 631f17b4-4d11-43a0-b159-31f81f14dc51 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:27.831644 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:27.907290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] For port 631f17b4-4d11-43a0-b159-31f81f14dc51, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=631f17b4-4d11-43a0-b159-31f81f14dc51,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:27.907657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:27.974899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Calling delete_port for 631f17b4-4d11-43a0-b159-31f81f14dc51 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:28.239083 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:28.241048 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1cb6c763-da3f-4d24-9c6d-aed1bc5f24b7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:28.265002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=631f17b4-4d11-43a0-b159-31f81f14dc51,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:28.293158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.293638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.294018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.294391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.294759 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.295162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.295531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.295892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.296254 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.296616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.296982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.297365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:28.300924 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:28.444911 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:28.655671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Router 79c24c15-60bb-40ec-ab40-5497bc59b050 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:38:29.076272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:38:29.081569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] 10.222.0.25 "PUT /v2.0/routers/79c24c15-60bb-40ec-ab40-5497bc59b050/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9534183
Jun 21 03:38:29.084080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32794) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:29.084740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] Sync routers for ids ['79c24c15-60bb-40ec-ab40-5497bc59b050'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:38:29.093831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] Routers {'79c24c15-60bb-40ec-ab40-5497bc59b050'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:29.094449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d28d13d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['79c24c15-60bb-40ec-ab40-5497bc59b050'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:29.188372 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:29.196241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] Set router 79c24c15-60bb-40ec-ab40-5497bc59b050 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:29.288810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:29.369165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d28d13d0>, [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:38:28Z', 'revision_number': 5, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port': {'id': '6977befc-ae74-4009-97f7-499acd84b6a7', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:29.399929 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] Checking router: 79c24c15-60bb-40ec-ab40-5497bc59b050 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:38:29.409852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] Routers {'79c24c15-60bb-40ec-ab40-5497bc59b050'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:29.410479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d28d13d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['79c24c15-60bb-40ec-ab40-5497bc59b050'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:29.441447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Deleting port 6977befc-ae74-4009-97f7-499acd84b6a7 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:29.441659 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:29.443344 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ff240c82-d36c-4483-8946-3936da6fbf3d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:38:29.491777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: ff240c82-d36c-4483-8946-3936da6fbf3d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:38:29.491996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device ff240c82-d36c-4483-8946-3936da6fbf3d not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:38:29.514516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] Set router 79c24c15-60bb-40ec-ab40-5497bc59b050 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:29.531105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] For port 6977befc-ae74-4009-97f7-499acd84b6a7, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6977befc-ae74-4009-97f7-499acd84b6a7,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:29.531469 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:29.567155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d28d13d0>, [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:38:29Z', 'revision_number': 6, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:29.597411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c17684-7479-4851-8d45-deb4b0e598b0 None None] The sync data for ids ['79c24c15-60bb-40ec-ab40-5497bc59b050'] in n-d-758944-33 is: [{'id': '79c24c15-60bb-40ec-ab40-5497bc59b050', 'name': 'tempest-TestEncryptedCinderVolumes-586505593-router', 'tenant_id': '81f59b705848448e9504b4a5455fade6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:36:59Z', 'updated_at': '2021-06-21T03:38:29Z', 'revision_number': 6, 'project_id': '81f59b705848448e9504b4a5455fade6', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:38:29.600237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Calling delete_port for 6977befc-ae74-4009-97f7-499acd84b6a7 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:29.884053 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:29.886802 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9b00c1cc-e224-40e3-a6de-d3d975eaf428 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:29.915071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Pushing event deleted for resources: {'Port': ['ID=6977befc-ae74-4009-97f7-499acd84b6a7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:29.918479 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:29.990745 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.103098 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.105559 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.112576 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 631f17b4-4d11-43a0-b159-31f81f14dc51 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:38:30.133540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 631f17b4-4d11-43a0-b159-31f81f14dc51 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:38:30.134239 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 631f17b4-4d11-43a0-b159-31f81f14dc51 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:38:30.262312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.262777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79c24c15-60bb-40ec-ab40-5497bc59b050 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:38:30.267028 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.268146 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] 10.222.0.25 "DELETE /v2.0/routers/79c24c15-60bb-40ec-ab40-5497bc59b050 HTTP/1.1" status: 204  len: 168 time: 1.1831510
Jun 21 03:38:30.270617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32796) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:30.320715 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Deleting subnet d9ae3087-af8f-4b78-8995-a0bddf7df7f9 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:38:30.325660 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.362668 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.476327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.611320 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.613520 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8864abf4-56c7-41a9-83c3-3ee5133acfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:30.638871 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ae3087-af8f-4b78-8995-a0bddf7df7f9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:30.642066 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:30.642951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.645140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d9ae3087-af8f-4b78-8995-a0bddf7df7f9 HTTP/1.1" status: 204  len: 168 time: 0.3732088
Jun 21 03:38:30.647346 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32798) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:30.650841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a12f5a-ce2b-4397-b976-abf73012844a None None] Network 59a372bb-99b2-48eb-8380-6e004700a16b requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:38:30.726695 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.783439 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Deleting port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:30.783802 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.832797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] DHCP port deletion for 59a372bb-99b2-48eb-8380-6e004700a16b request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:38:30.848393 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] For port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:30.848754 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.876977 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Deleting port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:30.877384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:30.915120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Calling delete_port for c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:30.941749 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] For port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,segment=NetworkSegment(25732996-66fc-4b11-8d23-ed615b34f2f9),segment_id=25732996-66fc-4b11-8d23-ed615b34f2f9)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:30.945974 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.074845 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.077218 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:31.103221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:31.106274 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:31.111098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] No DVR routers for this DVR port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:38:31.172384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Calling delete_port for c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:31.185638 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.195483 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d1bbd550>,) {'filters': {'network_id': ['59a372bb-99b2-48eb-8380-6e004700a16b']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:31.210515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1bbd550>, '25732996-66fc-4b11-8d23-ed615b34f2f9') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:31.210821 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d1bbd550>, '25732996-66fc-4b11-8d23-ed615b34f2f9') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:31.219627 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.233661 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.239413 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:38:31.239801 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:38:31.241468 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:38:31.252052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.261514 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:31.278666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Pushing event deleted for resources: {'Port': ['ID=c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:31.281842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] No DVR routers for this DVR port c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:38:31.288596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.289172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.289717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.290232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.291613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.291613 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.292160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.292689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.293032 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.293385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.293724 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.294054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:31.297064 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:31.382382 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.386099 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5360bbce-4d12-4e50-af95-33d98aa9cd94 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:31.388673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.390411 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] 10.222.0.25 "DELETE /v2.0/networks/59a372bb-99b2-48eb-8380-6e004700a16b HTTP/1.1" status: 204  len: 168 time: 0.7421105
Jun 21 03:38:31.393455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32800) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:31.401495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Pushing event deleted for resources: {'Network': ['ID=59a372bb-99b2-48eb-8380-6e004700a16b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:31.403841 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:31.733794 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:31.937538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:38:31.957295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:38:31.957721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c5dc7a74-38f1-4a9b-96af-1f87ad7c15b4 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:38:31.958134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6977befc-ae74-4009-97f7-499acd84b6a7 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:38:31.976151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6977befc-ae74-4009-97f7-499acd84b6a7 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:38:31.976500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6977befc-ae74-4009-97f7-499acd84b6a7 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:38:31.991422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Deleting port 0cdedf3a-6c10-490f-9975-0e79375b8615 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:31.991780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:32.071839 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] For port 0cdedf3a-6c10-490f-9975-0e79375b8615, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=0cdedf3a-6c10-490f-9975-0e79375b8615,segment=NetworkSegment(77b52b72-f7ba-42b4-979b-34db06c2b11e),segment_id=77b52b72-f7ba-42b4-979b-34db06c2b11e)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:32.072762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:32.140229 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Calling delete_port for 0cdedf3a-6c10-490f-9975-0e79375b8615 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:32.392211 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:32.394309 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5a14a2fc-c6d6-44e4-b941-6cff96a09547 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:32.417099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdedf3a-6c10-490f-9975-0e79375b8615,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:32.420605 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:32.592195 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:32.799207 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:38:32.906551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:38:32.914405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32802) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:32.915164 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] 10.222.0.25 "PUT /v2.0/routers/0c8f3664-90e1-4b78-b48d-ae92a52be4c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5206034
Jun 21 03:38:32.922128 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] Sync routers for ids ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:38:32.934568 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] Routers {'0c8f3664-90e1-4b78-b48d-ae92a52be4c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:32.935191 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8a00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:33.017780 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.077093 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] Set router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:33.125347 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.243625 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Deleting port b170f788-1686-462e-863f-659430c66d90 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:33.244156 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.257637 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8a00>, [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': 'b170f788-1686-462e-863f-659430c66d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:38:32Z', 'revision_number': 5, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port': {'id': 'b170f788-1686-462e-863f-659430c66d90', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:37:06Z', 'updated_at': '2021-06-21T03:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:33.284291 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] Checking router: 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:38:33.293319 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] Routers {'0c8f3664-90e1-4b78-b48d-ae92a52be4c0'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:33.294404 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8a00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:33.327043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] For port b170f788-1686-462e-863f-659430c66d90, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b170f788-1686-462e-863f-659430c66d90,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:33.327367 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.378488 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] Set router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:33.406437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Calling delete_port for b170f788-1686-462e-863f-659430c66d90 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:33.432276 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8a00>, [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:38:33Z', 'revision_number': 6, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:33.546844 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445c67e5-004d-4e95-9f60-705fc2b5446d None None] The sync data for ids ['0c8f3664-90e1-4b78-b48d-ae92a52be4c0'] in n-d-758944-33 is: [{'id': '0c8f3664-90e1-4b78-b48d-ae92a52be4c0', 'name': 'tempest-TestEncryptedCinderVolumes-383463015-router', 'tenant_id': '1d9b81b06b334e58b418bb477938742c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:37:05Z', 'updated_at': '2021-06-21T03:38:33Z', 'revision_number': 6, 'project_id': '1d9b81b06b334e58b418bb477938742c', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:38:33.645211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.647412 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13507174-2855-4c18-86eb-f722e2089d47 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:33.676656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b170f788-1686-462e-863f-659430c66d90,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:33.679758 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:33.739414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.828864 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.830867 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.942697 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.943305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c8f3664-90e1-4b78-b48d-ae92a52be4c0 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:38:33.957684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:33.957684 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] 10.222.0.25 "DELETE /v2.0/routers/0c8f3664-90e1-4b78-b48d-ae92a52be4c0 HTTP/1.1" status: 204  len: 168 time: 1.0385764
Jun 21 03:38:33.957684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32804) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:34.010206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Deleting subnet 7ffd44a0-11ec-4657-a807-d91287e17d23 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:38:34.014434 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.047480 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.128191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.249188 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.252145 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b11fa00f-8b5f-4c5c-82b0-53140d0084c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:34.276819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.280715 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a2b89502-0a4f-465b-b1c0-1faab702811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.281423 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7ffd44a0-11ec-4657-a807-d91287e17d23 HTTP/1.1" status: 204  len: 168 time: 0.3220062
Jun 21 03:38:34.281423 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ffd44a0-11ec-4657-a807-d91287e17d23,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:34.281934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca2f4a7-ad73-454c-a5a2-2cbbedaabbfe None None] Network 99567c08-805b-4e7e-be5e-4a6a334b1f25 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:38:34.282076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32806) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:34.289041 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:34.333962 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0cdedf3a-6c10-490f-9975-0e79375b8615 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:38:34.354843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 0cdedf3a-6c10-490f-9975-0e79375b8615 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:38:34.355196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 0cdedf3a-6c10-490f-9975-0e79375b8615 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:38:34.368221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.428749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Deleting port 409fa495-5bd8-4608-b57c-2144b98c1139 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:34.429101 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.493405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] DHCP port deletion for 99567c08-805b-4e7e-be5e-4a6a334b1f25 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:38:34.495514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] For port 409fa495-5bd8-4608-b57c-2144b98c1139, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=409fa495-5bd8-4608-b57c-2144b98c1139,segment=NetworkSegment(77b52b72-f7ba-42b4-979b-34db06c2b11e),segment_id=77b52b72-f7ba-42b4-979b-34db06c2b11e)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:34.495884 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.545847 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] Deleting port 409fa495-5bd8-4608-b57c-2144b98c1139 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:38:34.546230 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.567765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Calling delete_port for 409fa495-5bd8-4608-b57c-2144b98c1139 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:34.609955 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] For port 409fa495-5bd8-4608-b57c-2144b98c1139, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=409fa495-5bd8-4608-b57c-2144b98c1139,segment=NetworkSegment(77b52b72-f7ba-42b4-979b-34db06c2b11e),segment_id=77b52b72-f7ba-42b4-979b-34db06c2b11e)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:34.610353 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.675861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] Calling delete_port for 409fa495-5bd8-4608-b57c-2144b98c1139 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:38:34.769315 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.772526 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fa6fc4a0-8efa-4b6d-9ff1-b779c2cdaa85 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:34.775034 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.777048 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-065bdfcf-cb29-4940-bef0-e06f134faeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:34.798550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] Pushing event deleted for resources: {'Port': ['ID=409fa495-5bd8-4608-b57c-2144b98c1139,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:34.799609 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Pushing event deleted for resources: {'Port': ['ID=409fa495-5bd8-4608-b57c-2144b98c1139,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:34.801559 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:34.802031 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:34.804469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] No DVR routers for this DVR port 409fa495-5bd8-4608-b57c-2144b98c1139 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:38:34.809594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] No DVR routers for this DVR port 409fa495-5bd8-4608-b57c-2144b98c1139 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:38:34.875926 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.886456 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3a0c4f0>,) {'filters': {'network_id': ['99567c08-805b-4e7e-be5e-4a6a334b1f25']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:34.896463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3a0c4f0>, '77b52b72-f7ba-42b4-979b-34db06c2b11e') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:34.896767 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3a0c4f0>, '77b52b72-f7ba-42b4-979b-34db06c2b11e') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:34.905997 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.919881 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.926360 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:38:34.926360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:38:34.927893 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:38:35.067402 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:35.070899 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ef126acc-4288-48cd-9c95-a639beec777d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:35.073550 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:35.075182 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] 10.222.0.25 "DELETE /v2.0/networks/99567c08-805b-4e7e-be5e-4a6a334b1f25 HTTP/1.1" status: 204  len: 168 time: 0.7921307
Jun 21 03:38:35.086533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Pushing event deleted for resources: {'Network': ['ID=99567c08-805b-4e7e-be5e-4a6a334b1f25,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:35.089138 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:35.460716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32810) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:35.500232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e4af3ab2-45da-476a-959a-68db0347d9d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81f59b705848448e9504b4a5455fade6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0382514
Jun 21 03:38:35.502601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32812) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:35.548899 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6163-1479-493b-8775-930a6fed79b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:35.569747 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6163-1479-493b-8775-930a6fed79b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:35.688833 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6163-1479-493b-8775-930a6fed79b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:35.691310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6163-1479-493b-8775-930a6fed79b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:35.692413 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6a1b6163-1479-493b-8775-930a6fed79b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50124e0d-ef9d-434d-8f97-f86dc3c115af HTTP/1.1" status: 204  len: 168 time: 0.1889515
Jun 21 03:38:35.693252 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-166c8107-f3d0-40fd-b805-66ed2405ac99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:35.701293 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b6163-1479-493b-8775-930a6fed79b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50124e0d-ef9d-434d-8f97-f86dc3c115af,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:35.703768 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6a1b6163-1479-493b-8775-930a6fed79b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:35.939856 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b170f788-1686-462e-863f-659430c66d90 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:38:35.957175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b170f788-1686-462e-863f-659430c66d90 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:38:35.957557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b170f788-1686-462e-863f-659430c66d90 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:38:35.958016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 409fa495-5bd8-4608-b57c-2144b98c1139 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:38:35.976273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 409fa495-5bd8-4608-b57c-2144b98c1139 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:38:35.976630 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 409fa495-5bd8-4608-b57c-2144b98c1139 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:38:36.353033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:36.437984 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32818) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:36.477299 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1f93187b-112a-416c-9c70-f0dcd870f084 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d9b81b06b334e58b418bb477938742c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0380247
Jun 21 03:38:36.479840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32820) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:36.526205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f467-cb12-4377-b1cc-dd16e34c089b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:36.546327 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f467-cb12-4377-b1cc-dd16e34c089b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:36.660646 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f467-cb12-4377-b1cc-dd16e34c089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:36.663192 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f467-cb12-4377-b1cc-dd16e34c089b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:36.664322 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f8a4f467-cb12-4377-b1cc-dd16e34c089b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f15934a5-5e10-4629-9c12-dad721c27b4b HTTP/1.1" status: 204  len: 168 time: 0.1836059
Jun 21 03:38:36.665235 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-53d13ce3-d2cc-45e5-b6a9-7526535a9aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:36.672634 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4f467-cb12-4377-b1cc-dd16e34c089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15934a5-5e10-4629-9c12-dad721c27b4b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:36.674839 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8a4f467-cb12-4377-b1cc-dd16e34c089b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:36.689531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-381a687d-0163-489d-8ee8-e45e3833a720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:36.733774 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:38:37.176114 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:37.678522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32842) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:37.771196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2117622235-network', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:38:37.878948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Made reservation on behalf of bc2425d2f9004ad0b38dd39bb84e9fe3 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:38:37.881569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:37.892549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:37.991064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.050344 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.053275 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5e4088f3-b718-4538-a8dd-b459e66047bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:38.078380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:38:38.084447 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c80e83-1684-4f2a-8b94-a302d357cd64,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:38.093707 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:38.093707 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.093707 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Added segment 0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94 of type vlan for network 91932e52-ac5c-4c82-9337-e51b7c39e7e7
Jun 21 03:38:38.133273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.244871 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.290147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.291561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:38.292162 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.295291 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9f5014c6-0c01-4de5-8c20-5a7e1753e230 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:38.350898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Pushing event updated for resources: {'Network': ['ID=91932e52-ac5c-4c82-9337-e51b7c39e7e7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:38.353885 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:38.360417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:38:38.402187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7198777
Jun 21 03:38:38.404012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32846) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:38.407458 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Request body: {'subnet': {'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2117622235-subnet', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:38:38.507587 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Made reservation on behalf of bc2425d2f9004ad0b38dd39bb84e9fe3 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:38:38.507839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.510958 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.753205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.755218 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7f7f4430-4f6d-4d12-8240-6fcbef19921d tempest-RoutersAdminTest-1540456846 tempest-RoutersAdminTest-1540456846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:38.811990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:38.815598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:38.822462 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Checking segment: {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:38:38.822811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Network hostable DHCP agents. Network: 91932e52-ac5c-4c82-9337-e51b7c39e7e7, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:38:38.878590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:38:38.969001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 91932e52-ac5c-4c82-9337-e51b7c39e7e7) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:38.973264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:38.973965 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:38.978208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7d55d-1524-4b3b-92ee-7f6f280910be None None] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:38:39.061275 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6576118
Jun 21 03:38:39.063926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32848) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:39.068450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:38:39.121804 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:38:39.122647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.159113 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.160175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.211684 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.258725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Allocated IP 172.20.0.2 (91932e52-ac5c-4c82-9337-e51b7c39e7e7/cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa/c0c8606d-de86-4d0c-ac96-b0f04edeb415) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:38:39.400750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.403627 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.411650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Transition to ACTIVE for port object c0c8606d-de86-4d0c-ac96-b0f04edeb415 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:39.426425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Transition to ACTIVE for port object c0c8606d-de86-4d0c-ac96-b0f04edeb415 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:39.485065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.487881 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e624eb33-4b0d-440f-a59f-7baa2db78340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:39.523325 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:38:39.527619 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:39.531091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:38:39.537666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Pushing event updated for resources: {'Port': ['ID=c0c8606d-de86-4d0c-ac96-b0f04edeb415,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:39.543588 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:39.590725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Attempting to bind port c0c8606d-de86-4d0c-ac96-b0f04edeb415 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:38:39.591110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Attempting to bind port c0c8606d-de86-4d0c-ac96-b0f04edeb415 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:38:39.591476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Attempting to bind port c0c8606d-de86-4d0c-ac96-b0f04edeb415 on network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:38:39.596569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:38:39.596956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Checking segment: {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:38:39.597392 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.597796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Bound using segment: {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:38:39.598267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Bound port: c0c8606d-de86-4d0c-ac96-b0f04edeb415, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:38:39.598647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.677800 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] For port c0c8606d-de86-4d0c-ac96-b0f04edeb415, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:38:39.678536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] For port c0c8606d-de86-4d0c-ac96-b0f04edeb415, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c0c8606d-de86-4d0c-ac96-b0f04edeb415,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:38:39.724958 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.754056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:39.756153 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:39.816343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Pushing event updated for resources: {'Port': ['ID=c0c8606d-de86-4d0c-ac96-b0f04edeb415,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:39.819698 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:39.997843 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:40.022855 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:40.129941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Allocated IP 172.25.7.60 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/9f2a04ef-bddd-4999-8443-767edf4d5e95) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:38:40.235574 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:40.331037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:40.333154 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:40.374232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:38:40.377267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:40.380957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:38:40.387661 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2a04ef-bddd-4999-8443-767edf4d5e95,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:40.407318 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:40.661201 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e87e35-dd57-442f-b850-0c200f77ed36 None None] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:38:40.708636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:40.802444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a8c08195-f7d2-4951-9fef-317a8165c7ac None None] Provisioning for port c0c8606d-de86-4d0c-ac96-b0f04edeb415 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:40.916638 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:41.095817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Router fbce0219-0278-4cb0-b574-7b40fab77432 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:38:41.203853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:38:41.212194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Sync routers for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:38:41.221910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:41.222568 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a5bac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:41.272962 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:41.274228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.2092402
Jun 21 03:38:41.277745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32850) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:41.325674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:41.511385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a5bac0>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:40Z', 'revision_number': 3, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:41.538904 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Checking router: fbce0219-0278-4cb0-b574-7b40fab77432 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:38:41.539265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Updating router fbce0219-0278-4cb0-b574-7b40fab77432 port 9f2a04ef-bddd-4999-8443-767edf4d5e95 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:38:41.574470 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:41.844334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:41.853686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Transition to ACTIVE for port object 9f2a04ef-bddd-4999-8443-767edf4d5e95 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:41.924814 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:41.927079 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6f4f99f6-d1f7-4013-a44b-9eedc5c60e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:41.978727 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c77e0-4d4d-4c17-aee1-e7dfaadcefcd None None] Pushing event updated for resources: {'Port': ['ID=9f2a04ef-bddd-4999-8443-767edf4d5e95,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:41.982850 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e19c77e0-4d4d-4c17-aee1-e7dfaadcefcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:41.983680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Attempting to bind port 9f2a04ef-bddd-4999-8443-767edf4d5e95 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:38:41.984054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Attempting to bind port 9f2a04ef-bddd-4999-8443-767edf4d5e95 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:38:41.984420 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Attempting to bind port 9f2a04ef-bddd-4999-8443-767edf4d5e95 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:38:41.990345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:38:41.990345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:38:41.990621 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:41.990905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:38:41.991377 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Bound port: 9f2a04ef-bddd-4999-8443-767edf4d5e95, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:38:41.991750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:41.998828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.013971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c0c8606d-de86-4d0c-ac96-b0f04edeb415 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:42.080989 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] For port 9f2a04ef-bddd-4999-8443-767edf4d5e95, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:38:42.085010 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] For port 9f2a04ef-bddd-4999-8443-767edf4d5e95, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9f2a04ef-bddd-4999-8443-767edf4d5e95,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:38:42.169514 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.172228 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-fe1d9de1-9282-4d3b-b7fa-beea79b5e2e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:42.172543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Allocated IP 172.20.0.1 (91932e52-ac5c-4c82-9337-e51b7c39e7e7/cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa/13f4a870-c87e-4a1e-b759-a2ddcaf7d902) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:38:42.225983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:42.226615 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a5bac0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:42.230985 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c0c8606d-de86-4d0c-ac96-b0f04edeb415 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:42.264660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c77e0-4d4d-4c17-aee1-e7dfaadcefcd None None] Pushing event updated for resources: {'Port': ['ID=9f2a04ef-bddd-4999-8443-767edf4d5e95,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:42.269312 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e19c77e0-4d4d-4c17-aee1-e7dfaadcefcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:42.269956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c0c8606d-de86-4d0c-ac96-b0f04edeb415 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:42.270333 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.283025 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.297308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Transition to ACTIVE for port object 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:42.366153 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:42.382595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.386208 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:42.424851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:38:42.427798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:42.431374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:38:42.437743 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Pushing event updated for resources: {'Port': ['ID=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:42.461189 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:42.479961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.485652 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.692889 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.723259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port c0c8606d-de86-4d0c-ac96-b0f04edeb415, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c0c8606d-de86-4d0c-ac96-b0f04edeb415,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:42.772291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.774307 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:42.777945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a5bac0>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:40Z', 'revision_number': 3, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:42.820513 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a289cd-d31b-4dd4-bd65-b67589bfdcba None None] The sync data for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 is: [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:40Z', 'revision_number': 3, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:38:42.829722 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d47935a9-483d-47b3-91a1-82e835ef1857 None None] Provisioning for port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:42.835084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d47935a9-483d-47b3-91a1-82e835ef1857 None None] Provisioning complete for port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:42.835470 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d47935a9-483d-47b3-91a1-82e835ef1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.863013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.889237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=c0c8606d-de86-4d0c-ac96-b0f04edeb415,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:42.893161 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:42.894176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d47935a9-483d-47b3-91a1-82e835ef1857 None None] Port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:38:42.935902 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:42.939342 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f195446c-ebd0-490b-8c30-d7b9bdba0d0b tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:43.009566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Pushing event updated for resources: {'Port': ['ID=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:43.013639 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:43.014627 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:43.126955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:38:43.128349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:43.267534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Router fbce0219-0278-4cb0-b574-7b40fab77432 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:38:43.388333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:38:43.393373 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] 10.222.0.25 "PUT /v2.0/routers/fbce0219-0278-4cb0-b574-7b40fab77432/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1145172
Jun 21 03:38:43.417545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-06059d94-17eb-4deb-8276-54fc85565873 None None] Provisioning complete for port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:43.417988 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-06059d94-17eb-4deb-8276-54fc85565873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:43.454447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-06059d94-17eb-4deb-8276-54fc85565873 None None] Port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:38:44.027196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9f2a04ef-bddd-4999-8443-767edf4d5e95 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:44.081002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 32868) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:44.086367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-163518745-network', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:38:44.157998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9f2a04ef-bddd-4999-8443-767edf4d5e95 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:44.162296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9f2a04ef-bddd-4999-8443-767edf4d5e95 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:44.162691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.180894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Made reservation on behalf of d74f23c2e35e454094f15dec65ec9d5e for: {'network': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:38:44.183465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.193208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.246905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.268152 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 9f2a04ef-bddd-4999-8443-767edf4d5e95, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9f2a04ef-bddd-4999-8443-767edf4d5e95,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:44.287952 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.335821 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.336622 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c0c8606d-de86-4d0c-ac96-b0f04edeb415 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:44.338408 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:44.364263 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.367594 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-153397ec-7183-4ae5-af9e-500d54a1b079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:44.391804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'}  {{(pid=94166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:38:44.401031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51df0a9-a3d9-40a2-b71f-6368dfb571cf,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:44.405433 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:44.410070 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.410426 n-d-758944-33 neutron-server[94166]: INFO neutron.db.segments_db [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Added segment d144862e-249c-4ba1-b669-cab301b6e3da of type vlan for network f4d0064f-08d3-4e20-b89a-2a970b5817ea
Jun 21 03:38:44.412216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=9f2a04ef-bddd-4999-8443-767edf4d5e95,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:44.415741 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:44.423524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c0c8606d-de86-4d0c-ac96-b0f04edeb415 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:44.423897 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.457454 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.480662 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Sync routers for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:38:44.489555 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:44.490241 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83be9a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:44.552865 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.553992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:44.554582 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.556919 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-97fd9488-1f24-4caa-ba95-bff0d1f67d0d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:44.593005 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:44.613571 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d0064f-08d3-4e20-b89a-2a970b5817ea,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:44.617098 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:44.624062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network f4d0064f-08d3-4e20-b89a-2a970b5817ea details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:38:44.673740 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5914085
Jun 21 03:38:44.676414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32870) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:44.681491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Request body: {'subnet': {'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-163518745-subnet', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:38:44.769048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Made reservation on behalf of d74f23c2e35e454094f15dec65ec9d5e for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:38:44.771590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.790731 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83be9a0>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 2, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:44.817624 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Checking router: fbce0219-0278-4cb0-b574-7b40fab77432 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:38:44.817981 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Updating router fbce0219-0278-4cb0-b574-7b40fab77432 port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:38:44.856903 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:44.999031 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.001149 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d53f10d9-d144-446c-8635-4e7899dabde2 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:45.053157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7d528f-23d1-4dd8-9cfa-6518f0dadae6,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:45.056783 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:45.063767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Checking segment: {'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:38:45.064125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Network hostable DHCP agents. Network: f4d0064f-08d3-4e20-b89a-2a970b5817ea, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:38:45.115875 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.125314 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Transition to ACTIVE for port object 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:45.142685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Network f4d0064f-08d3-4e20-b89a-2a970b5817ea is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:38:45.187533 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.189621 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1bd8bb9f-edf4-4447-b070-4540cecc0b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:45.210264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, f4d0064f-08d3-4e20-b89a-2a970b5817ea) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:45.215824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:38:45.216564 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.219410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f902c490-85b7-492a-bf44-a29b427a4af8 None None] Network f4d0064f-08d3-4e20-b89a-2a970b5817ea requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:38:45.263371 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Pushing event updated for resources: {'Port': ['ID=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:45.274359 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.274702 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.275088 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.275370 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.275873 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.277058 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.277617 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.278036 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.278362 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.278686 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.279007 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.279323 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:38:45.286295 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:45.314580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f05e50ab-d822-4684-ac6d-a4cc8b92a892 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6370552
Jun 21 03:38:45.317068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32872) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:45.322554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:38:45.341826 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Attempting to bind port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:38:45.342477 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Attempting to bind port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:38:45.342850 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Attempting to bind port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 on network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:38:45.348211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:38:45.348593 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Checking segment: {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:38:45.349004 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.349503 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Bound using segment: {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:38:45.349975 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Bound port: 13f4a870-c87e-4a1e-b759-a2ddcaf7d902, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:38:45.350347 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.390858 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-f4d0064f-08d3-4e20-b89a-2a970b5817ea', 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'fixed_ips': [{'subnet_id': '2c7d528f-23d1-4dd8-9cfa-6518f0dadae6'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:38:45.391792 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.416295 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.417879 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] For port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:38:45.419951 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.422620 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] For port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:38:45.491054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.506562 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.509807 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:45.543337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Allocated IP 172.20.0.2 (f4d0064f-08d3-4e20-b89a-2a970b5817ea/2c7d528f-23d1-4dd8-9cfa-6518f0dadae6/10a23641-b42a-454e-b2ad-a5fbb22651ca) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:38:45.557836 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:45.558840 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83be9a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:45.618404 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Pushing event updated for resources: {'Port': ['ID=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:45.624595 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:45.682932 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:45.706867 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.707480 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.717027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Transition to ACTIVE for port object 10a23641-b42a-454e-b2ad-a5fbb22651ca will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:45.733890 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Transition to ACTIVE for port object 10a23641-b42a-454e-b2ad-a5fbb22651ca will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:45.816430 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.818404 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:45.867536 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Network f4d0064f-08d3-4e20-b89a-2a970b5817ea is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:38:45.876246 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:45.878642 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Pushing event updated for resources: {'Port': ['ID=10a23641-b42a-454e-b2ad-a5fbb22651ca,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:45.880793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:38:45.884898 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:45.895526 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83be9a0>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:45Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:45.922518 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cb03b-53c6-4f35-9132-b4d847e8e7ae None None] The sync data for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 is: [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:45Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:38:45.942574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Attempting to bind port 10a23641-b42a-454e-b2ad-a5fbb22651ca on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:38:45.942974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Attempting to bind port 10a23641-b42a-454e-b2ad-a5fbb22651ca by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:38:45.943474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Attempting to bind port 10a23641-b42a-454e-b2ad-a5fbb22651ca on network f4d0064f-08d3-4e20-b89a-2a970b5817ea {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:38:45.950694 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:38:45.951081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Checking segment: {'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:38:45.951494 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:45.952019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Bound using segment: {'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:38:45.952373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Bound port: 10a23641-b42a-454e-b2ad-a5fbb22651ca, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:38:45.952770 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:46.017091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9f2a04ef-bddd-4999-8443-767edf4d5e95 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:46.066459 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:46.078794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] For port 10a23641-b42a-454e-b2ad-a5fbb22651ca, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:38:46.083401 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] For port 10a23641-b42a-454e-b2ad-a5fbb22651ca, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=10a23641-b42a-454e-b2ad-a5fbb22651ca,segment=NetworkSegment(d144862e-249c-4ba1-b669-cab301b6e3da),segment_id=d144862e-249c-4ba1-b669-cab301b6e3da)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:38:46.083601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:46.094133 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9f2a04ef-bddd-4999-8443-767edf4d5e95 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:46.094513 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:46.177421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:46.180706 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9fef2da8-f5e8-433f-a90d-a4f61ff1ac7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:46.209145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Allocated IP 172.25.7.70 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6aef9d4e-d3c3-4be8-abb3-b502287271f3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:38:46.257914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Pushing event updated for resources: {'Port': ['ID=10a23641-b42a-454e-b2ad-a5fbb22651ca,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:46.262550 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:46.326998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:46.443489 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:46.445759 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:46.495632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:38:46.498959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:46.502745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:38:46.508920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Pushing event updated for resources: {'Port': ['ID=6aef9d4e-d3c3-4be8-abb3-b502287271f3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:46.529769 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:46.834310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:47.042666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:47.256455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:38:47.261008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7377bde0-e3f0-4e68-8bad-7341b1e84c0c None None] Network f4d0064f-08d3-4e20-b89a-2a970b5817ea requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:38:47.361437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:38:47.370569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Sync routers for ids ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:38:47.386528 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Routers {'8ef23cec-8a95-4ccc-b01b-675dfdcd768f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:47.387150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d29ef190>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:47.428171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-88cfcb8e-418d-4765-88d3-274f341f3b9d None None] Provisioning for port 10a23641-b42a-454e-b2ad-a5fbb22651ca completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:47.467165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:47.468452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.1497359
Jun 21 03:38:47.471152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 32874) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:38:47.528352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Set router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:47.716040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d29ef190>, [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:38:46Z', 'revision_number': 3, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port': {'id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:46Z', 'updated_at': '2021-06-21T03:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:47.743346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Checking router: 8ef23cec-8a95-4ccc-b01b-675dfdcd768f for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:38:47.743705 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Updating router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f port 6aef9d4e-d3c3-4be8-abb3-b502287271f3 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:38:47.792439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.030072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:48.109933 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.123707 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Transition to ACTIVE for port object 6aef9d4e-d3c3-4be8-abb3-b502287271f3 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:48.215774 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.218597 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e19c77e0-4d4d-4c17-aee1-e7dfaadcefcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:48.233792 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.248269 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:48.263633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:48.264206 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.297560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2068b-bb19-4e01-a01c-c4638195fcf4 None None] Pushing event updated for resources: {'Port': ['ID=6aef9d4e-d3c3-4be8-abb3-b502287271f3,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:48.301340 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Attempting to bind port 6aef9d4e-d3c3-4be8-abb3-b502287271f3 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:38:48.301730 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Attempting to bind port 6aef9d4e-d3c3-4be8-abb3-b502287271f3 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:38:48.302107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Attempting to bind port 6aef9d4e-d3c3-4be8-abb3-b502287271f3 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:38:48.309114 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a3b2068b-bb19-4e01-a01c-c4638195fcf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:48.317810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:38:48.320499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:38:48.320499 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.320499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:38:48.320499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Bound port: 6aef9d4e-d3c3-4be8-abb3-b502287271f3, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:38:48.320499 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.388909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Allocated IP 172.20.0.1 (f4d0064f-08d3-4e20-b89a-2a970b5817ea/2c7d528f-23d1-4dd8-9cfa-6518f0dadae6/eea107eb-2485-4b36-8f89-6ad4cd2224a5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:38:48.406763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] For port 6aef9d4e-d3c3-4be8-abb3-b502287271f3, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:38:48.419615 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.422446 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] For port 6aef9d4e-d3c3-4be8-abb3-b502287271f3, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6aef9d4e-d3c3-4be8-abb3-b502287271f3,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:38:48.453723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:48.473624 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.476469 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:48.492370 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.505574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Transition to ACTIVE for port object eea107eb-2485-4b36-8f89-6ad4cd2224a5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:48.531093 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.531914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 10a23641-b42a-454e-b2ad-a5fbb22651ca up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:48.535718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Routers {'8ef23cec-8a95-4ccc-b01b-675dfdcd768f'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:48.536350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d29ef190>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:48.587624 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.589898 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f184c8c2-e08b-44ef-8c57-abda46d37f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:48.593212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2068b-bb19-4e01-a01c-c4638195fcf4 None None] Pushing event updated for resources: {'Port': ['ID=6aef9d4e-d3c3-4be8-abb3-b502287271f3,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:48.600795 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a3b2068b-bb19-4e01-a01c-c4638195fcf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:48.602626 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e87b0145-74f7-4f33-bea7-e378ff11a3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:48.635046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Network f4d0064f-08d3-4e20-b89a-2a970b5817ea is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:38:48.640549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:48.642512 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Pushing event updated for resources: {'Port': ['ID=eea107eb-2485-4b36-8f89-6ad4cd2224a5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:48.644624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:38:48.647646 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:48.683259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.711048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:48.719210 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:48.732119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] Set router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:48.793068 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 10a23641-b42a-454e-b2ad-a5fbb22651ca completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:48.798949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 10a23641-b42a-454e-b2ad-a5fbb22651ca triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:48.799329 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:48.902673 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:49.075771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:49.128112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a7ff9776-10a1-41b6-9eb7-d63bca246768 None None] Provisioning for port eea107eb-2485-4b36-8f89-6ad4cd2224a5 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:49.139797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a7ff9776-10a1-41b6-9eb7-d63bca246768 None None] Provisioning complete for port eea107eb-2485-4b36-8f89-6ad4cd2224a5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:49.140182 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a7ff9776-10a1-41b6-9eb7-d63bca246768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:49.141311 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:49.144624 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3b855503-5b47-41e7-94c5-de4539feb081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:49.166525 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:49.197652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff9776-10a1-41b6-9eb7-d63bca246768 None None] Port eea107eb-2485-4b36-8f89-6ad4cd2224a5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:38:49.212960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Pushing event updated for resources: {'Port': ['ID=eea107eb-2485-4b36-8f89-6ad4cd2224a5,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:49.215992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:49.218000 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:49.223312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 10a23641-b42a-454e-b2ad-a5fbb22651ca, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=10a23641-b42a-454e-b2ad-a5fbb22651ca,segment=NetworkSegment(d144862e-249c-4ba1-b669-cab301b6e3da),segment_id=d144862e-249c-4ba1-b669-cab301b6e3da)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:49.230753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d29ef190>, [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:38:46Z', 'revision_number': 3, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port': {'id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:46Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:49.256537 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a87785-a90f-4d19-a604-8e0df65c0ae0 None None] The sync data for ids ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'] in n-d-758944-33 is: [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:38:46Z', 'revision_number': 3, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port': {'id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:46Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:38:49.312375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Network f4d0064f-08d3-4e20-b89a-2a970b5817ea is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:38:49.313102 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:49.314771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:38:49.315031 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-9936f0b2-3d53-471c-abc3-1b8c1da8d3b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:49.374524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=10a23641-b42a-454e-b2ad-a5fbb22651ca,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:49.378514 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:49.448930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:38:49.582489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:38:49.587962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ef23cec-8a95-4ccc-b01b-675dfdcd768f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1157799
Jun 21 03:38:49.630328 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-21c4ef83-1c4d-4c5d-9fde-10ad64c62df7 None None] Provisioning complete for port eea107eb-2485-4b36-8f89-6ad4cd2224a5 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:49.630708 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21c4ef83-1c4d-4c5d-9fde-10ad64c62df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:49.669816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-21c4ef83-1c4d-4c5d-9fde-10ad64c62df7 None None] Port eea107eb-2485-4b36-8f89-6ad4cd2224a5 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:38:50.029836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:50.084432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:50.084863 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:50.177725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 10a23641-b42a-454e-b2ad-a5fbb22651ca up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:50.224002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 10a23641-b42a-454e-b2ad-a5fbb22651ca triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:50.224377 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:50.303412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6aef9d4e-d3c3-4be8-abb3-b502287271f3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:50.433232 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 6aef9d4e-d3c3-4be8-abb3-b502287271f3 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:50.437213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6aef9d4e-d3c3-4be8-abb3-b502287271f3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:50.437627 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:50.513063 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:50.532414 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 6aef9d4e-d3c3-4be8-abb3-b502287271f3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6aef9d4e-d3c3-4be8-abb3-b502287271f3,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:50.598714 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:50.600835 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-145fa993-39df-40ac-8ec3-41605ab169e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:50.649478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=6aef9d4e-d3c3-4be8-abb3-b502287271f3,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:50.652777 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:50.888875 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Sync routers for ids ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:38:50.899463 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Routers {'8ef23cec-8a95-4ccc-b01b-675dfdcd768f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:50.900296 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8456e20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:51.026432 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Set router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:51.374234 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8456e20>, [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 4, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port': {'id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:46Z', 'updated_at': '2021-06-21T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'eea107eb-2485-4b36-8f89-6ad4cd2224a5', 'name': '', 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'mac_address': 'fa:16:3e:8c:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '2c7d528f-23d1-4dd8-9cfa-6518f0dadae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:48Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 2, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'subnets': [{'id': '2c7d528f-23d1-4dd8-9cfa-6518f0dadae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:51.404941 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Checking router: 8ef23cec-8a95-4ccc-b01b-675dfdcd768f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:38:51.405294 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Updating router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f port eea107eb-2485-4b36-8f89-6ad4cd2224a5 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:38:51.443175 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:51.739266 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:51.750275 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Transition to ACTIVE for port object eea107eb-2485-4b36-8f89-6ad4cd2224a5 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:38:51.827893 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:51.832539 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-633e5d19-9419-4ffc-88f0-f48574d4f66f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:51.969590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe5be5-7b04-4e0f-ad5a-65bacca30ac5 None None] Pushing event updated for resources: {'Port': ['ID=eea107eb-2485-4b36-8f89-6ad4cd2224a5,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:51.984049 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-9abe5be5-7b04-4e0f-ad5a-65bacca30ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:52.000471 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Attempting to bind port eea107eb-2485-4b36-8f89-6ad4cd2224a5 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:38:52.001779 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Attempting to bind port eea107eb-2485-4b36-8f89-6ad4cd2224a5 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:38:52.002598 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Attempting to bind port eea107eb-2485-4b36-8f89-6ad4cd2224a5 on network f4d0064f-08d3-4e20-b89a-2a970b5817ea {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:38:52.017659 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:38:52.018379 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Checking segment: {'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:38:52.018981 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:52.019548 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Bound using segment: {'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:38:52.020223 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Bound port: eea107eb-2485-4b36-8f89-6ad4cd2224a5, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd144862e-249c-4ba1-b669-cab301b6e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:38:52.020604 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:52.035709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6aef9d4e-d3c3-4be8-abb3-b502287271f3 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:52.106263 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] For port eea107eb-2485-4b36-8f89-6ad4cd2224a5, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:38:52.110681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] For port eea107eb-2485-4b36-8f89-6ad4cd2224a5, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=eea107eb-2485-4b36-8f89-6ad4cd2224a5,segment=NetworkSegment(d144862e-249c-4ba1-b669-cab301b6e3da),segment_id=d144862e-249c-4ba1-b669-cab301b6e3da)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:38:52.144251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 6aef9d4e-d3c3-4be8-abb3-b502287271f3 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:52.144911 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:52.175672 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:52.177748 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-67d22ffd-31b0-4118-a9eb-9a872e6e4e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:52.258529 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe5be5-7b04-4e0f-ad5a-65bacca30ac5 None None] Pushing event updated for resources: {'Port': ['ID=eea107eb-2485-4b36-8f89-6ad4cd2224a5,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:52.261678 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Routers {'8ef23cec-8a95-4ccc-b01b-675dfdcd768f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:38:52.268132 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8456e20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:38:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:52.270817 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-9abe5be5-7b04-4e0f-ad5a-65bacca30ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:52.414871 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] Set router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:38:52.649817 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8456e20>, [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 4, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port': {'id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:46Z', 'updated_at': '2021-06-21T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'eea107eb-2485-4b36-8f89-6ad4cd2224a5', 'name': '', 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'mac_address': 'fa:16:3e:8c:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '2c7d528f-23d1-4dd8-9cfa-6518f0dadae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:48Z', 'updated_at': '2021-06-21T03:38:52Z', 'revision_number': 4, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'subnets': [{'id': '2c7d528f-23d1-4dd8-9cfa-6518f0dadae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:38:52.679304 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5c41-eacc-4dc3-8395-f68c43700feb None None] The sync data for ids ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'] in n-d-758944-33 is: [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 4, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port': {'id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:46Z', 'updated_at': '2021-06-21T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'eea107eb-2485-4b36-8f89-6ad4cd2224a5', 'name': '', 'network_id': 'f4d0064f-08d3-4e20-b89a-2a970b5817ea', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'mac_address': 'fa:16:3e:8c:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '2c7d528f-23d1-4dd8-9cfa-6518f0dadae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:48Z', 'updated_at': '2021-06-21T03:38:52Z', 'revision_number': 4, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'subnets': [{'id': '2c7d528f-23d1-4dd8-9cfa-6518f0dadae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:38:53.997016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device eea107eb-2485-4b36-8f89-6ad4cd2224a5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:54.113289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port eea107eb-2485-4b36-8f89-6ad4cd2224a5 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:38:54.117743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port eea107eb-2485-4b36-8f89-6ad4cd2224a5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:54.118184 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:54.208397 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:54.245951 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port eea107eb-2485-4b36-8f89-6ad4cd2224a5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=eea107eb-2485-4b36-8f89-6ad4cd2224a5,segment=NetworkSegment(d144862e-249c-4ba1-b669-cab301b6e3da),segment_id=d144862e-249c-4ba1-b669-cab301b6e3da)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:38:54.308406 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:38:54.311085 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a3b2068b-bb19-4e01-a01c-c4638195fcf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:38:54.367931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=eea107eb-2485-4b36-8f89-6ad4cd2224a5,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:38:54.372095 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:38:55.966183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device eea107eb-2485-4b36-8f89-6ad4cd2224a5 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:38:56.016539 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port eea107eb-2485-4b36-8f89-6ad4cd2224a5 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:38:56.017277 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:01.334722 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-a2719577-b427-4529-8b3c-c1b560f6795c tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:01.336082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-a2719577-b427-4529-8b3c-c1b560f6795c tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 815 time: 0.1048460
Jun 21 03:39:01.351923 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-360587fb-0595-49ff-a8ca-ac394b6729cd tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/quotas/bc2425d2f9004ad0b38dd39bb84e9fe3 HTTP/1.1" status: 200  len: 375 time: 0.0095809
Jun 21 03:39:01.420148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-57dc9695-3755-4ae4-acaf-6fffaaced0cd tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0617118
Jun 21 03:39:01.633588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-78b10e67-78d0-49b0-9895-aeb2da79d728 service neutron] 10.222.0.25 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226985
Jun 21 03:39:01.720565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-b1b981a2-008f-41c2-a800-b7be45166daa service neutron] 10.222.0.25 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809612
Jun 21 03:39:01.972067 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9314037a-71d9-4f43-a574-638d5769c1b5 req-a1dab095-c999-49b1-b7c9-054ca304133a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 210 time: 0.0335479
Jun 21 03:39:03.054147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ed12d557-24b2-45dd-86f2-1cba3bdb17ea req-fc0261f1-3382-4957-8c13-e6ddfd7f25a6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 210 time: 0.0299106
Jun 21 03:39:04.204570 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5d30bf91-b47e-46d4-8eff-b90d5de5b800 req-a91ef12c-5862-4ad0-af58-9ac6e11facee tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 210 time: 0.0354426
Jun 21 03:39:04.266793 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ea801038-fbac-481a-8b9c-ad03aa4ff182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:04.464428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-c3b2b8c3-3bce-402e-a2db-327deb554142 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:04.466655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-c3b2b8c3-3bce-402e-a2db-327deb554142 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.26 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 815 time: 0.1071525
Jun 21 03:39:04.478357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'port': {'device_id': 'a1b58585-b2de-4632-80a9-d2191706f614', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'admin_state_up': True, 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:04.655650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Made reservation on behalf of bc2425d2f9004ad0b38dd39bb84e9fe3 for: {'port': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:39:04.659744 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:04.800802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Allocated IP 172.20.0.12 (91932e52-ac5c-4c82-9337-e51b7c39e7e7/cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa/be2c71a1-be75-4c3f-9cc3-bb8935c7fa77) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:39:04.955336 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:04.968969 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Transition to ACTIVE for port object be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:39:05.038666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:05.043363 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7dab87bd-504e-43a0-a284-62514b1715e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:05.087866 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:39:05.091977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:39:05.096446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:39:05.103062 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'Port': ['ID=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:05.130457 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:05.172846 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:05.173414 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:05.268231 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7936695
Jun 21 03:39:05.445206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c365bda-3e4d-4a71-9e0c-484fd1470002 req-10a38be1-608e-4186-9872-b955bda9fb9e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:05.447297 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c365bda-3e4d-4a71-9e0c-484fd1470002 req-10a38be1-608e-4186-9872-b955bda9fb9e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 932 time: 0.0930672
Jun 21 03:39:05.488896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9c365bda-3e4d-4a71-9e0c-484fd1470002 req-bb042b90-c191-47de-8485-2ec596fa6a3e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350046
Jun 21 03:39:05.524561 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4133a05f-3d65-46ae-b718-82189d1ecc40 None None] Provisioning for port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:39:05.529267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4133a05f-3d65-46ae-b718-82189d1ecc40 None None] Provisioning complete for port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:39:05.529680 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4133a05f-3d65-46ae-b718-82189d1ecc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:05.567102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-4133a05f-3d65-46ae-b718-82189d1ecc40 None None] Port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:39:06.364430 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:06.690133 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d9c7df23-3966-45fc-8290-b725e767d08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:06.862850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49354e-273c-434c-8db3-660eb6bb8799 req-e5fe19ae-92f1-49d6-974c-1ae03ce74af3 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:06.864383 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff49354e-273c-434c-8db3-660eb6bb8799 req-e5fe19ae-92f1-49d6-974c-1ae03ce74af3 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 932 time: 0.0705125
Jun 21 03:39:06.908220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff49354e-273c-434c-8db3-660eb6bb8799 req-5d122d54-be04-47ca-84f7-af4afe2772a9 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376997
Jun 21 03:39:07.152996 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:08.095241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c9d03-2412-46fb-b415-84e2b4dbc017 req-cfb155f0-e63a-4c4e-8aab-d4b75e6f97fb tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:08.097447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c1c9d03-2412-46fb-b415-84e2b4dbc017 req-cfb155f0-e63a-4c4e-8aab-d4b75e6f97fb tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 932 time: 0.0680482
Jun 21 03:39:08.139342 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c1c9d03-2412-46fb-b415-84e2b4dbc017 req-dbe020c3-788d-485c-a67e-a6e7bc0a73ab tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360503
Jun 21 03:39:08.215768 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:08.507221 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:09.323005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d4ebc-4d4f-4dfc-a5f8-50b805de8fed req-2f7e2cb4-d973-4b05-b136-a0f3258a7034 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:09.325574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-531d4ebc-4d4f-4dfc-a5f8-50b805de8fed req-2f7e2cb4-d973-4b05-b136-a0f3258a7034 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 932 time: 0.0723746
Jun 21 03:39:09.364446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-531d4ebc-4d4f-4dfc-a5f8-50b805de8fed req-44be082e-2fef-4ab7-b653-9089fda8a4a9 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332103
Jun 21 03:39:09.707112 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:10.548227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389e7e-1951-4ffc-ae58-e3f53a4b645a req-ab558c5d-2b03-45ee-942a-4b1c04b46c31 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:10.550073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db389e7e-1951-4ffc-ae58-e3f53a4b645a req-ab558c5d-2b03-45ee-942a-4b1c04b46c31 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 932 time: 0.0720811
Jun 21 03:39:10.595848 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db389e7e-1951-4ffc-ae58-e3f53a4b645a req-f8740f01-888f-45ff-92b0-6eee62de6edc tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399630
Jun 21 03:39:11.800893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aadc7-3c6b-4707-9741-3d25fcb31bff req-b96c3733-1767-4c2b-b9ad-91fb7896aa01 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:11.803418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c9aadc7-3c6b-4707-9741-3d25fcb31bff req-b96c3733-1767-4c2b-b9ad-91fb7896aa01 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 932 time: 0.0740364
Jun 21 03:39:11.845471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8c9aadc7-3c6b-4707-9741-3d25fcb31bff req-02303309-7df5-4768-b424-0c63deb865a5 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337267
Jun 21 03:39:13.031890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382fee-893d-45fa-8f8e-4f86a17292ef req-0c7c1edf-8e23-43e1-99b9-80edc8660e25 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:13.033466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45382fee-893d-45fa-8f8e-4f86a17292ef req-0c7c1edf-8e23-43e1-99b9-80edc8660e25 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 932 time: 0.0673623
Jun 21 03:39:13.072627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-45382fee-893d-45fa-8f8e-4f86a17292ef req-aad785b7-373f-4a11-8bd3-b70d5eb5896e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332749
Jun 21 03:39:13.732542 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:39:14.259760 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31b21-32b7-4924-b551-e872c9a55266 req-9e701731-9842-40ca-80b9-8eb09e195f91 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:14.261281 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbc31b21-32b7-4924-b551-e872c9a55266 req-9e701731-9842-40ca-80b9-8eb09e195f91 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 932 time: 0.0706015
Jun 21 03:39:14.304359 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbc31b21-32b7-4924-b551-e872c9a55266 req-67c56f5e-dbc3-4e49-b81e-8c46321a71df tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339196
Jun 21 03:39:14.992848 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Request body: {'port': {'device_id': 'a1b58585-b2de-4632-80a9-d2191706f614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:15.065944 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:15.322430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:39:15.330431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:15.342642 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Transition to ACTIVE for port object be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:39:15.427032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:15.449833 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c9d449bd-e8b0-49a2-949f-aba03c73b0f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:15.535065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Pushing event updated for resources: {'Port': ['ID=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:15.540069 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:15.605966 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e40a7-a462-47d3-a45d-9a34b19a1d18 req-6b3d7b50-a47c-456f-a6ad-85198a61eb3b tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:15.608547 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff3e40a7-a462-47d3-a45d-9a34b19a1d18 req-6b3d7b50-a47c-456f-a6ad-85198a61eb3b tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 944 time: 0.1931095
Jun 21 03:39:15.651550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Attempting to bind port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:39:15.651888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Attempting to bind port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:39:15.652212 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Attempting to bind port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 on network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:39:15.663927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 on network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:39:15.664247 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Attempting to bind port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 on network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:39:15.669832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ff3e40a7-a462-47d3-a45d-9a34b19a1d18 req-5bdf4d6e-77a3-424d-99e2-6b000bacd9af tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545759
Jun 21 03:39:15.672477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:39:15.672810 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Checking segment: {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:39:15.673173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Bound using segment: {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:39:15.673627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Bound port: be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:39:15.673966 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:15.735909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] For port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:39:15.738910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] For port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:39:15.781590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:15.784676 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-22ad610e-6f27-4d79-9281-6995e0fc4c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:15.813352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:15.814362 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:15.815741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] 10.222.0.26 "PUT /v2.0/ports/be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 1093 time: 0.8663263
Jun 21 03:39:15.818092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:39:15.852706 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Pushing event updated for resources: {'Port': ['ID=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:15.856276 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:15.950426 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df91982-f004-4046-9f8b-ac0fbccc2d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:39:15.999717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-9b41ca37-e160-4844-ae06-a21cca580966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:16.001582 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-9b41ca37-e160-4844-ae06-a21cca580966 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1096 time: 0.0858185
Jun 21 03:39:16.049782 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-ac97ce5e-afb5-46ee-80e8-c19a569d6822 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 217 time: 0.0415568
Jun 21 03:39:16.067781 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc76a1-5e35-40de-bcc6-45f7b73803ef x-openstack-request-id: req-2bfc76a1-5e35-40de-bcc6-45f7b73803ef {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:39:16.068106 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:39:16.068372 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bfc76a1-5e35-40de-bcc6-45f7b73803ef {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:39:16.068821 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'status': 'completed', 'code': 200}
Jun 21 03:39:16.103467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-fc2caa12-2875-4422-ab18-28a6c18f01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:16.104895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-fc2caa12-2875-4422-ab18-28a6c18f01a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 200  len: 854 time: 0.0494423
Jun 21 03:39:16.169727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-534dbea2-f4b9-4995-8df4-e2a7a7478e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:16.171851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-534dbea2-f4b9-4995-8df4-e2a7a7478e6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91932e52-ac5c-4c82-9337-e51b7c39e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0606811
Jun 21 03:39:16.278113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-65b4bf75-e2bb-46bb-ace0-30a0a591627b service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1002569
Jun 21 03:39:16.385976 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afb8299d-2c8c-49cf-b530-3878e96ee355 req-570d8036-7a16-4171-b3c9-a3acb812be21 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001325
Jun 21 03:39:16.848948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8810-193f-42bd-b7fd-18d390079756 req-10fdef33-6ed5-4f02-92c1-5f79e198004d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:16.850459 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ab8810-193f-42bd-b7fd-18d390079756 req-10fdef33-6ed5-4f02-92c1-5f79e198004d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 944 time: 0.0668807
Jun 21 03:39:16.889341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72ab8810-193f-42bd-b7fd-18d390079756 req-e4aa0917-ccaa-4e21-be4b-ba74226ab955 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330093
Jun 21 03:39:16.976941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-1a37fa64-0e90-438d-9d45-965601afec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:16.978471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-1a37fa64-0e90-438d-9d45-965601afec50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1096 time: 0.0522480
Jun 21 03:39:17.067761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-85301c43-fd9a-4f49-ac0f-35ce0525471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:17.069144 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-85301c43-fd9a-4f49-ac0f-35ce0525471b service neutron] 10.222.0.26 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 916 time: 0.0839350
Jun 21 03:39:17.109608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-5c76786b-b78f-4f30-b9c1-ff6227a9f3fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 217 time: 0.0339646
Jun 21 03:39:17.159236 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-6632dd9a-8eae-4854-a96e-3fe28d6b5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:17.160657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-6632dd9a-8eae-4854-a96e-3fe28d6b5aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 200  len: 854 time: 0.0453043
Jun 21 03:39:17.216814 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-4a2df9f0-349e-4d3c-a6ad-6b5cedaea526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:17.218898 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-4a2df9f0-349e-4d3c-a6ad-6b5cedaea526 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91932e52-ac5c-4c82-9337-e51b7c39e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0519283
Jun 21 03:39:17.305014 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-1ee2da68-d99d-43e1-99fa-f048dc843b51 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795515
Jun 21 03:39:17.399205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8df91982-f004-4046-9f8b-ac0fbccc2d0d req-ddb40f2c-c605-446e-8c00-1147574bef51 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861924
Jun 21 03:39:18.062325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249cd3-27ac-4516-a0cf-f9209890e3f5 req-a88390a4-02fe-40a8-b8ef-6f08f98c5fea tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:18.063803 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22249cd3-27ac-4516-a0cf-f9209890e3f5 req-a88390a4-02fe-40a8-b8ef-6f08f98c5fea tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 944 time: 0.0633802
Jun 21 03:39:18.100683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-22249cd3-27ac-4516-a0cf-f9209890e3f5 req-1dc6e301-bad3-4435-902f-fbe1d7ef4573 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312915
Jun 21 03:39:19.274006 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d64898-08fb-46bf-a878-22de4166a05b req-9f4d670f-5fd3-4556-89f9-98f0f5fb9a93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:19.275476 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9d64898-08fb-46bf-a878-22de4166a05b req-9f4d670f-5fd3-4556-89f9-98f0f5fb9a93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 944 time: 0.0644493
Jun 21 03:39:19.317837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f9d64898-08fb-46bf-a878-22de4166a05b req-f4b1e3d0-67fa-42bd-8f80-5e69e5fd5cca tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367813
Jun 21 03:39:20.489695 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525d51f-c4a7-4ac3-92f9-b40d5a063f65 req-bee0ee94-3c1b-47b8-b00f-73988824f0cb tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:20.491154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6525d51f-c4a7-4ac3-92f9-b40d5a063f65 req-bee0ee94-3c1b-47b8-b00f-73988824f0cb tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 944 time: 0.0676479
Jun 21 03:39:20.502223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:39:20.531214 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6525d51f-c4a7-4ac3-92f9-b40d5a063f65 req-6a9484e6-d525-4f85-a413-af30be611251 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343788
Jun 21 03:39:20.595186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:39:20.606305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'port_id': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'mac_address': 'fa:16:3e:60:cb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:39:20.642727 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:20.659285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:39:20.677886 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:39:20.740698 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:20.743491 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:20.789866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:20.793039 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:20.960972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:39:21.699686 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35093db6-1c62-46ab-87a5-f068fb481dc8 req-c559edc9-bc9a-4e53-b042-815f8a17d467 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:21.701178 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35093db6-1c62-46ab-87a5-f068fb481dc8 req-c559edc9-bc9a-4e53-b042-815f8a17d467 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 945 time: 0.0621936
Jun 21 03:39:21.737939 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35093db6-1c62-46ab-87a5-f068fb481dc8 req-0eea0777-6150-4d57-a3ba-f85b94f46cdd tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305722
Jun 21 03:39:22.502424 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:39:22.592469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:39:22.596265 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:39:22.596646 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:22.671521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:22.692851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:39:22.702632 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce4612d-dda8-4409-844d-721d9ad9e581" -d '{"events": [{"server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "name": "network-vif-plugged", "status": "completed", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:39:22.709035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:39:22.730534 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9bea96-2067-401a-9b13-e43639383f3e x-openstack-request-id: req-4a9bea96-2067-401a-9b13-e43639383f3e {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:39:22.730832 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "name": "network-vif-plugged", "status": "completed", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:39:22.731095 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a9bea96-2067-401a-9b13-e43639383f3e {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:39:22.731524 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'code': 200}
Jun 21 03:39:22.762917 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:22.765116 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:22.817106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:22.820262 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:22.863738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01119a-e4e4-479a-b985-e97bfc292e56 req-1828f2f7-94fd-46c7-927c-6c7cd987a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:22.865170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a01119a-e4e4-479a-b985-e97bfc292e56 req-1828f2f7-94fd-46c7-927c-6c7cd987a82e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1098 time: 0.0674655
Jun 21 03:39:22.921618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1a01119a-e4e4-479a-b985-e97bfc292e56 req-ccf8c082-3e2d-4fbd-8cce-d93c191b99dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399780
Jun 21 03:39:22.940227 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03e400-a1bd-468a-9bb1-e837f4e1236d req-748409f6-49ac-44e1-8dbf-fdea894d617f tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:22.941677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b03e400-a1bd-468a-9bb1-e837f4e1236d req-748409f6-49ac-44e1-8dbf-fdea894d617f tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0929863
Jun 21 03:39:22.979101 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4b03e400-a1bd-468a-9bb1-e837f4e1236d req-fe46868d-bbbb-4cdd-b22c-fe81218d11b7 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317626
Jun 21 03:39:24.161522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9298eeb-0ffa-4ef3-9e50-239c28a83ecb req-0ef3f2c9-490b-46c1-8421-157c1b7f1aee tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:24.162871 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9298eeb-0ffa-4ef3-9e50-239c28a83ecb req-0ef3f2c9-490b-46c1-8421-157c1b7f1aee tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0682688
Jun 21 03:39:24.200037 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9298eeb-0ffa-4ef3-9e50-239c28a83ecb req-f9f54bc9-cd9c-4c90-af3c-39700a68a826 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315638
Jun 21 03:39:24.376535 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596f92-7709-48e6-a2ff-05c585c80d17 req-bf352ab6-d2cc-4dd1-8881-6c58605a60c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:24.379166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3596f92-7709-48e6-a2ff-05c585c80d17 req-bf352ab6-d2cc-4dd1-8881-6c58605a60c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0663610
Jun 21 03:39:24.416667 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3596f92-7709-48e6-a2ff-05c585c80d17 req-5f9ce9d2-51a6-4427-bb1b-cc9ae202236d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323575
Jun 21 03:39:24.750513 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920458b-616c-4d27-a96f-77e39c518d02 req-babd7196-0a7d-4cb0-9ba9-ffc3671f9cc5 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:24.751980 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8920458b-616c-4d27-a96f-77e39c518d02 req-babd7196-0a7d-4cb0-9ba9-ffc3671f9cc5 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0630186
Jun 21 03:39:24.789082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8920458b-616c-4d27-a96f-77e39c518d02 req-75fc1c36-e350-44cb-873d-1eb197adf18f tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311744
Jun 21 03:39:34.243359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65b548cb-93cd-42f8-8400-2eb1aacc4041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:36.363205 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:36.643512 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f11de6f0-32d3-4eb0-abc4-1724acec3ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:37.203192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:38.220330 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:38.226003 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab968c68-c9db-4915-ae24-5fbc614aca32 req-ad2317d9-f59b-46be-91eb-626f969c823c tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:38.227466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab968c68-c9db-4915-ae24-5fbc614aca32 req-ad2317d9-f59b-46be-91eb-626f969c823c tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0683229
Jun 21 03:39:38.266960 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab968c68-c9db-4915-ae24-5fbc614aca32 req-7107efe7-0752-430d-a9b8-869da97b83a7 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338583
Jun 21 03:39:38.291101 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33120) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:38.389311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a756915-39e6-47ef-826f-80cc6ba865f0 tempest-TestMinimumBasicScenario-540070273 tempest-TestMinimumBasicScenario-540070273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:38.391600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0a756915-39e6-47ef-826f-80cc6ba865f0 tempest-TestMinimumBasicScenario-540070273 tempest-TestMinimumBasicScenario-540070273-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1093 time: 0.0994391
Jun 21 03:39:38.394566 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33124) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:38.398926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:38.482839 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:38.517700 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:38.582859 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:38.681672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Allocated IP 172.25.7.221 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/b1ba6c13-ec7e-403b-925b-0c935ae242d7) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:39:38.782984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:38.878203 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:38.880337 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f111f30a-a52c-4acb-80d5-f6db38ca66ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:38.918624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:39:38.922339 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:39:38.925956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:39:38.931352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'Port': ['ID=b1ba6c13-ec7e-403b-925b-0c935ae242d7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:38.956493 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.956889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.957273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.957679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.958052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.958431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.958803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.959173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.959541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.959906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.960271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.960636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:38.965065 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:39.644506 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:39.706210 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:39.773234 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:39.919725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:39.991451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:39.993584 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:40.059079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'Port': ['ID=b1ba6c13-ec7e-403b-925b-0c935ae242d7,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:40.063886 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:40.073533 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:40.169197 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Floating IP ebcceeda-056d-465e-876d-dbd6e63054e5 associated. External IP: 172.25.7.221, port: be2c71a1-be75-4c3f-9cc3-bb8935c7fa77.
Jun 21 03:39:40.375974 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Router fbce0219-0278-4cb0-b574-7b40fab77432 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:39:40.493772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:39:40.504270 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] Sync routers for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:39:40.513042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:39:40.513688 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e490>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:39:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:39:40.568902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:40.605723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2101107
Jun 21 03:39:40.606418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:39:40.608705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33126) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:40.609281 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c7a810-5416-4ea5-b5dc-d9376c85b644" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:39:40.614176 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877589282', 'description': 'tempest-secgroup-smoke-877589282 description', 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:40.619582 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:39:40.648978 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f943c-8efb-4d0e-8ad4-363c187c1b8e x-openstack-request-id: req-287f943c-8efb-4d0e-8ad4-363c187c1b8e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:39:40.649497 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:39:40.649655 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-287f943c-8efb-4d0e-8ad4-363c187c1b8e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:39:40.650106 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'status': 'completed', 'code': 200}
Jun 21 03:39:40.683615 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:40.725947 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-e2c7da13-12a6-450f-bbb5-638c198a1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:40.727751 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-e2c7da13-12a6-450f-bbb5-638c198a1746 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1098 time: 0.0554171
Jun 21 03:39:40.772496 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:40.825955 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-25a7b9aa-dd01-4849-adc9-03857db4a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:40.827777 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-25a7b9aa-dd01-4849-adc9-03857db4a3cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 916 time: 0.0928473
Jun 21 03:39:40.831939 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:40.835553 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-49281fae-af73-4e5b-94cd-9e57ea439f74 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:40.851376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e490>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'ebcceeda-056d-465e-876d-dbd6e63054e5', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'port_id': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'mac_address': 'fa:16:3e:60:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b58585-b2de-4632-80a9-d2191706f614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:39:39Z', 'updated_at': '2021-06-21T03:39:39Z', 'revision_number': 0, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 5, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:39:40.866320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59daac21-6304-474f-bf8a-2193ba2028aa,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:40.878329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.878980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.879621 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.880400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.881204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.881773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.882316 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.885637 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] Checking router: fbce0219-0278-4cb0-b574-7b40fab77432 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:39:40.885786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.885786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.885786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.885786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.885786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:39:40.891987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:39:40.892715 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e490>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:39:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:39:40.894887 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:40.897941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-86b27706-7d24-429d-accf-7c7243b279fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 1000 time: 0.0638354
Jun 21 03:39:40.954316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-577d327a-b661-425b-b5a1-7e6e542a2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:40.955806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-577d327a-b661-425b-b5a1-7e6e542a2978 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 200  len: 854 time: 0.0515785
Jun 21 03:39:40.962629 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:40.966676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3541996
Jun 21 03:39:40.966960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:40.972008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3013138b-e5d3-428e-94f3-1a7d327f05e8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'security_group_rule': {'security_group_id': '59daac21-6304-474f-bf8a-2193ba2028aa', 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:41.012082 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:39:41.016152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-7190bf3f-52f8-4f2f-82db-e2b1ddf0469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:41.017732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-7190bf3f-52f8-4f2f-82db-e2b1ddf0469e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91932e52-ac5c-4c82-9337-e51b7c39e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0551474
Jun 21 03:39:41.085930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3013138b-e5d3-428e-94f3-1a7d327f05e8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.109858 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-bc4323e3-0395-49e3-aa1a-88675e4b92c1 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853989
Jun 21 03:39:41.167037 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3013138b-e5d3-428e-94f3-1a7d327f05e8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.207310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36c7a810-5416-4ea5-b5dc-d9376c85b644 req-b27e0b5b-b5fa-4145-9748-d155d19f57d0 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907745
Jun 21 03:39:41.220352 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3013138b-e5d3-428e-94f3-1a7d327f05e8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.222369 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fcbd4c24-70b4-46c8-9609-8c730e2cbd75 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:41.236716 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013138b-e5d3-428e-94f3-1a7d327f05e8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d83292-ec31-4949-b35b-d0ceb448c975,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:41.241653 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3013138b-e5d3-428e-94f3-1a7d327f05e8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:41.242855 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e490>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'ebcceeda-056d-465e-876d-dbd6e63054e5', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'port_id': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'mac_address': 'fa:16:3e:60:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b58585-b2de-4632-80a9-d2191706f614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:39:39Z', 'updated_at': '2021-06-21T03:39:39Z', 'revision_number': 0, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 5, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:39:41.273917 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada8377-8e0e-4bae-9ac2-3341f50b2ca4 None None] The sync data for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 is: [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'ebcceeda-056d-465e-876d-dbd6e63054e5', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'port_id': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'mac_address': 'fa:16:3e:60:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b58585-b2de-4632-80a9-d2191706f614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:39:39Z', 'updated_at': '2021-06-21T03:39:39Z', 'revision_number': 0, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 5, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:39:41.300830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3013138b-e5d3-428e-94f3-1a7d327f05e8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.302288 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3013138b-e5d3-428e-94f3-1a7d327f05e8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3341906
Jun 21 03:39:41.305117 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33134) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:41.310220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-c2532a84-3056-4e3f-b5cb-92d6a98bdc93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'security_group_rule': {'security_group_id': '59daac21-6304-474f-bf8a-2193ba2028aa', 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:41.381072 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2532a84-3056-4e3f-b5cb-92d6a98bdc93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.443814 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2532a84-3056-4e3f-b5cb-92d6a98bdc93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.476044 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e380894-1cff-4335-adfa-e510566e7f26 None None] New status for floating IP ebcceeda-056d-465e-876d-dbd6e63054e5: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:39:41.500956 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2532a84-3056-4e3f-b5cb-92d6a98bdc93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.502829 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:41.520702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532a84-3056-4e3f-b5cb-92d6a98bdc93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbb030b-a44d-452a-a768-7134a9df071c,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:41.523502 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c2532a84-3056-4e3f-b5cb-92d6a98bdc93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:41.568835 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2532a84-3056-4e3f-b5cb-92d6a98bdc93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.570162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c2532a84-3056-4e3f-b5cb-92d6a98bdc93 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2639420
Jun 21 03:39:41.573038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33136) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:41.577896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'security_group_rule': {'security_group_id': '59daac21-6304-474f-bf8a-2193ba2028aa', 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:41.642890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.702458 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.762840 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.765183 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ca1fadc-aa49-4212-baf8-23139321dc43 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:41.781859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0d939e-5695-41a2-86b3-305ebf9422ad,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:41.784277 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:41.843597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.844840 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2707422
Jun 21 03:39:41.847670 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33138) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:41.852237 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-82cebd5d-52f1-4a30-9d3b-e7617cebd181 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'security_group_rule': {'security_group_id': '59daac21-6304-474f-bf8a-2193ba2028aa', 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:41.928218 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82cebd5d-52f1-4a30-9d3b-e7617cebd181 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:41.996601 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82cebd5d-52f1-4a30-9d3b-e7617cebd181 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.053290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82cebd5d-52f1-4a30-9d3b-e7617cebd181 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.055308 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-305cfb35-7081-4dd5-9252-55c46a634f21 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:42.073418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cebd5d-52f1-4a30-9d3b-e7617cebd181 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f429c750-f735-4152-b617-d6ea2b3909da,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:42.075817 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82cebd5d-52f1-4a30-9d3b-e7617cebd181 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:42.243588 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-82cebd5d-52f1-4a30-9d3b-e7617cebd181 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.244832 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-82cebd5d-52f1-4a30-9d3b-e7617cebd181 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3962057
Jun 21 03:39:42.247543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33140) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:42.252629 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'security_group_rule': {'security_group_id': '59daac21-6304-474f-bf8a-2193ba2028aa', 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:42.340686 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Project bc2425d2f9004ad0b38dd39bb84e9fe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:39:42.347670 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.417201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.484514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.486476 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c06b0eab-1235-40de-ba41-712d4620f19b tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:42.503835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4689a78-81cd-4d87-9bcc-632e804bac33,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:42.507005 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:42.585262 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.586640 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3381481
Jun 21 03:39:42.589303 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33144) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:39:42.593979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'security_group_rule': {'security_group_id': '59daac21-6304-474f-bf8a-2193ba2028aa', 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:42.687837 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Project bc2425d2f9004ad0b38dd39bb84e9fe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:39:42.692631 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.752330 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.843640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.845479 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-04e5df8c-847e-48dd-b36b-8fb75bb85cdb tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:42.862088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33419a7c-82b6-4b09-bcb7-49047460d4d8,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:42.864478 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:42.929000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:42.930249 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3399842
Jun 21 03:39:43.046910 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-ce076918-d206-4097-bb9c-a1d3d76c8feb tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877589282&fields=id&tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3 HTTP/1.1" status: 200  len: 267 time: 0.0343640
Jun 21 03:39:43.117559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-13f72178-c7e7-4edc-af34-e3a564a3db3d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:43.118951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-13f72178-c7e7-4edc-af34-e3a564a3db3d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0668755
Jun 21 03:39:43.130362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'port': {'security_groups': ['e3c80e83-1684-4f2a-8b94-a302d357cd64', '59daac21-6304-474f-bf8a-2193ba2028aa']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:39:43.210341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:43.393855 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] For port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:39:43.422980 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:43.482941 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:43.487671 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:39:43.495982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:39:43.535980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:43.536631 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:43.541252 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4e26d842-ad8c-4238-81f6-6fe78a7cfa4e req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "PUT /v2.0/ports/be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 982 time: 0.4152915
Jun 21 03:39:43.542067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:39:43.544437 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217f75df-d112-4024-b954-0cded327820b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:39:43.593035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'Port': ['ID=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:39:43.597418 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae9a391-ca71-4b56-8f0f-cd9829f7f696 x-openstack-request-id: req-0ae9a391-ca71-4b56-8f0f-cd9829f7f696 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:39:43.597757 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:39:43.598124 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ae9a391-ca71-4b56-8f0f-cd9829f7f696 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:39:43.598572 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'status': 'completed', 'code': 200}
Jun 21 03:39:43.599443 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:39:43.613125 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:39:43.730152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f75df-d112-4024-b954-0cded327820b req-adee4774-74ea-4e9d-87a3-d9ea845508f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:43.731902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-217f75df-d112-4024-b954-0cded327820b req-adee4774-74ea-4e9d-87a3-d9ea845508f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1137 time: 0.1024330
Jun 21 03:39:43.798743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ab45b-70b4-46c7-82be-f8d4cf9e9ba0 req-c8b84209-71b8-4f94-9d5e-ba0b32b13407 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:43.800170 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-709ab45b-70b4-46c7-82be-f8d4cf9e9ba0 req-c8b84209-71b8-4f94-9d5e-ba0b32b13407 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.1240594
Jun 21 03:39:43.864583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-709ab45b-70b4-46c7-82be-f8d4cf9e9ba0 req-d235f8ef-cb91-45e0-8e72-b0ccb8c992e6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0584309
Jun 21 03:39:43.875477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f75df-d112-4024-b954-0cded327820b req-04d4ae49-77e7-45bd-bc8a-dbb2e09d2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:43.877352 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-217f75df-d112-4024-b954-0cded327820b req-04d4ae49-77e7-45bd-bc8a-dbb2e09d2f88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 916 time: 0.1373742
Jun 21 03:39:43.899338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8853b844-c1c5-479c-9e59-fcbf6a5d3843 None None] Provisioning complete for port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:39:43.899721 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8853b844-c1c5-479c-9e59-fcbf6a5d3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:39:43.961791 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-217f75df-d112-4024-b954-0cded327820b req-8c7d36ec-59ca-43db-90c2-7b2de9e83d10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 1002 time: 0.0754747
Jun 21 03:39:44.009552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f75df-d112-4024-b954-0cded327820b req-cbe285ce-5e02-4cbf-bb48-a4f451335b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:44.011984 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-217f75df-d112-4024-b954-0cded327820b req-cbe285ce-5e02-4cbf-bb48-a4f451335b06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 200  len: 854 time: 0.0467432
Jun 21 03:39:44.077001 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f75df-d112-4024-b954-0cded327820b req-6f9b89b8-0306-4e27-812c-702125e7dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:44.078576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-217f75df-d112-4024-b954-0cded327820b req-6f9b89b8-0306-4e27-812c-702125e7dc63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91932e52-ac5c-4c82-9337-e51b7c39e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0596159
Jun 21 03:39:44.174978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-217f75df-d112-4024-b954-0cded327820b req-3c871cdb-49cd-47b0-87fa-5a3e3fd2c2a0 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896833
Jun 21 03:39:44.269120 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-217f75df-d112-4024-b954-0cded327820b req-e9fee198-5582-44da-ae25-fa46336782cd service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872078
Jun 21 03:39:50.730783 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:39:58.372065 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e3346-a69f-49e8-81ab-27903ec8dc2c req-cdded7cf-d123-41ad-9aaa-55b1cf21bdae tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:58.373749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b14e3346-a69f-49e8-81ab-27903ec8dc2c req-cdded7cf-d123-41ad-9aaa-55b1cf21bdae tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.1100392
Jun 21 03:39:58.389748 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-1061f6ff-45c5-4199-a9d8-61492b62202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:58.391279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-1061f6ff-45c5-4199-a9d8-61492b62202a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1137 time: 0.0963154
Jun 21 03:39:58.461924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b14e3346-a69f-49e8-81ab-27903ec8dc2c req-dcbb93b5-e35f-4592-b505-0b36ebe15c15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0819697
Jun 21 03:39:58.503305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-19a1a759-ed33-4252-b628-3ddd5d14353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:58.504750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-19a1a759-ed33-4252-b628-3ddd5d14353f service neutron] 10.222.0.26 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 916 time: 0.1069903
Jun 21 03:39:58.573785 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-62cf095b-09c3-43d0-9a4e-a7dc3bc3072d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 1002 time: 0.0626006
Jun 21 03:39:58.622080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-66ea81fb-0443-45ed-8015-e8134d9cd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:58.623505 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-66ea81fb-0443-45ed-8015-e8134d9cd597 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 200  len: 854 time: 0.0437083
Jun 21 03:39:58.739827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-355b2357-42a6-454a-a854-17bbd36129d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:58.741294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-355b2357-42a6-454a-a854-17bbd36129d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91932e52-ac5c-4c82-9337-e51b7c39e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1113970
Jun 21 03:39:58.833196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-cbc7a40f-5c3d-49ea-bcff-fec909773053 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848591
Jun 21 03:39:58.922707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ac8210d3-5bb2-472a-9bbf-8405bc113a66 req-8d0d6f68-37d1-41ff-ab4e-caa72c75546a service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823832
Jun 21 03:39:59.644813 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b540fb-b818-40d6-9270-bc81cd32b31d req-9909ecab-4785-4f88-8b72-c15c1256d4db tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:39:59.646332 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61b540fb-b818-40d6-9270-bc81cd32b31d req-9909ecab-4785-4f88-8b72-c15c1256d4db tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0701635
Jun 21 03:39:59.685951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61b540fb-b818-40d6-9270-bc81cd32b31d req-e66960b7-edfe-4ba8-8807-6c97aff7fbce tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0336578
Jun 21 03:40:00.872465 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a97b09-b838-4783-8f43-b16046189f87 req-436733a8-f75e-43a7-b253-6ab108aa271e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:00.873970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7a97b09-b838-4783-8f43-b16046189f87 req-436733a8-f75e-43a7-b253-6ab108aa271e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0630786
Jun 21 03:40:00.914554 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a7a97b09-b838-4783-8f43-b16046189f87 req-24a543b4-bb50-4d81-920b-178944d6f2c5 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0345969
Jun 21 03:40:02.089541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2dbb8-85f2-4b7f-ad31-b156611793ca req-440ce218-92a9-480b-a3b1-3f93c29afa5e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:02.091012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89b2dbb8-85f2-4b7f-ad31-b156611793ca req-440ce218-92a9-480b-a3b1-3f93c29afa5e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0643997
Jun 21 03:40:02.130810 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-89b2dbb8-85f2-4b7f-ad31-b156611793ca req-059cd38c-1d3c-4693-a2d3-3e5130ca0195 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0339403
Jun 21 03:40:03.304687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4db701-5cc3-452d-ad0f-9f1c449f9397 req-f3a6dcdf-7d8b-41f6-be20-da543e4ea94a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:03.306187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b4db701-5cc3-452d-ad0f-9f1c449f9397 req-f3a6dcdf-7d8b-41f6-be20-da543e4ea94a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0670679
Jun 21 03:40:03.345073 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6b4db701-5cc3-452d-ad0f-9f1c449f9397 req-d1ca9f41-45d6-4e74-a601-6c79c432c500 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0331194
Jun 21 03:40:04.305444 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-21048ebd-4335-47fd-bb27-cf038e4e2e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:04.516224 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb0a41-3ec7-40b1-95bd-56ff7822b2f3 req-d35e7178-e512-4fe4-bd48-0daa0ef4476e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:04.517741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64eb0a41-3ec7-40b1-95bd-56ff7822b2f3 req-d35e7178-e512-4fe4-bd48-0daa0ef4476e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0643213
Jun 21 03:40:04.556515 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-64eb0a41-3ec7-40b1-95bd-56ff7822b2f3 req-5ef073f1-1e7c-49d1-b5d4-e582bb1d9755 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0329466
Jun 21 03:40:05.736206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba403-a17a-4820-bfb8-9e11a8ab63a5 req-87878ff3-bb62-47a0-b4bf-60830fbc8f85 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:05.737741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2b5ba403-a17a-4820-bfb8-9e11a8ab63a5 req-87878ff3-bb62-47a0-b4bf-60830fbc8f85 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0678344
Jun 21 03:40:05.778783 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2b5ba403-a17a-4820-bfb8-9e11a8ab63a5 req-05a5e3e2-da8f-4e5a-9c67-c6cf523d70d6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0350454
Jun 21 03:40:06.373836 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:06.670954 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5be3de94-7ea0-4b38-9d36-25778cec4f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:06.949431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadafa98-1e17-4b9b-a3a8-9730043ee927 req-229895ca-9d9d-467f-8171-f0143304b8c9 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:06.950835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eadafa98-1e17-4b9b-a3a8-9730043ee927 req-229895ca-9d9d-467f-8171-f0143304b8c9 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0643544
Jun 21 03:40:06.990724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eadafa98-1e17-4b9b-a3a8-9730043ee927 req-b7e38778-3189-41d2-8be4-6d457812a1f1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0338988
Jun 21 03:40:07.156677 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:08.164469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6d9fd-833d-4279-9bfe-d81fedd1b5c2 req-ba9d85a8-765b-493d-8cd7-f80a84f6b954 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:08.165904 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c6d9fd-833d-4279-9bfe-d81fedd1b5c2 req-ba9d85a8-765b-493d-8cd7-f80a84f6b954 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0627289
Jun 21 03:40:08.204327 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71c6d9fd-833d-4279-9bfe-d81fedd1b5c2 req-9b32222c-cf78-4d7b-9b7d-9a342ea87f40 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0326619
Jun 21 03:40:08.231581 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:08.539886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:09.383419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a924db-8cda-446f-8d5e-254af79ea66e req-f1e4c750-8de1-421d-9e09-471d58ef4033 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:09.384902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18a924db-8cda-446f-8d5e-254af79ea66e req-f1e4c750-8de1-421d-9e09-471d58ef4033 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0689974
Jun 21 03:40:09.423946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-18a924db-8cda-446f-8d5e-254af79ea66e req-538b4cce-1aa1-4e85-aeb5-d8ba21ad79e6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0332627
Jun 21 03:40:09.728453 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:10.610110 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64277e-a12f-416c-830b-336cb26c68aa req-c67e8261-9c6f-48ab-a742-9b6623cbfd0b tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:10.611584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af64277e-a12f-416c-830b-336cb26c68aa req-c67e8261-9c6f-48ab-a742-9b6623cbfd0b tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.0642736
Jun 21 03:40:10.651963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af64277e-a12f-416c-830b-336cb26c68aa req-1d7b2259-02f4-4f54-a616-c5e02e9f56ca tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&id=59daac21-6304-474f-bf8a-2193ba2028aa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0346336
Jun 21 03:40:15.191338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09389bb6-7619-421d-8835-37615735d744 req-e20586d6-e587-417f-9b6d-f64fadd373aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0551391
Jun 21 03:40:15.282860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09389bb6-7619-421d-8835-37615735d744 req-b302d336-e893-40bd-979a-b4048d095f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:15.284341 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09389bb6-7619-421d-8835-37615735d744 req-b302d336-e893-40bd-979a-b4048d095f8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1137 time: 0.0520451
Jun 21 03:40:15.387764 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09389bb6-7619-421d-8835-37615735d744 req-360fe581-8836-43b3-9e58-191e38fbaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:15.389207 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09389bb6-7619-421d-8835-37615735d744 req-360fe581-8836-43b3-9e58-191e38fbaa80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 916 time: 0.0856681
Jun 21 03:40:15.456761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09389bb6-7619-421d-8835-37615735d744 req-3cca0aa7-9261-41eb-b1e9-07a3a649d9cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 1002 time: 0.0607738
Jun 21 03:40:15.502709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09389bb6-7619-421d-8835-37615735d744 req-0a82b90d-5888-467a-b680-17fa4eb3c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:15.504211 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09389bb6-7619-421d-8835-37615735d744 req-0a82b90d-5888-467a-b680-17fa4eb3c696 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 200  len: 854 time: 0.0416441
Jun 21 03:40:15.559608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09389bb6-7619-421d-8835-37615735d744 req-97e7518a-4d17-4de8-ba08-a462d4432843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:15.561079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09389bb6-7619-421d-8835-37615735d744 req-97e7518a-4d17-4de8-ba08-a462d4432843 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91932e52-ac5c-4c82-9337-e51b7c39e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0507212
Jun 21 03:40:15.650237 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09389bb6-7619-421d-8835-37615735d744 req-359360ea-21ca-4e0c-8391-3c35663d4c4f service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828021
Jun 21 03:40:15.740234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-09389bb6-7619-421d-8835-37615735d744 req-8fe956d6-292e-44f2-a2be-c1c7a7fcc94d service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829594
Jun 21 03:40:27.728947 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:40:34.293477 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-91d9fd7c-3c19-4469-bfa6-39530b3e5318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:36.402018 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:36.693097 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e789e1fe-0bb1-46ef-bb51-d5fd792db7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:37.173071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:38.219202 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:38.556677 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:39.744773 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:43.088347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-289e5738-266c-4402-9d49-54f80ebefb98 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877589282&fields=id&tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3 HTTP/1.1" status: 200  len: 267 time: 0.0381577
Jun 21 03:40:43.500925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-a653d93e-2cd3-40d5-b4da-0f436a21a55c tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:43.502651 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-a653d93e-2cd3-40d5-b4da-0f436a21a55c tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 985 time: 0.4089363
Jun 21 03:40:43.515467 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Request body: {'port': {'security_groups': ['e3c80e83-1684-4f2a-8b94-a302d357cd64']}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:40:43.604762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:43.768083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] For port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:40:43.797411 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:43.853238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:43.857449 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ff03e229-3933-45b5-bff1-536a73db6e60 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:40:43.865655 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:40:43.904213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:43.904213 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:43.904538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8bc89d9b-33fc-4f4c-97b3-882888d0ddf2 req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "PUT /v2.0/ports/be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 943 time: 0.3941503
Jun 21 03:40:43.905366 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:40:43.907685 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015adcf2-9161-4499-80c7-386927579942" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:40:43.910408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33210) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:40:43.952203 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc17d521-7b44-4a03-a301-1bad906cefda x-openstack-request-id: req-fc17d521-7b44-4a03-a301-1bad906cefda {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:40:43.952550 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:40:43.952856 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc17d521-7b44-4a03-a301-1bad906cefda {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:40:43.953311 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'status': 'completed', 'code': 200}
Jun 21 03:40:43.954455 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event updated for resources: {'Port': ['ID=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:40:43.963221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.963624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.964011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.964392 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.964768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.965142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.965542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.965917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.966289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.966664 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.967032 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.967398 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:43.971721 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:40:43.985836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:40:44.037535 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:44.062288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015adcf2-9161-4499-80c7-386927579942 req-cd0eb659-b94f-4c9d-90f1-cd1f4dbdd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:44.063887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-015adcf2-9161-4499-80c7-386927579942 req-cd0eb659-b94f-4c9d-90f1-cd1f4dbdd7a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1098 time: 0.0844035
Jun 21 03:40:44.073258 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:44.178404 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015adcf2-9161-4499-80c7-386927579942 req-cd5463c7-dc36-4f28-a647-ebc9f50a951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:44.180020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-015adcf2-9161-4499-80c7-386927579942 req-cd5463c7-dc36-4f28-a647-ebc9f50a951e service neutron] 10.222.0.26 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 916 time: 0.1084201
Jun 21 03:40:44.230307 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:44.233055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:44.234314 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "DELETE /v2.0/security-groups/59daac21-6304-474f-bf8a-2193ba2028aa HTTP/1.1" status: 204  len: 168 time: 0.3219845
Jun 21 03:40:44.235155 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d3eb4164-0379-4685-8158-a2cf69afdd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:40:44.237226 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33218) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:40:44.248349 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59daac21-6304-474f-bf8a-2193ba2028aa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:40:44.259594 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.259996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.260123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-89a93bef-33fb-4871-8e2d-44e0bc8a08a7 None None] Provisioning complete for port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:40:44.260385 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.260535 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-89a93bef-33fb-4871-8e2d-44e0bc8a08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:44.260765 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.261145 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.261550 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.262153 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.262535 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.262979 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.263368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.263933 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.264308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:40:44.267582 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-316b0d65-e26b-43af-9c74-36491c56ddd0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:40:44.300397 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-015adcf2-9161-4499-80c7-386927579942 req-6ab4c173-45be-405e-ab30-b5a7d4484f22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 1002 time: 0.1141067
Jun 21 03:40:44.397173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015adcf2-9161-4499-80c7-386927579942 req-77f8ad8d-b066-4a13-ab32-3311004fde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:44.398756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-015adcf2-9161-4499-80c7-386927579942 req-77f8ad8d-b066-4a13-ab32-3311004fde21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 200  len: 854 time: 0.0910416
Jun 21 03:40:44.490473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015adcf2-9161-4499-80c7-386927579942 req-ebca35d5-9c8b-4c02-8b0f-97a62d601b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:44.492769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-015adcf2-9161-4499-80c7-386927579942 req-ebca35d5-9c8b-4c02-8b0f-97a62d601b1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91932e52-ac5c-4c82-9337-e51b7c39e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0850301
Jun 21 03:40:44.494964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Deleting port b1ba6c13-ec7e-403b-925b-0c935ae242d7 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:40:44.495307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:44.641741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:44.641999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:44.654473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-015adcf2-9161-4499-80c7-386927579942 req-a5a1f7ea-672b-4059-bf3d-dcd7c55d9bc0 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479530
Jun 21 03:40:44.718420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Calling delete_port for b1ba6c13-ec7e-403b-925b-0c935ae242d7 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:40:44.875824 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-015adcf2-9161-4499-80c7-386927579942 req-60174eb1-d3b5-4b4c-85c4-5b59aff7933e service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876702
Jun 21 03:40:45.030860 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:45.033059 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-477914f6-0a84-4b0f-90a1-d6eca675a7cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:40:45.057427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event deleted for resources: {'Port': ['ID=b1ba6c13-ec7e-403b-925b-0c935ae242d7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:40:45.060357 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:40:45.119332 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:45.119665 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Floating IP ebcceeda-056d-465e-876d-dbd6e63054e5 disassociated (deleted). External IP: 172.25.7.221, port: be2c71a1-be75-4c3f-9cc3-bb8935c7fa77.
Jun 21 03:40:45.328040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Router fbce0219-0278-4cb0-b574-7b40fab77432 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:40:45.436681 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:40:45.441416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:45.446947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] Sync routers for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:40:45.455661 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:40:45.456355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c4bdc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:40:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:40:45.481700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "DELETE /v2.0/floatingips/ebcceeda-056d-465e-876d-dbd6e63054e5 HTTP/1.1" status: 204  len: 168 time: 1.2433703
Jun 21 03:40:45.561902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:40:45.761939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c4bdc0>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 5, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:40:45.788366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] Checking router: fbce0219-0278-4cb0-b574-7b40fab77432 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:40:45.796469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:40:45.797109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c4bdc0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:40:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:40:45.909972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:40:45.954378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:40:45.957174 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:40:45.995492 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149a5ca-9583-4f5c-b98d-36a04c102f97 x-openstack-request-id: req-b149a5ca-9583-4f5c-b98d-36a04c102f97 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:40:45.995839 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:40:45.996151 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b149a5ca-9583-4f5c-b98d-36a04c102f97 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:40:45.996608 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'status': 'completed', 'code': 200}
Jun 21 03:40:46.074191 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-c799e305-846e-4492-aff3-7c61f9fdfad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:46.075731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-c799e305-846e-4492-aff3-7c61f9fdfad0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 1098 time: 0.0570443
Jun 21 03:40:46.115646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c4bdc0>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 5, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:40:46.142867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c3528-e8bd-4e8a-a7e9-fdc151420658 None None] The sync data for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 is: [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:38:42Z', 'revision_number': 4, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '13f4a870-c87e-4a1e-b759-a2ddcaf7d902', 'name': '', 'network_id': '91932e52-ac5c-4c82-9337-e51b7c39e7e7', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'mac_address': 'fa:16:3e:f4:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:42Z', 'updated_at': '2021-06-21T03:38:48Z', 'revision_number': 5, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'subnets': [{'id': 'cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:40:46.169768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-ad324138-9930-41cb-af3f-366a0a05b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:46.171274 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-ad324138-9930-41cb-af3f-366a0a05b034 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 200  len: 916 time: 0.0886703
Jun 21 03:40:46.219464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-39435a9d-39ef-45e3-8bd6-716455a8c3cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 200  len: 217 time: 0.0417001
Jun 21 03:40:46.272553 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-e9cf7a61-1e04-44e9-990a-807624e1056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:46.274437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-e9cf7a61-1e04-44e9-990a-807624e1056e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 200  len: 854 time: 0.0463011
Jun 21 03:40:46.338854 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-4f388c52-1711-40bd-a519-fbdfbb8ec4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:46.340585 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-4f388c52-1711-40bd-a519-fbdfbb8ec4f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91932e52-ac5c-4c82-9337-e51b7c39e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0591750
Jun 21 03:40:46.373643 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76870d83-094b-487d-bfc8-e2e8c13892dd None None] New status for floating IP ebcceeda-056d-465e-876d-dbd6e63054e5: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:40:46.445761 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-dc6edb72-2f9c-4d0b-9cb6-23c3fe2ddbf7 service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970514
Jun 21 03:40:46.540720 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd4cbb4b-4731-49c0-bb95-723dd7a9e037 req-ad356efa-4a0b-4053-8cc7-c990508b4b3d service neutron] 10.222.0.26 "GET /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894330
Jun 21 03:40:54.281321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a611c0-78ae-4a6e-a580-26a8cc5115b4 req-4b6eb942-aa7c-4468-b1b4-57afae35199e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:54.282815 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9a611c0-78ae-4a6e-a580-26a8cc5115b4 req-4b6eb942-aa7c-4468-b1b4-57afae35199e tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0635893
Jun 21 03:40:54.321009 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9a611c0-78ae-4a6e-a580-26a8cc5115b4 req-d4d9312e-6d42-473a-a911-62b29e81c4ed tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322385
Jun 21 03:40:55.519149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ea087-38fd-485e-87f4-557d5998304e req-fe0850e6-3b0a-4f53-afb2-d026b905eacc tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:55.520635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f5ea087-38fd-485e-87f4-557d5998304e req-fe0850e6-3b0a-4f53-afb2-d026b905eacc tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0734544
Jun 21 03:40:55.569122 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f5ea087-38fd-485e-87f4-557d5998304e req-af61b4ae-8ab4-4eb3-8a4b-0630637463c8 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c80e83-1684-4f2a-8b94-a302d357cd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399199
Jun 21 03:40:55.822906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb915ac7-51dd-4334-862f-befb73f9054d req-a95bdc4f-0cb6-485a-b7fc-3d593fcff58f tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:40:55.824382 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb915ac7-51dd-4334-862f-befb73f9054d req-a95bdc4f-0cb6-485a-b7fc-3d593fcff58f tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 946 time: 0.0659237
Jun 21 03:40:55.960007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Deleting port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:40:55.960592 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:56.071849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] For port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:40:56.072209 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:56.157463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Calling delete_port for be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:40:56.344975 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:56.349302 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:40:56.357144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:40:56.374806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Pushing event deleted for resources: {'Port': ['ID=be2c71a1-be75-4c3f-9cc3-bb8935c7fa77,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:40:56.377799 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:40:56.423777 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] No DVR routers for this DVR port be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:40:56.426409 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:56.428406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb915ac7-51dd-4334-862f-befb73f9054d req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.26 "DELETE /v2.0/ports/be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 HTTP/1.1" status: 204  len: 173 time: 0.5990357
Jun 21 03:40:56.428932 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'name': 'network-vif-deleted', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:40:56.431475 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2889dc09-78e7-4066-bd72-5a261cfd34d4" -d '{"events": [{"server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "name": "network-vif-deleted", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:40:56.467285 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e58ec4-16be-472b-a25f-d14923e877af x-openstack-request-id: req-e0e58ec4-16be-472b-a25f-d14923e877af {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:40:56.467628 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b58585-b2de-4632-80a9-d2191706f614", "name": "network-vif-deleted", "tag": "be2c71a1-be75-4c3f-9cc3-bb8935c7fa77", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:40:56.467935 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0e58ec4-16be-472b-a25f-d14923e877af {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:40:56.468397 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b58585-b2de-4632-80a9-d2191706f614', 'name': 'network-vif-deleted', 'tag': 'be2c71a1-be75-4c3f-9cc3-bb8935c7fa77', 'status': 'completed', 'code': 200}
Jun 21 03:40:56.715890 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-579df598-0671-4971-af8e-d0fb6dfe8a0a req-19ad93ea-e9e7-4896-8917-d3a1e55087dd tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b58585-b2de-4632-80a9-d2191706f614 HTTP/1.1" status: 200  len: 210 time: 0.0359173
Jun 21 03:40:58.900910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33326) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:40:58.980960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:40:59.000587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:40:59.000940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device be2c71a1-be75-4c3f-9cc3-bb8935c7fa77 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:40:59.238692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:59.484526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Deleting port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:40:59.484862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:59.564817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] For port 13f4a870-c87e-4a1e-b759-a2ddcaf7d902, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:40:59.565084 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:59.625276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Calling delete_port for 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:40:59.853883 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:40:59.856643 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fc2bdb99-3b59-4960-862d-9be05a49af15 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:40:59.884511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Pushing event deleted for resources: {'Port': ['ID=13f4a870-c87e-4a1e-b759-a2ddcaf7d902,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:40:59.888344 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:00.369150 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:00.579788 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Router fbce0219-0278-4cb0-b574-7b40fab77432 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:41:00.691123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:41:00.696545 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] 10.222.0.25 "PUT /v2.0/routers/fbce0219-0278-4cb0-b574-7b40fab77432/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7940421
Jun 21 03:41:00.699408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33328) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:00.700772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] Sync routers for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:41:00.719028 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:00.719650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3dfb9d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:40:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:00.801854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:00.821805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:00.903415 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.002663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3dfb9d0>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:40:59Z', 'revision_number': 5, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port': {'id': '9f2a04ef-bddd-4999-8443-767edf4d5e95', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:40Z', 'updated_at': '2021-06-21T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:01.028571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Deleting port 9f2a04ef-bddd-4999-8443-767edf4d5e95 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:41:01.028923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.030084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] Checking router: fbce0219-0278-4cb0-b574-7b40fab77432 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:41:01.038374 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] Routers {'fbce0219-0278-4cb0-b574-7b40fab77432'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:01.039000 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3dfb9d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:40:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fbce0219-0278-4cb0-b574-7b40fab77432'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:01.107367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] For port 9f2a04ef-bddd-4999-8443-767edf4d5e95, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9f2a04ef-bddd-4999-8443-767edf4d5e95,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:01.107720 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.123969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] Set router fbce0219-0278-4cb0-b574-7b40fab77432 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:01.174597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Calling delete_port for 9f2a04ef-bddd-4999-8443-767edf4d5e95 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:41:01.178664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3dfb9d0>, [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:41:00Z', 'revision_number': 6, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:01.204250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0af72e-ceba-45a8-a627-a2c45c76b2aa None None] The sync data for ids ['fbce0219-0278-4cb0-b574-7b40fab77432'] in n-d-758944-33 is: [{'id': 'fbce0219-0278-4cb0-b574-7b40fab77432', 'name': 'tempest-TestMinimumBasicScenario-2117622235-router', 'tenant_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:39Z', 'updated_at': '2021-06-21T03:41:00Z', 'revision_number': 6, 'project_id': 'bc2425d2f9004ad0b38dd39bb84e9fe3', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:41:01.401554 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.403581 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1c97a437-c4cb-4adb-bf2f-97a1a202a490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:01.427043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2a04ef-bddd-4999-8443-767edf4d5e95,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:01.430063 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:01.492584 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.586654 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.589605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.681759 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.682280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbce0219-0278-4cb0-b574-7b40fab77432 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:41:01.689226 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.689226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fbce0219-0278-4cb0-b574-7b40fab77432 HTTP/1.1" status: 204  len: 168 time: 0.9874659
Jun 21 03:41:01.690469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33330) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:01.735011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] Deleting subnet cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:41:01.738003 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.775999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.849937 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.944846 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.947652 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b41223a-cf33-477e-91ab-a7ce0facfe13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:01.976052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:01.979241 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:01.980243 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:01.984669 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a2502d88-631b-4546-9729-b234979a4f62 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cba4bd7c-3eca-40ec-9d3d-f9e24e5facaa HTTP/1.1" status: 204  len: 168 time: 0.2907834
Jun 21 03:41:01.992239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33332) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:01.992677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c4b15-3e70-4837-b9a3-7e532dc20064 None None] Network 91932e52-ac5c-4c82-9337-e51b7c39e7e7 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:41:02.043853 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:41:02.063263 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.072511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:41:02.073208 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 13f4a870-c87e-4a1e-b759-a2ddcaf7d902 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:41:02.073654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9f2a04ef-bddd-4999-8443-767edf4d5e95 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:41:02.097228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 9f2a04ef-bddd-4999-8443-767edf4d5e95 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:41:02.097746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9f2a04ef-bddd-4999-8443-767edf4d5e95 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:41:02.117585 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Deleting port c0c8606d-de86-4d0c-ac96-b0f04edeb415 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:41:02.118649 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.195236 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] For port c0c8606d-de86-4d0c-ac96-b0f04edeb415, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c0c8606d-de86-4d0c-ac96-b0f04edeb415,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:02.195236 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.227745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548cc63-140c-4675-b77c-447087af2341 None None] DHCP port deletion for 91932e52-ac5c-4c82-9337-e51b7c39e7e7 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:41:02.263984 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Calling delete_port for c0c8606d-de86-4d0c-ac96-b0f04edeb415 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:41:02.275960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Deleting port c0c8606d-de86-4d0c-ac96-b0f04edeb415 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:41:02.276355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.357422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e548cc63-140c-4675-b77c-447087af2341 None None] For port c0c8606d-de86-4d0c-ac96-b0f04edeb415, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c0c8606d-de86-4d0c-ac96-b0f04edeb415,segment=NetworkSegment(0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94),segment_id=0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:02.357818 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.395760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.398861 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-27e1004b-7151-4604-833d-08a8556500ea tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:02.424016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c8606d-de86-4d0c-ac96-b0f04edeb415,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:02.424262 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Calling delete_port for c0c8606d-de86-4d0c-ac96-b0f04edeb415 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:41:02.426101 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] No DVR routers for this DVR port c0c8606d-de86-4d0c-ac96-b0f04edeb415 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:41:02.427637 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:02.501090 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.501645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.504549 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d6732e83-7088-40e3-829c-b67c84e20d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:02.511187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2624040>,) {'filters': {'network_id': ['91932e52-ac5c-4c82-9337-e51b7c39e7e7']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:02.521397 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2624040>, '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:02.521700 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2624040>, '0bbe72fd-99a8-4abb-a1e8-e6f3d848cd94') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:02.527569 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Pushing event deleted for resources: {'Port': ['ID=c0c8606d-de86-4d0c-ac96-b0f04edeb415,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:02.529789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548cc63-140c-4675-b77c-447087af2341 None None] No DVR routers for this DVR port c0c8606d-de86-4d0c-ac96-b0f04edeb415 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:41:02.531686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.537247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.538417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.538417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.538417 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.538720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.538824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.539114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.539463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.540364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.540680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.541003 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.541349 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:02.544402 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:02.549672 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.556667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:41:02.557172 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:41:02.562783 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:41:02.681780 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.685550 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b3784d89-2ce5-4e98-81d9-9ce9feaedee0 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:02.688235 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:02.690000 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/91932e52-ac5c-4c82-9337-e51b7c39e7e7 HTTP/1.1" status: 204  len: 168 time: 0.7039800
Jun 21 03:41:02.692999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33334) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:02.701695 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=91932e52-ac5c-4c82-9337-e51b7c39e7e7,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:02.704353 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:03.032539 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:03.279833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Deleting port eea107eb-2485-4b36-8f89-6ad4cd2224a5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:41:03.280167 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:03.358782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] For port eea107eb-2485-4b36-8f89-6ad4cd2224a5, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=eea107eb-2485-4b36-8f89-6ad4cd2224a5,segment=NetworkSegment(d144862e-249c-4ba1-b669-cab301b6e3da),segment_id=d144862e-249c-4ba1-b669-cab301b6e3da)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:03.359139 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:03.420636 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Calling delete_port for eea107eb-2485-4b36-8f89-6ad4cd2224a5 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:41:03.670127 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:03.672031 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-79c36301-24d2-4529-aef5-c5c8d5bec185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:03.700840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Pushing event deleted for resources: {'Port': ['ID=eea107eb-2485-4b36-8f89-6ad4cd2224a5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:03.703911 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:03.862388 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:04.067772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c0c8606d-de86-4d0c-ac96-b0f04edeb415 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:41:04.092493 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c0c8606d-de86-4d0c-ac96-b0f04edeb415 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:41:04.092863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c0c8606d-de86-4d0c-ac96-b0f04edeb415 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:41:04.255900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-53236689-46d0-4ce5-9167-41831af9062f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:04.414930 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:41:04.516737 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:41:04.523912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] 10.222.0.25 "PUT /v2.0/routers/8ef23cec-8a95-4ccc-b01b-675dfdcd768f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8273661
Jun 21 03:41:04.524155 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33336) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:04.528009 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] Sync routers for ids ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:41:04.541073 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] Routers {'8ef23cec-8a95-4ccc-b01b-675dfdcd768f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:04.541715 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d91e1910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:40:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:04.643613 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:04.730766 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:41:04.743536 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] Set router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:04.759711 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:04.851264 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Deleting port 6aef9d4e-d3c3-4be8-abb3-b502287271f3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:41:04.851614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:04.933353 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d91e1910>, [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:41:03Z', 'revision_number': 5, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port': {'id': '6aef9d4e-d3c3-4be8-abb3-b502287271f3', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:38:46Z', 'updated_at': '2021-06-21T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:04.945429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] For port 6aef9d4e-d3c3-4be8-abb3-b502287271f3, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=6aef9d4e-d3c3-4be8-abb3-b502287271f3,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:04.945795 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:04.963024 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] Checking router: 8ef23cec-8a95-4ccc-b01b-675dfdcd768f for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:41:04.971240 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] Routers {'8ef23cec-8a95-4ccc-b01b-675dfdcd768f'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:04.971860 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d91e1910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:40:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:05.016747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Calling delete_port for 6aef9d4e-d3c3-4be8-abb3-b502287271f3 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:41:05.058823 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] Set router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:05.111759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d91e1910>, [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:41:04Z', 'revision_number': 6, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:05.138587 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df2b38-0ef1-481d-b5f9-df22a072b2a6 None None] The sync data for ids ['8ef23cec-8a95-4ccc-b01b-675dfdcd768f'] in n-d-758944-33 is: [{'id': '8ef23cec-8a95-4ccc-b01b-675dfdcd768f', 'name': 'tempest-TestMinimumBasicScenario-163518745-router', 'tenant_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:38:45Z', 'updated_at': '2021-06-21T03:41:04Z', 'revision_number': 6, 'project_id': 'd74f23c2e35e454094f15dec65ec9d5e', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:41:05.247015 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.249036 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:05.270976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aef9d4e-d3c3-4be8-abb3-b502287271f3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:05.274637 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:05.338252 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.425678 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.427763 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.538748 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.539328 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef23cec-8a95-4ccc-b01b-675dfdcd768f {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:41:05.544912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.546194 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8ef23cec-8a95-4ccc-b01b-675dfdcd768f HTTP/1.1" status: 204  len: 168 time: 1.0206575
Jun 21 03:41:05.549622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33340) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:05.595074 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] Deleting subnet 2c7d528f-23d1-4dd8-9cfa-6518f0dadae6 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:41:05.598081 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.631146 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.708837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.813120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.816001 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0a05f6d6-6985-4a0d-a0d1-b432a4b09d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:05.839807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7d528f-23d1-4dd8-9cfa-6518f0dadae6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:05.842954 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:05.844072 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.846079 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-76f89a9d-1b5d-4e31-8472-7bba2a083f67 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2c7d528f-23d1-4dd8-9cfa-6518f0dadae6 HTTP/1.1" status: 204  len: 168 time: 0.2952037
Jun 21 03:41:05.848317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33344) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:05.850671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6738058-3b49-469e-a1c0-e11e7081f0b0 None None] Network f4d0064f-08d3-4e20-b89a-2a970b5817ea requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:41:05.929379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:05.987103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Deleting port 10a23641-b42a-454e-b2ad-a5fbb22651ca {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:41:05.987633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.057538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] DHCP port deletion for f4d0064f-08d3-4e20-b89a-2a970b5817ea request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:41:06.057731 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] For port 10a23641-b42a-454e-b2ad-a5fbb22651ca, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=10a23641-b42a-454e-b2ad-a5fbb22651ca,segment=NetworkSegment(d144862e-249c-4ba1-b669-cab301b6e3da),segment_id=d144862e-249c-4ba1-b669-cab301b6e3da)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:06.057991 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.061646 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device eea107eb-2485-4b36-8f89-6ad4cd2224a5 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:41:06.094596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: eea107eb-2485-4b36-8f89-6ad4cd2224a5 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:41:06.094596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device eea107eb-2485-4b36-8f89-6ad4cd2224a5 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:41:06.094596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6aef9d4e-d3c3-4be8-abb3-b502287271f3 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:41:06.124716 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 6aef9d4e-d3c3-4be8-abb3-b502287271f3 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:41:06.125077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 6aef9d4e-d3c3-4be8-abb3-b502287271f3 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:41:06.129517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Calling delete_port for 10a23641-b42a-454e-b2ad-a5fbb22651ca owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:41:06.169579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] Deleting port 10a23641-b42a-454e-b2ad-a5fbb22651ca {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:41:06.169579 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.234384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] For port 10a23641-b42a-454e-b2ad-a5fbb22651ca, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=10a23641-b42a-454e-b2ad-a5fbb22651ca,segment=NetworkSegment(d144862e-249c-4ba1-b669-cab301b6e3da),segment_id=d144862e-249c-4ba1-b669-cab301b6e3da)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:06.234788 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.276628 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.279061 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2ae13212-c322-48c5-a57a-fc7c12b1b98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:06.308271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Pushing event deleted for resources: {'Port': ['ID=10a23641-b42a-454e-b2ad-a5fbb22651ca,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:06.308271 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:06.308271 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] No DVR routers for this DVR port 10a23641-b42a-454e-b2ad-a5fbb22651ca on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:41:06.382173 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.393165 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d255f2e0>,) {'filters': {'network_id': ['f4d0064f-08d3-4e20-b89a-2a970b5817ea']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:06.408199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d255f2e0>, 'd144862e-249c-4ba1-b669-cab301b6e3da') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:06.408489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d255f2e0>, 'd144862e-249c-4ba1-b669-cab301b6e3da') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:06.417725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.432733 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.438780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:41:06.439238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:41:06.440892 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:41:06.470104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] Calling delete_port for 10a23641-b42a-454e-b2ad-a5fbb22651ca owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:41:06.539734 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.553942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.557456 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:06.567211 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.571592 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-259f91eb-f193-4c69-a566-902117e0420f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:06.576837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.577183 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] 10.222.0.25 "DELETE /v2.0/networks/f4d0064f-08d3-4e20-b89a-2a970b5817ea HTTP/1.1" status: 204  len: 168 time: 0.7279305
Jun 21 03:41:06.580706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] Pushing event deleted for resources: {'Port': ['ID=10a23641-b42a-454e-b2ad-a5fbb22651ca,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:06.583762 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:06.584578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] No DVR routers for this DVR port 10a23641-b42a-454e-b2ad-a5fbb22651ca on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:41:06.587679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d0064f-08d3-4e20-b89a-2a970b5817ea,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:06.589874 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:06.669828 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86e27bd0-232d-4417-85a1-02beb9b78ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:06.938560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33350) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:06.977601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-083984c1-7705-4fa9-8457-92557d21452e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc2425d2f9004ad0b38dd39bb84e9fe3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0372536
Jun 21 03:41:06.979867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33352) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:07.025590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45b94127-f55a-4794-99a7-1d6907d27c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:07.051350 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45b94127-f55a-4794-99a7-1d6907d27c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:07.178454 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:07.246995 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45b94127-f55a-4794-99a7-1d6907d27c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:07.249686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45b94127-f55a-4794-99a7-1d6907d27c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:07.250835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-45b94127-f55a-4794-99a7-1d6907d27c7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3c80e83-1684-4f2a-8b94-a302d357cd64 HTTP/1.1" status: 204  len: 168 time: 0.2700865
Jun 21 03:41:07.251695 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a531703a-0dd4-4f01-b8d0-b61fefeeff2e tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:07.260324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b94127-f55a-4794-99a7-1d6907d27c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c80e83-1684-4f2a-8b94-a302d357cd64,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:07.264239 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45b94127-f55a-4794-99a7-1d6907d27c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:07.861402 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33360) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:07.902424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0febc536-be79-4025-8040-1fe17fa1e286 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d74f23c2e35e454094f15dec65ec9d5e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0396805
Jun 21 03:41:07.904786 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33362) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:07.953110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6beefd16-5aa3-409a-ab8b-c2a0d1274da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:07.977027 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6beefd16-5aa3-409a-ab8b-c2a0d1274da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:08.023327 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 10a23641-b42a-454e-b2ad-a5fbb22651ca no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:41:08.044027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 10a23641-b42a-454e-b2ad-a5fbb22651ca {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:41:08.044295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 10a23641-b42a-454e-b2ad-a5fbb22651ca not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:41:08.087771 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6beefd16-5aa3-409a-ab8b-c2a0d1274da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:08.090435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6beefd16-5aa3-409a-ab8b-c2a0d1274da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:08.091576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6beefd16-5aa3-409a-ab8b-c2a0d1274da5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e51df0a9-a3d9-40a2-b71f-6368dfb571cf HTTP/1.1" status: 204  len: 168 time: 0.1858568
Jun 21 03:41:08.092469 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-060db059-b5a0-4d98-b697-ef3842c7d1de tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:08.100317 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beefd16-5aa3-409a-ab8b-c2a0d1274da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51df0a9-a3d9-40a2-b71f-6368dfb571cf,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:08.103462 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6beefd16-5aa3-409a-ab8b-c2a0d1274da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:08.213342 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:08.567396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:09.732904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.097753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33404) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:10.102547 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83181775', 'description': 'tempest-secgroup-smoke-83181775 description', 'project_id': '03ed21845d0e46c9bb411c47e64de980'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:10.206985 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.214959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.307931 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.361227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.363723 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:10.396106 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a8e8d-3887-4fd7-a380-5c709cd554aa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:10.399438 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:10.454187 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.492368 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.495488 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6beefd16-5aa3-409a-ab8b-c2a0d1274da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:10.521417 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3179ee-b71c-4a0a-a105-923cbd3b10e9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:10.524046 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:10.572691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.573875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4751220
Jun 21 03:41:10.576692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33406) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:10.581114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-91c5faa1-528d-4de0-9d89-626cd701503f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': 'aa3179ee-b71c-4a0a-a105-923cbd3b10e9', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:10.680032 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91c5faa1-528d-4de0-9d89-626cd701503f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.736027 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91c5faa1-528d-4de0-9d89-626cd701503f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.812696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91c5faa1-528d-4de0-9d89-626cd701503f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.817545 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-efcbcf76-70c7-4eb4-a90b-6de2ea0d91c1 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:10.832575 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5faa1-528d-4de0-9d89-626cd701503f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91335ccf-6bbd-4ed9-9da3-c6d6190bb323,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:10.835000 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-91c5faa1-528d-4de0-9d89-626cd701503f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:10.898425 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91c5faa1-528d-4de0-9d89-626cd701503f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:10.899642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-91c5faa1-528d-4de0-9d89-626cd701503f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3220360
Jun 21 03:41:10.902638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33408) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:10.909516 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': 'aa3179ee-b71c-4a0a-a105-923cbd3b10e9', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:10.995144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.050898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.109742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.111518 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4533074f-eefd-4574-8b58-5e94c4cea60c tempest-TestServerBasicOps-2113928190 tempest-TestServerBasicOps-2113928190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:11.132011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1f46ba-e0c9-41b8-bcaf-88deca2fff94,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:11.135756 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:11.184135 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.185310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2817204
Jun 21 03:41:11.188064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33410) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:11.192488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': 'aa3179ee-b71c-4a0a-a105-923cbd3b10e9', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:11.257243 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.313475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.372725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.374660 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1e11397d-6bd5-4915-ae32-2e5fbde9231b tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:11.393373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c64cda7-d3f2-46e4-95e6-114121b73334,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:11.396441 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:11.452936 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.454196 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2652137
Jun 21 03:41:11.457126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33412) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:11.461593 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': 'aa3179ee-b71c-4a0a-a105-923cbd3b10e9', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:11.532096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.593104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.646994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.653435 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-aafc23d2-2b0e-4496-a028-7244bb31185f tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:11.668792 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ac14fe-5f05-4f7c-aa6c-3efbebf7a26c,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:11.671009 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:11.715578 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.716868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2587929
Jun 21 03:41:11.719486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33414) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:11.723958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': 'aa3179ee-b71c-4a0a-a105-923cbd3b10e9', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:11.790097 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:41:11.796314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.854648 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.903863 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.905630 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-84c1177c-ec1e-4cac-8c33-f00db6d7dee1 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:11.926351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ec7ef5-bc31-4379-8000-50b90e8c1cad,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:11.929165 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:11.983940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:11.987471 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2647462
Jun 21 03:41:11.988020 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33416) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:11.992474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': 'aa3179ee-b71c-4a0a-a105-923cbd3b10e9', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:12.092633 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:41:12.097939 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.158592 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.241606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.243566 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2da69c46-77d4-4d96-8309-2cd69bc0a278 tempest-SecGroupIPv6Test-92628589 tempest-SecGroupIPv6Test-92628589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:12.260893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee76836-b024-4ae5-9c22-2f0abefc0c9b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:12.265370 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:12.327316 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.331404 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3396258
Jun 21 03:41:12.331609 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33418) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:12.336776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'network': {'name': 'tempest-network-smoke--179884562', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'port_security_enabled': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:12.452638 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:41:12.456179 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.479621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:41:12.487854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.488227 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Added segment 83825f8a-9e70-41ec-80fe-b98165eef84c of type vlan for network 048d1e2c-3453-4e91-822a-e2df7a99ab09
Jun 21 03:41:12.528017 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.630183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.636391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:12.636989 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.640237 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ad818386-de2f-4a2b-9fcb-0ce23c588da7 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:12.707368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Network': ['ID=048d1e2c-3453-4e91-822a-e2df7a99ab09,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:12.710081 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:12.718273 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:41:12.767719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d507bebc-6e97-48c0-ac4f-08be22a464d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4349840
Jun 21 03:41:12.770558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33420) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:12.775698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'admin_state_up': True, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:12.852571 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.854096 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:12.904377 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:13.074179 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:13.345350 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:13.363411 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:13.461740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.48 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/038a6b5d-de80-4a1d-a069-16fe1a7744f6) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:41:13.565964 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:13.663742 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:13.666662 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-161af464-239b-47cd-93a8-bf7410f6696e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:13.705385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:41:13.708249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:41:13.712616 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:41:13.716831 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=038a6b5d-de80-4a1d-a069-16fe1a7744f6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:13.735440 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:14.118037 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:14.337014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:14.892291 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 2ddf1298-4b56-4005-b29c-956df663fab7 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:41:14.998666 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:41:15.008389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Sync routers for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:41:15.017910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:15.022919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de5f44f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:41:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:15.104402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.105700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.3342118
Jun 21 03:41:15.108756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33424) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:15.121617 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:15.232325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-719e2c8f-556f-4fb2-b166-9fce70f986e9 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=03ed21845d0e46c9bb411c47e64de980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1223254
Jun 21 03:41:15.235169 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33428) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:15.301212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de5f44f0>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:13Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:15.327698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Checking router: 2ddf1298-4b56-4005-b29c-956df663fab7 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:41:15.328055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Updating router 2ddf1298-4b56-4005-b29c-956df663fab7 port 038a6b5d-de80-4a1d-a069-16fe1a7744f6 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:41:15.359887 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.383305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c5167-11d0-447d-a296-591fdef98799 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:15.385457 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9f5c5167-11d0-447d-a296-591fdef98799 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1487052
Jun 21 03:41:15.388383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33430) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:15.425524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b4211429-f491-447c-b176-12d5d83ce6fb tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0358746
Jun 21 03:41:15.427926 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33432) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:15.433378 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1437257753', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:15.591890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:41:15.595586 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.606582 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.615943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Transition to ACTIVE for port object 038a6b5d-de80-4a1d-a069-16fe1a7744f6 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:41:15.698421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.701231 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0c2af06b-f5d0-49e1-95e5-6713e5fb0414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:15.751402 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Attempting to bind port 038a6b5d-de80-4a1d-a069-16fe1a7744f6 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:41:15.751784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Attempting to bind port 038a6b5d-de80-4a1d-a069-16fe1a7744f6 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:41:15.752156 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Attempting to bind port 038a6b5d-de80-4a1d-a069-16fe1a7744f6 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:41:15.755216 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc10867-66dc-4806-a4b4-3a97ad5ad28c None None] Pushing event updated for resources: {'Port': ['ID=038a6b5d-de80-4a1d-a069-16fe1a7744f6,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:15.758983 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6cc10867-66dc-4806-a4b4-3a97ad5ad28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:15.762639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:41:15.763026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:41:15.763310 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.763693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:41:15.764175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Bound port: 038a6b5d-de80-4a1d-a069-16fe1a7744f6, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:41:15.764556 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.814523 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] For port 038a6b5d-de80-4a1d-a069-16fe1a7744f6, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:41:15.817474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] For port 038a6b5d-de80-4a1d-a069-16fe1a7744f6, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=038a6b5d-de80-4a1d-a069-16fe1a7744f6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:41:15.841305 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.844285 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:15.898873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:15.901725 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:15.910726 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Subnet': ['ID=5cb08c27-d48e-4aea-91b7-474a5866a487,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:15.914668 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:15.915368 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Checking segment: {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:41:15.915724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network hostable DHCP agents. Network: 048d1e2c-3453-4e91-822a-e2df7a99ab09, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:41:15.961144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:15.961717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de5f44f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:41:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:15.966220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc10867-66dc-4806-a4b4-3a97ad5ad28c None None] Pushing event updated for resources: {'Port': ['ID=038a6b5d-de80-4a1d-a069-16fe1a7744f6,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:15.996219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:41:15.997615 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6cc10867-66dc-4806-a4b4-3a97ad5ad28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:16.052280 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 048d1e2c-3453-4e91-822a-e2df7a99ab09) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:41:16.056445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:16.057043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:16.068264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80046635-f9e4-4e8a-b601-c83fa217cc51 None None] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:41:16.082453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:16.115935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0c39de15-f85c-4a00-8ef7-612d6d4af401 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6869898
Jun 21 03:41:16.118684 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33434) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:16.347060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-048d1e2c-3453-4e91-822a-e2df7a99ab09', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:41:16.347912 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:16.375756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de5f44f0>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:13Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:16.452217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d842ac1-7878-4728-b078-41aa738b8e91 None None] The sync data for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 is: [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:13Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:41:16.522677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Allocated IP 172.20.0.2 (048d1e2c-3453-4e91-822a-e2df7a99ab09/5cb08c27-d48e-4aea-91b7-474a5866a487/cc51b24f-18c6-49d7-be86-b85a585d8af1) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:41:16.558735 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:16.673166 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:16.681609 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Transition to ACTIVE for port object cc51b24f-18c6-49d7-be86-b85a585d8af1 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:41:16.707946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Transition to ACTIVE for port object cc51b24f-18c6-49d7-be86-b85a585d8af1 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:41:16.773291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:16.776154 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6cc10867-66dc-4806-a4b4-3a97ad5ad28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:16.819403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:41:16.825064 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:41:16.829534 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:41:16.843666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Pushing event updated for resources: {'Port': ['ID=cc51b24f-18c6-49d7-be86-b85a585d8af1,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:16.847817 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:16.903034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Attempting to bind port cc51b24f-18c6-49d7-be86-b85a585d8af1 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:41:16.903718 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Attempting to bind port cc51b24f-18c6-49d7-be86-b85a585d8af1 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:41:16.904266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Attempting to bind port cc51b24f-18c6-49d7-be86-b85a585d8af1 on network 048d1e2c-3453-4e91-822a-e2df7a99ab09 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:41:16.910706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:41:16.911348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Checking segment: {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:41:16.911942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:16.912345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Bound using segment: {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:41:16.913049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Bound port: cc51b24f-18c6-49d7-be86-b85a585d8af1, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:41:16.913457 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:16.942743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.1 (048d1e2c-3453-4e91-822a-e2df7a99ab09/5cb08c27-d48e-4aea-91b7-474a5866a487/f2c762d2-e6ed-48b3-bb5f-edbcd24d493c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:41:16.984089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] For port cc51b24f-18c6-49d7-be86-b85a585d8af1, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:41:16.988463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] For port cc51b24f-18c6-49d7-be86-b85a585d8af1, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cc51b24f-18c6-49d7-be86-b85a585d8af1,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:41:17.064614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:17.064877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:17.066706 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6cc10867-66dc-4806-a4b4-3a97ad5ad28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:17.083943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object f2c762d2-e6ed-48b3-bb5f-edbcd24d493c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:41:17.141702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Pushing event updated for resources: {'Port': ['ID=cc51b24f-18c6-49d7-be86-b85a585d8af1,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:17.142176 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:17.190679 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:17.193402 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:17.238459 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:41:17.241807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:41:17.247343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:41:17.254604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:17.274696 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:17.316331 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:17.539743 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:17.835161 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:17.887251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:17.890640 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b71c6795-f58c-4301-a0c9-b4ea22ad40d1 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:17.966720 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:17.968596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:17.971579 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:18.046415 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab186ce-efe2-4cd7-8c7b-1b8526c5c133 None None] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:41:18.082999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:41:18.084982 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:41:18.126872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 038a6b5d-de80-4a1d-a069-16fe1a7744f6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:41:18.200827 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a35bdfaf-a2c5-4592-96a3-b26fb3ff538b None None] Provisioning for port cc51b24f-18c6-49d7-be86-b85a585d8af1 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:41:18.210487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 2ddf1298-4b56-4005-b29c-956df663fab7 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:41:18.307074 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 038a6b5d-de80-4a1d-a069-16fe1a7744f6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:41:18.309678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 038a6b5d-de80-4a1d-a069-16fe1a7744f6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:18.310074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.324288 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:41:18.339641 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/2ddf1298-4b56-4005-b29c-956df663fab7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2112579
Jun 21 03:41:18.407553 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.442496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 038a6b5d-de80-4a1d-a069-16fe1a7744f6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=038a6b5d-de80-4a1d-a069-16fe1a7744f6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:18.500596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-c3dba797-f373-47f7-a067-14d3eb73fdde tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83181775&fields=id&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 267 time: 0.0395100
Jun 21 03:41:18.511288 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.512266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cc51b24f-18c6-49d7-be86-b85a585d8af1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:41:18.514134 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-34acbfb5-d4b2-43a2-b401-51d6780e84b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:18.598449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=038a6b5d-de80-4a1d-a069-16fe1a7744f6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:18.601812 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:18.635207 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535759-152a-4584-8a71-6acb4959ce25 req-754c6c6f-51d0-4ee9-8b58-b1e925718f92 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:18.637603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-754c6c6f-51d0-4ee9-8b58-b1e925718f92 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/networks?id=048d1e2c-3453-4e91-822a-e2df7a99ab09 HTTP/1.1" status: 200  len: 796 time: 0.1299572
Jun 21 03:41:18.647126 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Provisioning for port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:41:18.651872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Provisioning complete for port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:18.652439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.653912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-ce073fbe-0c94-4065-aa33-9f93adae8766 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/quotas/03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 375 time: 0.0106454
Jun 21 03:41:18.679676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port cc51b24f-18c6-49d7-be86-b85a585d8af1 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:41:18.685984 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cc51b24f-18c6-49d7-be86-b85a585d8af1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:18.690889 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.727067 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:41:18.743084 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Sync routers for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:41:18.749868 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-012a3ef5-fa7a-48e6-9c9f-a53bb1143c65 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0901825
Jun 21 03:41:18.754632 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:18.754983 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f129d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:41:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:18.756144 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Provisioning complete for port cc51b24f-18c6-49d7-be86-b85a585d8af1 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:18.756599 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.825651 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.872291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-26111149-d3fc-4e02-9fec-de5c6c15609c service neutron] 10.222.0.25 "GET /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1120341
Jun 21 03:41:18.888769 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:18.891508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port cc51b24f-18c6-49d7-be86-b85a585d8af1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cc51b24f-18c6-49d7-be86-b85a585d8af1,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:18.904629 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.962232 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:18.964380 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e19c77e0-4d4d-4c17-aee1-e7dfaadcefcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:18.995893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-be1aa388-9681-45c7-803d-60058bfebf09 service neutron] 10.222.0.25 "GET /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083627
Jun 21 03:41:19.035838 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 03:41:19.036213 n-d-758944-33 neutron-server[94168]: DEBUG oslo_db.api [None req-02154911-afeb-406e-a81d-5e984f56c8ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 03:41:19.040477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=cc51b24f-18c6-49d7-be86-b85a585d8af1,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:19.044471 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:19.115271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f129d0>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 2, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:19.140888 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Checking router: 2ddf1298-4b56-4005-b29c-956df663fab7 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:41:19.141248 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Updating router 2ddf1298-4b56-4005-b29c-956df663fab7 port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:41:19.174770 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:19.260219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c4f0c18a-6ffb-46b5-97c0-fbdc808907cd req-66d49d82-eaaf-482a-9b15-5e656568bb99 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 210 time: 0.0285218
Jun 21 03:41:19.445041 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:19.455316 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Transition to ACTIVE for port object f2c762d2-e6ed-48b3-bb5f-edbcd24d493c will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:41:19.561453 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:19.563440 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-90a4dc1c-b82e-4b1a-b53c-52a78d5ccae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:19.639157 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Pushing event updated for resources: {'Port': ['ID=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:19.648509 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.648856 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.649444 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.649790 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.650829 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.651170 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.651499 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.651824 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.652337 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.652716 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.652996 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.653313 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:41:19.658652 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:19.717768 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Attempting to bind port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:41:19.718356 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Attempting to bind port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:41:19.718728 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Attempting to bind port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c on network 048d1e2c-3453-4e91-822a-e2df7a99ab09 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:41:19.724464 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:41:19.724848 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Checking segment: {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:41:19.728187 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:19.728187 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Bound using segment: {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:41:19.728187 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Bound port: f2c762d2-e6ed-48b3-bb5f-edbcd24d493c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:41:19.728187 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:19.804462 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] For port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:41:19.808408 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] For port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:41:19.871361 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:19.875008 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-2e2b0d1d-53d6-4838-937d-f4378fe22916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:19.922277 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:19.922905 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f129d0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:41:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:20.027426 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Pushing event updated for resources: {'Port': ['ID=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:20.030716 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:20.048018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 038a6b5d-de80-4a1d-a069-16fe1a7744f6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:41:20.050464 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:20.118136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 038a6b5d-de80-4a1d-a069-16fe1a7744f6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:20.119396 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:20.213233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cc51b24f-18c6-49d7-be86-b85a585d8af1 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:41:20.263357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port cc51b24f-18c6-49d7-be86-b85a585d8af1 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:20.263732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:20.352738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b68d910c-c771-4535-a16b-a139cf68fe3f req-f7558837-4ae8-448e-aa61-e830c28d5c4e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 210 time: 0.0373387
Jun 21 03:41:20.353843 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f129d0>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:19Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:20.381583 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d479dc-6c09-471e-b896-c8a236a4fc2c None None] The sync data for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 is: [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:19Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:41:21.491881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bd4a76cf-7bc0-4a32-9388-08c9f5abaccf req-87308ecf-6ff6-470d-b041-f99a18f21817 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 210 time: 0.0300078
Jun 21 03:41:21.571155 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535759-152a-4584-8a71-6acb4959ce25 req-54e141d9-4fb9-4261-834e-d936536a4c71 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:21.573497 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-54e141d9-4fb9-4261-834e-d936536a4c71 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/networks?id=048d1e2c-3453-4e91-822a-e2df7a99ab09 HTTP/1.1" status: 200  len: 796 time: 0.1119735
Jun 21 03:41:21.614477 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-a71444f7-58a8-4031-9abc-a2d785ee5b13 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 378 time: 0.0328083
Jun 21 03:41:21.623572 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'port': {'device_id': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'admin_state_up': True, 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'security_groups': ['aa3179ee-b71c-4a0a-a105-923cbd3b10e9']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:21.801256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:41:21.804968 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:21.937829 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.4 (048d1e2c-3453-4e91-822a-e2df7a99ab09/5cb08c27-d48e-4aea-91b7-474a5866a487/1357de53-d52c-41dd-a80b-edae4c18fb7e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:41:22.054172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f2c762d2-e6ed-48b3-bb5f-edbcd24d493c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:41:22.083256 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.097575 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object 1357de53-d52c-41dd-a80b-edae4c18fb7e will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:41:22.178014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:41:22.182348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:22.182751 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.207282 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.211580 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4f5814d0-2bf4-49f5-86a8-d8918961ebf6 tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:22.260059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:41:22.260773 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.263540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:41:22.267519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:41:22.300713 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=1357de53-d52c-41dd-a80b-edae4c18fb7e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:22.300842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:22.300961 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:22.322721 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:22.323339 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.355486 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.357455 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6e176244-abe8-45e2-9355-a7cf3d6fd7b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:22.373818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7534223
Jun 21 03:41:22.387828 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-40b2c66e-1615-4a5e-8401-7d430a4b9460 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:41:22.389286 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-40b2c66e-1615-4a5e-8401-7d430a4b9460 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0077384
Jun 21 03:41:22.401469 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Request body: {'port': {'device_id': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:22.407732 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:22.411076 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:22.478865 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.606654 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b93ad654-21ea-40bd-9d38-7a018e8b8dcd None None] Provisioning for port 1357de53-d52c-41dd-a80b-edae4c18fb7e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:41:22.610902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b93ad654-21ea-40bd-9d38-7a018e8b8dcd None None] Provisioning complete for port 1357de53-d52c-41dd-a80b-edae4c18fb7e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:22.611407 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b93ad654-21ea-40bd-9d38-7a018e8b8dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.649378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b93ad654-21ea-40bd-9d38-7a018e8b8dcd None None] Port 1357de53-d52c-41dd-a80b-edae4c18fb7e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:41:22.677024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5696c9-316e-4ad4-beca-a04288956d53 req-cc031fbd-6275-4515-a6d6-25ad7e6ed4bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:22.678548 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae5696c9-316e-4ad4-beca-a04288956d53 req-cc031fbd-6275-4515-a6d6-25ad7e6ed4bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 931 time: 0.0709374
Jun 21 03:41:22.716624 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae5696c9-316e-4ad4-beca-a04288956d53 req-19c88de7-f361-4e9c-914b-9e89c8cb2063 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0314085
Jun 21 03:41:22.755054 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1357de53-d52c-41dd-a80b-edae4c18fb7e {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:41:22.762624 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.773906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Transition to ACTIVE for port object 1357de53-d52c-41dd-a80b-edae4c18fb7e will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:41:22.846389 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:22.848455 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-927f997b-01d9-41a7-b57b-e1a19938f069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:22.921108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Pushing event updated for resources: {'Port': ['ID=1357de53-d52c-41dd-a80b-edae4c18fb7e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:22.924697 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:23.000396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Attempting to bind port 1357de53-d52c-41dd-a80b-edae4c18fb7e on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:41:23.000753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Attempting to bind port 1357de53-d52c-41dd-a80b-edae4c18fb7e by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:41:23.001093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Attempting to bind port 1357de53-d52c-41dd-a80b-edae4c18fb7e on network 048d1e2c-3453-4e91-822a-e2df7a99ab09 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:41:23.005992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Port 1357de53-d52c-41dd-a80b-edae4c18fb7e on network 048d1e2c-3453-4e91-822a-e2df7a99ab09 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:41:23.006309 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Attempting to bind port 1357de53-d52c-41dd-a80b-edae4c18fb7e on network 048d1e2c-3453-4e91-822a-e2df7a99ab09 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:41:23.011261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:41:23.011607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Checking segment: {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:41:23.012002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Bound using segment: {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:41:23.012441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Bound port: 1357de53-d52c-41dd-a80b-edae4c18fb7e, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83825f8a-9e70-41ec-80fe-b98165eef84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:41:23.012798 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:23.077607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] For port 1357de53-d52c-41dd-a80b-edae4c18fb7e, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:41:23.080597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] For port 1357de53-d52c-41dd-a80b-edae4c18fb7e, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1357de53-d52c-41dd-a80b-edae4c18fb7e,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:41:23.121225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:23.123244 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b2d2cbb-aa18-4b71-a3ad-b81ac5e42dc7 tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:23.158943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:23.159640 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:23.160985 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] 10.222.0.20 "PUT /v2.0/ports/1357de53-d52c-41dd-a80b-edae4c18fb7e HTTP/1.1" status: 200  len: 1092 time: 0.7644317
Jun 21 03:41:23.161538 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:41:23.163857 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb075f37-af00-472a-bd8a-a8d7ae0408e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:41:23.186892 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Pushing event updated for resources: {'Port': ['ID=1357de53-d52c-41dd-a80b-edae4c18fb7e,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:23.189429 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:23.203993 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0e9606-0e01-4c31-81b7-ff9ad9e99ba6 x-openstack-request-id: req-9a0e9606-0e01-4c31-81b7-ff9ad9e99ba6 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:41:23.204345 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:41:23.204659 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a0e9606-0e01-4c31-81b7-ff9ad9e99ba6 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:41:23.205116 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'status': 'completed', 'code': 200}
Jun 21 03:41:23.287421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb075f37-af00-472a-bd8a-a8d7ae0408e0 req-8661adec-7fac-4d5c-a265-8de741fd981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:23.288953 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb075f37-af00-472a-bd8a-a8d7ae0408e0 req-8661adec-7fac-4d5c-a265-8de741fd981d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 1095 time: 0.0622993
Jun 21 03:41:23.388812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb075f37-af00-472a-bd8a-a8d7ae0408e0 req-d5ec73e2-4440-4d45-bd1a-886c671716a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:23.390444 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb075f37-af00-472a-bd8a-a8d7ae0408e0 req-d5ec73e2-4440-4d45-bd1a-886c671716a0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=03ed21845d0e46c9bb411c47e64de980&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0945473
Jun 21 03:41:23.485841 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb075f37-af00-472a-bd8a-a8d7ae0408e0 req-d7a27a3a-ce36-404c-b0a8-4f449f166eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:23.487264 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb075f37-af00-472a-bd8a-a8d7ae0408e0 req-d7a27a3a-ce36-404c-b0a8-4f449f166eac service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0903244
Jun 21 03:41:23.578553 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535759-152a-4584-8a71-6acb4959ce25 req-d8f78f30-6aa2-4838-ab23-b87b58f642b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:23.580056 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-d8f78f30-6aa2-4838-ab23-b87b58f642b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 1095 time: 0.0538361
Jun 21 03:41:23.621234 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-6987dc15-b316-4773-96df-8ca8c435196f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1357de53-d52c-41dd-a80b-edae4c18fb7e HTTP/1.1" status: 200  len: 217 time: 0.0344493
Jun 21 03:41:23.672849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535759-152a-4584-8a71-6acb4959ce25 req-1265f16c-aca6-49c9-92f1-e3954bb2e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:23.674304 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-1265f16c-aca6-49c9-92f1-e3954bb2e573 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cb08c27-d48e-4aea-91b7-474a5866a487 HTTP/1.1" status: 200  len: 835 time: 0.0470748
Jun 21 03:41:23.730834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535759-152a-4584-8a71-6acb4959ce25 req-df14e5ac-c60f-4431-8cfa-9ddda55925d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:23.732303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-df14e5ac-c60f-4431-8cfa-9ddda55925d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=048d1e2c-3453-4e91-822a-e2df7a99ab09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0520990
Jun 21 03:41:23.821094 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-05385028-2974-4b20-939e-ea594aea421d service neutron] 10.222.0.20 "GET /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815628
Jun 21 03:41:23.890251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d0313-42c1-4791-b2cd-c22235720c8b req-51ce4199-71ed-4f0f-9ded-db191d60991a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:23.891732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a7d0313-42c1-4791-b2cd-c22235720c8b req-51ce4199-71ed-4f0f-9ded-db191d60991a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 943 time: 0.0633173
Jun 21 03:41:23.915327 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-79535759-152a-4584-8a71-6acb4959ce25 req-ac32bced-a9a7-4dad-9c9d-b86d1311fb53 service neutron] 10.222.0.20 "GET /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884907
Jun 21 03:41:23.937019 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8a7d0313-42c1-4791-b2cd-c22235720c8b req-56addc90-00ed-446e-932b-80d853f7911c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0359251
Jun 21 03:41:24.031464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f2c762d2-e6ed-48b3-bb5f-edbcd24d493c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:41:24.078107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:24.078475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:25.110163 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe7fd-1304-4b02-bd2b-4b1410441877 req-1b450bf7-0f69-4e11-97c3-ca9009a60052 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:25.111633 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e8fe7fd-1304-4b02-bd2b-4b1410441877 req-1b450bf7-0f69-4e11-97c3-ca9009a60052 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 943 time: 0.0630786
Jun 21 03:41:25.148197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3e8fe7fd-1304-4b02-bd2b-4b1410441877 req-c2e92bf1-8bea-47e1-8629-f1ae96d9a02f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0308607
Jun 21 03:41:26.324550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301b64d-5a1a-4fff-887b-c8b354243475 req-2f4b9de8-f338-4895-b25d-5092f0e89197 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:26.326039 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7301b64d-5a1a-4fff-887b-c8b354243475 req-2f4b9de8-f338-4895-b25d-5092f0e89197 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 943 time: 0.0658755
Jun 21 03:41:26.362584 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7301b64d-5a1a-4fff-887b-c8b354243475 req-2c3d5a50-e1fa-4afa-914a-e12b017b7205 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0309150
Jun 21 03:41:27.536199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef2a2b-c741-4fc5-9528-10b3f0297b13 req-7438119c-5568-44a4-978a-4192849fb7c9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:27.537688 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79ef2a2b-c741-4fc5-9528-10b3f0297b13 req-7438119c-5568-44a4-978a-4192849fb7c9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 943 time: 0.0627162
Jun 21 03:41:27.575385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79ef2a2b-c741-4fc5-9528-10b3f0297b13 req-f9008951-3df5-463b-b02a-fd1bd147c570 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0321233
Jun 21 03:41:28.194726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1357de53-d52c-41dd-a80b-edae4c18fb7e details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:41:28.295551 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1357de53-d52c-41dd-a80b-edae4c18fb7e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1357de53-d52c-41dd-a80b-edae4c18fb7e,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:28.306808 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'port_id': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'mac_address': 'fa:16:3e:ee:fd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:41:28.342924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:28.355603 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1357de53-d52c-41dd-a80b-edae4c18fb7e {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:41:28.378013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1357de53-d52c-41dd-a80b-edae4c18fb7e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1357de53-d52c-41dd-a80b-edae4c18fb7e,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:28.447038 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:28.449578 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:28.493413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1357de53-d52c-41dd-a80b-edae4c18fb7e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:28.496415 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:28.672215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['1357de53-d52c-41dd-a80b-edae4c18fb7e'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:41:28.937897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251378b-f7d3-4347-8484-2c07984791bc req-0e3f610b-356a-4f71-85e0-3ce9cb61c546 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:28.939489 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d251378b-f7d3-4347-8484-2c07984791bc req-0e3f610b-356a-4f71-85e0-3ce9cb61c546 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 944 time: 0.0712810
Jun 21 03:41:29.330815 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d251378b-f7d3-4347-8484-2c07984791bc req-b8398e6a-5993-44e5-b4e8-b57b90b6c56f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3855290
Jun 21 03:41:30.205755 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1357de53-d52c-41dd-a80b-edae4c18fb7e up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:41:30.292007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 1357de53-d52c-41dd-a80b-edae4c18fb7e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:41:30.295626 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 1357de53-d52c-41dd-a80b-edae4c18fb7e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:41:30.296008 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:30.379644 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:30.403141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:41:30.412168 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f69cb0-402a-4da4-907a-bc91229ddc73" -d '{"events": [{"server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "name": "network-vif-plugged", "status": "completed", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:41:30.418696 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 1357de53-d52c-41dd-a80b-edae4c18fb7e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1357de53-d52c-41dd-a80b-edae4c18fb7e,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:41:30.441684 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adcb988-de2e-4588-9b6c-6c356fe2cd6d x-openstack-request-id: req-2adcb988-de2e-4588-9b6c-6c356fe2cd6d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:41:30.442017 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "name": "network-vif-plugged", "status": "completed", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:41:30.442264 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2adcb988-de2e-4588-9b6c-6c356fe2cd6d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:41:30.442727 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'code': 200}
Jun 21 03:41:30.474993 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:30.478505 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:30.522842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3afda-8ff9-4ed9-8af1-c1ec11d365ef req-ad6f5871-fe6e-4170-97b7-1a1d41c8bbe3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:30.524875 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-baa3afda-8ff9-4ed9-8af1-c1ec11d365ef req-ad6f5871-fe6e-4170-97b7-1a1d41c8bbe3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 944 time: 0.0755796
Jun 21 03:41:30.527949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=1357de53-d52c-41dd-a80b-edae4c18fb7e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:30.534850 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:30.564132 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-baa3afda-8ff9-4ed9-8af1-c1ec11d365ef req-c938899c-2c53-4c99-a17a-e1a720a1743d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0334895
Jun 21 03:41:30.566018 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449642-8b8e-4415-924c-39dac06080aa req-562ddd7f-4c5f-4e96-ae03-21555f7cc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:30.567530 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76449642-8b8e-4415-924c-39dac06080aa req-562ddd7f-4c5f-4e96-ae03-21555f7cc681 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 1097 time: 0.0624025
Jun 21 03:41:30.602811 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-76449642-8b8e-4415-924c-39dac06080aa req-6eff1227-73ab-47ab-9c10-644e51a6a4d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0280640
Jun 21 03:41:31.746570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0eb65-1018-4117-bc38-25a8d225aef4 req-a41014e5-3cc1-4f57-baeb-765a3974b48b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:31.748089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9b0eb65-1018-4117-bc38-25a8d225aef4 req-a41014e5-3cc1-4f57-baeb-765a3974b48b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0688138
Jun 21 03:41:31.785080 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9b0eb65-1018-4117-bc38-25a8d225aef4 req-699fe988-ec18-4665-abf6-1422cdfafb10 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0309989
Jun 21 03:41:31.954584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ced5-9b62-44bc-8c29-8acea13eab0b req-93211435-55e3-4d66-8799-b993dd887ea6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:31.956056 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1031ced5-9b62-44bc-8c29-8acea13eab0b req-93211435-55e3-4d66-8799-b993dd887ea6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0641334
Jun 21 03:41:31.997335 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1031ced5-9b62-44bc-8c29-8acea13eab0b req-86137cad-5b6d-42eb-bec8-41ef6a012697 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0356581
Jun 21 03:41:32.020915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33504) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:32.071445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557248e6-b057-4037-8dbd-e9698c1f9b64 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:32.073108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-557248e6-b057-4037-8dbd-e9698c1f9b64 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 1092 time: 0.0512033
Jun 21 03:41:32.075884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33506) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:32.080170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:41:32.200644 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:32.301069 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:32.402599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.4 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/de12da8d-0806-4b49-86e9-99ad6d17a13f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:41:32.498652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:32.577866 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:32.580605 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d1dd523c-d0c3-4ab9-be75-0c9161991717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:32.620999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:41:32.623919 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:41:32.627383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:41:32.632909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=de12da8d-0806-4b49-86e9-99ad6d17a13f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:32.652980 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:32.995182 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:33.119057 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:33.264875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:33.309448 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:33.311573 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-83c6bc14-d8cc-496c-b43c-9da01463d408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:41:33.373906 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=de12da8d-0806-4b49-86e9-99ad6d17a13f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:41:33.377821 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:41:33.388305 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:33.484790 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP 64289b62-178d-46c8-ba8c-1e7a3495f296 associated. External IP: 172.25.7.4, port: 1357de53-d52c-41dd-a80b-edae4c18fb7e.
Jun 21 03:41:33.690717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 2ddf1298-4b56-4005-b29c-956df663fab7 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:41:33.796142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:41:33.805248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] Sync routers for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:41:33.814867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:33.815487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b72310>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:41:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:33.875103 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:33.914500 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.8376071
Jun 21 03:41:33.916030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:41:33.918894 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:41:33.922398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:33.960071 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3178d639-724c-4a0b-ae51-98e68d5df053 x-openstack-request-id: req-3178d639-724c-4a0b-ae51-98e68d5df053 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:41:33.960522 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:41:33.961491 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3178d639-724c-4a0b-ae51-98e68d5df053 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:41:33.961644 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'status': 'completed', 'code': 200}
Jun 21 03:41:34.052395 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-6114dfea-9bbf-44a0-8584-3ac2872f504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:34.055028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-6114dfea-9bbf-44a0-8584-3ac2872f504f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 1097 time: 0.0710497
Jun 21 03:41:34.080884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d03689-c908-4ad6-a8b5-50e3e518368d req-15e9e32f-2bf1-45dc-9d21-ac12179d8795 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:34.082434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79d03689-c908-4ad6-a8b5-50e3e518368d req-15e9e32f-2bf1-45dc-9d21-ac12179d8795 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0681956
Jun 21 03:41:34.124424 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79d03689-c908-4ad6-a8b5-50e3e518368d req-e43f111f-9441-4d90-bafd-9fb0d043c972 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0352533
Jun 21 03:41:34.152531 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33512) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:34.154803 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-cd9340b5-e378-4de8-8afe-c5c244637bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:34.156307 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-cd9340b5-e378-4de8-8afe-c5c244637bac service neutron] 10.222.0.20 "GET /v2.0/networks?id=048d1e2c-3453-4e91-822a-e2df7a99ab09 HTTP/1.1" status: 200  len: 897 time: 0.0962217
Jun 21 03:41:34.167436 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b72310>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '64289b62-178d-46c8-ba8c-1e7a3495f296', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'port_id': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'mac_address': 'fa:16:3e:ee:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:41:32Z', 'updated_at': '2021-06-21T03:41:32Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:34.201073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] Checking router: 2ddf1298-4b56-4005-b29c-956df663fab7 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:41:34.215251 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:41:34.215969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b72310>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:41:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:34.225288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3f366424-144f-4039-be77-4f325cb3bced tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/64289b62-178d-46c8-ba8c-1e7a3495f296 HTTP/1.1" status: 200  len: 989 time: 0.0715122
Jun 21 03:41:34.233527 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-88a91f0d-d27c-45ed-8b54-f282a0cef3ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1357de53-d52c-41dd-a80b-edae4c18fb7e HTTP/1.1" status: 200  len: 997 time: 0.0708821
Jun 21 03:41:34.283742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-e0b2f97a-800d-4b08-9ccd-132d1f803664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:34.285237 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-e0b2f97a-800d-4b08-9ccd-132d1f803664 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cb08c27-d48e-4aea-91b7-474a5866a487 HTTP/1.1" status: 200  len: 835 time: 0.0451381
Jun 21 03:41:34.296118 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4a0659f9-68a5-4db4-9599-7d7efb1a7714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:34.325977 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:41:34.343295 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-87be74c6-dc79-4d30-b970-15d642b9ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:41:34.344798 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-87be74c6-dc79-4d30-b970-15d642b9ea2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=048d1e2c-3453-4e91-822a-e2df7a99ab09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0531836
Jun 21 03:41:34.441172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-905bfba5-ae6a-4445-8feb-f085b9ddcb4f service neutron] 10.222.0.20 "GET /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866520
Jun 21 03:41:34.549363 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b72310>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '64289b62-178d-46c8-ba8c-1e7a3495f296', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'port_id': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'mac_address': 'fa:16:3e:ee:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:41:32Z', 'updated_at': '2021-06-21T03:41:32Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:41:34.582599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5dcf2-b470-4d61-a368-b625db6960cf None None] The sync data for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 is: [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '64289b62-178d-46c8-ba8c-1e7a3495f296', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'port_id': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'mac_address': 'fa:16:3e:ee:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:41:32Z', 'updated_at': '2021-06-21T03:41:32Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:41:34.779846 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ddc8a2-270a-4e12-91f3-582c4d1e690f None None] New status for floating IP 64289b62-178d-46c8-ba8c-1e7a3495f296: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:41:34.841451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3ce43d47-5505-44c7-bccb-03f7e8f4b81c req-f57a372d-8c0b-41e0-a0c2-387dac4ea776 service neutron] 10.222.0.20 "GET /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3933682
Jun 21 03:41:35.229991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33514) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:41:35.292311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-76a90d24-53de-456d-8105-5466457f05f9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/64289b62-178d-46c8-ba8c-1e7a3495f296 HTTP/1.1" status: 200  len: 991 time: 0.0610673
Jun 21 03:41:36.389304 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:36.663209 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0684-2034-4de0-9bf1-363f2939a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:37.167030 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:38.257663 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:38.543454 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:39.737582 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:41:41.730447 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:42:04.263069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-57b7b56d-f3a3-4893-a590-16f210da4b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:04.292367 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5153752-ac95-40c8-8c08-6b800f4ecf7d req-018d578c-805f-4d1d-9037-84acd9397b10 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:04.293908 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5153752-ac95-40c8-8c08-6b800f4ecf7d req-018d578c-805f-4d1d-9037-84acd9397b10 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0707297
Jun 21 03:42:04.333428 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5153752-ac95-40c8-8c08-6b800f4ecf7d req-4a4935f2-f76e-446c-ab39-60706ad1497e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0335932
Jun 21 03:42:05.509158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af64995-b987-4301-9dbe-97a9266e5bd3 req-4c5308e9-73f9-49ec-825a-5199a3809acf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:05.510653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7af64995-b987-4301-9dbe-97a9266e5bd3 req-4c5308e9-73f9-49ec-825a-5199a3809acf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0633080
Jun 21 03:42:05.548937 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7af64995-b987-4301-9dbe-97a9266e5bd3 req-86c821ac-8785-43d6-b9a4-5d2fb02bc5cd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0325091
Jun 21 03:42:05.573259 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33530) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:05.636834 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-970a9327-2ce6-4a31-92eb-cdab5c7b2a36 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/64289b62-178d-46c8-ba8c-1e7a3495f296 HTTP/1.1" status: 200  len: 991 time: 0.0622237
Jun 21 03:42:06.400268 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:06.668478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fcc10a6f-1a1a-4a0f-b84e-cc4b76fc9083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:07.137394 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:07.234612 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb846697-cec1-428e-81bb-726e0246afa8 req-514c888d-c191-4a10-8276-dacccdd04c13 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:07.236205 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb846697-cec1-428e-81bb-726e0246afa8 req-514c888d-c191-4a10-8276-dacccdd04c13 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0646231
Jun 21 03:42:07.276012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb846697-cec1-428e-81bb-726e0246afa8 req-84f63c92-de1c-49ab-ae4d-450db7488730 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0338418
Jun 21 03:42:08.228405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:08.456624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4d35b-4f54-4720-a921-b3796f75b8f2 req-582d4da7-46c0-4e80-8044-e7905af5f4cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:08.458135 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3d4d35b-4f54-4720-a921-b3796f75b8f2 req-582d4da7-46c0-4e80-8044-e7905af5f4cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0685608
Jun 21 03:42:08.495668 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3d4d35b-4f54-4720-a921-b3796f75b8f2 req-2a5c9593-cdd9-4485-9745-60dfcde5de6d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0317569
Jun 21 03:42:08.521355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33540) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:08.560159 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:08.581693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c685c8bb-122f-45ab-a3dc-9ff6d4c2362f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/64289b62-178d-46c8-ba8c-1e7a3495f296 HTTP/1.1" status: 200  len: 991 time: 0.0589900
Jun 21 03:42:08.901790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33546) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:09.056604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port de12da8d-0806-4b49-86e9-99ad6d17a13f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:42:09.056949 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:09.145563 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:09.145886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:09.209688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for de12da8d-0806-4b49-86e9-99ad6d17a13f owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:42:09.434465 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:09.437404 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7c39d5c5-515d-41e4-bb22-295223e096f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:09.461896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=de12da8d-0806-4b49-86e9-99ad6d17a13f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:09.488327 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.488740 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.489128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.489537 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.489915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.490352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.490779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.491151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.491521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.491893 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.492261 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.492629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:09.496963 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:09.533698 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:09.534057 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP 64289b62-178d-46c8-ba8c-1e7a3495f296 disassociated (deleted). External IP: 172.25.7.4, port: 1357de53-d52c-41dd-a80b-edae4c18fb7e.
Jun 21 03:42:09.714536 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:09.741646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 2ddf1298-4b56-4005-b29c-956df663fab7 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:42:09.856667 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:42:09.862195 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:09.866443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] Sync routers for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:42:09.875166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:09.876429 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ad9040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:09.899301 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/floatingips/64289b62-178d-46c8-ba8c-1e7a3495f296 HTTP/1.1" status: 204  len: 168 time: 0.9964871
Jun 21 03:42:09.901439 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:42:09.904751 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84552e8-502a-4fea-be57-919a970bd01f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:42:09.944891 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c66db-79dd-48c8-91d4-4797545df7e6 x-openstack-request-id: req-072c66db-79dd-48c8-91d4-4797545df7e6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:42:09.945237 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:42:09.945575 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-072c66db-79dd-48c8-91d4-4797545df7e6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:42:09.946036 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'status': 'completed', 'code': 200}
Jun 21 03:42:09.987794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:10.032720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84552e8-502a-4fea-be57-919a970bd01f req-2caba56a-a751-481d-8040-b14fb2e7629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:10.034258 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d84552e8-502a-4fea-be57-919a970bd01f req-2caba56a-a751-481d-8040-b14fb2e7629d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 1097 time: 0.0636506
Jun 21 03:42:10.126102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84552e8-502a-4fea-be57-919a970bd01f req-4ad34277-d230-4dcd-bceb-986f47f0a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:10.128194 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d84552e8-502a-4fea-be57-919a970bd01f req-4ad34277-d230-4dcd-bceb-986f47f0a961 service neutron] 10.222.0.20 "GET /v2.0/networks?id=048d1e2c-3453-4e91-822a-e2df7a99ab09 HTTP/1.1" status: 200  len: 897 time: 0.0857182
Jun 21 03:42:10.174835 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d84552e8-502a-4fea-be57-919a970bd01f req-c7fa35c7-d02d-45ed-90b2-e638bf0ec504 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1357de53-d52c-41dd-a80b-edae4c18fb7e HTTP/1.1" status: 200  len: 217 time: 0.0401330
Jun 21 03:42:10.192244 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ad9040>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:10.218316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] Checking router: 2ddf1298-4b56-4005-b29c-956df663fab7 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:42:10.227094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84552e8-502a-4fea-be57-919a970bd01f req-16b118c3-126b-45ae-862e-f625b7d9171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:10.228315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d84552e8-502a-4fea-be57-919a970bd01f req-16b118c3-126b-45ae-862e-f625b7d9171d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cb08c27-d48e-4aea-91b7-474a5866a487 HTTP/1.1" status: 200  len: 835 time: 0.0467901
Jun 21 03:42:10.228458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:10.229149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ad9040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:10.294903 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84552e8-502a-4fea-be57-919a970bd01f req-50262e06-1df2-4a3b-a216-3db670ac6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:10.296330 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d84552e8-502a-4fea-be57-919a970bd01f req-50262e06-1df2-4a3b-a216-3db670ac6d79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=048d1e2c-3453-4e91-822a-e2df7a99ab09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0554872
Jun 21 03:42:10.339507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:10.399088 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d84552e8-502a-4fea-be57-919a970bd01f req-aadc3389-dc06-42f6-9467-01bd7b696654 service neutron] 10.222.0.20 "GET /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951800
Jun 21 03:42:10.471105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4ebf6-34e8-4117-8ce3-6fcaab015ccc req-43409f9b-4106-4bcf-8f20-399cdd7a4159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:10.472764 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05f4ebf6-34e8-4117-8ce3-6fcaab015ccc req-43409f9b-4106-4bcf-8f20-399cdd7a4159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0659492
Jun 21 03:42:10.492652 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d84552e8-502a-4fea-be57-919a970bd01f req-e3f6fade-d9cb-4034-add4-0baaf9645314 service neutron] 10.222.0.20 "GET /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848851
Jun 21 03:42:10.513740 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-05f4ebf6-34e8-4117-8ce3-6fcaab015ccc req-b54717e4-ab24-41eb-8566-0521af930974 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0346751
Jun 21 03:42:10.541036 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ad9040>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:10.570675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b3e42-1525-408a-aa28-bd8b0f06f854 None None] The sync data for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 is: [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:41:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'f2c762d2-e6ed-48b3-bb5f-edbcd24d493c', 'name': '', 'network_id': '048d1e2c-3453-4e91-822a-e2df7a99ab09', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:cd:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:16Z', 'updated_at': '2021-06-21T03:41:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '5cb08c27-d48e-4aea-91b7-474a5866a487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:42:10.790301 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646853de-cb95-48f1-9207-fdd31451a8b9 None None] New status for floating IP 64289b62-178d-46c8-ba8c-1e7a3495f296: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:42:11.695180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519edcd6-f012-41e8-be66-c7caf39baa04 req-2fff0f62-973c-4c61-a93e-0af773822f12 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:11.696660 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-519edcd6-f012-41e8-be66-c7caf39baa04 req-2fff0f62-973c-4c61-a93e-0af773822f12 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0666027
Jun 21 03:42:11.735750 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-519edcd6-f012-41e8-be66-c7caf39baa04 req-d27fb6b3-5729-4c75-978b-564abaefea73 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3179ee-b71c-4a0a-a105-923cbd3b10e9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0330400
Jun 21 03:42:12.025539 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-eaf56481-9096-455f-94f6-11e22119b8c0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:12.026981 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-eaf56481-9096-455f-94f6-11e22119b8c0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 945 time: 0.0637131
Jun 21 03:42:12.131980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 1357de53-d52c-41dd-a80b-edae4c18fb7e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:42:12.132330 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:12.227070 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port 1357de53-d52c-41dd-a80b-edae4c18fb7e, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=1357de53-d52c-41dd-a80b-edae4c18fb7e,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:12.227435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:12.292310 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 1357de53-d52c-41dd-a80b-edae4c18fb7e owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:42:12.474820 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:12.481379 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3fb98804-0f96-4986-a98a-f3b074e9d7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:12.510517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=1357de53-d52c-41dd-a80b-edae4c18fb7e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:12.523258 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.523603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.523992 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.524496 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.524832 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.525179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.525583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.525973 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.526333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.526699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.527131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.527507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:12.546677 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:12.571287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] No DVR routers for this DVR port 1357de53-d52c-41dd-a80b-edae4c18fb7e on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:42:12.574031 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:12.576091 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-259824fa-0f09-4c04-bb61-ef69a3304c89 req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "DELETE /v2.0/ports/1357de53-d52c-41dd-a80b-edae4c18fb7e HTTP/1.1" status: 204  len: 173 time: 0.5431690
Jun 21 03:42:12.576631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'name': 'network-vif-deleted', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:42:12.579683 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1d79a8-a04e-420c-a0c1-99d226d52220" -d '{"events": [{"server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "name": "network-vif-deleted", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:42:12.615186 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb7fd3-6dc7-4765-b7ab-268b38187ded x-openstack-request-id: req-c1cb7fd3-6dc7-4765-b7ab-268b38187ded {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:42:12.615640 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a8f87c-46e9-4a5b-80bf-280b78d620d0", "name": "network-vif-deleted", "tag": "1357de53-d52c-41dd-a80b-edae4c18fb7e", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:42:12.615948 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1cb7fd3-6dc7-4765-b7ab-268b38187ded {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:42:12.616400 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a8f87c-46e9-4a5b-80bf-280b78d620d0', 'name': 'network-vif-deleted', 'tag': '1357de53-d52c-41dd-a80b-edae4c18fb7e', 'status': 'completed', 'code': 200}
Jun 21 03:42:12.901770 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7e4b50d6-c3a9-4e8b-95a5-1675d6d8e0e8 req-80e1651f-1eb6-4c4c-b577-c98119968aa2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3a8f87c-46e9-4a5b-80bf-280b78d620d0 HTTP/1.1" status: 200  len: 210 time: 0.0316582
Jun 21 03:42:13.996641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33566) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:14.411449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:14.674751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:42:14.675018 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:14.766875 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port f2c762d2-e6ed-48b3-bb5f-edbcd24d493c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:14.767725 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:14.830604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for f2c762d2-e6ed-48b3-bb5f-edbcd24d493c owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:42:15.062660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:15.065968 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:15.098202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=f2c762d2-e6ed-48b3-bb5f-edbcd24d493c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:15.105756 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:15.276051 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:15.490588 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 2ddf1298-4b56-4005-b29c-956df663fab7 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:42:15.594959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:42:15.600148 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/2ddf1298-4b56-4005-b29c-956df663fab7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6024959
Jun 21 03:42:15.602994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33568) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:15.604154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] Sync routers for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:42:15.613944 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:15.614566 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3a7c7f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:15.654442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting subnet 5cb08c27-d48e-4aea-91b7-474a5866a487 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:42:15.657240 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:15.701773 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:15.837414 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:15.894040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:15.960124 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:15.963582 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b2f5c8fa-a751-4a14-b269-06c1043369dc tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:15.990095 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb08c27-d48e-4aea-91b7-474a5866a487,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:15.992077 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:15.994067 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/subnets/5cb08c27-d48e-4aea-91b7-474a5866a487 HTTP/1.1" status: 204  len: 168 time: 0.3901100
Jun 21 03:42:15.995398 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-953a092d-fca1-4c83-8378-28fec10fffc4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:15.996712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33570) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:16.003233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc1912-6bcd-4f5e-8540-aade8c482ec8 None None] Network 048d1e2c-3453-4e91-822a-e2df7a99ab09 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:42:16.120853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:16.181438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3a7c7f0>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:42:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:16.210703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] Checking router: 2ddf1298-4b56-4005-b29c-956df663fab7 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:42:16.219049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] Routers {'2ddf1298-4b56-4005-b29c-956df663fab7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:16.219668 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3a7c7f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['2ddf1298-4b56-4005-b29c-956df663fab7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:16.229998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:16.301470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] DHCP port deletion for 048d1e2c-3453-4e91-822a-e2df7a99ab09 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:42:16.353223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] Set router 2ddf1298-4b56-4005-b29c-956df663fab7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:16.380563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 038a6b5d-de80-4a1d-a069-16fe1a7744f6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:42:16.380862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:16.447867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1357de53-d52c-41dd-a80b-edae4c18fb7e no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:42:16.475854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 1357de53-d52c-41dd-a80b-edae4c18fb7e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:42:16.476207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 1357de53-d52c-41dd-a80b-edae4c18fb7e not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:42:16.481271 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Deleting port cc51b24f-18c6-49d7-be86-b85a585d8af1 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:42:16.481604 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:16.570346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] For port cc51b24f-18c6-49d7-be86-b85a585d8af1, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=cc51b24f-18c6-49d7-be86-b85a585d8af1,segment=NetworkSegment(83825f8a-9e70-41ec-80fe-b98165eef84c),segment_id=83825f8a-9e70-41ec-80fe-b98165eef84c)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:16.570744 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:16.654674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Calling delete_port for cc51b24f-18c6-49d7-be86-b85a585d8af1 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:42:16.741189 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3a7c7f0>, [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:42:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:16.774233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa526f-ad67-48a8-9ea0-b948742da4a6 None None] The sync data for ids ['2ddf1298-4b56-4005-b29c-956df663fab7'] in n-d-758944-33 is: [{'id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103675920', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:41:12Z', 'updated_at': '2021-06-21T03:42:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '038a6b5d-de80-4a1d-a069-16fe1a7744f6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf1298-4b56-4005-b29c-956df663fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:41:13Z', 'updated_at': '2021-06-21T03:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:42:16.823714 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port 038a6b5d-de80-4a1d-a069-16fe1a7744f6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=038a6b5d-de80-4a1d-a069-16fe1a7744f6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:16.828987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:16.845595 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:16.847636 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-75e8557c-4a83-45c7-a7f9-3af097d88901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:16.869695 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Pushing event deleted for resources: {'Port': ['ID=cc51b24f-18c6-49d7-be86-b85a585d8af1,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:16.879449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] No DVR routers for this DVR port cc51b24f-18c6-49d7-be86-b85a585d8af1 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:42:16.881520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.885016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:16.888523 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:16.896048 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 038a6b5d-de80-4a1d-a069-16fe1a7744f6 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:42:17.120075 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.123317 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d659bf9c-8c75-4078-b909-217aea6e47fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:17.151098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=038a6b5d-de80-4a1d-a069-16fe1a7744f6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:17.153663 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:17.215542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.308393 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.310607 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.468461 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.469045 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Fanout notify agent at l3_agent the message router_deleted on router 2ddf1298-4b56-4005-b29c-956df663fab7 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:42:17.476632 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.477854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/routers/2ddf1298-4b56-4005-b29c-956df663fab7 HTTP/1.1" status: 204  len: 168 time: 1.4799941
Jun 21 03:42:17.480608 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33572) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:17.560244 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.651232 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.661840 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73de424700>,) {'filters': {'network_id': ['048d1e2c-3453-4e91-822a-e2df7a99ab09']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:17.671505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de424700>, '83825f8a-9e70-41ec-80fe-b98165eef84c') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:17.671811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73de424700>, '83825f8a-9e70-41ec-80fe-b98165eef84c') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:17.680402 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.693867 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.699623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:42:17.700002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:42:17.703014 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:42:17.828430 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.832604 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ddb08bca-8b47-4a7d-88d8-8fcfeb8b843b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:17.836657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.838479 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/networks/048d1e2c-3453-4e91-822a-e2df7a99ab09 HTTP/1.1" status: 204  len: 168 time: 0.3569191
Jun 21 03:42:17.841148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33574) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:17.855005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Network': ['ID=048d1e2c-3453-4e91-822a-e2df7a99ab09,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:17.857463 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:17.903911 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9368704a-59b0-47b2-93c8-7d3ee273e0a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:17.934664 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9368704a-59b0-47b2-93c8-7d3ee273e0a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:18.045867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9368704a-59b0-47b2-93c8-7d3ee273e0a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:18.048683 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9368704a-59b0-47b2-93c8-7d3ee273e0a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:18.049856 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9368704a-59b0-47b2-93c8-7d3ee273e0a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa3179ee-b71c-4a0a-a105-923cbd3b10e9 HTTP/1.1" status: 204  len: 168 time: 0.2076800
Jun 21 03:42:18.050683 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9f296eb0-e6b6-4edd-ba85-4630814632da tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:18.060298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368704a-59b0-47b2-93c8-7d3ee273e0a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3179ee-b71c-4a0a-a105-923cbd3b10e9,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:18.062981 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9368704a-59b0-47b2-93c8-7d3ee273e0a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:18.067940 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 038a6b5d-de80-4a1d-a069-16fe1a7744f6 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:42:18.100215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 038a6b5d-de80-4a1d-a069-16fe1a7744f6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:42:18.100599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 038a6b5d-de80-4a1d-a069-16fe1a7744f6 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:42:18.101091 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cc51b24f-18c6-49d7-be86-b85a585d8af1 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:42:18.120407 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: cc51b24f-18c6-49d7-be86-b85a585d8af1 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:42:18.120768 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device cc51b24f-18c6-49d7-be86-b85a585d8af1 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:42:18.121194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f2c762d2-e6ed-48b3-bb5f-edbcd24d493c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:42:18.140132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: f2c762d2-e6ed-48b3-bb5f-edbcd24d493c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:42:18.140607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device f2c762d2-e6ed-48b3-bb5f-edbcd24d493c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:42:18.532746 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33580) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:18.538030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348448062', 'description': 'tempest-secgroup-smoke-1348448062 description', 'project_id': '03ed21845d0e46c9bb411c47e64de980'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:18.594518 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:18.675592 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:18.719371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:18.722664 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3ebfb5dd-413f-45d4-874a-fd70a95cd516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:18.729128 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:42:18.749931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36decca7-7e95-4e44-829a-38f149a88d3c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:18.753137 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:18.793949 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:18.795169 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2609916
Jun 21 03:42:18.798638 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33582) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:18.803097 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '36decca7-7e95-4e44-829a-38f149a88d3c', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:18.884330 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:18.942636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.005518 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.010960 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-72fac8ab-e46e-48c3-9b0a-f8b38a068b3d tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:19.026119 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9c25a5-3518-426b-ab9a-ffb77653dc7a,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:19.028512 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:19.085549 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.086767 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2872090
Jun 21 03:42:19.089523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33584) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:19.094048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '36decca7-7e95-4e44-829a-38f149a88d3c', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:19.187811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.248816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.291313 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.293127 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a1472a96-eef9-44d9-a58d-7711c1fcd215 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:19.310133 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bf06b3-ee16-4c26-9583-0173767cc9c0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:19.312542 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:19.359517 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.360735 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2702703
Jun 21 03:42:19.364343 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33586) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:19.368860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-6fec0a97-d94c-4ffc-9fca-2eb01cc91ebc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '36decca7-7e95-4e44-829a-38f149a88d3c', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:19.427188 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6fec0a97-d94c-4ffc-9fca-2eb01cc91ebc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.484208 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6fec0a97-d94c-4ffc-9fca-2eb01cc91ebc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.552173 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6fec0a97-d94c-4ffc-9fca-2eb01cc91ebc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.553485 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4fc9542f-9852-4692-bac1-46e1578c82c6 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:19.570372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec0a97-d94c-4ffc-9fca-2eb01cc91ebc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5644bc-fb02-4448-ae7c-ecb25af055ac,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:19.572886 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6fec0a97-d94c-4ffc-9fca-2eb01cc91ebc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:19.629045 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-6fec0a97-d94c-4ffc-9fca-2eb01cc91ebc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.630298 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6fec0a97-d94c-4ffc-9fca-2eb01cc91ebc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2650287
Jun 21 03:42:19.633002 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33588) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:19.637861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '36decca7-7e95-4e44-829a-38f149a88d3c', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:19.730098 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.788633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.862597 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.864390 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d101b2ec-e57d-48a9-b6dd-83d9f41aaa06 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:19.882057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482dce33-fbf3-4fc5-b26a-9f4ad7cc2129,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:19.886018 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:19.982762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:19.984032 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3500082
Jun 21 03:42:19.986857 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33590) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:19.991552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '36decca7-7e95-4e44-829a-38f149a88d3c', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:20.085613 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:42:20.090686 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.153946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.222718 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.224576 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b582d3c5-5356-45c9-9e54-b786e8192070 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:20.240951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a73a5d-b69f-4adc-97ed-f0f00897a3a7,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:20.243760 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:20.302540 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.303919 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3160596
Jun 21 03:42:20.306708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33592) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:20.311451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '36decca7-7e95-4e44-829a-38f149a88d3c', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:20.388049 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:42:20.393260 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.454835 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.514260 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.516142 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-556e0330-9c10-4a98-85c0-489e06ae0e00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:20.534262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b11dfd-22bd-43fe-9fad-13e5f3bcd6e8,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:20.536716 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:20.588410 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.589642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2818940
Jun 21 03:42:20.592574 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33594) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:20.597732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'network': {'name': 'tempest-network-smoke--691317632', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'port_security_enabled': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:20.662649 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:42:20.667379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.690501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:42:20.698803 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.699151 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Added segment f6dfedd8-cf62-4c2e-891c-8be06e334a29 of type vlan for network 8773766f-d9be-4da3-8e58-86015bec8a9d
Jun 21 03:42:20.738856 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.840272 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.846440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:20.847028 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:20.849458 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9e8370d1-dbfe-4383-be4e-e4a85fbf7ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:20.916420 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Network': ['ID=8773766f-d9be-4da3-8e58-86015bec8a9d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:20.919231 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:20.927289 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 8773766f-d9be-4da3-8e58-86015bec8a9d details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:42:20.966235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6f4e594c-065c-4d08-bcc3-905ca8374355 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3726437
Jun 21 03:42:20.969027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33598) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:20.974412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'admin_state_up': True, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:21.062712 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:21.063769 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:21.115464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:21.610618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:21.855942 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:21.877752 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:21.981951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.163 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/ef9104d7-649b-4ffd-a93f-f8c847c5b15e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:42:22.083447 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:22.160707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:22.164678 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-71a377c6-4f71-4782-9a66-de9cfdca2c19 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:22.212518 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:42:22.215597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:42:22.218015 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:42:22.240783 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=ef9104d7-649b-4ffd-a93f-f8c847c5b15e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:22.244659 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:22.522963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:22.724366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:22.913837 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:42:23.019603 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:42:23.028759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Sync routers for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:42:23.038446 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:23.039052 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9034700>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:23.097373 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.101676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.1285465
Jun 21 03:42:23.101831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33600) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:23.141990 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9366859f-24ad-4589-9f3a-1931b98ba040 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=03ed21845d0e46c9bb411c47e64de980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0383980
Jun 21 03:42:23.143333 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:23.145131 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33602) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:23.297507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c901276e-e0ba-443b-b119-1b8b62e35b3c tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:23.299677 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c901276e-e0ba-443b-b119-1b8b62e35b3c tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1520653
Jun 21 03:42:23.302619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33604) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:23.316267 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9034700>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:22Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:23.343145 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-93b4ac4e-65f4-451b-b30a-8510d432d644 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0371542
Jun 21 03:42:23.343358 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Checking router: d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:42:23.343358 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Updating router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 port ef9104d7-649b-4ffd-a93f-f8c847c5b15e binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:42:23.343583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33606) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:23.349463 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903740117', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:23.375554 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.491043 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'subnet': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:42:23.494660 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032138'] for subnet, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.620900 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.631863 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Transition to ACTIVE for port object ef9104d7-649b-4ffd-a93f-f8c847c5b15e will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:42:23.697078 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.699835 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1d53af73-b08e-40fd-a4b4-8d92619fa746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:23.725717 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3427933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032152'] for subnet, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.728973 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-af2e9dc5-6d8b-4848-a20f-2dcf9f382490 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:23.748946 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Pushing event updated for resources: {'Port': ['ID=ef9104d7-649b-4ffd-a93f-f8c847c5b15e,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:23.751076 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Attempting to bind port ef9104d7-649b-4ffd-a93f-f8c847c5b15e on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:42:23.751449 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Attempting to bind port ef9104d7-649b-4ffd-a93f-f8c847c5b15e by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:42:23.752303 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Attempting to bind port ef9104d7-649b-4ffd-a93f-f8c847c5b15e on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:42:23.761589 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.761934 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.762266 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.762596 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.762923 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.763246 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.763564 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.763882 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.764206 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.764527 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.764867 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.765182 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:42:23.768599 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:42:23.768992 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:42:23.769419 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.769806 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:42:23.770277 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Bound port: ef9104d7-649b-4ffd-a93f-f8c847c5b15e, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:42:23.770652 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.772418 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:23.791173 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Subnet': ['ID=d2b28867-4d28-48c0-8882-b08f8952fe77,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:23.794765 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:23.801733 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Checking segment: {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:42:23.802099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network hostable DHCP agents. Network: 8773766f-d9be-4da3-8e58-86015bec8a9d, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:42:23.822575 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] For port ef9104d7-649b-4ffd-a93f-f8c847c5b15e, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:42:23.825514 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] For port ef9104d7-649b-4ffd-a93f-f8c847c5b15e, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ef9104d7-649b-4ffd-a93f-f8c847c5b15e,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:42:23.897116 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 8773766f-d9be-4da3-8e58-86015bec8a9d is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:42:23.920824 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.925606 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-b92dc30f-aef0-4539-b893-ca6962a518ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:23.965204 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 8773766f-d9be-4da3-8e58-86015bec8a9d) {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:42:23.973212 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a8b7f-a416-486c-8e84-3a5bc12d3270 None None] Network 8773766f-d9be-4da3-8e58-86015bec8a9d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:42:23.977060 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:23.977811 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:23.979778 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:23.980401 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9034700>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:24.019501 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Pushing event updated for resources: {'Port': ['ID=ef9104d7-649b-4ffd-a93f-f8c847c5b15e,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:24.026346 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-88fb793d-bb09-4b1a-abcf-0ab89001ef39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:24.046225 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9a566f66-17f7-4709-98f9-13c5ac924ac9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7017975
Jun 21 03:42:24.050016 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33608) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:24.091549 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:24.132214 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-8773766f-d9be-4da3-8e58-86015bec8a9d', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:42:24.134430 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:24.273285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Allocated IP 172.20.0.2 (8773766f-d9be-4da3-8e58-86015bec8a9d/d2b28867-4d28-48c0-8882-b08f8952fe77/ec146d3c-c1fb-427b-a05d-05431356ebbf) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:42:24.284373 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9034700>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:22Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:24.311188 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b92d2-1dc7-4083-b7fd-3ca98c5a02a8 None None] The sync data for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 is: [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:22Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:42:24.431074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:24.439671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Transition to ACTIVE for port object ec146d3c-c1fb-427b-a05d-05431356ebbf will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:42:24.454970 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Transition to ACTIVE for port object ec146d3c-c1fb-427b-a05d-05431356ebbf will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:42:24.501107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:24.526124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:24.528154 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:24.593597 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Network 8773766f-d9be-4da3-8e58-86015bec8a9d is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:42:24.594881 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Pushing event updated for resources: {'Port': ['ID=ec146d3c-c1fb-427b-a05d-05431356ebbf,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:24.597840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:42:24.599541 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:24.600245 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:42:24.660161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Attempting to bind port ec146d3c-c1fb-427b-a05d-05431356ebbf on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:42:24.664983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Attempting to bind port ec146d3c-c1fb-427b-a05d-05431356ebbf by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:42:24.664983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Attempting to bind port ec146d3c-c1fb-427b-a05d-05431356ebbf on network 8773766f-d9be-4da3-8e58-86015bec8a9d {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:42:24.666595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:42:24.667008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Checking segment: {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:42:24.667394 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:24.667799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Bound using segment: {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:42:24.668275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Bound port: ec146d3c-c1fb-427b-a05d-05431356ebbf, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:42:24.668663 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:24.740343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] For port ec146d3c-c1fb-427b-a05d-05431356ebbf, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:42:24.743791 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] For port ec146d3c-c1fb-427b-a05d-05431356ebbf, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ec146d3c-c1fb-427b-a05d-05431356ebbf,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:42:24.800563 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:24.804335 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a3b2068b-bb19-4e01-a01c-c4638195fcf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:24.820957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.1 (8773766f-d9be-4da3-8e58-86015bec8a9d/d2b28867-4d28-48c0-8882-b08f8952fe77/b4acdba6-b7ba-4d8e-aadc-54968639278a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:42:24.872297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Pushing event updated for resources: {'Port': ['ID=ec146d3c-c1fb-427b-a05d-05431356ebbf,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:24.875603 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:24.956807 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:24.972732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object b4acdba6-b7ba-4d8e-aadc-54968639278a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:42:25.063444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:25.066759 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:25.110268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 8773766f-d9be-4da3-8e58-86015bec8a9d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:42:25.114586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:42:25.118747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:42:25.125627 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=b4acdba6-b7ba-4d8e-aadc-54968639278a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:25.147505 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:25.181509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:25.376501 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:25.661517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:25.754099 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:25.757141 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a0d0046-345a-442f-a334-cc953000390d tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:25.805799 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b6940-b37b-45e8-a94d-c7c41f0ace7a None None] Network 8773766f-d9be-4da3-8e58-86015bec8a9d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:42:25.835271 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:25.837072 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=b4acdba6-b7ba-4d8e-aadc-54968639278a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:25.840277 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:25.926671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8a805ce9-50e2-44e5-a13e-b56c32441261 None None] Provisioning for port ec146d3c-c1fb-427b-a05d-05431356ebbf completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:42:25.947064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 8773766f-d9be-4da3-8e58-86015bec8a9d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:42:25.948521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:42:26.072898 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:42:26.145291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ef9104d7-649b-4ffd-a93f-f8c847c5b15e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:42:26.196790 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:42:26.201754 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1505635
Jun 21 03:42:26.249428 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ef9104d7-649b-4ffd-a93f-f8c847c5b15e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:42:26.258188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ef9104d7-649b-4ffd-a93f-f8c847c5b15e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:26.258504 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:26.341223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Sync routers for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:42:26.346750 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-987b58a0-b824-4bb6-b4d0-11ecfa811008 None None] Provisioning for port b4acdba6-b7ba-4d8e-aadc-54968639278a completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:42:26.361564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-987b58a0-b824-4bb6-b4d0-11ecfa811008 None None] Provisioning complete for port b4acdba6-b7ba-4d8e-aadc-54968639278a triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:26.361950 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-987b58a0-b824-4bb6-b4d0-11ecfa811008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:26.385181 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:26.385860 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7ea00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:26.424923 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:26.462712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-987b58a0-b824-4bb6-b4d0-11ecfa811008 None None] Port b4acdba6-b7ba-4d8e-aadc-54968639278a cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:42:26.469177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ef9104d7-649b-4ffd-a93f-f8c847c5b15e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ef9104d7-649b-4ffd-a93f-f8c847c5b15e,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:26.511307 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:26.512175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ec146d3c-c1fb-427b-a05d-05431356ebbf up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:42:26.516832 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:26.574443 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-f9e968f6-7659-4ebe-b386-72c20f75a157 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348448062&fields=id&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 267 time: 0.0467131
Jun 21 03:42:26.596047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:26.663079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ef9104d7-649b-4ffd-a93f-f8c847c5b15e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:26.664052 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:26.691179 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-2ec234d3-22bf-425f-8820-db4b3763dfb8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:26.695102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-2ec234d3-22bf-425f-8820-db4b3763dfb8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/networks?id=8773766f-d9be-4da3-8e58-86015bec8a9d HTTP/1.1" status: 200  len: 796 time: 0.1171205
Jun 21 03:42:26.708394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-7df1bf64-b25c-43ce-a2e4-dc8041f43516 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/quotas/03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 375 time: 0.0100338
Jun 21 03:42:26.746165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-127eee1f-7a98-40b6-ae75-930edea86964 None None] Provisioning complete for port b4acdba6-b7ba-4d8e-aadc-54968639278a triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:26.746557 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-127eee1f-7a98-40b6-ae75-930edea86964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:26.777393 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-9642d34f-a327-4514-bf74-16325abdfdb7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0628328
Jun 21 03:42:26.787148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ec146d3c-c1fb-427b-a05d-05431356ebbf completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:42:26.796256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ec146d3c-c1fb-427b-a05d-05431356ebbf triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:26.796649 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:26.820660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-127eee1f-7a98-40b6-ae75-930edea86964 None None] Port b4acdba6-b7ba-4d8e-aadc-54968639278a cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:42:26.878594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-878c1a76-f190-4595-864f-bae3bb246502 service neutron] 10.222.0.25 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887575
Jun 21 03:42:26.936296 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:26.948293 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7ea00>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 2, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:26.969572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-58290bee-dab5-47eb-bba8-917565383b26 service neutron] 10.222.0.25 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850673
Jun 21 03:42:26.986662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Checking router: d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:42:26.987042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Updating router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 port b4acdba6-b7ba-4d8e-aadc-54968639278a binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:42:26.988710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c0bb99e3-1810-41b1-9361-a3b15ef51bfc None None] Provisioning complete for port b4acdba6-b7ba-4d8e-aadc-54968639278a triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:26.989090 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c0bb99e3-1810-41b1-9361-a3b15ef51bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:27.206496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad58f08e-9759-4955-8a59-0da9c65db2f3 req-36055208-f280-4b18-84a2-fc1203ce2939 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 210 time: 0.0405428
Jun 21 03:42:27.230740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ec146d3c-c1fb-427b-a05d-05431356ebbf, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ec146d3c-c1fb-427b-a05d-05431356ebbf,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:27.240455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:27.242313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb99e3-1810-41b1-9361-a3b15ef51bfc None None] Port b4acdba6-b7ba-4d8e-aadc-54968639278a cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:42:27.286993 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:27.291598 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:27.401359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ec146d3c-c1fb-427b-a05d-05431356ebbf,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:27.406054 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:27.545823 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:27.555880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Transition to ACTIVE for port object b4acdba6-b7ba-4d8e-aadc-54968639278a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:42:27.594023 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:27.599785 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:27.669447 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a071553-f57a-4808-8fa8-bd712fde04d0 None None] Pushing event updated for resources: {'Port': ['ID=b4acdba6-b7ba-4d8e-aadc-54968639278a,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:27.695584 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2a071553-f57a-4808-8fa8-bd712fde04d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:27.729402 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Attempting to bind port b4acdba6-b7ba-4d8e-aadc-54968639278a on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:42:27.729877 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Attempting to bind port b4acdba6-b7ba-4d8e-aadc-54968639278a by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:42:27.730322 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Attempting to bind port b4acdba6-b7ba-4d8e-aadc-54968639278a on network 8773766f-d9be-4da3-8e58-86015bec8a9d {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:42:27.736529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:42:27.737008 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Checking segment: {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:42:27.737537 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:27.737952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Bound using segment: {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:42:27.738441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Bound port: b4acdba6-b7ba-4d8e-aadc-54968639278a, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:42:27.738829 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:27.803825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] For port b4acdba6-b7ba-4d8e-aadc-54968639278a, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:42:27.806939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] For port b4acdba6-b7ba-4d8e-aadc-54968639278a, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b4acdba6-b7ba-4d8e-aadc-54968639278a,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:42:27.874081 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:27.877919 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e548cc63-140c-4675-b77c-447087af2341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:27.926370 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:27.927015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7ea00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:27.973263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a071553-f57a-4808-8fa8-bd712fde04d0 None None] Pushing event updated for resources: {'Port': ['ID=b4acdba6-b7ba-4d8e-aadc-54968639278a,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:27.977567 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2a071553-f57a-4808-8fa8-bd712fde04d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:28.052336 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:28.085258 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ef9104d7-649b-4ffd-a93f-f8c847c5b15e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:42:28.234013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ef9104d7-649b-4ffd-a93f-f8c847c5b15e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:28.234394 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:28.357851 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9bf4819d-5940-4b19-b3e3-802314c2c55b req-39a5dad5-da67-4323-b2f3-7de0e58668f5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 210 time: 0.0346034
Jun 21 03:42:28.365467 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ec146d3c-c1fb-427b-a05d-05431356ebbf up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:42:28.391518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3e7ea00>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:27Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:28.422651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2627a2a-6aed-4cd6-868b-283868ac5371 None None] The sync data for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 is: [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:27Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:42:28.443943 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ec146d3c-c1fb-427b-a05d-05431356ebbf triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:28.444483 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:29.290371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-f93a0f52-dd1b-4e54-93d9-23ccbf390fc9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:29.291834 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-f93a0f52-dd1b-4e54-93d9-23ccbf390fc9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/networks?id=8773766f-d9be-4da3-8e58-86015bec8a9d HTTP/1.1" status: 200  len: 796 time: 0.1129515
Jun 21 03:42:29.339787 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-332d990c-ec0a-4c2b-99f4-1ada490b4c8c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 380 time: 0.0391505
Jun 21 03:42:29.351047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'port': {'device_id': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'admin_state_up': True, 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'security_groups': ['36decca7-7e95-4e44-829a-38f149a88d3c']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:29.545756 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ce6a94b-9a06-4efc-b9da-b19a54fc294a req-28726e56-4280-4108-ade8-860098b3695a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 210 time: 0.0316515
Jun 21 03:42:29.548124 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:42:29.552035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:29.689371 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.7 (8773766f-d9be-4da3-8e58-86015bec8a9d/d2b28867-4d28-48c0-8882-b08f8952fe77/9ed93867-e434-483d-a500-7e45fe8a9d14) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:42:29.833878 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:29.846940 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object 9ed93867-e434-483d-a500-7e45fe8a9d14 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:42:29.949166 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:29.953827 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8b4d2fdf-a805-4f00-abfb-bcb7295db0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:30.003042 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 8773766f-d9be-4da3-8e58-86015bec8a9d is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:42:30.006440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:42:30.011314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:42:30.019567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=9ed93867-e434-483d-a500-7e45fe8a9d14,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:30.043196 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:30.083350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:30.083679 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:30.133496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b4acdba6-b7ba-4d8e-aadc-54968639278a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:42:30.155388 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8090641
Jun 21 03:42:30.168350 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Request body: {'port': {'device_id': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:30.252146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:30.258484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b4acdba6-b7ba-4d8e-aadc-54968639278a completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:42:30.263105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b4acdba6-b7ba-4d8e-aadc-54968639278a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:30.263493 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:30.330095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-06cfc601-613c-4f86-8bcd-8eb313ef8296 None None] Provisioning for port 9ed93867-e434-483d-a500-7e45fe8a9d14 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:42:30.339813 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-06cfc601-613c-4f86-8bcd-8eb313ef8296 None None] Provisioning complete for port 9ed93867-e434-483d-a500-7e45fe8a9d14 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:30.340200 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-06cfc601-613c-4f86-8bcd-8eb313ef8296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:30.368789 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:30.390174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-06cfc601-613c-4f86-8bcd-8eb313ef8296 None None] Port 9ed93867-e434-483d-a500-7e45fe8a9d14 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:42:30.413220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port b4acdba6-b7ba-4d8e-aadc-54968639278a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b4acdba6-b7ba-4d8e-aadc-54968639278a,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:30.486490 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:30.488457 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:30.528515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed93867-e434-483d-a500-7e45fe8a9d14 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:42:30.534115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=b4acdba6-b7ba-4d8e-aadc-54968639278a,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:30.536473 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:30.537109 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:30.548010 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Transition to ACTIVE for port object 9ed93867-e434-483d-a500-7e45fe8a9d14 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:42:30.616620 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:30.619813 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-748b7216-0260-4200-9f94-fca53b1755a8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:30.734936 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4092997-f260-4cec-9be8-cac30a3c44a2 req-3da77f8e-4557-4057-9f15-fe4e36435a01 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:30.736899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4092997-f260-4cec-9be8-cac30a3c44a2 req-3da77f8e-4557-4057-9f15-fe4e36435a01 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 943 time: 0.0737631
Jun 21 03:42:30.781051 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d4092997-f260-4cec-9be8-cac30a3c44a2 req-275d56c0-b419-4768-8315-67824ab4fda8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381470
Jun 21 03:42:31.040152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Pushing event updated for resources: {'Port': ['ID=9ed93867-e434-483d-a500-7e45fe8a9d14,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:31.048962 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:31.089520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Attempting to bind port 9ed93867-e434-483d-a500-7e45fe8a9d14 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:42:31.089860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Attempting to bind port 9ed93867-e434-483d-a500-7e45fe8a9d14 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:42:31.090215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Attempting to bind port 9ed93867-e434-483d-a500-7e45fe8a9d14 on network 8773766f-d9be-4da3-8e58-86015bec8a9d {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:42:31.094474 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Port 9ed93867-e434-483d-a500-7e45fe8a9d14 on network 8773766f-d9be-4da3-8e58-86015bec8a9d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:42:31.094797 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Attempting to bind port 9ed93867-e434-483d-a500-7e45fe8a9d14 on network 8773766f-d9be-4da3-8e58-86015bec8a9d {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:42:31.099763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:42:31.100105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Checking segment: {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:42:31.100491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Bound using segment: {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:42:31.100914 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Bound port: 9ed93867-e434-483d-a500-7e45fe8a9d14, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6dfedd8-cf62-4c2e-891c-8be06e334a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:42:31.101383 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:31.163821 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] For port 9ed93867-e434-483d-a500-7e45fe8a9d14, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:42:31.166725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] For port 9ed93867-e434-483d-a500-7e45fe8a9d14, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ed93867-e434-483d-a500-7e45fe8a9d14,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:42:31.228553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:31.230887 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:31.267577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:31.268168 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:31.269942 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] 10.222.0.20 "PUT /v2.0/ports/9ed93867-e434-483d-a500-7e45fe8a9d14 HTTP/1.1" status: 200  len: 1092 time: 1.1065567
Jun 21 03:42:31.274483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:42:31.277635 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2938fde-9504-4585-8f96-5aebae67b964" -d '{"events": [{"name": "network-changed", "server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:42:31.303519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Pushing event updated for resources: {'Port': ['ID=9ed93867-e434-483d-a500-7e45fe8a9d14,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:31.307575 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:31.328026 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e38e14c-a9a0-4939-8928-18b7efea2227 x-openstack-request-id: req-2e38e14c-a9a0-4939-8928-18b7efea2227 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:42:31.328375 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:42:31.328682 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e38e14c-a9a0-4939-8928-18b7efea2227 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:42:31.329139 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'status': 'completed', 'code': 200}
Jun 21 03:42:31.405266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2938fde-9504-4585-8f96-5aebae67b964 req-da886043-972d-4081-9766-a6766179b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:31.406831 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2938fde-9504-4585-8f96-5aebae67b964 req-da886043-972d-4081-9766-a6766179b1df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 1095 time: 0.0573001
Jun 21 03:42:31.504965 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2938fde-9504-4585-8f96-5aebae67b964 req-f6ff516e-24a2-4501-8f82-ecec9a2de560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:31.506503 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2938fde-9504-4585-8f96-5aebae67b964 req-f6ff516e-24a2-4501-8f82-ecec9a2de560 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=03ed21845d0e46c9bb411c47e64de980&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0926881
Jun 21 03:42:31.604441 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2938fde-9504-4585-8f96-5aebae67b964 req-9d4f3680-5d3e-4bf4-9b31-cab6c3d1da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:31.605872 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f2938fde-9504-4585-8f96-5aebae67b964 req-9d4f3680-5d3e-4bf4-9b31-cab6c3d1da3d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0938659
Jun 21 03:42:31.697702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-906499a2-1068-486c-b9d6-e16d002db470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:31.699099 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-906499a2-1068-486c-b9d6-e16d002db470 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 1095 time: 0.0531111
Jun 21 03:42:31.744215 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-932a59a2-cfa5-4958-8c31-930c169a4fd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed93867-e434-483d-a500-7e45fe8a9d14 HTTP/1.1" status: 200  len: 217 time: 0.0380020
Jun 21 03:42:31.791869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-ee96fb94-3168-426c-9f77-87ff79a97aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:31.793246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-ee96fb94-3168-426c-9f77-87ff79a97aee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2b28867-4d28-48c0-8882-b08f8952fe77 HTTP/1.1" status: 200  len: 835 time: 0.0430331
Jun 21 03:42:31.851434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-2d0e4c53-941e-4d9d-92f5-5669a7ca2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:31.852949 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-2d0e4c53-941e-4d9d-92f5-5669a7ca2e22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8773766f-d9be-4da3-8e58-86015bec8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0534639
Jun 21 03:42:31.951025 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-6134c179-fd77-4147-9d0b-6bd8b2a1cf2a service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906765
Jun 21 03:42:31.964428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d70d8-e1ef-4f15-a4b7-40cd25628135 req-f916537c-be53-4a1a-99ab-178345f687e3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:31.965935 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-256d70d8-e1ef-4f15-a4b7-40cd25628135 req-f916537c-be53-4a1a-99ab-178345f687e3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 943 time: 0.0715227
Jun 21 03:42:32.005623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-256d70d8-e1ef-4f15-a4b7-40cd25628135 req-c66efd8c-512b-45cf-b299-62b05f810f08 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330882
Jun 21 03:42:32.043637 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01554711-852b-4e4e-b59e-1ef281e0e1db req-91b37219-f336-4d7b-8476-f9fc8f3583f8 service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869460
Jun 21 03:42:32.073689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b4acdba6-b7ba-4d8e-aadc-54968639278a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:42:32.120773 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b4acdba6-b7ba-4d8e-aadc-54968639278a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:32.121155 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:33.177717 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e503d4d-83e5-400c-8863-9d6dfe589db1 req-acd9608a-b0c6-439e-b637-e571d5476f3a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:33.179095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e503d4d-83e5-400c-8863-9d6dfe589db1 req-acd9608a-b0c6-439e-b637-e571d5476f3a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 943 time: 0.0625169
Jun 21 03:42:33.218223 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2e503d4d-83e5-400c-8863-9d6dfe589db1 req-1f145c04-a710-4167-88b7-0128660b1471 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335245
Jun 21 03:42:34.262610 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bae120a-45a2-454a-b389-3187092fe979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:34.395991 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902507c7-900c-44e8-877c-0eca73362c61 req-89894865-361d-44cb-aabf-afcc2cd812f6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:34.397493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-902507c7-900c-44e8-877c-0eca73362c61 req-89894865-361d-44cb-aabf-afcc2cd812f6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 943 time: 0.0682614
Jun 21 03:42:34.433704 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-902507c7-900c-44e8-877c-0eca73362c61 req-c9b91d15-6e8b-4aa7-8932-f6870bbf108c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304356
Jun 21 03:42:34.542170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9ed93867-e434-483d-a500-7e45fe8a9d14 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:42:34.635341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9ed93867-e434-483d-a500-7e45fe8a9d14, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ed93867-e434-483d-a500-7e45fe8a9d14,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:34.646438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'port_id': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'mac_address': 'fa:16:3e:59:dc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:42:34.686307 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:34.699518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed93867-e434-483d-a500-7e45fe8a9d14 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:42:34.718180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9ed93867-e434-483d-a500-7e45fe8a9d14, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ed93867-e434-483d-a500-7e45fe8a9d14,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:34.822607 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:34.824341 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-92bc070c-cc18-4c13-a8c0-9049b1002e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:34.868717 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9ed93867-e434-483d-a500-7e45fe8a9d14,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:34.871590 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:35.024659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['9ed93867-e434-483d-a500-7e45fe8a9d14'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:42:35.610270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde9156-9d76-4e85-9bd4-52174a1ab5c5 req-e9bac497-db08-4fd8-92f9-8f8cd086e6dc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:35.611739 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abde9156-9d76-4e85-9bd4-52174a1ab5c5 req-e9bac497-db08-4fd8-92f9-8f8cd086e6dc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 944 time: 0.0671217
Jun 21 03:42:35.648992 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-abde9156-9d76-4e85-9bd4-52174a1ab5c5 req-9a9fffc9-4d30-409d-8bb9-f3c46dd9d67a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316370
Jun 21 03:42:36.399549 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:36.556306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9ed93867-e434-483d-a500-7e45fe8a9d14 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:42:36.633659 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 9ed93867-e434-483d-a500-7e45fe8a9d14 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:42:36.637301 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 9ed93867-e434-483d-a500-7e45fe8a9d14 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:42:36.637704 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:36.662218 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4aff51fe-5458-4385-85a0-1725aa43cb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:36.719073 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:36.742472 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:42:36.744846 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e59c7-8ca9-4b5a-bcc2-94fab01a8d0c" -d '{"events": [{"server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "name": "network-vif-plugged", "status": "completed", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:42:36.759056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 9ed93867-e434-483d-a500-7e45fe8a9d14, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ed93867-e434-483d-a500-7e45fe8a9d14,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:42:36.782947 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bafdee-79b0-46a0-b47c-7eea845eed40 x-openstack-request-id: req-36bafdee-79b0-46a0-b47c-7eea845eed40 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:42:36.783263 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "name": "network-vif-plugged", "status": "completed", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:42:36.783508 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36bafdee-79b0-46a0-b47c-7eea845eed40 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:42:36.783912 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'code': 200}
Jun 21 03:42:36.826098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c84af-6b0c-4ab4-a587-f6804f438589 req-5a59f8c5-ae46-47f5-8ce2-68129b5575f8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:36.827609 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-948c84af-6b0c-4ab4-a587-f6804f438589 req-5a59f8c5-ae46-47f5-8ce2-68129b5575f8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 944 time: 0.0662031
Jun 21 03:42:36.828427 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:36.831128 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:36.867835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-948c84af-6b0c-4ab4-a587-f6804f438589 req-a5f43fe0-7e3a-4d92-9e52-a51c07cff185 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332308
Jun 21 03:42:36.878841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=9ed93867-e434-483d-a500-7e45fe8a9d14,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:36.881510 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:36.895245 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233d6a-fd27-49a8-9d82-d59e556234db req-733f5b57-a6f4-4ed6-8c1c-1a70cb893808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:36.896758 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6d233d6a-fd27-49a8-9d82-d59e556234db req-733f5b57-a6f4-4ed6-8c1c-1a70cb893808 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 1097 time: 0.0561051
Jun 21 03:42:36.931974 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6d233d6a-fd27-49a8-9d82-d59e556234db req-2d524045-5a73-4b4a-a54a-5420b7156bad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0287495
Jun 21 03:42:37.143042 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:38.111907 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb82da7-e4c9-435c-8fa3-75ffd4561a96 req-973e58d7-ea57-4340-8f0b-980f3ad9ec78 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:38.113470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3fb82da7-e4c9-435c-8fa3-75ffd4561a96 req-973e58d7-ea57-4340-8f0b-980f3ad9ec78 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.1263769
Jun 21 03:42:38.151070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3fb82da7-e4c9-435c-8fa3-75ffd4561a96 req-ebfc088b-c8dd-4551-add5-2d195ac4e8fc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318339
Jun 21 03:42:38.239347 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:38.324592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750688-52be-40f8-a140-065cb0811c31 req-86481dce-a77a-4260-9ad1-b79c7bd77ec6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:38.326016 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b750688-52be-40f8-a140-065cb0811c31 req-86481dce-a77a-4260-9ad1-b79c7bd77ec6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0624421
Jun 21 03:42:38.364491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b750688-52be-40f8-a140-065cb0811c31 req-e02f1e65-6599-49ca-ac2f-edf0e27fad59 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316138
Jun 21 03:42:38.388441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33680) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:38.439092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758489c3-9053-49c6-b2cd-39330e7af6f0 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:38.440741 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-758489c3-9053-49c6-b2cd-39330e7af6f0 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 1092 time: 0.0513442
Jun 21 03:42:38.443506 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33682) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:38.447750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:42:38.531078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:38.582667 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:38.988151 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:39.091018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.210 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/24c28ab5-abac-4ed2-8e3d-a86a40a5c2b2) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:42:39.190118 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:39.291274 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:39.293428 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:39.336289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:42:39.339138 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:42:39.343526 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:42:39.345558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=24c28ab5-abac-4ed2-8e3d-a86a40a5c2b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:39.348605 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:39.700977 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:39.737422 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:39.844606 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:39.994616 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:40.056699 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:40.059631 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f912314-a69e-4291-9d7f-263cbb08dd13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:42:40.124913 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=24c28ab5-abac-4ed2-8e3d-a86a40a5c2b2,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:42:40.128530 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:42:40.138902 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:40.238934 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP 84b51227-d88a-4058-8502-5017802fa420 associated. External IP: 172.25.7.210, port: 9ed93867-e434-483d-a500-7e45fe8a9d14.
Jun 21 03:42:40.440554 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:42:40.544875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:42:40.554650 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] Sync routers for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:42:40.564673 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:40.565307 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f263a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:40.622751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:42:40.660385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2158659
Jun 21 03:42:40.661085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:42:40.663586 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d455a30-54b5-46fd-ae95-5fd111a67961" -d '{"events": [{"name": "network-changed", "server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:42:40.668926 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:40.708317 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293dfc6e-e1e0-4648-9cf9-a7ae7a2fc51a x-openstack-request-id: req-293dfc6e-e1e0-4648-9cf9-a7ae7a2fc51a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:42:40.708668 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:42:40.708985 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-293dfc6e-e1e0-4648-9cf9-a7ae7a2fc51a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:42:40.709474 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'status': 'completed', 'code': 200}
Jun 21 03:42:40.797787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-16ae75fe-3746-4160-b0a7-1bd788f39894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:40.799519 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-16ae75fe-3746-4160-b0a7-1bd788f39894 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 1097 time: 0.0645771
Jun 21 03:42:40.848199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4d1ca-9028-4b74-b593-031fe88db59f req-86bef1ae-301c-4dbb-b9a2-443337a8975b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:40.849712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afd4d1ca-9028-4b74-b593-031fe88db59f req-86bef1ae-301c-4dbb-b9a2-443337a8975b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0684423
Jun 21 03:42:40.889062 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-afd4d1ca-9028-4b74-b593-031fe88db59f req-fdee4566-c4c1-4c8c-bd4f-82637c5ae7b0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337353
Jun 21 03:42:40.906318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-e629a1f2-5a38-4105-87c6-e265808c86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:40.908752 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-e629a1f2-5a38-4105-87c6-e265808c86c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8773766f-d9be-4da3-8e58-86015bec8a9d HTTP/1.1" status: 200  len: 897 time: 0.1025462
Jun 21 03:42:40.911535 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f263a0>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '84b51227-d88a-4058-8502-5017802fa420', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'port_id': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'mac_address': 'fa:16:3e:59:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:42:39Z', 'updated_at': '2021-06-21T03:42:39Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:30Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:40.914505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33688) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:40.940939 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] Checking router: d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:42:40.949879 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:42:40.950250 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f263a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:42:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:40.979950 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1a5f7eb7-4afb-4ac8-88d1-3d438c8e7edc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/84b51227-d88a-4058-8502-5017802fa420 HTTP/1.1" status: 200  len: 991 time: 0.0631435
Jun 21 03:42:40.980318 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-fc7ddfd3-6c45-46b5-9ffd-a0ae9f939e29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed93867-e434-483d-a500-7e45fe8a9d14 HTTP/1.1" status: 200  len: 999 time: 0.0632751
Jun 21 03:42:41.030135 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-164a811a-37a1-4e47-b324-f7ea406432c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:41.031597 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-164a811a-37a1-4e47-b324-f7ea406432c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2b28867-4d28-48c0-8882-b08f8952fe77 HTTP/1.1" status: 200  len: 835 time: 0.0444152
Jun 21 03:42:41.056470 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:42:41.089850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-dfb47f25-5208-42fe-8718-8baa994842a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:42:41.091377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-dfb47f25-5208-42fe-8718-8baa994842a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8773766f-d9be-4da3-8e58-86015bec8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0528975
Jun 21 03:42:41.185937 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-00cca7b7-d337-4870-bcea-e0eaa862ddd2 service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877354
Jun 21 03:42:41.276948 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5d455a30-54b5-46fd-ae95-5fd111a67961 req-3a3ebec7-2468-4d06-9640-45e782a7f71a service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840452
Jun 21 03:42:41.285622 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f263a0>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '84b51227-d88a-4058-8502-5017802fa420', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'port_id': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'mac_address': 'fa:16:3e:59:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:42:39Z', 'updated_at': '2021-06-21T03:42:39Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:30Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:42:41.310759 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7fef0-aa64-4a60-940a-14634ee0367d None None] The sync data for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 is: [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '84b51227-d88a-4058-8502-5017802fa420', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'port_id': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'mac_address': 'fa:16:3e:59:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:42:39Z', 'updated_at': '2021-06-21T03:42:39Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:30Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:42:41.491941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fedf46a-4c71-4586-a568-4fda56319a83 None None] New status for floating IP 84b51227-d88a-4058-8502-5017802fa420: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:42:41.982079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33690) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:42:42.046177 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-00b0858f-36f9-4625-8a84-1b1641dfba8f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/84b51227-d88a-4058-8502-5017802fa420 HTTP/1.1" status: 200  len: 993 time: 0.0628898
Jun 21 03:42:55.728311 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:43:04.244822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-46eac50d-9ea5-4e66-a31b-431d06f0194f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:06.410346 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:06.678680 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6ee09f1b-240e-4e24-98b2-85902a3898a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:07.164929 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:08.222499 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:08.587249 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:09.741521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:13.802087 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be568c01-56e3-48c3-8344-766386c73b8a req-c22f62c9-2e3d-4bb0-9ee5-816213718dd7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:13.803578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be568c01-56e3-48c3-8344-766386c73b8a req-c22f62c9-2e3d-4bb0-9ee5-816213718dd7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0671942
Jun 21 03:43:13.844206 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be568c01-56e3-48c3-8344-766386c73b8a req-b1ad4182-5604-40cb-9512-27f9cf8ad7ed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317750
Jun 21 03:43:13.859985 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-17724219-e30d-44b8-8428-a6e1e172f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:13.861535 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-17724219-e30d-44b8-8428-a6e1e172f86b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 1097 time: 0.1121891
Jun 21 03:43:13.954313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-2515326b-607b-42e2-88e4-6b23992db3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:13.955787 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-2515326b-607b-42e2-88e4-6b23992db3fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=8773766f-d9be-4da3-8e58-86015bec8a9d HTTP/1.1" status: 200  len: 897 time: 0.0879786
Jun 21 03:43:14.019987 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-64a524f9-f14a-4b66-829e-efbb5418bf36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed93867-e434-483d-a500-7e45fe8a9d14 HTTP/1.1" status: 200  len: 1001 time: 0.0573046
Jun 21 03:43:14.074854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-8a6e8a26-8c95-4a4d-a243-0f50af9538d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:14.076332 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-8a6e8a26-8c95-4a4d-a243-0f50af9538d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2b28867-4d28-48c0-8882-b08f8952fe77 HTTP/1.1" status: 200  len: 835 time: 0.0496674
Jun 21 03:43:14.136213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-e8102361-4c3d-4888-b74a-2d6d3193d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:14.137726 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-e8102361-4c3d-4888-b74a-2d6d3193d626 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8773766f-d9be-4da3-8e58-86015bec8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0550685
Jun 21 03:43:14.233836 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-a5efcabc-ea03-4bde-9519-ecba998fdfcb service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891654
Jun 21 03:43:14.322507 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a06f38d5-7ca9-41a1-a304-3766538c68a1 req-7de278ac-040e-4a0f-a56a-87b7373937f3 service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821910
Jun 21 03:43:15.024341 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31f2a-8e0b-4b37-a517-40c632e62a06 req-f8d5a591-d475-4762-b165-2dfaecbeb172 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:15.025817 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7d31f2a-8e0b-4b37-a517-40c632e62a06 req-f8d5a591-d475-4762-b165-2dfaecbeb172 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0657029
Jun 21 03:43:15.062735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7d31f2a-8e0b-4b37-a517-40c632e62a06 req-6a7daf5e-61d0-43aa-8259-1630e6b65d5b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313671
Jun 21 03:43:16.242478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d6d3-c977-4f62-8480-eecc93ea4b60 req-12b1f4a8-8882-4214-95f6-1d8e7a468e19 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:16.244109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc58d6d3-c977-4f62-8480-eecc93ea4b60 req-12b1f4a8-8882-4214-95f6-1d8e7a468e19 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0706196
Jun 21 03:43:16.282600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cc58d6d3-c977-4f62-8480-eecc93ea4b60 req-073aa276-1201-4f98-8412-0b989f280406 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318348
Jun 21 03:43:17.468496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14b6a1-2a25-4a1e-88e4-da39f42b7feb req-b53854a8-6663-4d1f-a042-266627bb27e1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:17.470003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb14b6a1-2a25-4a1e-88e4-da39f42b7feb req-b53854a8-6663-4d1f-a042-266627bb27e1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0634730
Jun 21 03:43:17.508855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb14b6a1-2a25-4a1e-88e4-da39f42b7feb req-a51133b6-ad85-4027-a6eb-338ee51658df tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328193
Jun 21 03:43:18.685558 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f23b2a-2837-4e2d-9ee3-7387b46f33ca req-b68c4b28-7cb5-45f9-8b77-aaf90f9056cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:18.687029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9f23b2a-2837-4e2d-9ee3-7387b46f33ca req-b68c4b28-7cb5-45f9-8b77-aaf90f9056cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0674622
Jun 21 03:43:18.725075 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b9f23b2a-2837-4e2d-9ee3-7387b46f33ca req-951e85f1-7c23-4671-90bd-b509c181bb50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315940
Jun 21 03:43:19.895282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db01b5a-d727-4dc9-8374-91cf45e902a9 req-ea697b81-588d-490e-a560-3e75a9498b04 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:19.896738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5db01b5a-d727-4dc9-8374-91cf45e902a9 req-ea697b81-588d-490e-a560-3e75a9498b04 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0626099
Jun 21 03:43:19.936814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5db01b5a-d727-4dc9-8374-91cf45e902a9 req-e89d4149-b451-4062-9949-76beb800fc12 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343435
Jun 21 03:43:21.110743 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c652d6-6174-4a58-81df-a35b34a678c5 req-1e5bf2c8-09fd-4a38-ba38-ac64eac146a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:21.112735 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3c652d6-6174-4a58-81df-a35b34a678c5 req-1e5bf2c8-09fd-4a38-ba38-ac64eac146a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0621083
Jun 21 03:43:21.150591 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a3c652d6-6174-4a58-81df-a35b34a678c5 req-30571da9-8f18-43c4-a33d-d458c14737df tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319633
Jun 21 03:43:22.328167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3817a5f-b822-420c-b88b-03645f16309d req-3adaae59-69ff-440d-a0c1-d23cb5e5fe2c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:22.329683 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3817a5f-b822-420c-b88b-03645f16309d req-3adaae59-69ff-440d-a0c1-d23cb5e5fe2c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0679386
Jun 21 03:43:22.367594 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e3817a5f-b822-420c-b88b-03645f16309d req-734f0720-6e5b-4fe5-9ff8-02ec3b8f239c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315189
Jun 21 03:43:22.591437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-1778a0db-b732-4f60-a5de-dbf2afcb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:22.592901 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-1778a0db-b732-4f60-a5de-dbf2afcb2cf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 1097 time: 0.0535173
Jun 21 03:43:22.709412 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-9da11dbd-472f-47dd-b352-6f5aeb237a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:22.710887 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-9da11dbd-472f-47dd-b352-6f5aeb237a7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8773766f-d9be-4da3-8e58-86015bec8a9d HTTP/1.1" status: 200  len: 897 time: 0.0966818
Jun 21 03:43:22.775710 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-49a7c578-fb47-4db8-8924-b23963c91485 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed93867-e434-483d-a500-7e45fe8a9d14 HTTP/1.1" status: 200  len: 1001 time: 0.0590029
Jun 21 03:43:22.828215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-ade89e67-7857-484d-b658-19e908a78815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:22.829646 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-ade89e67-7857-484d-b658-19e908a78815 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2b28867-4d28-48c0-8882-b08f8952fe77 HTTP/1.1" status: 200  len: 835 time: 0.0474610
Jun 21 03:43:22.884314 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-caa7abe9-7ea7-42eb-9042-c5f0c235f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:22.885713 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-caa7abe9-7ea7-42eb-9042-c5f0c235f259 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8773766f-d9be-4da3-8e58-86015bec8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0504770
Jun 21 03:43:22.973318 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-4171d9d2-a816-410e-9718-dd86dc9d1ede service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816579
Jun 21 03:43:23.066303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a5779b2d-40cd-41d0-a306-f9fb20fd7416 req-04584615-2a1b-4bfe-b0a6-1a2cc7945f0a service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856979
Jun 21 03:43:23.550283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e479c8-033f-4ad0-b2e8-7d655011dec7 req-3800f1c0-740f-4475-aaa0-76c30ce1c73e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:23.551749 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27e479c8-033f-4ad0-b2e8-7d655011dec7 req-3800f1c0-740f-4475-aaa0-76c30ce1c73e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0622816
Jun 21 03:43:23.588969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-27e479c8-033f-4ad0-b2e8-7d655011dec7 req-fd501b4f-6a9b-4591-b9a2-ea914056002d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315979
Jun 21 03:43:24.768902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b66841-227a-44e9-b966-1c7e83559bef req-1da14719-7a22-4a41-920e-0e4b5af2ba42 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:24.770390 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5b66841-227a-44e9-b966-1c7e83559bef req-1da14719-7a22-4a41-920e-0e4b5af2ba42 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0679457
Jun 21 03:43:24.807184 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e5b66841-227a-44e9-b966-1c7e83559bef req-1b477155-d583-4cd4-a75c-328df5bacd39 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313303
Jun 21 03:43:25.979354 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027000fd-32d6-4e84-bc04-7c6710e2bdd1 req-a03a4d28-6c33-4b8c-b3c1-e2d57b651418 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:25.980835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-027000fd-32d6-4e84-bc04-7c6710e2bdd1 req-a03a4d28-6c33-4b8c-b3c1-e2d57b651418 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0651307
Jun 21 03:43:26.020485 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-027000fd-32d6-4e84-bc04-7c6710e2bdd1 req-b8b0cc2b-4419-4870-9619-2fb8eb29e0dc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340705
Jun 21 03:43:27.192023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502c0bd-4169-4735-ad19-7aad8c0eacf7 req-322dfa8f-b8af-4e95-af9b-95000b26b135 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:27.193441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7502c0bd-4169-4735-ad19-7aad8c0eacf7 req-322dfa8f-b8af-4e95-af9b-95000b26b135 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0631533
Jun 21 03:43:27.230003 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7502c0bd-4169-4735-ad19-7aad8c0eacf7 req-526ed19c-9bc3-4677-91ef-834e30425c11 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308902
Jun 21 03:43:28.409601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cdc8d-3c25-4b26-b772-4dce27e5b0de req-9f713ea3-7683-4583-bd10-d9c57ee2acb0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:28.411051 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e55cdc8d-3c25-4b26-b772-4dce27e5b0de req-9f713ea3-7683-4583-bd10-d9c57ee2acb0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0664980
Jun 21 03:43:28.448719 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e55cdc8d-3c25-4b26-b772-4dce27e5b0de req-c4030a34-92d5-4add-afe7-ed35b352c838 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319471
Jun 21 03:43:29.623776 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42f2a-7aaa-4550-b8dc-fe8894f2a91d req-ecc9ba7b-595b-4880-8c0f-8b64d3c3d442 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:29.625253 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66f42f2a-7aaa-4550-b8dc-fe8894f2a91d req-ecc9ba7b-595b-4880-8c0f-8b64d3c3d442 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0645711
Jun 21 03:43:29.663963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66f42f2a-7aaa-4550-b8dc-fe8894f2a91d req-a320c4fe-9a8e-4e19-8d86-d528c4aea970 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321524
Jun 21 03:43:30.842205 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641c6d6-0dc1-4d1e-bdcb-7b16912238dd req-b58f66be-364d-4c1d-b3e9-b76ef06fce03 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:43:30.843675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3641c6d6-0dc1-4d1e-bdcb-7b16912238dd req-b58f66be-364d-4c1d-b3e9-b76ef06fce03 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0713174
Jun 21 03:43:30.880999 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3641c6d6-0dc1-4d1e-bdcb-7b16912238dd req-93b9c11e-dd9b-46ca-aaa7-1eb05c849591 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309548
Jun 21 03:43:30.904942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33740) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:43:30.963925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-550ac64d-b79d-408e-a07b-5dc6a7a22076 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/84b51227-d88a-4058-8502-5017802fa420 HTTP/1.1" status: 200  len: 993 time: 0.0575931
Jun 21 03:43:32.726961 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:43:34.250169 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c1f03a48-cc56-4d64-a20a-646eca7b3ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:36.415495 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:36.649948 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba176-3a9e-4ca6-a4bc-534bec0af0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:37.164588 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:38.284065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:38.621065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:43:39.752021 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:01.352300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33754) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:01.512120 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 24c28ab5-abac-4ed2-8e3d-a86a40a5c2b2 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:44:01.512470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:01.592854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:01.593189 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:01.656894 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 24c28ab5-abac-4ed2-8e3d-a86a40a5c2b2 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:44:01.890067 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:01.892238 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec45568e-9dda-46ce-8895-b17c9af14f7e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:01.920249 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=24c28ab5-abac-4ed2-8e3d-a86a40a5c2b2,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:01.934254 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.934649 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.935037 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.935420 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.935796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.936172 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.936547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.936918 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.937289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.937683 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.938081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.938449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:01.957169 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:01.995940 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:01.996276 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP 84b51227-d88a-4058-8502-5017802fa420 disassociated (deleted). External IP: 172.25.7.210, port: 9ed93867-e434-483d-a500-7e45fe8a9d14.
Jun 21 03:44:02.201592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:44:02.313275 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:44:02.317729 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:02.322611 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] Sync routers for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:44:02.331621 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:02.332211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84754f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:43:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:02.354765 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/floatingips/84b51227-d88a-4058-8502-5017802fa420 HTTP/1.1" status: 204  len: 168 time: 1.0013680
Jun 21 03:44:02.355448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:44:02.357832 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d18ef6-adc2-446b-9842-deedad54a192" -d '{"events": [{"name": "network-changed", "server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:44:02.442091 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:02.460023 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0e1b38-ec4c-4a34-9704-342b1f9aec41 x-openstack-request-id: req-ea0e1b38-ec4c-4a34-9704-342b1f9aec41 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:44:02.460309 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:44:02.460618 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea0e1b38-ec4c-4a34-9704-342b1f9aec41 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:44:02.461074 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'status': 'completed', 'code': 200}
Jun 21 03:44:02.547141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d18ef6-adc2-446b-9842-deedad54a192 req-5c7f79ac-29e4-4bd7-9fcc-07cfe3423fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:02.548868 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-68d18ef6-adc2-446b-9842-deedad54a192 req-5c7f79ac-29e4-4bd7-9fcc-07cfe3423fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 1097 time: 0.0646410
Jun 21 03:44:02.643198 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84754f0>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:30Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:02.645524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d18ef6-adc2-446b-9842-deedad54a192 req-4ea1bcfc-d3f8-4893-a042-8b02abd6018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:02.647073 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-68d18ef6-adc2-446b-9842-deedad54a192 req-4ea1bcfc-d3f8-4893-a042-8b02abd6018c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8773766f-d9be-4da3-8e58-86015bec8a9d HTTP/1.1" status: 200  len: 897 time: 0.0913239
Jun 21 03:44:02.669604 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] Checking router: d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:44:02.677671 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:02.678274 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84754f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:43:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:02.693361 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-68d18ef6-adc2-446b-9842-deedad54a192 req-83a3921a-810d-4020-813f-333aae810726 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed93867-e434-483d-a500-7e45fe8a9d14 HTTP/1.1" status: 200  len: 217 time: 0.0381477
Jun 21 03:44:02.745859 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d18ef6-adc2-446b-9842-deedad54a192 req-6ec85470-08dd-40b8-a4d3-fe639bd6a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:02.747408 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-68d18ef6-adc2-446b-9842-deedad54a192 req-6ec85470-08dd-40b8-a4d3-fe639bd6a63c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2b28867-4d28-48c0-8882-b08f8952fe77 HTTP/1.1" status: 200  len: 835 time: 0.0463414
Jun 21 03:44:02.782161 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:02.813565 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d18ef6-adc2-446b-9842-deedad54a192 req-5e7f3df0-5208-4894-90b8-740269dea875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:02.815142 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-68d18ef6-adc2-446b-9842-deedad54a192 req-5e7f3df0-5208-4894-90b8-740269dea875 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8773766f-d9be-4da3-8e58-86015bec8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0607371
Jun 21 03:44:02.930140 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-68d18ef6-adc2-446b-9842-deedad54a192 req-33ad8e47-36b3-4dfc-af50-846f605b1463 service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017647
Jun 21 03:44:02.961591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e47aa-85ee-446e-8fdd-ff8ddc4f117a req-c4b802c6-e701-4541-abfe-1301ee1d9f18 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:02.963094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af2e47aa-85ee-446e-8fdd-ff8ddc4f117a req-c4b802c6-e701-4541-abfe-1301ee1d9f18 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0682454
Jun 21 03:44:02.997195 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84754f0>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:30Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:03.009418 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-af2e47aa-85ee-446e-8fdd-ff8ddc4f117a req-6efb7069-d4d9-4a21-b2f0-bc6530b7c496 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403373
Jun 21 03:44:03.035865 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd32ff2-6c28-4443-b6fc-a54053687d94 None None] The sync data for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 is: [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:25Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'b4acdba6-b7ba-4d8e-aadc-54968639278a', 'name': '', 'network_id': '8773766f-d9be-4da3-8e58-86015bec8a9d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:21:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:24Z', 'updated_at': '2021-06-21T03:42:30Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'd2b28867-4d28-48c0-8882-b08f8952fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:44:03.036804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-68d18ef6-adc2-446b-9842-deedad54a192 req-25305251-6f45-4efc-a5d7-961570fa140e service neutron] 10.222.0.20 "GET /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980351
Jun 21 03:44:03.247972 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2daa4c6-cdfc-4af0-9ef9-5b239ccfb774 None None] New status for floating IP 84b51227-d88a-4058-8502-5017802fa420: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:44:04.206035 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1770441-d3d2-44b7-9264-8d1e8026ed86 req-d9384986-00d1-4e6f-8ba3-bb413ecb7417 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:04.207627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1770441-d3d2-44b7-9264-8d1e8026ed86 req-d9384986-00d1-4e6f-8ba3-bb413ecb7417 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0652657
Jun 21 03:44:04.245622 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e1770441-d3d2-44b7-9264-8d1e8026ed86 req-612b3cc6-3e8d-4dd2-a576-a485b0d14e6c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=36decca7-7e95-4e44-829a-38f149a88d3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323882
Jun 21 03:44:04.249299 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0678f708-9afa-4c15-a461-e63cd61c9207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:04.368255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-80e3c458-d6ca-4e52-b0d0-3e3a84af3f25 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:04.368255 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-80e3c458-d6ca-4e52-b0d0-3e3a84af3f25 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 945 time: 0.0635729
Jun 21 03:44:04.470551 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 9ed93867-e434-483d-a500-7e45fe8a9d14 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:44:04.470893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:04.557225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port 9ed93867-e434-483d-a500-7e45fe8a9d14, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=9ed93867-e434-483d-a500-7e45fe8a9d14,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:04.557606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:04.623586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 9ed93867-e434-483d-a500-7e45fe8a9d14 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:44:04.815039 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:04.819842 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:04.846442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=9ed93867-e434-483d-a500-7e45fe8a9d14,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:04.851914 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:04.891247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] No DVR routers for this DVR port 9ed93867-e434-483d-a500-7e45fe8a9d14 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:44:04.894766 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:04.896722 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-fc492f76-eebf-479c-8732-153c9a8c15f6 req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "DELETE /v2.0/ports/9ed93867-e434-483d-a500-7e45fe8a9d14 HTTP/1.1" status: 204  len: 173 time: 0.5231180
Jun 21 03:44:04.897255 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'name': 'network-vif-deleted', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:44:04.899652 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022645da-3548-44ac-a45b-aaa34e4d8d7e" -d '{"events": [{"server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "name": "network-vif-deleted", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:44:04.935777 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b41cd96-2761-4f08-afa4-ecd6af217b07 x-openstack-request-id: req-0b41cd96-2761-4f08-afa4-ecd6af217b07 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:44:04.936124 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768c557-4f6f-4c54-b362-2f16fb9c7dc2", "name": "network-vif-deleted", "tag": "9ed93867-e434-483d-a500-7e45fe8a9d14", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:44:04.936434 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b41cd96-2761-4f08-afa4-ecd6af217b07 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:44:04.936891 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768c557-4f6f-4c54-b362-2f16fb9c7dc2', 'name': 'network-vif-deleted', 'tag': '9ed93867-e434-483d-a500-7e45fe8a9d14', 'status': 'completed', 'code': 200}
Jun 21 03:44:05.401993 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3cdd54eb-ab1c-47fe-b94e-266d49109289 req-a61bae7c-eeee-4c83-9769-fe21f5dc851e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5768c557-4f6f-4c54-b362-2f16fb9c7dc2 HTTP/1.1" status: 200  len: 210 time: 0.0290265
Jun 21 03:44:06.460355 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:06.495014 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33778) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:06.660114 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2534434f-fce3-43d2-965b-def449306f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:06.866362 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:07.132622 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port b4acdba6-b7ba-4d8e-aadc-54968639278a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:44:07.133653 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:07.174356 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:07.221375 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port b4acdba6-b7ba-4d8e-aadc-54968639278a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b4acdba6-b7ba-4d8e-aadc-54968639278a,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:07.221736 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:07.288391 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for b4acdba6-b7ba-4d8e-aadc-54968639278a owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:44:07.524913 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:07.527191 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f219f10e-4943-4a44-84e8-08fe4577d138 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:07.557878 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=b4acdba6-b7ba-4d8e-aadc-54968639278a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:07.570267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.570739 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.571500 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.571963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.572486 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.572875 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.573258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.573709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.574047 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.574419 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.574789 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.575154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:07.594652 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:07.743518 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.244330 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.320964 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:44:08.425422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:44:08.431103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9348259
Jun 21 03:44:08.433562 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33782) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:08.436265 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] Sync routers for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:44:08.446040 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:08.446679 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:08.485092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting subnet d2b28867-4d28-48c0-8882-b08f8952fe77 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:44:08.488473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.528831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.587701 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.620957 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.660774 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:08.752827 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.754990 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-65938c7d-af01-4615-806b-b0d25168ec4d tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:08.779119 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b28867-4d28-48c0-8882-b08f8952fe77,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:08.782573 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:08.785227 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.789588 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/subnets/d2b28867-4d28-48c0-8882-b08f8952fe77 HTTP/1.1" status: 204  len: 168 time: 0.3525944
Jun 21 03:44:08.790282 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33784) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:08.793495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99474f9b-370d-4fa9-871d-0c4a1f081711 None None] Network 8773766f-d9be-4da3-8e58-86015bec8a9d requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:44:08.839004 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8d60>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:44:07Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:08.873060 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] Checking router: d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:44:08.882242 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] Routers {'d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:08.883474 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:08.923303 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9ed93867-e434-483d-a500-7e45fe8a9d14 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:44:08.923804 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:08.952993 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 9ed93867-e434-483d-a500-7e45fe8a9d14 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:44:08.953482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 9ed93867-e434-483d-a500-7e45fe8a9d14 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:44:08.994782 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] Set router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:09.027938 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] DHCP port deletion for 8773766f-d9be-4da3-8e58-86015bec8a9d request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:44:09.040828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.074553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Deleting port ec146d3c-c1fb-427b-a05d-05431356ebbf {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:44:09.074942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.138132 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] For port ec146d3c-c1fb-427b-a05d-05431356ebbf, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ec146d3c-c1fb-427b-a05d-05431356ebbf,segment=NetworkSegment(f6dfedd8-cf62-4c2e-891c-8be06e334a29),segment_id=f6dfedd8-cf62-4c2e-891c-8be06e334a29)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:09.138452 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.178079 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d83d8d60>, [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:44:07Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:09.181584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port ef9104d7-649b-4ffd-a93f-f8c847c5b15e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:44:09.181940 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.204812 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801bbc80-2cec-41e7-a1d1-6f48867f6777 None None] The sync data for ids ['d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306'] in n-d-758944-33 is: [{'id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559963977', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:44:07Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'ef9104d7-649b-4ffd-a93f-f8c847c5b15e', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:42:21Z', 'updated_at': '2021-06-21T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:44:09.280662 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port ef9104d7-649b-4ffd-a93f-f8c847c5b15e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ef9104d7-649b-4ffd-a93f-f8c847c5b15e,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:09.281024 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.348314 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for ef9104d7-649b-4ffd-a93f-f8c847c5b15e owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:44:09.378918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Calling delete_port for ec146d3c-c1fb-427b-a05d-05431356ebbf owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:44:09.518277 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.520337 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:09.545013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Pushing event deleted for resources: {'Port': ['ID=ec146d3c-c1fb-427b-a05d-05431356ebbf,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:09.547274 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] No DVR routers for this DVR port ec146d3c-c1fb-427b-a05d-05431356ebbf on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:44:09.555085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.555464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.558077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.558077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.558077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.558077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.558077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.558077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.558077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.558077 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.559247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.559247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:09.562489 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:09.575463 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.579034 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-caed9510-280c-4e8a-9a91-de906e15c298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:09.603884 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=ef9104d7-649b-4ffd-a93f-f8c847c5b15e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:09.606351 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:09.679456 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.725950 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:44:09.729564 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.774674 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.777633 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.866040 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.866485 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Fanout notify agent at l3_agent the message router_deleted on router d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:44:09.873487 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:09.877385 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/routers/d2cd7ef5-69a5-4c43-aa9c-eb6f42bd9306 HTTP/1.1" status: 204  len: 168 time: 1.0838041
Jun 21 03:44:09.877631 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33786) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:09.962919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.050601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.059900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0a55f10>,) {'filters': {'network_id': ['8773766f-d9be-4da3-8e58-86015bec8a9d']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:10.069149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0a55f10>, 'f6dfedd8-cf62-4c2e-891c-8be06e334a29') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:10.069469 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0a55f10>, 'f6dfedd8-cf62-4c2e-891c-8be06e334a29') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:10.078696 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.092426 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.097963 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:44:10.098342 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:44:10.101216 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:44:10.231277 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.234781 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2767a50e-3b13-4895-a04c-17c16b9635f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:10.238831 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.240580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/networks/8773766f-d9be-4da3-8e58-86015bec8a9d HTTP/1.1" status: 204  len: 168 time: 0.3620248
Jun 21 03:44:10.244421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33788) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:10.252948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Network': ['ID=8773766f-d9be-4da3-8e58-86015bec8a9d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:10.258261 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:10.309522 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff3db736-ea72-4273-bf1a-9aaee4d299cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.338802 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff3db736-ea72-4273-bf1a-9aaee4d299cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.344351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ef9104d7-649b-4ffd-a93f-f8c847c5b15e no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:44:10.367444 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ef9104d7-649b-4ffd-a93f-f8c847c5b15e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:44:10.367806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ef9104d7-649b-4ffd-a93f-f8c847c5b15e not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:44:10.368228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ec146d3c-c1fb-427b-a05d-05431356ebbf no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:44:10.386792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ec146d3c-c1fb-427b-a05d-05431356ebbf {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:44:10.390071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ec146d3c-c1fb-427b-a05d-05431356ebbf not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:44:10.390071 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b4acdba6-b7ba-4d8e-aadc-54968639278a no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:44:10.405980 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b4acdba6-b7ba-4d8e-aadc-54968639278a {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:44:10.406337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b4acdba6-b7ba-4d8e-aadc-54968639278a not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:44:10.455170 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff3db736-ea72-4273-bf1a-9aaee4d299cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.457834 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ff3db736-ea72-4273-bf1a-9aaee4d299cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.459001 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ff3db736-ea72-4273-bf1a-9aaee4d299cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/security-groups/36decca7-7e95-4e44-829a-38f149a88d3c HTTP/1.1" status: 204  len: 168 time: 0.2135601
Jun 21 03:44:10.459895 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7ad49f84-888f-47fb-b89f-b394b37e711e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:10.469911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3db736-ea72-4273-bf1a-9aaee4d299cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36decca7-7e95-4e44-829a-38f149a88d3c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:10.475868 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff3db736-ea72-4273-bf1a-9aaee4d299cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:10.819345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33794) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:10.824644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473124434', 'description': 'tempest-secgroup-smoke-1473124434 description', 'project_id': '03ed21845d0e46c9bb411c47e64de980'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:10.884509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:10.964353 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.014750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.018088 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77531140-4516-402f-bd21-76e020efb127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:11.044355 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10caf63c-16a2-4b7b-85fa-fcdde640ae3e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:11.047205 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:11.094984 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.096226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2758799
Jun 21 03:44:11.099095 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33796) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:11.103865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-187da86e-61c0-4756-9d53-2fa6f18e128a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '10caf63c-16a2-4b7b-85fa-fcdde640ae3e', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:11.197590 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187da86e-61c0-4756-9d53-2fa6f18e128a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.256959 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187da86e-61c0-4756-9d53-2fa6f18e128a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.323826 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187da86e-61c0-4756-9d53-2fa6f18e128a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.328730 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ea4a40e0-9508-45e7-8842-0a01ce4d1b38 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:11.343900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187da86e-61c0-4756-9d53-2fa6f18e128a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f892565-1f91-4c27-81cf-4bcd35ec8e3b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:11.346308 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-187da86e-61c0-4756-9d53-2fa6f18e128a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:11.420884 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-187da86e-61c0-4756-9d53-2fa6f18e128a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.422107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-187da86e-61c0-4756-9d53-2fa6f18e128a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3220804
Jun 21 03:44:11.424744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33798) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:11.429131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '10caf63c-16a2-4b7b-85fa-fcdde640ae3e', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:11.511230 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.576218 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.649486 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.651321 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a0e5dd45-3ada-42ec-be5a-08a171abcbbc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:11.668333 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8dff72-a9a8-401c-96bb-b9a343aa801a,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:11.671227 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:11.723607 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.724822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2991683
Jun 21 03:44:11.728018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33800) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:11.732504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '10caf63c-16a2-4b7b-85fa-fcdde640ae3e', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:11.825544 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.882988 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.957727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:11.959577 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9acdf3b3-cb38-412b-b861-15664d0df947 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:11.978551 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7a0507-930f-49ec-92dd-6ba1156b9e22,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:11.980691 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:12.043416 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.044623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3156931
Jun 21 03:44:12.047329 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33802) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:12.051839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '10caf63c-16a2-4b7b-85fa-fcdde640ae3e', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:12.157252 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.219332 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.305949 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.307765 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-28a3d677-7b59-477b-a7c2-0624e2775b55 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:12.325108 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1554e9-cb22-4308-8849-1170eac1bca6,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:12.327572 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:12.391330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.392562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3442616
Jun 21 03:44:12.395295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33804) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:12.400436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '10caf63c-16a2-4b7b-85fa-fcdde640ae3e', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:12.477109 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:44:12.481894 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.542251 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.609157 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.611046 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-90f95975-a639-4ffa-90f3-2f26a43446d2 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:12.631089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286729de-adb6-40c1-90c7-c3da0831c128,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:12.636602 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:12.699978 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.701465 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3051894
Jun 21 03:44:12.704188 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33806) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:12.708711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '10caf63c-16a2-4b7b-85fa-fcdde640ae3e', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:12.785965 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:44:12.790954 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.849945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.923840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:12.925852 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-964e49ff-5cf6-4c2e-837a-e79a400f09c1 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:12.943405 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6325a3af-6275-4906-ba05-c5f9b402dfb6,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:12.947083 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:13.009746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.010988 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3058839
Jun 21 03:44:13.014473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33808) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:13.018835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'network': {'name': 'tempest-network-smoke--960306357', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'port_security_enabled': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:13.111475 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:44:13.115000 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.143118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:44:13.152576 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.152955 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Added segment b2f53386-19a7-426f-9ac0-bb0d0be9a2e3 of type vlan for network 4acaa34e-5867-4ee5-8576-ca4ad2eca838
Jun 21 03:44:13.192884 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.289937 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.295520 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:13.298729 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.298729 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:13.363623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Network': ['ID=4acaa34e-5867-4ee5-8576-ca4ad2eca838,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:13.366203 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:13.377634 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:44:13.416558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-ba331673-dceb-4204-923c-c90e1aaae4fe tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4016483
Jun 21 03:44:13.419147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33810) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:13.423700 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'admin_state_up': True, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:13.535131 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.536724 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.593643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:13.789575 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:14.032737 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:14.051697 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:14.157985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.92 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/901474e8-1439-4a8f-933b-aeb2f254a2a6) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:44:14.257391 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:14.346885 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:14.349886 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a6f39b45-a08d-4aac-b18d-d66d4c796b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:14.393491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:44:14.396529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:44:14.401075 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:44:14.424089 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=901474e8-1439-4a8f-933b-aeb2f254a2a6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:14.427922 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:14.724301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:14.913425 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:15.123685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router fb662518-0f6f-4ae5-aa73-7e02405455c5 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:44:15.227605 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:44:15.236690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Sync routers for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:44:15.245294 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:15.245937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a47c10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:15.289812 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:15.291143 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.8710623
Jun 21 03:44:15.294336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33812) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:15.326486 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5bec006e-5034-4c90-8e5b-37c20abbe6f3 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=03ed21845d0e46c9bb411c47e64de980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0302963
Jun 21 03:44:15.328251 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33814) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:15.350674 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:15.420727 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8276f9-11ab-49c7-b0b8-00c917ea09d1 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:15.422176 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5b8276f9-11ab-49c7-b0b8-00c917ea09d1 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0930221
Jun 21 03:44:15.424958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33816) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:15.453780 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-12154ded-9a08-4b13-acdb-25901d423bb2 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276079
Jun 21 03:44:15.456069 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33818) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:15.460839 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517732273', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:15.526050 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a47c10>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:14Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:15.552606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Checking router: fb662518-0f6f-4ae5-aa73-7e02405455c5 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:44:15.552971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Updating router fb662518-0f6f-4ae5-aa73-7e02405455c5 port 901474e8-1439-4a8f-933b-aeb2f254a2a6 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:44:15.593051 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:15.847496 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:15.858997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Transition to ACTIVE for port object 901474e8-1439-4a8f-933b-aeb2f254a2a6 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:44:15.947083 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:15.949929 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:15.996443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Attempting to bind port 901474e8-1439-4a8f-933b-aeb2f254a2a6 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:44:15.996829 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Attempting to bind port 901474e8-1439-4a8f-933b-aeb2f254a2a6 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:44:15.997198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Attempting to bind port 901474e8-1439-4a8f-933b-aeb2f254a2a6 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:44:16.004033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f498813-28f0-4520-91a4-f9387fa0577e None None] Pushing event updated for resources: {'Port': ['ID=901474e8-1439-4a8f-933b-aeb2f254a2a6,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:16.006675 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:44:16.007054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:44:16.007594 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:16.008021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:44:16.008501 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Bound port: 901474e8-1439-4a8f-933b-aeb2f254a2a6, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:44:16.008875 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:16.010564 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f498813-28f0-4520-91a4-f9387fa0577e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:16.020542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:44:16.024204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:16.062898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] For port 901474e8-1439-4a8f-933b-aeb2f254a2a6, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:44:16.065828 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] For port 901474e8-1439-4a8f-933b-aeb2f254a2a6, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=901474e8-1439-4a8f-933b-aeb2f254a2a6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:44:16.141994 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:16.145308 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:16.200966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:16.201631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2a47c10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:16.204264 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f498813-28f0-4520-91a4-f9387fa0577e None None] Pushing event updated for resources: {'Port': ['ID=901474e8-1439-4a8f-933b-aeb2f254a2a6,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:16.236090 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f498813-28f0-4520-91a4-f9387fa0577e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:16.255515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:16.257783 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:16.307932 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:16.316228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Subnet': ['ID=f9222fdf-1549-47bb-ab24-67ee7a6ccc34,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:16.318947 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:16.328470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Checking segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:44:16.328827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network hostable DHCP agents. Network: 4acaa34e-5867-4ee5-8576-ca4ad2eca838, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:44:16.437385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:44:16.484893 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2a47c10>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:14Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:16.501104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 4acaa34e-5867-4ee5-8576-ca4ad2eca838) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:44:16.505687 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:16.506386 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:16.516384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477b85f-29b8-4d05-9e6b-3acc37daa7d5 None None] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:44:16.519459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b657e36-a273-4069-9f1c-0897ced70d31 None None] The sync data for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 is: [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:14Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:44:16.599627 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e73c8578-874d-4c38-a623-2a89ff655ee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1424060
Jun 21 03:44:16.602586 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33820) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:16.679796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:44:16.681058 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:16.845248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Allocated IP 172.20.0.2 (4acaa34e-5867-4ee5-8576-ca4ad2eca838/f9222fdf-1549-47bb-ab24-67ee7a6ccc34/c8161d42-d414-4c01-937f-103f8929c11b) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:44:16.999332 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.009709 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Transition to ACTIVE for port object c8161d42-d414-4c01-937f-103f8929c11b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:44:17.025752 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Transition to ACTIVE for port object c8161d42-d414-4c01-937f-103f8929c11b will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:44:17.084470 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.088474 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f498813-28f0-4520-91a4-f9387fa0577e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:17.104867 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.128250 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:44:17.133811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:44:17.138220 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:44:17.163699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Pushing event updated for resources: {'Port': ['ID=c8161d42-d414-4c01-937f-103f8929c11b,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:17.168399 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:17.204867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Attempting to bind port c8161d42-d414-4c01-937f-103f8929c11b on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:44:17.205256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Attempting to bind port c8161d42-d414-4c01-937f-103f8929c11b by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:44:17.205670 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Attempting to bind port c8161d42-d414-4c01-937f-103f8929c11b on network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:44:17.211223 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:44:17.211870 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Checking segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:44:17.212283 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.212702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Bound using segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:44:17.213186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Bound port: c8161d42-d414-4c01-937f-103f8929c11b, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:44:17.213593 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.287786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] For port c8161d42-d414-4c01-937f-103f8929c11b, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:44:17.291901 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] For port c8161d42-d414-4c01-937f-103f8929c11b, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c8161d42-d414-4c01-937f-103f8929c11b,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:44:17.353474 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.356410 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:17.399142 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.1 (4acaa34e-5867-4ee5-8576-ca4ad2eca838/f9222fdf-1549-47bb-ab24-67ee7a6ccc34/2ae33dc5-82c4-4495-9062-bee3c23690c4) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:44:17.425880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Pushing event updated for resources: {'Port': ['ID=c8161d42-d414-4c01-937f-103f8929c11b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:17.429889 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:17.529819 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.545237 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object 2ae33dc5-82c4-4495-9062-bee3c23690c4 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:44:17.650909 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.653267 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d131ad79-22c2-4891-8319-2667956b3c94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:17.701718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:44:17.705002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:44:17.709300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:44:17.738699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=2ae33dc5-82c4-4495-9062-bee3c23690c4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:17.750254 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:17.764975 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:17.963671 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:18.197468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c8161d42-d414-4c01-937f-103f8929c11b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:44:18.256548 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:18.300453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port c8161d42-d414-4c01-937f-103f8929c11b completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:44:18.304527 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 901474e8-1439-4a8f-933b-aeb2f254a2a6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:44:18.329588 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:18.332853 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:18.413656 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:18.415811 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=2ae33dc5-82c4-4495-9062-bee3c23690c4,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:18.419011 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:18.437821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 901474e8-1439-4a8f-933b-aeb2f254a2a6 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:44:18.441753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 901474e8-1439-4a8f-933b-aeb2f254a2a6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:18.442203 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:18.514380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:44:18.515761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:44:18.522583 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:18.544866 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 901474e8-1439-4a8f-933b-aeb2f254a2a6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=901474e8-1439-4a8f-933b-aeb2f254a2a6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:18.634131 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router fb662518-0f6f-4ae5-aa73-7e02405455c5 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:44:18.683880 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:18.687008 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:18.743971 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=901474e8-1439-4a8f-933b-aeb2f254a2a6,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:18.747214 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:18.751958 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:44:18.766366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/fb662518-0f6f-4ae5-aa73-7e02405455c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1531813
Jun 21 03:44:18.769800 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Sync routers for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:44:18.780633 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:18.781478 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8f40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:18.895691 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:18.917706 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-0b53e618-2bf9-49eb-af41-5f903adef99d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473124434&fields=id&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 267 time: 0.0445545
Jun 21 03:44:19.000992 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407451d4-e26e-42ac-ae6a-f14592e08636 None None] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:44:19.028474 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25151659-2a0d-420f-9462-663f44347619 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:19.029926 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25151659-2a0d-420f-9462-663f44347619 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 796 time: 0.1108379
Jun 21 03:44:19.046680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-ba5783a9-1f4c-487d-b39f-95462aae7ad2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/quotas/03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 375 time: 0.0105264
Jun 21 03:44:19.117367 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8f40>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 2, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:19.128044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-5a389063-e6be-48c9-ab4d-b8f1d39f77bc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0763035
Jun 21 03:44:19.129321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] Provisioning for port c8161d42-d414-4c01-937f-103f8929c11b completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:44:19.137396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] Provisioning complete for port c8161d42-d414-4c01-937f-103f8929c11b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:19.137755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.143945 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Checking router: fb662518-0f6f-4ae5-aa73-7e02405455c5 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:44:19.144310 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Updating router fb662518-0f6f-4ae5-aa73-7e02405455c5 port 2ae33dc5-82c4-4495-9062-bee3c23690c4 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:44:19.181908 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.261113 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.296876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-192714ed-6c64-4d32-afdc-7ba285aa5fc7 service neutron] 10.222.0.25 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553636
Jun 21 03:44:19.297107 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] For port c8161d42-d414-4c01-937f-103f8929c11b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c8161d42-d414-4c01-937f-103f8929c11b,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:19.357213 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.362159 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-dde58b80-db3a-4044-a357-92e36adef317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:19.407925 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-dd4a436b-25c6-4a30-b952-7d63f58856cd service neutron] 10.222.0.25 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037166
Jun 21 03:44:19.422051 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] Pushing event updated for resources: {'Port': ['ID=c8161d42-d414-4c01-937f-103f8929c11b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:19.425673 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:19.501626 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.508243 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Transition to ACTIVE for port object 2ae33dc5-82c4-4495-9062-bee3c23690c4 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:44:19.563913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-01ec3b57-8547-4a36-acac-93ada7a42d17 None None] Provisioning for port 2ae33dc5-82c4-4495-9062-bee3c23690c4 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:44:19.568386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-01ec3b57-8547-4a36-acac-93ada7a42d17 None None] Provisioning complete for port 2ae33dc5-82c4-4495-9062-bee3c23690c4 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:19.576043 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01ec3b57-8547-4a36-acac-93ada7a42d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.587422 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.591926 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7f3db035-087c-42d0-a4a0-eb76116e929b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:19.642606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-01ec3b57-8547-4a36-acac-93ada7a42d17 None None] Port 2ae33dc5-82c4-4495-9062-bee3c23690c4 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:44:19.672797 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-01ec3b57-8547-4a36-acac-93ada7a42d17 None None] Provisioning complete for port c8161d42-d414-4c01-937f-103f8929c11b triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:19.673515 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-01ec3b57-8547-4a36-acac-93ada7a42d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.711099 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dc6e5233-b471-4998-adbe-18a80de5b837 req-d4a2e911-de73-4bcf-a60c-0c4393fc8162 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 210 time: 0.0581164
Jun 21 03:44:19.713465 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Pushing event updated for resources: {'Port': ['ID=2ae33dc5-82c4-4495-9062-bee3c23690c4,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:19.747614 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.747828 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.748167 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.748588 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.748817 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.749196 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.749816 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.750222 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.750796 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.751306 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.751663 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.751987 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:44:19.767053 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:19.769869 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Attempting to bind port 2ae33dc5-82c4-4495-9062-bee3c23690c4 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:44:19.770497 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Attempting to bind port 2ae33dc5-82c4-4495-9062-bee3c23690c4 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:44:19.770633 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Attempting to bind port 2ae33dc5-82c4-4495-9062-bee3c23690c4 on network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:44:19.778332 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:44:19.778724 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Checking segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:44:19.779143 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.779534 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Bound using segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:44:19.780014 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Bound port: 2ae33dc5-82c4-4495-9062-bee3c23690c4, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:44:19.780390 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.851840 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] For port 2ae33dc5-82c4-4495-9062-bee3c23690c4, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:44:19.855399 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] For port 2ae33dc5-82c4-4495-9062-bee3c23690c4, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2ae33dc5-82c4-4495-9062-bee3c23690c4,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:44:19.947538 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:19.951313 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-97f74fa7-3dd2-4783-b540-6ae337659571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:20.005537 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:20.006176 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8f40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:20.045027 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Pushing event updated for resources: {'Port': ['ID=2ae33dc5-82c4-4495-9062-bee3c23690c4,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:20.049593 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-dac0ba59-0e4f-4089-80fa-13e3ca7e02bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:20.147060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c8161d42-d414-4c01-937f-103f8929c11b up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:44:20.153538 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:20.200083 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port c8161d42-d414-4c01-937f-103f8929c11b triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:20.200619 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:20.287297 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 901474e8-1439-4a8f-933b-aeb2f254a2a6 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:44:20.341147 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 901474e8-1439-4a8f-933b-aeb2f254a2a6 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:20.341632 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:20.467463 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8de8f40>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:19Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:20.494099 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8416a-475e-4061-853c-a78e32948d7c None None] The sync data for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 is: [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:19Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:44:20.850600 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-62c9e4a0-1f4e-4ac5-adc1-8d9a9298bcca req-644c8fe3-a6f6-49de-ae4e-425ba88cdd63 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 210 time: 0.0295737
Jun 21 03:44:21.676066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-964c1f24-3087-4040-8e02-315b63764261 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:21.677513 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-964c1f24-3087-4040-8e02-315b63764261 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 796 time: 0.1064744
Jun 21 03:44:21.719607 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-6c7c278f-5dd4-433f-9b76-2b59f17ee65d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 380 time: 0.0338097
Jun 21 03:44:21.728257 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'port': {'device_id': '2553d070-5e84-4d8f-b63e-4049e61be456', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'admin_state_up': True, 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'security_groups': ['10caf63c-16a2-4b7b-85fa-fcdde640ae3e']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:21.912527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:44:21.919390 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:21.998089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b1b779a-6c43-49e7-8342-b3186cd85a64 req-290127b6-cccc-4e28-bc7a-dbc28a7b09e5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 210 time: 0.0284040
Jun 21 03:44:22.052189 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.8 (4acaa34e-5867-4ee5-8576-ca4ad2eca838/f9222fdf-1549-47bb-ab24-67ee7a6ccc34/4cc20f2e-81af-4ee9-93b8-904d3317b248) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:44:22.168114 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2ae33dc5-82c4-4495-9062-bee3c23690c4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:44:22.260987 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2ae33dc5-82c4-4495-9062-bee3c23690c4 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:44:22.265219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2ae33dc5-82c4-4495-9062-bee3c23690c4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:22.265634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:22.343489 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:22.379742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 2ae33dc5-82c4-4495-9062-bee3c23690c4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2ae33dc5-82c4-4495-9062-bee3c23690c4,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:22.449840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:22.452082 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:22.498772 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=2ae33dc5-82c4-4495-9062-bee3c23690c4,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:22.502193 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:22.524830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:22.534105 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object 4cc20f2e-81af-4ee9-93b8-904d3317b248 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:44:22.627020 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:22.631138 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-35ea4c05-b23b-44af-9193-74e8d7957ced tempest-ServersNegativeTestJSON-431310094 tempest-ServersNegativeTestJSON-431310094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:22.676592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:44:22.681501 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:44:22.686912 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:44:22.693373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:22.714436 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:22.740815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:22.741512 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:22.849276 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1247790
Jun 21 03:44:22.862052 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Request body: {'port': {'device_id': '2553d070-5e84-4d8f-b63e-4049e61be456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:22.934987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:22.986183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-977ed2a9-c96e-41b5-a1e3-42f24d85d237 None None] Provisioning for port 4cc20f2e-81af-4ee9-93b8-904d3317b248 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:44:22.990967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-977ed2a9-c96e-41b5-a1e3-42f24d85d237 None None] Provisioning complete for port 4cc20f2e-81af-4ee9-93b8-904d3317b248 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:22.990967 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-977ed2a9-c96e-41b5-a1e3-42f24d85d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:23.024678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-977ed2a9-c96e-41b5-a1e3-42f24d85d237 None None] Port 4cc20f2e-81af-4ee9-93b8-904d3317b248 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:44:23.183563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e523fd-b258-4c1d-be10-7bfe67727f4a req-f1670dcb-ac76-40bc-aed9-84206d90c37d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:23.185064 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e523fd-b258-4c1d-be10-7bfe67727f4a req-f1670dcb-ac76-40bc-aed9-84206d90c37d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 931 time: 0.0676117
Jun 21 03:44:23.205437 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc20f2e-81af-4ee9-93b8-904d3317b248 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:44:23.213524 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:23.223025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b2e523fd-b258-4c1d-be10-7bfe67727f4a req-aa6332e5-881b-4f1b-abfd-87603465c7a6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320368
Jun 21 03:44:23.225089 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Transition to ACTIVE for port object 4cc20f2e-81af-4ee9-93b8-904d3317b248 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:44:23.289280 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:23.292810 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fcdcff01-6898-4a16-88aa-a04780b8198f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:23.371794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:23.378220 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:23.446589 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Attempting to bind port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:44:23.446926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Attempting to bind port 4cc20f2e-81af-4ee9-93b8-904d3317b248 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:44:23.447261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Attempting to bind port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:44:23.451801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:44:23.452126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Attempting to bind port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:44:23.456922 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:44:23.457317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Checking segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:44:23.457674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Bound using segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:44:23.458102 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Bound port: 4cc20f2e-81af-4ee9-93b8-904d3317b248, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:44:23.458451 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:23.526452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:44:23.529396 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:44:23.596107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:23.596107 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed5f41c5-296c-4623-9dba-d1726a645193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:23.638595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:23.639233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:23.640633 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] 10.222.0.20 "PUT /v2.0/ports/4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 1092 time: 0.7828326
Jun 21 03:44:23.641177 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:44:23.643593 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50f288b-0b13-447d-993f-6e755a0f3789" -d '{"events": [{"name": "network-changed", "server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:44:23.677195 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:23.677195 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:23.685704 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b755c-eb87-4d15-8196-0bf600d661f6 x-openstack-request-id: req-d62b755c-eb87-4d15-8196-0bf600d661f6 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:44:23.686052 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:44:23.686359 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d62b755c-eb87-4d15-8196-0bf600d661f6 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:44:23.686975 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'status': 'completed', 'code': 200}
Jun 21 03:44:23.768094 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f288b-0b13-447d-993f-6e755a0f3789 req-cc9b8231-54f5-4aa1-a827-4c8abebf1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:23.769674 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a50f288b-0b13-447d-993f-6e755a0f3789 req-cc9b8231-54f5-4aa1-a827-4c8abebf1746 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1095 time: 0.0619226
Jun 21 03:44:23.869882 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f288b-0b13-447d-993f-6e755a0f3789 req-19cc1452-b7d7-4b20-8e84-b253d7cb41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:23.871356 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a50f288b-0b13-447d-993f-6e755a0f3789 req-19cc1452-b7d7-4b20-8e84-b253d7cb41b0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=03ed21845d0e46c9bb411c47e64de980&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0950911
Jun 21 03:44:23.967779 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f288b-0b13-447d-993f-6e755a0f3789 req-92744c5b-eb7c-4e4e-afa0-614203f26a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:23.969235 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a50f288b-0b13-447d-993f-6e755a0f3789 req-92744c5b-eb7c-4e4e-afa0-614203f26a2e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0921528
Jun 21 03:44:24.063735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-35ba0d06-cf30-48d8-8bd4-c26ec9dab84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:24.065564 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-35ba0d06-cf30-48d8-8bd4-c26ec9dab84f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1095 time: 0.0537460
Jun 21 03:44:24.112186 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-20114fb0-7fbe-485b-a4b1-d3b86565151d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 217 time: 0.0401385
Jun 21 03:44:24.136479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2ae33dc5-82c4-4495-9062-bee3c23690c4 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:44:24.162115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-f625a059-c39d-46ba-86d9-5251138d1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:24.164316 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-f625a059-c39d-46ba-86d9-5251138d1ba3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0448244
Jun 21 03:44:24.185029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2ae33dc5-82c4-4495-9062-bee3c23690c4 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:24.185442 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:24.221216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-f3b2a3c8-1c8d-48e5-af6e-d6e4be4de766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:24.222786 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-f3b2a3c8-1c8d-48e5-af6e-d6e4be4de766 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0524971
Jun 21 03:44:24.316635 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-d621516f-7be8-4070-beb2-abb53716714e service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867157
Jun 21 03:44:24.408580 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639cbaa-1953-4b52-bc24-54938c0650cf req-39100467-7502-4a69-ac31-cc012f6ba391 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:24.411113 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6639cbaa-1953-4b52-bc24-54938c0650cf req-39100467-7502-4a69-ac31-cc012f6ba391 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 943 time: 0.0754969
Jun 21 03:44:24.421554 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-616e3c33-2178-4f15-a2d2-87d1549c0844 req-831dde40-77cc-48e0-b5e5-f73a80346c3e service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978923
Jun 21 03:44:24.452685 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6639cbaa-1953-4b52-bc24-54938c0650cf req-32fb7699-a162-4fe0-a555-0b9e7663ffb1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329175
Jun 21 03:44:25.637623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f8d9b-515f-438c-975b-637b24b21b3b req-09de8b4e-75b4-470e-a700-6d14b9d4fdd1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:25.639119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-610f8d9b-515f-438c-975b-637b24b21b3b req-09de8b4e-75b4-470e-a700-6d14b9d4fdd1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 943 time: 0.0704105
Jun 21 03:44:25.676567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-610f8d9b-515f-438c-975b-637b24b21b3b req-97895399-f66e-461c-baf4-21c6db6a8e92 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315640
Jun 21 03:44:26.850040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c6cad-b288-4beb-8ace-cfea127b8c2c req-33e02594-3ff8-42c7-a620-b7a7bd080505 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:26.851513 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-576c6cad-b288-4beb-8ace-cfea127b8c2c req-33e02594-3ff8-42c7-a620-b7a7bd080505 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 943 time: 0.0662813
Jun 21 03:44:26.889088 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-576c6cad-b288-4beb-8ace-cfea127b8c2c req-46ebdcf5-9e14-423d-9a98-3cec9e5c53dc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319586
Jun 21 03:44:27.014317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 4cc20f2e-81af-4ee9-93b8-904d3317b248 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:44:27.105150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:27.121547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'port_id': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'mac_address': 'fa:16:3e:97:ec:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:44:27.321301 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:27.333183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc20f2e-81af-4ee9-93b8-904d3317b248 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:44:27.352840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:27.415224 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:27.416994 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:27.460821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:27.464013 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:27.614145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['4cc20f2e-81af-4ee9-93b8-904d3317b248'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:44:28.060538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2b67-0433-46fb-9ff9-b031a4a3cb2d req-45e1a369-b98d-4b32-8dd9-14c40ba2f9ee tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:28.062020 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d4b2b67-0433-46fb-9ff9-b031a4a3cb2d req-45e1a369-b98d-4b32-8dd9-14c40ba2f9ee tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 944 time: 0.0617161
Jun 21 03:44:28.099578 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3d4b2b67-0433-46fb-9ff9-b031a4a3cb2d req-515c2c5d-1d57-4280-87a4-247e36901b8c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319552
Jun 21 03:44:29.028824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 4cc20f2e-81af-4ee9-93b8-904d3317b248 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:44:29.174825 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 4cc20f2e-81af-4ee9-93b8-904d3317b248 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:44:29.178701 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 4cc20f2e-81af-4ee9-93b8-904d3317b248 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:44:29.179114 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:29.259120 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:29.277827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee9a7-2f1c-4524-9441-47eeeedd4ffa req-78653e4b-280c-4ab7-8fb6-48a3d6820c13 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:29.279339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4feee9a7-2f1c-4524-9441-47eeeedd4ffa req-78653e4b-280c-4ab7-8fb6-48a3d6820c13 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 944 time: 0.0694387
Jun 21 03:44:29.281321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:44:29.283628 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53cf44e-4a11-4fb0-b851-a2254921db59" -d '{"events": [{"server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "name": "network-vif-plugged", "status": "completed", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:44:29.297963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:44:29.320452 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4feee9a7-2f1c-4524-9441-47eeeedd4ffa req-2d8c892f-393b-4184-8af5-bea1bcc62acf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344453
Jun 21 03:44:29.346488 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:29.348512 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:29.378526 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306de67f-4c77-426c-abed-3e22afc1f4c1 x-openstack-request-id: req-306de67f-4c77-426c-abed-3e22afc1f4c1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:44:29.378828 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "name": "network-vif-plugged", "status": "completed", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:44:29.379095 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-306de67f-4c77-426c-abed-3e22afc1f4c1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:44:29.379508 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'code': 200}
Jun 21 03:44:29.398109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:29.401238 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:29.500500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068aa2-b485-4762-b7d0-9b7a300e7566 req-27593500-74e3-48a4-b80e-89918d9aaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:29.502018 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd068aa2-b485-4762-b7d0-9b7a300e7566 req-27593500-74e3-48a4-b80e-89918d9aaa4d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1097 time: 0.0533493
Jun 21 03:44:29.537819 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-cd068aa2-b485-4762-b7d0-9b7a300e7566 req-7d82f9d7-9c52-43dc-b6f9-7dccd6af177d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0287614
Jun 21 03:44:30.500219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3192f6-03d2-46d1-ae5d-fdcb4657605b req-1fe3be3f-6147-409f-b8eb-0f13d6fc0b46 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:30.501736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd3192f6-03d2-46d1-ae5d-fdcb4657605b req-1fe3be3f-6147-409f-b8eb-0f13d6fc0b46 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0652053
Jun 21 03:44:30.541134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dd3192f6-03d2-46d1-ae5d-fdcb4657605b req-0cc2e997-83c7-4127-b78e-7f8f91c43786 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335240
Jun 21 03:44:31.726244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b54f-feb6-4046-b4b4-ca9787369c5e req-2cde8730-b71f-460b-8959-2f85921f8c51 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:31.728425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1937b54f-feb6-4046-b4b4-ca9787369c5e req-2cde8730-b71f-460b-8959-2f85921f8c51 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0667622
Jun 21 03:44:31.765865 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1937b54f-feb6-4046-b4b4-ca9787369c5e req-bf8fbc84-7c41-4090-9690-aa5feccae0f0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318241
Jun 21 03:44:31.937735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084fab-3e1c-4bc4-8220-40c0a0dbef1e req-369afe95-623a-489d-8a6d-de6c39719ab3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:31.939243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04084fab-3e1c-4bc4-8220-40c0a0dbef1e req-369afe95-623a-489d-8a6d-de6c39719ab3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0668244
Jun 21 03:44:31.975291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04084fab-3e1c-4bc4-8220-40c0a0dbef1e req-0e7b290f-0d66-4cf1-bce2-a1fd7775badc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303791
Jun 21 03:44:32.000022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33884) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:32.050896 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec4878a-7639-4729-999c-490d4a09da3e tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:32.052324 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5ec4878a-7639-4729-999c-490d4a09da3e tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1092 time: 0.0513146
Jun 21 03:44:32.055895 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 33886) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:32.060672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:44:32.186599 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:32.287739 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:32.394604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.199 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/2346ae19-c6de-485f-b368-2c3d5549e52f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:44:32.496608 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:32.592616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:32.594817 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:32.637864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:44:32.640786 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:44:32.644283 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:44:32.650402 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=2346ae19-c6de-485f-b368-2c3d5549e52f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:32.669047 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:33.148384 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:33.310110 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:33.459389 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:33.517786 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:33.519984 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:44:33.586883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=2346ae19-c6de-485f-b368-2c3d5549e52f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:44:33.592367 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:44:33.599108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:33.701690 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP 71b2547a-20ca-434d-a09c-d843ac15426b associated. External IP: 172.25.7.199, port: 4cc20f2e-81af-4ee9-93b8-904d3317b248.
Jun 21 03:44:33.919108 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router fb662518-0f6f-4ae5-aa73-7e02405455c5 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:44:34.024607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:44:34.034510 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] Sync routers for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:44:34.044533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:34.045167 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b6bca0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:34.095126 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:34.133866 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0767469
Jun 21 03:44:34.134531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:44:34.136964 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89de4b0-f02b-4a6e-a7f7-05407addf257" -d '{"events": [{"name": "network-changed", "server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:44:34.161859 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:34.175787 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34bfa31-7e31-40c1-8e1f-c8687ae3599e x-openstack-request-id: req-c34bfa31-7e31-40c1-8e1f-c8687ae3599e {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:44:34.176328 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:44:34.176421 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c34bfa31-7e31-40c1-8e1f-c8687ae3599e {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:44:34.176875 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'status': 'completed', 'code': 200}
Jun 21 03:44:34.257500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-29cbc9e9-f7ce-4cd1-a8bc-d38f3d224a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:34.259806 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-29cbc9e9-f7ce-4cd1-a8bc-d38f3d224a79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1097 time: 0.0593958
Jun 21 03:44:34.266801 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c011d5e8-c51f-4753-9e7c-bd9da204f104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:34.301915 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1afe9-7f76-4a6b-8317-b0f57945601e req-79186f56-486e-432c-9bed-e2afee119867 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:34.304157 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0d1afe9-7f76-4a6b-8317-b0f57945601e req-79186f56-486e-432c-9bed-e2afee119867 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0727112
Jun 21 03:44:34.347546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b0d1afe9-7f76-4a6b-8317-b0f57945601e req-200f5d78-142f-4d99-95e5-4bc2fe873edf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368109
Jun 21 03:44:34.357524 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-0717450a-cd6e-4ffe-b399-205b028dcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:34.359144 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-0717450a-cd6e-4ffe-b399-205b028dcfed service neutron] 10.222.0.20 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 897 time: 0.0936596
Jun 21 03:44:34.375044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33894) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:34.412703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b6bca0>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '71b2547a-20ca-434d-a09c-d843ac15426b', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'port_id': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'mac_address': 'fa:16:3e:97:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553d070-5e84-4d8f-b63e-4049e61be456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:44:32Z', 'updated_at': '2021-06-21T03:44:32Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:34.432170 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-a80e91d1-6726-46bb-9e1b-fd6b5e359623 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 999 time: 0.0666213
Jun 21 03:44:34.437492 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d347adf7-3589-40c3-87bd-fea25aead30b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/71b2547a-20ca-434d-a09c-d843ac15426b HTTP/1.1" status: 200  len: 991 time: 0.0607908
Jun 21 03:44:34.439836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] Checking router: fb662518-0f6f-4ae5-aa73-7e02405455c5 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:44:34.449403 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:44:34.450029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2b6bca0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:44:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:34.485983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-f4290268-f099-4924-b890-01929c5cd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:34.487495 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-f4290268-f099-4924-b890-01929c5cd0cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0496418
Jun 21 03:44:34.543866 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-08e7f5e0-9689-411c-a627-a548cb4e3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:44:34.545362 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-08e7f5e0-9689-411c-a627-a548cb4e3226 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0515425
Jun 21 03:44:34.555736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:44:34.640208 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-26b5f4a5-554d-4bb6-a55c-e885847bfd81 service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880594
Jun 21 03:44:34.730508 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b89de4b0-f02b-4a6e-a7f7-05407addf257 req-95028a1b-cb18-42d3-978e-2dd8e2f3edc0 service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846093
Jun 21 03:44:34.778810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2b6bca0>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '71b2547a-20ca-434d-a09c-d843ac15426b', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'port_id': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'mac_address': 'fa:16:3e:97:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553d070-5e84-4d8f-b63e-4049e61be456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:44:32Z', 'updated_at': '2021-06-21T03:44:32Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:44:34.805372 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8344fa9-dd5d-4af3-9475-541fba6123b3 None None] The sync data for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 is: [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '71b2547a-20ca-434d-a09c-d843ac15426b', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'port_id': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'mac_address': 'fa:16:3e:97:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553d070-5e84-4d8f-b63e-4049e61be456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:44:32Z', 'updated_at': '2021-06-21T03:44:32Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:44:34.995311 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c891021-9dd3-4d8c-8a53-8979070614c6 None None] New status for floating IP 71b2547a-20ca-434d-a09c-d843ac15426b: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:44:35.441442 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33896) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:44:35.504142 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-05bc63b8-851c-49f7-9514-5cab0f6bfe10 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/71b2547a-20ca-434d-a09c-d843ac15426b HTTP/1.1" status: 200  len: 993 time: 0.0615427
Jun 21 03:44:36.426006 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:36.671522 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a143358b-9908-4125-8171-3cb926707a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:37.151905 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:38.225687 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:38.597425 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:39.751750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:44:46.724572 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:45:02.531334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc00f02-e027-4232-81a8-726efc1221d2 req-7285f653-bfba-492b-8b13-d5aed273da00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:02.532907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfc00f02-e027-4232-81a8-726efc1221d2 req-7285f653-bfba-492b-8b13-d5aed273da00 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0632648
Jun 21 03:45:02.569759 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bfc00f02-e027-4232-81a8-726efc1221d2 req-43993987-d7d2-40ee-887e-21f2ec8a3591 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310926
Jun 21 03:45:02.714624 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-66ee77e7-f23d-4873-aabb-f8d6d84c1b2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0889833
Jun 21 03:45:03.762654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904f215-f2a6-447c-bd76-dbbd10895b24 req-f8d78516-a700-4879-b09f-95abb4b3003d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:03.764152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3904f215-f2a6-447c-bd76-dbbd10895b24 req-f8d78516-a700-4879-b09f-95abb4b3003d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0681632
Jun 21 03:45:03.811496 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3904f215-f2a6-447c-bd76-dbbd10895b24 req-221b7992-266d-4cbf-a68c-903fe5e8a4d6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330749
Jun 21 03:45:04.254549 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-84212158-0884-4b6e-8a92-b1d56aad732a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:04.746030 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-ac8374e1-998c-4399-acce-05dead6d9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:04.747534 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-ac8374e1-998c-4399-acce-05dead6d9b61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1097 time: 0.0579104
Jun 21 03:45:05.012592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bb516-01aa-4160-8246-a8311331acdc req-48637786-12f9-4531-bdf6-51e2fa99d9cc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:05.014152 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2b5bb516-01aa-4160-8246-a8311331acdc req-48637786-12f9-4531-bdf6-51e2fa99d9cc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0727932
Jun 21 03:45:05.054450 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2b5bb516-01aa-4160-8246-a8311331acdc req-966cdd2a-d0c7-44af-893d-43716d2ca876 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342777
Jun 21 03:45:05.159546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-a9afe5a9-36a8-437d-89e6-10f095f382de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:05.160994 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-a9afe5a9-36a8-437d-89e6-10f095f382de service neutron] 10.222.0.20 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 897 time: 0.4074326
Jun 21 03:45:05.228183 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-27483ae5-2a15-4121-84a5-80ba3d0b8ee0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 1001 time: 0.0596936
Jun 21 03:45:05.276969 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-65fc0973-e98d-4636-984c-6a8644522c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:05.278657 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-65fc0973-e98d-4636-984c-6a8644522c94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0434761
Jun 21 03:45:05.334917 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-0035c05d-1103-4d0f-bb6f-ccbe03d56500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:05.336417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-0035c05d-1103-4d0f-bb6f-ccbe03d56500 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0511148
Jun 21 03:45:05.428515 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-1cbf8fbd-4677-454c-b900-8785d7818744 service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849714
Jun 21 03:45:05.519257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-c49608f1-9e8c-43c4-b488-68c6df448407 service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819459
Jun 21 03:45:06.229033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce6ac-59ad-4087-937a-21097518918d req-8ee9e6e6-7ea6-45eb-96e7-985a26d96f95 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:06.230623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-040ce6ac-59ad-4087-937a-21097518918d req-8ee9e6e6-7ea6-45eb-96e7-985a26d96f95 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0626574
Jun 21 03:45:06.267696 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-040ce6ac-59ad-4087-937a-21097518918d req-20cb7ef2-eda6-4024-aa04-16daad6d707c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315108
Jun 21 03:45:06.476830 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:06.671011 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-83b7a60c-a09a-4a7a-a827-19b06e4dc33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:07.185497 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:07.444453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c66ec-8b81-4ea1-a0ff-0022641019a9 req-06501aa9-24dd-4696-89f7-fc7208ca5155 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:07.445870 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf8c66ec-8b81-4ea1-a0ff-0022641019a9 req-06501aa9-24dd-4696-89f7-fc7208ca5155 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0677969
Jun 21 03:45:07.483832 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cf8c66ec-8b81-4ea1-a0ff-0022641019a9 req-4c14ce8e-8d37-4313-90c0-78baeb5a9cf2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321586
Jun 21 03:45:08.275534 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:08.607305 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:08.656890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048381c-9a63-4182-a1c3-a31c763d3bbc req-b22cf969-24f7-4e57-b39c-75af56fd4bb1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:08.658406 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d048381c-9a63-4182-a1c3-a31c763d3bbc req-b22cf969-24f7-4e57-b39c-75af56fd4bb1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0635691
Jun 21 03:45:08.696098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d048381c-9a63-4182-a1c3-a31c763d3bbc req-456766ef-2b36-4b74-ae42-f3516a5e1223 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320234
Jun 21 03:45:09.740042 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:09.880279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b114-d3ea-4080-9f90-9a8fcaca5d65 req-9e4b3e73-77e8-4c97-a7cf-fb7438251f54 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:09.881790 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7998b114-d3ea-4080-9f90-9a8fcaca5d65 req-9e4b3e73-77e8-4c97-a7cf-fb7438251f54 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0668111
Jun 21 03:45:09.920279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7998b114-d3ea-4080-9f90-9a8fcaca5d65 req-816453fe-5f06-4f33-a71b-32f05c75724c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327711
Jun 21 03:45:11.100196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2a139-1523-4e89-868f-42f0417dd368 req-bc83e6a8-d604-41d5-b6c8-c030d742a1a7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:11.101680 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5d2a139-1523-4e89-868f-42f0417dd368 req-bc83e6a8-d604-41d5-b6c8-c030d742a1a7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0672460
Jun 21 03:45:11.140015 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d5d2a139-1523-4e89-868f-42f0417dd368 req-d14a5a5b-cd24-49e1-8e87-65bee8699eee tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0326278
Jun 21 03:45:12.309960 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee9772-abaa-420a-bbb0-3d43e05c3344 req-f4ba5e12-0fbf-42a7-87b2-cdf7b7d4da31 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:12.311427 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dee9772-abaa-420a-bbb0-3d43e05c3344 req-f4ba5e12-0fbf-42a7-87b2-cdf7b7d4da31 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0619876
Jun 21 03:45:12.349353 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5dee9772-abaa-420a-bbb0-3d43e05c3344 req-2eceeb43-9fc6-4c5f-b91a-c974ffad1ffa tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322294
Jun 21 03:45:13.523440 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020d322-bb2e-4bfc-8fd9-8010e043b8fe req-33113e7c-3a05-4286-ad49-f3150fa33df2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:13.524905 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2020d322-bb2e-4bfc-8fd9-8010e043b8fe req-33113e7c-3a05-4286-ad49-f3150fa33df2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0672457
Jun 21 03:45:13.928538 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2020d322-bb2e-4bfc-8fd9-8010e043b8fe req-8588db01-d678-4d22-969e-87ee3caa556c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3974423
Jun 21 03:45:15.099685 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8210a-6ea7-419a-b20c-e1bf06c37d80 req-eac52185-7f1c-426b-9a8f-fdf802e31d09 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:15.101128 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49d8210a-6ea7-419a-b20c-e1bf06c37d80 req-eac52185-7f1c-426b-9a8f-fdf802e31d09 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0611553
Jun 21 03:45:15.139472 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49d8210a-6ea7-419a-b20c-e1bf06c37d80 req-5afedd2e-9419-4c9e-9b8c-624e452bcde1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317411
Jun 21 03:45:16.318858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3659ee-3416-4027-8ea5-833c128d2836 req-11b7dab6-4c0a-486d-9147-f1888e213eec tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:16.320336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab3659ee-3416-4027-8ea5-833c128d2836 req-11b7dab6-4c0a-486d-9147-f1888e213eec tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0657470
Jun 21 03:45:16.358386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab3659ee-3416-4027-8ea5-833c128d2836 req-92d61e99-b70b-450b-9965-0e4cfa439d9b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322244
Jun 21 03:45:17.529305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b33a78-1375-4937-aa55-ce2fdeafadf3 req-da55fe99-8c90-42d4-8f53-ac1e9e555b48 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:17.530767 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23b33a78-1375-4937-aa55-ce2fdeafadf3 req-da55fe99-8c90-42d4-8f53-ac1e9e555b48 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0622060
Jun 21 03:45:17.568510 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-23b33a78-1375-4937-aa55-ce2fdeafadf3 req-1582302e-1d28-4e68-adc4-5aa914ebe454 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320675
Jun 21 03:45:17.612665 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3e2d84dd-ff29-4c85-b49e-849af577fa8a service neutron] show failed (client error): The resource could not be found.
Jun 21 03:45:17.613826 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3e2d84dd-ff29-4c85-b49e-849af577fa8a service neutron] 10.222.0.20 "GET /v2.0/ports/4cc20f2e-81af-4ee9-93b8-904d3317b248/bindings/n-h2-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0636578
Jun 21 03:45:18.213068 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-6f7f158e-d321-40bb-8e4c-08da933611b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:18.215193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-6f7f158e-d321-40bb-8e4c-08da933611b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 1097 time: 0.0931337
Jun 21 03:45:18.227026 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-33', 'device_owner': 'compute:nova'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:45:18.297932 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:18.502098 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:45:18.534952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h1-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:45:18.572342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:45:18.574716 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee89a7-a0dd-421a-b13e-ca60d7e3e63a" -d '{"events": [{"server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:45:18.578693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:18.592055 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Transition to ACTIVE for port object 4cc20f2e-81af-4ee9-93b8-904d3317b248 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:45:18.665751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:18.672314 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:45:18.676191 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2dfdf2-6d9f-473c-ac52-b0a7e977dee7 x-openstack-request-id: req-ad2dfdf2-6d9f-473c-ac52-b0a7e977dee7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:45:18.676530 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:45:18.676831 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad2dfdf2-6d9f-473c-ac52-b0a7e977dee7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:45:18.677273 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'code': 200}
Jun 21 03:45:18.802274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:45:18.831594 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.831990 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.832373 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.832749 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.833124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.833521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.833891 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.834258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.834629 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.834996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.835394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.835828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:18.840482 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:45:18.864981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] No DVR routers for this DVR port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on host n-h1-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:45:18.909266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627f29-f157-49d7-85ad-38ff21046bbc req-516fd879-c361-4370-9d2c-e5d20915fc22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:18.910789 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b627f29-f157-49d7-85ad-38ff21046bbc req-516fd879-c361-4370-9d2c-e5d20915fc22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 943 time: 0.2267592
Jun 21 03:45:18.991764 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b627f29-f157-49d7-85ad-38ff21046bbc req-d6afb5a0-165f-4dc0-b97f-5485c6fdc85c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742362
Jun 21 03:45:19.042305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Attempting to bind port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:45:19.042563 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Attempting to bind port 4cc20f2e-81af-4ee9-93b8-904d3317b248 by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:45:19.042889 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Attempting to bind port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:45:19.047064 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:45:19.047385 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Attempting to bind port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:45:19.051999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:45:19.052332 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Checking segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:45:19.052709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Bound using segment: {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:45:19.053123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Bound port: 4cc20f2e-81af-4ee9-93b8-904d3317b248, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:45:19.053491 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:19.120607 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h2-758944-33, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:45:19.123858 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:45:19.198104 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:19.200787 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d04b77df-5b50-42da-be3f-91ce40a5a2b1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:45:19.240677 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:19.241296 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:19.242677 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 1092 time: 1.0195084
Jun 21 03:45:19.262111 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:45:19.265176 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:45:19.320801 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-f3ce052b-de06-469f-a75b-e5c18b024786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:19.322413 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-f3ce052b-de06-469f-a75b-e5c18b024786 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1095 time: 0.0557573
Jun 21 03:45:19.417577 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-0d947d80-22c9-4aab-a162-47dcad0a746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:19.419102 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-0d947d80-22c9-4aab-a162-47dcad0a746c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 897 time: 0.0907671
Jun 21 03:45:19.500227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-819e2537-df15-42f5-b192-71214b70c952 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 999 time: 0.0741832
Jun 21 03:45:19.549067 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-21bcd0ec-7095-4ae3-af12-1242e637fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:19.550557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-21bcd0ec-7095-4ae3-af12-1242e637fe9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0439425
Jun 21 03:45:19.608557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-a04e993d-b0c7-4a54-95e0-09e08258f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:19.609996 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-a04e993d-b0c7-4a54-95e0-09e08258f137 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0535345
Jun 21 03:45:19.622953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-d11db4f1-6f3c-490c-9d57-c319d74b1b9e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:45:19.624197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-d11db4f1-6f3c-490c-9d57-c319d74b1b9e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062599
Jun 21 03:45:19.716227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-284e4eeb-2af6-4b9b-910a-feb6291b6d76 service neutron] 10.222.0.26 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850055
Jun 21 03:45:19.806140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50f21810-ae5c-4ccb-b27b-4dd9629a7075 req-3c910af6-ba45-441d-aad2-ad23ca2e0732 service neutron] 10.222.0.26 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830743
Jun 21 03:45:20.185187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649d443-0b5c-4bab-b8ce-f525b8723c53 req-3788c295-e174-4832-9dec-74ff40018b14 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:20.186592 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4649d443-0b5c-4bab-b8ce-f525b8723c53 req-3788c295-e174-4832-9dec-74ff40018b14 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 943 time: 0.0680437
Jun 21 03:45:20.226356 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4649d443-0b5c-4bab-b8ce-f525b8723c53 req-94143ba0-ae9b-4c59-88aa-23352d586e30 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337510
Jun 21 03:45:20.678895 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:45:20.681316 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db09e41c-22a0-4f80-9fd1-410c0e5514f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:45:20.735258 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ec0ff4-4071-4078-b02d-ef198af0976b x-openstack-request-id: req-07ec0ff4-4071-4078-b02d-ef198af0976b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:45:20.736195 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:45:20.736564 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07ec0ff4-4071-4078-b02d-ef198af0976b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:45:20.737203 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'status': 'completed', 'code': 200}
Jun 21 03:45:20.797104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd616d-9362-432a-8d5e-a325899479e2 req-28855ab6-07d1-4b76-aaba-1d83504bbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:20.798656 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53cd616d-9362-432a-8d5e-a325899479e2 req-28855ab6-07d1-4b76-aaba-1d83504bbd17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1095 time: 0.0551190
Jun 21 03:45:20.809485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-7df99aaf-69e2-43ce-9004-9a646a7064e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:20.810988 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-7df99aaf-69e2-43ce-9004-9a646a7064e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1095 time: 0.0571904
Jun 21 03:45:20.903986 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-9be5072b-c76e-4b3f-9099-841bcf4cca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:20.905509 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-9be5072b-c76e-4b3f-9099-841bcf4cca79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 897 time: 0.0881116
Jun 21 03:45:20.907815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd616d-9362-432a-8d5e-a325899479e2 req-f2554346-3d05-4c18-bca3-44f3401a8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:20.909248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53cd616d-9362-432a-8d5e-a325899479e2 req-f2554346-3d05-4c18-bca3-44f3401a8fa3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 897 time: 0.0894921
Jun 21 03:45:20.973617 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-1a9db5ff-0694-45ec-b85c-212433346e39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 999 time: 0.0623434
Jun 21 03:45:20.974603 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53cd616d-9362-432a-8d5e-a325899479e2 req-8efecb97-6580-4436-a9d4-37f1877f48b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 999 time: 0.0583444
Jun 21 03:45:21.022277 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-7d3972a5-10d2-428a-92cf-be5b6719032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.023263 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd616d-9362-432a-8d5e-a325899479e2 req-95dfbd52-d45c-431a-96cc-78b0e9067f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.023758 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-7d3972a5-10d2-428a-92cf-be5b6719032d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0444446
Jun 21 03:45:21.024689 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53cd616d-9362-432a-8d5e-a325899479e2 req-95dfbd52-d45c-431a-96cc-78b0e9067f04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0428765
Jun 21 03:45:21.082186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-fd4e0035-3624-409c-8930-7a2a774ca5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.083726 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-fd4e0035-3624-409c-8930-7a2a774ca5e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0537066
Jun 21 03:45:21.087712 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd616d-9362-432a-8d5e-a325899479e2 req-a1298ffc-5cae-43e4-a0dd-d519106af919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.090171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53cd616d-9362-432a-8d5e-a325899479e2 req-a1298ffc-5cae-43e4-a0dd-d519106af919 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0576944
Jun 21 03:45:21.179310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53cd616d-9362-432a-8d5e-a325899479e2 req-562bee91-21bb-4b1e-8be4-fe919b17d2e8 service neutron] 10.222.0.26 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821199
Jun 21 03:45:21.179730 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-fe417357-013c-4365-bf31-75456d68834b service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886722
Jun 21 03:45:21.271890 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-022c8315-6f28-4f2d-9882-474c79ceae05 service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856221
Jun 21 03:45:21.275160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53cd616d-9362-432a-8d5e-a325899479e2 req-1c91fe92-6190-4922-93d0-0615daa9fe1e service neutron] 10.222.0.26 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888903
Jun 21 03:45:21.372963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 4cc20f2e-81af-4ee9-93b8-904d3317b248 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:45:21.410926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 4cc20f2e-81af-4ee9-93b8-904d3317b248 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:45:21.420168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-1f12bcf9-144c-4176-81fc-105c41119c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.421675 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-1f12bcf9-144c-4176-81fc-105c41119c6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1095 time: 0.1020155
Jun 21 03:45:21.432519 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c39f65-f69e-4bc7-8ae3-971375cfa0c8 req-5181a83f-1ef9-4a79-ad28-a19d29b4ba08 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.433842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79c39f65-f69e-4bc7-8ae3-971375cfa0c8 req-5181a83f-1ef9-4a79-ad28-a19d29b4ba08 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 943 time: 0.0857389
Jun 21 03:45:21.519932 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-79c39f65-f69e-4bc7-8ae3-971375cfa0c8 req-72560aba-cd03-4246-aac5-3410d02b459e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781415
Jun 21 03:45:21.547040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-47f4a71f-d5b1-4a99-b830-f7f780f9e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.552410 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-47f4a71f-d5b1-4a99-b830-f7f780f9e1e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 897 time: 0.1138055
Jun 21 03:45:21.615163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-1c7a6bdf-1ba4-4ed5-adfd-b4f3f467aa2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 999 time: 0.0582454
Jun 21 03:45:21.668751 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-9330051c-c3d0-4e91-a4ac-e4bb2783de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.670347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-9330051c-c3d0-4e91-a4ac-e4bb2783de2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0487366
Jun 21 03:45:21.726950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-037935ad-93ab-4ed0-9ebd-6d574d685ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:21.728434 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-037935ad-93ab-4ed0-9ebd-6d574d685ff8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0519831
Jun 21 03:45:21.814906 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-ea42c4bd-c9f9-4f80-a645-3cad19947ae0 service neutron] 10.222.0.26 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802858
Jun 21 03:45:21.911610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-db09e41c-22a0-4f80-9fd1-410c0e5514f2 req-c73aa9e0-08a6-4efd-b807-fa797ab3066a service neutron] 10.222.0.26 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912530
Jun 21 03:45:22.196165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 4cc20f2e-81af-4ee9-93b8-904d3317b248 details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:45:22.286966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:45:22.301572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'port_id': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'mac_address': 'fa:16:3e:97:ec:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:45:22.336056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:22.348499 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc20f2e-81af-4ee9-93b8-904d3317b248 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:45:22.367205 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:45:22.430812 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:22.432613 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2a071553-f57a-4808-8fa8-bd712fde04d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:45:22.476777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:45:22.485085 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.485458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.485805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.486148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.486482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.486815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.487143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.487469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.487794 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.488121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.488441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.488763 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:22.492646 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:45:22.683443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['4cc20f2e-81af-4ee9-93b8-904d3317b248'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:45:22.694283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1491-dfa7-45d2-b827-4b6d21f4c803 req-fcc16d65-edd6-4e7a-814a-b9ebb4269b39 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:22.695771 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02bc1491-dfa7-45d2-b827-4b6d21f4c803 req-fcc16d65-edd6-4e7a-814a-b9ebb4269b39 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 944 time: 0.0626965
Jun 21 03:45:22.734400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-02bc1491-dfa7-45d2-b827-4b6d21f4c803 req-8902c881-9283-42ff-af78-3792d8eaa843 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321429
Jun 21 03:45:23.199162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77a227-4d2d-436d-b706-31174c404efd req-da56f786-e992-4355-b56f-a644f55224e5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:23.200808 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f77a227-4d2d-436d-b706-31174c404efd req-da56f786-e992-4355-b56f-a644f55224e5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 944 time: 0.0700231
Jun 21 03:45:23.239042 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7f77a227-4d2d-436d-b706-31174c404efd req-6cead3a3-ef57-4d27-8fbf-31341979d811 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0326073
Jun 21 03:45:23.283492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-5c483b7b-9e2a-4655-af71-4a289bace075 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:23.285027 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-5c483b7b-9e2a-4655-af71-4a289bace075 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456&tenant_id=03ed21845d0e46c9bb411c47e64de980&binding%3Ahost_id=n-h2-758944-33 HTTP/1.1" status: 200  len: 944 time: 0.0800333
Jun 21 03:45:23.345225 n-d-758944-33 neutron-server[94166]: INFO neutron.api.v2.resource [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-11bd7f11-9cc0-4f25-b4b1-7cc65cac51bf service neutron] delete failed (client error): The resource could not be found.
Jun 21 03:45:23.346184 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-11bd7f11-9cc0-4f25-b4b1-7cc65cac51bf service neutron] 10.222.0.20 "DELETE /v2.0/ports/4cc20f2e-81af-4ee9-93b8-904d3317b248/bindings/n-h1-758944-33 HTTP/1.1" status: 404  len: 381 time: 0.0555801
Jun 21 03:45:23.419151 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21708e1d-f06f-4ff0-bbd4-91d0d41c9591 req-2587deac-1bfc-401b-b3f2-9a4912020063 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:23.420635 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21708e1d-f06f-4ff0-bbd4-91d0d41c9591 req-2587deac-1bfc-401b-b3f2-9a4912020063 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 944 time: 0.0667605
Jun 21 03:45:23.443092 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-34523082-1c73-400b-bd49-a16e0166c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:23.444594 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-34523082-1c73-400b-bd49-a16e0166c9e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1096 time: 0.0542319
Jun 21 03:45:23.458636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21708e1d-f06f-4ff0-bbd4-91d0d41c9591 req-cd6078b5-8a91-41f4-a11c-4dbf1db46f3c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321786
Jun 21 03:45:23.542158 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-6d2ae7e1-8060-46d6-bb86-11bd3080b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:23.543875 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-6d2ae7e1-8060-46d6-bb86-11bd3080b8a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 897 time: 0.0926294
Jun 21 03:45:23.609909 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-776540f6-771c-4b61-91c9-8f29363f1478 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 1000 time: 0.0597637
Jun 21 03:45:23.661354 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-6b1efb2e-1ea4-422f-b5eb-c50c03b1f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:23.662785 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-6b1efb2e-1ea4-422f-b5eb-c50c03b1f98a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0474818
Jun 21 03:45:23.718958 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-2fca0f64-3f8e-4f2f-b928-78b89352af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:23.720434 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-2fca0f64-3f8e-4f2f-b928-78b89352af59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0510945
Jun 21 03:45:23.723269 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:45:23.808679 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-ab261f28-de60-42dc-9e0b-02cb72e7d0fc service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822234
Jun 21 03:45:23.911931 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8ffc193a-960e-4c40-b5c4-f52a18e560d6 req-d1da61fd-a14c-42e2-9baa-6276dc973c0a service neutron] 10.222.0.20 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970702
Jun 21 03:45:24.215062 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 4cc20f2e-81af-4ee9-93b8-904d3317b248 up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:45:24.316359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port 4cc20f2e-81af-4ee9-93b8-904d3317b248 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:45:24.319999 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port 4cc20f2e-81af-4ee9-93b8-904d3317b248 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:45:24.320386 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:24.398719 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:24.422479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:45:24.424761 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50223a2-aef1-493c-8ee9-a902290bdb99" -d '{"events": [{"server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "name": "network-vif-plugged", "status": "completed", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:45:24.438285 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:45:24.462198 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c01a22-b0b1-4628-9710-ed9bd9b5367f x-openstack-request-id: req-17c01a22-b0b1-4628-9710-ed9bd9b5367f {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:45:24.462498 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "name": "network-vif-plugged", "status": "completed", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:45:24.462812 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17c01a22-b0b1-4628-9710-ed9bd9b5367f {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:45:24.463219 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'code': 200}
Jun 21 03:45:24.494620 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:24.496759 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:45:24.543765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:45:24.546852 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:45:24.637096 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979fa7d-0a63-4021-9567-5772c23851f1 req-f7bd944b-0b16-4a86-b57f-55cd0d68ef22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:24.638623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2979fa7d-0a63-4021-9567-5772c23851f1 req-f7bd944b-0b16-4a86-b57f-55cd0d68ef22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0658593
Jun 21 03:45:24.677095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2979fa7d-0a63-4021-9567-5772c23851f1 req-92a9a4e2-c636-4e20-8a64-211881542efb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328176
Jun 21 03:45:25.858999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739410f-2e8f-4706-9fa9-41c096c951bb req-cd190e65-f21a-4663-9f85-31dd535f3ca9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:25.860473 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0739410f-2e8f-4706-9fa9-41c096c951bb req-cd190e65-f21a-4663-9f85-31dd535f3ca9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0732176
Jun 21 03:45:25.898239 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0739410f-2e8f-4706-9fa9-41c096c951bb req-3f998ee8-7a62-4804-b823-9f4b463900ad tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320952
Jun 21 03:45:25.923223 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 33996) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:45:25.983712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a41af79f-7a69-4564-a1f0-e7fac665f17a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/71b2547a-20ca-434d-a09c-d843ac15426b HTTP/1.1" status: 200  len: 993 time: 0.0592477
Jun 21 03:45:34.259212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c0e8-7854-4f4d-bf21-f81b9ad8ca31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:36.503473 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:36.676053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-77240bbb-df09-476b-8dd1-65da9f48a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:37.161999 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:38.259065 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:38.602025 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:39.760824 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:52.535429 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34008) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:45:52.692570 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 2346ae19-c6de-485f-b368-2c3d5549e52f {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:45:52.692933 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:52.771359 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:52.771694 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:52.833556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 2346ae19-c6de-485f-b368-2c3d5549e52f owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:45:53.053395 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:53.055929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-12ee956a-89e3-411f-a796-cdf00eb7f1b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:45:53.078974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=2346ae19-c6de-485f-b368-2c3d5549e52f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:45:53.093080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.093566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.093953 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.094332 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.094705 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.095077 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.095447 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.095824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.096192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.096561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.096929 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.097293 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:45:53.100361 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:45:53.157946 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:53.158282 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP 71b2547a-20ca-434d-a09c-d843ac15426b disassociated (deleted). External IP: 172.25.7.199, port: 4cc20f2e-81af-4ee9-93b8-904d3317b248.
Jun 21 03:45:53.368270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router fb662518-0f6f-4ae5-aa73-7e02405455c5 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:45:53.472495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:45:53.477371 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:53.481672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] Sync routers for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:45:53.491027 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:45:53.491653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2947460>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:45:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:45:53.516904 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/floatingips/71b2547a-20ca-434d-a09c-d843ac15426b HTTP/1.1" status: 204  len: 168 time: 0.9803512
Jun 21 03:45:53.517714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:45:53.520143 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef55357-3dbe-48e7-bc53-1e84164fab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:45:53.558414 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f3f6c1-cb10-4d57-8f9d-77e08d1bd2cd x-openstack-request-id: req-94f3f6c1-cb10-4d57-8f9d-77e08d1bd2cd {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:45:53.559014 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:45:53.559121 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94f3f6c1-cb10-4d57-8f9d-77e08d1bd2cd {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:45:53.559509 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'status': 'completed', 'code': 200}
Jun 21 03:45:53.603221 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:45:53.644154 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-ec4fdf97-a693-41bf-9f79-0c16a64bbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:53.645607 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-ec4fdf97-a693-41bf-9f79-0c16a64bbeca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 1097 time: 0.0593138
Jun 21 03:45:53.734882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-c7c42012-934b-4114-8855-fa78b2dd1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:53.736338 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-c7c42012-934b-4114-8855-fa78b2dd1751 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 200  len: 897 time: 0.0845556
Jun 21 03:45:53.782616 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-db3fe963-0507-4f04-9401-78cba5484628 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 200  len: 217 time: 0.0400267
Jun 21 03:45:53.804754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2947460>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:45:53.831137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-d4cea064-e6c7-4a8b-b04f-08f646c9517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:53.831503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] Checking router: fb662518-0f6f-4ae5-aa73-7e02405455c5 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:45:53.832707 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-d4cea064-e6c7-4a8b-b04f-08f646c9517f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 200  len: 834 time: 0.0439081
Jun 21 03:45:53.839671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:45:53.840278 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2947460>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:45:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:45:53.896825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-aed983d4-22ed-4a11-b3e3-280e270f1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:53.898291 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-aed983d4-22ed-4a11-b3e3-280e270f1d4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4acaa34e-5867-4ee5-8576-ca4ad2eca838&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0592792
Jun 21 03:45:53.979307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:45:53.997952 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-eb3cb709-200f-4864-86f8-eba9b30855fc service neutron] 10.222.0.26 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920038
Jun 21 03:45:54.138380 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ef55357-3dbe-48e7-bc53-1e84164fab5f req-aa74aeca-ac02-434e-abd6-b4e71452eb7f service neutron] 10.222.0.26 "GET /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339614
Jun 21 03:45:54.151484 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd91d4-4509-4711-bcff-81148a56e13b req-193db9f6-3c57-44c6-ad03-b48ad7ee1fc9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:54.152956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ebd91d4-4509-4711-bcff-81148a56e13b req-193db9f6-3c57-44c6-ad03-b48ad7ee1fc9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.1058002
Jun 21 03:45:54.193526 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8ebd91d4-4509-4711-bcff-81148a56e13b req-2d871e55-a13e-4573-8beb-7fcc73a74c15 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335095
Jun 21 03:45:54.196097 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2947460>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:45:54.223653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dcf209-fc6a-4267-984b-071c1a382e91 None None] The sync data for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 is: [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:44:17Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '2ae33dc5-82c4-4495-9062-bee3c23690c4', 'name': '', 'network_id': '4acaa34e-5867-4ee5-8576-ca4ad2eca838', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:60:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:17Z', 'updated_at': '2021-06-21T03:44:22Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'f9222fdf-1549-47bb-ab24-67ee7a6ccc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:45:54.452635 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab3d851-8202-46d6-81d5-e289e4311f63 None None] New status for floating IP 71b2547a-20ca-434d-a09c-d843ac15426b: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:45:55.395564 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-d83ce790-1a6d-4943-b929-b65350e5b48e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:55.397103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-d83ce790-1a6d-4943-b929-b65350e5b48e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.26 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.1032574
Jun 21 03:45:55.410273 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec40ec1-1d53-449c-a27a-2a06260d56db req-5151a10a-d790-4d12-9d42-31e16e24d373 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:45:55.411645 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec40ec1-1d53-449c-a27a-2a06260d56db req-5151a10a-d790-4d12-9d42-31e16e24d373 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 945 time: 0.0898213
Jun 21 03:45:55.507709 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0ec40ec1-1d53-449c-a27a-2a06260d56db req-5165b486-9401-4572-a920-4b6cfeb1d3af tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=10caf63c-16a2-4b7b-85fa-fcdde640ae3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899034
Jun 21 03:45:55.536126 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 4cc20f2e-81af-4ee9-93b8-904d3317b248 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:45:55.536490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:55.620511 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port 4cc20f2e-81af-4ee9-93b8-904d3317b248, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=4cc20f2e-81af-4ee9-93b8-904d3317b248,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:45:55.620858 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:55.687307 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 4cc20f2e-81af-4ee9-93b8-904d3317b248 owned by compute:nova {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:45:55.853751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:55.857821 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b2168fd1-0630-4465-87f6-f3aeb4a79ade tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:45:55.884765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=4cc20f2e-81af-4ee9-93b8-904d3317b248,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:45:55.890918 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:45:55.928364 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] No DVR routers for this DVR port 4cc20f2e-81af-4ee9-93b8-904d3317b248 on host n-h2-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:45:55.931089 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:55.933167 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.26 "DELETE /v2.0/ports/4cc20f2e-81af-4ee9-93b8-904d3317b248 HTTP/1.1" status: 204  len: 173 time: 0.5308139
Jun 21 03:45:55.933738 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'name': 'network-vif-deleted', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:45:55.936654 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6163931a-7292-4ff8-8e85-dd6b75763cfc" -d '{"events": [{"server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "name": "network-vif-deleted", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:45:55.972691 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b94725-0b77-4530-a7c5-76e46f88601c x-openstack-request-id: req-06b94725-0b77-4530-a7c5-76e46f88601c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:45:55.973039 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2553d070-5e84-4d8f-b63e-4049e61be456", "name": "network-vif-deleted", "tag": "4cc20f2e-81af-4ee9-93b8-904d3317b248", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:45:55.973375 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06b94725-0b77-4530-a7c5-76e46f88601c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:45:55.973960 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2553d070-5e84-4d8f-b63e-4049e61be456', 'name': 'network-vif-deleted', 'tag': '4cc20f2e-81af-4ee9-93b8-904d3317b248', 'status': 'completed', 'code': 200}
Jun 21 03:45:56.670839 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1d1ab4f-1047-4380-8500-10ce0f56bf25 req-21da85d4-cc6b-4cb9-a13b-6494a831f061 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=2553d070-5e84-4d8f-b63e-4049e61be456 HTTP/1.1" status: 200  len: 210 time: 0.0325217
Jun 21 03:45:57.762453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34024) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:45:58.125638 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:58.383911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 2ae33dc5-82c4-4495-9062-bee3c23690c4 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:45:58.384164 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:58.440545 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 4cc20f2e-81af-4ee9-93b8-904d3317b248 no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:45:58.460449 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: 4cc20f2e-81af-4ee9-93b8-904d3317b248 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:45:58.460815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device 4cc20f2e-81af-4ee9-93b8-904d3317b248 not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:45:58.476443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port 2ae33dc5-82c4-4495-9062-bee3c23690c4, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2ae33dc5-82c4-4495-9062-bee3c23690c4,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:45:58.481666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:58.544214 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 2ae33dc5-82c4-4495-9062-bee3c23690c4 owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:45:58.800774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:58.803857 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:45:58.830967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=2ae33dc5-82c4-4495-9062-bee3c23690c4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:45:58.834143 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:45:59.009883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:59.223772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router fb662518-0f6f-4ae5-aa73-7e02405455c5 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:45:59.667836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:45:59.672924 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/fb662518-0f6f-4ae5-aa73-7e02405455c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9094591
Jun 21 03:45:59.675525 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34026) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:45:59.678070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] Sync routers for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:45:59.687671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:45:59.688280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c4b340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:45:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:45:59.726483 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting subnet f9222fdf-1549-47bb-ab24-67ee7a6ccc34 {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:45:59.729557 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:59.769666 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:59.789514 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:45:59.862529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:59.974132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:45:59.976393 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cfe17f84-b2e8-4828-b031-da925e1ed72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:00.001824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Subnet': ['ID=f9222fdf-1549-47bb-ab24-67ee7a6ccc34,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:00.004442 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:00.007350 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.009221 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d35f6579-7ae0-40c5-8aae-e7da6323df96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/subnets/f9222fdf-1549-47bb-ab24-67ee7a6ccc34 HTTP/1.1" status: 204  len: 168 time: 0.3327348
Jun 21 03:46:00.012667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34028) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:00.022953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be79a61-ce11-485e-8f28-91a47b525564 None None] Network 4acaa34e-5867-4ee5-8576-ca4ad2eca838 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:46:00.123542 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.231290 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.240840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c4b340>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:45:58Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:00.269200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] Checking router: fb662518-0f6f-4ae5-aa73-7e02405455c5 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:46:00.277579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] Routers {'fb662518-0f6f-4ae5-aa73-7e02405455c5'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:46:00.278194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c4b340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:45:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['fb662518-0f6f-4ae5-aa73-7e02405455c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:00.319203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] DHCP port deletion for 4acaa34e-5867-4ee5-8576-ca4ad2eca838 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:46:00.346568 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 901474e8-1439-4a8f-933b-aeb2f254a2a6 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:46:00.347079 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.427110 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] Set router fb662518-0f6f-4ae5-aa73-7e02405455c5 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:46:00.442448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port 901474e8-1439-4a8f-933b-aeb2f254a2a6, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=901474e8-1439-4a8f-933b-aeb2f254a2a6,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:46:00.442815 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.453364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] Deleting port c8161d42-d414-4c01-937f-103f8929c11b {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:46:00.453749 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.522290 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 901474e8-1439-4a8f-933b-aeb2f254a2a6 owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:46:00.599138 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] For port c8161d42-d414-4c01-937f-103f8929c11b, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=c8161d42-d414-4c01-937f-103f8929c11b,segment=NetworkSegment(b2f53386-19a7-426f-9ac0-bb0d0be9a2e3),segment_id=b2f53386-19a7-426f-9ac0-bb0d0be9a2e3)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:46:00.599542 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.686956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] Calling delete_port for c8161d42-d414-4c01-937f-103f8929c11b owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:46:00.723268 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:46:00.779322 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.782696 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3af5040b-42fb-44a7-b99e-b66bd5633b96 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:00.810357 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=901474e8-1439-4a8f-933b-aeb2f254a2a6,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:00.822029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c4b340>, [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:45:58Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:00.833988 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:00.850991 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66409f-186c-402b-b39e-bb3424f79630 None None] The sync data for ids ['fb662518-0f6f-4ae5-aa73-7e02405455c5'] in n-d-758944-33 is: [{'id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601467703', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:44:13Z', 'updated_at': '2021-06-21T03:45:58Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '901474e8-1439-4a8f-933b-aeb2f254a2a6', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb662518-0f6f-4ae5-aa73-7e02405455c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:44:14Z', 'updated_at': '2021-06-21T03:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:46:00.879699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.893340 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.895680 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:00.926443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] Pushing event deleted for resources: {'Port': ['ID=c8161d42-d414-4c01-937f-103f8929c11b,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:00.929042 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:00.936892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] No DVR routers for this DVR port c8161d42-d414-4c01-937f-103f8929c11b on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:46:00.986632 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:00.989248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.120529 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.121109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Fanout notify agent at l3_agent the message router_deleted on router fb662518-0f6f-4ae5-aa73-7e02405455c5 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:46:01.129217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.130353 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/routers/fb662518-0f6f-4ae5-aa73-7e02405455c5 HTTP/1.1" status: 204  len: 168 time: 1.1154056
Jun 21 03:46:01.133027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34030) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:01.221234 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.319937 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.329491 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2550250>,) {'filters': {'network_id': ['4acaa34e-5867-4ee5-8576-ca4ad2eca838']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:01.339235 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2550250>, 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:01.339540 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2550250>, 'b2f53386-19a7-426f-9ac0-bb0d0be9a2e3') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:01.348908 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.363635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.369554 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:46:01.369944 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:46:01.373466 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:46:01.504674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.508396 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-130d437c-9f2b-4566-8c61-c7debcc8f3de tempest-TestSecurityGroupsBasicOps-1594194581 tempest-TestSecurityGroupsBasicOps-1594194581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:01.512537 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.514948 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/networks/4acaa34e-5867-4ee5-8576-ca4ad2eca838 HTTP/1.1" status: 204  len: 168 time: 0.3808899
Jun 21 03:46:01.517774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34032) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:01.526698 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Network': ['ID=4acaa34e-5867-4ee5-8576-ca4ad2eca838,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:01.530200 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ddb9770f-d0a4-492b-931e-f5a1e28b13a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:01.577267 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-267aa6c0-cded-45c3-b2a4-d203acee1107 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.604076 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-267aa6c0-cded-45c3-b2a4-d203acee1107 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.731840 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-267aa6c0-cded-45c3-b2a4-d203acee1107 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.735065 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-267aa6c0-cded-45c3-b2a4-d203acee1107 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:01.736193 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-267aa6c0-cded-45c3-b2a4-d203acee1107 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/security-groups/10caf63c-16a2-4b7b-85fa-fcdde640ae3e HTTP/1.1" status: 204  len: 168 time: 0.2174416
Jun 21 03:46:01.736979 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9fff151d-40b1-4c6f-a46a-464850c1cbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:01.745942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aa6c0-cded-45c3-b2a4-d203acee1107 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10caf63c-16a2-4b7b-85fa-fcdde640ae3e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:01.750679 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-267aa6c0-cded-45c3-b2a4-d203acee1107 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:02.183795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c8161d42-d414-4c01-937f-103f8929c11b no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:46:02.205034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: c8161d42-d414-4c01-937f-103f8929c11b {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:46:02.209664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device c8161d42-d414-4c01-937f-103f8929c11b not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:46:02.209664 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 901474e8-1439-4a8f-933b-aeb2f254a2a6 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:46:02.227425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 901474e8-1439-4a8f-933b-aeb2f254a2a6 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:46:02.227787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 901474e8-1439-4a8f-933b-aeb2f254a2a6 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:46:02.228195 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2ae33dc5-82c4-4495-9062-bee3c23690c4 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:46:02.246672 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 2ae33dc5-82c4-4495-9062-bee3c23690c4 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:46:02.250412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2ae33dc5-82c4-4495-9062-bee3c23690c4 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:46:02.275832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34038) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:02.281313 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-25e1d681-2369-4821-95b4-0d02342c1ae8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266016516', 'description': 'tempest-secgroup-smoke-266016516 description', 'project_id': '03ed21845d0e46c9bb411c47e64de980'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:02.377778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25e1d681-2369-4821-95b4-0d02342c1ae8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:02.458168 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25e1d681-2369-4821-95b4-0d02342c1ae8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:02.531784 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25e1d681-2369-4821-95b4-0d02342c1ae8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:02.534279 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e16dceae-8e56-46d5-88b9-810fd236e849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:02.560632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1d681-2369-4821-95b4-0d02342c1ae8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b12516-1b9a-41d4-b6c8-db3fdf419bcf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:02.563282 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25e1d681-2369-4821-95b4-0d02342c1ae8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:02.636050 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25e1d681-2369-4821-95b4-0d02342c1ae8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:02.637225 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-25e1d681-2369-4821-95b4-0d02342c1ae8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3603847
Jun 21 03:46:02.640723 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34040) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:02.645267 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5cea57b9-d0a5-4a49-9c0b-4881dffd281d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '06b12516-1b9a-41d4-b6c8-db3fdf419bcf', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:02.736091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cea57b9-d0a5-4a49-9c0b-4881dffd281d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:02.795106 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cea57b9-d0a5-4a49-9c0b-4881dffd281d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:02.874818 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cea57b9-d0a5-4a49-9c0b-4881dffd281d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:02.876698 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b2d50a80-be29-4318-a445-754a31d39439 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:02.894865 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea57b9-d0a5-4a49-9c0b-4881dffd281d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a915ab-fe7a-4d52-8465-d31e3764bc7d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:02.897091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5cea57b9-d0a5-4a49-9c0b-4881dffd281d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:02.954854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cea57b9-d0a5-4a49-9c0b-4881dffd281d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:02.956045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5cea57b9-d0a5-4a49-9c0b-4881dffd281d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3143966
Jun 21 03:46:02.958754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34042) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:02.963337 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d92583b7-b6bd-4aa2-a46a-73dce9b9d64f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '06b12516-1b9a-41d4-b6c8-db3fdf419bcf', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:03.045601 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d92583b7-b6bd-4aa2-a46a-73dce9b9d64f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.100344 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d92583b7-b6bd-4aa2-a46a-73dce9b9d64f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.173239 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d92583b7-b6bd-4aa2-a46a-73dce9b9d64f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.175010 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-de1ca41f-e078-4548-ad96-89f3f5696c90 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:03.191979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92583b7-b6bd-4aa2-a46a-73dce9b9d64f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ede2bde-8a8b-4523-acb9-b4b75b89b3de,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:03.194841 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d92583b7-b6bd-4aa2-a46a-73dce9b9d64f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:03.264663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d92583b7-b6bd-4aa2-a46a-73dce9b9d64f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.265889 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d92583b7-b6bd-4aa2-a46a-73dce9b9d64f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3062124
Jun 21 03:46:03.268522 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34044) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:03.272979 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '06b12516-1b9a-41d4-b6c8-db3fdf419bcf', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:03.360898 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.416690 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.487268 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.489091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-634d9a96-c21d-460e-bacb-88743fb1448e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:03.505157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff5df29-ea18-4074-815d-29f2c3d99e60,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:03.507510 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:03.595832 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.597049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3276134
Jun 21 03:46:03.599752 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34046) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:03.604193 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2d52d6ee-7291-48d9-9a93-b27eb0bb0429 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '06b12516-1b9a-41d4-b6c8-db3fdf419bcf', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:03.692313 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d52d6ee-7291-48d9-9a93-b27eb0bb0429 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.754046 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d52d6ee-7291-48d9-9a93-b27eb0bb0429 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.830417 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d52d6ee-7291-48d9-9a93-b27eb0bb0429 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.832217 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f0c49288-4396-4c98-9ab0-3fc4c21717f7 tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:03.848672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d6ee-7291-48d9-9a93-b27eb0bb0429 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddcc353-d256-4e76-843f-51f3e12a332d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:03.851489 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2d52d6ee-7291-48d9-9a93-b27eb0bb0429 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:03.921078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2d52d6ee-7291-48d9-9a93-b27eb0bb0429 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:03.922336 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2d52d6ee-7291-48d9-9a93-b27eb0bb0429 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3216519
Jun 21 03:46:03.925081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34048) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:03.929698 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '06b12516-1b9a-41d4-b6c8-db3fdf419bcf', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:04.012133 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:46:04.017659 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.076750 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.150304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.152154 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-98c5b2d1-92f5-4e6e-bb93-c9755c862ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:04.169105 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a84648-5117-468d-a390-0cefe92cbff6,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:04.172244 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:04.241693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.242901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3168571
Jun 21 03:46:04.245623 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34050) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:04.251104 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '06b12516-1b9a-41d4-b6c8-db3fdf419bcf', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:04.270307 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c721eae4-7dc3-45ae-868e-6778afd50128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.350178 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:46:04.355078 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.415878 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.464259 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.469008 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-afd7733f-c62a-4318-aebb-2a10a295dba0 tempest-AttachVolumeShelveTestJSON-583452517 tempest-AttachVolumeShelveTestJSON-583452517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:04.483682 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deaaf6f-15e4-440c-9269-13f18aa4f7a2,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:04.486059 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:04.548727 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.549883 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-45e8c0a4-3295-4baf-bfb0-4b4fd00f00b3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3033600
Jun 21 03:46:04.552639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34052) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:04.557504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'network': {'name': 'tempest-network-smoke--4846406', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'port_security_enabled': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:04.647070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:46:04.650535 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.676005 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:46:04.684324 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.684665 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Added segment 41793d57-af44-4ffc-be73-850704ebf3b7 of type vlan for network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88
Jun 21 03:46:04.722380 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.824678 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.830250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:04.830837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:04.833282 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-beb790b0-1b3c-4922-af22-47a7924c6d2b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:04.894606 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Network': ['ID=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:04.897345 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:04.905838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:46:04.972787 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-713a9e38-b414-484a-868d-ca24e1cf97e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4191387
Jun 21 03:46:04.975441 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34054) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:04.980112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'admin_state_up': True, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:05.064569 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:05.065605 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:05.121542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:05.313379 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:05.916514 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:05.934641 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:06.037125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.114 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/a524f342-fde4-45de-933d-77425ae93b04) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:46:06.140344 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:06.236193 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:06.238304 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-44734082-0a0d-4ad2-9ff3-2eac961a4001 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:06.278943 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:46:06.282071 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:46:06.285518 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:46:06.307094 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=a524f342-fde4-45de-933d-77425ae93b04,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:06.311612 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:06.486162 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:06.614746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:06.716231 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3130835f-62dd-4945-838d-62c0c0540344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:06.808516 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:06.989873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 15e031d5-efea-44fe-812b-0465e2faff4b is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:46:07.092122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:46:07.102681 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Sync routers for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:46:07.111864 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:46:07.112464 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8d92250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:46:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:07.143094 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.173107 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.174464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.1980767
Jun 21 03:46:07.177529 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34056) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:07.209895 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-73da5645-d58f-4502-bb56-7d4716aabab6 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=03ed21845d0e46c9bb411c47e64de980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0311582
Jun 21 03:46:07.212488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34058) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:07.214686 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:46:07.298672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7239bff-4c2f-4e46-baba-e90a788edad0 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:07.300537 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d7239bff-4c2f-4e46-baba-e90a788edad0 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0867653
Jun 21 03:46:07.303077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34060) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:07.331951 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f3bbb325-5c4a-45f1-b25d-9eb30632a1f0 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276110
Jun 21 03:46:07.334311 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34062) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:07.339114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619750378', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:07.390778 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8d92250>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:06Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:07.415952 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Checking router: 15e031d5-efea-44fe-812b-0465e2faff4b for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:46:07.416299 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Updating router 15e031d5-efea-44fe-812b-0465e2faff4b port a524f342-fde4-45de-933d-77425ae93b04 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:46:07.449100 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.499709 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:46:07.503353 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.710968 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.720496 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Transition to ACTIVE for port object a524f342-fde4-45de-933d-77425ae93b04 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:46:07.773421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.776331 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-daa31ce2-eefb-40fc-98c9-c9c170448bc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:07.801694 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.803869 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ee7232e0-5f33-47fb-8c48-c67f2def65f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:07.835194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Subnet': ['ID=946bdfdc-8649-40a0-91bd-6e5950525b8b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:07.839436 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:07.843996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Checking segment: {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:46:07.844353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network hostable DHCP agents. Network: 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:46:07.851994 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Attempting to bind port a524f342-fde4-45de-933d-77425ae93b04 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:46:07.852376 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Attempting to bind port a524f342-fde4-45de-933d-77425ae93b04 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:46:07.852749 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Attempting to bind port a524f342-fde4-45de-933d-77425ae93b04 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:46:07.861529 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:46:07.861933 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:46:07.862325 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.862729 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:46:07.863198 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Bound port: a524f342-fde4-45de-933d-77425ae93b04, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:46:07.863576 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:07.865172 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Pushing event updated for resources: {'Port': ['ID=a524f342-fde4-45de-933d-77425ae93b04,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:07.890061 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.890392 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.890731 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.891065 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.891395 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.891721 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.892051 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.892371 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.892690 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.893012 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.893352 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.893674 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:46:07.901191 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:07.931392 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] For port a524f342-fde4-45de-933d-77425ae93b04, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:46:07.934601 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] For port a524f342-fde4-45de-933d-77425ae93b04, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a524f342-fde4-45de-933d-77425ae93b04,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:46:07.939136 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:46:08.030799 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.032786 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:08.058867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:46:08.065066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:08.065896 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.070720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24889142-a819-4b7f-b3e9-fdfcd2b88b1e None None] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:46:08.087063 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:46:08.092278 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8d92250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:46:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:08.123911 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Pushing event updated for resources: {'Port': ['ID=a524f342-fde4-45de-933d-77425ae93b04,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:08.127967 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-e93ec17b-6d7d-41c7-a2ad-ab3191e65b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:08.134360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7989905
Jun 21 03:46:08.137408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34064) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:08.205188 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:46:08.236386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:46:08.237359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.309850 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.379286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Allocated IP 172.20.0.2 (60c8d4ee-cde7-47e6-837d-ed0dcfed9d88/946bdfdc-8649-40a0-91bd-6e5950525b8b/169c4b45-b1bb-4b62-92a7-a454e80aa2e2) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:46:08.391099 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8d92250>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:06Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:08.515294 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b3c55-1a81-40ae-a3ce-d2d3f6504d25 None None] The sync data for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 is: [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:06Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:46:08.539737 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.548849 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Transition to ACTIVE for port object 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:46:08.569457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Transition to ACTIVE for port object 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:46:08.621629 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.630751 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.633653 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:08.672687 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:46:08.673575 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.676585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:46:08.680345 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:46:08.688072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Pushing event updated for resources: {'Port': ['ID=169c4b45-b1bb-4b62-92a7-a454e80aa2e2,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:08.692718 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:08.765365 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Attempting to bind port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:46:08.766259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Attempting to bind port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:46:08.766802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Attempting to bind port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 on network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:46:08.772540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:46:08.772931 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Checking segment: {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:46:08.773436 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.773786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Bound using segment: {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:46:08.774267 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Bound port: 169c4b45-b1bb-4b62-92a7-a454e80aa2e2, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:46:08.774687 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.853193 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] For port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:46:08.857168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] For port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=169c4b45-b1bb-4b62-92a7-a454e80aa2e2,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:46:08.951343 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:08.954246 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:09.012564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Pushing event updated for resources: {'Port': ['ID=169c4b45-b1bb-4b62-92a7-a454e80aa2e2,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:09.012724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.1 (60c8d4ee-cde7-47e6-837d-ed0dcfed9d88/946bdfdc-8649-40a0-91bd-6e5950525b8b/d016eea3-ab86-4b1e-8d9b-192b4fd3f877) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:46:09.028579 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:09.143781 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:09.160278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object d016eea3-ab86-4b1e-8d9b-192b4fd3f877 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:46:09.265361 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:09.272210 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b84f1e10-1650-425f-bbf6-49e2959b678f tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:09.314147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:46:09.317595 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:46:09.321801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:46:09.348623 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:09.353132 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:09.371514 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:09.584404 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:09.789047 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:09.909144 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:09.973987 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:09.975257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4ab13-9b31-4f7a-90ae-b713fd81afe2 None None] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:46:09.977063 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-afc0cf39-d768-47f1-ad76-334b51dfd60b tempest-TestEncryptedCinderVolumes-569618406 tempest-TestEncryptedCinderVolumes-569618406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:10.060978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:10.064172 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:10.065509 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:10.117583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-701a33f2-5a21-4479-a8e7-7ed3a7fdfba0 None None] Provisioning for port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:46:10.189606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:46:10.192799 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:46:10.286638 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:46:10.329427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 15e031d5-efea-44fe-812b-0465e2faff4b has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:46:10.410013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:46:10.415475 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:10.415862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:10.457835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:46:10.463567 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/15e031d5-efea-44fe-812b-0465e2faff4b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3237786
Jun 21 03:46:10.471060 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Sync routers for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:46:10.494542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:46:10.495443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d29f2ee0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:46:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:10.550277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3c1e960d-a60b-440a-8b54-08ca3882676b None None] Provisioning for port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:46:10.579756 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3c1e960d-a60b-440a-8b54-08ca3882676b None None] Provisioning complete for port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:10.580388 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c1e960d-a60b-440a-8b54-08ca3882676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:10.656292 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:10.684398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e960d-a60b-440a-8b54-08ca3882676b None None] Port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:46:10.699562 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-11168ae4-c53c-4b1b-badf-0bc298200b9b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266016516&fields=id&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 267 time: 0.0408089
Jun 21 03:46:10.702092 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:46:10.750131 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=169c4b45-b1bb-4b62-92a7-a454e80aa2e2,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:46:10.760593 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3c1e960d-a60b-440a-8b54-08ca3882676b None None] Provisioning complete for port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:10.761024 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3c1e960d-a60b-440a-8b54-08ca3882676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:10.843819 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-56548178-16a4-4208-8a67-86a4751ca66d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:10.845989 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-56548178-16a4-4208-8a67-86a4751ca66d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/networks?id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 HTTP/1.1" status: 200  len: 794 time: 0.1380925
Jun 21 03:46:10.849256 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:10.850154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a524f342-fde4-45de-933d-77425ae93b04 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:46:10.857505 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:10.867464 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-484ae869-bec1-4594-82aa-32abd4a10ee4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/quotas/03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 375 time: 0.0152245
Jun 21 03:46:10.947805 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-cea3f89c-234b-49c5-b33c-d2a11ae91a36 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0693533
Jun 21 03:46:10.985842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=169c4b45-b1bb-4b62-92a7-a454e80aa2e2,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:10.991429 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:11.052732 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-74798e33-6799-4c25-973a-6d1fb72c16ed service neutron] 10.222.0.25 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925512
Jun 21 03:46:11.149420 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-397a25f3-41dc-412f-9f12-8994bc7c40cb service neutron] 10.222.0.25 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876579
Jun 21 03:46:11.193473 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port a524f342-fde4-45de-933d-77425ae93b04 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:46:11.221633 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a524f342-fde4-45de-933d-77425ae93b04 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:11.222015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:11.309841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d29f2ee0>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 2, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:11.341769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Checking router: 15e031d5-efea-44fe-812b-0465e2faff4b for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:46:11.342076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Updating router 15e031d5-efea-44fe-812b-0465e2faff4b port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:46:11.370430 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:11.396131 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7b6cd26-33d6-4d0d-b09b-ff2f2632e51e req-705875c6-fe45-4bbd-885a-40caaddf4f71 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 210 time: 0.0374684
Jun 21 03:46:11.398592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:11.407735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e39074ee-e8c7-4a34-9738-549ee4fe4df7 None None] Provisioning complete for port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:11.408123 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e39074ee-e8c7-4a34-9738-549ee4fe4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:11.416643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port a524f342-fde4-45de-933d-77425ae93b04, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a524f342-fde4-45de-933d-77425ae93b04,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:46:11.480072 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e39074ee-e8c7-4a34-9738-549ee4fe4df7 None None] Port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:46:11.491720 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:11.534376 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:11.608455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=a524f342-fde4-45de-933d-77425ae93b04,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:11.637799 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:11.744818 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:11.755532 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Transition to ACTIVE for port object d016eea3-ab86-4b1e-8d9b-192b4fd3f877 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:46:11.857783 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:11.860745 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:11.938677 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7cd99-acfb-4b8b-8ca5-2857c433477f None None] Pushing event updated for resources: {'Port': ['ID=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:11.942215 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-08c7cd99-acfb-4b8b-8ca5-2857c433477f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:11.994259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Attempting to bind port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:46:11.994643 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Attempting to bind port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:46:11.995014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Attempting to bind port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 on network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:46:12.001158 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:46:12.001587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Checking segment: {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:46:12.002006 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:12.002408 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Bound using segment: {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:46:12.002884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Bound port: d016eea3-ab86-4b1e-8d9b-192b4fd3f877, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:46:12.003425 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:12.068948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] For port d016eea3-ab86-4b1e-8d9b-192b4fd3f877, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:46:12.072207 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] For port d016eea3-ab86-4b1e-8d9b-192b4fd3f877, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:46:12.150724 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:12.152750 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7940f2fe-e406-432c-ad37-36048586b138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:12.209761 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:46:12.252516 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:46:12.253165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d29f2ee0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:46:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:12.254936 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7cd99-acfb-4b8b-8ca5-2857c433477f None None] Pushing event updated for resources: {'Port': ['ID=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:12.291391 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-08c7cd99-acfb-4b8b-8ca5-2857c433477f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:12.354738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:12.355119 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:12.397821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:46:12.553491 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f87998e-3b07-4208-940f-759565800a0d req-c157b880-0d50-4d8b-a45a-c820f9cda51f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 210 time: 0.0297530
Jun 21 03:46:12.582243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a524f342-fde4-45de-933d-77425ae93b04 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:46:12.672413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a524f342-fde4-45de-933d-77425ae93b04 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:12.672798 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:12.723225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d29f2ee0>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:12Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:12.752639 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fa0b10-c648-4caa-8394-67271c869a10 None None] The sync data for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 is: [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:12Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:46:13.461936 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-bd68f809-36d9-4188-b3a2-cca44a62e263 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:13.464304 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-bd68f809-36d9-4188-b3a2-cca44a62e263 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/networks?id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 HTTP/1.1" status: 200  len: 794 time: 0.1220715
Jun 21 03:46:13.526489 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-557e2625-45df-46ac-a757-7a3b8bd91862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 379 time: 0.0530612
Jun 21 03:46:13.536378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'port': {'device_id': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'admin_state_up': True, 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'security_groups': ['06b12516-1b9a-41d4-b6c8-db3fdf419bcf']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:13.710106 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b7ee3c5c-fe50-4939-87ff-b835907942d7 req-00f511a0-94ad-4ad4-ad1f-7e44e0b2fa94 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 210 time: 0.0310979
Jun 21 03:46:13.751521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:46:13.757097 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:13.909289 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.4 (60c8d4ee-cde7-47e6-837d-ed0dcfed9d88/946bdfdc-8649-40a0-91bd-6e5950525b8b/da4dc52a-473c-4d58-a675-e4d167a3152d) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:46:14.046606 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.064691 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object da4dc52a-473c-4d58-a675-e4d167a3152d will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:46:14.162673 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.166957 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:14.216231 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:46:14.220239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:46:14.224566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:46:14.229879 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=da4dc52a-473c-4d58-a675-e4d167a3152d,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:14.237043 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d016eea3-ab86-4b1e-8d9b-192b4fd3f877 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:46:14.251989 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:14.277833 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:14.278470 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.339702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-00258776-3e04-4adc-b717-32b758796f32 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8073184
Jun 21 03:46:14.352654 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Request body: {'port': {'device_id': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:14.361737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:46:14.366179 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:14.366392 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.433625 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.449889 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.482584 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port d016eea3-ab86-4b1e-8d9b-192b4fd3f877, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:46:14.562294 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.564098 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:14.593183 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-038f4b99-fdae-4168-8eee-66f3ab30b98d None None] Provisioning for port da4dc52a-473c-4d58-a675-e4d167a3152d completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:46:14.600863 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-038f4b99-fdae-4168-8eee-66f3ab30b98d None None] Provisioning complete for port da4dc52a-473c-4d58-a675-e4d167a3152d triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:14.601218 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-038f4b99-fdae-4168-8eee-66f3ab30b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.640286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:14.644545 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:14.648950 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-038f4b99-fdae-4168-8eee-66f3ab30b98d None None] Port da4dc52a-473c-4d58-a675-e4d167a3152d cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:46:14.702085 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4dc52a-473c-4d58-a675-e4d167a3152d {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:46:14.709301 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.721597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Transition to ACTIVE for port object da4dc52a-473c-4d58-a675-e4d167a3152d will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:46:14.790749 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:14.793114 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9ae40bb2-c12e-4d6c-bcca-90d8f13bdf52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:14.878920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Pushing event updated for resources: {'Port': ['ID=da4dc52a-473c-4d58-a675-e4d167a3152d,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:14.882158 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:14.891160 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954042c2-2ee5-41da-aca9-4eb7ee46c88e req-30169c26-b96e-481c-96ec-f1875386664e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:14.892959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-954042c2-2ee5-41da-aca9-4eb7ee46c88e req-30169c26-b96e-481c-96ec-f1875386664e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 943 time: 0.0672967
Jun 21 03:46:14.946499 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-954042c2-2ee5-41da-aca9-4eb7ee46c88e req-870a435e-01c3-4726-962b-41fe161b2e28 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477011
Jun 21 03:46:14.962351 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Attempting to bind port da4dc52a-473c-4d58-a675-e4d167a3152d on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:46:14.962702 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Attempting to bind port da4dc52a-473c-4d58-a675-e4d167a3152d by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:46:14.963046 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Attempting to bind port da4dc52a-473c-4d58-a675-e4d167a3152d on network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:46:14.968430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Port da4dc52a-473c-4d58-a675-e4d167a3152d on network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:46:14.968763 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Attempting to bind port da4dc52a-473c-4d58-a675-e4d167a3152d on network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:46:14.973976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:46:14.974320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Checking segment: {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:46:14.974717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Bound using segment: {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:46:14.975148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Bound port: da4dc52a-473c-4d58-a675-e4d167a3152d, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41793d57-af44-4ffc-be73-850704ebf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:46:14.975506 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:15.041163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] For port da4dc52a-473c-4d58-a675-e4d167a3152d, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:46:15.044157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] For port da4dc52a-473c-4d58-a675-e4d167a3152d, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=da4dc52a-473c-4d58-a675-e4d167a3152d,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:46:15.105022 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:15.107662 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-07c6a7c8-513f-4983-88e6-f64f325f0916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:15.147838 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:15.148465 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:15.149917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] 10.222.0.20 "PUT /v2.0/ports/da4dc52a-473c-4d58-a675-e4d167a3152d HTTP/1.1" status: 200  len: 1092 time: 0.8016825
Jun 21 03:46:15.150449 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:46:15.152765 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d09a3-3535-4172-a00e-814ef95caabd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:46:15.172586 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Pushing event updated for resources: {'Port': ['ID=da4dc52a-473c-4d58-a675-e4d167a3152d,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:15.175965 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:15.200512 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4235eb29-2344-419a-8b12-316254812b5f x-openstack-request-id: req-4235eb29-2344-419a-8b12-316254812b5f {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:46:15.200973 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:46:15.201392 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4235eb29-2344-419a-8b12-316254812b5f {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:46:15.201866 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'status': 'completed', 'code': 200}
Jun 21 03:46:15.619339 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d09a3-3535-4172-a00e-814ef95caabd req-7e3280ba-1d83-4181-9aaf-fcc3b7a261ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:15.620772 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4b9d09a3-3535-4172-a00e-814ef95caabd req-7e3280ba-1d83-4181-9aaf-fcc3b7a261ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1095 time: 0.3974786
Jun 21 03:46:15.719485 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d09a3-3535-4172-a00e-814ef95caabd req-d672eef8-6df9-4062-8992-f3796b919db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:15.720939 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4b9d09a3-3535-4172-a00e-814ef95caabd req-d672eef8-6df9-4062-8992-f3796b919db5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=03ed21845d0e46c9bb411c47e64de980&shared=False HTTP/1.1" status: 200  len: 895 time: 0.0923443
Jun 21 03:46:15.812806 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d09a3-3535-4172-a00e-814ef95caabd req-879263f1-6279-4c85-bb1e-fd847bcb6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:15.814330 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4b9d09a3-3535-4172-a00e-814ef95caabd req-879263f1-6279-4c85-bb1e-fd847bcb6e99 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0875108
Jun 21 03:46:15.910581 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-7755f7a3-443b-46d5-b310-5fc828c271ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:15.910744 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-7755f7a3-443b-46d5-b310-5fc828c271ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1095 time: 0.0589008
Jun 21 03:46:15.956340 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-de5012f1-c6e5-4386-854c-9cc2b1adfb53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4dc52a-473c-4d58-a675-e4d167a3152d HTTP/1.1" status: 200  len: 217 time: 0.0389099
Jun 21 03:46:16.004692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-23878a49-cbdb-4ee2-8024-15ba945f5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:16.006257 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-23878a49-cbdb-4ee2-8024-15ba945f5140 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=946bdfdc-8649-40a0-91bd-6e5950525b8b HTTP/1.1" status: 200  len: 834 time: 0.0436735
Jun 21 03:46:16.063221 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-eb2c0e21-7e91-4b61-bea1-7492f09b9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:16.064762 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-eb2c0e21-7e91-4b61-bea1-7492f09b9305 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0522692
Jun 21 03:46:16.124504 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f38699-9b35-4dd9-a662-ce78106b9ae1 req-3b43dfd1-3892-49b1-84ad-940cfc931be2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:16.126031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15f38699-9b35-4dd9-a662-ce78106b9ae1 req-3b43dfd1-3892-49b1-84ad-940cfc931be2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 943 time: 0.0691130
Jun 21 03:46:16.165267 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15f38699-9b35-4dd9-a662-ce78106b9ae1 req-29d6f033-409d-4dbe-a9cf-7c0714f5bc91 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334575
Jun 21 03:46:16.165521 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-fe84c43e-928e-4d77-964f-307c18321b7e service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897522
Jun 21 03:46:16.203346 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d016eea3-ab86-4b1e-8d9b-192b4fd3f877 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:46:16.251975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:16.252454 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:16.275297 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e75afb5b-1223-4d30-835c-174b0325cec0 req-53d0a99d-aade-4cc1-9255-1c7ffd370ad9 service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039920
Jun 21 03:46:17.342849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3b10-c15f-4cae-a726-1653d5904208 req-4fe456af-1d9b-4b8c-95ea-190140f8e732 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:17.344311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bca3b10-c15f-4cae-a726-1653d5904208 req-4fe456af-1d9b-4b8c-95ea-190140f8e732 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 943 time: 0.0628910
Jun 21 03:46:17.383198 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0bca3b10-c15f-4cae-a726-1653d5904208 req-ddb71284-2dfd-4150-8811-c35f5ae419f5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331805
Jun 21 03:46:18.557785 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546ea46-3f14-4511-be39-a29fe4bcdcc6 req-0b5c887d-2955-45a6-811b-82abae81dc5e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:18.559190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1546ea46-3f14-4511-be39-a29fe4bcdcc6 req-0b5c887d-2955-45a6-811b-82abae81dc5e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 943 time: 0.0677724
Jun 21 03:46:18.597232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1546ea46-3f14-4511-be39-a29fe4bcdcc6 req-28235029-016d-418c-afb9-c86ee7e6eb4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320995
Jun 21 03:46:19.605360 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device da4dc52a-473c-4d58-a675-e4d167a3152d details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:46:19.704155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port da4dc52a-473c-4d58-a675-e4d167a3152d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=da4dc52a-473c-4d58-a675-e4d167a3152d,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:46:19.715453 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'port_id': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'mac_address': 'fa:16:3e:fc:33:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:46:19.752718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:19.765838 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4dc52a-473c-4d58-a675-e4d167a3152d {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:46:19.771900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c07866-1ffb-41b2-aa49-22247777389f req-79632005-2c1e-4ad6-84d1-b2abdd06f934 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:19.773407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60c07866-1ffb-41b2-aa49-22247777389f req-79632005-2c1e-4ad6-84d1-b2abdd06f934 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 943 time: 0.0639267
Jun 21 03:46:19.786018 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port da4dc52a-473c-4d58-a675-e4d167a3152d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=da4dc52a-473c-4d58-a675-e4d167a3152d,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:46:19.810909 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-60c07866-1ffb-41b2-aa49-22247777389f req-e47c9bb0-3d7d-4003-a5d4-75f7576b0b66 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311584
Jun 21 03:46:19.857421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:19.859179 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f8611b8e-4546-4f79-a702-b531710403bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:19.908805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=da4dc52a-473c-4d58-a675-e4d167a3152d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:19.911919 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:20.059298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['da4dc52a-473c-4d58-a675-e4d167a3152d'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:46:20.988453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290757f3-2753-4814-8ac6-adcaaa53d69b req-7853e445-23fd-46ef-a7c5-6eb5e6adb13b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:20.989969 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-290757f3-2753-4814-8ac6-adcaaa53d69b req-7853e445-23fd-46ef-a7c5-6eb5e6adb13b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 944 time: 0.0691068
Jun 21 03:46:21.027061 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-290757f3-2753-4814-8ac6-adcaaa53d69b req-f30d0ae5-a52c-4ea9-a5d9-5699947addc5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314546
Jun 21 03:46:21.620743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device da4dc52a-473c-4d58-a675-e4d167a3152d up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:46:21.767151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port da4dc52a-473c-4d58-a675-e4d167a3152d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:46:21.770941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port da4dc52a-473c-4d58-a675-e4d167a3152d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:46:21.771320 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:21.844738 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:21.866411 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:46:21.868655 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa429da-6834-40af-b81b-c116d34f8ded" -d '{"events": [{"server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "name": "network-vif-plugged", "status": "completed", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:46:21.885949 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port da4dc52a-473c-4d58-a675-e4d167a3152d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=da4dc52a-473c-4d58-a675-e4d167a3152d,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:46:21.908013 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c373c84-f38a-44c8-8f12-c29c81630848 x-openstack-request-id: req-2c373c84-f38a-44c8-8f12-c29c81630848 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:46:21.908319 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "name": "network-vif-plugged", "status": "completed", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:46:21.908582 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c373c84-f38a-44c8-8f12-c29c81630848 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:46:21.908994 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'code': 200}
Jun 21 03:46:21.950265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:21.952444 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-11e1a42e-0ccb-4436-8d4e-43981d3a0e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:21.998192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=da4dc52a-473c-4d58-a675-e4d167a3152d,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:22.001175 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:22.031215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2340f6-e79d-48a5-ac55-99b52f44c224 req-40b8b4f0-e7b5-48ed-80d6-fee9e0a4bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:22.032718 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb2340f6-e79d-48a5-ac55-99b52f44c224 req-40b8b4f0-e7b5-48ed-80d6-fee9e0a4bbce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1097 time: 0.0604444
Jun 21 03:46:22.068543 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-eb2340f6-e79d-48a5-ac55-99b52f44c224 req-38908fb2-1c84-4db6-8b78-d7b4492f303c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0294878
Jun 21 03:46:22.206219 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166ba57-6a3a-4dac-b92b-cb8bd5c6f591 req-0a778a8b-7126-4453-bb24-af589313d264 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:22.207708 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9166ba57-6a3a-4dac-b92b-cb8bd5c6f591 req-0a778a8b-7126-4453-bb24-af589313d264 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0672340
Jun 21 03:46:22.253589 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9166ba57-6a3a-4dac-b92b-cb8bd5c6f591 req-276594c9-f1c6-45b4-9339-2734af58bc9b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400438
Jun 21 03:46:23.426079 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d81def-e36f-4791-bc5d-2b9ac4d60449 req-1e5b54a0-0e86-4017-8d75-b135dcecc31f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:23.427576 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04d81def-e36f-4791-bc5d-2b9ac4d60449 req-1e5b54a0-0e86-4017-8d75-b135dcecc31f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0637145
Jun 21 03:46:23.464956 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04d81def-e36f-4791-bc5d-2b9ac4d60449 req-e62eba38-f5f6-4d82-bcdf-ecd24c303739 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317783
Jun 21 03:46:23.639196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654764e-5716-4453-91b1-1fb6711fa023 req-f7bd7623-ac85-4ab8-8ae4-ec61cbeb16b5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:23.640580 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c654764e-5716-4453-91b1-1fb6711fa023 req-f7bd7623-ac85-4ab8-8ae4-ec61cbeb16b5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0684443
Jun 21 03:46:23.678163 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c654764e-5716-4453-91b1-1fb6711fa023 req-40eb5161-32e7-4e66-bf1b-7c12aa74bb0b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320022
Jun 21 03:46:23.702348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34128) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:23.793860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b39ad-2d5b-4761-b3d5-9c57eddbc345 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:23.795379 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-844b39ad-2d5b-4761-b3d5-9c57eddbc345 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1092 time: 0.0920508
Jun 21 03:46:23.798239 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34132) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:23.802677 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:46:23.898965 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:23.998853 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:24.098689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.202 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/32463bc3-acb5-4fdb-ae32-378be1aa76d8) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:46:24.205633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:24.316265 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:24.318480 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2df42d0b-660e-4150-a10b-ed5fcc74b4a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:24.359434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:46:24.362368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:46:24.366651 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:46:24.369717 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=32463bc3-acb5-4fdb-ae32-378be1aa76d8,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:24.388559 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:24.732633 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:24.867136 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:25.043353 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:25.108462 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:25.110526 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b5d5840-5c1e-481e-8e07-f7cf1f7d0344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:46:25.178519 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=32463bc3-acb5-4fdb-ae32-378be1aa76d8,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:46:25.182449 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:46:25.187314 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:25.291366 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP 95a60bd7-a139-43f8-854f-af28224d582b associated. External IP: 172.25.7.202, port: da4dc52a-473c-4d58-a675-e4d167a3152d.
Jun 21 03:46:25.498913 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 15e031d5-efea-44fe-812b-0465e2faff4b has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:46:25.607661 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:46:25.617290 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] Sync routers for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:46:25.631633 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:46:25.633282 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d847c1f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:46:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:25.680042 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:25.719516 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9202261
Jun 21 03:46:25.720308 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:46:25.722898 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75a9690-6977-42d5-9005-67b031807413" -d '{"events": [{"name": "network-changed", "server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:46:25.742198 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:46:25.763062 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2813cf23-9e06-4b30-a833-7eb5aa02f38c x-openstack-request-id: req-2813cf23-9e06-4b30-a833-7eb5aa02f38c {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:46:25.763789 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:46:25.763789 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2813cf23-9e06-4b30-a833-7eb5aa02f38c {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:46:25.764443 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'status': 'completed', 'code': 200}
Jun 21 03:46:25.840345 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a9690-6977-42d5-9005-67b031807413 req-4f81cb04-9b1a-4c25-8a5d-e6ba9a008064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:25.842755 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d75a9690-6977-42d5-9005-67b031807413 req-4f81cb04-9b1a-4c25-8a5d-e6ba9a008064 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1097 time: 0.0556157
Jun 21 03:46:25.876843 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd34f5-c17a-4da7-861a-e899845b6bba req-be26b9c9-3d4a-4724-b0be-b51ecb572b54 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:25.879197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1dd34f5-c17a-4da7-861a-e899845b6bba req-be26b9c9-3d4a-4724-b0be-b51ecb572b54 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0662060
Jun 21 03:46:25.926963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a1dd34f5-c17a-4da7-861a-e899845b6bba req-43099275-e928-46ed-b368-8bc08910ecef tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419674
Jun 21 03:46:25.953777 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34138) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:25.964369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a9690-6977-42d5-9005-67b031807413 req-114be1a9-915d-4f3a-85af-22ff790340c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:25.965923 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d75a9690-6977-42d5-9005-67b031807413 req-114be1a9-915d-4f3a-85af-22ff790340c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 HTTP/1.1" status: 200  len: 895 time: 0.1172259
Jun 21 03:46:25.970206 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d847c1f0>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '95a60bd7-a139-43f8-854f-af28224d582b', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'port_id': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'mac_address': 'fa:16:3e:fc:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:46:24Z', 'updated_at': '2021-06-21T03:46:24Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:26.000269 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] Checking router: 15e031d5-efea-44fe-812b-0465e2faff4b for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:46:26.009848 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:46:26.010398 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d847c1f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:46:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:26.067491 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-229662dc-de80-4018-85f3-63197d4fef22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/95a60bd7-a139-43f8-854f-af28224d582b HTTP/1.1" status: 200  len: 991 time: 0.1124163
Jun 21 03:46:26.076066 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d75a9690-6977-42d5-9005-67b031807413 req-dc484745-725d-4273-ae9d-37e1c5941e80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4dc52a-473c-4d58-a675-e4d167a3152d HTTP/1.1" status: 200  len: 999 time: 0.0820470
Jun 21 03:46:26.112923 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:46:26.123854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a9690-6977-42d5-9005-67b031807413 req-b4fa31fc-1bd6-4046-ac9d-3e16c6298842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:26.125296 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d75a9690-6977-42d5-9005-67b031807413 req-b4fa31fc-1bd6-4046-ac9d-3e16c6298842 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=946bdfdc-8649-40a0-91bd-6e5950525b8b HTTP/1.1" status: 200  len: 834 time: 0.0434527
Jun 21 03:46:26.182373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a9690-6977-42d5-9005-67b031807413 req-bb2c0ac5-738a-4e14-855f-a37aeae500ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:26.183894 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d75a9690-6977-42d5-9005-67b031807413 req-bb2c0ac5-738a-4e14-855f-a37aeae500ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0524237
Jun 21 03:46:26.280315 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d75a9690-6977-42d5-9005-67b031807413 req-34606f62-c940-4f78-a85a-4123f618d66b service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883372
Jun 21 03:46:26.336396 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d847c1f0>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '95a60bd7-a139-43f8-854f-af28224d582b', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'port_id': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'mac_address': 'fa:16:3e:fc:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:46:24Z', 'updated_at': '2021-06-21T03:46:24Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:46:26.362281 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ba76d-c13a-47d7-83b8-5de6d236bc22 None None] The sync data for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 is: [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '95a60bd7-a139-43f8-854f-af28224d582b', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'port_id': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'mac_address': 'fa:16:3e:fc:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:46:24Z', 'updated_at': '2021-06-21T03:46:24Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:46:26.373935 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d75a9690-6977-42d5-9005-67b031807413 req-d41b8549-df2e-43f8-b3a6-dbcd8b63b2da service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868192
Jun 21 03:46:26.568396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07ea2c-6b5c-4213-9fed-21d6fddb2446 None None] New status for floating IP 95a60bd7-a139-43f8-854f-af28224d582b: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:46:26.589320 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94746b58-fe0b-41d8-83ae-4074094206df req-43240972-93c4-4a06-9854-fcc5568f068e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0637043
Jun 21 03:46:26.683114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94746b58-fe0b-41d8-83ae-4074094206df req-e7333fdd-b27e-4300-adae-ebc5e1e45e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:26.685230 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94746b58-fe0b-41d8-83ae-4074094206df req-e7333fdd-b27e-4300-adae-ebc5e1e45e69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1097 time: 0.0532742
Jun 21 03:46:26.791742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94746b58-fe0b-41d8-83ae-4074094206df req-026068b9-ca95-4f87-a3db-2bd1922b21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:26.792929 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94746b58-fe0b-41d8-83ae-4074094206df req-026068b9-ca95-4f87-a3db-2bd1922b21c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 HTTP/1.1" status: 200  len: 895 time: 0.0867882
Jun 21 03:46:26.862106 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94746b58-fe0b-41d8-83ae-4074094206df req-74e00a19-7c47-4bd1-81dc-4f23f380de79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4dc52a-473c-4d58-a675-e4d167a3152d HTTP/1.1" status: 200  len: 1001 time: 0.0620928
Jun 21 03:46:26.912906 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94746b58-fe0b-41d8-83ae-4074094206df req-588faa98-2167-49cd-9359-f83e98787988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:26.914451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94746b58-fe0b-41d8-83ae-4074094206df req-588faa98-2167-49cd-9359-f83e98787988 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=946bdfdc-8649-40a0-91bd-6e5950525b8b HTTP/1.1" status: 200  len: 834 time: 0.0470691
Jun 21 03:46:26.971148 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94746b58-fe0b-41d8-83ae-4074094206df req-172e817b-31e8-47d6-98fd-a44d8f3c4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:26.972618 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94746b58-fe0b-41d8-83ae-4074094206df req-172e817b-31e8-47d6-98fd-a44d8f3c4442 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0523155
Jun 21 03:46:27.069405 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94746b58-fe0b-41d8-83ae-4074094206df req-65b1326d-82c9-47ed-a69e-0ca4346f05f7 service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904007
Jun 21 03:46:27.070278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34140) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:46:27.177655 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-84977bf3-5f7b-476c-8635-0ad221563596 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/95a60bd7-a139-43f8-854f-af28224d582b HTTP/1.1" status: 200  len: 993 time: 0.1061125
Jun 21 03:46:27.206766 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-94746b58-fe0b-41d8-83ae-4074094206df req-e6af1828-5883-481f-a4ce-e3588a3d47e3 service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303160
Jun 21 03:46:34.258177 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afea3a2a-e6c2-47cf-8abc-4eec8943b1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:36.504155 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:36.714437 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ff70a50d-b276-4aa4-b9ca-accf4a062215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:37.153826 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:37.722103 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:46:38.252372 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:38.629939 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:39.782192 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:46:58.866702 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a06c0-5b88-437e-b2e4-ff1c61ee23ec req-984aa98e-7d87-427f-b84c-fd28e21041d7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:46:58.868306 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-877a06c0-5b88-437e-b2e4-ff1c61ee23ec req-984aa98e-7d87-427f-b84c-fd28e21041d7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0643921
Jun 21 03:46:58.907637 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-877a06c0-5b88-437e-b2e4-ff1c61ee23ec req-c698bb84-dc49-4a0a-a546-b3cb370455e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331094
Jun 21 03:47:00.083429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3e821-e8cf-41a5-a015-9cb737ff5a80 req-04dd6521-3bba-416e-973a-01dfeccc009f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:00.084901 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91d3e821-e8cf-41a5-a015-9cb737ff5a80 req-04dd6521-3bba-416e-973a-01dfeccc009f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0672781
Jun 21 03:47:00.122957 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-91d3e821-e8cf-41a5-a015-9cb737ff5a80 req-f282cdc4-0726-4b09-89ce-61913e96e69f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324399
Jun 21 03:47:01.294678 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b301ff2-96cf-4466-8559-20217e199bcf req-c408c4a0-33fb-4123-81cf-be662f6c0f34 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:01.296140 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b301ff2-96cf-4466-8559-20217e199bcf req-c408c4a0-33fb-4123-81cf-be662f6c0f34 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0639236
Jun 21 03:47:01.342294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3b301ff2-96cf-4466-8559-20217e199bcf req-f6129d63-c220-419f-b51d-ef104ecee3f6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405457
Jun 21 03:47:02.531527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779291e-8195-4565-8da6-ec3378ea3fc0 req-c7d72d1c-0591-43d6-9916-4e0ed13b7f1a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:02.533083 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f779291e-8195-4565-8da6-ec3378ea3fc0 req-c7d72d1c-0591-43d6-9916-4e0ed13b7f1a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0701792
Jun 21 03:47:02.570881 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f779291e-8195-4565-8da6-ec3378ea3fc0 req-e1eca686-6c01-4a3a-8b5e-a775d689c83b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320795
Jun 21 03:47:02.611532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-3be92139-1d2c-4103-827f-c154a12c1deb req-2a8fcf2f-2c22-4681-bb98-d2f944cd1081 service neutron] (94166) timed out ('10.222.0.25', 57566) {{(pid=94166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 03:47:03.744083 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a947d0-09c4-4274-bbc0-ce66e20cb81e req-e9ec6af3-ee89-41d6-be9c-0263ef634da5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:03.745574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5a947d0-09c4-4274-bbc0-ce66e20cb81e req-e9ec6af3-ee89-41d6-be9c-0263ef634da5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0634749
Jun 21 03:47:03.783228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b5a947d0-09c4-4274-bbc0-ce66e20cb81e req-50d11dad-a821-4c94-ad00-dfb521966308 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317705
Jun 21 03:47:04.256832 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-27ccca9c-c579-4207-b54f-7c927f8cb0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:04.970983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d807-9d09-4162-bc71-807cc385037b req-d9ee9b91-51a7-4bf1-bab5-414f5ffff949 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:04.972558 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab26d807-9d09-4162-bc71-807cc385037b req-d9ee9b91-51a7-4bf1-bab5-414f5ffff949 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0637062
Jun 21 03:47:05.009519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ab26d807-9d09-4162-bc71-807cc385037b req-7696a806-fa3e-4dd1-be51-afe450d79acf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0306284
Jun 21 03:47:06.185679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e3315-19a8-435d-be1c-307dd0ea9b67 req-0420d7bf-2181-432c-a8b6-e357b8388230 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:06.187162 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f5e3315-19a8-435d-be1c-307dd0ea9b67 req-0420d7bf-2181-432c-a8b6-e357b8388230 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0681474
Jun 21 03:47:06.224159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f5e3315-19a8-435d-be1c-307dd0ea9b67 req-de1010c4-be81-47c9-b03e-51e4dec47ed2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307832
Jun 21 03:47:06.526566 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:06.658000 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d5ebbb96-8abc-4ab6-a0b1-b013bcfc6e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:07.164903 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:07.396241 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b577e8-09a3-41f3-bbbe-d571e61b3cbf req-a95c80f6-947d-46ca-8e65-247bb6dff2f0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:07.397657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30b577e8-09a3-41f3-bbbe-d571e61b3cbf req-a95c80f6-947d-46ca-8e65-247bb6dff2f0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0636067
Jun 21 03:47:07.435498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30b577e8-09a3-41f3-bbbe-d571e61b3cbf req-12b40095-c6ef-4fd6-8bbb-8022067f8e0a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321345
Jun 21 03:47:08.263737 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:08.631316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944716-f3dd-49fa-8378-77e9b36a876f req-decbaca5-b9ed-4c7e-886b-4412118df744 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:08.632826 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2944716-f3dd-49fa-8378-77e9b36a876f req-decbaca5-b9ed-4c7e-886b-4412118df744 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0695777
Jun 21 03:47:08.657866 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:08.671711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f2944716-f3dd-49fa-8378-77e9b36a876f req-807fc9e6-09e5-45d9-bb7b-3fedc960f4d0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331209
Jun 21 03:47:09.754846 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:09.845024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dff83-cec3-4b35-b075-48c82800a121 req-3054c3fc-46ac-4b17-af7e-ef1f4db53c51 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:09.846541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-531dff83-cec3-4b35-b075-48c82800a121 req-3054c3fc-46ac-4b17-af7e-ef1f4db53c51 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0639508
Jun 21 03:47:09.885137 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-531dff83-cec3-4b35-b075-48c82800a121 req-c3c43f9a-418c-4ed4-a214-6b59beeee68e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323627
Jun 21 03:47:11.055768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a759-5346-49ad-9d3e-52326db954f5 req-4668cd1d-b6eb-492f-a8f8-511abfd86415 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:11.057154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da06a759-5346-49ad-9d3e-52326db954f5 req-4668cd1d-b6eb-492f-a8f8-511abfd86415 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0621665
Jun 21 03:47:11.094666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da06a759-5346-49ad-9d3e-52326db954f5 req-991d87fc-8d78-48db-be77-dd9ddb6555c5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319812
Jun 21 03:47:12.271824 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ee031-c67d-4dac-afa1-6e8d69fa981a req-d1d578ea-6e0e-44fa-a49b-de3bcdab7898 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:12.273292 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-535ee031-c67d-4dac-afa1-6e8d69fa981a req-d1d578ea-6e0e-44fa-a49b-de3bcdab7898 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0682254
Jun 21 03:47:12.309892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-535ee031-c67d-4dac-afa1-6e8d69fa981a req-dedfb332-62fc-45bc-80e1-801f5e91a5a0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310621
Jun 21 03:47:13.488471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff8c4c-83fe-4b3b-99db-d8ed8744561f req-e77a85fb-38da-44ac-ac23-54af71119855 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:13.490642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61ff8c4c-83fe-4b3b-99db-d8ed8744561f req-e77a85fb-38da-44ac-ac23-54af71119855 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0718665
Jun 21 03:47:13.529160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61ff8c4c-83fe-4b3b-99db-d8ed8744561f req-9b373619-2cdd-4d83-83e4-d582960da31d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327408
Jun 21 03:47:14.709446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2590266-ab2a-4929-9894-20f83d5233e9 req-8101d217-77f2-41c0-ad7b-eb5a545329b7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:14.710936 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2590266-ab2a-4929-9894-20f83d5233e9 req-8101d217-77f2-41c0-ad7b-eb5a545329b7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0680172
Jun 21 03:47:14.720424 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:47:14.749828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d2590266-ab2a-4929-9894-20f83d5233e9 req-6baf3e68-51df-4c85-a2e1-04ce090cf7df tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332744
Jun 21 03:47:14.773632 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34192) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:14.833583 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8c8fb17e-2257-49a8-a14d-8855ccfe0721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/95a60bd7-a139-43f8-854f-af28224d582b HTTP/1.1" status: 200  len: 993 time: 0.0581429
Jun 21 03:47:16.380527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b2245-997a-48f6-9ee7-c1b74d75bbfe req-24c42ded-8d87-4427-afa8-3273f2076518 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:16.382044 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646b2245-997a-48f6-9ee7-c1b74d75bbfe req-24c42ded-8d87-4427-afa8-3273f2076518 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0682275
Jun 21 03:47:16.425091 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-646b2245-997a-48f6-9ee7-c1b74d75bbfe req-6a0df3fb-f071-4b22-823e-8cfd422efee6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366995
Jun 21 03:47:16.428300 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-b57ce62b-e386-41e3-9485-bfd152631a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:16.429822 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-b57ce62b-e386-41e3-9485-bfd152631a47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1097 time: 0.0544770
Jun 21 03:47:16.530978 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-9d754905-5e21-49db-b630-8084b5485e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:16.532437 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-9d754905-5e21-49db-b630-8084b5485e76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 HTTP/1.1" status: 200  len: 895 time: 0.0965519
Jun 21 03:47:16.598024 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-e6ea5d26-4f61-4ed9-b2b6-fd4fc152effd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4dc52a-473c-4d58-a675-e4d167a3152d HTTP/1.1" status: 200  len: 1001 time: 0.0587425
Jun 21 03:47:16.646025 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-306cee47-7ac4-4dc3-9958-6a0dae639ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:16.647686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-306cee47-7ac4-4dc3-9958-6a0dae639ca2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=946bdfdc-8649-40a0-91bd-6e5950525b8b HTTP/1.1" status: 200  len: 834 time: 0.0438230
Jun 21 03:47:16.706147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-5803226d-d6e9-4335-a889-0558a81806a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:16.708040 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-5803226d-d6e9-4335-a889-0558a81806a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0541494
Jun 21 03:47:16.796033 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-316fef3f-48d0-47ed-9462-6a8f4465636c service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818408
Jun 21 03:47:16.886804 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-181b595f-b3aa-47b2-816b-2227b731f4b0 req-b7676d65-a0f3-4628-988a-f16a61142a2d service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834920
Jun 21 03:47:17.605922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafe9e6-0fef-4b70-875f-74aa5b3f4478 req-2c733ec1-1f2e-48c0-b1ba-f688503d6649 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:17.607407 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fcafe9e6-0fef-4b70-875f-74aa5b3f4478 req-2c733ec1-1f2e-48c0-b1ba-f688503d6649 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0663176
Jun 21 03:47:17.647169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fcafe9e6-0fef-4b70-875f-74aa5b3f4478 req-707058f4-04c0-4cd8-8323-95a0ac9f1691 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338647
Jun 21 03:47:18.818139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4ce3-677f-46ad-b7f6-eaf7fe6976c1 req-c418f332-75b4-430b-9c41-aa90f3ae8189 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:18.820277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bcf4ce3-677f-46ad-b7f6-eaf7fe6976c1 req-c418f332-75b4-430b-9c41-aa90f3ae8189 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0625002
Jun 21 03:47:18.857161 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bcf4ce3-677f-46ad-b7f6-eaf7fe6976c1 req-05c0a6c8-c0fb-4043-b9be-22423c2083e5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312889
Jun 21 03:47:18.883570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34206) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:18.947698 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5d45cca7-a969-42ff-a59c-607a78989795 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/95a60bd7-a139-43f8-854f-af28224d582b HTTP/1.1" status: 200  len: 993 time: 0.0628004
Jun 21 03:47:28.576060 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6491eaba-aa89-4075-8a95-b47f539458eb req-cc9ce099-27bd-4aec-be42-5e44b7d7ce8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0662513
Jun 21 03:47:28.668335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491eaba-aa89-4075-8a95-b47f539458eb req-a74b8a2f-ba7f-4085-8c8d-b7b5723ac6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:28.669834 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6491eaba-aa89-4075-8a95-b47f539458eb req-a74b8a2f-ba7f-4085-8c8d-b7b5723ac6ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1097 time: 0.0527890
Jun 21 03:47:29.122287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491eaba-aa89-4075-8a95-b47f539458eb req-1d6f1d90-adaf-4819-a20d-de3aaf38458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:29.123738 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6491eaba-aa89-4075-8a95-b47f539458eb req-1d6f1d90-adaf-4819-a20d-de3aaf38458a service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 HTTP/1.1" status: 200  len: 895 time: 0.4335697
Jun 21 03:47:29.188579 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6491eaba-aa89-4075-8a95-b47f539458eb req-aa57e57f-fd2e-4fbd-9560-42f07ca1f62f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4dc52a-473c-4d58-a675-e4d167a3152d HTTP/1.1" status: 200  len: 1001 time: 0.0577381
Jun 21 03:47:29.241098 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491eaba-aa89-4075-8a95-b47f539458eb req-b2d02059-2591-41f9-a976-ccdb4893d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:29.242546 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6491eaba-aa89-4075-8a95-b47f539458eb req-b2d02059-2591-41f9-a976-ccdb4893d542 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=946bdfdc-8649-40a0-91bd-6e5950525b8b HTTP/1.1" status: 200  len: 834 time: 0.0480587
Jun 21 03:47:29.300405 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491eaba-aa89-4075-8a95-b47f539458eb req-5763ed01-e4bc-4de7-b38c-2905bb4156b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:29.302192 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6491eaba-aa89-4075-8a95-b47f539458eb req-5763ed01-e4bc-4de7-b38c-2905bb4156b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0531344
Jun 21 03:47:29.398181 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6491eaba-aa89-4075-8a95-b47f539458eb req-23b29812-ae48-4703-bfae-f80ce768bcc4 service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886061
Jun 21 03:47:29.492303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6491eaba-aa89-4075-8a95-b47f539458eb req-cabaef6b-4fcc-4236-aa8b-a8d3b73bbe65 service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879068
Jun 21 03:47:34.273197 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5db84012-7480-4ff6-a098-8b4fd3eb3ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:36.555386 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:36.692182 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9ad545e-1b65-401a-a169-ca26ca8492a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:37.141028 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:38.285745 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:38.646234 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:39.754347 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:47.545090 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34222) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:47.697859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 32463bc3-acb5-4fdb-ae32-378be1aa76d8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:47:47.698197 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:47.775920 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:47.776246 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:47.838491 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 32463bc3-acb5-4fdb-ae32-378be1aa76d8 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:47:48.045921 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:48.048872 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:48.072116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=32463bc3-acb5-4fdb-ae32-378be1aa76d8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:48.105694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.106018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.106408 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.106861 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.107325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.107736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.108116 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.108495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.108900 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.109283 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.109679 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.110052 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:48.113277 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:48.151091 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:48.151447 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP 95a60bd7-a139-43f8-854f-af28224d582b disassociated (deleted). External IP: 172.25.7.202, port: da4dc52a-473c-4d58-a675-e4d167a3152d.
Jun 21 03:47:48.709284 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 15e031d5-efea-44fe-812b-0465e2faff4b has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:47:48.821298 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:47:48.826056 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:48.831863 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] Sync routers for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:47:48.845135 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:47:48.845787 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9123bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:47:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:48.864347 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/floatingips/95a60bd7-a139-43f8-854f-af28224d582b HTTP/1.1" status: 204  len: 168 time: 1.3181231
Jun 21 03:47:48.865132 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:47:48.867815 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19637da3-d788-487a-89aa-8deefaf5b24c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:47:48.910514 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27004845-2151-4f3f-80e6-f2f52d0ff6de x-openstack-request-id: req-27004845-2151-4f3f-80e6-f2f52d0ff6de {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:47:48.911077 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:47:48.911840 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27004845-2151-4f3f-80e6-f2f52d0ff6de {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:47:48.912478 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'status': 'completed', 'code': 200}
Jun 21 03:47:48.957685 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:47:48.991141 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637da3-d788-487a-89aa-8deefaf5b24c req-5cf5c9d6-4106-4384-aed7-ad4d448fc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:48.992914 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19637da3-d788-487a-89aa-8deefaf5b24c req-5cf5c9d6-4106-4384-aed7-ad4d448fc312 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 1097 time: 0.0601346
Jun 21 03:47:49.095210 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637da3-d788-487a-89aa-8deefaf5b24c req-e30336ba-9dd9-49c1-9af4-5e44105b5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:49.096894 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19637da3-d788-487a-89aa-8deefaf5b24c req-e30336ba-9dd9-49c1-9af4-5e44105b5776 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 HTTP/1.1" status: 200  len: 895 time: 0.0966139
Jun 21 03:47:49.140867 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19637da3-d788-487a-89aa-8deefaf5b24c req-587ea942-e4eb-42d4-a550-aa0c93c9f0e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4dc52a-473c-4d58-a675-e4d167a3152d HTTP/1.1" status: 200  len: 217 time: 0.0370286
Jun 21 03:47:49.161445 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9123bb0>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:49.187804 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] Checking router: 15e031d5-efea-44fe-812b-0465e2faff4b for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:47:49.194873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637da3-d788-487a-89aa-8deefaf5b24c req-81443a54-baf4-443b-a472-8bece75030f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:49.196557 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19637da3-d788-487a-89aa-8deefaf5b24c req-81443a54-baf4-443b-a472-8bece75030f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=946bdfdc-8649-40a0-91bd-6e5950525b8b HTTP/1.1" status: 200  len: 834 time: 0.0491521
Jun 21 03:47:49.196730 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:47:49.197353 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d9123bb0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:47:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:49.263129 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637da3-d788-487a-89aa-8deefaf5b24c req-1c90168f-fcdd-4dd1-9157-ba4307af385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:49.264576 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19637da3-d788-487a-89aa-8deefaf5b24c req-1c90168f-fcdd-4dd1-9157-ba4307af385a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0610645
Jun 21 03:47:49.311737 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:47:49.360098 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19637da3-d788-487a-89aa-8deefaf5b24c req-fc346669-5150-4df0-bfdf-d2555e430902 service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886729
Jun 21 03:47:49.466172 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-19637da3-d788-487a-89aa-8deefaf5b24c req-af41a716-6eab-498f-af02-473a35628db0 service neutron] 10.222.0.20 "GET /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986943
Jun 21 03:47:49.484156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05438dc-cdd2-40ad-906e-84f5ef4bead2 req-2acb2df7-f500-4153-826c-73994dbe8aa1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:49.485666 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c05438dc-cdd2-40ad-906e-84f5ef4bead2 req-2acb2df7-f500-4153-826c-73994dbe8aa1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.1133904
Jun 21 03:47:49.525023 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c05438dc-cdd2-40ad-906e-84f5ef4bead2 req-0cce2c37-0a87-4534-84b1-714711a9f132 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328755
Jun 21 03:47:49.604340 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d9123bb0>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:49.629464 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b3fbd-f2d0-49db-bf50-ad6f7151b9f7 None None] The sync data for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 is: [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:09Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': 'd016eea3-ab86-4b1e-8d9b-192b4fd3f877', 'name': '', 'network_id': '60c8d4ee-cde7-47e6-837d-ed0dcfed9d88', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:ca:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:08Z', 'updated_at': '2021-06-21T03:46:14Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': '946bdfdc-8649-40a0-91bd-6e5950525b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:47:49.843600 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eab390-aa1c-4e01-b9dd-cf70d6e55408 None None] New status for floating IP 95a60bd7-a139-43f8-854f-af28224d582b: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:47:50.760732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3665b7-08ce-4d18-85f5-30f7a15309b9 req-7d9fc82e-8937-49da-8675-ffcd80574363 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:50.762245 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b3665b7-08ce-4d18-85f5-30f7a15309b9 req-7d9fc82e-8937-49da-8675-ffcd80574363 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.1171672
Jun 21 03:47:50.798632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b3665b7-08ce-4d18-85f5-30f7a15309b9 req-02f99645-9b3c-4ab9-b853-5f09ac2047fb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=06b12516-1b9a-41d4-b6c8-db3fdf419bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307479
Jun 21 03:47:50.809753 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-2b683fa9-e677-4e96-9658-349252a2a679 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:50.811148 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-2b683fa9-e677-4e96-9658-349252a2a679 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 945 time: 0.0637960
Jun 21 03:47:50.914610 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port da4dc52a-473c-4d58-a675-e4d167a3152d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:47:50.914948 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:51.001724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port da4dc52a-473c-4d58-a675-e4d167a3152d, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=da4dc52a-473c-4d58-a675-e4d167a3152d,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:47:51.002091 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:51.069515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for da4dc52a-473c-4d58-a675-e4d167a3152d owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:47:51.251446 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:51.255572 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-06b6275d-0eb6-4ce6-b3e2-a7709eba100b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:51.283533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=da4dc52a-473c-4d58-a675-e4d167a3152d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:51.296266 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.296667 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.297057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.297467 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.298478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.298478 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.298710 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.298942 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.299318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.299688 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.300066 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.300455 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:51.321464 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:51.340827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] No DVR routers for this DVR port da4dc52a-473c-4d58-a675-e4d167a3152d on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:47:51.343377 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:51.345412 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-feb49b66-d26c-4df0-bc15-4ab000d61f07 req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "DELETE /v2.0/ports/da4dc52a-473c-4d58-a675-e4d167a3152d HTTP/1.1" status: 204  len: 173 time: 0.5285325
Jun 21 03:47:51.345920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'name': 'network-vif-deleted', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:47:51.348209 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff59e59-17ad-440e-85e6-4ae19e0023a4" -d '{"events": [{"server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "name": "network-vif-deleted", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:47:51.384371 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1094af-a2d0-4892-8755-279217b11d7c x-openstack-request-id: req-2f1094af-a2d0-4892-8755-279217b11d7c {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:47:51.384712 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa49596b-45b3-4bb3-87fd-59a289d406b0", "name": "network-vif-deleted", "tag": "da4dc52a-473c-4d58-a675-e4d167a3152d", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:47:51.385013 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f1094af-a2d0-4892-8755-279217b11d7c {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:47:51.385523 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa49596b-45b3-4bb3-87fd-59a289d406b0', 'name': 'network-vif-deleted', 'tag': 'da4dc52a-473c-4d58-a675-e4d167a3152d', 'status': 'completed', 'code': 200}
Jun 21 03:47:51.718886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:47:51.953036 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-17491a98-9db9-42e1-8620-a179e5dab26e req-ce72f865-8ea1-4af2-9eb1-785704a86efb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa49596b-45b3-4bb3-87fd-59a289d406b0 HTTP/1.1" status: 200  len: 210 time: 0.0326366
Jun 21 03:47:53.045182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34246) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:53.392411 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:53.660415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port d016eea3-ab86-4b1e-8d9b-192b4fd3f877 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:47:53.660741 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:53.751568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port d016eea3-ab86-4b1e-8d9b-192b4fd3f877, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:47:53.751923 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:53.817294 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for d016eea3-ab86-4b1e-8d9b-192b4fd3f877 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:47:54.074110 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:54.076251 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:54.101167 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=d016eea3-ab86-4b1e-8d9b-192b4fd3f877,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:54.104663 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:54.131233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device da4dc52a-473c-4d58-a675-e4d167a3152d no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:47:54.155479 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: da4dc52a-473c-4d58-a675-e4d167a3152d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:47:54.155956 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device da4dc52a-473c-4d58-a675-e4d167a3152d not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:47:54.292343 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:54.512430 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 15e031d5-efea-44fe-812b-0465e2faff4b has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:47:54.619532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:47:54.624892 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/15e031d5-efea-44fe-812b-0465e2faff4b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5786407
Jun 21 03:47:54.628300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34250) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:54.629651 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] Sync routers for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:47:54.639816 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:47:54.641041 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0af0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:47:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:54.678383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting subnet 946bdfdc-8649-40a0-91bd-6e5950525b8b {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:47:54.682184 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:54.721114 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:54.743777 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:47:54.815301 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:54.930269 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0af0>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:47:53Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:54.952542 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:54.955563 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b045be6b-bc24-43fd-92b7-219cabcadfe1 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:54.955950 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] Checking router: 15e031d5-efea-44fe-812b-0465e2faff4b for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:47:54.965184 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] Routers {'15e031d5-efea-44fe-812b-0465e2faff4b'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:47:54.965837 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0af0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:47:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['15e031d5-efea-44fe-812b-0465e2faff4b'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:54.981975 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Subnet': ['ID=946bdfdc-8649-40a0-91bd-6e5950525b8b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:54.983823 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:54.988238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/subnets/946bdfdc-8649-40a0-91bd-6e5950525b8b HTTP/1.1" status: 204  len: 168 time: 0.3564315
Jun 21 03:47:54.988238 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f5b8641a-b557-45e5-881f-500f113287e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:54.988699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34252) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:54.993598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3303fd-aa41-45ab-8183-7fc9c582023b None None] Network 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:47:55.070489 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] Set router 15e031d5-efea-44fe-812b-0465e2faff4b gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:47:55.097064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.204740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] DHCP port deletion for 60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:47:55.209888 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.247742 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0af0>, [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:47:53Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:55.251494 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Deleting port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:47:55.251978 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.278053 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6f2d6-d9cf-4a69-8cbf-7d22d3ba213a None None] The sync data for ids ['15e031d5-efea-44fe-812b-0465e2faff4b'] in n-d-758944-33 is: [{'id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120217347', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a524f342-fde4-45de-933d-77425ae93b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:47:53Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': 'a524f342-fde4-45de-933d-77425ae93b04', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e031d5-efea-44fe-812b-0465e2faff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:46:05Z', 'updated_at': '2021-06-21T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:47:55.320876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] For port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=169c4b45-b1bb-4b62-92a7-a454e80aa2e2,segment=NetworkSegment(41793d57-af44-4ffc-be73-850704ebf3b7),segment_id=41793d57-af44-4ffc-be73-850704ebf3b7)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:47:55.321580 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.333422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port a524f342-fde4-45de-933d-77425ae93b04 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:47:55.333788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.389352 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Calling delete_port for 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:47:55.416832 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port a524f342-fde4-45de-933d-77425ae93b04, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a524f342-fde4-45de-933d-77425ae93b04,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:47:55.417120 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.484505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for a524f342-fde4-45de-933d-77425ae93b04 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:47:55.524092 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.526958 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:55.549803 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Pushing event deleted for resources: {'Port': ['ID=169c4b45-b1bb-4b62-92a7-a454e80aa2e2,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:55.554103 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] No DVR routers for this DVR port 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:47:55.560757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.561109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.561468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.561806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.562139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.562468 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.562796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.563556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.563556 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.563833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.564148 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.564470 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:47:55.567541 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:55.737534 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.739779 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-13f0cbfb-d14a-4d5d-aec6-f6b94deb250a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:55.764867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=a524f342-fde4-45de-933d-77425ae93b04,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:55.767906 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:55.826813 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.916946 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:55.919055 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.045557 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.046127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Fanout notify agent at l3_agent the message router_deleted on router 15e031d5-efea-44fe-812b-0465e2faff4b {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:47:56.052797 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.053948 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/routers/15e031d5-efea-44fe-812b-0465e2faff4b HTTP/1.1" status: 204  len: 168 time: 1.0646548
Jun 21 03:47:56.056782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34254) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:56.135642 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.223307 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.233187 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d0a3e4c0>,) {'filters': {'network_id': ['60c8d4ee-cde7-47e6-837d-ed0dcfed9d88']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:56.242592 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0a3e4c0>, '41793d57-af44-4ffc-be73-850704ebf3b7') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:56.242882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d0a3e4c0>, '41793d57-af44-4ffc-be73-850704ebf3b7') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:47:56.251552 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.264762 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.270343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:47:56.274499 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:47:56.388693 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.392330 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fcc6f5b4-7cad-44c7-8893-b8a4d89dd964 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:56.396515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.398842 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/networks/60c8d4ee-cde7-47e6-837d-ed0dcfed9d88 HTTP/1.1" status: 204  len: 168 time: 0.3410909
Jun 21 03:47:56.401718 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34256) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:56.415228 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Network': ['ID=60c8d4ee-cde7-47e6-837d-ed0dcfed9d88,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:56.417475 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bd4ab62f-2908-42f9-b05a-818e06a56d22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:56.463472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a478bd8-05f7-4de9-a00d-a33c4af0e94d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.496127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a478bd8-05f7-4de9-a00d-a33c4af0e94d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.521976 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:47:56.542896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:47:56.543332 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 169c4b45-b1bb-4b62-92a7-a454e80aa2e2 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:47:56.543841 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a524f342-fde4-45de-933d-77425ae93b04 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:47:56.561662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: a524f342-fde4-45de-933d-77425ae93b04 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:47:56.562019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a524f342-fde4-45de-933d-77425ae93b04 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:47:56.562427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d016eea3-ab86-4b1e-8d9b-192b4fd3f877 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:47:56.583366 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: d016eea3-ab86-4b1e-8d9b-192b4fd3f877 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:47:56.583700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device d016eea3-ab86-4b1e-8d9b-192b4fd3f877 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:47:56.645835 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a478bd8-05f7-4de9-a00d-a33c4af0e94d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.649138 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7a478bd8-05f7-4de9-a00d-a33c4af0e94d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:56.650417 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7a478bd8-05f7-4de9-a00d-a33c4af0e94d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/security-groups/06b12516-1b9a-41d4-b6c8-db3fdf419bcf HTTP/1.1" status: 204  len: 168 time: 0.2477608
Jun 21 03:47:56.651249 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1019b44f-3e0b-4c72-9547-1877e61c7d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:56.660503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a478bd8-05f7-4de9-a00d-a33c4af0e94d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b12516-1b9a-41d4-b6c8-db3fdf419bcf,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:56.664728 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7a478bd8-05f7-4de9-a00d-a33c4af0e94d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:57.113993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34262) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:57.119322 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-ad0b247e-6bf9-4145-a827-79bf44151d67 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434391978', 'description': 'tempest-secgroup-smoke-1434391978 description', 'project_id': '03ed21845d0e46c9bb411c47e64de980'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:57.203956 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad0b247e-6bf9-4145-a827-79bf44151d67 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.285099 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad0b247e-6bf9-4145-a827-79bf44151d67 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.346806 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad0b247e-6bf9-4145-a827-79bf44151d67 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.349463 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3c534bd-6777-43a8-9390-c62820df195d tempest-ServersAdminNegativeTestJSON-1818861332 tempest-ServersAdminNegativeTestJSON-1818861332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:57.379250 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b247e-6bf9-4145-a827-79bf44151d67 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a66978-9254-4cdf-a494-13427d6d9194,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:57.382170 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ad0b247e-6bf9-4145-a827-79bf44151d67 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:57.440303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-ad0b247e-6bf9-4145-a827-79bf44151d67 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.441613 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-ad0b247e-6bf9-4145-a827-79bf44151d67 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3260846
Jun 21 03:47:57.444674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34264) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:57.449669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '66a66978-9254-4cdf-a494-13427d6d9194', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:57.542722 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.606376 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.685533 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.692179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9e90b94-e3f1-4e5e-8bbc-39f453ec04f0 tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:57.707353 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5666176a-40e8-4272-8a0a-a56f22a4f221,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:57.713884 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:57.771429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.773219 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3273914
Jun 21 03:47:57.776209 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34266) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:57.780811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-fc76ca5a-f9d5-48dd-8d53-420b2b6e2e6a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '66a66978-9254-4cdf-a494-13427d6d9194', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:57.876456 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc76ca5a-f9d5-48dd-8d53-420b2b6e2e6a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:57.939589 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc76ca5a-f9d5-48dd-8d53-420b2b6e2e6a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.015013 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc76ca5a-f9d5-48dd-8d53-420b2b6e2e6a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.021018 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cb6c77cc-4c09-4392-8988-edfea44919b6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:58.036860 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76ca5a-f9d5-48dd-8d53-420b2b6e2e6a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122484ed-9d53-45bf-91f8-61e073bbabd3,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:58.039460 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fc76ca5a-f9d5-48dd-8d53-420b2b6e2e6a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:58.123994 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fc76ca5a-f9d5-48dd-8d53-420b2b6e2e6a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.125243 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fc76ca5a-f9d5-48dd-8d53-420b2b6e2e6a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3480427
Jun 21 03:47:58.132276 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34268) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:58.134220 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-a1f231a8-4ee9-4dde-ac6b-26fe0518a6f1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '66a66978-9254-4cdf-a494-13427d6d9194', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:58.211319 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f231a8-4ee9-4dde-ac6b-26fe0518a6f1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.273901 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f231a8-4ee9-4dde-ac6b-26fe0518a6f1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.351716 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f231a8-4ee9-4dde-ac6b-26fe0518a6f1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.353665 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2c9a0798-7a4a-4e6b-98da-20317e82bb5d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:58.374445 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f231a8-4ee9-4dde-ac6b-26fe0518a6f1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7367c727-10ff-4c87-bc9c-150ed4444f0e,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:58.376934 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a1f231a8-4ee9-4dde-ac6b-26fe0518a6f1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:58.443495 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f231a8-4ee9-4dde-ac6b-26fe0518a6f1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.445277 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-a1f231a8-4ee9-4dde-ac6b-26fe0518a6f1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3151722
Jun 21 03:47:58.447996 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34270) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:58.452573 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '66a66978-9254-4cdf-a494-13427d6d9194', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:58.568983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.637821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.714632 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.716487 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9c3f9b3b-0dc0-47d3-bc6e-e476b70ed465 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:58.734488 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78a39d2-5e4a-4cde-abc9-cdc630d3154d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:58.737415 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:58.800824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.802108 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3531451
Jun 21 03:47:58.806482 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34272) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:58.813600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '66a66978-9254-4cdf-a494-13427d6d9194', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:58.891586 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:47:58.896517 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:58.956610 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.033985 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.035820 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-230d9248-6708-4157-9327-1c47478d9862 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:59.056856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d1a329-ebc8-4b7c-bebd-c9c731a2db4f,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:59.059021 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:59.101144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.102546 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-175537b2-0486-4fb8-9ce2-6b73278e21d3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2948024
Jun 21 03:47:59.105286 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34274) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:59.109885 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'security_group_rule': {'security_group_id': '66a66978-9254-4cdf-a494-13427d6d9194', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:59.182955 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Project 03ed21845d0e46c9bb411c47e64de980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:47:59.188077 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.249890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.311751 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.313576 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-afd0936c-2eda-4ac9-b4f4-3c737cc7ae50 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:59.331198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbd1cca-5a7c-4c6d-be70-3b44daaa9c07,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:59.333423 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:59.391719 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.393247 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9fbf9d32-d578-4d3c-8f17-ba6ea638a159 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2866552
Jun 21 03:47:59.395833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34276) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:59.400892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'network': {'name': 'tempest-network-smoke--554604087', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'port_security_enabled': True}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:59.477496 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:47:59.480997 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.504425 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:47:59.512906 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.513259 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Added segment 13f63ba7-42e4-41dd-a198-0c02a7c094aa of type vlan for network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0
Jun 21 03:47:59.551933 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.660854 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.666937 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:47:59.667558 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.669930 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-88c08868-cd88-4fc0-b692-2f7e1eba0d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:47:59.734436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Network': ['ID=7cee0e23-85f1-4f1b-9d55-9150bd509fc0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:47:59.736990 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:47:59.744459 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:47:59.777987 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-119884d7-b0f1-4f9c-a03c-5b325a50d527 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3811002
Jun 21 03:47:59.780615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34278) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:47:59.785256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'admin_state_up': True, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:47:59.886208 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.887257 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:47:59.938788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:00.522043 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:00.795369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:00.816572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:00.924796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.233 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/3caf1cd0-6413-4229-b7e7-cca76c0d8910) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:48:01.027130 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:01.129798 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:01.133140 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3c42781d-e5c8-4e6d-a219-298484413f62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:01.168376 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:48:01.171135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:48:01.174863 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:48:01.202250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=3caf1cd0-6413-4229-b7e7-cca76c0d8910,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:01.206017 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:01.493257 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:01.716999 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:01.960886 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 0cb0b328-4280-40ea-97b8-4a4be7412015 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:48:02.091536 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:48:02.102610 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Sync routers for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:48:02.111974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:48:02.112607 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d28c23a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:47:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:02.180431 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:02.180431 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.3968396
Jun 21 03:48:02.181970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34280) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:02.213203 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-02c59ee6-84ca-417c-a945-46a82a7bfc77 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=03ed21845d0e46c9bb411c47e64de980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0300040
Jun 21 03:48:02.215842 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34282) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:02.232753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:48:02.330114 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c280152-3739-461a-b31a-c9c19d7d69e5 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:02.331632 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1c280152-3739-461a-b31a-c9c19d7d69e5 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1145070
Jun 21 03:48:02.335611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34284) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:02.363544 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-418bfd7c-55e9-4706-836d-5a73bb5f7504 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=384c26ed-943f-4825-ae7e-32261605dd95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0267572
Jun 21 03:48:02.366602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34286) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:02.372019 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-967164789', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:48:02.420913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d28c23a0>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:01Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:02.450648 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Checking router: 0cb0b328-4280-40ea-97b8-4a4be7412015 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:48:02.451168 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Updating router 0cb0b328-4280-40ea-97b8-4a4be7412015 port 3caf1cd0-6413-4229-b7e7-cca76c0d8910 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:48:02.502194 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:02.548446 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:48:02.552221 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:02.775939 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:02.785134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Transition to ACTIVE for port object 3caf1cd0-6413-4229-b7e7-cca76c0d8910 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:48:02.811354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:02.814333 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-685991d9-8233-4617-a144-e57cddf7af72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:02.863153 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:02.872675 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-5f498813-28f0-4520-91a4-f9387fa0577e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:02.877619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Subnet': ['ID=b0f6183f-67c0-4dc7-8ef4-b0376473149b,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:02.880989 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:02.887380 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Checking segment: {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:48:02.887746 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network hostable DHCP agents. Network: 7cee0e23-85f1-4f1b-9d55-9150bd509fc0, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:48:02.915624 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Attempting to bind port 3caf1cd0-6413-4229-b7e7-cca76c0d8910 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:48:02.916005 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Attempting to bind port 3caf1cd0-6413-4229-b7e7-cca76c0d8910 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:48:02.916385 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Attempting to bind port 3caf1cd0-6413-4229-b7e7-cca76c0d8910 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:48:02.924960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:48:02.925357 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:48:02.925778 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:02.926182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:48:02.926649 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Bound port: 3caf1cd0-6413-4229-b7e7-cca76c0d8910, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:48:02.927030 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:02.929014 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67420c26-631d-45f8-b12b-b6019b29bbe2 None None] Pushing event updated for resources: {'Port': ['ID=3caf1cd0-6413-4229-b7e7-cca76c0d8910,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:02.932046 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67420c26-631d-45f8-b12b-b6019b29bbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:02.978714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] For port 3caf1cd0-6413-4229-b7e7-cca76c0d8910, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:48:02.981652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] For port 3caf1cd0-6413-4229-b7e7-cca76c0d8910, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3caf1cd0-6413-4229-b7e7-cca76c0d8910,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:48:02.986292 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:48:03.055782 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:03.057679 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:03.072128 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 7cee0e23-85f1-4f1b-9d55-9150bd509fc0) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:48:03.076570 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:03.077069 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:03.084113 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ff22a-87c1-42b6-be64-232ab711d7bd None None] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:48:03.149655 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5a970bf3-24da-4db7-b3a4-22ae16e73e89 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7818689
Jun 21 03:48:03.152490 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34288) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:03.160562 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67420c26-631d-45f8-b12b-b6019b29bbe2 None None] Pushing event updated for resources: {'Port': ['ID=3caf1cd0-6413-4229-b7e7-cca76c0d8910,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:03.163740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:48:03.164353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d28c23a0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:47:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:03.167722 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67420c26-631d-45f8-b12b-b6019b29bbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:03.330748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:48:03.360581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:48:03.361457 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:03.586963 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:03.594926 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Allocated IP 172.20.0.2 (7cee0e23-85f1-4f1b-9d55-9150bd509fc0/b0f6183f-67c0-4dc7-8ef4-b0376473149b/b826f2c3-0e4d-4197-abdf-9f97ed8ae62c) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:48:03.672521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d28c23a0>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:01Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:03.703547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9423e-f2f5-40f1-b5e5-cf7298d8014c None None] The sync data for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 is: [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:01Z', 'revision_number': 3, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:48:03.797183 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:03.806019 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Transition to ACTIVE for port object b826f2c3-0e4d-4197-abdf-9f97ed8ae62c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:48:03.822786 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Transition to ACTIVE for port object b826f2c3-0e4d-4197-abdf-9f97ed8ae62c will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:48:03.904235 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:03.910650 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8fb906ae-cab7-4943-afd8-6c878f9562cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:03.977495 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:48:03.980465 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:48:03.983002 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:48:03.990408 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.1 (7cee0e23-85f1-4f1b-9d55-9150bd509fc0/b0f6183f-67c0-4dc7-8ef4-b0376473149b/720189ad-7235-4ca3-be67-515ea6695486) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:48:03.993413 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Pushing event updated for resources: {'Port': ['ID=b826f2c3-0e4d-4197-abdf-9f97ed8ae62c,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:03.996564 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:04.049368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Attempting to bind port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:48:04.049885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Attempting to bind port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:48:04.050356 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Attempting to bind port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c on network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:48:04.056810 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:48:04.057302 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Checking segment: {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:48:04.057818 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.058286 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Bound using segment: {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:48:04.058840 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Bound port: b826f2c3-0e4d-4197-abdf-9f97ed8ae62c, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:48:04.059289 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.118134 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.132229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] For port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:48:04.132229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] For port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b826f2c3-0e4d-4197-abdf-9f97ed8ae62c,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:48:04.135951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object 720189ad-7235-4ca3-be67-515ea6695486 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:48:04.212007 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.217898 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-afb780ae-984c-4f1a-8ce6-33b2d8ddd9a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:04.238206 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.241317 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:04.283361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Pushing event updated for resources: {'Port': ['ID=b826f2c3-0e4d-4197-abdf-9f97ed8ae62c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:04.287635 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:04.300265 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-aed93796-016d-4e5f-af6f-521467755b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.317320 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3caf1cd0-6413-4229-b7e7-cca76c0d8910 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:48:04.331072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:48:04.333215 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:48:04.335423 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=720189ad-7235-4ca3-be67-515ea6695486,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:04.340672 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:48:04.377129 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:04.400828 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.434464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 3caf1cd0-6413-4229-b7e7-cca76c0d8910 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:48:04.439557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3caf1cd0-6413-4229-b7e7-cca76c0d8910 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:04.440239 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.567906 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.593170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 3caf1cd0-6413-4229-b7e7-cca76c0d8910, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3caf1cd0-6413-4229-b7e7-cca76c0d8910,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:48:04.656808 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.691439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:04.693478 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2a071553-f57a-4808-8fa8-bd712fde04d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:04.743806 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=3caf1cd0-6413-4229-b7e7-cca76c0d8910,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:04.747127 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:04.942265 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:05.005430 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:05.008692 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:05.086306 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=720189ad-7235-4ca3-be67-515ea6695486,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:05.088912 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:05.090982 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:05.188327 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:48:05.189812 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:48:05.262635 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5570b6a-88c3-4bf1-a6f0-ea97273dabc5 None None] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:48:05.311024 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 0cb0b328-4280-40ea-97b8-4a4be7412015 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:48:05.425927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:48:05.431895 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/0cb0b328-4280-40ea-97b8-4a4be7412015/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2782593
Jun 21 03:48:05.586410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5e37187d-55d1-452b-8eeb-229217b63b3f None None] Provisioning for port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:48:05.599311 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-f3a3e421-58c2-4942-93bf-875e5883eecc tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434391978&fields=id&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 267 time: 0.0424078
Jun 21 03:48:05.717161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-65362853-1c36-4bdb-9e3d-a5725e5188f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:05.718863 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-65362853-1c36-4bdb-9e3d-a5725e5188f3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/networks?id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0 HTTP/1.1" status: 200  len: 796 time: 0.1122704
Jun 21 03:48:05.734227 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-4e713fde-6088-45e0-81fd-4e3a876c8fdf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/quotas/03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 375 time: 0.0098245
Jun 21 03:48:05.810773 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-a92ee809-fc77-443e-85e5-c91e1b39bc5e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0709507
Jun 21 03:48:05.827802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-3556c622-b46e-4b3d-95b8-ec5fcbed2d80 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:48:05.828772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-3556c622-b46e-4b3d-95b8-ec5fcbed2d80 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054417
Jun 21 03:48:05.872735 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Sync routers for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:48:05.882834 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:48:05.883449 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5eca0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:47:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:05.935506 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-1f3fc2bc-2628-4aa9-90e1-ee619a0b7f82 service neutron] 10.222.0.25 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1004226
Jun 21 03:48:05.976137 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8b9c6d03-ecd0-4a24-b35b-048bde2eb29d None None] Provisioning for port 720189ad-7235-4ca3-be67-515ea6695486 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:48:05.980182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8b9c6d03-ecd0-4a24-b35b-048bde2eb29d None None] Provisioning complete for port 720189ad-7235-4ca3-be67-515ea6695486 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:05.980573 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6d03-ecd0-4a24-b35b-048bde2eb29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:05.997477 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:48:06.023165 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c6d03-ecd0-4a24-b35b-048bde2eb29d None None] Port 720189ad-7235-4ca3-be67-515ea6695486 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:48:06.046103 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-a7115bd5-7578-4834-beb6-34a88b2b3a67 service neutron] 10.222.0.25 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1047397
Jun 21 03:48:06.158897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0de0390a-b9d7-4be3-99f7-f18fd06c7a35 None None] Provisioning complete for port 720189ad-7235-4ca3-be67-515ea6695486 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:06.159282 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0de0390a-b9d7-4be3-99f7-f18fd06c7a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.198784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-0de0390a-b9d7-4be3-99f7-f18fd06c7a35 None None] Port 720189ad-7235-4ca3-be67-515ea6695486 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:48:06.210747 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5eca0>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 2, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:06.254715 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Checking router: 0cb0b328-4280-40ea-97b8-4a4be7412015 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:48:06.255429 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Updating router 0cb0b328-4280-40ea-97b8-4a4be7412015 port 720189ad-7235-4ca3-be67-515ea6695486 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:48:06.297868 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.318342 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-03611165-3ca3-4e63-a78f-303ee4e80d8a None None] Provisioning complete for port 720189ad-7235-4ca3-be67-515ea6695486 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:06.319867 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-03611165-3ca3-4e63-a78f-303ee4e80d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.370199 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c27e48a-99e9-48a8-9783-41d9699243d6 req-bcdd3bd4-49eb-426f-9ffc-621bc29b8cf7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 210 time: 0.0809898
Jun 21 03:48:06.386684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-03611165-3ca3-4e63-a78f-303ee4e80d8a None None] Port 720189ad-7235-4ca3-be67-515ea6695486 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:48:06.402833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3caf1cd0-6413-4229-b7e7-cca76c0d8910 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:48:06.465256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 3caf1cd0-6413-4229-b7e7-cca76c0d8910 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:06.465874 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.534262 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.549017 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b826f2c3-0e4d-4197-abdf-9f97ed8ae62c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:48:06.675703 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.685973 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Transition to ACTIVE for port object 720189ad-7235-4ca3-be67-515ea6695486 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:48:06.691456 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:48:06.695596 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2764dfaa-85fc-497d-bdcf-5b446cd18a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.698012 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:06.698381 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.773453 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.794736 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.798632 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-ec5ca2b2-ebf8-4af7-8385-d10412094ce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:06.807073 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b826f2c3-0e4d-4197-abdf-9f97ed8ae62c,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:48:06.880390 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Pushing event updated for resources: {'Port': ['ID=720189ad-7235-4ca3-be67-515ea6695486,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:06.889626 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.891611 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:06.935293 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.935905 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.938271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.938271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.938271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.938271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.938271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.938271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.938271 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.939256 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.939756 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.940220 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:06.944141 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:06.950121 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=b826f2c3-0e4d-4197-abdf-9f97ed8ae62c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:06.953542 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:06.960109 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Attempting to bind port 720189ad-7235-4ca3-be67-515ea6695486 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:48:06.960650 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Attempting to bind port 720189ad-7235-4ca3-be67-515ea6695486 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:48:06.961020 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Attempting to bind port 720189ad-7235-4ca3-be67-515ea6695486 on network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:48:06.966770 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:48:06.967150 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Checking segment: {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:48:06.967555 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:06.967946 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Bound using segment: {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:48:06.968466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Bound port: 720189ad-7235-4ca3-be67-515ea6695486, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:48:06.968759 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:07.036445 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] For port 720189ad-7235-4ca3-be67-515ea6695486, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:48:07.040301 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] For port 720189ad-7235-4ca3-be67-515ea6695486, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=720189ad-7235-4ca3-be67-515ea6695486,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:48:07.101996 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:07.103932 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-905c83b1-f2f5-4bff-a220-b34407139522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:07.160797 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:48:07.161465 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5eca0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:48:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:07.164051 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Pushing event updated for resources: {'Port': ['ID=720189ad-7235-4ca3-be67-515ea6695486,revision_number=4']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:07.167707 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:07.186239 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:07.275651 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:48:07.478519 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-47abe892-6940-44c0-a458-40212e08e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8f5eca0>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:07Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:07.504509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e9f73da9-298c-407a-84b6-0eb94101a599 req-302a8e7f-e86c-4bea-a23c-598405ce0445 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 210 time: 0.0294135
Jun 21 03:48:07.507623 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47abe892-6940-44c0-a458-40212e08e470 None None] The sync data for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 is: [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:07Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:48:08.266651 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:08.339645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 720189ad-7235-4ca3-be67-515ea6695486 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:48:08.439983 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 720189ad-7235-4ca3-be67-515ea6695486 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:48:08.444422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 720189ad-7235-4ca3-be67-515ea6695486 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:08.445051 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:08.526291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:08.566313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 720189ad-7235-4ca3-be67-515ea6695486, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=720189ad-7235-4ca3-be67-515ea6695486,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:48:08.654587 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eda8f0ff-a229-48ca-bb02-8debf53c464f req-160f3a99-fc51-4812-9395-bb82eef8be22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 210 time: 0.0292761
Jun 21 03:48:08.684174 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:08.687040 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:08.687040 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b826f2c3-0e4d-4197-abdf-9f97ed8ae62c up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:48:08.687761 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:08.767194 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=720189ad-7235-4ca3-be67-515ea6695486,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:08.774480 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:08.787455 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:08.788647 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:08.795674 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-b0c9bee7-d993-41b8-9d91-69e0f0a36ddb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:08.797214 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-b0c9bee7-d993-41b8-9d91-69e0f0a36ddb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/networks?id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0 HTTP/1.1" status: 200  len: 796 time: 0.1259947
Jun 21 03:48:08.840041 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-6ae1ee23-6481-4d76-ad62-402f510fec7f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ed21845d0e46c9bb411c47e64de980 HTTP/1.1" status: 200  len: 380 time: 0.0346451
Jun 21 03:48:08.849842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'port': {'device_id': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'admin_state_up': True, 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'security_groups': ['66a66978-9254-4cdf-a494-13427d6d9194']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:48:09.031749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Made reservation on behalf of 03ed21845d0e46c9bb411c47e64de980 for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:48:09.036483 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:09.174340 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.20.0.10 (7cee0e23-85f1-4f1b-9d55-9150bd509fc0/b0f6183f-67c0-4dc7-8ef4-b0376473149b/c3d6a936-ba73-480e-8a96-60f6bff13e60) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:48:09.312334 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:09.325930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Transition to ACTIVE for port object c3d6a936-ba73-480e-8a96-60f6bff13e60 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:48:09.422088 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:09.427627 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e4d589d9-7697-4fbe-9708-4ccd3b4e86d2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:09.469868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:48:09.473182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:48:09.478106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:48:09.502751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=c3d6a936-ba73-480e-8a96-60f6bff13e60,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:09.507856 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:09.532989 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:09.533687 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:09.627384 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-761c993f-d4e4-41b9-af22-f81278227e9f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7812235
Jun 21 03:48:09.640062 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Request body: {'port': {'device_id': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:48:09.714039 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7e82a6b2-f619-4ec2-8b14-49f63fc798ca None None] Provisioning for port c3d6a936-ba73-480e-8a96-60f6bff13e60 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:48:09.718457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7e82a6b2-f619-4ec2-8b14-49f63fc798ca None None] Provisioning complete for port c3d6a936-ba73-480e-8a96-60f6bff13e60 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:09.719078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7e82a6b2-f619-4ec2-8b14-49f63fc798ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:09.721459 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:09.763852 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7e82a6b2-f619-4ec2-8b14-49f63fc798ca None None] Port c3d6a936-ba73-480e-8a96-60f6bff13e60 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:48:09.794361 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:09.843935 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c922a0-43ef-42e4-bfdd-a21a11174be7 req-9377029e-31bb-4a45-8d19-081354e716a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:09.845435 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63c922a0-43ef-42e4-bfdd-a21a11174be7 req-9377029e-31bb-4a45-8d19-081354e716a2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 932 time: 0.0691910
Jun 21 03:48:09.885094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63c922a0-43ef-42e4-bfdd-a21a11174be7 req-6554b3a4-95d7-4603-b15d-957a315e44c7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328603
Jun 21 03:48:09.988157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d6a936-ba73-480e-8a96-60f6bff13e60 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:48:09.996342 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:10.007870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Transition to ACTIVE for port object c3d6a936-ba73-480e-8a96-60f6bff13e60 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:48:10.068107 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:10.071015 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-65bed880-0f8f-47b9-ad75-407272bca2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:10.276650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 720189ad-7235-4ca3-be67-515ea6695486 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:48:10.325916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 720189ad-7235-4ca3-be67-515ea6695486 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:10.326300 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:10.502619 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Pushing event updated for resources: {'Port': ['ID=c3d6a936-ba73-480e-8a96-60f6bff13e60,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:10.507466 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:10.571946 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Attempting to bind port c3d6a936-ba73-480e-8a96-60f6bff13e60 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:48:10.572278 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Attempting to bind port c3d6a936-ba73-480e-8a96-60f6bff13e60 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:48:10.572600 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Attempting to bind port c3d6a936-ba73-480e-8a96-60f6bff13e60 on network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:48:10.576699 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Port c3d6a936-ba73-480e-8a96-60f6bff13e60 on network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:48:10.577017 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Attempting to bind port c3d6a936-ba73-480e-8a96-60f6bff13e60 on network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:48:10.581655 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:48:10.581987 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Checking segment: {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:48:10.582366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Bound using segment: {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:48:10.587424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Bound port: c3d6a936-ba73-480e-8a96-60f6bff13e60, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f63ba7-42e4-41dd-a198-0c02a7c094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:48:10.587424 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:10.644333 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] For port c3d6a936-ba73-480e-8a96-60f6bff13e60, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:48:10.647416 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] For port c3d6a936-ba73-480e-8a96-60f6bff13e60, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:48:10.780735 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:10.782918 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0210669c-4600-435c-983b-0efc0a5b7e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:10.822242 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:10.822870 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:10.824268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] 10.222.0.20 "PUT /v2.0/ports/c3d6a936-ba73-480e-8a96-60f6bff13e60 HTTP/1.1" status: 200  len: 1093 time: 1.1898868
Jun 21 03:48:10.824804 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:48:10.827155 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243cf21f-64c2-46d2-bf3a-7e15a9b564cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:48:10.849238 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Pushing event updated for resources: {'Port': ['ID=c3d6a936-ba73-480e-8a96-60f6bff13e60,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:10.853127 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:10.867823 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59128a9-3b53-4e27-9554-978c122c662f x-openstack-request-id: req-e59128a9-3b53-4e27-9554-978c122c662f {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:48:10.868169 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:48:10.868481 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e59128a9-3b53-4e27-9554-978c122c662f {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:48:10.868922 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'status': 'completed', 'code': 200}
Jun 21 03:48:10.947560 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf21f-64c2-46d2-bf3a-7e15a9b564cd req-369d447a-9ed4-4aef-982c-68b207ed7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:10.949093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-243cf21f-64c2-46d2-bf3a-7e15a9b564cd req-369d447a-9ed4-4aef-982c-68b207ed7e31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 1096 time: 0.0613456
Jun 21 03:48:11.058410 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf21f-64c2-46d2-bf3a-7e15a9b564cd req-3ab03f5d-4e3b-476e-bae7-de26dc483601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:11.059793 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-243cf21f-64c2-46d2-bf3a-7e15a9b564cd req-3ab03f5d-4e3b-476e-bae7-de26dc483601 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=03ed21845d0e46c9bb411c47e64de980&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1034179
Jun 21 03:48:11.086437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7da2b-c1fb-4304-889a-53b646d44f11 req-e39abeff-e67a-4ba0-9fdc-1e04433ecf3c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:11.087945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cee7da2b-c1fb-4304-889a-53b646d44f11 req-e39abeff-e67a-4ba0-9fdc-1e04433ecf3c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 944 time: 0.0661397
Jun 21 03:48:11.128662 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cee7da2b-c1fb-4304-889a-53b646d44f11 req-ed4da6e0-bb04-4dbf-abef-764977604ac1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347769
Jun 21 03:48:11.157492 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf21f-64c2-46d2-bf3a-7e15a9b564cd req-9c7d9f17-c96b-4dce-bad0-c22240ca3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:11.159651 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-243cf21f-64c2-46d2-bf3a-7e15a9b564cd req-9c7d9f17-c96b-4dce-bad0-c22240ca3c33 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0934217
Jun 21 03:48:11.249163 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-1733666a-d0e6-414b-a2a2-4227efb1d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:11.250779 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-1733666a-d0e6-414b-a2a2-4227efb1d871 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 1096 time: 0.0530114
Jun 21 03:48:11.295873 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-577dadcd-c67b-45ea-bd7d-b291d37a964f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60 HTTP/1.1" status: 200  len: 217 time: 0.0382028
Jun 21 03:48:11.343719 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-525ea6aa-f8f7-4c2b-97dd-7ef462ea254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:11.345042 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-525ea6aa-f8f7-4c2b-97dd-7ef462ea254c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0f6183f-67c0-4dc7-8ef4-b0376473149b HTTP/1.1" status: 200  len: 834 time: 0.0431812
Jun 21 03:48:11.401680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-22af9a73-4772-400e-bd5a-eb439047f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:11.403155 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-22af9a73-4772-400e-bd5a-eb439047f1d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0518916
Jun 21 03:48:11.498451 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-7d55265a-9ad8-4efa-99aa-fb185b5ba1f7 service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884051
Jun 21 03:48:11.586342 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c7dbc690-a3cf-49bc-a53a-b631d0967172 req-7cb035db-adfd-462a-aff1-e29731148747 service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810077
Jun 21 03:48:12.305480 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183f90f-07d3-4e85-92c2-9c164533273a req-508c6e0e-4328-44e8-9082-d8c9175dc738 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:12.306963 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0183f90f-07d3-4e85-92c2-9c164533273a req-508c6e0e-4328-44e8-9082-d8c9175dc738 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 944 time: 0.0618930
Jun 21 03:48:12.347567 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0183f90f-07d3-4e85-92c2-9c164533273a req-84554935-a3b2-44ab-8f0c-3c5fa7f05b1a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350189
Jun 21 03:48:13.522953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356390-5758-4bf1-b68e-cfda1c0410a7 req-09f38594-3fac-4b80-9ff4-78b30fb9c097 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:13.524433 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0356390-5758-4bf1-b68e-cfda1c0410a7 req-09f38594-3fac-4b80-9ff4-78b30fb9c097 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 944 time: 0.0661571
Jun 21 03:48:13.563021 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f0356390-5758-4bf1-b68e-cfda1c0410a7 req-4caef336-93d5-4fb6-b7e9-e21de091201d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328965
Jun 21 03:48:14.207378 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c3d6a936-ba73-480e-8a96-60f6bff13e60 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:48:14.303496 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c3d6a936-ba73-480e-8a96-60f6bff13e60, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:48:14.314389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'port_id': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:48:14.354933 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:14.367084 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d6a936-ba73-480e-8a96-60f6bff13e60 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:48:14.386033 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c3d6a936-ba73-480e-8a96-60f6bff13e60, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:48:14.477252 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:14.479075 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:14.524192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c3d6a936-ba73-480e-8a96-60f6bff13e60,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:14.527116 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:14.715966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c3d6a936-ba73-480e-8a96-60f6bff13e60'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:48:14.736976 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccd88b-d944-4a05-aafb-50a2479570a6 req-38101d34-e26d-4d06-a495-802840a0def8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:14.738672 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1dccd88b-d944-4a05-aafb-50a2479570a6 req-38101d34-e26d-4d06-a495-802840a0def8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 945 time: 0.0636289
Jun 21 03:48:14.777466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1dccd88b-d944-4a05-aafb-50a2479570a6 req-5848aaf0-f4dc-4857-b4db-9ae3b0c5c6ce tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324032
Jun 21 03:48:15.953639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71a8a6-5d45-4c44-8743-40e38f1a2b6a req-fa48e0e2-6c3b-452a-9c6f-6aec4e7c4531 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:15.955095 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d71a8a6-5d45-4c44-8743-40e38f1a2b6a req-fa48e0e2-6c3b-452a-9c6f-6aec4e7c4531 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 945 time: 0.0676618
Jun 21 03:48:15.992829 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d71a8a6-5d45-4c44-8743-40e38f1a2b6a req-e29f8600-761c-46c3-a226-96ece02125a5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311847
Jun 21 03:48:16.222577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c3d6a936-ba73-480e-8a96-60f6bff13e60 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:48:16.340166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port c3d6a936-ba73-480e-8a96-60f6bff13e60 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:48:16.343979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port c3d6a936-ba73-480e-8a96-60f6bff13e60 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:48:16.344361 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:16.421439 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:16.445573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:48:16.447823 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda8799-3640-477f-a617-f4826640cdb0" -d '{"events": [{"server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "name": "network-vif-plugged", "status": "completed", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:48:16.460555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c3d6a936-ba73-480e-8a96-60f6bff13e60, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:48:16.483137 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b7c5e2-be28-4ddc-a5f6-b65d4e71c57d x-openstack-request-id: req-00b7c5e2-be28-4ddc-a5f6-b65d4e71c57d {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:48:16.483137 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "name": "network-vif-plugged", "status": "completed", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:48:16.483354 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00b7c5e2-be28-4ddc-a5f6-b65d4e71c57d {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:48:16.483682 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'code': 200}
Jun 21 03:48:16.529432 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:16.532611 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-db60b68c-d3fb-41dc-9778-c88c9863950f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:16.579035 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c3d6a936-ba73-480e-8a96-60f6bff13e60,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:16.582246 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:16.633806 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e7f77-8e51-4bd3-b42e-633f54c6cf36 req-209998f9-aa08-447b-b297-8117cbbf13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:16.635330 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a11e7f77-8e51-4bd3-b42e-633f54c6cf36 req-209998f9-aa08-447b-b297-8117cbbf13ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 1098 time: 0.0913100
Jun 21 03:48:16.675630 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a11e7f77-8e51-4bd3-b42e-633f54c6cf36 req-6217f887-e767-49bf-ad52-08c65802fe4b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335023
Jun 21 03:48:17.161816 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94fa8-d3fe-4942-b9b8-b46b91faa6e5 req-b2567ae9-bd57-45a3-ae8e-f10f9dd6dae9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:17.163447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ab94fa8-d3fe-4942-b9b8-b46b91faa6e5 req-b2567ae9-bd57-45a3-ae8e-f10f9dd6dae9 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0634391
Jun 21 03:48:17.200772 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5ab94fa8-d3fe-4942-b9b8-b46b91faa6e5 req-efe8bda3-b7c9-41bc-8718-b0d4034a5396 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317717
Jun 21 03:48:18.375416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36902a86-531f-4c71-8123-fffd1c4f29fb req-99c1fae9-c6a9-4150-a31a-9a2ec33212cd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:18.376914 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36902a86-531f-4c71-8123-fffd1c4f29fb req-99c1fae9-c6a9-4150-a31a-9a2ec33212cd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0640461
Jun 21 03:48:18.420241 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36902a86-531f-4c71-8123-fffd1c4f29fb req-1d5aace8-acca-407a-a8d9-19337cac0a20 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372138
Jun 21 03:48:18.604948 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2622-aed1-49cd-9a36-cb4f765284c2 req-635d73c4-b90a-4c6c-9604-855bb0a837a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:18.606596 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5cbd2622-aed1-49cd-9a36-cb4f765284c2 req-635d73c4-b90a-4c6c-9604-855bb0a837a3 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0650954
Jun 21 03:48:18.644958 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5cbd2622-aed1-49cd-9a36-cb4f765284c2 req-29ffd259-aeb9-4759-b3d8-c78073850a59 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328772
Jun 21 03:48:18.668688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34348) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:18.719765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e83b6c-12dd-4e89-b953-4d3254cc5407 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:18.721243 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-72e83b6c-12dd-4e89-b953-4d3254cc5407 tempest-TestNetworkAdvancedServerOps-277879814 tempest-TestNetworkAdvancedServerOps-277879814-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 1093 time: 0.0516062
Jun 21 03:48:18.723997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34350) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:18.728477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:48:18.811276 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:18.908240 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:19.007938 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Allocated IP 172.25.7.163 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/43a1827f-0bc2-4f57-85b3-be792f55f850) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:48:19.115140 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:19.205765 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:19.208489 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-646fb733-60d5-4982-b0b3-6d729db87174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:19.245765 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:48:19.248643 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:48:19.251277 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:48:19.278559 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=43a1827f-0bc2-4f57-85b3-be792f55f850,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:19.281354 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:19.617568 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:19.750635 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:19.899702 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:19.953778 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:19.955960 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c875c461-5c9d-420e-a7e9-5e54d4e5ac05 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:20.020343 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event updated for resources: {'Port': ['ID=43a1827f-0bc2-4f57-85b3-be792f55f850,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:20.027606 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:20.032643 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:20.132401 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP b36f5d35-df26-4798-94bb-e8d403a19eb3 associated. External IP: 172.25.7.163, port: c3d6a936-ba73-480e-8a96-60f6bff13e60.
Jun 21 03:48:20.334018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 0cb0b328-4280-40ea-97b8-4a4be7412015 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:48:20.795987 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:48:20.808020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] Sync routers for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:48:20.818065 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:48:20.818737 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de5f4a00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:48:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:20.871522 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:20.909279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1842332
Jun 21 03:48:20.910018 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:48:20.913242 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b614181-4572-4d8f-bd53-01d31cf339df" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:48:20.931839 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:48:20.950459 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bac1e48-a291-484f-8f31-94b024c712dc x-openstack-request-id: req-6bac1e48-a291-484f-8f31-94b024c712dc {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:48:20.950978 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:48:20.951288 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bac1e48-a291-484f-8f31-94b024c712dc {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:48:20.951735 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'status': 'completed', 'code': 200}
Jun 21 03:48:21.029889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614181-4572-4d8f-bd53-01d31cf339df req-cd00eb26-5bbd-48c4-a4e8-7f60c9c3655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:21.032216 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b614181-4572-4d8f-bd53-01d31cf339df req-cd00eb26-5bbd-48c4-a4e8-7f60c9c3655c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 1098 time: 0.0566833
Jun 21 03:48:21.071449 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed354-9e71-4f56-9c6e-53a94a97b035 req-598d16b0-1dc1-40ae-830e-a27ed56ceba6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:21.072879 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf4ed354-9e71-4f56-9c6e-53a94a97b035 req-598d16b0-1dc1-40ae-830e-a27ed56ceba6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0689223
Jun 21 03:48:21.112801 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf4ed354-9e71-4f56-9c6e-53a94a97b035 req-9fb4d818-d458-416f-a9c0-ffbd6e5f941f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333965
Jun 21 03:48:21.137188 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614181-4572-4d8f-bd53-01d31cf339df req-0b02b16a-483a-4268-af93-166aaacaf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:21.138137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34356) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:21.138747 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b614181-4572-4d8f-bd53-01d31cf339df req-0b02b16a-483a-4268-af93-166aaacaf92a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0 HTTP/1.1" status: 200  len: 897 time: 0.1004467
Jun 21 03:48:21.164445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de5f4a00>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b36f5d35-df26-4798-94bb-e8d403a19eb3', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'port_id': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:48:19Z', 'updated_at': '2021-06-21T03:48:19Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:08Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:21.190728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] Checking router: 0cb0b328-4280-40ea-97b8-4a4be7412015 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:48:21.200384 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:48:21.201054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de5f4a00>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:48:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:21.212071 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0215a503-5ccf-4ccc-952d-56b8f936d838 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/b36f5d35-df26-4798-94bb-e8d403a19eb3 HTTP/1.1" status: 200  len: 992 time: 0.0721757
Jun 21 03:48:21.215345 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b614181-4572-4d8f-bd53-01d31cf339df req-7fec9a3f-582e-4f9d-b4a4-efc0df0edb68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60 HTTP/1.1" status: 200  len: 1000 time: 0.0700252
Jun 21 03:48:21.266983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614181-4572-4d8f-bd53-01d31cf339df req-761fdfcf-5dac-4ee0-86e6-643fd4760b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:21.268443 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b614181-4572-4d8f-bd53-01d31cf339df req-761fdfcf-5dac-4ee0-86e6-643fd4760b29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0f6183f-67c0-4dc7-8ef4-b0376473149b HTTP/1.1" status: 200  len: 834 time: 0.0464871
Jun 21 03:48:21.307093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:48:21.326212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614181-4572-4d8f-bd53-01d31cf339df req-479b749f-91af-4667-b13d-772e4fbea606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:21.327661 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b614181-4572-4d8f-bd53-01d31cf339df req-479b749f-91af-4667-b13d-772e4fbea606 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0530491
Jun 21 03:48:21.422039 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b614181-4572-4d8f-bd53-01d31cf339df req-67c34b50-84c9-4cc7-be8b-07e36d5a8b5d service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884454
Jun 21 03:48:21.515749 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9b614181-4572-4d8f-bd53-01d31cf339df req-ff2079f1-9815-42f6-a774-1133fe3c87c2 service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878010
Jun 21 03:48:21.529166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de5f4a00>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b36f5d35-df26-4798-94bb-e8d403a19eb3', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'port_id': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:48:19Z', 'updated_at': '2021-06-21T03:48:19Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:08Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:21.555757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6b753-d560-419d-9594-5089e0bfc4f6 None None] The sync data for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 is: [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'b36f5d35-df26-4798-94bb-e8d403a19eb3', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'port_id': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:48:19Z', 'updated_at': '2021-06-21T03:48:19Z', 'revision_number': 0, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:08Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:48:21.735855 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b698b59-eb57-4a4d-8f85-70c085e4c6e3 None None] New status for floating IP b36f5d35-df26-4798-94bb-e8d403a19eb3: ACTIVE {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:48:22.215092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34358) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:22.275187 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-455942b9-6e19-49c1-a4d7-a8bd8d047b94 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/b36f5d35-df26-4798-94bb-e8d403a19eb3 HTTP/1.1" status: 200  len: 994 time: 0.0588710
Jun 21 03:48:28.717323 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:48:30.801425 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-c6fd0191-8d74-4348-ac1d-3ce28755a297 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0558465
Jun 21 03:48:30.897604 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-cc01236c-4c9e-4c3a-954f-23b44260cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:30.899079 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-cc01236c-4c9e-4c3a-954f-23b44260cf5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 1098 time: 0.0527017
Jun 21 03:48:31.016229 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-60667f8d-a8f4-42cd-a82b-20cdda549711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:31.017757 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-60667f8d-a8f4-42cd-a82b-20cdda549711 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0 HTTP/1.1" status: 200  len: 897 time: 0.0942667
Jun 21 03:48:31.086784 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-e2e23712-cde7-4292-ae6d-7f51ee4a1b68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60 HTTP/1.1" status: 200  len: 1002 time: 0.0628970
Jun 21 03:48:31.137016 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-55960111-8f5e-4e7c-b61c-7a3f3c3e350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:31.138523 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-55960111-8f5e-4e7c-b61c-7a3f3c3e350b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0f6183f-67c0-4dc7-8ef4-b0376473149b HTTP/1.1" status: 200  len: 834 time: 0.0464029
Jun 21 03:48:31.195624 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-d445d08e-3e46-4dc3-b186-46b27136ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:31.198027 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-d445d08e-3e46-4dc3-b186-46b27136ffa9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0523016
Jun 21 03:48:31.295247 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-30d99d34-4b8d-4841-a7d5-42e82a2f286b service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908573
Jun 21 03:48:31.387004 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-26821cd6-4496-46e3-be1a-e3dd87915c02 req-8857b150-90a7-4627-9d7c-d4b7d31f499a service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852900
Jun 21 03:48:34.262289 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-81fce240-6562-4b31-ba0f-3249fdfe2455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:36.511212 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:36.682740 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-45e39bbe-d718-45fa-a6fa-add4cb1e842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:37.182176 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:38.285426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:38.667707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:39.793648 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:49.440826 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa441e-cbd9-4bc5-974a-f6292016ed4a req-e40e0dc2-ac7e-4724-a863-a5d097d0dc52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:49.442357 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bfa441e-cbd9-4bc5-974a-f6292016ed4a req-e40e0dc2-ac7e-4724-a863-a5d097d0dc52 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0673494
Jun 21 03:48:49.480242 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7bfa441e-cbd9-4bc5-974a-f6292016ed4a req-79f8092b-61fa-43e6-9edc-a17d5c29863e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319512
Jun 21 03:48:50.658326 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320c523-8b01-4ca3-92dd-7ef050790892 req-48451b0f-91aa-4bbc-90d8-5e0bb1f52790 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:50.659942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1320c523-8b01-4ca3-92dd-7ef050790892 req-48451b0f-91aa-4bbc-90d8-5e0bb1f52790 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0638497
Jun 21 03:48:50.698484 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1320c523-8b01-4ca3-92dd-7ef050790892 req-997fc1c2-3a1b-4331-a8a7-493daa4ff281 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327542
Jun 21 03:48:50.722244 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34378) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:50.795650 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-71f355fb-6626-4243-8ac1-07cf192fb47c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/b36f5d35-df26-4798-94bb-e8d403a19eb3 HTTP/1.1" status: 200  len: 994 time: 0.0719333
Jun 21 03:48:52.402410 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105ff3-0672-48c3-8199-c079f22bca93 req-67da8a53-b958-414d-a29a-66eac182d5a6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:52.403931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da105ff3-0672-48c3-8199-c079f22bca93 req-67da8a53-b958-414d-a29a-66eac182d5a6 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0642753
Jun 21 03:48:52.442872 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-da105ff3-0672-48c3-8199-c079f22bca93 req-10a1a7c8-212f-41f1-a981-23d9ceb28153 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332611
Jun 21 03:48:52.469798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-025b7dc2-3670-4ed9-ae89-47f7aab8651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:52.471391 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-025b7dc2-3670-4ed9-ae89-47f7aab8651e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 1098 time: 0.0618269
Jun 21 03:48:52.562418 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-690b5e15-3dcd-4bc4-982e-6dabaec11c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:52.563834 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-690b5e15-3dcd-4bc4-982e-6dabaec11c51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0 HTTP/1.1" status: 200  len: 897 time: 0.0867002
Jun 21 03:48:52.632521 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-3564e24a-6105-4730-b186-5af607985d75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60 HTTP/1.1" status: 200  len: 1002 time: 0.0624681
Jun 21 03:48:52.680187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-e9871128-5380-4e45-8342-12f5dc056782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:52.681660 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-e9871128-5380-4e45-8342-12f5dc056782 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0f6183f-67c0-4dc7-8ef4-b0376473149b HTTP/1.1" status: 200  len: 834 time: 0.0435829
Jun 21 03:48:52.737631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-5f6e9e2a-0043-49f2-8666-c9e2532eba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:52.739489 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-5f6e9e2a-0043-49f2-8666-c9e2532eba12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0516512
Jun 21 03:48:52.829811 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-2518e5f5-3acb-4f75-9371-e9606b0ef99e service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840411
Jun 21 03:48:52.918820 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-6e425833-cacc-488d-a2ff-41b5c1b59c34 req-b91655c5-9952-46b3-9cc0-632b10ca6149 service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825400
Jun 21 03:48:53.616145 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb7e6-cac0-4bcc-a7bd-f3feeb4d2c5b req-04b09b2e-8c27-4085-ac34-3971ec89d8e5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:53.617657 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8cfb7e6-cac0-4bcc-a7bd-f3feeb4d2c5b req-04b09b2e-8c27-4085-ac34-3971ec89d8e5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0639763
Jun 21 03:48:53.656862 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b8cfb7e6-cac0-4bcc-a7bd-f3feeb4d2c5b req-c5c3bdca-b8d4-49dd-bb6c-ab6ee8fb5fbf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330293
Jun 21 03:48:54.833043 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2847a-d282-4568-8d00-258be2eaf04f req-299712db-90d1-4329-a96d-f8a077045e1f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:54.834540 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71f2847a-d282-4568-8d00-258be2eaf04f req-299712db-90d1-4329-a96d-f8a077045e1f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0692546
Jun 21 03:48:54.872049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71f2847a-d282-4568-8d00-258be2eaf04f req-907a1af9-8a2d-443f-96a7-34bcbc9d1037 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319207
Jun 21 03:48:54.904272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34390) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:54.970876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e3b4cbe7-986f-4695-b972-6f72ad8d383d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/floatingips/b36f5d35-df26-4798-94bb-e8d403a19eb3 HTTP/1.1" status: 200  len: 994 time: 0.0652974
Jun 21 03:48:55.253178 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34396) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:48:55.414543 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 43a1827f-0bc2-4f57-85b3-be792f55f850 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:48:55.418493 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:55.491292 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:55.491617 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:55.559084 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 43a1827f-0bc2-4f57-85b3-be792f55f850 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:48:55.802278 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:55.804348 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:55.829248 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=43a1827f-0bc2-4f57-85b3-be792f55f850,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:55.843457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.843997 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.844231 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.844615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.844993 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.845495 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.848718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.848718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.848718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.848718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.848718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.848718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:55.867752 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:55.906528 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:55.906946 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Floating IP b36f5d35-df26-4798-94bb-e8d403a19eb3 disassociated (deleted). External IP: 172.25.7.163, port: c3d6a936-ba73-480e-8a96-60f6bff13e60.
Jun 21 03:48:56.118112 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 0cb0b328-4280-40ea-97b8-4a4be7412015 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:48:56.230463 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:48:56.235255 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:56.240149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] Sync routers for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:48:56.249228 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:48:56.249882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:48:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:56.273228 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/floatingips/b36f5d35-df26-4798-94bb-e8d403a19eb3 HTTP/1.1" status: 204  len: 168 time: 1.0184162
Jun 21 03:48:56.273985 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:48:56.276345 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9e88ab-2be9-4aca-8801-660a5d993159" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:48:56.314506 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b7f21-e301-4c14-b5b0-773036d686b1 x-openstack-request-id: req-218b7f21-e301-4c14-b5b0-773036d686b1 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:48:56.314978 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:48:56.315429 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-218b7f21-e301-4c14-b5b0-773036d686b1 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:48:56.316498 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'status': 'completed', 'code': 200}
Jun 21 03:48:56.358872 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:48:56.392959 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-82671858-3662-48a2-b6cd-a07bd864550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:56.395396 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-82671858-3662-48a2-b6cd-a07bd864550c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03ed21845d0e46c9bb411c47e64de980&device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 1098 time: 0.0559690
Jun 21 03:48:56.493657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-661bc014-5c58-4155-80ef-2e101dd5ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:56.495612 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-661bc014-5c58-4155-80ef-2e101dd5ee4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0 HTTP/1.1" status: 200  len: 897 time: 0.0935659
Jun 21 03:48:56.546404 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-f0a161be-9248-457e-a763-4c9bdf39bda0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60 HTTP/1.1" status: 200  len: 217 time: 0.0428014
Jun 21 03:48:56.569748 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e100>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:08Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:56.596224 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] Checking router: 0cb0b328-4280-40ea-97b8-4a4be7412015 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:48:56.603079 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-0a5c06c6-443d-409d-815a-5bb894dc3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:56.604599 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-0a5c06c6-443d-409d-815a-5bb894dc3a5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0f6183f-67c0-4dc7-8ef4-b0376473149b HTTP/1.1" status: 200  len: 834 time: 0.0516326
Jun 21 03:48:56.605143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:48:56.605782 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e100>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:48:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:56.664593 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-7ac65589-e4ed-4cc5-976c-ad2b56d997f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:56.666572 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-7ac65589-e4ed-4cc5-976c-ad2b56d997f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cee0e23-85f1-4f1b-9d55-9150bd509fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0553162
Jun 21 03:48:56.721213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:48:56.764304 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-dc11d841-ecc8-4f6b-bc81-beb77ddf7f54 service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863097
Jun 21 03:48:56.878244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ae9e88ab-2be9-4aca-8801-660a5d993159 req-26ef0daf-52a7-4ce7-a166-0bdc2deb4605 service neutron] 10.222.0.20 "GET /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057661
Jun 21 03:48:56.930152 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806bba9-7bcd-4b52-882c-f6477b471b7a req-4400f0c3-a0bc-4237-b967-d5fdcb2f3856 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:56.931571 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6806bba9-7bcd-4b52-882c-f6477b471b7a req-4400f0c3-a0bc-4237-b967-d5fdcb2f3856 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0702674
Jun 21 03:48:56.933105 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2c9e100>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:08Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:48:56.962665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249da746-c3ec-4fe3-bad0-cd9c9a3d4840 None None] The sync data for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 is: [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '720189ad-7235-4ca3-be67-515ea6695486', 'name': '', 'network_id': '7cee0e23-85f1-4f1b-9d55-9150bd509fc0', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'mac_address': 'fa:16:3e:c2:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:03Z', 'updated_at': '2021-06-21T03:48:08Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'subnets': [{'id': 'b0f6183f-67c0-4dc7-8ef4-b0376473149b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:48:56.975998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6806bba9-7bcd-4b52-882c-f6477b471b7a req-e6247fb0-77ce-4cb2-872e-43dfe1249d71 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381594
Jun 21 03:48:57.162554 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994425a-8823-4db5-8ce7-4ce2797cc6bb None None] New status for floating IP b36f5d35-df26-4798-94bb-e8d403a19eb3: DOWN {{(pid=94169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:48:58.151693 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e607b3a-ee28-41c6-a72c-682894d0fcb0 req-de127ed9-e47f-4a31-8eb1-811eeed11d41 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:58.153190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e607b3a-ee28-41c6-a72c-682894d0fcb0 req-de127ed9-e47f-4a31-8eb1-811eeed11d41 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0641284
Jun 21 03:48:58.190839 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5e607b3a-ee28-41c6-a72c-682894d0fcb0 req-247f497b-f99f-4d12-8e4b-e92753ba4ecb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a66978-9254-4cdf-a494-13427d6d9194&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319185
Jun 21 03:48:58.468292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-8330ba26-1cec-4e0f-8861-5a5458dd3d82 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:48:58.469847 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-8330ba26-1cec-4e0f-8861-5a5458dd3d82 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 946 time: 0.0663762
Jun 21 03:48:58.576682 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port c3d6a936-ba73-480e-8a96-60f6bff13e60 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:48:58.577035 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:58.664823 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port c3d6a936-ba73-480e-8a96-60f6bff13e60, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c3d6a936-ba73-480e-8a96-60f6bff13e60,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:48:58.665186 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:58.734497 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for c3d6a936-ba73-480e-8a96-60f6bff13e60 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:48:58.976345 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:58.980691 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-4b3b41ea-c18a-40a6-8b1f-fd09cf0da0b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:48:59.008569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=c3d6a936-ba73-480e-8a96-60f6bff13e60,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:48:59.021782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.022218 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.022618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.023011 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.023400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.023788 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.024172 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.024556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.024935 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.025344 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.025742 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.026114 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:48:59.044929 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:48:59.065567 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] No DVR routers for this DVR port c3d6a936-ba73-480e-8a96-60f6bff13e60 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:48:59.068109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:48:59.070160 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-12ade811-9be1-42bd-9647-6edd3244ba03 req-accf5e7d-7073-4c4a-82db-83066cc85274 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.20 "DELETE /v2.0/ports/c3d6a936-ba73-480e-8a96-60f6bff13e60 HTTP/1.1" status: 204  len: 173 time: 0.5951951
Jun 21 03:48:59.070669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'name': 'network-vif-deleted', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:48:59.072997 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbefe64-c109-475d-95f3-42da74dc5468" -d '{"events": [{"server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "name": "network-vif-deleted", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:48:59.109479 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4983a48-6cb7-4c41-9569-de776168928f x-openstack-request-id: req-f4983a48-6cb7-4c41-9569-de776168928f {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:48:59.109479 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0979f6-43a9-4b7c-bf21-17cc890827db", "name": "network-vif-deleted", "tag": "c3d6a936-ba73-480e-8a96-60f6bff13e60", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:48:59.109730 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4983a48-6cb7-4c41-9569-de776168928f {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:48:59.110160 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0979f6-43a9-4b7c-bf21-17cc890827db', 'name': 'network-vif-deleted', 'tag': 'c3d6a936-ba73-480e-8a96-60f6bff13e60', 'status': 'completed', 'code': 200}
Jun 21 03:48:59.336202 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b5a2678-4019-4fda-b1f0-ff2d52217cd5 req-9d182398-e192-46c9-8eca-80d5a1069e90 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd0979f6-43a9-4b7c-bf21-17cc890827db HTTP/1.1" status: 200  len: 210 time: 0.0294766
Jun 21 03:49:00.434113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34412) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:00.804082 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:01.068552 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 720189ad-7235-4ca3-be67-515ea6695486 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:49:01.068810 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:01.153828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port 720189ad-7235-4ca3-be67-515ea6695486, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=720189ad-7235-4ca3-be67-515ea6695486,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:01.154191 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:01.220349 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 720189ad-7235-4ca3-be67-515ea6695486 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:49:01.504970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:01.508646 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ba7808a-13f7-4a6b-9e38-7b49f72051f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:01.533487 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=720189ad-7235-4ca3-be67-515ea6695486,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:01.536224 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:01.715215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:01.928194 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Router 0cb0b328-4280-40ea-97b8-4a4be7412015 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:49:02.032118 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:49:02.037913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "PUT /v2.0/routers/0cb0b328-4280-40ea-97b8-4a4be7412015/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6024420
Jun 21 03:49:02.040365 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34414) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:02.042767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] Sync routers for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:49:02.051871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:02.053122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8076c10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:48:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:02.090890 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting subnet b0f6183f-67c0-4dc7-8ef4-b0376473149b {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:49:02.093979 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:02.135087 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:02.230325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:02.337422 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:02.431100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c3d6a936-ba73-480e-8a96-60f6bff13e60 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:49:02.453821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: c3d6a936-ba73-480e-8a96-60f6bff13e60 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:49:02.454177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c3d6a936-ba73-480e-8a96-60f6bff13e60 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:49:02.541296 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8076c10>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:49:01Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:02.571546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] Checking router: 0cb0b328-4280-40ea-97b8-4a4be7412015 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:49:02.585577 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] Routers {'0cb0b328-4280-40ea-97b8-4a4be7412015'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:02.586233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8076c10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:48:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['0cb0b328-4280-40ea-97b8-4a4be7412015'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:02.711102 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] Set router 0cb0b328-4280-40ea-97b8-4a4be7412015 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:02.751175 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:02.754202 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e517a275-43c5-4bd8-8a96-94ffe5c28bed tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:02.779794 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f6183f-67c0-4dc7-8ef4-b0376473149b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:02.782851 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:02.783995 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:02.785975 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-703dc384-beeb-4a2f-8176-f41b201fd47f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/subnets/b0f6183f-67c0-4dc7-8ef4-b0376473149b HTTP/1.1" status: 204  len: 168 time: 0.7446413
Jun 21 03:49:02.788744 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34416) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:02.802001 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc3667-8a43-4c22-a9ba-9974f71f058d None None] Network 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:49:02.894911 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.001183 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.001388 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8076c10>, [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:49:01Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:03.029538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b225-c0f7-460f-8876-c79e84a048a6 None None] The sync data for ids ['0cb0b328-4280-40ea-97b8-4a4be7412015'] in n-d-758944-33 is: [{'id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872426210', 'tenant_id': '03ed21845d0e46c9bb411c47e64de980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:47:59Z', 'updated_at': '2021-06-21T03:49:01Z', 'revision_number': 5, 'project_id': '03ed21845d0e46c9bb411c47e64de980', 'gw_port': {'id': '3caf1cd0-6413-4229-b7e7-cca76c0d8910', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0b328-4280-40ea-97b8-4a4be7412015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:48:00Z', 'updated_at': '2021-06-21T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:49:03.053935 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] DHCP port deletion for 7cee0e23-85f1-4f1b-9d55-9150bd509fc0 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:49:03.106118 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Deleting port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:49:03.106509 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.127941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Deleting port 3caf1cd0-6413-4229-b7e7-cca76c0d8910 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:49:03.128294 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.168094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] For port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=b826f2c3-0e4d-4197-abdf-9f97ed8ae62c,segment=NetworkSegment(13f63ba7-42e4-41dd-a198-0c02a7c094aa),segment_id=13f63ba7-42e4-41dd-a198-0c02a7c094aa)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:03.168504 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.211565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] For port 3caf1cd0-6413-4229-b7e7-cca76c0d8910, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=3caf1cd0-6413-4229-b7e7-cca76c0d8910,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:03.211928 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.233048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Calling delete_port for b826f2c3-0e4d-4197-abdf-9f97ed8ae62c owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:49:03.279388 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Calling delete_port for 3caf1cd0-6413-4229-b7e7-cca76c0d8910 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:49:03.410627 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.416450 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:03.438564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Pushing event deleted for resources: {'Port': ['ID=b826f2c3-0e4d-4197-abdf-9f97ed8ae62c,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:03.442937 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] No DVR routers for this DVR port b826f2c3-0e4d-4197-abdf-9f97ed8ae62c on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:49:03.454746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.454746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.454746 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.455805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.455805 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.456432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.456432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.456663 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.456884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.457237 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.457604 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.457928 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:03.461429 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:03.650652 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.652808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2b4563e7-6add-40f9-be81-0af1bd1b2326 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:03.678922 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Port': ['ID=3caf1cd0-6413-4229-b7e7-cca76c0d8910,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:03.682252 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:03.743657 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.836472 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.838752 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.953134 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.953747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb0b328-4280-40ea-97b8-4a4be7412015 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:49:03.961090 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:03.962302 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/routers/0cb0b328-4280-40ea-97b8-4a4be7412015 HTTP/1.1" status: 204  len: 168 time: 1.1726141
Jun 21 03:49:03.965121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34418) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:04.052375 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.154444 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.165182 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2d92d30>,) {'filters': {'network_id': ['7cee0e23-85f1-4f1b-9d55-9150bd509fc0']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:04.175351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2d92d30>, '13f63ba7-42e4-41dd-a198-0c02a7c094aa') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:04.175654 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2d92d30>, '13f63ba7-42e4-41dd-a198-0c02a7c094aa') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:04.184692 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.205300 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.212466 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:49:04.225790 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:49:04.336261 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a32e-9a5d-4a7d-8570-0fc654ffa8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.377019 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.382025 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6ee40491-f8fb-44b5-a8ee-eed58151101f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:04.403241 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.404426 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34420) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:04.404874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/networks/7cee0e23-85f1-4f1b-9d55-9150bd509fc0 HTTP/1.1" status: 204  len: 168 time: 0.4264398
Jun 21 03:49:04.408583 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'Network': ['ID=7cee0e23-85f1-4f1b-9d55-9150bd509fc0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:04.411078 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8ebb7b5-54b8-4188-98d6-d96653d000e0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:04.452606 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b826f2c3-0e4d-4197-abdf-9f97ed8ae62c no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:49:04.469032 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da9a49-8a6d-43fe-be54-80d92cee71a1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.477075 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: b826f2c3-0e4d-4197-abdf-9f97ed8ae62c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:49:04.477553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device b826f2c3-0e4d-4197-abdf-9f97ed8ae62c not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:49:04.478045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 720189ad-7235-4ca3-be67-515ea6695486 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:49:04.496920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 720189ad-7235-4ca3-be67-515ea6695486 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:49:04.497282 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 720189ad-7235-4ca3-be67-515ea6695486 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:49:04.497738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3caf1cd0-6413-4229-b7e7-cca76c0d8910 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:49:04.498669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da9a49-8a6d-43fe-be54-80d92cee71a1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.516592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 3caf1cd0-6413-4229-b7e7-cca76c0d8910 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:49:04.516994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 3caf1cd0-6413-4229-b7e7-cca76c0d8910 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:49:04.625038 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da9a49-8a6d-43fe-be54-80d92cee71a1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.627792 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f1da9a49-8a6d-43fe-be54-80d92cee71a1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:04.628999 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f1da9a49-8a6d-43fe-be54-80d92cee71a1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] 10.222.0.25 "DELETE /v2.0/security-groups/66a66978-9254-4cdf-a494-13427d6d9194 HTTP/1.1" status: 204  len: 168 time: 0.2355275
Jun 21 03:49:04.629901 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-eaa5dfaa-8e27-49ba-adc5-65d65cfe1b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:04.639701 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da9a49-8a6d-43fe-be54-80d92cee71a1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a66978-9254-4cdf-a494-13427d6d9194,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:04.642224 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f1da9a49-8a6d-43fe-be54-80d92cee71a1 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:05.245161 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34428) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:05.375231 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-833f41a4-2d84-4ee3-85fb-429946c75875 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03ed21845d0e46c9bb411c47e64de980&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1286616
Jun 21 03:49:05.379264 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:05.432165 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4decd68-fdb0-495f-b64e-73848201be37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:05.454851 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4decd68-fdb0-495f-b64e-73848201be37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:05.581723 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4decd68-fdb0-495f-b64e-73848201be37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:05.584489 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-f4decd68-fdb0-495f-b64e-73848201be37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:05.585702 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-f4decd68-fdb0-495f-b64e-73848201be37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d73a8e8d-3887-4fd7-a380-5c709cd554aa HTTP/1.1" status: 204  len: 168 time: 0.2054474
Jun 21 03:49:05.586473 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6bdba3ed-63b5-4bcc-8cec-459058ee7fc0 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:05.595870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4decd68-fdb0-495f-b64e-73848201be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a8e8d-3887-4fd7-a380-5c709cd554aa,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:05.598593 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4decd68-fdb0-495f-b64e-73848201be37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:05.716320 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:49:06.249892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34438) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:06.263581 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5b7706b-1061-4a75-94ce-ea64a64741d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:06.351417 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5b7706b-1061-4a75-94ce-ea64a64741d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:06.436006 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5b7706b-1061-4a75-94ce-ea64a64741d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:06.438690 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d7fe99a7-154a-4155-9242-f9708e6edf26 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:06.475066 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7706b-1061-4a75-94ce-ea64a64741d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e1e31-b231-44bb-b2ec-f1f567a0f1f7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:06.479444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e5b7706b-1061-4a75-94ce-ea64a64741d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22182cc5c06a42b9aaf1a16ff66011eb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2285087
Jun 21 03:49:06.480503 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e5b7706b-1061-4a75-94ce-ea64a64741d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:06.482000 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34440) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:06.532304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8f665a5-69d0-48ff-99e8-a9d1e9c06ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:06.553611 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8f665a5-69d0-48ff-99e8-a9d1e9c06ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:06.567526 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:06.684651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8f665a5-69d0-48ff-99e8-a9d1e9c06ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:06.687354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8f665a5-69d0-48ff-99e8-a9d1e9c06ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:06.688466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-f8f665a5-69d0-48ff-99e8-a9d1e9c06ee1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f4e1e31-b231-44bb-b2ec-f1f567a0f1f7 HTTP/1.1" status: 204  len: 168 time: 0.2054660
Jun 21 03:49:06.689355 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b3ba887e-b1c6-43cc-9e1e-f91ff2d14f3a tempest-ServerActionsTestJSON-1808038284 tempest-ServerActionsTestJSON-1808038284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:06.698383 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f665a5-69d0-48ff-99e8-a9d1e9c06ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e1e31-b231-44bb-b2ec-f1f567a0f1f7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:06.700329 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f8f665a5-69d0-48ff-99e8-a9d1e9c06ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:06.716491 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dfc8fa44-15a1-4e65-a3ce-f75b5c887273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:07.164631 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:07.839665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34462) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:07.936844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1227607598-network', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:08.035897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Made reservation on behalf of d95ac90d4753429993000f52b4dee02d for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:49:08.038867 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.051436 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.140315 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.201966 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.205115 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:08.227589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:49:08.236377 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9287473a-46f2-44bd-ba28-8a116b318cfb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:08.240019 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:08.244105 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.244294 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Added segment 5625398f-d3f3-4542-b05f-3cdfd797e0b4 of type vlan for network 5eb96ab5-d69f-4404-8f52-1e5e7810b348
Jun 21 03:49:08.283772 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.319015 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.396428 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.398338 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:08.398918 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.401257 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ae41d1c-138d-405d-aa92-962eb8b4ea87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:08.457135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Pushing event updated for resources: {'Network': ['ID=5eb96ab5-d69f-4404-8f52-1e5e7810b348,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:08.460702 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:08.467521 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:49:08.571104 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7302632
Jun 21 03:49:08.574053 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34466) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:08.579081 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Request body: {'subnet': {'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1227607598-subnet', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:08.650173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Made reservation on behalf of d95ac90d4753429993000f52b4dee02d for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:49:08.652529 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.690083 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.870369 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:08.872341 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4bc1451f-35e5-4715-9efc-7a8a4892bac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:08.936222 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d92ae0-3368-475a-8a70-2d7fc29b3d4f,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:08.939285 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:08.941899 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Checking segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:08.942258 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Network hostable DHCP agents. Network: 5eb96ab5-d69f-4404-8f52-1e5e7810b348, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:49:09.041711 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:49:09.155828 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 5eb96ab5-d69f-4404-8f52-1e5e7810b348) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:09.159833 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:09.160364 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.166594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa1d08-215f-4f6e-b8fd-997b96477be0 None None] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:49:09.256686 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-defc0f37-4c60-44bf-badd-71f53c627d5a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6814787
Jun 21 03:49:09.260867 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34468) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:09.264418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:09.318507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:49:09.319361 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.376345 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.377467 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.436579 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.506909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Allocated IP 172.20.0.2 (5eb96ab5-d69f-4404-8f52-1e5e7810b348/08d92ae0-3368-475a-8a70-2d7fc29b3d4f/e06a2d52-4425-42ab-b7d3-30b6b2a0c620) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:49:09.654383 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.657342 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.662784 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Transition to ACTIVE for port object e06a2d52-4425-42ab-b7d3-30b6b2a0c620 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:09.676862 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Transition to ACTIVE for port object e06a2d52-4425-42ab-b7d3-30b6b2a0c620 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:09.811051 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.813124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.814719 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:09.852595 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:09.855368 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:09.857820 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:49:09.868927 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Pushing event updated for resources: {'Port': ['ID=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:09.871691 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:09.929350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Attempting to bind port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:49:09.929738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Attempting to bind port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:49:09.930115 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Attempting to bind port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 on network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:49:09.935161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:49:09.935546 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Checking segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:09.935960 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.936362 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Bound using segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:49:09.936835 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Bound port: e06a2d52-4425-42ab-b7d3-30b6b2a0c620, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:49:09.937216 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.955042 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.979324 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:09.999802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] For port e06a2d52-4425-42ab-b7d3-30b6b2a0c620, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:49:10.002812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] For port e06a2d52-4425-42ab-b7d3-30b6b2a0c620, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:49:10.077399 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Allocated IP 172.25.7.48 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/a420dc85-3f1f-4472-a355-1a4433999e9d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:49:10.096391 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:10.099318 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:10.156771 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Pushing event updated for resources: {'Port': ['ID=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:10.159949 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:10.190962 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:10.427634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:10.430108 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:10.469910 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:10.474534 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:10.478147 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:49:10.485309 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Pushing event updated for resources: {'Port': ['ID=a420dc85-3f1f-4472-a355-1a4433999e9d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:10.504159 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:10.795532 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:11.007477 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:11.022552 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae802b9d-1fb6-49ec-97bc-55a6ece9ac17 None None] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:49:11.171579 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a4508051-9c04-4b8e-a091-bbe38971dc81 None None] Provisioning for port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:11.250122 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:49:11.361615 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:49:11.372700 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Sync routers for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:49:11.382036 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:11.385137 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e08e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:11.453834 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:11.455098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.1943986
Jun 21 03:49:11.457882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34470) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:11.489362 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:11.676447 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e08e50>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:10Z', 'revision_number': 3, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:11.795653 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Checking router: 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:49:11.796008 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Updating router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 port a420dc85-3f1f-4472-a355-1a4433999e9d binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:49:11.830890 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:11.888160 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.052027 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Allocated IP 172.20.0.1 (5eb96ab5-d69f-4404-8f52-1e5e7810b348/08d92ae0-3368-475a-8a70-2d7fc29b3d4f/82defd61-7db1-4c50-88ba-c5733e4bb1eb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:49:12.102773 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.123749 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Transition to ACTIVE for port object a420dc85-3f1f-4472-a355-1a4433999e9d will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:12.178497 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.190840 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.192817 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Transition to ACTIVE for port object 82defd61-7db1-4c50-88ba-c5733e4bb1eb will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:12.192972 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-7f3db035-087c-42d0-a4a0-eb76116e929b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:12.245187 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Attempting to bind port a420dc85-3f1f-4472-a355-1a4433999e9d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:49:12.245595 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Attempting to bind port a420dc85-3f1f-4472-a355-1a4433999e9d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:49:12.245968 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Attempting to bind port a420dc85-3f1f-4472-a355-1a4433999e9d on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:49:12.257547 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Pushing event updated for resources: {'Port': ['ID=a420dc85-3f1f-4472-a355-1a4433999e9d,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:12.259925 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:49:12.260312 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:12.260726 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.261132 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:49:12.261617 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Bound port: a420dc85-3f1f-4472-a355-1a4433999e9d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:49:12.264790 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.285354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.287917 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.288536 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.288666 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.288774 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b416753a-d62b-415f-bec9-602f72623a0d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:12.288974 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.289243 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.289599 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.289927 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.290300 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.290628 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.290976 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.291346 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.291676 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:49:12.295630 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:12.329022 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:12.333820 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:12.334779 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] For port a420dc85-3f1f-4472-a355-1a4433999e9d, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:49:12.337369 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e06a2d52-4425-42ab-b7d3-30b6b2a0c620 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:12.338243 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:49:12.338466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] For port a420dc85-3f1f-4472-a355-1a4433999e9d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a420dc85-3f1f-4472-a355-1a4433999e9d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:49:12.341721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Pushing event updated for resources: {'Port': ['ID=82defd61-7db1-4c50-88ba-c5733e4bb1eb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:12.360478 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:12.379926 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.431235 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.434550 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-1bd8bb9f-edf4-4447-b070-4540cecc0b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:12.497491 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Pushing event updated for resources: {'Port': ['ID=a420dc85-3f1f-4472-a355-1a4433999e9d,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:12.501279 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:12.503408 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:12.504062 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8e08e50>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:12.512975 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:12.517869 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:12.518360 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.602052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.618243 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:12.627603 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.642759 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port e06a2d52-4425-42ab-b7d3-30b6b2a0c620, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:12.682029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1c49b6d6-08dc-4372-a2de-325dacbd8ade None None] Provisioning for port 82defd61-7db1-4c50-88ba-c5733e4bb1eb completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:12.686914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1c49b6d6-08dc-4372-a2de-325dacbd8ade None None] Provisioning complete for port 82defd61-7db1-4c50-88ba-c5733e4bb1eb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:12.687511 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1c49b6d6-08dc-4372-a2de-325dacbd8ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.712368 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.720703 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:12.760895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-1c49b6d6-08dc-4372-a2de-325dacbd8ade None None] Port 82defd61-7db1-4c50-88ba-c5733e4bb1eb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:49:12.778547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:12.787791 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:12.796739 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.818068 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8e08e50>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:10Z', 'revision_number': 3, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:12.844076 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8ea63-aa67-4fd0-a8b2-6609dae35344 None None] The sync data for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 is: [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:10Z', 'revision_number': 3, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:49:12.872961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.876617 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-969368c2-32f9-4511-9bcd-05759575d88f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:12.951237 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:12.953040 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Pushing event updated for resources: {'Port': ['ID=82defd61-7db1-4c50-88ba-c5733e4bb1eb,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:12.956251 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:13.051175 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:13.057880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:13.291011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-72676575-4fc5-4c21-b7dc-1951d068f599 None None] Provisioning complete for port 82defd61-7db1-4c50-88ba-c5733e4bb1eb triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:13.291387 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-72676575-4fc5-4c21-b7dc-1951d068f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:13.330524 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-72676575-4fc5-4c21-b7dc-1951d068f599 None None] Port 82defd61-7db1-4c50-88ba-c5733e4bb1eb cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:49:13.576619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:49:13.689852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:49:13.696059 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] 10.222.0.25 "PUT /v2.0/routers/6d8e22d8-40c1-40d3-b4c1-3962664a5be2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2372394
Jun 21 03:49:14.393921 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a420dc85-3f1f-4472-a355-1a4433999e9d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:14.468543 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Sync routers for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:49:14.479445 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:14.480570 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ce2c70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:14.497162 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34486) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:14.502639 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-865159019-network', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:14.522266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port a420dc85-3f1f-4472-a355-1a4433999e9d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:14.532883 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a420dc85-3f1f-4472-a355-1a4433999e9d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:14.533271 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.593604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Made reservation on behalf of e314a1ddf475404384a7d2f946ef2368 for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:49:14.598576 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.612597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.626587 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:14.715180 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.726206 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.785383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port a420dc85-3f1f-4472-a355-1a4433999e9d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a420dc85-3f1f-4472-a355-1a4433999e9d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:14.793146 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.797595 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6a1b6163-1479-493b-8775-930a6fed79b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:14.820315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:49:14.830844 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24ed1e5-2e61-4903-bd0d-21c9c724eee6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:14.835565 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:14.836773 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.837114 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Added segment 5b39ddb4-6be6-465a-80f3-528b61b471af of type vlan for network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a
Jun 21 03:49:14.847257 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.848143 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e06a2d52-4425-42ab-b7d3-30b6b2a0c620 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:14.852771 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67420c26-631d-45f8-b12b-b6019b29bbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:14.885273 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.950541 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=a420dc85-3f1f-4472-a355-1a4433999e9d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:14.953636 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:14.960865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:14.961256 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.967746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.968908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:14.969636 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:14.973036 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:14.986518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ce2c70>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 2, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:15.018222 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Checking router: 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:49:15.018594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Updating router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 port 82defd61-7db1-4c50-88ba-c5733e4bb1eb binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:49:15.035461 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Pushing event updated for resources: {'Network': ['ID=e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:15.038981 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:15.052321 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:49:15.077034 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5784245
Jun 21 03:49:15.079694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34488) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:15.085256 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Request body: {'subnet': {'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-865159019-subnet', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:15.116901 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.156315 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Made reservation on behalf of e314a1ddf475404384a7d2f946ef2368 for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:49:15.159008 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.391126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.394639 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-62dcecea-d491-4814-aa94-b71078cd596c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:15.455539 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b769b30-7548-4c72-8455-f081989b280f,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:15.461636 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:15.464600 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Checking segment: {'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:15.465011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Network hostable DHCP agents. Network: e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:49:15.547322 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:49:15.624422 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.633109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:15.634831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Transition to ACTIVE for port object 82defd61-7db1-4c50-88ba-c5733e4bb1eb will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:15.638345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:15.642561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.643341 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98bbfa2-bf0b-473a-8991-51dc2324159e None None] Network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:49:15.719972 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.723201 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-1e9f4a97-c1ce-483f-a63d-f3b3f4c830be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:15.750556 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4c9fa034-19be-455e-82fa-047962fe6eda admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6672671
Jun 21 03:49:15.750772 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34490) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:15.755478 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:15.846787 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01d089-7737-4b78-ac06-ecf4ef5be979 None None] Pushing event updated for resources: {'Port': ['ID=82defd61-7db1-4c50-88ba-c5733e4bb1eb,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:15.852603 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4d01d089-7737-4b78-ac06-ecf4ef5be979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:15.854387 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.855892 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.877016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a', 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'fixed_ips': [{'subnet_id': '3b769b30-7548-4c72-8455-f081989b280f'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:49:15.880493 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.931428 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.934021 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Attempting to bind port 82defd61-7db1-4c50-88ba-c5733e4bb1eb on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:49:15.934395 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Attempting to bind port 82defd61-7db1-4c50-88ba-c5733e4bb1eb by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:49:15.934815 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Attempting to bind port 82defd61-7db1-4c50-88ba-c5733e4bb1eb on network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:49:15.986882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:49:15.987315 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Checking segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:15.987736 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:15.988145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Bound using segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:49:15.988692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Bound port: 82defd61-7db1-4c50-88ba-c5733e4bb1eb, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:49:15.989043 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.114055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] For port 82defd61-7db1-4c50-88ba-c5733e4bb1eb, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:49:16.118905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] For port 82defd61-7db1-4c50-88ba-c5733e4bb1eb, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=82defd61-7db1-4c50-88ba-c5733e4bb1eb,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:49:16.120259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Allocated IP 172.20.0.2 (e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a/3b769b30-7548-4c72-8455-f081989b280f/5f52b800-0f91-4f33-8e5c-c45b43c01971) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:49:16.151285 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.186342 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.190149 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:16.301442 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:16.302203 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d2ce2c70>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:16.374348 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a420dc85-3f1f-4472-a355-1a4433999e9d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:16.376364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01d089-7737-4b78-ac06-ecf4ef5be979 None None] Pushing event updated for resources: {'Port': ['ID=82defd61-7db1-4c50-88ba-c5733e4bb1eb,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:16.387980 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4d01d089-7737-4b78-ac06-ecf4ef5be979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:16.445278 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.497867 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Transition to ACTIVE for port object 5f52b800-0f91-4f33-8e5c-c45b43c01971 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:16.502224 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.524155 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.543747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:16.545850 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Transition to ACTIVE for port object 5f52b800-0f91-4f33-8e5c-c45b43c01971 will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:16.598058 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port a420dc85-3f1f-4472-a355-1a4433999e9d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:16.598516 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.644908 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Allocated IP 172.25.7.119 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/ba85915b-9c3e-41ed-b16a-04502c80c9ad) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:49:16.722454 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.728823 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:16.751745 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.791964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:16.804998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:16.819742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:49:16.827155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Pushing event updated for resources: {'Port': ['ID=5f52b800-0f91-4f33-8e5c-c45b43c01971,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:16.838252 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:16.859651 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.861835 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b5ab0921-ce78-4aa1-b645-db2ebaf5e26d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:16.905732 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:16.910560 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:16.915196 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:49:16.920735 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Pushing event updated for resources: {'Port': ['ID=ba85915b-9c3e-41ed-b16a-04502c80c9ad,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:16.940286 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:16.969945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Attempting to bind port 5f52b800-0f91-4f33-8e5c-c45b43c01971 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:49:16.970426 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Attempting to bind port 5f52b800-0f91-4f33-8e5c-c45b43c01971 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:49:16.970900 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Attempting to bind port 5f52b800-0f91-4f33-8e5c-c45b43c01971 on network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:49:16.981658 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:49:16.982049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Checking segment: {'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:16.982462 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:16.982865 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Bound using segment: {'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:49:16.983343 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Bound port: 5f52b800-0f91-4f33-8e5c-c45b43c01971, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:49:16.983728 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:17.047140 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d2ce2c70>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:16Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:17.089807 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce2ad2-efff-4298-96e2-4960f80969e0 None None] The sync data for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 is: [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:16Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:49:17.104410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] For port 5f52b800-0f91-4f33-8e5c-c45b43c01971, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:49:17.107743 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] For port 5f52b800-0f91-4f33-8e5c-c45b43c01971, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5f52b800-0f91-4f33-8e5c-c45b43c01971,segment=NetworkSegment(5b39ddb4-6be6-465a-80f3-528b61b471af),segment_id=5b39ddb4-6be6-465a-80f3-528b61b471af)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:49:17.210795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:17.213231 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:17.280337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Pushing event updated for resources: {'Port': ['ID=5f52b800-0f91-4f33-8e5c-c45b43c01971,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:17.284611 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:17.303215 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:17.554822 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:17.801925 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Router c85ad58f-032c-4c9d-b164-d8fa79752ae7 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:49:17.931190 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:49:17.942032 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Sync routers for ids ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:49:17.959528 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Routers {'c85ad58f-032c-4c9d-b164-d8fa79752ae7'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:17.960365 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9b20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:18.016113 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.020902 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.2656682
Jun 21 03:49:18.020902 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34492) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:18.094574 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Set router c85ad58f-032c-4c9d-b164-d8fa79752ae7 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:18.336252 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9b20>, [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:49:17Z', 'revision_number': 3, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:18.351309 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c4246-a987-4003-b912-34ca873c7052 None None] Network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:49:18.376665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Checking router: c85ad58f-032c-4c9d-b164-d8fa79752ae7 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:49:18.377290 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Updating router c85ad58f-032c-4c9d-b164-d8fa79752ae7 port ba85915b-9c3e-41ed-b16a-04502c80c9ad binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:49:18.416259 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.467916 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 82defd61-7db1-4c50-88ba-c5733e4bb1eb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:18.540238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-16901a37-8ae3-4696-bb73-a929bc23695e None None] Provisioning for port 5f52b800-0f91-4f33-8e5c-c45b43c01971 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:18.602851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.697161 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 82defd61-7db1-4c50-88ba-c5733e4bb1eb completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:18.701966 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 82defd61-7db1-4c50-88ba-c5733e4bb1eb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:18.702434 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.719448 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.732659 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Transition to ACTIVE for port object ba85915b-9c3e-41ed-b16a-04502c80c9ad will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:18.776249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Allocated IP 172.20.0.1 (e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a/3b769b30-7548-4c72-8455-f081989b280f/4cd56d2b-4d4d-4da1-aefe-790549fd190e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:49:18.800080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.832789 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.834933 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 82defd61-7db1-4c50-88ba-c5733e4bb1eb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=82defd61-7db1-4c50-88ba-c5733e4bb1eb,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:18.837423 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:18.891670 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.900590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Attempting to bind port ba85915b-9c3e-41ed-b16a-04502c80c9ad on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:49:18.901023 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Attempting to bind port ba85915b-9c3e-41ed-b16a-04502c80c9ad by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:49:18.901756 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Attempting to bind port ba85915b-9c3e-41ed-b16a-04502c80c9ad on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:49:18.905152 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d8240-422c-49b1-a2ed-ffe4d1f74cfd None None] Pushing event updated for resources: {'Port': ['ID=ba85915b-9c3e-41ed-b16a-04502c80c9ad,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:18.906041 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Transition to ACTIVE for port object 4cd56d2b-4d4d-4da1-aefe-790549fd190e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:18.908881 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8f9d8240-422c-49b1-a2ed-ffe4d1f74cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:18.912426 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:49:18.913246 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:18.913743 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.914425 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:49:18.915032 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Bound port: ba85915b-9c3e-41ed-b16a-04502c80c9ad, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:49:18.915615 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.930787 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:18.931777 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5f52b800-0f91-4f33-8e5c-c45b43c01971 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:18.934833 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:18.971238 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] For port ba85915b-9c3e-41ed-b16a-04502c80c9ad, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:49:18.974485 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] For port ba85915b-9c3e-41ed-b16a-04502c80c9ad, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ba85915b-9c3e-41ed-b16a-04502c80c9ad,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:49:19.008876 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=82defd61-7db1-4c50-88ba-c5733e4bb1eb,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:19.012092 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:19.016252 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.019440 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d3eaa7d7-79f7-44df-9811-b5c6a6cf399d tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:19.042279 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.045350 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-bd4fb322-6dc5-4fec-bff0-f05d79307c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:19.058771 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:19.061768 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:19.065257 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:49:19.096395 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd56d2b-4d4d-4da1-aefe-790549fd190e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:19.096395 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:19.100646 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Routers {'c85ad58f-032c-4c9d-b164-d8fa79752ae7'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:19.101296 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9b20>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:19.112165 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.133553 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 5f52b800-0f91-4f33-8e5c-c45b43c01971 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:19.135953 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5f52b800-0f91-4f33-8e5c-c45b43c01971 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:19.136790 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.149080 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d8240-422c-49b1-a2ed-ffe4d1f74cfd None None] Pushing event updated for resources: {'Port': ['ID=ba85915b-9c3e-41ed-b16a-04502c80c9ad,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:19.152577 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8f9d8240-422c-49b1-a2ed-ffe4d1f74cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:19.243907 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] Set router c85ad58f-032c-4c9d-b164-d8fa79752ae7 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:19.249577 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.284337 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 5f52b800-0f91-4f33-8e5c-c45b43c01971, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5f52b800-0f91-4f33-8e5c-c45b43c01971,segment=NetworkSegment(5b39ddb4-6be6-465a-80f3-528b61b471af),segment_id=5b39ddb4-6be6-465a-80f3-528b61b471af)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:19.413612 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.428622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.429883 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9b20>, [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:49:17Z', 'revision_number': 3, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:19.433789 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:19.436263 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d400d928-80c5-45c3-a11b-8fd7aba5c69c None None] Provisioning for port 4cd56d2b-4d4d-4da1-aefe-790549fd190e completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:19.463190 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58222a58-835a-43ec-b6eb-b72009bd9169 None None] The sync data for ids ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'] in n-d-758944-33 is: [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:49:17Z', 'revision_number': 3, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:49:19.466431 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d400d928-80c5-45c3-a11b-8fd7aba5c69c None None] Provisioning complete for port 4cd56d2b-4d4d-4da1-aefe-790549fd190e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:19.467301 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d400d928-80c5-45c3-a11b-8fd7aba5c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.539616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=5f52b800-0f91-4f33-8e5c-c45b43c01971,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:19.543011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-d400d928-80c5-45c3-a11b-8fd7aba5c69c None None] Port 4cd56d2b-4d4d-4da1-aefe-790549fd190e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:49:19.544815 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:19.601025 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.662321 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.665073 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-df8c80f0-9b9d-4cea-947d-45f3f5efde8e tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:19.738887 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd56d2b-4d4d-4da1-aefe-790549fd190e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:19.741306 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:19.743528 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:19.842103 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:19.843644 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:20.076389 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-786cc8c1-f272-4d85-b0d9-e5a99fa88714 None None] Provisioning complete for port 4cd56d2b-4d4d-4da1-aefe-790549fd190e triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:20.076818 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-786cc8c1-f272-4d85-b0d9-e5a99fa88714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:20.119960 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-786cc8c1-f272-4d85-b0d9-e5a99fa88714 None None] Port 4cd56d2b-4d4d-4da1-aefe-790549fd190e cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:49:20.389085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Router c85ad58f-032c-4c9d-b164-d8fa79752ae7 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:49:20.409022 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 82defd61-7db1-4c50-88ba-c5733e4bb1eb up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:20.458047 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 82defd61-7db1-4c50-88ba-c5733e4bb1eb triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:20.458739 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:20.508097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:49:20.512897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-07dd1941-a732-47c2-9c2a-6a279e7ce889 admin admin] 10.222.0.25 "PUT /v2.0/routers/c85ad58f-032c-4c9d-b164-d8fa79752ae7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4916115
Jun 21 03:49:20.543896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5f52b800-0f91-4f33-8e5c-c45b43c01971 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:20.592122 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 5f52b800-0f91-4f33-8e5c-c45b43c01971 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:20.592503 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:20.672736 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ba85915b-9c3e-41ed-b16a-04502c80c9ad up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:20.802169 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port ba85915b-9c3e-41ed-b16a-04502c80c9ad completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:20.807686 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ba85915b-9c3e-41ed-b16a-04502c80c9ad triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:20.808070 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:20.890567 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:20.915151 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port ba85915b-9c3e-41ed-b16a-04502c80c9ad, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ba85915b-9c3e-41ed-b16a-04502c80c9ad,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:20.976667 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:20.978622 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e24a1e39-ae79-48f3-a6f8-56d88b47cb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:21.027721 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=ba85915b-9c3e-41ed-b16a-04502c80c9ad,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:21.030836 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:21.066229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Sync routers for ids ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:49:21.076231 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Routers {'c85ad58f-032c-4c9d-b164-d8fa79752ae7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:21.076997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d804b520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:21.186182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Set router c85ad58f-032c-4c9d-b164-d8fa79752ae7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:21.465115 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34500) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:21.470359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-1617465e-611b-4713-8330-221a02ac4cbb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934998131', 'description': 'tempest-secgroup-smoke-934998131 description', 'project_id': 'd95ac90d4753429993000f52b4dee02d'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:21.554256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d804b520>, [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:49:19Z', 'revision_number': 4, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4cd56d2b-4d4d-4da1-aefe-790549fd190e', 'name': '', 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '3b769b30-7548-4c72-8455-f081989b280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:18Z', 'updated_at': '2021-06-21T03:49:19Z', 'revision_number': 2, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'subnets': [{'id': '3b769b30-7548-4c72-8455-f081989b280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:21.580533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Checking router: c85ad58f-032c-4c9d-b164-d8fa79752ae7 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:49:21.580902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Updating router c85ad58f-032c-4c9d-b164-d8fa79752ae7 port 4cd56d2b-4d4d-4da1-aefe-790549fd190e binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:49:21.581561 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1617465e-611b-4713-8330-221a02ac4cbb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:21.618901 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:21.676799 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1617465e-611b-4713-8330-221a02ac4cbb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:21.747225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1617465e-611b-4713-8330-221a02ac4cbb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:21.750819 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-780643ca-3099-4f78-8a28-8542e3edf867 tempest-TagsExtTest-1461256625 tempest-TagsExtTest-1461256625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:21.780835 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617465e-611b-4713-8330-221a02ac4cbb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:21.792191 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1617465e-611b-4713-8330-221a02ac4cbb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:21.838798 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1617465e-611b-4713-8330-221a02ac4cbb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:21.840104 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-1617465e-611b-4713-8330-221a02ac4cbb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3737264
Jun 21 03:49:21.843019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34502) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:21.847754 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': 'aa82cd38-ba00-47e0-8c75-8ac357dfd4a4', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:21.900089 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:21.910544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Transition to ACTIVE for port object 4cd56d2b-4d4d-4da1-aefe-790549fd190e will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:21.930047 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:21.981267 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:21.984088 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-67420c26-631d-45f8-b12b-b6019b29bbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:21.985595 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.057507 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d04df8-912b-4d99-80da-6306d93814c2 None None] Pushing event updated for resources: {'Port': ['ID=4cd56d2b-4d4d-4da1-aefe-790549fd190e,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:22.065470 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b3d04df8-912b-4d99-80da-6306d93814c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:22.086310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.088252 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-e16a01f2-3fc7-46ac-9bd0-18538978aab4 tempest-TestNetworkAdvancedServerOps-140067703 tempest-TestNetworkAdvancedServerOps-140067703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:22.106517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0ee5be-f67a-4ed2-9aa3-57a0a26c0ba0,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:22.109757 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:22.120996 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Attempting to bind port 4cd56d2b-4d4d-4da1-aefe-790549fd190e on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:49:22.121657 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Attempting to bind port 4cd56d2b-4d4d-4da1-aefe-790549fd190e by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:49:22.122112 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Attempting to bind port 4cd56d2b-4d4d-4da1-aefe-790549fd190e on network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:49:22.128305 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:49:22.128795 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Checking segment: {'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:22.133946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.133946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Bound using segment: {'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:49:22.133946 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Bound port: 4cd56d2b-4d4d-4da1-aefe-790549fd190e, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b39ddb4-6be6-465a-80f3-528b61b471af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:49:22.133946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.188410 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.191387 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3458035
Jun 21 03:49:22.193852 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34504) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:22.198697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': 'aa82cd38-ba00-47e0-8c75-8ac357dfd4a4', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:22.206812 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] For port 4cd56d2b-4d4d-4da1-aefe-790549fd190e, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:49:22.211045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] For port 4cd56d2b-4d4d-4da1-aefe-790549fd190e, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4cd56d2b-4d4d-4da1-aefe-790549fd190e,segment=NetworkSegment(5b39ddb4-6be6-465a-80f3-528b61b471af),segment_id=5b39ddb4-6be6-465a-80f3-528b61b471af)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:49:22.303620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ba85915b-9c3e-41ed-b16a-04502c80c9ad up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:22.308153 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.323962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.332589 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:22.384954 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.417011 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Routers {'c85ad58f-032c-4c9d-b164-d8fa79752ae7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:22.417798 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d804b520>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:22.459452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d04df8-912b-4d99-80da-6306d93814c2 None None] Pushing event updated for resources: {'Port': ['ID=4cd56d2b-4d4d-4da1-aefe-790549fd190e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:22.466954 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b3d04df8-912b-4d99-80da-6306d93814c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:22.473260 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port ba85915b-9c3e-41ed-b16a-04502c80c9ad triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:22.473696 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.482409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.485319 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b2a3bc7-d76e-4fbf-ad2d-18a6cb4ecace tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:22.513113 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fb0e87-7368-4a0b-a7a1-99a14ab634ee,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:22.517018 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:22.572814 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.574111 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3792889
Jun 21 03:49:22.576818 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34506) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:22.581808 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-cc4584c1-49df-40e6-be86-c1d1e72dfb88 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': 'aa82cd38-ba00-47e0-8c75-8ac357dfd4a4', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:22.585533 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] Set router c85ad58f-032c-4c9d-b164-d8fa79752ae7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:22.666435 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc4584c1-49df-40e6-be86-c1d1e72dfb88 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.731825 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc4584c1-49df-40e6-be86-c1d1e72dfb88 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.790312 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc4584c1-49df-40e6-be86-c1d1e72dfb88 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.792295 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-514fed2c-08cc-44c2-9aa5-e3e3d750bf8a tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:22.809500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4584c1-49df-40e6-be86-c1d1e72dfb88 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0675f9e-097d-496d-9dc6-41329f9adf52,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:22.812426 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-cc4584c1-49df-40e6-be86-c1d1e72dfb88 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:22.846747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d804b520>, [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:49:19Z', 'revision_number': 4, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4cd56d2b-4d4d-4da1-aefe-790549fd190e', 'name': '', 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '3b769b30-7548-4c72-8455-f081989b280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:18Z', 'updated_at': '2021-06-21T03:49:22Z', 'revision_number': 4, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'subnets': [{'id': '3b769b30-7548-4c72-8455-f081989b280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:22.872712 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a28cb-0033-4268-a567-eda54769a67b None None] The sync data for ids ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'] in n-d-758944-33 is: [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:49:19Z', 'revision_number': 4, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '4cd56d2b-4d4d-4da1-aefe-790549fd190e', 'name': '', 'network_id': 'e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '3b769b30-7548-4c72-8455-f081989b280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:18Z', 'updated_at': '2021-06-21T03:49:22Z', 'revision_number': 4, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'subnets': [{'id': '3b769b30-7548-4c72-8455-f081989b280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:49:22.878896 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-cc4584c1-49df-40e6-be86-c1d1e72dfb88 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:22.880163 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-cc4584c1-49df-40e6-be86-c1d1e72dfb88 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3020294
Jun 21 03:49:22.889324 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34508) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:22.894422 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d8007ce6-718b-4e33-b540-3e305191bd2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': 'aa82cd38-ba00-47e0-8c75-8ac357dfd4a4', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:23.004150 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d8007ce6-718b-4e33-b540-3e305191bd2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.068967 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d8007ce6-718b-4e33-b540-3e305191bd2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.153071 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d8007ce6-718b-4e33-b540-3e305191bd2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.158819 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-97fd927d-5559-401b-b9c8-45fe46fedbfb tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:23.176440 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007ce6-718b-4e33-b540-3e305191bd2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b4c8fb-3725-48d0-8412-4685935d9881,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:23.179587 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d8007ce6-718b-4e33-b540-3e305191bd2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:23.267630 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d8007ce6-718b-4e33-b540-3e305191bd2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.268905 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d8007ce6-718b-4e33-b540-3e305191bd2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3784676
Jun 21 03:49:23.272406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34510) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:23.277080 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': 'aa82cd38-ba00-47e0-8c75-8ac357dfd4a4', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:23.358614 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Project d95ac90d4753429993000f52b4dee02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:49:23.363898 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.424475 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.544591 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.546415 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8e3d3e4c-acb7-46b1-a71d-2964e9baf1fe tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:23.563262 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4926aaff-d2ca-4cb1-ada8-6d0099b43aa3,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:23.567152 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:23.636241 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.637802 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-67c4886e-544b-45d7-b7ae-8d99f463dfb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3641119
Jun 21 03:49:23.640443 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34512) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:23.645048 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': 'aa82cd38-ba00-47e0-8c75-8ac357dfd4a4', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:23.727564 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Project d95ac90d4753429993000f52b4dee02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:49:23.732499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.798669 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.882616 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.887707 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7aa24994-c459-4dab-ab4d-0c4881c3b7ee tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:23.907279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3ba5df-799f-475c-acaf-35be8a1bcd89,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:23.911044 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:23.987499 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:23.993155 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-502b67a0-cdae-436c-a3ad-ebd3eacbecaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3476973
Jun 21 03:49:24.137541 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-292e0395-821f-48e2-9a42-9dff0c3f42f4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934998131&fields=id&tenant_id=d95ac90d4753429993000f52b4dee02d HTTP/1.1" status: 200  len: 267 time: 0.0353699
Jun 21 03:49:24.257980 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-a15b13fe-58cb-40fe-86f6-d1607f0d9409 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:24.259403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-a15b13fe-58cb-40fe-86f6-d1607f0d9409 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 809 time: 0.1152587
Jun 21 03:49:24.281438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-82365d52-0e16-438b-ba94-bb739be7d5e8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/quotas/d95ac90d4753429993000f52b4dee02d HTTP/1.1" status: 200  len: 375 time: 0.0161288
Jun 21 03:49:24.348591 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-57ba385c-4b7a-41d0-9201-5c0ad1f87b37 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0660470
Jun 21 03:49:24.357233 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4cd56d2b-4d4d-4da1-aefe-790549fd190e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:24.459037 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 4cd56d2b-4d4d-4da1-aefe-790549fd190e completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:24.463339 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4cd56d2b-4d4d-4da1-aefe-790549fd190e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:24.463784 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:24.542154 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-077490cf-1c60-4cc8-9fd7-fab349a4056f service neutron] 10.222.0.25 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777027
Jun 21 03:49:24.553736 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:24.588689 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 4cd56d2b-4d4d-4da1-aefe-790549fd190e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4cd56d2b-4d4d-4da1-aefe-790549fd190e,segment=NetworkSegment(5b39ddb4-6be6-465a-80f3-528b61b471af),segment_id=5b39ddb4-6be6-465a-80f3-528b61b471af)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:24.634065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-1c662566-4cfa-43a8-a481-128458461a4b service neutron] 10.222.0.25 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846603
Jun 21 03:49:24.675718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:24.678247 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-08c7cd99-acfb-4b8b-8ca5-2857c433477f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:24.726769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=4cd56d2b-4d4d-4da1-aefe-790549fd190e,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:24.730206 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:24.887557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1f32caf-d84e-4685-93d6-8a82018af67e req-bc001b83-357e-4ec3-afe7-58e1a060a215 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 210 time: 0.0288374
Jun 21 03:49:25.977752 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0b89e9e4-56aa-4836-bb98-7887252a8ffe req-107ac809-1ebf-4eb6-a49f-2dad2b92cd8c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 210 time: 0.0329578
Jun 21 03:49:26.307354 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4cd56d2b-4d4d-4da1-aefe-790549fd190e up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:26.364145 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 4cd56d2b-4d4d-4da1-aefe-790549fd190e triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:26.364585 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:27.130897 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12c51db8-b611-4553-9217-400c0e520321 req-6e09ae12-ecb9-4c37-bd6c-b7707b074455 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 210 time: 0.0310488
Jun 21 03:49:27.527147 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-75979a2a-d632-4507-8ec3-84bdc9f77ef1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:27.528603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-75979a2a-d632-4507-8ec3-84bdc9f77ef1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 809 time: 0.1054690
Jun 21 03:49:27.570975 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-ec373089-3d25-4e9c-a635-59a102d5b324 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d95ac90d4753429993000f52b4dee02d HTTP/1.1" status: 200  len: 379 time: 0.0346138
Jun 21 03:49:27.579099 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'port': {'device_id': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'admin_state_up': True, 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'security_groups': ['aa82cd38-ba00-47e0-8c75-8ac357dfd4a4']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:27.810041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Made reservation on behalf of d95ac90d4753429993000f52b4dee02d for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:49:27.814186 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:27.949909 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Allocated IP 172.20.0.5 (5eb96ab5-d69f-4404-8f52-1e5e7810b348/08d92ae0-3368-475a-8a70-2d7fc29b3d4f/45d8ec29-dd07-46b1-9a03-8e82e686b6ae) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:49:28.094332 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:28.109143 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Transition to ACTIVE for port object 45d8ec29-dd07-46b1-9a03-8e82e686b6ae will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:28.222247 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:28.227070 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3054904c-920d-4f4a-8a1f-afb256deb4e4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:28.278380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:28.281773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:28.285727 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:49:28.292911 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:28.318561 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:28.319640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53104a9e-5105-46d8-ad30-5d80eb42bb8c req-5b25487b-9650-479d-8158-54fc933bbd3e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:28.321209 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53104a9e-5105-46d8-ad30-5d80eb42bb8c req-5b25487b-9650-479d-8158-54fc933bbd3e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 931 time: 0.0687737
Jun 21 03:49:28.346680 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:28.347248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:28.365806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-53104a9e-5105-46d8-ad30-5d80eb42bb8c req-3e3b0ef1-34e3-4531-8b6d-44f46b625697 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369110
Jun 21 03:49:28.437076 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-b9587beb-5a6d-42ff-823e-3316c24c9d32 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8615489
Jun 21 03:49:28.449684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Request body: {'port': {'device_id': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:28.526746 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:28.577317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-999a0092-bd95-4e4c-a223-0f53b8e15e3d None None] Provisioning for port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:28.581100 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-999a0092-bd95-4e4c-a223-0f53b8e15e3d None None] Provisioning complete for port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:28.581517 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-999a0092-bd95-4e4c-a223-0f53b8e15e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:28.614982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-999a0092-bd95-4e4c-a223-0f53b8e15e3d None None] Port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:49:28.816831 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d8ec29-dd07-46b1-9a03-8e82e686b6ae {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:49:28.825108 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:28.836760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Transition to ACTIVE for port object 45d8ec29-dd07-46b1-9a03-8e82e686b6ae will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:49:28.915449 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:28.917651 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f17996a1-81d9-4b81-8713-943854c6ba62 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:28.990715 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:28.995525 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:29.071520 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Attempting to bind port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:49:29.077212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Attempting to bind port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:49:29.077212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Attempting to bind port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae on network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:49:29.077212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae on network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:49:29.077212 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Attempting to bind port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae on network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:49:29.082047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:49:29.082390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Checking segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:49:29.082785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Bound using segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:49:29.083267 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Bound port: 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:49:29.084146 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:29.150745 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:49:29.157436 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:49:29.233292 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:29.237671 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:29.276142 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:29.276762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:29.278382 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] 10.222.0.20 "PUT /v2.0/ports/45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 1092 time: 0.8337216
Jun 21 03:49:29.278919 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:49:29.281261 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99df27d-7af2-4243-8052-cf08b10c9324" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:49:29.309949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:29.313521 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:29.389371 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0761a4d5-f800-4b0b-8552-f95733be9d59 x-openstack-request-id: req-0761a4d5-f800-4b0b-8552-f95733be9d59 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:49:29.389371 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:49:29.389371 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0761a4d5-f800-4b0b-8552-f95733be9d59 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:49:29.389371 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'status': 'completed', 'code': 200}
Jun 21 03:49:29.464854 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6f1230ed-84f7-4f1a-aeef-bd1a90049bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:29.466867 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-6f1230ed-84f7-4f1a-aeef-bd1a90049bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1095 time: 0.0695748
Jun 21 03:49:29.523107 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-500a353c-56ce-4293-bd76-a70b4303375c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 217 time: 0.0480134
Jun 21 03:49:29.566928 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49726c9d-bc68-4ef9-9a34-c34d399a55f8 req-9b9e048c-82cc-4444-93ef-4acb8ec6cb89 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:29.572288 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49726c9d-bc68-4ef9-9a34-c34d399a55f8 req-9b9e048c-82cc-4444-93ef-4acb8ec6cb89 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0858550
Jun 21 03:49:29.582263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-86ff73cc-d45e-44dc-96f0-21d6bde6b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:29.584146 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-86ff73cc-d45e-44dc-96f0-21d6bde6b5f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0554070
Jun 21 03:49:29.609415 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49726c9d-bc68-4ef9-9a34-c34d399a55f8 req-be2a7dbb-5360-41be-8798-93d7582253b3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336058
Jun 21 03:49:29.649008 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-988ac110-ad1d-4c24-8627-cca7e16c0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:29.650567 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-988ac110-ad1d-4c24-8627-cca7e16c0fd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0608606
Jun 21 03:49:29.747839 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-5be37650-f694-40dc-90bd-a07e4907ca14 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912628
Jun 21 03:49:29.841112 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-10139cc7-eb83-42c4-b9c2-42c83e574a65 req-d04c97a4-5437-4b12-823f-1ff637498ce1 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868416
Jun 21 03:49:30.026034 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-975617e7-762a-4f1f-9779-dabe32042b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:30.027467 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-975617e7-762a-4f1f-9779-dabe32042b38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1095 time: 0.0589242
Jun 21 03:49:30.122256 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-e214195a-52cd-4be6-84cc-c73f0fdf0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:30.123843 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-e214195a-52cd-4be6-84cc-c73f0fdf0fcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0900145
Jun 21 03:49:30.174246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-b487f063-06c8-44c7-bbd0-07fbd3c9c817 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 217 time: 0.0428610
Jun 21 03:49:30.228521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-bcddf4fb-2c5a-4a38-9d90-1d853ec33d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:30.230254 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-bcddf4fb-2c5a-4a38-9d90-1d853ec33d1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0492556
Jun 21 03:49:30.290109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-dcd0c96a-c590-48db-843d-69b1941b5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:30.291560 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-dcd0c96a-c590-48db-843d-69b1941b5f73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0544221
Jun 21 03:49:30.391325 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-427a9759-9dcd-4bda-91f0-e3e4928c1002 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914071
Jun 21 03:49:30.484248 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-f99df27d-7af2-4243-8052-cf08b10c9324 req-7faf4e18-7da7-48c0-9c52-2e75d87c3000 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843337
Jun 21 03:49:30.798806 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6196863-e07c-40d0-af5c-1578b7448c9c req-89e9b687-7b95-4683-afbb-c7c61406f893 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:30.800282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6196863-e07c-40d0-af5c-1578b7448c9c req-89e9b687-7b95-4683-afbb-c7c61406f893 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0639710
Jun 21 03:49:30.840160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a6196863-e07c-40d0-af5c-1578b7448c9c req-3a67f080-5c89-4a1a-8bb6-a99057c126ac tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336530
Jun 21 03:49:32.016024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2075-9c97-49f0-bf9c-a1dcd7cdd35f req-0d654485-98dc-49f7-9ddc-92b365200335 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:32.017533 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b87a2075-9c97-49f0-bf9c-a1dcd7cdd35f req-0d654485-98dc-49f7-9ddc-92b365200335 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0670507
Jun 21 03:49:32.055518 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b87a2075-9c97-49f0-bf9c-a1dcd7cdd35f req-96aa55d4-2c5a-4ffa-b612-a3533e0f4541 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310380
Jun 21 03:49:32.569045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:49:32.669198 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:32.681412 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'port_id': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'mac_address': 'fa:16:3e:0e:2f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:49:32.718081 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:32.731485 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d8ec29-dd07-46b1-9a03-8e82e686b6ae {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:49:32.751895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:32.812992 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:32.814981 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:32.862789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:32.866384 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:33.013255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['45d8ec29-dd07-46b1-9a03-8e82e686b6ae'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:49:33.237242 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef732-630e-4140-bd1f-b5fd13bbc0ca req-513fb97f-6c06-457d-bb8b-ca01be133da2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:33.238854 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdef732-630e-4140-bd1f-b5fd13bbc0ca req-513fb97f-6c06-457d-bb8b-ca01be133da2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 944 time: 0.0690279
Jun 21 03:49:33.278487 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7fdef732-630e-4140-bd1f-b5fd13bbc0ca req-c30751a3-75d8-42fa-b1ad-81855097c32e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322719
Jun 21 03:49:34.284488 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b86071a6-d6bc-4a3d-a023-e8405b8bd895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:34.465124 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49479469-ef5d-4ccb-8e4d-b849628df92d req-6ac1628c-978a-4d36-ac5b-80fb77d6732e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:34.466642 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49479469-ef5d-4ccb-8e4d-b849628df92d req-6ac1628c-978a-4d36-ac5b-80fb77d6732e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 944 time: 0.0639942
Jun 21 03:49:34.505970 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-49479469-ef5d-4ccb-8e4d-b849628df92d req-d036c6ba-35c5-4eab-ac3f-36194bee7482 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334036
Jun 21 03:49:34.584257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:49:34.718049 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:49:34.721918 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:49:34.722297 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:34.797901 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:34.819425 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:49:34.821842 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86295275-7235-4c62-b593-5308eb9c3391" -d '{"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-plugged", "status": "completed", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:49:34.835317 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:49:34.908595 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:34.914530 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fab6da8-ad47-45b1-bea5-dbf403bbe579 x-openstack-request-id: req-8fab6da8-ad47-45b1-bea5-dbf403bbe579 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:49:34.915173 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-plugged", "status": "completed", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:49:34.915437 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fab6da8-ad47-45b1-bea5-dbf403bbe579 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:49:34.915837 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'code': 200}
Jun 21 03:49:34.917030 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4d01d089-7737-4b78-ac06-ecf4ef5be979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:34.970392 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:34.973760 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:35.028647 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7ff12-4560-4f3c-89cd-cfae7a81dea7 req-9866f9aa-9b96-48da-bcbb-b09c6d863139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:35.030194 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31a7ff12-4560-4f3c-89cd-cfae7a81dea7 req-9866f9aa-9b96-48da-bcbb-b09c6d863139 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1097 time: 0.0580957
Jun 21 03:49:35.068087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-31a7ff12-4560-4f3c-89cd-cfae7a81dea7 req-4badc0ea-f860-473f-9352-4da90e8b2205 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299780
Jun 21 03:49:35.690672 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e79587-3be3-4a4f-9bde-f2493fae3262 req-68a35809-e264-47c4-bf42-f1886b05d710 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:35.692304 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63e79587-3be3-4a4f-9bde-f2493fae3262 req-68a35809-e264-47c4-bf42-f1886b05d710 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0701995
Jun 21 03:49:35.734070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-63e79587-3be3-4a4f-9bde-f2493fae3262 req-b0e92d53-7f65-46bf-b955-89199a679bd6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358961
Jun 21 03:49:36.544404 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:36.687125 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3455e639-ab11-42ff-aecd-ced3710a3e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:36.912999 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ad090-dbef-424b-b88d-c0db611fdcd0 req-47478291-6570-44f1-bc71-8f5c9e01dfeb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:36.914509 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d3ad090-dbef-424b-b88d-c0db611fdcd0 req-47478291-6570-44f1-bc71-8f5c9e01dfeb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0648701
Jun 21 03:49:36.952724 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8d3ad090-dbef-424b-b88d-c0db611fdcd0 req-6a8e2c89-8f9f-43fe-be79-443086eae97c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324440
Jun 21 03:49:37.125134 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2362716-b1c3-4ff5-bb17-7fb962b744b6 req-e092c4d9-3001-4615-b41f-0253f1518dca tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:37.126736 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2362716-b1c3-4ff5-bb17-7fb962b744b6 req-e092c4d9-3001-4615-b41f-0253f1518dca tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0666740
Jun 21 03:49:37.164447 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e2362716-b1c3-4ff5-bb17-7fb962b744b6 req-ff312d76-b625-4d7b-a01e-a5ca38686b5f tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313015
Jun 21 03:49:37.172913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:37.191139 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34576) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:37.287950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3e969-ff5b-4689-9545-8c82cfcb29b2 tempest-TestShelveInstance-1245287619 tempest-TestShelveInstance-1245287619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:37.289476 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-09b3e969-ff5b-4689-9545-8c82cfcb29b2 tempest-TestShelveInstance-1245287619 tempest-TestShelveInstance-1245287619-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1092 time: 0.0972874
Jun 21 03:49:37.292527 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34580) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:49:37.296904 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:49:37.435645 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:37.539699 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:37.645280 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Allocated IP 172.25.7.120 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/6cb8d4d1-1dd9-47a1-b18f-b01cd3b5428e) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:49:37.750345 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:37.890132 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:37.892352 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-239e6339-4209-4a10-a5bb-0f63c388fa7a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:37.934949 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:49:37.938007 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:49:37.940536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:49:37.965825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'Port': ['ID=6cb8d4d1-1dd9-47a1-b18f-b01cd3b5428e,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:37.969607 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:38.272675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:38.652774 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:38.693352 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:38.801429 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:38.952335 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:39.009553 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:39.011665 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:49:39.079980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'Port': ['ID=6cb8d4d1-1dd9-47a1-b18f-b01cd3b5428e,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:49:39.084142 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:49:39.093966 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:39.195821 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Floating IP c7a3684b-c42c-4b03-a65e-8b9e21fe278f associated. External IP: 172.25.7.120, port: 45d8ec29-dd07-46b1-9a03-8e82e686b6ae.
Jun 21 03:49:39.403692 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:49:39.514192 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:49:39.526804 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] Sync routers for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:49:39.535950 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:39.540011 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9a30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:39.587816 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:39.641364 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3374865
Jun 21 03:49:39.641364 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:49:39.641364 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4edece7-a003-4a0a-98fc-3d255cd5d635" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:49:39.671759 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f991b767-470c-439e-87f5-28a100c47ebf x-openstack-request-id: req-f991b767-470c-439e-87f5-28a100c47ebf {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:49:39.672463 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:49:39.672463 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f991b767-470c-439e-87f5-28a100c47ebf {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:49:39.672874 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'status': 'completed', 'code': 200}
Jun 21 03:49:39.735791 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:39.752019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-f7629249-4e74-4f5d-a1e4-24e3755ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:39.753682 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-f7629249-4e74-4f5d-a1e4-24e3755ce190 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1097 time: 0.0572965
Jun 21 03:49:39.778658 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:49:39.861039 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-15bd50a2-2a3c-4976-9dda-949f5883b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:39.862608 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-15bd50a2-2a3c-4976-9dda-949f5883b44f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.1033103
Jun 21 03:49:39.930293 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-b5385b2c-0f68-429e-a6bb-0e8a1ede37da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 999 time: 0.0616431
Jun 21 03:49:39.963705 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9a30>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'c7a3684b-c42c-4b03-a65e-8b9e21fe278f', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'port_id': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'mac_address': 'fa:16:3e:0e:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:49:38Z', 'updated_at': '2021-06-21T03:49:38Z', 'revision_number': 0, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:39.979697 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-d50337d7-dd44-449f-9425-23370685075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:39.981181 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-d50337d7-dd44-449f-9425-23370685075c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0454426
Jun 21 03:49:39.993580 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] Checking router: 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:49:40.001666 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:49:40.002268 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9a30>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:49:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:40.043190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-0bc85720-381f-405d-8451-81b312f965b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:49:40.044662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-0bc85720-381f-405d-8451-81b312f965b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0578859
Jun 21 03:49:40.107087 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:49:40.134932 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-ffe967d8-4a55-4449-b3c7-94ad8e6e67b1 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842965
Jun 21 03:49:40.228269 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c4edece7-a003-4a0a-98fc-3d255cd5d635 req-d1a7c399-b85b-4bbe-8574-6d3d9ac2d900 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875654
Jun 21 03:49:40.326626 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d90c9a30>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'c7a3684b-c42c-4b03-a65e-8b9e21fe278f', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'port_id': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'mac_address': 'fa:16:3e:0e:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:49:38Z', 'updated_at': '2021-06-21T03:49:38Z', 'revision_number': 0, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:49:40.355324 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb69c5-5738-4ce9-8db6-cb0f27624913 None None] The sync data for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 is: [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': 'c7a3684b-c42c-4b03-a65e-8b9e21fe278f', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'port_id': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'mac_address': 'fa:16:3e:0e:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:49:38Z', 'updated_at': '2021-06-21T03:49:38Z', 'revision_number': 0, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:49:40.540171 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451c8f7-1954-4fb6-9915-3e7329e49a8f None None] New status for floating IP c7a3684b-c42c-4b03-a65e-8b9e21fe278f: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:49:42.715353 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:50:04.269666 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-790f5343-3330-4115-8fbd-cbeb46c5a3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:06.572162 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:06.703795 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9e0b90ea-480a-4a6e-8809-24ba4d677a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:07.166565 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:08.289486 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:08.675342 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:09.773053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:19.718853 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:50:32.552641 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a475c6a6-d4dc-449e-8757-393a067c689b req-ae56eb16-1edf-45ea-8cf3-3dba34619426 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0535164
Jun 21 03:50:32.647348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475c6a6-d4dc-449e-8757-393a067c689b req-4246c7b8-6601-455c-a069-f121989d5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:50:32.648838 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a475c6a6-d4dc-449e-8757-393a067c689b req-4246c7b8-6601-455c-a069-f121989d5b65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1097 time: 0.0561132
Jun 21 03:50:32.756425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475c6a6-d4dc-449e-8757-393a067c689b req-04c5b553-1cba-4069-a5ce-e31118a14528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:50:32.757930 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a475c6a6-d4dc-449e-8757-393a067c689b req-04c5b553-1cba-4069-a5ce-e31118a14528 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0898898
Jun 21 03:50:32.823748 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a475c6a6-d4dc-449e-8757-393a067c689b req-36b058c6-946b-4ae8-a7c5-71a368f46f69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 1001 time: 0.0592632
Jun 21 03:50:32.871824 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475c6a6-d4dc-449e-8757-393a067c689b req-09c006a9-aae0-44c4-aca9-76c8c0ab21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:50:32.873224 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a475c6a6-d4dc-449e-8757-393a067c689b req-09c006a9-aae0-44c4-aca9-76c8c0ab21d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0444102
Jun 21 03:50:32.938599 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475c6a6-d4dc-449e-8757-393a067c689b req-28f4bd7b-b165-4daf-855a-3c85acf187f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:50:32.940144 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a475c6a6-d4dc-449e-8757-393a067c689b req-28f4bd7b-b165-4daf-855a-3c85acf187f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0597820
Jun 21 03:50:33.031548 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a475c6a6-d4dc-449e-8757-393a067c689b req-7134bbb6-c37c-492e-8cce-df607744a13b service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850716
Jun 21 03:50:33.128030 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a475c6a6-d4dc-449e-8757-393a067c689b req-248a7378-e877-41ee-9910-cfac995bc3d0 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900352
Jun 21 03:50:34.286862 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bc7220da-4d7f-40fc-a3dd-348de397f8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:36.606705 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:36.730024 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a538d495-63f5-4450-b725-161016b57fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:37.166276 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:38.323780 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:38.723569 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:39.778321 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:50:56.718281 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:51:04.269124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8590aab1-1c1b-46d8-86f8-e2fa9b1e8325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:06.621787 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:06.701020 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8589590b-e2cb-4a6f-b099-4620dbbd582b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:07.163361 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:08.285784 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:08.686144 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:09.803689 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:33.716781 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:51:34.269153 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f807c700-e659-4eac-a3ba-7c9c952bed28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:34.604248 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-5e5e509e-a267-4775-bafd-bccfca41d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:34.605686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-5e5e509e-a267-4775-bafd-bccfca41d1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1097 time: 0.0565467
Jun 21 03:51:34.719425 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-5219535c-e456-4df7-81e8-356e5dc4f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:34.720934 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-5219535c-e456-4df7-81e8-356e5dc4f351 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0955923
Jun 21 03:51:34.788794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-681e607b-07b3-42d4-ab7c-82c6ac2b7cb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 1001 time: 0.0615945
Jun 21 03:51:34.807123 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b6ae1-76c7-4ff9-b41c-e2d09721968e req-9740a5bd-ffd2-4544-848b-4c6f150001dd tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:34.808615 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-867b6ae1-76c7-4ff9-b41c-e2d09721968e req-9740a5bd-ffd2-4544-848b-4c6f150001dd tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0697045
Jun 21 03:51:34.838889 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-097b85f7-5b59-4aac-be50-1bb4a44d6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:34.840421 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-097b85f7-5b59-4aac-be50-1bb4a44d6a92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0451920
Jun 21 03:51:34.851339 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-867b6ae1-76c7-4ff9-b41c-e2d09721968e req-d5a4581d-3d07-45c1-97ea-5623447ee40c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367694
Jun 21 03:51:34.906764 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-6e20f55d-df72-4a88-b142-0ce81eb5c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:34.908288 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-6e20f55d-df72-4a88-b142-0ce81eb5c072 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0600026
Jun 21 03:51:34.918643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-ae7f4691-eac7-472b-ab10-fe3d9b57ffe9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:51:34.919674 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-ae7f4691-eac7-472b-ab10-fe3d9b57ffe9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050766
Jun 21 03:51:35.008114 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-8456c646-5e93-4b3e-9ddd-44c2bf1c6a55 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815341
Jun 21 03:51:35.096536 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c679a86b-34e1-4247-ab4e-d49c8aabefa7 req-f7a6e37d-a8c2-4f99-b050-69f34c8617cb service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826585
Jun 21 03:51:36.059724 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3147d-b987-4c37-a636-82006fd964d8 req-2ca9e974-4758-498a-9e06-e022c4fecfc6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:36.061201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4c3147d-b987-4c37-a636-82006fd964d8 req-2ca9e974-4758-498a-9e06-e022c4fecfc6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0633969
Jun 21 03:51:36.099303 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a4c3147d-b987-4c37-a636-82006fd964d8 req-d3fb98f2-9d29-4c72-8ce0-2aae2c03a6a5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319023
Jun 21 03:51:36.626056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:36.731457 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9c0d089d-910e-4e02-8568-0d9348d7c678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:37.157842 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:37.322705 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f09150-3814-4f8d-a54d-07574b306a9f req-35bdc189-3d60-4635-b3b2-ca417e7cff2d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:37.324188 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73f09150-3814-4f8d-a54d-07574b306a9f req-35bdc189-3d60-4635-b3b2-ca417e7cff2d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0720975
Jun 21 03:51:37.362389 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-73f09150-3814-4f8d-a54d-07574b306a9f req-10052dfd-bd61-4315-80f8-54eaae424e86 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325398
Jun 21 03:51:38.319979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:38.536389 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea08717-362e-4158-b5b0-cb3243a877ef req-b6fe333e-33a3-4c01-b6f7-e6e3784377d4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:38.537913 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ea08717-362e-4158-b5b0-cb3243a877ef req-b6fe333e-33a3-4c01-b6f7-e6e3784377d4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0674813
Jun 21 03:51:38.575602 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ea08717-362e-4158-b5b0-cb3243a877ef req-18e0d36e-4450-4704-9abc-d8a93d090208 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319600
Jun 21 03:51:38.702559 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:39.754432 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cb29c-31ed-4153-8833-ea95f9504596 req-2c38a30b-8567-4a16-ba21-93adce1c41fb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:39.755924 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b1cb29c-31ed-4153-8833-ea95f9504596 req-2c38a30b-8567-4a16-ba21-93adce1c41fb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0665154
Jun 21 03:51:39.771707 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:39.799386 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b1cb29c-31ed-4153-8833-ea95f9504596 req-3068936c-b7a3-4e59-ae60-8916672d8159 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374658
Jun 21 03:51:40.970457 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb75e74-5261-47d8-9706-ad57d8640a42 req-33f1425b-4a08-4c1b-bece-f81b0e8070a1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:40.971929 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bb75e74-5261-47d8-9706-ad57d8640a42 req-33f1425b-4a08-4c1b-bece-f81b0e8070a1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0637434
Jun 21 03:51:41.010522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6bb75e74-5261-47d8-9706-ad57d8640a42 req-f82af148-fdbc-49ce-9b61-17ec9caf83eb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310702
Jun 21 03:51:42.182882 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786ad75-4cc4-4137-97c0-22165210cc43 req-19c77e5e-5e2e-45c0-8409-21b3857df3fb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:42.184272 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3786ad75-4cc4-4137-97c0-22165210cc43 req-19c77e5e-5e2e-45c0-8409-21b3857df3fb tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0623744
Jun 21 03:51:42.220893 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3786ad75-4cc4-4137-97c0-22165210cc43 req-de07e354-37a4-4965-8c38-c271569dadd7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310597
Jun 21 03:51:43.395153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ecf7a-5bb5-4c87-b048-29a95f06835a req-8bf1379f-4bf0-419e-b849-2d14ae192331 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:43.396601 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa6ecf7a-5bb5-4c87-b048-29a95f06835a req-8bf1379f-4bf0-419e-b849-2d14ae192331 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0675414
Jun 21 03:51:43.433221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fa6ecf7a-5bb5-4c87-b048-29a95f06835a req-eaeed4f3-1b4e-4dd5-8b7f-7e61f059b0e9 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310259
Jun 21 03:51:44.604624 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ba1f-86a8-4a9a-ac45-40918238a539 req-afa2b2ef-a4e5-44ba-8178-44ae6e4432d3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:44.606035 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e609ba1f-86a8-4a9a-ac45-40918238a539 req-afa2b2ef-a4e5-44ba-8178-44ae6e4432d3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0637875
Jun 21 03:51:44.645139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e609ba1f-86a8-4a9a-ac45-40918238a539 req-b742cf6c-9abf-4720-9590-a3b4894f7c87 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332873
Jun 21 03:51:45.819812 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bd99-0f91-4e86-a43e-c07110565d7b req-c84fda46-d6d2-40c9-8235-aaad4c1845ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:45.821308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ea9bd99-0f91-4e86-a43e-c07110565d7b req-c84fda46-d6d2-40c9-8235-aaad4c1845ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0644791
Jun 21 03:51:45.864191 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2ea9bd99-0f91-4e86-a43e-c07110565d7b req-9e535e7d-9bc8-4c7b-8107-181f5cb6aa9b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371864
Jun 21 03:51:47.039394 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae1fad-7edb-48b6-af33-9456472f43ce req-55fba5e9-7a69-4ad1-a0b1-d512acb50c54 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:47.040977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eae1fad-7edb-48b6-af33-9456472f43ce req-55fba5e9-7a69-4ad1-a0b1-d512acb50c54 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0644281
Jun 21 03:51:47.079025 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1eae1fad-7edb-48b6-af33-9456472f43ce req-307a588a-4261-4a06-82c1-b4a90ed6bee1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323641
Jun 21 03:51:47.215155 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:51:47.307572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:51:47.318897 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'port_id': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'mac_address': 'fa:16:3e:0e:2f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:51:47.353933 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:47.365802 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45d8ec29-dd07-46b1-9a03-8e82e686b6ae {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:51:47.384632 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:51:47.478076 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:47.479810 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:51:47.531241 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:51:47.539149 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.544616 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:51:47.546703 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:51:47.556213 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['45d8ec29-dd07-46b1-9a03-8e82e686b6ae'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:51:48.253532 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe61e8f-7cca-4903-9e92-444a4306d994 req-19283d26-6548-4540-be83-73b9ac0a6078 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:48.256964 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbe61e8f-7cca-4903-9e92-444a4306d994 req-19283d26-6548-4540-be83-73b9ac0a6078 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 944 time: 0.0649180
Jun 21 03:51:48.293392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cbe61e8f-7cca-4903-9e92-444a4306d994 req-cb96f1a7-6cc3-49ce-b80b-f2f267ffe3b7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324783
Jun 21 03:51:49.223585 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:51:49.490679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:51:49.490971 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:49.524621 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f8103-a21c-443a-b927-1e16cc9797fb req-d637fb34-0c49-4e9f-b36c-bd2fa4be3e80 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:49.527714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a9f8103-a21c-443a-b927-1e16cc9797fb req-d637fb34-0c49-4e9f-b36c-bd2fa4be3e80 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 944 time: 0.0836585
Jun 21 03:51:49.573345 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6a9f8103-a21c-443a-b927-1e16cc9797fb req-34431ea5-e394-4012-8279-1a2a452e6776 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396163
Jun 21 03:51:49.600807 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:49.626292 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:51:49.629010 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d32c3b-d512-4a16-b5b6-ec6256cf414a" -d '{"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-plugged", "status": "completed", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:51:49.642255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:51:49.671082 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7195af97-5e81-4f28-b6a5-e0c96cfa023e x-openstack-request-id: req-7195af97-5e81-4f28-b6a5-e0c96cfa023e {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:51:49.671406 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-plugged", "status": "completed", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:51:49.671672 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7195af97-5e81-4f28-b6a5-e0c96cfa023e {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:51:49.672099 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'code': 200}
Jun 21 03:51:49.714834 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:51:49.716827 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-eca25ec4-20c7-4304-9b02-e1df95de9cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:51:49.769831 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:51:49.772577 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:51:50.778598 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7bde-1eec-4c6b-94a9-c5aa7373e2bf req-3061c00f-e3f1-4fd6-927f-3188d18d2eff tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:50.780298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f1f7bde-1eec-4c6b-94a9-c5aa7373e2bf req-3061c00f-e3f1-4fd6-927f-3188d18d2eff tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0729835
Jun 21 03:51:50.828623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5f1f7bde-1eec-4c6b-94a9-c5aa7373e2bf req-3c389eb0-1b10-43e4-a555-3d17708e5418 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420177
Jun 21 03:51:52.031929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9259d-2055-435f-ab91-3a92bf63e1f0 req-373c6c1d-04fe-43cd-9261-1ee7bd2ebab1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:52.033806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84e9259d-2055-435f-ab91-3a92bf63e1f0 req-373c6c1d-04fe-43cd-9261-1ee7bd2ebab1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0725427
Jun 21 03:51:52.079160 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-84e9259d-2055-435f-ab91-3a92bf63e1f0 req-a85b047a-d2ae-4a5c-a7b4-9fc22b067da7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395372
Jun 21 03:51:53.274728 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64b6dc-d4f7-443f-b82f-ee38b2ab619a req-8b496205-573b-4f8a-8f20-ce6bda74b8fa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:53.276519 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba64b6dc-d4f7-443f-b82f-ee38b2ab619a req-8b496205-573b-4f8a-8f20-ce6bda74b8fa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0683072
Jun 21 03:51:53.320539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba64b6dc-d4f7-443f-b82f-ee38b2ab619a req-3d15d884-5abf-4a7f-a5e0-6fae6b93bc66 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381496
Jun 21 03:51:54.505761 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47117-f709-4d73-b806-9adea84e43ed req-549b07a6-cbd1-4e5a-9213-52de84e65f8a tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:54.508946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34e47117-f709-4d73-b806-9adea84e43ed req-549b07a6-cbd1-4e5a-9213-52de84e65f8a tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0705650
Jun 21 03:51:54.552248 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-34e47117-f709-4d73-b806-9adea84e43ed req-4f3aa08f-9da6-49bf-9c88-35b3b5850d50 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382147
Jun 21 03:51:55.742416 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08314c-182f-41c7-9046-3663a7bbfc02 req-75c6bc0b-923e-445c-856d-69ab26be6e5c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:55.744081 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb08314c-182f-41c7-9046-3663a7bbfc02 req-75c6bc0b-923e-445c-856d-69ab26be6e5c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0753767
Jun 21 03:51:55.787503 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb08314c-182f-41c7-9046-3663a7bbfc02 req-903d4c82-9952-48b2-b9be-25ec11b0ed5a tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375724
Jun 21 03:51:56.998611 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a1e02-4cbe-449b-a5b1-864107395dcb req-7272bb30-aa35-4c03-9742-c95f8b6e9e78 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:57.000190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c34a1e02-4cbe-449b-a5b1-864107395dcb req-7272bb30-aa35-4c03-9742-c95f8b6e9e78 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0705962
Jun 21 03:51:57.039979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c34a1e02-4cbe-449b-a5b1-864107395dcb req-957cebc0-1358-4359-a3d7-0b494a5040e5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335286
Jun 21 03:51:58.236013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458b93-36e2-4410-84e9-c5d8146194fd req-17ca5782-9f11-46ad-a80a-98f26220c657 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:58.237516 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72458b93-36e2-4410-84e9-c5d8146194fd req-17ca5782-9f11-46ad-a80a-98f26220c657 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0683084
Jun 21 03:51:58.280392 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72458b93-36e2-4410-84e9-c5d8146194fd req-6e0485e0-f5e3-4343-bc14-30dfbe3e66dd tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368609
Jun 21 03:51:59.006890 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3479e-6105-4311-9871-89bd87d75b91 req-f30d59a6-a192-4c7d-b728-e1b6d5a38f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:59.008375 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-36d3479e-6105-4311-9871-89bd87d75b91 req-f30d59a6-a192-4c7d-b728-e1b6d5a38f71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1097 time: 0.0547154
Jun 21 03:51:59.099945 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3479e-6105-4311-9871-89bd87d75b91 req-cb7e0d89-e923-43e7-9a23-2df4e317637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:59.101389 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-36d3479e-6105-4311-9871-89bd87d75b91 req-cb7e0d89-e923-43e7-9a23-2df4e317637c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0872924
Jun 21 03:51:59.165071 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-36d3479e-6105-4311-9871-89bd87d75b91 req-c12964fa-7ad6-40e8-8709-a5d9e9ea9235 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 1001 time: 0.0575678
Jun 21 03:51:59.212815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3479e-6105-4311-9871-89bd87d75b91 req-2de6ab6b-9966-432f-ba5f-f3edd88ed166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:59.214246 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-36d3479e-6105-4311-9871-89bd87d75b91 req-2de6ab6b-9966-432f-ba5f-f3edd88ed166 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0430121
Jun 21 03:51:59.275732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3479e-6105-4311-9871-89bd87d75b91 req-6b07e95a-05b3-44ef-bb51-7a56b67594a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:59.277212 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-36d3479e-6105-4311-9871-89bd87d75b91 req-6b07e95a-05b3-44ef-bb51-7a56b67594a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0569448
Jun 21 03:51:59.372806 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-36d3479e-6105-4311-9871-89bd87d75b91 req-64befa4c-537b-452a-9cd1-374a7c59cc55 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890651
Jun 21 03:51:59.464567 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fe87c-2d3d-470d-a77e-f2b517e4f83d req-fbbebb07-ac90-47a5-8dbd-9c3e6c91b430 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:51:59.466000 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c76fe87c-2d3d-470d-a77e-f2b517e4f83d req-fbbebb07-ac90-47a5-8dbd-9c3e6c91b430 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0662780
Jun 21 03:51:59.472130 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-36d3479e-6105-4311-9871-89bd87d75b91 req-3f79317b-9457-4877-b83c-3dad67591734 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934842
Jun 21 03:51:59.506467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c76fe87c-2d3d-470d-a77e-f2b517e4f83d req-8c6c3729-1a39-4a86-842d-221752400457 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347059
Jun 21 03:52:00.680063 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e57cb-66df-4fe3-9b2b-958f0d790e69 req-1b3989b1-cbef-4911-98c1-a5ab054ef34e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:00.681461 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d1e57cb-66df-4fe3-9b2b-958f0d790e69 req-1b3989b1-cbef-4911-98c1-a5ab054ef34e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 945 time: 0.0639210
Jun 21 03:52:00.719623 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d1e57cb-66df-4fe3-9b2b-958f0d790e69 req-912e70ee-f84f-4876-a29c-dc100da1585c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325425
Jun 21 03:52:01.302219 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:52:01.375334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:01.398947 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:52:01.402181 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7f673f-4003-4271-b526-a8d59fb56581" -d '{"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-unplugged", "status": "completed", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:52:01.418861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:52:01.438999 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 03:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6fb32e-3ced-4b2c-a708-4aee337a383a x-openstack-request-id: req-0f6fb32e-3ced-4b2c-a708-4aee337a383a {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:52:01.440506 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-unplugged", "status": "completed", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:52:01.440506 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f6fb32e-3ced-4b2c-a708-4aee337a383a {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:52:01.440506 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'code': 200}
Jun 21 03:52:01.478076 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:01.480354 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-8e9ec630-e3f4-44cc-bcdf-c7f77591948a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:52:01.539306 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:52:01.542976 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:52:01.902437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f381a-e9f4-47c1-b0cc-99c97142ea5e req-9c60e712-1a0c-46f9-9165-16a1acb8deaf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:01.903944 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-335f381a-e9f4-47c1-b0cc-99c97142ea5e req-9c60e712-1a0c-46f9-9165-16a1acb8deaf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0676463
Jun 21 03:52:01.941258 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-335f381a-e9f4-47c1-b0cc-99c97142ea5e req-87388496-f6a2-45b4-b0ae-0fc1d9f29c7a tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315793
Jun 21 03:52:03.427769 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ef8d0-b6fe-4fba-9cb8-b8ce12ce7d47 req-ea43903e-a28f-4742-8773-f5a6c9d081e0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:03.429446 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c0ef8d0-b6fe-4fba-9cb8-b8ce12ce7d47 req-ea43903e-a28f-4742-8773-f5a6c9d081e0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0668309
Jun 21 03:52:03.468173 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1c0ef8d0-b6fe-4fba-9cb8-b8ce12ce7d47 req-fb068d40-5fef-4a70-9353-cc16f657ff7d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327423
Jun 21 03:52:03.811339 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-de74b99b-5105-47fa-b963-939b59c72c2f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0945311
Jun 21 03:52:04.289486 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6e96aa02-bbcf-406a-ad98-fbb3c69814b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:04.660250 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbc0e-23c9-4ce7-8b1b-a054f93cdebd req-64f1397f-070e-40bc-a557-5f459bc34353 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:04.661962 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-349fbc0e-23c9-4ce7-8b1b-a054f93cdebd req-64f1397f-070e-40bc-a557-5f459bc34353 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0733750
Jun 21 03:52:04.721560 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-349fbc0e-23c9-4ce7-8b1b-a054f93cdebd req-d8180962-f522-4d92-8f76-8ce526c432d7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528986
Jun 21 03:52:05.317117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:52:05.334732 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-9b2bf3f0-1aa1-4e51-ba6a-91a9d4d9d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:05.336237 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-9b2bf3f0-1aa1-4e51-ba6a-91a9d4d9d044 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089&tenant_id=d95ac90d4753429993000f52b4dee02d HTTP/1.1" status: 200  len: 1095 time: 0.0530767
Jun 21 03:52:05.411033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-9ca56ff5-19e1-4b53-8e7b-87aea78175d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:05.412522 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-9ca56ff5-19e1-4b53-8e7b-87aea78175d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1095 time: 0.0532799
Jun 21 03:52:05.504219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-ef245902-6845-420c-89bc-6f17cada2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:05.505823 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-ef245902-6845-420c-89bc-6f17cada2fb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0873477
Jun 21 03:52:05.579284 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-a928e45b-bb8b-484a-b9b8-7cf98d346a65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 999 time: 0.0664721
Jun 21 03:52:05.631003 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-ed343939-31b5-4ae3-8247-268ca65b2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:05.632438 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-ed343939-31b5-4ae3-8247-268ca65b2083 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0480263
Jun 21 03:52:05.688374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-d641b88b-d5dc-4033-9a7c-c7711815b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:05.689864 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-d641b88b-d5dc-4033-9a7c-c7711815b4d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0507839
Jun 21 03:52:05.783075 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-d9786460-d721-4f67-802d-f8f8afd7a1da service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869529
Jun 21 03:52:05.879244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1ea93b2b-abdb-484b-a621-bf67041f8162 req-07c7258a-6d86-435c-b64e-9723de7a70e6 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901332
Jun 21 03:52:05.911873 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae81b-f7da-4ef6-a770-4eb3c0b4eec2 req-2fe193a0-a701-4e0b-aa8a-c8cfea64d31b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:05.913425 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c4ae81b-f7da-4ef6-a770-4eb3c0b4eec2 req-2fe193a0-a701-4e0b-aa8a-c8cfea64d31b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0673318
Jun 21 03:52:05.950994 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c4ae81b-f7da-4ef6-a770-4eb3c0b4eec2 req-ce880e9f-7665-488f-a8e4-c48f1fa1507c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318904
Jun 21 03:52:06.638848 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:06.719893 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0ccada50-d669-4c83-a4e6-f992ea497f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:07.134521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce1d63-10f9-494a-9522-d77972a11508 req-d56af16d-c6d8-45b7-b4f5-180f0c5ff46b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:07.136220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59ce1d63-10f9-494a-9522-d77972a11508 req-d56af16d-c6d8-45b7-b4f5-180f0c5ff46b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0685143
Jun 21 03:52:07.171576 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:07.178298 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-59ce1d63-10f9-494a-9522-d77972a11508 req-3783de42-93ad-41a2-924a-1ac94fc943a9 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362608
Jun 21 03:52:08.297171 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:08.370330 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795572-1520-485e-879b-cb3a6c532379 req-91890d93-5bc5-454c-98c8-59b4caa2f4d1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:08.371887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b795572-1520-485e-879b-cb3a6c532379 req-91890d93-5bc5-454c-98c8-59b4caa2f4d1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0757694
Jun 21 03:52:08.413946 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5b795572-1520-485e-879b-cb3a6c532379 req-f4820753-d280-4efc-9b93-95cde129cd74 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355544
Jun 21 03:52:08.729474 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:09.600295 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04962d1-ce74-4d9b-9ff7-81220e5acfa3 req-38bc4d26-526a-456f-94c8-8ae9402d9357 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:09.601840 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a04962d1-ce74-4d9b-9ff7-81220e5acfa3 req-38bc4d26-526a-456f-94c8-8ae9402d9357 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0732391
Jun 21 03:52:09.644240 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a04962d1-ce74-4d9b-9ff7-81220e5acfa3 req-8f07cc0a-3cbb-495f-ad7c-a32412dad5b0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357034
Jun 21 03:52:09.803759 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:10.716761 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:52:10.826620 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796c6ee-f923-4e84-850c-a88ad9b7c3cf req-8e4f9e7b-c44c-48cf-ba6c-9d7089b4d7a5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:10.828156 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4796c6ee-f923-4e84-850c-a88ad9b7c3cf req-8e4f9e7b-c44c-48cf-ba6c-9d7089b4d7a5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0678587
Jun 21 03:52:10.875221 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4796c6ee-f923-4e84-850c-a88ad9b7c3cf req-405e26a5-c6cc-4ce1-a37b-4bd022a187b3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394163
Jun 21 03:52:12.087646 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53325-54bc-424a-9ac8-5982bd0f0a81 req-eab3a0dd-8614-4380-a997-1845d6ca0dc8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:12.089134 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5d53325-54bc-424a-9ac8-5982bd0f0a81 req-eab3a0dd-8614-4380-a997-1845d6ca0dc8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0667183
Jun 21 03:52:12.128082 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5d53325-54bc-424a-9ac8-5982bd0f0a81 req-f7d88c66-e155-487c-803e-318ba5765a67 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331087
Jun 21 03:52:13.311085 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85a617-4418-4ff0-858a-c161621ebba3 req-0d821450-bb79-4a8b-895f-64177d2ba777 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:13.312636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d85a617-4418-4ff0-858a-c161621ebba3 req-0d821450-bb79-4a8b-895f-64177d2ba777 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0673099
Jun 21 03:52:13.354219 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-0d85a617-4418-4ff0-858a-c161621ebba3 req-2b30b0f6-7e8c-47bd-8856-464db1a7c8e6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347471
Jun 21 03:52:14.537357 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6b80-410e-4c7b-9b0c-ec918e06ecac req-002d0e81-c783-4b06-a629-9f248e86c76e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:14.539012 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d7d6b80-410e-4c7b-9b0c-ec918e06ecac req-002d0e81-c783-4b06-a629-9f248e86c76e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0718482
Jun 21 03:52:14.583093 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9d7d6b80-410e-4c7b-9b0c-ec918e06ecac req-f60e81fd-3416-4d9a-885d-f8e1b30286e0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378881
Jun 21 03:52:15.765602 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc74c1c-1eaa-4cb5-b069-7f41cc8537c4 req-611488e9-6005-42f5-966d-e4f2d97e7cdc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:15.767068 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfc74c1c-1eaa-4cb5-b069-7f41cc8537c4 req-611488e9-6005-42f5-966d-e4f2d97e7cdc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0656469
Jun 21 03:52:15.807498 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dfc74c1c-1eaa-4cb5-b069-7f41cc8537c4 req-b678cfe6-9edd-4e2b-bf8b-3582414af945 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341141
Jun 21 03:52:16.980195 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599e92-02f5-4e51-ad68-2ddd19335456 req-a80e543e-b0cd-4fe3-a1d2-266bf65fba70 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:16.981693 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50599e92-02f5-4e51-ad68-2ddd19335456 req-a80e543e-b0cd-4fe3-a1d2-266bf65fba70 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0630126
Jun 21 03:52:17.023078 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-50599e92-02f5-4e51-ad68-2ddd19335456 req-f5fbf1cf-ab07-4e98-be6f-0887a16dc252 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358176
Jun 21 03:52:18.198107 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc889b-cbec-4008-99c1-82584f6157cc req-150364cd-923a-45d0-aee1-52f7b365639b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:18.199557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72fc889b-cbec-4008-99c1-82584f6157cc req-150364cd-923a-45d0-aee1-52f7b365639b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0652878
Jun 21 03:52:18.240398 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-72fc889b-cbec-4008-99c1-82584f6157cc req-fd39f766-9ebc-48a3-978a-8a50625ef425 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339692
Jun 21 03:52:19.395594 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:52:19.448092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc1422-8434-423d-aa98-f98d12784781 req-6a664fc0-0036-446e-97cc-73be75dc5c2e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:19.449723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdfc1422-8434-423d-aa98-f98d12784781 req-6a664fc0-0036-446e-97cc-73be75dc5c2e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 943 time: 0.0766382
Jun 21 03:52:19.494505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:52:19.499308 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cdfc1422-8434-423d-aa98-f98d12784781 req-123cbea8-50c0-43fd-a9a9-75ed172edff9 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436280
Jun 21 03:52:19.509623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'port_id': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'mac_address': 'fa:16:3e:0e:2f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:52:19.549869 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:19.566247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d8ec29-dd07-46b1-9a03-8e82e686b6ae {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:52:19.586505 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:52:20.016791 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:20.018602 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:52:20.064335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=9']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:52:20.067668 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:52:20.245452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['45d8ec29-dd07-46b1-9a03-8e82e686b6ae'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:52:20.680414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b3c5f-d3a8-4c00-b2b5-194a5aa91889 req-916e2f5d-cc5e-4a6f-8152-a4a4204fec78 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:20.681921 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b85b3c5f-d3a8-4c00-b2b5-194a5aa91889 req-916e2f5d-cc5e-4a6f-8152-a4a4204fec78 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 944 time: 0.0689206
Jun 21 03:52:20.719438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b85b3c5f-d3a8-4c00-b2b5-194a5aa91889 req-7e4ae8cc-723b-4f13-9823-43bc1387d62d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319226
Jun 21 03:52:21.407134 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:52:21.453895 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:52:21.454275 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:21.529549 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:21.550591 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:52:21.553409 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b592eb-7240-439d-9abd-5ded447edc30" -d '{"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-plugged", "status": "completed", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:52:21.566272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:52:21.589445 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73c1526-febd-44b4-b3ad-54cd60ccb7be x-openstack-request-id: req-f73c1526-febd-44b4-b3ad-54cd60ccb7be {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:52:21.589744 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-plugged", "status": "completed", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:52:21.590004 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f73c1526-febd-44b4-b3ad-54cd60ccb7be {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:52:21.590407 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'code': 200}
Jun 21 03:52:21.668482 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:21.671201 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:52:21.716163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=10']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:52:21.719326 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:52:21.834170 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5725c25-c90e-407a-9bda-002d3c58f10a req-e8627541-c33b-4cf7-a8eb-e7a194d68c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:21.835584 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e5725c25-c90e-407a-9bda-002d3c58f10a req-e8627541-c33b-4cf7-a8eb-e7a194d68c00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1098 time: 0.0535522
Jun 21 03:52:21.870347 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-e5725c25-c90e-407a-9bda-002d3c58f10a req-64b94aa4-eed8-443c-8b11-3b487f16766c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0281107
Jun 21 03:52:21.899656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a718d-25aa-4b38-ada0-3c5c7196d75a req-8657e3b7-754e-4cea-a992-b3a0f792f8c6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:21.901166 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b61a718d-25aa-4b38-ada0-3c5c7196d75a req-8657e3b7-754e-4cea-a992-b3a0f792f8c6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 946 time: 0.0653977
Jun 21 03:52:21.945514 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b61a718d-25aa-4b38-ada0-3c5c7196d75a req-8ec34ee4-5d7c-4a9f-bd11-7e5a2cb2cd50 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381448
Jun 21 03:52:23.304438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd42971-c41b-4aa0-a9b2-3a4ad8e11328 req-872352c9-da21-40bc-8fbc-7782436a3604 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:23.305931 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5cd42971-c41b-4aa0-a9b2-3a4ad8e11328 req-872352c9-da21-40bc-8fbc-7782436a3604 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 946 time: 0.0631337
Jun 21 03:52:23.348654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-5cd42971-c41b-4aa0-a9b2-3a4ad8e11328 req-7bc422ea-c402-454d-abf1-e024c7a80f74 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370443
Jun 21 03:52:24.524153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bcb54-2e18-47d9-8e49-a2adfc924a13 req-4032403d-468a-41a5-815d-12821af0fe97 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:24.525644 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-924bcb54-2e18-47d9-8e49-a2adfc924a13 req-4032403d-468a-41a5-815d-12821af0fe97 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 946 time: 0.0632491
Jun 21 03:52:24.567512 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-924bcb54-2e18-47d9-8e49-a2adfc924a13 req-1c4836ee-9be5-4865-8459-8c2c81b99d47 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360196
Jun 21 03:52:34.285353 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6c7e28ea-c445-403e-97c0-34b9ef9e068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:34.552423 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-77d8d2f2-577f-4d25-ae4d-0b9bbd930432 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0558262
Jun 21 03:52:34.651811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-b87fa405-c7d0-4992-97e5-3d8345f13628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:34.653354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-b87fa405-c7d0-4992-97e5-3d8345f13628 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1098 time: 0.0593488
Jun 21 03:52:34.764787 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-5788b484-9ce4-4a55-bddd-670426ca74da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:34.766281 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-5788b484-9ce4-4a55-bddd-670426ca74da service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0887058
Jun 21 03:52:34.835046 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-a07a6e11-1aba-4954-8fb2-aefdabcd270f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 1001 time: 0.0614519
Jun 21 03:52:34.884643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-8e85ba74-5714-4d07-a7ef-c81fbc3d1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:34.886080 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-8e85ba74-5714-4d07-a7ef-c81fbc3d1b73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0434318
Jun 21 03:52:34.943815 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-967fc9b6-11be-436a-98bb-0113b552beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:52:34.945313 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-967fc9b6-11be-436a-98bb-0113b552beea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0525446
Jun 21 03:52:35.043504 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-a99c59f6-6866-4862-9f99-a9e49ea6e3a9 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893207
Jun 21 03:52:35.132290 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-62da0b3a-03ec-4a22-8b0c-a26b6ca5b52d req-24d5c3c4-e392-4d1c-a9f1-a95a894b1cff service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825074
Jun 21 03:52:36.642876 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:36.682680 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4918df2e-0ad6-492e-9f96-922017016e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:37.198799 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:38.296343 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:38.759178 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:39.787995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:52:47.717112 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:53:04.273071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-93dc0e61-3278-4bde-9385-b4775b38feb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:06.678987 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:06.707368 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edebec96-d52a-472a-9b3a-3767cd52ca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:07.164342 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:08.284656 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:08.764662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:09.820257 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:24.717067 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:53:34.283697 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-16bc6975-3094-41ef-87e9-c2f835e7f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:34.618789 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-d5dd0c8d-bc1d-4c0a-97f4-2d8e0dc9b6e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1222191
Jun 21 03:53:34.711226 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-4c43abc7-c331-4006-9c08-e27603936afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:34.712793 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-4c43abc7-c331-4006-9c08-e27603936afd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1098 time: 0.0519805
Jun 21 03:53:34.819908 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-2d25b970-68de-4e89-9d54-bc7d69daf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:34.821290 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-2d25b970-68de-4e89-9d54-bc7d69daf189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0887432
Jun 21 03:53:35.236546 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-4a36a64e-d398-4183-a0f0-73cbd1789a0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 1001 time: 0.4083903
Jun 21 03:53:35.285834 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-b0c6ecc3-8c16-4ad8-b431-50f3a284ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:35.287265 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-b0c6ecc3-8c16-4ad8-b431-50f3a284ac60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0446186
Jun 21 03:53:35.348224 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-b834af3c-d5c5-4585-8141-84389151b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:35.349747 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-b834af3c-d5c5-4585-8141-84389151b64f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0567942
Jun 21 03:53:35.438595 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-219a3609-0ae6-4aa9-b1d0-dceefc3c58c7 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821066
Jun 21 03:53:35.531975 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b208a7e6-b4b6-4c73-92a8-be41417ac1d4 req-a23cfee0-f08d-4512-91ec-3e2ecc9278a9 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868766
Jun 21 03:53:36.632979 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:36.728299 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-787b1baa-e55d-4f3d-8a90-3e2242859328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:37.175718 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:37.705636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34902) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:37.865720 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Deleting port 6cb8d4d1-1dd9-47a1-b18f-b01cd3b5428e {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:53:37.866069 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:37.945622 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:37.945960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:38.013061 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Calling delete_port for 6cb8d4d1-1dd9-47a1-b18f-b01cd3b5428e owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:53:38.238744 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:38.241179 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9e36f4bf-7514-474c-b711-e44a4e8448a4 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:38.263243 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event deleted for resources: {'Port': ['ID=6cb8d4d1-1dd9-47a1-b18f-b01cd3b5428e,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:38.277772 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.278166 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.278552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.278934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.279312 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.279687 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.280059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.280435 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.280801 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.281175 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.282369 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.288941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:38.288941 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:38.339867 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:38.340237 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Floating IP c7a3684b-c42c-4b03-a65e-8b9e21fe278f disassociated (deleted). External IP: 172.25.7.120, port: 45d8ec29-dd07-46b1-9a03-8e82e686b6ae.
Jun 21 03:53:38.341521 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:38.550495 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:53:38.661500 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:53:38.666409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:38.670709 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] Sync routers for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:53:38.679966 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:53:38.680581 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8543850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:53:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:53:38.706880 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "DELETE /v2.0/floatingips/c7a3684b-c42c-4b03-a65e-8b9e21fe278f HTTP/1.1" status: 204  len: 168 time: 1.0001194
Jun 21 03:53:38.707618 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:53:38.710046 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df151b9b-b92a-48ed-845f-6af499e13fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:53:38.736500 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:38.751010 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d738bca0-8c3f-4fdb-8f64-2a5f2ee85a65 x-openstack-request-id: req-d738bca0-8c3f-4fdb-8f64-2a5f2ee85a65 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:53:38.751364 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:53:38.751670 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d738bca0-8c3f-4fdb-8f64-2a5f2ee85a65 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:53:38.752246 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'status': 'completed', 'code': 200}
Jun 21 03:53:38.789975 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:53:38.833088 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-5c4ebbd9-d514-478c-97f1-ac9fcb8127f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:38.835090 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-5c4ebbd9-d514-478c-97f1-ac9fcb8127f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 1098 time: 0.0597839
Jun 21 03:53:38.927634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-f9569711-12a0-43eb-8f2c-1261b5c9f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:38.929110 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-f9569711-12a0-43eb-8f2c-1261b5c9f48d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0878184
Jun 21 03:53:38.977930 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-1dd8b023-dab2-43f9-8e58-995c80840522 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 200  len: 217 time: 0.0428216
Jun 21 03:53:38.994078 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8543850>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:53:39.023173 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] Checking router: 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:53:39.028766 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-79a76086-1de6-4f3b-a722-19221d608dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:39.030474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-79a76086-1de6-4f3b-a722-19221d608dab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0468740
Jun 21 03:53:39.031992 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:53:39.032708 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8543850>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:53:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:53:39.090014 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-73f99ebb-7a50-4ae4-bc07-cb737c00f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:39.091450 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-73f99ebb-7a50-4ae4-bc07-cb737c00f853 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0549183
Jun 21 03:53:39.193717 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-75f7f370-d5e1-4bb4-91a1-7ababcf0a7c0 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955298
Jun 21 03:53:39.234530 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:53:39.289133 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df151b9b-b92a-48ed-845f-6af499e13fc0 req-af22ca17-27f8-4598-8cdf-8d9ef76c31db service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894101
Jun 21 03:53:39.456699 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8543850>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:53:39.479361 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d415-1bd8-4614-bf7c-7f86574b1a9d req-57736137-dd46-4c24-a9c7-873208d90686 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:39.480942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e77d415-1bd8-4614-bf7c-7f86574b1a9d req-57736137-dd46-4c24-a9c7-873208d90686 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 946 time: 0.1571660
Jun 21 03:53:39.485460 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616b48a3-cfbe-4d84-9904-3fedfbe44b1d None None] The sync data for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 is: [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:53:39.521041 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-8e77d415-1bd8-4614-bf7c-7f86574b1a9d req-eb7e920e-2097-4227-b88e-6e1ff7b53838 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342402
Jun 21 03:53:39.710735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddcdd3-52d5-4742-ba9b-274d65071812 None None] New status for floating IP c7a3684b-c42c-4b03-a65e-8b9e21fe278f: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:53:39.850321 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:40.548873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-33c44959-b4fc-4157-ac94-15f0c22351c8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:40.550368 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-33c44959-b4fc-4157-ac94-15f0c22351c8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 946 time: 0.0652361
Jun 21 03:53:40.663597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Deleting port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:53:40.663952 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:40.758847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] For port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:53:40.759221 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:40.763316 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185988a-19ad-43ad-bbd3-f255c0ab5c12 req-5209f4c8-0e4c-4294-85a0-c333b16e79f7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:53:40.764793 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2185988a-19ad-43ad-bbd3-f255c0ab5c12 req-5209f4c8-0e4c-4294-85a0-c333b16e79f7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 946 time: 0.1166072
Jun 21 03:53:40.802320 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2185988a-19ad-43ad-bbd3-f255c0ab5c12 req-fefb521e-9636-4c06-8ca0-15c0a0e1f0ef tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317047
Jun 21 03:53:40.823813 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Calling delete_port for 45d8ec29-dd07-46b1-9a03-8e82e686b6ae owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:53:41.021707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:41.025939 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:41.052939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event deleted for resources: {'Port': ['ID=45d8ec29-dd07-46b1-9a03-8e82e686b6ae,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:41.059016 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:41.101157 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] No DVR routers for this DVR port 45d8ec29-dd07-46b1-9a03-8e82e686b6ae on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:53:41.103779 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:41.105743 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-bef9818f-bf64-4e16-afef-16ef7ddc1756 req-bbdcca77-8713-437b-ad16-26e30f355f49 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "DELETE /v2.0/ports/45d8ec29-dd07-46b1-9a03-8e82e686b6ae HTTP/1.1" status: 204  len: 173 time: 0.5494723
Jun 21 03:53:41.106276 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-deleted', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:53:41.108575 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef1cfb6-189a-4452-b967-0460a5524d09" -d '{"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-deleted", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:53:41.161087 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db66bfbe-302f-4a6f-81f9-43b0435f0517 x-openstack-request-id: req-db66bfbe-302f-4a6f-81f9-43b0435f0517 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:53:41.161087 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d913a2-ee29-4d52-8e99-86c6a9938089", "name": "network-vif-deleted", "tag": "45d8ec29-dd07-46b1-9a03-8e82e686b6ae", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:53:41.161087 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db66bfbe-302f-4a6f-81f9-43b0435f0517 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:53:41.161456 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d913a2-ee29-4d52-8e99-86c6a9938089', 'name': 'network-vif-deleted', 'tag': '45d8ec29-dd07-46b1-9a03-8e82e686b6ae', 'status': 'completed', 'code': 200}
Jun 21 03:53:41.961296 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cd8bc483-6732-494c-84bc-a4b3efbc0f48 req-bb1c883d-dae2-4843-8ae2-c00b19a49277 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d913a2-ee29-4d52-8e99-86c6a9938089 HTTP/1.1" status: 200  len: 210 time: 0.0335143
Jun 21 03:53:43.057943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 34932) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:43.116710 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70bf56a2-a95b-47d2-80d9-add36191b6e4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:43.142909 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70bf56a2-a95b-47d2-80d9-add36191b6e4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:43.265551 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70bf56a2-a95b-47d2-80d9-add36191b6e4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:43.269023 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-70bf56a2-a95b-47d2-80d9-add36191b6e4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:43.270213 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-70bf56a2-a95b-47d2-80d9-add36191b6e4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa82cd38-ba00-47e0-8c75-8ac357dfd4a4 HTTP/1.1" status: 204  len: 168 time: 0.2112567
Jun 21 03:53:43.271036 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9c38f367-b3b0-4e4f-bec0-77af8f9522c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:43.281616 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf56a2-a95b-47d2-80d9-add36191b6e4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa82cd38-ba00-47e0-8c75-8ac357dfd4a4,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:43.282518 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-70bf56a2-a95b-47d2-80d9-add36191b6e4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:43.817013 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:53:43.837026 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: 45d8ec29-dd07-46b1-9a03-8e82e686b6ae {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:53:43.837517 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device 45d8ec29-dd07-46b1-9a03-8e82e686b6ae not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:53:44.688056 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34940) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:44.693374 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34019306', 'description': 'tempest-secgroup-smoke-34019306 description', 'project_id': 'd95ac90d4753429993000f52b4dee02d'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:53:44.798451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:44.878204 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:44.952572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:44.955836 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6f7be391-b5d4-424d-ad78-0f4ad570f7f7 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:44.981864 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b83aa26-fa64-4aa1-a002-c946508c0eb5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:44.989604 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.990262 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.990657 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.991044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.991429 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.991807 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.992186 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.992561 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.992933 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.993305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.993704 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.994077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:53:44.997613 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:45.038614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.039874 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-5f4da05f-d475-483e-bb06-00d7660644d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3502781
Jun 21 03:53:45.042619 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34942) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:45.047121 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4a2a78d9-b1c2-4c15-bf61-c26ed1b138dc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': '3b83aa26-fa64-4aa1-a002-c946508c0eb5', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:53:45.151769 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a2a78d9-b1c2-4c15-bf61-c26ed1b138dc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.207473 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a2a78d9-b1c2-4c15-bf61-c26ed1b138dc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.290035 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a2a78d9-b1c2-4c15-bf61-c26ed1b138dc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.291860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-25f1668d-5eac-4b68-8ac4-1a0e9cc2403f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:45.312149 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a78d9-b1c2-4c15-bf61-c26ed1b138dc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcada67-033c-4e04-9e67-90bf58311b68,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:45.314576 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4a2a78d9-b1c2-4c15-bf61-c26ed1b138dc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:45.397007 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a2a78d9-b1c2-4c15-bf61-c26ed1b138dc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.398238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4a2a78d9-b1c2-4c15-bf61-c26ed1b138dc tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3546746
Jun 21 03:53:45.401030 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34944) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:45.405418 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-fff61405-daf4-41ad-becf-2932aa224ba2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': '3b83aa26-fa64-4aa1-a002-c946508c0eb5', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:53:45.505824 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff61405-daf4-41ad-becf-2932aa224ba2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.561722 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff61405-daf4-41ad-becf-2932aa224ba2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.644207 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff61405-daf4-41ad-becf-2932aa224ba2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.649306 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-214f66aa-2421-4b4a-a092-79b6cd3aa6ae tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:45.664427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff61405-daf4-41ad-becf-2932aa224ba2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cef997-a1a3-41c8-92c9-5af26b3ff88c,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:45.667936 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fff61405-daf4-41ad-becf-2932aa224ba2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:45.741547 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fff61405-daf4-41ad-becf-2932aa224ba2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.742813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-fff61405-daf4-41ad-becf-2932aa224ba2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3408465
Jun 21 03:53:45.745578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34946) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:45.750004 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-52cc7a5c-da47-4d7a-8610-75134e76e6bf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': '3b83aa26-fa64-4aa1-a002-c946508c0eb5', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:53:45.923421 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52cc7a5c-da47-4d7a-8610-75134e76e6bf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:45.993129 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52cc7a5c-da47-4d7a-8610-75134e76e6bf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.101435 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52cc7a5c-da47-4d7a-8610-75134e76e6bf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.107045 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cf62e43f-0544-4a65-8bdb-c305d7b6439d tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:46.121435 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc7a5c-da47-4d7a-8610-75134e76e6bf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129331b7-116e-41e1-b065-e6fdc1b6b3d9,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:46.125609 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-52cc7a5c-da47-4d7a-8610-75134e76e6bf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:46.192158 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52cc7a5c-da47-4d7a-8610-75134e76e6bf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.193292 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-52cc7a5c-da47-4d7a-8610-75134e76e6bf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4468062
Jun 21 03:53:46.196088 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34948) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:46.200556 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-7855cfe7-da2f-45f5-b6fd-ad62dd664450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': '3b83aa26-fa64-4aa1-a002-c946508c0eb5', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:53:46.300179 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7855cfe7-da2f-45f5-b6fd-ad62dd664450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.358655 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7855cfe7-da2f-45f5-b6fd-ad62dd664450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.443759 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7855cfe7-da2f-45f5-b6fd-ad62dd664450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.448836 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-94e1e4a6-0388-404a-990f-7a08cb643fe5 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:46.467046 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855cfe7-da2f-45f5-b6fd-ad62dd664450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eeb3a9a-e5ec-489e-9b49-76b24faacc2e,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:46.469961 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7855cfe7-da2f-45f5-b6fd-ad62dd664450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:46.564147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7855cfe7-da2f-45f5-b6fd-ad62dd664450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.565636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7855cfe7-da2f-45f5-b6fd-ad62dd664450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3686051
Jun 21 03:53:46.569305 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34950) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:46.573841 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': '3b83aa26-fa64-4aa1-a002-c946508c0eb5', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:53:46.672910 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Project d95ac90d4753429993000f52b4dee02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:53:46.680338 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.740504 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.815572 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.817581 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ae469b26-6861-4c50-9ecf-a05df5b9a4e2 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:46.833578 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277359ab-ed4e-4b41-9d22-41c854869f0f,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:46.835976 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:46.918689 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:46.919979 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2f28f37a-f011-4705-9247-edc897b12ec3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3496387
Jun 21 03:53:46.922692 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 34952) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:53:46.927797 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'security_group_rule': {'security_group_id': '3b83aa26-fa64-4aa1-a002-c946508c0eb5', 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:53:47.038345 n-d-758944-33 neutron-server[94167]: INFO neutron.db.securitygroups_db [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Project d95ac90d4753429993000f52b4dee02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:53:47.043122 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:47.103310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:47.192412 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:47.194331 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6877a2cf-138f-4243-a0cc-7e96b9539c22 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:53:47.211161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00597840-a559-41ac-8ec0-3ac107ace078,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:53:47.213955 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:53:47.266907 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:53:47.268098 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-d15410ef-3ab8-44fa-96a4-43d4355d493d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3444819
Jun 21 03:54:01.715799 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:54:04.354189 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ff4e544b-a3ac-4e6e-a393-29ee6b6a1219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:06.683737 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:06.758601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-519c3dfe-b88e-45bd-92ef-8738410cfdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:07.181325 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:08.351306 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:08.763951 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:09.849848 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:11.416985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-c5b989ae-4bc1-4a02-8fdb-65392f2cc524 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34019306&fields=id&tenant_id=d95ac90d4753429993000f52b4dee02d HTTP/1.1" status: 200  len: 267 time: 0.0344980
Jun 21 03:54:11.524582 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-65a7791e-83e2-4437-b01c-76c8fb184899 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:11.526063 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-65a7791e-83e2-4437-b01c-76c8fb184899 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 809 time: 0.1023073
Jun 21 03:54:11.540861 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-a5befe1d-c82d-4ab2-967f-a9f811bd5901 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/quotas/d95ac90d4753429993000f52b4dee02d HTTP/1.1" status: 200  len: 375 time: 0.0086818
Jun 21 03:54:11.604710 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-25bb86f7-48d0-47d3-bc0e-48be02f32ecf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0584214
Jun 21 03:54:11.702124 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-7a7329c5-7f22-4896-9d31-3bb2b9c1ae49 service neutron] 10.222.0.25 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856020
Jun 21 03:54:11.792040 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-dc9c8cc5-6156-4199-936e-057a888cbfa4 service neutron] 10.222.0.25 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842862
Jun 21 03:54:12.361220 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c4580ec-14df-4b3d-959b-a9a6cf33f9f6 req-b0aea00f-fdbc-4487-96ba-78ed54ca0e5d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0332103
Jun 21 03:54:13.442877 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c7c2faa4-a0b3-45b0-a95e-5fcbbf076a9b req-93cc7303-2211-4eae-8655-71183f98deaa tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0298507
Jun 21 03:54:14.582138 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f8ae5aeb-7c6b-490b-8a56-20b425287751 req-3c8bd5e7-31a3-4cf4-97fe-804d532b2ad5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0290186
Jun 21 03:54:15.728340 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b062c8e-9429-44ae-86dc-455a479653ae req-171b1f3c-3861-4876-a1f0-d9d3a3a04bf2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0325460
Jun 21 03:54:16.383415 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-14ef2671-0652-46ca-8808-9f55b97cb5cd tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:16.384917 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-14ef2671-0652-46ca-8808-9f55b97cb5cd tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 809 time: 0.1060610
Jun 21 03:54:16.429390 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-36e2b2c2-cdb3-4c94-998b-b4625cb79054 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d95ac90d4753429993000f52b4dee02d HTTP/1.1" status: 200  len: 378 time: 0.0349181
Jun 21 03:54:16.437932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'port': {'device_id': '2d3b2087-64c9-4230-b399-d652d51ad516', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'admin_state_up': True, 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'security_groups': ['3b83aa26-fa64-4aa1-a002-c946508c0eb5']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:54:16.614165 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Made reservation on behalf of d95ac90d4753429993000f52b4dee02d for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:54:16.618075 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:16.751390 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Allocated IP 172.20.0.4 (5eb96ab5-d69f-4404-8f52-1e5e7810b348/08d92ae0-3368-475a-8a70-2d7fc29b3d4f/fe462336-319c-489c-bf6a-3d21d4cfff7c) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:54:16.884555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9591bcf6-25ff-48fd-999b-1149ec83452d req-b7784179-917f-45a7-912a-59ab519e8e3b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0336335
Jun 21 03:54:16.911310 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:16.926375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Transition to ACTIVE for port object fe462336-319c-489c-bf6a-3d21d4cfff7c will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:54:17.048961 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:17.053240 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d03b1ec5-ff80-4af5-9ee4-496dcbfb66cf tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:54:17.094196 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:54:17.097434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:54:17.101370 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:54:17.128851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:54:17.133718 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:54:17.159564 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:17.160201 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:17.239105 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8049603
Jun 21 03:54:17.251849 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Request body: {'port': {'device_id': '2d3b2087-64c9-4230-b399-d652d51ad516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:54:17.331903 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:17.459913 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-85a6ee79-9c26-45e3-86c5-2d91a5b018b3 None None] Provisioning for port fe462336-319c-489c-bf6a-3d21d4cfff7c completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:54:17.464215 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-85a6ee79-9c26-45e3-86c5-2d91a5b018b3 None None] Provisioning complete for port fe462336-319c-489c-bf6a-3d21d4cfff7c triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:54:17.464778 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-85a6ee79-9c26-45e3-86c5-2d91a5b018b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:17.503029 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-85a6ee79-9c26-45e3-86c5-2d91a5b018b3 None None] Port fe462336-319c-489c-bf6a-3d21d4cfff7c cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:54:17.593907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe462336-319c-489c-bf6a-3d21d4cfff7c {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:54:17.601238 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:17.613317 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Transition to ACTIVE for port object fe462336-319c-489c-bf6a-3d21d4cfff7c will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:54:17.682872 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:17.685757 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0af3bc5c-74a0-4cc1-96ff-46c610e56966 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:54:17.763216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Pushing event updated for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:54:17.767551 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:54:17.851664 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Attempting to bind port fe462336-319c-489c-bf6a-3d21d4cfff7c on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:54:17.852033 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Attempting to bind port fe462336-319c-489c-bf6a-3d21d4cfff7c by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:54:17.852363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Attempting to bind port fe462336-319c-489c-bf6a-3d21d4cfff7c on network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:54:17.859669 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Port fe462336-319c-489c-bf6a-3d21d4cfff7c on network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:54:17.859983 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Attempting to bind port fe462336-319c-489c-bf6a-3d21d4cfff7c on network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:54:17.865633 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:54:17.865977 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Checking segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:54:17.866363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Bound using segment: {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:54:17.866785 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Bound port: fe462336-319c-489c-bf6a-3d21d4cfff7c, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5625398f-d3f3-4542-b05f-3cdfd797e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:54:17.867131 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:17.950955 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:54:17.954213 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:54:18.048734 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:18.050941 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-70282cd6-3412-409e-9587-435f6b0b58ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:54:18.087723 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:18.088826 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:18.090662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] 10.222.0.20 "PUT /v2.0/ports/fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 1092 time: 0.8442600
Jun 21 03:54:18.093509 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:54:18.094961 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37626-6784-40e4-9a38-bd2702b853fc req-3cc967f3-5050-404c-a05e-f7d8fbf5dc24 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:18.096842 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1512f975-a568-4e0e-9a61-07e955c00821" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:54:18.118233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07a37626-6784-40e4-9a38-bd2702b853fc req-3cc967f3-5050-404c-a05e-f7d8fbf5dc24 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.1100936
Jun 21 03:54:18.127140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Pushing event updated for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:54:18.138685 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:54:18.165106 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a256f1b3-d947-4525-b882-ab9e8c9e35e6 x-openstack-request-id: req-a256f1b3-d947-4525-b882-ab9e8c9e35e6 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:54:18.165824 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:54:18.166367 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a256f1b3-d947-4525-b882-ab9e8c9e35e6 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:54:18.167857 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'status': 'completed', 'code': 200}
Jun 21 03:54:18.210257 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07a37626-6784-40e4-9a38-bd2702b853fc req-9a1a7496-5b3f-45d1-b0b0-12be95b2dfa8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0878978
Jun 21 03:54:18.248706 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512f975-a568-4e0e-9a61-07e955c00821 req-83ae1062-b331-4aba-88c7-9220792576cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:18.250624 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1512f975-a568-4e0e-9a61-07e955c00821 req-83ae1062-b331-4aba-88c7-9220792576cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1095 time: 0.0750582
Jun 21 03:54:18.360534 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512f975-a568-4e0e-9a61-07e955c00821 req-47810af2-0037-41a8-b267-86f8fcfa511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:18.362054 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1512f975-a568-4e0e-9a61-07e955c00821 req-47810af2-0037-41a8-b267-86f8fcfa511b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d95ac90d4753429993000f52b4dee02d&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1042616
Jun 21 03:54:18.461000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512f975-a568-4e0e-9a61-07e955c00821 req-23d6375d-7565-4c71-bf35-451339400de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:18.462516 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-1512f975-a568-4e0e-9a61-07e955c00821 req-23d6375d-7565-4c71-bf35-451339400de3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0949800
Jun 21 03:54:18.564346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-7924e19d-fece-4784-9ebb-a4a51e3bffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:18.564346 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-7924e19d-fece-4784-9ebb-a4a51e3bffc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1095 time: 0.0540898
Jun 21 03:54:18.601037 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-36eefbb6-4f88-4768-9a18-cf01aad68074 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 217 time: 0.0387001
Jun 21 03:54:18.651613 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-a3d3ba4e-2cde-49db-afb3-fedbe5395677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:18.653064 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-a3d3ba4e-2cde-49db-afb3-fedbe5395677 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0461147
Jun 21 03:54:18.713419 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-46dbaaa1-24f3-4adf-9f4e-52d529fe61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:18.714912 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-46dbaaa1-24f3-4adf-9f4e-52d529fe61ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0544019
Jun 21 03:54:18.809381 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-bdf42060-c70c-42e9-b159-ed22195bde8b service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862896
Jun 21 03:54:18.904395 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-4bd502a6-f4ae-4912-aeaa-7cad684e8651 req-bac95991-2d64-46d5-978b-778d187c5507 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845499
Jun 21 03:54:19.387859 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07be3a4-2c71-46ea-adf6-7891d0af10bd req-5182c896-2068-4b1e-890c-72b835a6a1e3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:19.389442 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b07be3a4-2c71-46ea-adf6-7891d0af10bd req-5182c896-2068-4b1e-890c-72b835a6a1e3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0637929
Jun 21 03:54:19.428238 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b07be3a4-2c71-46ea-adf6-7891d0af10bd req-cdce6ed1-05ab-4ced-8295-b31354703e9a tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0328848
Jun 21 03:54:20.654904 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c6932-4120-40f3-ae02-73978e075cb6 req-71a4e5b2-b1cf-45ba-aca0-12d2f05b8549 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:20.656363 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-285c6932-4120-40f3-ae02-73978e075cb6 req-71a4e5b2-b1cf-45ba-aca0-12d2f05b8549 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0671520
Jun 21 03:54:20.694723 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-285c6932-4120-40f3-ae02-73978e075cb6 req-62c86b68-02b2-4af7-b47d-0d9f09fd46e3 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0322990
Jun 21 03:54:21.873351 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840750-3864-4e45-96f0-abdabcf05cf5 req-5ec67553-1227-42a6-a95e-386218fb9083 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:21.874802 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8840750-3864-4e45-96f0-abdabcf05cf5 req-5ec67553-1227-42a6-a95e-386218fb9083 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0639107
Jun 21 03:54:21.912887 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d8840750-3864-4e45-96f0-abdabcf05cf5 req-3845de29-80df-4db4-b932-8b684e8254b0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0324297
Jun 21 03:54:23.103080 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778a60-581d-481b-86f5-bff072f1fdc0 req-7ef230a1-037c-4ff5-a7ea-2bdc84aa9bb9 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:23.104798 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be778a60-581d-481b-86f5-bff072f1fdc0 req-7ef230a1-037c-4ff5-a7ea-2bdc84aa9bb9 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0826352
Jun 21 03:54:23.143396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-be778a60-581d-481b-86f5-bff072f1fdc0 req-81ebf267-123a-4704-90f5-4a7d0805b275 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0328698
Jun 21 03:54:24.325876 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddac0-79cd-4fde-bbb9-fdb4a7dc27df req-2facd98d-3630-4a5d-a957-1713b8e6fe0c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:24.328279 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c0ddac0-79cd-4fde-bbb9-fdb4a7dc27df req-2facd98d-3630-4a5d-a957-1713b8e6fe0c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0732868
Jun 21 03:54:24.367006 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c0ddac0-79cd-4fde-bbb9-fdb4a7dc27df req-d4c361c5-a8ee-4a4d-8455-6815fdf2a1df tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0329347
Jun 21 03:54:25.537699 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6dc4-1d00-469d-9fe7-c34b40e380c8 req-9a030b53-f0ee-40d4-a81c-64e99f5c0eb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:25.539190 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3dc6dc4-1d00-469d-9fe7-c34b40e380c8 req-9a030b53-f0ee-40d4-a81c-64e99f5c0eb7 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0633080
Jun 21 03:54:25.575873 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b3dc6dc4-1d00-469d-9fe7-c34b40e380c8 req-20cc3d41-e689-43a1-a6d3-b68da31677cf tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0312262
Jun 21 03:54:26.758371 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d8872-1220-4dea-a6df-c8ecd89b4095 req-3394dbae-6f4a-4f41-931f-f0c29c75c02d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:26.759822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f28d8872-1220-4dea-a6df-c8ecd89b4095 req-3394dbae-6f4a-4f41-931f-f0c29c75c02d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0696442
Jun 21 03:54:26.797572 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f28d8872-1220-4dea-a6df-c8ecd89b4095 req-6163c777-d2fa-4b27-bea0-1100853946b2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0313711
Jun 21 03:54:27.971595 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f16a2-abb9-47b1-8080-7931a914c0f9 req-1588ce62-dc89-4cc3-9dcb-5c176c7ac474 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:27.973092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-573f16a2-abb9-47b1-8080-7931a914c0f9 req-1588ce62-dc89-4cc3-9dcb-5c176c7ac474 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0634255
Jun 21 03:54:28.010664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-573f16a2-abb9-47b1-8080-7931a914c0f9 req-6e00a159-43d5-4406-ba55-de928038317e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0318179
Jun 21 03:54:29.187897 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d77dd-f207-41c8-9e19-b6991bc84c08 req-d39eea9d-7ea7-4d9a-984f-6c0202f12528 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:29.189315 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237d77dd-f207-41c8-9e19-b6991bc84c08 req-d39eea9d-7ea7-4d9a-984f-6c0202f12528 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0656626
Jun 21 03:54:29.227348 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-237d77dd-f207-41c8-9e19-b6991bc84c08 req-cb303d87-3efc-4649-b053-dfb222291fe6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0324364
Jun 21 03:54:29.987957 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fe462336-319c-489c-bf6a-3d21d4cfff7c details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:54:30.078817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:54:30.090397 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'port_id': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'mac_address': 'fa:16:3e:bd:31:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:54:30.130124 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:30.142508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe462336-319c-489c-bf6a-3d21d4cfff7c {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:54:30.161967 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:54:30.260060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:30.262009 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-3f58bccb-3775-41f4-928e-27c58421c7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:54:30.319280 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:54:30.327025 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.327394 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.327740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.328079 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.328410 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.328742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.329069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.329427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.329757 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.330386 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.330959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.331300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:54:30.336831 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:54:30.407823 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22d4da-47a9-4a3b-8c10-a67754a66b61 req-8d684b91-0fd2-4856-b9ae-043555e92b0c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:30.410192 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba22d4da-47a9-4a3b-8c10-a67754a66b61 req-8d684b91-0fd2-4856-b9ae-043555e92b0c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 944 time: 0.0652120
Jun 21 03:54:30.448164 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ba22d4da-47a9-4a3b-8c10-a67754a66b61 req-9256d3d1-c946-4cf0-b0dc-1d5b0505c43b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0324223
Jun 21 03:54:30.495307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fe462336-319c-489c-bf6a-3d21d4cfff7c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:54:31.615998 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70e834-d578-4c29-a0a8-0a6fe5a225bd req-d1df8c19-d5b3-46a1-8c68-152e42d711d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:31.617481 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b70e834-d578-4c29-a0a8-0a6fe5a225bd req-d1df8c19-d5b3-46a1-8c68-152e42d711d5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 944 time: 0.0621586
Jun 21 03:54:31.654305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9b70e834-d578-4c29-a0a8-0a6fe5a225bd req-4294b53a-ab16-4951-a7fe-b3c5ac509795 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0311871
Jun 21 03:54:32.003139 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fe462336-319c-489c-bf6a-3d21d4cfff7c up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:54:32.116599 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port fe462336-319c-489c-bf6a-3d21d4cfff7c completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:54:32.120458 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port fe462336-319c-489c-bf6a-3d21d4cfff7c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:54:32.120836 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:32.193443 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:32.218229 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:54:32.220441 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eb843a-2306-4ba5-98a5-3b9985c19b8a" -d '{"events": [{"server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "name": "network-vif-plugged", "status": "completed", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:54:32.234235 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:54:32.256583 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275760df-ce0d-4a57-b7a3-c4ef544e27cb x-openstack-request-id: req-275760df-ce0d-4a57-b7a3-c4ef544e27cb {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:54:32.256878 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "name": "network-vif-plugged", "status": "completed", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:54:32.257157 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-275760df-ce0d-4a57-b7a3-c4ef544e27cb {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:54:32.257593 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'code': 200}
Jun 21 03:54:32.323634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:32.325513 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:54:32.376645 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:54:32.379372 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ff137-1529-4cf6-8079-08ba8a863f41 req-44aa298b-9d49-4037-98d4-24fbf692b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:32.379951 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:54:32.380878 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3e8ff137-1529-4cf6-8079-08ba8a863f41 req-44aa298b-9d49-4037-98d4-24fbf692b835 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0657554
Jun 21 03:54:32.422483 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3e8ff137-1529-4cf6-8079-08ba8a863f41 req-40f150d8-7d12-4864-9b81-d1bf2f04353d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0349340
Jun 21 03:54:33.016334 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95975c05-fb42-4d0c-89d1-6d8712d4ba61 req-9bf27ce7-1abd-44bc-8716-4c2949824fa2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:33.017856 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95975c05-fb42-4d0c-89d1-6d8712d4ba61 req-9bf27ce7-1abd-44bc-8716-4c2949824fa2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0695603
Jun 21 03:54:33.058226 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95975c05-fb42-4d0c-89d1-6d8712d4ba61 req-5ab96760-9dd9-4fd5-89ad-e8f83e984752 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0341265
Jun 21 03:54:34.230745 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172e59-ad62-404c-b796-aa2d06576fee req-89b16b03-9ba4-41f8-9ec5-06b79a0db3c8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:34.232284 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1172e59-ad62-404c-b796-aa2d06576fee req-89b16b03-9ba4-41f8-9ec5-06b79a0db3c8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0640583
Jun 21 03:54:34.270593 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b1172e59-ad62-404c-b796-aa2d06576fee req-dbd7485a-92a7-4995-9fc4-e830f5a0235e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0325739
Jun 21 03:54:34.277903 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2b93eb7f-5acd-43d4-bdd9-8190624e7c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:34.448815 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6a3c-06f6-45be-9e95-b43c4bd02a2d req-e4f6677e-7935-4205-b265-b4a4f4c7b811 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:34.452224 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36bd6a3c-06f6-45be-9e95-b43c4bd02a2d req-e4f6677e-7935-4205-b265-b4a4f4c7b811 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0716000
Jun 21 03:54:34.487864 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-36bd6a3c-06f6-45be-9e95-b43c4bd02a2d req-fdeb1ca8-cc8e-46ef-9210-28c5985b6ee8 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0310955
Jun 21 03:54:34.511321 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35182) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:54:34.561970 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62c508-cc51-44eb-917d-fe8daa5b68b0 tempest-TestShelveInstance-1245287619 tempest-TestShelveInstance-1245287619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:34.563444 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-8d62c508-cc51-44eb-917d-fe8daa5b68b0 tempest-TestShelveInstance-1245287619 tempest-TestShelveInstance-1245287619-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1092 time: 0.0511639
Jun 21 03:54:34.566770 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35184) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:54:34.571173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:54:34.677588 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:35.121354 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:35.220249 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Allocated IP 172.25.7.77 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/94d6fc6b-c826-4520-b5b0-35d219eb30c8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:54:35.321781 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:35.415350 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:35.417405 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-059862e7-2982-442e-acb3-b258a0e5486d tempest-TestMinimumBasicScenario-1953441183 tempest-TestMinimumBasicScenario-1953441183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:54:35.456272 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:54:35.458972 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:54:35.463077 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:54:35.466028 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'Port': ['ID=94d6fc6b-c826-4520-b5b0-35d219eb30c8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:54:35.484874 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:54:35.577678 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0876aba-8086-4753-9420-df860620a3af req-afde741f-cb7b-4da9-8180-7edf2b066452 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0523632
Jun 21 03:54:35.668160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876aba-8086-4753-9420-df860620a3af req-10d3bc01-c917-4afe-b4ff-9993898d74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:35.669679 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0876aba-8086-4753-9420-df860620a3af req-10d3bc01-c917-4afe-b4ff-9993898d74fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0524194
Jun 21 03:54:35.777755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876aba-8086-4753-9420-df860620a3af req-f7516e91-d1f3-4b3d-b895-81bbe1b1fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:35.779127 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0876aba-8086-4753-9420-df860620a3af req-f7516e91-d1f3-4b3d-b895-81bbe1b1fa69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0895360
Jun 21 03:54:35.821269 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0876aba-8086-4753-9420-df860620a3af req-ea008f1b-1e5b-47fa-9b26-543b502545ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 217 time: 0.0360460
Jun 21 03:54:35.833756 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:35.871368 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876aba-8086-4753-9420-df860620a3af req-9678734e-cf87-4611-8d9b-9ca6f10e8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:35.872827 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0876aba-8086-4753-9420-df860620a3af req-9678734e-cf87-4611-8d9b-9ca6f10e8d87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0448177
Jun 21 03:54:35.935934 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876aba-8086-4753-9420-df860620a3af req-09b1829d-571e-4910-8e36-a10363185627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:35.937459 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0876aba-8086-4753-9420-df860620a3af req-09b1829d-571e-4910-8e36-a10363185627 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0585215
Jun 21 03:54:35.974325 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:36.027097 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0876aba-8086-4753-9420-df860620a3af req-f7f07a5d-28b0-4449-9ca6-42dafaf0b952 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828335
Jun 21 03:54:36.120445 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-c0876aba-8086-4753-9420-df860620a3af req-08b39e14-3dd9-43c8-a744-1c3e8c3f0fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868351
Jun 21 03:54:36.122757 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:36.198143 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:36.201170 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-b48f32af-2cbb-4e94-9410-1f63150b3b58 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:54:36.271596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event updated for resources: {'Port': ['ID=94d6fc6b-c826-4520-b5b0-35d219eb30c8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:54:36.275598 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:54:36.280302 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:36.380776 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Floating IP 00319f47-10b0-4fa6-9901-d1b0f8f8f992 associated. External IP: 172.25.7.77, port: fe462336-319c-489c-bf6a-3d21d4cfff7c.
Jun 21 03:54:36.590527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:54:36.666493 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:36.697568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:54:36.707454 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] Sync routers for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:54:36.716490 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:54:36.717096 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d94e7c40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:54:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:54:36.734754 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6f1844bf-98b6-471a-aa94-35c1be88fa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:36.792262 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:36.822703 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:54:36.833985 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2661731
Jun 21 03:54:36.834671 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:54:36.837003 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ea74c-6252-4db4-bdbd-2011c079b79d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:54:36.926826 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53d5dc5-bca0-4cc2-bb8b-d4ae9930e73a x-openstack-request-id: req-f53d5dc5-bca0-4cc2-bb8b-d4ae9930e73a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:54:36.927171 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:54:36.927489 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f53d5dc5-bca0-4cc2-bb8b-d4ae9930e73a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:54:36.927940 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'status': 'completed', 'code': 200}
Jun 21 03:54:37.003313 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-fc6afa66-895f-487d-9c93-0e1e4643991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:37.006052 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-fc6afa66-895f-487d-9c93-0e1e4643991f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0544653
Jun 21 03:54:37.049551 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d94e7c40>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '00319f47-10b0-4fa6-9901-d1b0f8f8f992', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'port_id': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'mac_address': 'fa:16:3e:bd:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3b2087-64c9-4230-b399-d652d51ad516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:54:35Z', 'updated_at': '2021-06-21T03:54:35Z', 'revision_number': 0, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:54:37.075057 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] Checking router: 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:54:37.083637 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:54:37.084234 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d94e7c40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:54:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:54:37.094298 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-8fea8e8e-3f3d-4081-99a8-3dfc800dae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:37.095786 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-8fea8e8e-3f3d-4081-99a8-3dfc800dae28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0851014
Jun 21 03:54:37.168127 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-1a57c8b3-2faf-4074-862d-c0125ee1022a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 998 time: 0.0649834
Jun 21 03:54:37.177074 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:37.191462 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:54:37.217261 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-0f25e1aa-28bc-4a3e-a74c-1ffa5fbcf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:37.218757 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-0f25e1aa-28bc-4a3e-a74c-1ffa5fbcf640 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0449774
Jun 21 03:54:37.275847 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-edbf4fef-80dd-465a-9f17-8199afe26003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:54:37.277348 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-edbf4fef-80dd-465a-9f17-8199afe26003 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0528684
Jun 21 03:54:37.369093 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-fff28c57-6ed8-405b-b17c-1ecf6a592e11 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849991
Jun 21 03:54:37.412542 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d94e7c40>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '00319f47-10b0-4fa6-9901-d1b0f8f8f992', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'port_id': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'mac_address': 'fa:16:3e:bd:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3b2087-64c9-4230-b399-d652d51ad516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:54:35Z', 'updated_at': '2021-06-21T03:54:35Z', 'revision_number': 0, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:54:37.439149 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a971ca-856a-4ce9-b29e-b5d4f9bff514 None None] The sync data for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 is: [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '00319f47-10b0-4fa6-9901-d1b0f8f8f992', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'port_id': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'mac_address': 'fa:16:3e:bd:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3b2087-64c9-4230-b399-d652d51ad516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T03:54:35Z', 'updated_at': '2021-06-21T03:54:35Z', 'revision_number': 0, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:54:37.461671 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-ff9ea74c-6252-4db4-bdbd-2011c079b79d req-c51b8fa0-4b0e-4108-9473-4fad8b0b6b73 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860925
Jun 21 03:54:37.639891 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a168b43-9c68-4e27-a944-ca3360431b11 None None] New status for floating IP 00319f47-10b0-4fa6-9901-d1b0f8f8f992: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:54:38.340614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:38.714524 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:54:38.728506 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:54:39.814873 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:04.254881 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2fb9a959-9038-4215-92fc-155e34480b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:06.683540 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:06.694722 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1cf0ff4f-f1f9-4713-bd62-dfbb48191146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:07.180363 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:08.294637 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:08.705297 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:09.797876 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:15.713019 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:55:34.311233 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fc149d94-ebc8-4682-a9ad-a75a61773da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:36.560962 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-646a5c8b-38e0-4c46-9bfd-f28d26c60772 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0578856
Jun 21 03:55:36.654531 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-d3569625-0532-4bc3-b0a6-cc57a3192334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:55:36.656023 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-d3569625-0532-4bc3-b0a6-cc57a3192334 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0539899
Jun 21 03:55:36.705144 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:36.733743 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-968db51a-f7af-4913-8df6-8fe1ed0f6646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:36.763424 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-252e102f-964d-40df-8c16-4cfab7cf4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:55:36.765776 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-252e102f-964d-40df-8c16-4cfab7cf4cce service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0886257
Jun 21 03:55:37.183981 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-7c23b080-f0e6-4086-9938-fdac932c8852 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 1000 time: 0.4126718
Jun 21 03:55:37.225321 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:37.233877 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-3888ccb9-9cc5-4bd1-bd8d-7ffa11187f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:55:37.235303 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-3888ccb9-9cc5-4bd1-bd8d-7ffa11187f34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0445569
Jun 21 03:55:37.298279 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-3fd16055-ace9-4cf8-894b-0e02ac270ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:55:37.300377 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-3fd16055-ace9-4cf8-894b-0e02ac270ec1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0583980
Jun 21 03:55:37.391662 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-9550c739-170d-412c-84df-01b20f8cb84c service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858767
Jun 21 03:55:37.483491 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-8a44e002-46e1-4485-a51e-b2562612cc5d req-547a70e9-99ae-4ae5-bf98-78434880ee48 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860500
Jun 21 03:55:38.328258 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:38.716594 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:39.842263 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:55:52.715843 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:56:04.264871 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7fe0c5d4-46d6-455e-97bc-1b80c6d0fd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:06.688108 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf935-c2ba-4e8a-8e6e-02cf28127462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:06.722179 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:07.201468 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:08.316343 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:08.750509 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:09.836839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:29.714857 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:56:34.304273 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6acf-fc8c-455d-a779-5bd7e538ea5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:36.560792 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-a1fe6564-3afe-44f9-a485-ec5a3f91330b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0531456
Jun 21 03:56:36.654458 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-dc2aecd9-487a-40c5-b2ca-6c2dea0503a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:56:36.655973 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-dc2aecd9-487a-40c5-b2ca-6c2dea0503a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0543902
Jun 21 03:56:36.721976 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-46d48fc8-402a-4841-b9dc-56281d00d94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:36.750461 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:36.764056 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-827caf68-6e67-4814-a993-cdf09d963e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:56:36.765611 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-827caf68-6e67-4814-a993-cdf09d963e84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0900657
Jun 21 03:56:36.830730 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-1bca93f4-efdd-46df-913b-bb6bc553f35f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 1000 time: 0.0580046
Jun 21 03:56:36.877851 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-e15cbd2d-58e1-4878-9614-c5c658110eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:56:36.879287 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-e15cbd2d-58e1-4878-9614-c5c658110eef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0434480
Jun 21 03:56:36.942380 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-519cadd5-e9ef-4c2b-b24b-bc099d28522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:56:36.943951 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-519cadd5-e9ef-4c2b-b24b-bc099d28522a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0586252
Jun 21 03:56:37.033703 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-cc2a2ea7-138a-4267-abb6-662746cf5f7a service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829334
Jun 21 03:56:37.125792 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-7e240386-7093-4bf1-b4f1-6596e997d0bc req-a7cd9115-fa3f-4f9b-8ca9-43acda72ea06 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864670
Jun 21 03:56:37.207316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:38.321828 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:38.801927 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:56:39.841708 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:03.619369 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e0bbd-d0be-47a1-9919-f08f857cfaea req-bee82c09-a25e-4477-96f6-16ed86dd0fb6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:03.621070 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-082e0bbd-d0be-47a1-9919-f08f857cfaea req-bee82c09-a25e-4477-96f6-16ed86dd0fb6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0659902
Jun 21 03:57:03.660375 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-082e0bbd-d0be-47a1-9919-f08f857cfaea req-4b3b9cde-bd93-4395-9095-08b4a7d2ae73 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0331559
Jun 21 03:57:04.264198 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-48722ec9-1077-4c7b-90e5-76c8b0c2145c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:04.869542 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b416b-5cdf-4ae0-b22b-92cf5bb8df59 req-fbab2bbb-0e30-4f81-94f6-db4d0a5ea680 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:04.871049 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-287b416b-5cdf-4ae0-b22b-92cf5bb8df59 req-fbab2bbb-0e30-4f81-94f6-db4d0a5ea680 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0672493
Jun 21 03:57:04.916365 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-287b416b-5cdf-4ae0-b22b-92cf5bb8df59 req-cc3f1a01-c573-4abe-a674-b5eff91a204e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0361550
Jun 21 03:57:06.105253 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5b8de-6402-4a68-b3bd-56d7b9b02a9d req-47cc0538-ff94-42cb-947f-3ab984413065 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:06.106733 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ab5b8de-6402-4a68-b3bd-56d7b9b02a9d req-47cc0538-ff94-42cb-947f-3ab984413065 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0625460
Jun 21 03:57:06.148665 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ab5b8de-6402-4a68-b3bd-56d7b9b02a9d req-b7a012c2-7ea4-4dee-8c91-39e2b939bc23 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0324206
Jun 21 03:57:06.698130 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2dde3fb6-e94b-4bb0-ae1b-9be0467571e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:06.714722 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:57:06.715889 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:07.184134 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:07.315929 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40d40b-f83b-4293-bbb5-e85f9a501ab8 req-85e7a358-e17f-4c03-aa85-e87cf6b8e6c0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:07.318259 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b40d40b-f83b-4293-bbb5-e85f9a501ab8 req-85e7a358-e17f-4c03-aa85-e87cf6b8e6c0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0646772
Jun 21 03:57:07.359150 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7b40d40b-f83b-4293-bbb5-e85f9a501ab8 req-d4102960-e6c6-40b9-a62a-dd2dd931cc02 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353184
Jun 21 03:57:08.320867 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:08.530720 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5c8b3-2edb-4fb3-b59a-78f16cf07ef8 req-00dc9ce8-8ba9-4b59-a191-839071363f42 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:08.532169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ea5c8b3-2edb-4fb3-b59a-78f16cf07ef8 req-00dc9ce8-8ba9-4b59-a191-839071363f42 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0632617
Jun 21 03:57:08.569793 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9ea5c8b3-2edb-4fb3-b59a-78f16cf07ef8 req-e7da4203-6d8d-4c4e-8ce8-ee45c57f9be2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0313911
Jun 21 03:57:08.749743 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:09.739153 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73d218-6061-4626-aa7e-bafc4b0be982 req-c57a65f6-2e62-4a08-8d2b-fb03d052bdc1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:09.741305 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec73d218-6061-4626-aa7e-bafc4b0be982 req-c57a65f6-2e62-4a08-8d2b-fb03d052bdc1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0640452
Jun 21 03:57:09.778769 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec73d218-6061-4626-aa7e-bafc4b0be982 req-ab621841-dd54-4e1c-9d88-adb0c55097ec tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0318210
Jun 21 03:57:09.802215 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:10.986640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ea6f-1fca-452b-ab29-9214edeae242 req-fb0edea2-f038-46ee-bd20-7efb87196061 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:10.989094 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04a6ea6f-1fca-452b-ab29-9214edeae242 req-fb0edea2-f038-46ee-bd20-7efb87196061 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0791554
Jun 21 03:57:11.038448 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-04a6ea6f-1fca-452b-ab29-9214edeae242 req-2a86ef61-38d7-48bd-9ce3-159335a3e925 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422158
Jun 21 03:57:12.217180 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3268e6-b7e8-4443-b04c-c9f2d2de184c req-702cee7a-76d8-4802-a459-e24ebfa69178 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:12.218700 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe3268e6-b7e8-4443-b04c-c9f2d2de184c req-702cee7a-76d8-4802-a459-e24ebfa69178 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0638967
Jun 21 03:57:12.256647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe3268e6-b7e8-4443-b04c-c9f2d2de184c req-8cad59a4-754c-4ede-b821-a3d13044e502 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0320528
Jun 21 03:57:13.433641 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a87ba1-92c3-469d-93d1-2213f627b460 req-38af6a7e-7068-4b4f-8987-096a85b15a2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:13.435114 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35a87ba1-92c3-469d-93d1-2213f627b460 req-38af6a7e-7068-4b4f-8987-096a85b15a2b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0633030
Jun 21 03:57:13.479894 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-35a87ba1-92c3-469d-93d1-2213f627b460 req-f40c7f90-e7f3-42fb-8bfa-71a4869c3572 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392368
Jun 21 03:57:13.741514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-3cc64b6c-bc7e-4c64-82d2-1f7071a64cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:13.742999 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-3cc64b6c-bc7e-4c64-82d2-1f7071a64cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0544956
Jun 21 03:57:13.834122 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-417f0212-b2fe-46f9-bb47-20658cd1f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:13.835573 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-417f0212-b2fe-46f9-bb47-20658cd1f121 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0864754
Jun 21 03:57:13.899872 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-fe7bfb71-22e7-4492-9d4b-ae1750c930bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 1000 time: 0.0578859
Jun 21 03:57:13.956190 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-42fe97a5-8bae-40a8-97b9-595925136a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:13.957827 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-42fe97a5-8bae-40a8-97b9-595925136a96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0521791
Jun 21 03:57:14.017796 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-9c092708-1f0f-4b69-becb-83710f9d8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:14.019195 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-9c092708-1f0f-4b69-becb-83710f9d8da1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0554430
Jun 21 03:57:14.106651 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-b9946537-9a7d-4b38-b651-c08b57bfe9d7 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812023
Jun 21 03:57:14.196833 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d4ccf382-169f-4b04-ad7b-ace90644ea2e req-64bf1750-1056-4605-8ceb-0ff4d7e177dc service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833178
Jun 21 03:57:14.659883 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8bea8-2c91-4b1f-8b6f-ead8b8f05ac6 req-b0875ae1-f7b8-4c54-82d8-dff4ba5dc106 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:14.661460 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15c8bea8-2c91-4b1f-8b6f-ead8b8f05ac6 req-b0875ae1-f7b8-4c54-82d8-dff4ba5dc106 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0694151
Jun 21 03:57:14.699674 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-15c8bea8-2c91-4b1f-8b6f-ead8b8f05ac6 req-0dcb6a10-33a9-4aca-90f8-80a5861f19f0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0320501
Jun 21 03:57:15.871034 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd5fe-d07f-4f9b-b7f8-82afe840dddc req-5746edf6-e3a9-4190-a97f-5c82fbd3f5e2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:15.872712 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-caddd5fe-d07f-4f9b-b7f8-82afe840dddc req-5746edf6-e3a9-4190-a97f-5c82fbd3f5e2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0650861
Jun 21 03:57:15.916466 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-caddd5fe-d07f-4f9b-b7f8-82afe840dddc req-cc5d63e1-5736-4d04-9f01-47b380d6587a tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378182
Jun 21 03:57:17.119774 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba39ed-c6b2-41c0-bf13-f44e42b9703c req-d77d123c-8697-4ce7-9478-6dd9166eb783 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:17.121270 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94ba39ed-c6b2-41c0-bf13-f44e42b9703c req-d77d123c-8697-4ce7-9478-6dd9166eb783 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0697839
Jun 21 03:57:17.160235 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-94ba39ed-c6b2-41c0-bf13-f44e42b9703c req-7da048fc-920a-437f-827e-04029b5ad162 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0330815
Jun 21 03:57:18.337120 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a68b9e-59a1-4b2e-9283-95a73301f37c req-a125472b-9235-4f94-b3e7-07c4fd3f631c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:18.338647 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71a68b9e-59a1-4b2e-9283-95a73301f37c req-a125472b-9235-4f94-b3e7-07c4fd3f631c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0671763
Jun 21 03:57:18.377610 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-71a68b9e-59a1-4b2e-9283-95a73301f37c req-ee33a1c1-5b03-4b8a-adb1-33efe62c4cd4 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0330973
Jun 21 03:57:18.766711 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fe462336-319c-489c-bf6a-3d21d4cfff7c no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:57:18.839242 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:18.861136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:57:18.863640 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edf8937-01a9-41dd-a3c8-ad6c8ec51090" -d '{"events": [{"server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "name": "network-vif-unplugged", "status": "completed", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:57:18.883660 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:57:18.944747 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7f3dd-8acc-4eaa-bc34-61c704a6adde x-openstack-request-id: req-08d7f3dd-8acc-4eaa-bc34-61c704a6adde {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:57:18.945057 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "name": "network-vif-unplugged", "status": "failed", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c", "code": 422}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:57:18.945322 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08d7f3dd-8acc-4eaa-bc34-61c704a6adde {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:57:18.945762 n-d-758944-33 neutron-server[94168]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'code': 422} returned with failed status
Jun 21 03:57:18.955149 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:18.956896 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:57:19.004227 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:57:19.011844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.012196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.012538 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.012882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.013217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.013575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.013907 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.014236 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.014560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.014885 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.015209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.015555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:57:19.019360 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:57:19.882091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bd10e-ff9d-4e7a-880c-cd40b1ad3dd0 req-49c21006-c6b6-4df9-8c5a-20b3d27c2c94 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:19.883636 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-554bd10e-ff9d-4e7a-880c-cd40b1ad3dd0 req-49c21006-c6b6-4df9-8c5a-20b3d27c2c94 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0645056
Jun 21 03:57:19.932159 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-554bd10e-ff9d-4e7a-880c-cd40b1ad3dd0 req-db03adc2-0e15-4db5-abf7-931a7de053f5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427094
Jun 21 03:57:19.960041 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-d9add03a-1587-4539-b88b-0da1db43aa2e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0907280
Jun 21 03:57:21.107213 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492159-bb91-4724-a5ef-faac12ba0ca2 req-56fc2a4a-56c5-4e38-bf6b-9ee715db4e68 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:21.108725 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c492159-bb91-4724-a5ef-faac12ba0ca2 req-56fc2a4a-56c5-4e38-bf6b-9ee715db4e68 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0650904
Jun 21 03:57:21.148179 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c492159-bb91-4724-a5ef-faac12ba0ca2 req-bb6693f7-bfbb-4776-9635-9d6f419dc420 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0335650
Jun 21 03:57:22.324837 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034f1d6-5545-4cb9-904a-465c8ba9f7ef req-97e79e76-2886-408f-87cf-8f904c29e07e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:22.326325 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4034f1d6-5545-4cb9-904a-465c8ba9f7ef req-97e79e76-2886-408f-87cf-8f904c29e07e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0626802
Jun 21 03:57:22.363955 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-4034f1d6-5545-4cb9-904a-465c8ba9f7ef req-c855b3e9-e7a6-4dd2-af5d-f077a53db48b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0319760
Jun 21 03:57:23.543414 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d24cd-f1c3-444b-8b27-c4b14520582a req-1b84c900-78f1-4131-9d36-6351b9d0e2e6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:23.546022 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-036d24cd-f1c3-444b-8b27-c4b14520582a req-1b84c900-78f1-4131-9d36-6351b9d0e2e6 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0704665
Jun 21 03:57:23.585504 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-036d24cd-f1c3-444b-8b27-c4b14520582a req-cc234907-eef5-4b74-8a78-a2e27781cf6c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0334809
Jun 21 03:57:24.761708 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c463-8046-4e32-b188-5f951a47259d req-2d8f65c5-aa2e-469c-9617-e2053f339020 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:24.763107 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07d8c463-8046-4e32-b188-5f951a47259d req-2d8f65c5-aa2e-469c-9617-e2053f339020 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0659842
Jun 21 03:57:24.799822 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-07d8c463-8046-4e32-b188-5f951a47259d req-6e993d2c-5fc4-479d-b2eb-4b20a6cc1ea9 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0309067
Jun 21 03:57:25.980092 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33088783-c2e6-4372-a382-9e9f62b879b9 req-208e0f11-77e3-4c65-adca-d6bad352858b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:25.981619 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33088783-c2e6-4372-a382-9e9f62b879b9 req-208e0f11-77e3-4c65-adca-d6bad352858b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0658948
Jun 21 03:57:26.025792 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-33088783-c2e6-4372-a382-9e9f62b879b9 req-0c2686a3-f948-471e-9fd4-475688cdb67c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380216
Jun 21 03:57:27.200033 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5274c-37bd-4acf-867f-b2c8a26bb019 req-b1a67d70-da5f-4ced-821b-1bf566e9ea7f tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:27.201569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ce5274c-37bd-4acf-867f-b2c8a26bb019 req-b1a67d70-da5f-4ced-821b-1bf566e9ea7f tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0642061
Jun 21 03:57:27.241738 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7ce5274c-37bd-4acf-867f-b2c8a26bb019 req-c57e7de3-b9ca-46d4-809f-2dab35edcf07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0343790
Jun 21 03:57:27.752960 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-0560fbd9-5f59-4301-9dd1-d353b27224ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:27.754474 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-0560fbd9-5f59-4301-9dd1-d353b27224ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516&tenant_id=d95ac90d4753429993000f52b4dee02d HTTP/1.1" status: 200  len: 1095 time: 0.0528476
Jun 21 03:57:27.828896 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-7e1aebb7-ca4b-4b9e-a923-c0453c90a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:27.830429 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-7e1aebb7-ca4b-4b9e-a923-c0453c90a24d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1095 time: 0.0541720
Jun 21 03:57:27.923996 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-549913b9-1832-4994-ad64-f60f0d7e742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:27.925546 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-549913b9-1832-4994-ad64-f60f0d7e742c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0894492
Jun 21 03:57:27.988815 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-f85a5d23-24ad-4654-9101-08c557f8e612 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 998 time: 0.0572701
Jun 21 03:57:28.040545 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-e5274aca-e469-4af0-bbd0-7c77c8ab8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:28.041912 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-e5274aca-e469-4af0-bbd0-7c77c8ab8ef7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0472710
Jun 21 03:57:28.099636 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-da99f7d2-dc1e-4318-9e3f-e7c456c68714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:28.101154 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-da99f7d2-dc1e-4318-9e3f-e7c456c68714 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0526979
Jun 21 03:57:28.188676 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-15bff4e8-5652-458c-9c3e-b8690e8fd4f1 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811543
Jun 21 03:57:28.284524 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-59c8abfe-4c7c-41c9-9109-d66cf5dac1a4 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896816
Jun 21 03:57:28.420400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb836428-38e1-4d7b-bbef-a6981ca91f83 req-92ea809a-f3e7-44e2-b75b-92c58dcc6859 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:28.421912 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb836428-38e1-4d7b-bbef-a6981ca91f83 req-92ea809a-f3e7-44e2-b75b-92c58dcc6859 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0642431
Jun 21 03:57:28.459524 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-cb836428-38e1-4d7b-bbef-a6981ca91f83 req-831745c1-dbba-4b3a-81ba-f672ad61792b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0316298
Jun 21 03:57:29.641352 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9673c-21c2-4915-992d-22e81f111a0e req-b53ae789-5e16-4bfe-bbcc-3ea86e803b4e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:29.642866 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6f9673c-21c2-4915-992d-22e81f111a0e req-b53ae789-5e16-4bfe-bbcc-3ea86e803b4e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0684242
Jun 21 03:57:29.681201 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6f9673c-21c2-4915-992d-22e81f111a0e req-47948090-5874-47d7-87b7-bb61b674f76c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0325117
Jun 21 03:57:30.851557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed697-5cbb-43e2-b462-391bbca3c28d req-f45a934d-ca32-40c9-8b4c-8e1677958a17 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:30.853028 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec4ed697-5cbb-43e2-b462-391bbca3c28d req-f45a934d-ca32-40c9-8b4c-8e1677958a17 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0642385
Jun 21 03:57:30.890522 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ec4ed697-5cbb-43e2-b462-391bbca3c28d req-8278d8f9-69fc-4f84-aff7-1e7caa74a49e tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0319560
Jun 21 03:57:32.062199 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb87c2-a217-4df7-a2dd-0a7f028b5e11 req-e2e8aade-e5cf-4e46-9a90-cfa302cf3dc0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:32.063673 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9eb87c2-a217-4df7-a2dd-0a7f028b5e11 req-e2e8aade-e5cf-4e46-9a90-cfa302cf3dc0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0615141
Jun 21 03:57:32.105373 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c9eb87c2-a217-4df7-a2dd-0a7f028b5e11 req-9b051541-71c6-4aaf-8118-c49665614c72 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0358906
Jun 21 03:57:33.277825 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0af10-6102-43de-a8a2-1646b846b034 req-d3352372-0f88-464d-a71f-28f688631f10 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:33.279293 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30d0af10-6102-43de-a8a2-1646b846b034 req-d3352372-0f88-464d-a71f-28f688631f10 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0646019
Jun 21 03:57:33.316158 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30d0af10-6102-43de-a8a2-1646b846b034 req-9ef8e487-69fc-4b1b-9dcf-00ee31c24f04 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0311978
Jun 21 03:57:34.280505 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb39a-d3b2-4c92-a071-377a325368ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:34.487011 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a695-d096-46d9-b6ba-dedf2078cb99 req-25d816e4-0f1b-45da-9bba-f29447bf7f76 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:34.488470 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2584a695-d096-46d9-b6ba-dedf2078cb99 req-25d816e4-0f1b-45da-9bba-f29447bf7f76 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0638468
Jun 21 03:57:34.527334 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2584a695-d096-46d9-b6ba-dedf2078cb99 req-86504716-5e38-45a5-8d3b-06af803a9c5f tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0326526
Jun 21 03:57:35.707952 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eeb317-ea47-40f1-8bea-47045b239e5a req-9ad1941b-8e84-4005-8586-a481a2a621b5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:35.710319 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f5eeb317-ea47-40f1-8bea-47045b239e5a req-9ad1941b-8e84-4005-8586-a481a2a621b5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0685256
Jun 21 03:57:35.747349 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f5eeb317-ea47-40f1-8bea-47045b239e5a req-e64f9b0d-de6a-4704-aeba-413490fd84e1 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0313942
Jun 21 03:57:36.691860 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-293fc51a-6365-4ea5-98e9-3b25de028159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:36.789692 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:36.858963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fe462336-319c-489c-bf6a-3d21d4cfff7c details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 03:57:36.921233 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd4fe3-2089-428f-9a77-776b4a9b7682 req-8828e1ea-5ac4-4a0b-a2f8-dd3c6762830a tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:36.925806 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dacd4fe3-2089-428f-9a77-776b4a9b7682 req-8828e1ea-5ac4-4a0b-a2f8-dd3c6762830a tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 943 time: 0.0690274
Jun 21 03:57:36.955474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:57:36.963394 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-dacd4fe3-2089-428f-9a77-776b4a9b7682 req-50e78fb9-636a-4d19-a9c0-80a9d73bb967 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0345817
Jun 21 03:57:36.967056 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'port_id': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'mac_address': 'fa:16:3e:bd:31:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 03:57:37.007214 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:37.019364 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe462336-319c-489c-bf6a-3d21d4cfff7c {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:57:37.038888 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:57:37.116643 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:37.121168 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:57:37.168959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:57:37.172956 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:57:37.206020 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:37.351875 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['fe462336-319c-489c-bf6a-3d21d4cfff7c'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 03:57:37.576021 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-9206462f-a3da-4142-a7dc-5a14de29dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:37.577693 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-9206462f-a3da-4142-a7dc-5a14de29dc35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1096 time: 0.0568163
Jun 21 03:57:37.684225 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-0d2b0c17-a269-4ef4-9fd9-567769fe978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:37.685725 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-0d2b0c17-a269-4ef4-9fd9-567769fe978b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0890927
Jun 21 03:57:37.750135 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-a9cf6cc5-f5ab-48ba-9d71-4e3a466f1bb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 999 time: 0.0580964
Jun 21 03:57:37.797384 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-4d37b881-a090-4061-b966-8cbe5f07ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:37.798818 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-4d37b881-a090-4061-b966-8cbe5f07ae4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0418103
Jun 21 03:57:37.858140 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-f38ab300-da0a-47db-aa75-fb81fc963843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:37.859624 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-f38ab300-da0a-47db-aa75-fb81fc963843 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0544450
Jun 21 03:57:37.949028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-82ca8085-6364-4db9-addb-6cbc59d8e39d service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823052
Jun 21 03:57:38.047008 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-b062bbf0-349f-441c-a841-2a87f05db6c7 req-c3eaf7f6-4c05-4153-9051-9217097a0a45 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915077
Jun 21 03:57:38.138782 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe9351-a3a0-4788-a0ea-8f57110642ac req-af8d715c-c408-48d0-9ec3-005eba1baf40 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:38.140233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66fe9351-a3a0-4788-a0ea-8f57110642ac req-af8d715c-c408-48d0-9ec3-005eba1baf40 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 944 time: 0.0626457
Jun 21 03:57:38.181813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-66fe9351-a3a0-4788-a0ea-8f57110642ac req-0883dd4a-02f7-40bb-90d4-70846ffbcf15 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0360644
Jun 21 03:57:38.360475 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:38.777980 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:38.874098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fe462336-319c-489c-bf6a-3d21d4cfff7c up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:57:38.920157 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port fe462336-319c-489c-bf6a-3d21d4cfff7c triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:57:38.920544 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:38.996323 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:39.017844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:57:39.020099 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4de78b2-9e58-4a89-acd9-a7a02331a13e" -d '{"events": [{"server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "name": "network-vif-plugged", "status": "completed", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:57:39.033351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:57:39.092110 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:39.094797 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b3d04df8-912b-4d99-80da-6306d93814c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:57:39.139544 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:57:39.143034 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:57:39.352941 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a2512-b62f-490a-900e-fd9a3c28a8b2 req-df1571ea-06dd-4fd4-8992-c5cae3275d07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:39.354376 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-674a2512-b62f-490a-900e-fd9a3c28a8b2 req-df1571ea-06dd-4fd4-8992-c5cae3275d07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0634031
Jun 21 03:57:39.391606 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-674a2512-b62f-490a-900e-fd9a3c28a8b2 req-291b7cd0-0e96-4f4d-9816-1d1690848888 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0315623
Jun 21 03:57:39.863426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:57:40.074036 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf95184b-1ab3-45a5-a816-e2b0569746de x-openstack-request-id: req-bf95184b-1ab3-45a5-a816-e2b0569746de {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:57:40.074350 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "name": "network-vif-plugged", "status": "completed", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:57:40.074618 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf95184b-1ab3-45a5-a816-e2b0569746de {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:57:40.075027 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'code': 200}
Jun 21 03:57:40.232072 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31223-938f-4f3d-9da2-7281667c8b1f req-fe464bf5-5a48-4342-9ceb-2df04f245af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:40.233653 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74a31223-938f-4f3d-9da2-7281667c8b1f req-fe464bf5-5a48-4342-9ceb-2df04f245af6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0542700
Jun 21 03:57:40.269057 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-74a31223-938f-4f3d-9da2-7281667c8b1f req-55fe5b16-40b4-490c-ad5f-571ee61c6eec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0280900
Jun 21 03:57:40.560245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fa0a5-1e35-42ff-b559-e74ba7cbc0c5 req-9b2cb9b9-6c3d-48ca-96c4-bbdad783a4e2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:40.561731 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf2fa0a5-1e35-42ff-b559-e74ba7cbc0c5 req-9b2cb9b9-6c3d-48ca-96c4-bbdad783a4e2 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0625510
Jun 21 03:57:40.604065 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-bf2fa0a5-1e35-42ff-b559-e74ba7cbc0c5 req-07e6a01a-63b2-4218-b5a5-d4b981c90fe5 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0367689
Jun 21 03:57:41.781208 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d11a4-3a3d-40ca-b3d8-609bc193734a req-1373d330-a49b-4faa-9381-90eabf7bf922 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:57:41.782691 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-307d11a4-3a3d-40ca-b3d8-609bc193734a req-1373d330-a49b-4faa-9381-90eabf7bf922 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.0670004
Jun 21 03:57:41.820998 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-307d11a4-3a3d-40ca-b3d8-609bc193734a req-07112616-e28b-4a06-970b-d22635b77048 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0324814
Jun 21 03:57:43.713874 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:58:04.274688 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce3d84e4-0d88-458a-8f88-93f522153033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:06.709478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e40b6b77-e67a-4a63-b816-1d98225d5a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:06.731888 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:07.183154 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:08.371765 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:08.748608 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:09.799898 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:20.712593 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:58:34.268856 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-779cb59e-d8c1-4a66-8c0b-1dd5f669d359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:36.702725 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a48927ab-d8e9-497c-9e67-4386c6a7e379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:36.719916 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:37.205433 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:38.359585 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:38.754050 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:39.596369 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-1a6c522e-7e8f-4672-90b2-1119cd212d90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0890262
Jun 21 03:58:39.692433 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-36d45923-7f4a-445e-bf24-47287b8dab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:58:39.693561 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-36d45923-7f4a-445e-bf24-47287b8dab6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0572765
Jun 21 03:58:39.798434 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-f6436ac4-f434-45fd-9c3a-f94ca4355c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:58:39.799793 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-f6436ac4-f434-45fd-9c3a-f94ca4355c65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0865812
Jun 21 03:58:39.851347 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:58:39.873957 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-b851b4e0-79be-4ad8-a605-075849d0939f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 1000 time: 0.0671859
Jun 21 03:58:39.923481 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-0382130c-1cf9-40ab-985b-a18f30fe9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:58:39.925019 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-0382130c-1cf9-40ab-985b-a18f30fe9504 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0455232
Jun 21 03:58:39.983373 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-3490e81c-2371-4a63-ad74-a434d42cbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:58:39.984884 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-3490e81c-2371-4a63-ad74-a434d42cbcb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0535223
Jun 21 03:58:40.080623 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-41e45092-31ed-41b4-b666-9eb48944f423 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881150
Jun 21 03:58:40.170963 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-30e657b5-4fea-474c-a5ca-78989e6d278e req-bb9f21ff-f035-4e8f-bc42-d7c35f3cbba7 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846469
Jun 21 03:58:57.711665 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:59:04.279601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-25cdf3a0-79b5-45dd-9af3-1a6d7c99fe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:06.736829 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8b6e-f92f-4b4b-9c8d-2b91fbfeaacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:06.765455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:07.188069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:08.353692 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:08.770648 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:09.850671 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:18.147794 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35388) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:18.310286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Deleting port 94d6fc6b-c826-4520-b5b0-35d219eb30c8 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:18.310635 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:18.389127 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:18.389487 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:18.454104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Calling delete_port for 94d6fc6b-c826-4520-b5b0-35d219eb30c8 owned by network:floatingip {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:18.662409 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:18.665960 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-b4203eb1-01e4-4e53-8a67-32660ceab564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:18.689392 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event deleted for resources: {'Port': ['ID=94d6fc6b-c826-4520-b5b0-35d219eb30c8,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:18.700663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.701059 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.701482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.701871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.702247 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.702626 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.702997 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.703367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.703735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.704104 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.704482 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.704870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:18.722909 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:18.763760 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for floatingip, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:18.764104 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Floating IP 00319f47-10b0-4fa6-9901-d1b0f8f8f992 disassociated (deleted). External IP: 172.25.7.77, port: fe462336-319c-489c-bf6a-3d21d4cfff7c.
Jun 21 03:59:18.971684 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:59:19.078451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:59:19.083278 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:19.088220 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] Sync routers for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:59:19.096763 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:19.097545 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8560fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:19.120409 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "DELETE /v2.0/floatingips/00319f47-10b0-4fa6-9901-d1b0f8f8f992 HTTP/1.1" status: 204  len: 168 time: 0.9713936
Jun 21 03:59:19.121128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:59:19.123475 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc2578-f0c3-49cb-8b40-023b0a82a534" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:59:19.204629 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:19.224310 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15614e39-ce48-4d57-867d-1735c7578719 x-openstack-request-id: req-15614e39-ce48-4d57-867d-1735c7578719 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:59:19.224822 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:59:19.225021 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15614e39-ce48-4d57-867d-1735c7578719 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:59:19.225538 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'status': 'completed', 'code': 200}
Jun 21 03:59:19.301993 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-4351c482-23de-4dd5-b476-4971aaebe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:19.303506 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-4351c482-23de-4dd5-b476-4971aaebe135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95ac90d4753429993000f52b4dee02d&device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 1097 time: 0.0542865
Jun 21 03:59:19.401100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-8e9e4ae8-5bb9-430a-897b-637470b08ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:19.402759 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-8e9e4ae8-5bb9-430a-897b-637470b08ee0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 200  len: 910 time: 0.0925817
Jun 21 03:59:19.407002 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8560fa0>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:19.438408 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] Checking router: 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:59:19.447185 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-0a66b052-2601-4974-8ee5-e78c6e651ac4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 200  len: 217 time: 0.0370290
Jun 21 03:59:19.449652 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:19.449652 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8560fa0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:19.505870 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-24ddf8b8-8ab4-4111-a3af-7f96f6a52a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:19.507345 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-24ddf8b8-8ab4-4111-a3af-7f96f6a52a60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 200  len: 848 time: 0.0539918
Jun 21 03:59:19.564458 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:19.568230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-4fc1825c-0eac-49a7-b25a-51f3a276ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:19.569802 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-4fc1825c-0eac-49a7-b25a-51f3a276ac12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5eb96ab5-d69f-4404-8f52-1e5e7810b348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0563288
Jun 21 03:59:19.663211 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-e2505cdd-c99c-4391-94fd-5bf8ee782291 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869696
Jun 21 03:59:19.761940 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-a6bc2578-f0c3-49cb-8b40-023b0a82a534 req-6116f604-d8ad-4251-9faf-76a14d431293 service neutron] 10.222.0.20 "GET /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920420
Jun 21 03:59:19.773215 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c6478-b7cd-4597-8009-b61b678972d2 req-2ca79a9c-ca61-4c0f-a26a-d61523ba6150 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:19.773849 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8560fa0>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:19.776557 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e62c6478-b7cd-4597-8009-b61b678972d2 req-2ca79a9c-ca61-4c0f-a26a-d61523ba6150 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.1209395
Jun 21 03:59:19.800218 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a62ef-e68e-4632-8fe5-b9e87147f48b None None] The sync data for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 is: [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:12Z', 'revision_number': 4, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '82defd61-7db1-4c50-88ba-c5733e4bb1eb', 'name': '', 'network_id': '5eb96ab5-d69f-4404-8f52-1e5e7810b348', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'mac_address': 'fa:16:3e:d1:5b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:11Z', 'updated_at': '2021-06-21T03:49:18Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'subnets': [{'id': '08d92ae0-3368-475a-8a70-2d7fc29b3d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:59:19.817438 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e62c6478-b7cd-4597-8009-b61b678972d2 req-a43f4557-9f7e-426d-983c-172fec974877 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0332894
Jun 21 03:59:20.016994 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb63880-42d5-4f90-9e24-8a47b2821c72 None None] New status for floating IP 00319f47-10b0-4fa6-9901-d1b0f8f8f992: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 03:59:21.134725 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-04e7b45b-7c3e-466e-bb43-60e4b22f48e0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:21.136198 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-04e7b45b-7c3e-466e-bb43-60e4b22f48e0 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.1032090
Jun 21 03:59:21.244869 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Deleting port fe462336-319c-489c-bf6a-3d21d4cfff7c {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:21.245223 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:21.249565 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e002ca-0754-4be7-ac77-bd7b2c466b53 req-024f6b38-5184-4650-9a89-880d198b3c13 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:21.251087 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21e002ca-0754-4be7-ac77-bd7b2c466b53 req-024f6b38-5184-4650-9a89-880d198b3c13 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 945 time: 0.1237609
Jun 21 03:59:21.290569 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-21e002ca-0754-4be7-ac77-bd7b2c466b53 req-c1734489-9372-43a9-b34c-e347de72c5ae tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b83aa26-fa64-4aa1-a002-c946508c0eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0333636
Jun 21 03:59:21.335152 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] For port fe462336-319c-489c-bf6a-3d21d4cfff7c, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=fe462336-319c-489c-bf6a-3d21d4cfff7c,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:21.335516 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:21.403029 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Calling delete_port for fe462336-319c-489c-bf6a-3d21d4cfff7c owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:21.604854 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:21.609435 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:21.636335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event deleted for resources: {'Port': ['ID=fe462336-319c-489c-bf6a-3d21d4cfff7c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:21.639677 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:21.682082 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] No DVR routers for this DVR port fe462336-319c-489c-bf6a-3d21d4cfff7c on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:59:21.684701 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:21.686795 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-d29fabb8-032f-4e25-b0ac-a993f1a5af46 req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.20 "DELETE /v2.0/ports/fe462336-319c-489c-bf6a-3d21d4cfff7c HTTP/1.1" status: 204  len: 173 time: 0.5451427
Jun 21 03:59:21.687328 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'name': 'network-vif-deleted', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:59:21.689706 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7575cd-ca0f-4cee-a31e-32c39cebed08" -d '{"events": [{"server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "name": "network-vif-deleted", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:59:21.724188 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72eb6b5-a41c-438f-b797-70658a10447e x-openstack-request-id: req-d72eb6b5-a41c-438f-b797-70658a10447e {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:59:21.724530 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3b2087-64c9-4230-b399-d652d51ad516", "name": "network-vif-deleted", "tag": "fe462336-319c-489c-bf6a-3d21d4cfff7c", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:59:21.724834 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d72eb6b5-a41c-438f-b797-70658a10447e {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:59:21.725309 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3b2087-64c9-4230-b399-d652d51ad516', 'name': 'network-vif-deleted', 'tag': 'fe462336-319c-489c-bf6a-3d21d4cfff7c', 'status': 'completed', 'code': 200}
Jun 21 03:59:22.432415 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ae917feb-2e84-4e0c-9ca3-72a3c3f6988b req-59463823-f449-4da7-86f1-42d9b1ffee34 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0301476
Jun 21 03:59:23.574244 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-098a1878-cb30-40d9-898e-4356b3995245 req-0b2451a7-32a0-4e87-8315-d079be1111de tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0292451
Jun 21 03:59:24.714052 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-32163375-0736-4248-80f0-73544a3e21ba req-5ed1d7d4-699f-4629-b3b1-4f426e2d7a6c tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0286987
Jun 21 03:59:25.373519 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fe462336-319c-489c-bf6a-3d21d4cfff7c no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:59:25.394735 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: fe462336-319c-489c-bf6a-3d21d4cfff7c {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:59:25.395093 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device fe462336-319c-489c-bf6a-3d21d4cfff7c not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:59:25.872917 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2be2be17-ed63-4443-8124-e59a58cdc6be req-63fa4675-c4ce-414b-a912-2fc2b8c50eef tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d3b2087-64c9-4230-b399-d652d51ad516 HTTP/1.1" status: 200  len: 210 time: 0.0350275
Jun 21 03:59:26.969883 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35432) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:27.036006 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8acff1bd-bdd4-4f2e-8794-80a0ca71c02b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:27.061442 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8acff1bd-bdd4-4f2e-8794-80a0ca71c02b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:27.182636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8acff1bd-bdd4-4f2e-8794-80a0ca71c02b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:27.185273 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-8acff1bd-bdd4-4f2e-8794-80a0ca71c02b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:27.186479 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-8acff1bd-bdd4-4f2e-8794-80a0ca71c02b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b83aa26-fa64-4aa1-a002-c946508c0eb5 HTTP/1.1" status: 204  len: 168 time: 0.2155948
Jun 21 03:59:27.187280 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f4decd68-fdb0-495f-b64e-73848201be37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:27.196329 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acff1bd-bdd4-4f2e-8794-80a0ca71c02b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b83aa26-fa64-4aa1-a002-c946508c0eb5,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:27.200031 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8acff1bd-bdd4-4f2e-8794-80a0ca71c02b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:27.321039 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35436) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:28.209217 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:28.478366 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Deleting port 82defd61-7db1-4c50-88ba-c5733e4bb1eb {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:28.478716 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:28.561738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] For port 82defd61-7db1-4c50-88ba-c5733e4bb1eb, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=82defd61-7db1-4c50-88ba-c5733e4bb1eb,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:28.562104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:28.630486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Calling delete_port for 82defd61-7db1-4c50-88ba-c5733e4bb1eb owned by network:router_interface {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:28.896021 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:28.899314 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-6d61e887-e0ff-4ab7-b234-db3cbe2f2763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:28.923452 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Pushing event deleted for resources: {'Port': ['ID=82defd61-7db1-4c50-88ba-c5733e4bb1eb,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:28.926368 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:29.094893 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:29.311172 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:59:29.418932 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:59:29.423987 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-311fac34-d3cf-4d5a-a068-ad3218defafd admin admin] 10.222.0.25 "PUT /v2.0/routers/6d8e22d8-40c1-40d3-b4c1-3962664a5be2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1015520
Jun 21 03:59:29.426507 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35442) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:29.429613 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] Sync routers for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:59:29.439211 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:29.439839 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8560f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:29.541696 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks [] for router, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:29.545648 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:29.644899 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:29.728512 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8560f10>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:59:28Z', 'revision_number': 5, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port': {'id': 'a420dc85-3f1f-4472-a355-1a4433999e9d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:29.757737 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] Checking router: 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:59:29.766386 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] Routers {'6d8e22d8-40c1-40d3-b4c1-3962664a5be2'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:29.766608 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Deleting port a420dc85-3f1f-4472-a355-1a4433999e9d {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:29.766959 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:29.767108 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8560f10>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:29.846563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] For port a420dc85-3f1f-4472-a355-1a4433999e9d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=a420dc85-3f1f-4472-a355-1a4433999e9d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:29.846922 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:29.851539 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] Set router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:29.909247 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8560f10>, [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:59:29Z', 'revision_number': 6, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:29.920825 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Calling delete_port for a420dc85-3f1f-4472-a355-1a4433999e9d owned by network:router_gateway {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:29.936798 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554dfd2-f909-40bf-aa0a-158d24ad3f2a None None] The sync data for ids ['6d8e22d8-40c1-40d3-b4c1-3962664a5be2'] in n-d-758944-33 is: [{'id': '6d8e22d8-40c1-40d3-b4c1-3962664a5be2', 'name': 'tempest-TestShelveInstance-1227607598-router', 'tenant_id': 'd95ac90d4753429993000f52b4dee02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:09Z', 'updated_at': '2021-06-21T03:59:29Z', 'revision_number': 6, 'project_id': 'd95ac90d4753429993000f52b4dee02d', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:59:30.165618 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.167922 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d0a33c70-4131-4a70-b519-ace59efa1827 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:30.190871 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Pushing event deleted for resources: {'Port': ['ID=a420dc85-3f1f-4472-a355-1a4433999e9d,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:30.193930 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:30.263498 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.363224 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.365469 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.445094 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.445637 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8e22d8-40c1-40d3-b4c1-3962664a5be2 {{(pid=94166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:59:30.451055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Notify callbacks [] for router, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.451791 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6d8e22d8-40c1-40d3-b4c1-3962664a5be2 HTTP/1.1" status: 204  len: 168 time: 1.0243082
Jun 21 03:59:30.454284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35444) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:30.501205 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] Deleting subnet 08d92ae0-3368-475a-8a70-2d7fc29b3d4f {{(pid=94166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:59:30.504288 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.543360 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3462758'] for subnet, precommit_delete_associations {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.621900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.728303 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3427996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032161'] for subnet, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.728303 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-8ba10c5c-8e3b-4fdf-9e92-ca86d4eb9811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:30.757817 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 82defd61-7db1-4c50-88ba-c5733e4bb1eb no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:59:30.758657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d92ae0-3368-475a-8a70-2d7fc29b3d4f,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:30.761742 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:30.762775 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.764741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-a6f00b76-7b19-4a31-8840-5ca5a4872372 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/08d92ae0-3368-475a-8a70-2d7fc29b3d4f HTTP/1.1" status: 204  len: 168 time: 0.3095167
Jun 21 03:59:30.767584 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35446) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:30.784690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79183ed8-5304-4941-878e-2b32412aaa05 None None] Network 5eb96ab5-d69f-4404-8f52-1e5e7810b348 requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:59:30.787699 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 82defd61-7db1-4c50-88ba-c5733e4bb1eb {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:59:30.788141 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 82defd61-7db1-4c50-88ba-c5733e4bb1eb not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:59:30.788631 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a420dc85-3f1f-4472-a355-1a4433999e9d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:59:30.818256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: a420dc85-3f1f-4472-a355-1a4433999e9d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:59:30.818693 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device a420dc85-3f1f-4472-a355-1a4433999e9d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:59:30.842196 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.897453 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Deleting port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:30.897824 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:30.972430 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] For port e06a2d52-4425-42ab-b7d3-30b6b2a0c620, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:30.975772 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.008952 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] DHCP port deletion for 5eb96ab5-d69f-4404-8f52-1e5e7810b348 request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:59:31.044927 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Calling delete_port for e06a2d52-4425-42ab-b7d3-30b6b2a0c620 owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:31.062136 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Deleting port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:31.062523 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.124563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] For port e06a2d52-4425-42ab-b7d3-30b6b2a0c620, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,segment=NetworkSegment(5625398f-d3f3-4542-b05f-3cdfd797e0b4),segment_id=5625398f-d3f3-4542-b05f-3cdfd797e0b4)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:31.125082 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.190788 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Calling delete_port for e06a2d52-4425-42ab-b7d3-30b6b2a0c620 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:31.194008 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.196995 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-77b84666-4e50-4900-9591-c0f54fa1aa42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:31.221994 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:31.223861 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] No DVR routers for this DVR port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:59:31.225355 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:31.266612 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.268637 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:31.294706 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Pushing event deleted for resources: {'Port': ['ID=e06a2d52-4425-42ab-b7d3-30b6b2a0c620,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:31.298543 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.299754 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] No DVR routers for this DVR port e06a2d52-4425-42ab-b7d3-30b6b2a0c620 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:59:31.309889 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.310666 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.310824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.311266 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.311683 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.311939 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d2442a90>,) {'filters': {'network_id': ['5eb96ab5-d69f-4404-8f52-1e5e7810b348']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:31.312350 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.312846 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.313376 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.313793 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.314190 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.314520 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.314844 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:31.321922 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:31.323505 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2442a90>, '5625398f-d3f3-4542-b05f-3cdfd797e0b4') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:31.323963 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d2442a90>, '5625398f-d3f3-4542-b05f-3cdfd797e0b4') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:31.332980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.346740 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.352488 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:59:31.352874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:59:31.355344 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:59:31.496991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.500467 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d7ed8717-510b-413a-93ed-db8a09aeef73 tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:31.503042 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:31.504794 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5eb96ab5-d69f-4404-8f52-1e5e7810b348 HTTP/1.1" status: 204  len: 168 time: 0.7362456
Jun 21 03:59:31.507796 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35448) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:31.516782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb96ab5-d69f-4404-8f52-1e5e7810b348,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:31.519205 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:32.201998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:32.444603 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Deleting port 4cd56d2b-4d4d-4da1-aefe-790549fd190e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:32.444936 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:32.522221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] For port 4cd56d2b-4d4d-4da1-aefe-790549fd190e, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=4cd56d2b-4d4d-4da1-aefe-790549fd190e,segment=NetworkSegment(5b39ddb4-6be6-465a-80f3-528b61b471af),segment_id=5b39ddb4-6be6-465a-80f3-528b61b471af)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:32.522943 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:32.587312 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Calling delete_port for 4cd56d2b-4d4d-4da1-aefe-790549fd190e owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:32.631335 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e06a2d52-4425-42ab-b7d3-30b6b2a0c620 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:59:32.650279 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: e06a2d52-4425-42ab-b7d3-30b6b2a0c620 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:59:32.650728 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device e06a2d52-4425-42ab-b7d3-30b6b2a0c620 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:59:32.822455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:32.824441 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fb000c10-744a-44d7-b464-c9a8a427988d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:32.846533 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd56d2b-4d4d-4da1-aefe-790549fd190e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:32.856977 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.857390 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.857778 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.858161 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.859135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.859135 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.859353 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.859870 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.860235 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.860597 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.860962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.861308 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:32.866091 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:33.024222 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:33.236274 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Router c85ad58f-032c-4c9d-b164-d8fa79752ae7 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:59:33.339362 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:59:33.344232 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6e151de5-a233-4cb4-9a92-23f3e6de3155 admin admin] 10.222.0.25 "PUT /v2.0/routers/c85ad58f-032c-4c9d-b164-d8fa79752ae7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8353662
Jun 21 03:59:33.346736 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35450) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:33.349427 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] Sync routers for ids ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:59:33.358486 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] Routers {'c85ad58f-032c-4c9d-b164-d8fa79752ae7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:33.359104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3eaacd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:33.451357 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:33.463053 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] Set router c85ad58f-032c-4c9d-b164-d8fa79752ae7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:33.554710 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:33.632740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3eaacd0>, [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:59:32Z', 'revision_number': 5, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:33.662398 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] Checking router: c85ad58f-032c-4c9d-b164-d8fa79752ae7 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:59:33.670461 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] Routers {'c85ad58f-032c-4c9d-b164-d8fa79752ae7'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:33.671070 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d3eaacd0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:33.745342 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Deleting port ba85915b-9c3e-41ed-b16a-04502c80c9ad {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:33.745714 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:33.773400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] Set router c85ad58f-032c-4c9d-b164-d8fa79752ae7 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:33.825203 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] For port ba85915b-9c3e-41ed-b16a-04502c80c9ad, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=ba85915b-9c3e-41ed-b16a-04502c80c9ad,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:33.825527 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:33.892270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Calling delete_port for ba85915b-9c3e-41ed-b16a-04502c80c9ad owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:33.954720 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d3eaacd0>, [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:59:32Z', 'revision_number': 5, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:33.980463 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fee2e9-5a2f-406f-8a33-991a641f30b8 None None] The sync data for ids ['c85ad58f-032c-4c9d-b164-d8fa79752ae7'] in n-d-758944-33 is: [{'id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'name': 'tempest-TestShelveInstance-865159019-router', 'tenant_id': 'e314a1ddf475404384a7d2f946ef2368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:49:15Z', 'updated_at': '2021-06-21T03:59:32Z', 'revision_number': 5, 'project_id': 'e314a1ddf475404384a7d2f946ef2368', 'gw_port': {'id': 'ba85915b-9c3e-41ed-b16a-04502c80c9ad', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ad58f-032c-4c9d-b164-d8fa79752ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:49:16Z', 'updated_at': '2021-06-21T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:59:34.118981 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.121864 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-bfb64577-bba0-463d-b162-f07d85113b3f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:34.148289 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba85915b-9c3e-41ed-b16a-04502c80c9ad,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:34.153020 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:34.214828 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.296292 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-609c96bb-b430-4559-88e3-a88edff9a9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.303663 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.305952 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.427994 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.428584 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c85ad58f-032c-4c9d-b164-d8fa79752ae7 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 03:59:34.433890 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.435119 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-451ca057-1ea2-43f6-8bee-50e754835bb8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c85ad58f-032c-4c9d-b164-d8fa79752ae7 HTTP/1.1" status: 204  len: 168 time: 1.0871699
Jun 21 03:59:34.438523 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35452) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:34.491694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] Deleting subnet 3b769b30-7548-4c72-8455-f081989b280f {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 03:59:34.494851 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.534921 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.614691 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.710544 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 03:59:34.748123 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.750277 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ef60b26-5f70-4a82-b9f8-8fb1e2a86257 tempest-TestNetworkBasicOps-1688908470 tempest-TestNetworkBasicOps-1688908470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:34.774021 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b769b30-7548-4c72-8455-f081989b280f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:34.777123 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:34.778126 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.779945 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-9300a76e-1919-48a3-b777-f9f2d85944f1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3b769b30-7548-4c72-8455-f081989b280f HTTP/1.1" status: 204  len: 168 time: 0.3404372
Jun 21 03:59:34.782471 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35456) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:34.784836 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3f017a-f199-4ac1-8d59-3be2e626ccb0 None None] Network e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:59:34.848739 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.900403 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Deleting port 5f52b800-0f91-4f33-8e5c-c45b43c01971 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:34.900666 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:34.969428 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] For port 5f52b800-0f91-4f33-8e5c-c45b43c01971, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5f52b800-0f91-4f33-8e5c-c45b43c01971,segment=NetworkSegment(5b39ddb4-6be6-465a-80f3-528b61b471af),segment_id=5b39ddb4-6be6-465a-80f3-528b61b471af)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:34.969788 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.005518 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] DHCP port deletion for e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 03:59:35.031200 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4cd56d2b-4d4d-4da1-aefe-790549fd190e no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:59:35.037917 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Calling delete_port for 5f52b800-0f91-4f33-8e5c-c45b43c01971 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:35.058821 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 4cd56d2b-4d4d-4da1-aefe-790549fd190e {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:59:35.059180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 4cd56d2b-4d4d-4da1-aefe-790549fd190e not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:59:35.079196 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] Deleting port 5f52b800-0f91-4f33-8e5c-c45b43c01971 {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 03:59:35.079592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.141160 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] For port 5f52b800-0f91-4f33-8e5c-c45b43c01971, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=5f52b800-0f91-4f33-8e5c-c45b43c01971,segment=NetworkSegment(5b39ddb4-6be6-465a-80f3-528b61b471af),segment_id=5b39ddb4-6be6-465a-80f3-528b61b471af)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:35.141593 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.176875 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.179042 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-55eeceda-ce76-4dcc-8368-ec9fd918832c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:35.205438 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f52b800-0f91-4f33-8e5c-c45b43c01971,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:35.207129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] Calling delete_port for 5f52b800-0f91-4f33-8e5c-c45b43c01971 owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 03:59:35.208808 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:35.212406 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] No DVR routers for this DVR port 5f52b800-0f91-4f33-8e5c-c45b43c01971 on host n-d-758944-33 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:59:35.281946 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.284586 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:35.288423 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.298177 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d3a5a520>,) {'filters': {'network_id': ['e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a']}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:35.308550 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3a5a520>, '5b39ddb4-6be6-465a-80f3-528b61b471af') {'for_net_delete': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:35.308849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.services.segments.db [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d3a5a520>, '5b39ddb4-6be6-465a-80f3-528b61b471af') {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:35.310765 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] Pushing event deleted for resources: {'Port': ['ID=5f52b800-0f91-4f33-8e5c-c45b43c01971,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:35.312574 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] No DVR routers for this DVR port 5f52b800-0f91-4f33-8e5c-c45b43c01971 on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 03:59:35.314031 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-6ce7b077-217a-4869-a7d8-790676d32431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:35.324976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618132'] for segment, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.339761 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.346168 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 03:59:35.346862 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8429200'] for segment, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]: Traceback (most recent call last):
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     timer()
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     cb(*args, **kw)
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     return func(*args, **kwargs)
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     self._notify()
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     self.callback(batched_events)
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     event.method(event)
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     return f(self, *a, **k)
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     return self._get(url).json()
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     return self.request(url, 'GET', **kwargs)
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 03:59:35.348506 n-d-758944-33 neutron-server[94167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 03:59:35.473953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.479515 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.481400 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] 10.222.0.25 "DELETE /v2.0/networks/e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a HTTP/1.1" status: 204  len: 168 time: 0.6980131
Jun 21 03:59:35.482176 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-1705080d-28bb-4d27-9a55-e6a14028158a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:35.500470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Pushing event deleted for resources: {'Network': ['ID=e72b5ae8-cd2b-4148-aeb6-c8e436c5b15a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:35.502928 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:35.804301 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35460) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:35.842658 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-1f82a42c-0f24-431b-97ff-f3d5e5d1764c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d95ac90d4753429993000f52b4dee02d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0371242
Jun 21 03:59:35.845012 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35462) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:35.891511 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ab62587-9586-4bf5-9b7a-bdeafc170238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:35.912378 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ab62587-9586-4bf5-9b7a-bdeafc170238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.016226 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ab62587-9586-4bf5-9b7a-bdeafc170238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.018786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ab62587-9586-4bf5-9b7a-bdeafc170238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.019928 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-3ab62587-9586-4bf5-9b7a-bdeafc170238 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9287473a-46f2-44bd-ba28-8a116b318cfb HTTP/1.1" status: 204  len: 168 time: 0.1739933
Jun 21 03:59:36.020741 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-60411a32-279e-4e7b-b1bd-d2bb0bbd7fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:36.029042 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab62587-9586-4bf5-9b7a-bdeafc170238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9287473a-46f2-44bd-ba28-8a116b318cfb,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:36.031422 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3ab62587-9586-4bf5-9b7a-bdeafc170238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:36.640016 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ba85915b-9c3e-41ed-b16a-04502c80c9ad no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:59:36.650245 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35468) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:36.664586 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: ba85915b-9c3e-41ed-b16a-04502c80c9ad {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:59:36.664948 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device ba85915b-9c3e-41ed-b16a-04502c80c9ad not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:59:36.665399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5f52b800-0f91-4f33-8e5c-c45b43c01971 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 03:59:36.688834 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 5f52b800-0f91-4f33-8e5c-c45b43c01971 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 03:59:36.689187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 5f52b800-0f91-4f33-8e5c-c45b43c01971 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 03:59:36.691779 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6abe68e5-b16b-44e2-9ea3-cd4c8d6c4c8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e314a1ddf475404384a7d2f946ef2368&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0393772
Jun 21 03:59:36.694125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35470) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:36.731137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c32336b3-ef5f-41d1-b113-936ba8fdda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.746479 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceefa5-7362-4b64-8781-dd5b5343db9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.748033 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.772153 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceefa5-7362-4b64-8781-dd5b5343db9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.862341 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceefa5-7362-4b64-8781-dd5b5343db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.864806 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceefa5-7362-4b64-8781-dd5b5343db9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:36.866029 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-e3ceefa5-7362-4b64-8781-dd5b5343db9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b24ed1e5-2e61-4903-bd0d-21c9c724eee6 HTTP/1.1" status: 204  len: 168 time: 0.1710863
Jun 21 03:59:36.866856 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-194344cb-5968-4713-b5f1-07a101ba159a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:36.875269 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceefa5-7362-4b64-8781-dd5b5343db9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24ed1e5-2e61-4903-bd0d-21c9c724eee6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:36.877572 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-e3ceefa5-7362-4b64-8781-dd5b5343db9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:37.188009 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:37.865962 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35492) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:37.959601 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-754352611-network', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:38.038927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Made reservation on behalf of 3869b0da26e34a49bcfb77f016bbdafa for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:59:38.041308 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.049811 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.139270 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.193475 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.196606 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-42f7f4db-b249-4afd-af3c-ee80e932b33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:38.220407 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:59:38.226427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e76546d-249f-4d6e-bc7d-744363432cd3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:38.232553 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:38.233171 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.233542 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Added segment 016ab557-762f-4b09-9f17-efe497e075e0 of type vlan for network aac810f5-206b-4235-a4d9-0a89a9f4a29c
Jun 21 03:59:38.274136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.336662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.411234 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.412448 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:38.413074 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.417392 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-3e4f1e6d-f16f-466e-819f-ea2ef9aab220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:38.479348 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Pushing event updated for resources: {'Network': ['ID=aac810f5-206b-4235-a4d9-0a89a9f4a29c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:38.482055 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:38.490506 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:59:38.566189 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-dedae7cf-722b-428d-b7f6-498d2968d651 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6990592
Jun 21 03:59:38.569109 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35496) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:38.574002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Request body: {'subnet': {'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-754352611-subnet', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:38.656325 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Made reservation on behalf of 3869b0da26e34a49bcfb77f016bbdafa for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:59:38.658725 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.810842 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.884753 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:38.887334 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-172eae6f-c9ba-49ec-b526-2898d842c5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:38.934024 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0915da2-81d0-4211-baf6-994cb59fbcd5,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:38.940438 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:38.949803 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Checking segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:38.950157 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Network hostable DHCP agents. Network: aac810f5-206b-4235-a4d9-0a89a9f4a29c, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:59:39.033345 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:59:39.113517 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, aac810f5-206b-4235-a4d9-0a89a9f4a29c) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:39.117460 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:39.123773 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.124557 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3061980e-16cd-4ce5-8e2b-73bdee10038c None None] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:59:39.188847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-4ea8160d-81e1-4292-a96e-d9c2288bc5c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6185884
Jun 21 03:59:39.191437 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35498) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:39.195888 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:39.265234 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:59:39.266108 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.273837 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.274912 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.330634 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.397476 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Allocated IP 172.20.0.2 (aac810f5-206b-4235-a4d9-0a89a9f4a29c/a0915da2-81d0-4211-baf6-994cb59fbcd5/2deca4f6-3661-4c94-b8d5-0a00e744b2ea) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:59:39.542760 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.550714 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Transition to ACTIVE for port object 2deca4f6-3661-4c94-b8d5-0a00e744b2ea will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:39.564092 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.565726 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Transition to ACTIVE for port object 2deca4f6-3661-4c94-b8d5-0a00e744b2ea will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:39.633683 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.636318 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:39.672396 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:39.677837 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:39.678816 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:59:39.689176 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Pushing event updated for resources: {'Port': ['ID=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:39.706353 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:39.739997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Attempting to bind port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:59:39.740361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Attempting to bind port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:59:39.740740 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Attempting to bind port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea on network aac810f5-206b-4235-a4d9-0a89a9f4a29c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:59:39.745998 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:59:39.746381 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Checking segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:39.746787 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.747185 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Bound using segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:59:39.747710 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Bound port: 2deca4f6-3661-4c94-b8d5-0a00e744b2ea, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:59:39.748091 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.817512 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] For port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:59:39.820361 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] For port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:59:39.837440 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.839352 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.856336 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.903020 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:39.905290 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:39.959742 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Pushing event updated for resources: {'Port': ['ID=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:39.964012 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:39.968909 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Allocated IP 172.25.7.222 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/83c68670-57b0-458c-8c5a-e610729e659d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:59:40.077272 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:40.200602 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:40.210285 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-4881054c-e91e-4845-b4af-4aa67f48521d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:40.242798 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:40.246591 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:40.250070 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:59:40.255515 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Pushing event updated for resources: {'Port': ['ID=83c68670-57b0-458c-8c5a-e610729e659d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:40.278389 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:40.684404 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2deca4f6-3661-4c94-b8d5-0a00e744b2ea up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:40.833884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:40.891059 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d986c5-f103-47a2-9a53-de6e7daff6d1 None None] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:59:40.914451 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:41.110238 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:41.168351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] Provisioning for port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:41.177650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] Provisioning complete for port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:41.178031 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:41.291571 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Router 4272f88c-110d-4c4a-a0eb-e1e066903459 is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:59:41.294362 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:41.328908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] For port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:41.388137 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:41.389963 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:41.416849 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:59:41.427616 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Sync routers for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:59:41.438483 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:41.439224 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:41.445910 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] Pushing event updated for resources: {'Port': ['ID=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:41.449837 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:41.507906 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1c194fa8-e7d1-48c1-91b0-5eec0677db7d None None] Provisioning complete for port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:41.508387 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1c194fa8-e7d1-48c1-91b0-5eec0677db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:41.524847 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:41.530147 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-39df27ca-22e6-4d56-95c9-f60b2e34729d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3349595
Jun 21 03:59:41.533956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35500) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:41.647123 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:41.829478 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5040>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:40Z', 'revision_number': 3, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:41.858623 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Checking router: 4272f88c-110d-4c4a-a0eb-e1e066903459 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:59:41.858990 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Updating router 4272f88c-110d-4c4a-a0eb-e1e066903459 port 83c68670-57b0-458c-8c5a-e610729e659d binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:59:41.891619 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:41.945619 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.102549 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Allocated IP 172.20.0.1 (aac810f5-206b-4235-a4d9-0a89a9f4a29c/a0915da2-81d0-4211-baf6-994cb59fbcd5/61d688c5-d19e-402b-adb7-fc4682736579) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:59:42.142035 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.152360 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Transition to ACTIVE for port object 83c68670-57b0-458c-8c5a-e610729e659d will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:42.206686 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.210608 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.214152 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8ae6adf7-9cdd-47c9-b9f1-33d1c0d59a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:42.224252 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Transition to ACTIVE for port object 61d688c5-d19e-402b-adb7-fc4682736579 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:42.263310 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Attempting to bind port 83c68670-57b0-458c-8c5a-e610729e659d on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:59:42.263726 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Attempting to bind port 83c68670-57b0-458c-8c5a-e610729e659d by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:59:42.264088 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Attempting to bind port 83c68670-57b0-458c-8c5a-e610729e659d on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:59:42.272654 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:59:42.273032 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:42.273450 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.273839 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:59:42.274290 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Bound port: 83c68670-57b0-458c-8c5a-e610729e659d, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:59:42.274659 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.276164 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Pushing event updated for resources: {'Port': ['ID=83c68670-57b0-458c-8c5a-e610729e659d,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:42.290746 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.293047 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2a2d7765-60f1-4da4-aed2-92d38d18f95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:42.299126 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.299529 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.299860 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.300185 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.300503 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.300864 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.301184 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.301530 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.301841 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.302150 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.302462 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.302774 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 03:59:42.306551 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:42.332431 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:42.335489 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:42.339133 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:59:42.341886 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] For port 83c68670-57b0-458c-8c5a-e610729e659d, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:59:42.344916 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=61d688c5-d19e-402b-adb7-fc4682736579,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:42.347538 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] For port 83c68670-57b0-458c-8c5a-e610729e659d, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=83c68670-57b0-458c-8c5a-e610729e659d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:59:42.368013 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:42.387371 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.417281 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.420637 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-8f9d8240-422c-49b1-a2ed-ffe4d1f74cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:42.483275 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:42.483984 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5040>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:42.487492 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Pushing event updated for resources: {'Port': ['ID=83c68670-57b0-458c-8c5a-e610729e659d,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:42.524827 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:42.579054 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.602739 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:42.653129 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2deca4f6-3661-4c94-b8d5-0a00e744b2ea up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:42.682925 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ee1cc2e8-d510-4eb5-8ddd-220c044712ce None None] Provisioning for port 61d688c5-d19e-402b-adb7-fc4682736579 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:42.690020 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ee1cc2e8-d510-4eb5-8ddd-220c044712ce None None] Provisioning complete for port 61d688c5-d19e-402b-adb7-fc4682736579 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:42.690496 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc2e8-d510-4eb5-8ddd-220c044712ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.731474 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cc2e8-d510-4eb5-8ddd-220c044712ce None None] Port 61d688c5-d19e-402b-adb7-fc4682736579 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:59:42.742187 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:42.742187 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.767786 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.789858 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5040>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:40Z', 'revision_number': 3, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:42.815723 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db687eb0-0d85-4aa9-b22f-e1a68053b873 None None] The sync data for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 is: [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:40Z', 'revision_number': 3, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:59:42.828829 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.836206 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7409c7b6-a5cb-481d-b550-3e37e7ec185c tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:42.907314 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:42.909270 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=61d688c5-d19e-402b-adb7-fc4682736579,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:42.912558 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:43.003290 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:43.004665 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:43.146007 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Router 4272f88c-110d-4c4a-a0eb-e1e066903459 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:59:43.276652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:59:43.286110 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] 10.222.0.25 "PUT /v2.0/routers/4272f88c-110d-4c4a-a0eb-e1e066903459/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7521238
Jun 21 03:59:43.455963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-75863913-8be8-4438-9ca5-0baa6c5c498c None None] Provisioning complete for port 61d688c5-d19e-402b-adb7-fc4682736579 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:43.456505 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75863913-8be8-4438-9ca5-0baa6c5c498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:43.491681 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-75863913-8be8-4438-9ca5-0baa6c5c498c None None] Port 61d688c5-d19e-402b-adb7-fc4682736579 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:59:43.961100 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35520) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:43.966707 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-194835245-network', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:44.056451 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Made reservation on behalf of 57a87eaf045f4b6ea993652cc87af8ae for: {'network': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:59:44.059002 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for network, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.068484 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.164304 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.204929 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.208141 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-897df995-42a3-4cf4-8a97-25a5c81cfc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:44.237918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=94167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 03:59:44.248170 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d7396d-c3b3-41ca-bb1c-4c46e37d6755,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:44.253911 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:44.255004 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.255344 n-d-758944-33 neutron-server[94167]: INFO neutron.db.segments_db [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Added segment aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6 of type vlan for network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee
Jun 21 03:59:44.297853 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758473014474'] for network, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.370877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028'] for network, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.371953 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:44.372548 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006033'] for network, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.373738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Sync routers for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:59:44.375971 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-ec68e955-d625-4626-a856-dbfdd78059f7 tempest-NetworksIpV6Test-1226895484 tempest-NetworksIpV6Test-1226895484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:44.382745 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:44.383400 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ca9340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:44.434279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=672aa5fe-fe6b-4fad-ad6b-62579e37e7ee,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:44.437146 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:44.466300 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee details requested by agent ovs-agent-n-d-758944-33 with host n-d-758944-33 {{(pid=94168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 03:59:44.508714 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6d41f33e-6ce0-49d0-9243-f1f425856ca5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5463786
Jun 21 03:59:44.511838 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35522) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:44.516756 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Request body: {'subnet': {'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-194835245-subnet', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'ip_version': 4}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:44.547723 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:44.603453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Made reservation on behalf of 57a87eaf045f4b6ea993652cc87af8ae for: {'subnet': 1} {{(pid=94167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:59:44.603453 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349735'] for subnet, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.680015 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 83c68670-57b0-458c-8c5a-e610729e659d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:44.793255 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ca9340>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 2, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:44.819117 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Checking router: 4272f88c-110d-4c4a-a0eb-e1e066903459 for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:59:44.819487 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Updating router 4272f88c-110d-4c4a-a0eb-e1e066903459 port 61d688c5-d19e-402b-adb7-fc4682736579 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:59:44.840503 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 83c68670-57b0-458c-8c5a-e610729e659d completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:44.845374 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349749'] for subnet, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.848215 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-db456abd-497f-4356-87e8-01e5b7001ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:44.849964 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 83c68670-57b0-458c-8c5a-e610729e659d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:44.851846 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.876675 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:44.907044 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f41563-e6b8-42e5-9766-1ea923f557a0,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:44.910179 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:44.918617 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Checking segment: {'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:44.919176 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Network hostable DHCP agents. Network: 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee, hostable agents: ['fe17d096-d255-4a5f-8ffc-b4614357fc8b'], hosted agents: [] {{(pid=94167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 03:59:45.004201 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee is scheduled to be hosted by DHCP agent fe17d096-d255-4a5f-8ffc-b4614357fc8b with binding_index 1 {{(pid=94167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 03:59:45.034218 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.090146 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-33, 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee) {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:45.092963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 83c68670-57b0-458c-8c5a-e610729e659d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=83c68670-57b0-458c-8c5a-e610729e659d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:45.095983 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:45.095983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.101620 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593c5cd-3ea8-460a-a9b2-fb8a6accd415 None None] Network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:59:45.163762 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.170130 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-7df92e0d-b628-4708-b4cb-36ba290edf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:45.182942 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-cd7fccc2-df0b-4fef-b24a-15768a69c063 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6699908
Jun 21 03:59:45.185650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35524) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:45.190903 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:45.270511 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=83c68670-57b0-458c-8c5a-e610729e659d,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:45.276685 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:45.284961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523025'] for router, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.286064 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1686510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523112'] for router, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.343691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.345452 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.372052 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Transition to ACTIVE for port object 61d688c5-d19e-402b-adb7-fc4682736579 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:45.379182 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a04288b-4f1e-5e86-aff1-ef8c1e0ad748-672aa5fe-fe6b-4fad-ad6b-62579e37e7ee', 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'fixed_ips': [{'subnet_id': '86f41563-e6b8-42e5-9766-1ea923f557a0'}]}} from n-d-758944-33. {{(pid=94168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 03:59:45.380022 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.500151 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.504082 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:45.573998 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523130'] for router, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.591884 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.db_base_plugin_common [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Allocated IP 172.20.0.2 (672aa5fe-fe6b-4fad-ad6b-62579e37e7ee/86f41563-e6b8-42e5-9766-1ea923f557a0/9dc414f1-29c7-416d-83b8-a6ad1a09e67a) {{(pid=94168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:59:45.605252 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022053b-b123-4314-9bba-9ebc2450fbe1 None None] Pushing event updated for resources: {'Port': ['ID=61d688c5-d19e-402b-adb7-fc4682736579,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:45.627880 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2022053b-b123-4314-9bba-9ebc2450fbe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:45.705123 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Attempting to bind port 61d688c5-d19e-402b-adb7-fc4682736579 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:59:45.705542 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Attempting to bind port 61d688c5-d19e-402b-adb7-fc4682736579 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:59:45.705896 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Attempting to bind port 61d688c5-d19e-402b-adb7-fc4682736579 on network aac810f5-206b-4235-a4d9-0a89a9f4a29c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:59:45.719764 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:59:45.720150 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Checking segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:45.720559 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.720959 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Bound using segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:59:45.721460 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Bound port: 61d688c5-d19e-402b-adb7-fc4682736579, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:59:45.721839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.848243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] For port 61d688c5-d19e-402b-adb7-fc4682736579, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:59:45.852256 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] For port 61d688c5-d19e-402b-adb7-fc4682736579, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=61d688c5-d19e-402b-adb7-fc4682736579,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:59:45.862756 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.866585 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.870908 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Transition to ACTIVE for port object 9dc414f1-29c7-416d-83b8-a6ad1a09e67a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:45.885452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Transition to ACTIVE for port object 9dc414f1-29c7-416d-83b8-a6ad1a09e67a will not be triggered until provisioned by entity DHCP. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:45.886317 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.948942 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.951084 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:45.982098 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877'] for port, after_create {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:45.990688 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Allocated IP 172.25.7.59 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:59:46.028172 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee is already hosted by enough agents. {{(pid=94168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:46.035529 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022053b-b123-4314-9bba-9ebc2450fbe1 None None] Pushing event updated for resources: {'Port': ['ID=61d688c5-d19e-402b-adb7-fc4682736579,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:46.035529 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-2022053b-b123-4314-9bba-9ebc2450fbe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:46.035831 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:46.038109 n-d-758944-33 neutron-server[94168]: DEBUG neutron.scheduler.base_scheduler [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Resources bound (agent type, host, resource id):  {{(pid=94168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:46.040575 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Received port after_create {{(pid=94168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:59:46.064298 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:46.064941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8ca9340>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:46.100223 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:46.165941 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Pushing event updated for resources: {'Port': ['ID=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,revision_number=1']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:46.169868 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:46.182359 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Attempting to bind port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:59:46.184662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Attempting to bind port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:59:46.184662 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Attempting to bind port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a on network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:59:46.185136 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:46.187299 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-fd0ff0ef-2fb5-4bbd-ba54-1cda9b571438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:46.226232 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:46.228665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:59:46.229174 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Checking segment: {'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:46.229894 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:46.230572 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Bound using segment: {'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:59:46.231405 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Bound port: 9dc414f1-29c7-416d-83b8-a6ad1a09e67a, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:59:46.231538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:46.232056 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:46.233988 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:59:46.277433 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Pushing event updated for resources: {'Port': ['ID=839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:46.280253 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:46.468275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:46.555851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] For port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:59:46.605127 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] For port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,segment=NetworkSegment(aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6),segment_id=aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:59:46.623336 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:46.655432 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 83c68670-57b0-458c-8c5a-e610729e659d up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:46.706561 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:46.711447 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:46.794089 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Pushing event updated for resources: {'Port': ['ID=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:46.804369 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:46.808243 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 83c68670-57b0-458c-8c5a-e610729e659d triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:46.809024 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:46.836650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8ca9340>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:46.870692 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7cd50b-b86e-4d55-8766-6b6bd8014b53 None None] The sync data for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 is: [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:59:47.272623 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055738'] for router, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:47.456453 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Router bafaafc5-32df-4270-b891-c0107e48a2df is scheduled to L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 with binding_index 1 {{(pid=94167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 03:59:47.575238 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:59:47.585606 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Sync routers for ids ['bafaafc5-32df-4270-b891-c0107e48a2df'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:59:47.596897 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Routers {'bafaafc5-32df-4270-b891-c0107e48a2df'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:47.597732 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5a60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['bafaafc5-32df-4270-b891-c0107e48a2df'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:47.645196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:47.649358 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35526) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:47.649813 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-6daed7d5-1d3d-472d-a864-464c0c46e02e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.4627266
Jun 21 03:59:47.710848 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Set router bafaafc5-32df-4270-b891-c0107e48a2df gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:47.872522 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb8f08-6c21-4c5d-84fb-6430fc0124c6 None None] Network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 03:59:47.908125 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5a60>, [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:46Z', 'revision_number': 3, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port': {'id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:47.937680 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Checking router: bafaafc5-32df-4270-b891-c0107e48a2df for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:59:47.938045 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Updating router bafaafc5-32df-4270-b891-c0107e48a2df port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 binding host n-d-758944-33 {{(pid=94169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:59:47.973138 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.031811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-55bcaa6a-e259-457d-bfcc-371dbc6d72bc None None] Provisioning for port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:48.144297 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.276205 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Notify callbacks [] for port, precommit_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.287898 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.provisioning_blocks [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Transition to ACTIVE for port object 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 will not be triggered until provisioned by entity L2. {{(pid=94169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:48.333174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Allocated IP 172.20.0.1 (672aa5fe-fe6b-4fad-ad6b-62579e37e7ee/86f41563-e6b8-42e5-9766-1ea923f557a0/30a2db59-6431-4394-b079-8895461eec69) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:59:48.353497 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.356464 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-cc6a7f52-0fcc-42bf-ad67-c7d0a9c0df6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:48.402803 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Attempting to bind port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:59:48.403182 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Attempting to bind port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:59:48.403553 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Attempting to bind port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 on network 384c26ed-943f-4825-ae7e-32261605dd95 {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:59:48.412091 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:59:48.412479 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Checking segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:48.412891 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.413289 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Bound using segment: {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'} {{(pid=94169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:59:48.413789 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.managers [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Bound port: 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a874d3-d4e3-4403-a70c-43535de39ec0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95'}}] {{(pid=94169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:59:48.414171 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.416707 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f3d5f-88f1-42f5-a8f7-6ac52e4157c1 None None] Pushing event updated for resources: {'Port': ['ID=839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9,revision_number=2']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:48.436686 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-637f3d5f-88f1-42f5-a8f7-6ac52e4157c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:48.438928 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.452566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Transition to ACTIVE for port object 30a2db59-6431-4394-b079-8895461eec69 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:48.468640 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] For port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9, host n-d-758944-33, cleared binding levels {{(pid=94169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:59:48.471649 n-d-758944-33 neutron-server[94169]: DEBUG neutron.plugins.ml2.db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] For port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:59:48.544023 n-d-758944-33 neutron-server[94169]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.546078 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-bbc205ec-ca06-4ce5-8cee-64d7860ba41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:48.581658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.584943 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3bc8e6e-e12d-4f55-955c-44f7b599a450 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:48.605875 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Routers {'bafaafc5-32df-4270-b891-c0107e48a2df'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:48.606800 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5a60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['bafaafc5-32df-4270-b891-c0107e48a2df'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:48.629126 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:48.632186 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:48.637970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:59:48.667842 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Pushing event updated for resources: {'Port': ['ID=30a2db59-6431-4394-b079-8895461eec69,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:48.672099 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:48.692737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2058773'] for router_interface, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.708424 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f3d5f-88f1-42f5-a8f7-6ac52e4157c1 None None] Pushing event updated for resources: {'Port': ['ID=839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9,revision_number=3']} {{(pid=94169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:48.721058 n-d-758944-33 neutron-server[94169]: DEBUG oslo_concurrency.lockutils [None req-637f3d5f-88f1-42f5-a8f7-6ac52e4157c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:48.742424 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] Set router bafaafc5-32df-4270-b891-c0107e48a2df gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:48.744826 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9dc414f1-29c7-416d-83b8-a6ad1a09e67a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:48.894188 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:48.901275 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:48.901275 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.964883 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:48.984983 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.007592 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9b36c0e2-487e-4bf2-8764-0c8e819dade5 None None] Provisioning for port 30a2db59-6431-4394-b079-8895461eec69 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:49.017197 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9b36c0e2-487e-4bf2-8764-0c8e819dade5 None None] Provisioning complete for port 30a2db59-6431-4394-b079-8895461eec69 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:49.017903 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9b36c0e2-487e-4bf2-8764-0c8e819dade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.046166 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,segment=NetworkSegment(aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6),segment_id=aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:49.050482 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84d5a60>, [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:46Z', 'revision_number': 3, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port': {'id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:49.063048 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-9b36c0e2-487e-4bf2-8764-0c8e819dade5 None None] Port 30a2db59-6431-4394-b079-8895461eec69 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:59:49.081050 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0c15d-c6d9-4f78-b1b0-2d199be65985 None None] The sync data for ids ['bafaafc5-32df-4270-b891-c0107e48a2df'] in n-d-758944-33 is: [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:46Z', 'revision_number': 3, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port': {'id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:59:49.120079 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.121081 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 61d688c5-d19e-402b-adb7-fc4682736579 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:49.122944 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:49.201892 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:49.205526 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:49.285106 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 61d688c5-d19e-402b-adb7-fc4682736579 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:49.289248 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 61d688c5-d19e-402b-adb7-fc4682736579 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:49.289662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.411995 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.450259 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 61d688c5-d19e-402b-adb7-fc4682736579, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=61d688c5-d19e-402b-adb7-fc4682736579,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:49.520652 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.525190 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.527449 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:49.579563 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=61d688c5-d19e-402b-adb7-fc4682736579,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:49.582815 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:49.599269 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.601716 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-225aeb25-93a5-48a8-8b67-779254d832b8 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:49.670970 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Pushing event updated for resources: {'Port': ['ID=30a2db59-6431-4394-b079-8895461eec69,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:49.673568 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2053132'] for router_interface, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:49.675607 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:49.772569 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:49.774081 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:49.904109 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Router bafaafc5-32df-4270-b891-c0107e48a2df has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 03:59:49.985979 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ba270ca2-46fb-4a6f-84c2-5cd4fb5f2a59 None None] Provisioning complete for port 30a2db59-6431-4394-b079-8895461eec69 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:49.986578 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ba270ca2-46fb-4a6f-84c2-5cd4fb5f2a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:50.020851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-ba270ca2-46fb-4a6f-84c2-5cd4fb5f2a59 None None] Port 30a2db59-6431-4394-b079-8895461eec69 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:59:50.031179 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 03:59:50.036174 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-41f9378b-1180-4418-9aea-b8583f057c18 admin admin] 10.222.0.25 "PUT /v2.0/routers/bafaafc5-32df-4270-b891-c0107e48a2df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3837969
Jun 21 03:59:50.647225 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Sync routers for ids ['bafaafc5-32df-4270-b891-c0107e48a2df'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 03:59:50.657055 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Routers {'bafaafc5-32df-4270-b891-c0107e48a2df'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:50.657747 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8076d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['bafaafc5-32df-4270-b891-c0107e48a2df'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:50.686484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35534) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:50.691544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-98524247-15b6-4ba4-9b13-22a3851fb379 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122383961', 'description': 'tempest-secgroup-smoke-122383961 description', 'project_id': '3869b0da26e34a49bcfb77f016bbdafa'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:50.740583 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9dc414f1-29c7-416d-83b8-a6ad1a09e67a up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:50.753874 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-98524247-15b6-4ba4-9b13-22a3851fb379 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:50.800443 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Set router bafaafc5-32df-4270-b891-c0107e48a2df gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:50.836423 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-98524247-15b6-4ba4-9b13-22a3851fb379 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:50.846598 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:50.846983 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:50.941448 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-98524247-15b6-4ba4-9b13-22a3851fb379 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:50.944947 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-2b8eeda4-4ef0-4add-be0e-8d0f3c723600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:50.973782 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98524247-15b6-4ba4-9b13-22a3851fb379 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e04506-2153-43d2-828f-cff695c5da0b,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:50.977504 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-98524247-15b6-4ba4-9b13-22a3851fb379 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:51.039353 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:51.045065 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-98524247-15b6-4ba4-9b13-22a3851fb379 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.046528 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-98524247-15b6-4ba4-9b13-22a3851fb379 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3589988
Jun 21 03:59:51.049663 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35536) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:51.054041 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-fba8ac6f-1a88-4bb0-9339-77924e25c2ce tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'security_group_rule': {'security_group_id': '98e04506-2153-43d2-828f-cff695c5da0b', 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:51.098851 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8076d60>, [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:48Z', 'revision_number': 4, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port': {'id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '30a2db59-6431-4394-b079-8895461eec69', 'name': '', 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'mac_address': 'fa:16:3e:02:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '86f41563-e6b8-42e5-9766-1ea923f557a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:48Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 2, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'subnets': [{'id': '86f41563-e6b8-42e5-9766-1ea923f557a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:51.127483 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Checking router: bafaafc5-32df-4270-b891-c0107e48a2df for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 03:59:51.127854 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Updating router bafaafc5-32df-4270-b891-c0107e48a2df port 30a2db59-6431-4394-b079-8895461eec69 binding host n-d-758944-33 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 03:59:51.152931 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fba8ac6f-1a88-4bb0-9339-77924e25c2ce tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.160685 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.195508 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:51.201969 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:51.209840 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.212382 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fba8ac6f-1a88-4bb0-9339-77924e25c2ce tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.268109 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fba8ac6f-1a88-4bb0-9339-77924e25c2ce tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.270722 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d32209cd-30c1-4eba-bdb1-5b931e00f903 tempest-SecGroupTest-747339127 tempest-SecGroupTest-747339127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:51.288446 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8ac6f-1a88-4bb0-9339-77924e25c2ce tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c4c5ce-40fc-4298-ad4a-553ec93b758e,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:51.293126 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fba8ac6f-1a88-4bb0-9339-77924e25c2ce tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:51.336128 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-fba8ac6f-1a88-4bb0-9339-77924e25c2ce tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.337707 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-fba8ac6f-1a88-4bb0-9339-77924e25c2ce tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2869611
Jun 21 03:59:51.340590 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35538) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:51.345279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-91d9812f-b1b6-49a8-8ed7-88102095c697 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'security_group_rule': {'security_group_id': '98e04506-2153-43d2-828f-cff695c5da0b', 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:51.405855 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.409806 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91d9812f-b1b6-49a8-8ed7-88102095c697 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.443564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:51.475976 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91d9812f-b1b6-49a8-8ed7-88102095c697 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.497122 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.498007 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 61d688c5-d19e-402b-adb7-fc4682736579 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:51.501563 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:51.535400 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91d9812f-b1b6-49a8-8ed7-88102095c697 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.542699 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0b9a32bb-a2e1-4c58-ac34-6f864bf2cdff tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:51.559125 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9812f-b1b6-49a8-8ed7-88102095c697 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f7a26d-b30d-4c18-a156-af457318411d,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:51.562627 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-91d9812f-b1b6-49a8-8ed7-88102095c697 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:51.576245 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.599504 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Transition to ACTIVE for port object 30a2db59-6431-4394-b079-8895461eec69 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:51.604509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:51.607916 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:51.616163 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 61d688c5-d19e-402b-adb7-fc4682736579 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:51.616548 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.644877 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91d9812f-b1b6-49a8-8ed7-88102095c697 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.646171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-91d9812f-b1b6-49a8-8ed7-88102095c697 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3045621
Jun 21 03:59:51.648959 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35540) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:51.654303 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-61e03694-3f81-4c5d-b041-d03e4a1cbe47 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'security_group_rule': {'security_group_id': '98e04506-2153-43d2-828f-cff695c5da0b', 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:51.681938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.686416 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-f9f1ab7a-8c48-4165-9c65-04fd6e638407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:51.747614 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-61e03694-3f81-4c5d-b041-d03e4a1cbe47 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.773573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f1b91-9a8a-4fea-8f2f-ec5b170df404 None None] Pushing event updated for resources: {'Port': ['ID=30a2db59-6431-4394-b079-8895461eec69,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:51.782236 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a92f1b91-9a8a-4fea-8f2f-ec5b170df404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:51.812821 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-61e03694-3f81-4c5d-b041-d03e4a1cbe47 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.837560 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Attempting to bind port 30a2db59-6431-4394-b079-8895461eec69 on host n-d-758944-33 for vnic_type normal with profile  {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:59:51.838653 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Attempting to bind port 30a2db59-6431-4394-b079-8895461eec69 by drivers openvswitch,hyperv on host n-d-758944-33 at level 0 using segments [{'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:59:51.839177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Attempting to bind port 30a2db59-6431-4394-b079-8895461eec69 on network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:59:51.844824 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Checking agent: {'id': 'bca5c99c-acf2-4915-b0db-5de844fa9412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 29, 7), 'started_at': datetime.datetime(2021, 6, 21, 2, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:59:51.845206 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Checking segment: {'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:51.845645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.846044 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Bound using segment: {'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:59:51.846530 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Bound port: 30a2db59-6431-4394-b079-8895461eec69, host: n-d-758944-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:59:51.846892 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.862428 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-61e03694-3f81-4c5d-b041-d03e4a1cbe47 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.868831 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-429eaeed-1ed6-45dd-a85b-5353a00d6e80 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:51.889754 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03694-3f81-4c5d-b041-d03e4a1cbe47 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dc127f-606f-4d7a-8e1f-ac05c2dbeb52,revision_number=0']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:51.892359 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-61e03694-3f81-4c5d-b041-d03e4a1cbe47 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:51.935448 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] For port 30a2db59-6431-4394-b079-8895461eec69, host n-d-758944-33, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:59:51.940030 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] For port 30a2db59-6431-4394-b079-8895461eec69, host n-d-758944-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=30a2db59-6431-4394-b079-8895461eec69,segment=NetworkSegment(aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6),segment_id=aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:59:51.948776 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-61e03694-3f81-4c5d-b041-d03e4a1cbe47 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:51.954671 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-61e03694-3f81-4c5d-b041-d03e4a1cbe47 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2998381
Jun 21 03:59:51.955406 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35542) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:51.958643 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-0a16d719-457c-4300-9bad-859c65b7c25e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'security_group_rule': {'security_group_id': '98e04506-2153-43d2-828f-cff695c5da0b', 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:52.011964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.013871 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:52.038289 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a16d719-457c-4300-9bad-859c65b7c25e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.069843 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Routers {'bafaafc5-32df-4270-b891-c0107e48a2df'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 03:59:52.070482 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d8076d60>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T03:59:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['bafaafc5-32df-4270-b891-c0107e48a2df'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:52.075842 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f1b91-9a8a-4fea-8f2f-ec5b170df404 None None] Pushing event updated for resources: {'Port': ['ID=30a2db59-6431-4394-b079-8895461eec69,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:52.106445 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a92f1b91-9a8a-4fea-8f2f-ec5b170df404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:52.115055 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a16d719-457c-4300-9bad-859c65b7c25e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.183738 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] Set router bafaafc5-32df-4270-b891-c0107e48a2df gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 03:59:52.187843 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a16d719-457c-4300-9bad-859c65b7c25e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.189778 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-82a4cd23-72b2-4a3b-bbc1-2ed757bc0600 tempest-TestVolumeBootPattern-1156830733 tempest-TestVolumeBootPattern-1156830733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:52.207907 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16d719-457c-4300-9bad-859c65b7c25e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab9ac3f-c609-4469-b27b-f98009654ead,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:52.210982 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0a16d719-457c-4300-9bad-859c65b7c25e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:52.296493 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0a16d719-457c-4300-9bad-859c65b7c25e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.297963 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0a16d719-457c-4300-9bad-859c65b7c25e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3440533
Jun 21 03:59:52.300657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35544) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:52.305487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'security_group_rule': {'security_group_id': '98e04506-2153-43d2-828f-cff695c5da0b', 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:52.382015 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Project 3869b0da26e34a49bcfb77f016bbdafa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:59:52.387243 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.413210 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d8076d60>, [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:48Z', 'revision_number': 4, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port': {'id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '30a2db59-6431-4394-b079-8895461eec69', 'name': '', 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'mac_address': 'fa:16:3e:02:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '86f41563-e6b8-42e5-9766-1ea923f557a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:48Z', 'updated_at': '2021-06-21T03:59:51Z', 'revision_number': 4, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'subnets': [{'id': '86f41563-e6b8-42e5-9766-1ea923f557a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 03:59:52.452552 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.524890 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.531115 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-18918331-39d4-40e2-a9bb-ff35b4892273 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:52.547738 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbe4196-5eb3-43c7-8c9d-6c9af755235d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:52.550067 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:52.618679 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7d25b-2500-4d5e-9401-b6a48d9f6507 None None] The sync data for ids ['bafaafc5-32df-4270-b891-c0107e48a2df'] in n-d-758944-33 is: [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:48Z', 'revision_number': 4, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port': {'id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '30a2db59-6431-4394-b079-8895461eec69', 'name': '', 'network_id': '672aa5fe-fe6b-4fad-ad6b-62579e37e7ee', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'mac_address': 'fa:16:3e:02:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '86f41563-e6b8-42e5-9766-1ea923f557a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:48Z', 'updated_at': '2021-06-21T03:59:51Z', 'revision_number': 4, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'subnets': [{'id': '86f41563-e6b8-42e5-9766-1ea923f557a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 03:59:52.621960 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.623204 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-830d2306-5f56-42fd-a2b7-a296051c6a18 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3214653
Jun 21 03:59:52.625817 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35546) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 03:59:52.631000 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'security_group_rule': {'security_group_id': '98e04506-2153-43d2-828f-cff695c5da0b', 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:52.675973 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:52.724821 n-d-758944-33 neutron-server[94166]: INFO neutron.db.securitygroups_db [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Project 3869b0da26e34a49bcfb77f016bbdafa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 03:59:52.729272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:52.729670 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.730636 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.807676 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.885525 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722561'] for security_group_rule, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.887469 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-99e53606-f8a7-4d71-8403-374c79d5d201 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:52.905639 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a58d2f9-41da-4e95-bc7b-fac2d0c6e24d,revision_number=0']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:52.912677 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:52.982233 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:52.983488 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-20f57871-89c4-44a9-b811-9599413d2f02 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3567381
Jun 21 03:59:53.144310 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-15b0f3b3-1003-466c-bd23-8f304b8c0b52 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122383961&fields=id&tenant_id=3869b0da26e34a49bcfb77f016bbdafa HTTP/1.1" status: 200  len: 267 time: 0.0446119
Jun 21 03:59:53.252279 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454046d-4558-45b4-afef-5d3af95dd237 req-2705db7d-f5a9-4067-b433-9d7825422a83 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:53.253742 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-2705db7d-f5a9-4067-b433-9d7825422a83 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 809 time: 0.1017501
Jun 21 03:59:53.270982 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-21acef6d-a068-40c2-9c45-46de835b3074 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/quotas/3869b0da26e34a49bcfb77f016bbdafa HTTP/1.1" status: 200  len: 375 time: 0.0118432
Jun 21 03:59:53.336148 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-9c04ffff-5665-4cc0-b3d3-9a7b6aaa9353 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0592861
Jun 21 03:59:53.436505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-ab3e6aec-cae3-49e6-bbec-3a466b1bf20e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 03:59:53.437555 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-ab3e6aec-cae3-49e6-bbec-3a466b1bf20e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0900311
Jun 21 03:59:53.531233 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-6318616e-ac86-4f5a-8b9f-d5a55e44e07d service neutron] 10.222.0.25 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874712
Jun 21 03:59:53.624532 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-53ceb661-189c-4b5b-83b9-3325dfe43072 service neutron] 10.222.0.25 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871165
Jun 21 03:59:53.883445 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-e63af88c-6772-4de7-bd4f-deeab96e616e req-b56b3cb9-cf27-4756-a6c9-5583c8900820 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 210 time: 0.0324581
Jun 21 03:59:54.669295 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 30a2db59-6431-4394-b079-8895461eec69 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:54.804478 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning for port 30a2db59-6431-4394-b079-8895461eec69 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:54.808547 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 30a2db59-6431-4394-b079-8895461eec69 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:54.809007 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:54.884047 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:54.918652 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] For port 30a2db59-6431-4394-b079-8895461eec69, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=30a2db59-6431-4394-b079-8895461eec69,segment=NetworkSegment(aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6),segment_id=aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 03:59:54.972978 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e022713-0dba-4595-b23a-570ebf13f324 req-b5dd649b-170c-48e6-9398-bea419773cc5 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 210 time: 0.0350947
Jun 21 03:59:54.976254 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:54.978615 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-4d01d089-7737-4b78-ac06-ecf4ef5be979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:55.032578 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Pushing event updated for resources: {'Port': ['ID=30a2db59-6431-4394-b079-8895461eec69,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:55.035604 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:56.123105 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-6eae507e-f806-41ba-a89c-d2e45706f536 req-bf334ce2-da19-48e2-9fc8-e1538953b0fa tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 210 time: 0.0299494
Jun 21 03:59:56.165597 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454046d-4558-45b4-afef-5d3af95dd237 req-2a309988-c2c8-4f4f-a1a4-b7829fa9998f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:56.166619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-2a309988-c2c8-4f4f-a1a4-b7829fa9998f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.20 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 809 time: 0.1217229
Jun 21 03:59:56.209956 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-57ce6509-3a8b-49c6-bfef-520535c6354a tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3869b0da26e34a49bcfb77f016bbdafa HTTP/1.1" status: 200  len: 379 time: 0.0348434
Jun 21 03:59:56.218487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'port': {'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'admin_state_up': True, 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'security_groups': ['98e04506-2153-43d2-828f-cff695c5da0b']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:56.417281 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Made reservation on behalf of 3869b0da26e34a49bcfb77f016bbdafa for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 03:59:56.420860 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:56.557318 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Allocated IP 172.20.0.7 (aac810f5-206b-4235-a4d9-0a89a9f4a29c/a0915da2-81d0-4211-baf6-994cb59fbcd5/c2f9a7a0-cd00-4b36-af70-9c963b360441) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 03:59:56.652433 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 30a2db59-6431-4394-b079-8895461eec69 up at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 03:59:56.700811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Provisioning complete for port 30a2db59-6431-4394-b079-8895461eec69 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:56.701080 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:56.702991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:56.717009 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Transition to ACTIVE for port object c2f9a7a0-cd00-4b36-af70-9c963b360441 will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:56.822197 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:56.827688 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-fd0559f2-ebee-4f8c-87aa-76c778081878 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:56.868112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 03:59:56.871477 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 03:59:56.875533 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 03:59:56.904864 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:56.911514 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:56.936064 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:56.936707 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:57.005844 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-26328dc4-86d4-436d-b5c0-b977b7e983d7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7909462
Jun 21 03:59:57.017627 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Request body: {'port': {'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 03:59:57.098090 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:57.136623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a76d6542-c1d7-4cce-9088-ecf4ec4ebfc5 None None] Provisioning for port c2f9a7a0-cd00-4b36-af70-9c963b360441 completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 03:59:57.140558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a76d6542-c1d7-4cce-9088-ecf4ec4ebfc5 None None] Provisioning complete for port c2f9a7a0-cd00-4b36-af70-9c963b360441 triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 03:59:57.140935 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a76d6542-c1d7-4cce-9088-ecf4ec4ebfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:57.181319 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a76d6542-c1d7-4cce-9088-ecf4ec4ebfc5 None None] Port c2f9a7a0-cd00-4b36-af70-9c963b360441 cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 03:59:57.308370 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35a1a9-165a-4902-914b-dcf7daaa335f req-2267e811-2d4d-429f-85c8-e61a3c56149f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:57.309907 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d35a1a9-165a-4902-914b-dcf7daaa335f req-2267e811-2d4d-429f-85c8-e61a3c56149f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 931 time: 0.0682769
Jun 21 03:59:57.349045 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1d35a1a9-165a-4902-914b-dcf7daaa335f req-1a441c2a-0ce6-4553-b637-09a3b460d699 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331030
Jun 21 03:59:57.373523 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f9a7a0-cd00-4b36-af70-9c963b360441 {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 03:59:57.381046 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:57.393464 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Transition to ACTIVE for port object c2f9a7a0-cd00-4b36-af70-9c963b360441 will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 03:59:57.473464 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:57.475629 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-25ad2995-d611-440d-98b7-d10d1b72873f tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:57.556107 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:57.563789 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:57.633557 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Attempting to bind port c2f9a7a0-cd00-4b36-af70-9c963b360441 on host n-h1-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 03:59:57.633897 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Attempting to bind port c2f9a7a0-cd00-4b36-af70-9c963b360441 by drivers openvswitch,hyperv on host n-h1-758944-33 at level 0 using segments [{'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 03:59:57.634230 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Attempting to bind port c2f9a7a0-cd00-4b36-af70-9c963b360441 on network aac810f5-206b-4235-a4d9-0a89a9f4a29c {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:59:57.638830 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Port c2f9a7a0-cd00-4b36-af70-9c963b360441 on network aac810f5-206b-4235-a4d9-0a89a9f4a29c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 03:59:57.639160 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Attempting to bind port c2f9a7a0-cd00-4b36-af70-9c963b360441 on network aac810f5-206b-4235-a4d9-0a89a9f4a29c {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 03:59:57.644219 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Checking agent: {'id': '4ad3ac50-19a9-454f-81b1-a4c8ac67aa52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 03:59:57.644563 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Checking segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 03:59:57.644951 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Bound using segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 03:59:57.645407 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Bound port: c2f9a7a0-cd00-4b36-af70-9c963b360441, host: n-h1-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 03:59:57.645761 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:57.714286 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 03:59:57.717294 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 03:59:57.782212 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:57.784228 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-656ade45-8982-4f0d-b1d7-d002de28548b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 03:59:57.821606 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:57.822301 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 03:59:57.823680 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] 10.222.0.20 "PUT /v2.0/ports/c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 200  len: 1092 time: 0.8106232
Jun 21 03:59:57.824260 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 03:59:57.826620 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348d91d7-ed68-4516-acd3-9d9d4177b99a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 03:59:57.849798 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 03:59:57.853381 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3a65d2d7-6583-4121-bbc7-df434565a0cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 03:59:57.871934 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335c0343-f005-40b2-9af9-75d8a2ec984a x-openstack-request-id: req-335c0343-f005-40b2-9af9-75d8a2ec984a {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 03:59:57.872281 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 03:59:57.872590 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-335c0343-f005-40b2-9af9-75d8a2ec984a {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 03:59:57.873046 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'status': 'completed', 'code': 200}
Jun 21 03:59:57.952027 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d91d7-ed68-4516-acd3-9d9d4177b99a req-9ddde48c-dc96-428b-9e6f-83672b3c4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:57.953689 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-348d91d7-ed68-4516-acd3-9d9d4177b99a req-9ddde48c-dc96-428b-9e6f-83672b3c4b75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1095 time: 0.0591295
Jun 21 03:59:58.063904 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d91d7-ed68-4516-acd3-9d9d4177b99a req-83b37561-23ba-4ccc-8bc7-c176fd096114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:58.065421 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-348d91d7-ed68-4516-acd3-9d9d4177b99a req-83b37561-23ba-4ccc-8bc7-c176fd096114 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1044424
Jun 21 03:59:58.159216 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d91d7-ed68-4516-acd3-9d9d4177b99a req-2f0bd85b-6b5d-49d7-9273-89cb1267f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:58.160590 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-348d91d7-ed68-4516-acd3-9d9d4177b99a req-2f0bd85b-6b5d-49d7-9273-89cb1267f7cc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0894306
Jun 21 03:59:58.256241 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454046d-4558-45b4-afef-5d3af95dd237 req-45cebbea-22e7-473d-ad12-a64ceb0d9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:58.257797 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-45cebbea-22e7-473d-ad12-a64ceb0d9569 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1095 time: 0.0605485
Jun 21 03:59:58.300335 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-ff511888-fd53-4525-8e18-227a28662985 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 200  len: 217 time: 0.0356989
Jun 21 03:59:58.346930 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454046d-4558-45b4-afef-5d3af95dd237 req-64619df4-3af3-41f7-8185-12556a4a5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:58.348304 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-64619df4-3af3-41f7-8185-12556a4a5cd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0419476
Jun 21 03:59:58.424873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454046d-4558-45b4-afef-5d3af95dd237 req-9c23b27b-3e7b-49f5-963b-1c067c45db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:58.426387 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-9c23b27b-3e7b-49f5-963b-1c067c45db38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0711308
Jun 21 03:59:58.518659 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-1516b485-0c8f-4421-b439-3a8532d0dcdf service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857122
Jun 21 03:59:58.527387 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3054-96b9-4bba-aa32-13e112fb30d8 req-b8ef17d9-ed00-4838-8c7d-94f50a25a314 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:58.528855 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d6a3054-96b9-4bba-aa32-13e112fb30d8 req-b8ef17d9-ed00-4838-8c7d-94f50a25a314 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 943 time: 0.0682998
Jun 21 03:59:58.565933 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7d6a3054-96b9-4bba-aa32-13e112fb30d8 req-c527f6cb-85c9-427f-b796-f8e8d6a5178c tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313518
Jun 21 03:59:58.614654 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3454046d-4558-45b4-afef-5d3af95dd237 req-157c7a20-707b-44e7-936a-ec15841fbc19 service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891049
Jun 21 03:59:59.738156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aede9-90e7-4f17-852e-048b2ca269d1 req-a1144b35-3e96-4cff-86e6-8c399c000dc2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 03:59:59.739631 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-258aede9-90e7-4f17-852e-048b2ca269d1 req-a1144b35-3e96-4cff-86e6-8c399c000dc2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 943 time: 0.0640392
Jun 21 03:59:59.776575 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-258aede9-90e7-4f17-852e-048b2ca269d1 req-b8e7626a-c464-4f62-9286-1e01b4c71eef tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311971
Jun 21 04:00:00.945725 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adf23-6fca-4d84-91a0-445bc85a62cd req-3f473556-95d9-4869-9f78-582c8dd8fdc9 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:00.947217 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb9adf23-6fca-4d84-91a0-445bc85a62cd req-3f473556-95d9-4869-9f78-582c8dd8fdc9 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 943 time: 0.0621510
Jun 21 04:00:00.983878 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-eb9adf23-6fca-4d84-91a0-445bc85a62cd req-027ada26-c53a-4a86-99df-7cbea4aae7bc tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308623
Jun 21 04:00:01.559725 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c2f9a7a0-cd00-4b36-af70-9c963b360441 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:00:01.655550 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:00:01.666769 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:00:01.707049 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:01.719767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f9a7a0-cd00-4b36-af70-9c963b360441 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:00:01.738247 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:00:01.810614 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:01.812705 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:00:01.857313 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:00:01.860801 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:00:02.032702 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c2f9a7a0-cd00-4b36-af70-9c963b360441'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:00:02.176918 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fff46-47c3-48e8-83f8-4a99d316e248 req-ecae4e37-f68f-4883-944e-802e9a73790a tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:02.178362 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea9fff46-47c3-48e8-83f8-4a99d316e248 req-ecae4e37-f68f-4883-944e-802e9a73790a tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 944 time: 0.0815215
Jun 21 04:00:02.218565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ea9fff46-47c3-48e8-83f8-4a99d316e248 req-bbd2382e-09e2-4e06-ad91-b6ddc5763312 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334058
Jun 21 04:00:03.393415 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb20f6-a028-4c64-b1b1-207098dda1bc req-c57171c2-f78c-4b33-80fe-b88f8ce14900 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:03.394896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bcb20f6-a028-4c64-b1b1-207098dda1bc req-c57171c2-f78c-4b33-80fe-b88f8ce14900 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 944 time: 0.0644519
Jun 21 04:00:03.432089 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2bcb20f6-a028-4c64-b1b1-207098dda1bc req-3aa0c963-2d3c-40d8-96fc-b9ed90483175 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308349
Jun 21 04:00:03.559814 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c2f9a7a0-cd00-4b36-af70-9c963b360441 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:00:03.660673 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning for port c2f9a7a0-cd00-4b36-af70-9c963b360441 completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:00:03.664399 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port c2f9a7a0-cd00-4b36-af70-9c963b360441 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:00:03.664785 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:03.742287 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:03.764680 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:00:03.767001 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cb44a2-1b65-4480-8245-d010ee0bd2ac" -d '{"events": [{"server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "name": "network-vif-plugged", "status": "completed", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:00:03.779958 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:00:03.807168 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ccbf18-7f2f-4502-bab7-f98c98f14ccc x-openstack-request-id: req-66ccbf18-7f2f-4502-bab7-f98c98f14ccc {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:00:03.807634 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "name": "network-vif-plugged", "status": "completed", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:00:03.808074 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66ccbf18-7f2f-4502-bab7-f98c98f14ccc {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:00:03.808502 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'code': 200}
Jun 21 04:00:03.839746 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:03.842533 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-c2cddc5f-a9af-4a62-a695-8afe371cc4e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:00:03.889667 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:00:03.892694 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:00:03.925580 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea34f1-0045-4e93-8839-725de3ee9cdc req-595f3e10-19df-4f43-929c-1f1914c76f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:03.927087 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01ea34f1-0045-4e93-8839-725de3ee9cdc req-595f3e10-19df-4f43-929c-1f1914c76f37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1097 time: 0.0552492
Jun 21 04:00:03.961095 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-01ea34f1-0045-4e93-8839-725de3ee9cdc req-a99e1fd3-4632-434a-bacd-76a58fd1f753 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0271399
Jun 21 04:00:04.387801 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5b79f924-def4-48f9-9737-974daebfbf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:04.615753 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2b8b-411a-47a2-a78e-5c206ceab828 req-087ce974-f68d-4f88-b0df-c9be1ebdc031 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:04.617234 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92ba2b8b-411a-47a2-a78e-5c206ceab828 req-087ce974-f68d-4f88-b0df-c9be1ebdc031 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 945 time: 0.0701847
Jun 21 04:00:04.654977 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-92ba2b8b-411a-47a2-a78e-5c206ceab828 req-16e75a1b-6551-489b-b758-b6b96d3cec71 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313716
Jun 21 04:00:05.837144 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8b97-dfbb-4c52-a1cb-d5f1cd7a5c51 req-053283ba-c756-4577-939f-b2b74b2284cc tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:05.838653 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8ac8b97-dfbb-4c52-a1cb-d5f1cd7a5c51 req-053283ba-c756-4577-939f-b2b74b2284cc tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 945 time: 0.0642726
Jun 21 04:00:05.876599 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-a8ac8b97-dfbb-4c52-a1cb-d5f1cd7a5c51 req-dea092a5-e49b-4a66-86df-fe8d6e59fe5f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317640
Jun 21 04:00:06.062505 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84b195-9a6a-4cee-96eb-b0c230effc74 req-a7dda10a-0d3a-42c9-98b6-8be4ffae1c74 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:06.063959 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df84b195-9a6a-4cee-96eb-b0c230effc74 req-a7dda10a-0d3a-42c9-98b6-8be4ffae1c74 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 945 time: 0.0617414
Jun 21 04:00:06.103711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-df84b195-9a6a-4cee-96eb-b0c230effc74 req-14a5d2a5-5634-4159-81da-436a003a0654 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0340652
Jun 21 04:00:06.127270 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35608) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:00:06.224106 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea3144-42a8-46df-bd92-d3af613fadfb tempest-TestSnapshotPattern-689660181 tempest-TestSnapshotPattern-689660181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:06.225694 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d7ea3144-42a8-46df-bd92-d3af613fadfb tempest-TestSnapshotPattern-689660181 tempest-TestSnapshotPattern-689660181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1092 time: 0.0973647
Jun 21 04:00:06.228528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 35612) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:00:06.233287 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:00:06.312530 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for floatingip, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:06.414762 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:06.519562 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Allocated IP 172.25.7.253 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/e71ed9f4-0625-4960-b704-cf1c52d34b3f) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:00:06.628405 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:06.724391 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b440277e-5bde-4bb0-8a9d-38d75dacf4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:06.755554 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:06.757898 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ed55bc7d-c815-4f2d-8592-72c1f8f9fc94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:00:06.775961 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:06.800451 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:00:06.803487 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:00:06.806941 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:00:06.812348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'Port': ['ID=e71ed9f4-0625-4960-b704-cf1c52d34b3f,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:00:06.835200 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:00:07.180738 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:07.182336 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:07.334842 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:07.493370 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:07.552847 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:07.554895 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c794f5f7-301f-4aa0-af34-8b5b4783868e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:00:07.620760 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'Port': ['ID=e71ed9f4-0625-4960-b704-cf1c52d34b3f,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:00:07.624698 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:00:07.634324 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:07.742417 n-d-758944-33 neutron-server[94166]: INFO neutron.db.l3_db [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Floating IP 6649d2dd-ed02-4e5d-aaa5-56432f1d8fee associated. External IP: 172.25.7.253, port: c2f9a7a0-cd00-4b36-af70-9c963b360441.
Jun 21 04:00:07.949901 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Router 4272f88c-110d-4c4a-a0eb-e1e066903459 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:00:08.346622 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:08.407457 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:00:08.423911 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] Sync routers for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:00:08.434941 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:00:08.435571 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:00:08.472683 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:08.509440 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2798350
Jun 21 04:00:08.510240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:00:08.512797 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29217977-f469-4957-8342-608dd84e66f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:00:08.542677 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:00:08.584232 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583efff6-90d0-4559-aec2-64e314412bf6 x-openstack-request-id: req-583efff6-90d0-4559-aec2-64e314412bf6 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:00:08.584679 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:00:08.585059 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-583efff6-90d0-4559-aec2-64e314412bf6 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:00:08.585610 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'status': 'completed', 'code': 200}
Jun 21 04:00:08.660967 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217977-f469-4957-8342-608dd84e66f7 req-a061a099-e2bb-416d-a960-5f1b9665d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:08.662628 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29217977-f469-4957-8342-608dd84e66f7 req-a061a099-e2bb-416d-a960-5f1b9665d87a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1097 time: 0.0552802
Jun 21 04:00:08.761811 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217977-f469-4957-8342-608dd84e66f7 req-0602e5ea-2ff2-4573-9b7e-3373212ce0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:08.765268 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29217977-f469-4957-8342-608dd84e66f7 req-0602e5ea-2ff2-4573-9b7e-3373212ce0e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0964005
Jun 21 04:00:08.778110 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7400>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:07Z', 'revision_number': 0, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:00:08.787395 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:08.803443 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] Checking router: 4272f88c-110d-4c4a-a0eb-e1e066903459 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:00:08.812547 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:00:08.813160 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7400>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:00:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:00:08.832974 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29217977-f469-4957-8342-608dd84e66f7 req-7bb647d1-65a2-40b4-9fbc-bd0dc63facf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 200  len: 999 time: 0.0610697
Jun 21 04:00:08.886556 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217977-f469-4957-8342-608dd84e66f7 req-65b6833e-4e61-4ccc-af30-8e74d3fefdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:08.887952 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29217977-f469-4957-8342-608dd84e66f7 req-65b6833e-4e61-4ccc-af30-8e74d3fefdb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0487206
Jun 21 04:00:08.918714 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:00:08.945321 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217977-f469-4957-8342-608dd84e66f7 req-437b3dc3-6341-48f9-8dc5-5e12818d7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:08.946869 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29217977-f469-4957-8342-608dd84e66f7 req-437b3dc3-6341-48f9-8dc5-5e12818d7116 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0528812
Jun 21 04:00:09.034196 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29217977-f469-4957-8342-608dd84e66f7 req-1253a474-136f-4568-b2ea-18bd54afa20f service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811284
Jun 21 04:00:09.137615 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-29217977-f469-4957-8342-608dd84e66f7 req-bd2be1ac-d92a-4721-b976-f18107dbf98e service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941241
Jun 21 04:00:09.159443 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d82f7400>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:07Z', 'revision_number': 0, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:00:09.187737 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91e4699-1b42-4122-a61f-b65063fbac27 None None] The sync data for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 is: [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:07Z', 'revision_number': 0, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:00:09.389090 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c5584-d1ee-4cf7-ba1e-bf7d235a60ee None None] New status for floating IP 6649d2dd-ed02-4e5d-aaa5-56432f1d8fee: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:00:09.815703 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:11.709249 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:00:34.272804 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5274ada0-0f7c-4343-80f9-48982596d1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:36.697928 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6fc42da3-0478-4477-8dce-fde9544fe525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:36.758158 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:37.192841 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:38.347248 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:38.832691 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:39.924053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:00:41.564823 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-2bfb71c8-f8f8-4c07-848d-1c01393b64ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0550764
Jun 21 04:00:41.656836 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-cb31869e-dd65-4a1f-9d9e-478cb5f4be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:41.658359 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-cb31869e-dd65-4a1f-9d9e-478cb5f4be70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1097 time: 0.0527918
Jun 21 04:00:41.766442 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-1b280753-422e-4934-aa5e-aea0af74e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:41.767902 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-1b280753-422e-4934-aa5e-aea0af74e684 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0888088
Jun 21 04:00:41.832112 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-aaea4059-4e27-4406-8601-ba8a752ee63e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 200  len: 1001 time: 0.0579720
Jun 21 04:00:41.882730 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-e94aa69f-4ff4-4c0e-840f-ea74130d0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:41.884114 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-e94aa69f-4ff4-4c0e-840f-ea74130d0e6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0463092
Jun 21 04:00:41.940076 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-0a70ac90-11bd-4bab-ba39-04e7c4a4f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:00:41.941603 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-0a70ac90-11bd-4bab-ba39-04e7c4a4f550 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0512044
Jun 21 04:00:42.029904 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-3693dea1-35b7-4b05-b3e3-b70663e58314 service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809827
Jun 21 04:00:42.121543 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-40d1c1b0-db00-49ba-b2e5-bb3a0019c32d req-538acb6e-91d9-4a37-a6ca-7cf14e36649d service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849299
Jun 21 04:00:48.708357 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:00:55.935299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [req-a4bd59f7-f138-43a0-8dc0-8ae93fd9d815 req-475a8c69-e5d0-47e6-b95e-5467f0ab2386 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] (94167) timed out ('10.222.0.26', 60383) {{(pid=94167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 04:01:04.278277 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6aec-c359-4ac2-8c5c-a5e9af64cd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:06.707478 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-25759ed7-f5ab-4a6f-9fa7-7c4284b0cde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:06.775028 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:07.220732 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:08.334944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:08.826384 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:09.820935 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:25.707967 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:01:34.300455 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-978ee5eb-fb3c-4e43-9e33-5b16dec2354b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:36.723077 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a38a3d28-0094-4243-8f99-8d79f133db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:36.762975 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:37.196551 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:38.340762 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:38.826531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:39.837615 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:01:42.538614 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-cfa02cc8-28be-4704-9cde-2f9257e3e8e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0534191
Jun 21 04:01:42.641346 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-23f9ff7d-2955-4d84-be10-c8d7dd9c3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:01:42.642862 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-23f9ff7d-2955-4d84-be10-c8d7dd9c3d68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1097 time: 0.0598581
Jun 21 04:01:42.748263 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-46c6e86b-438d-4614-89e7-322b334b04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:01:42.750437 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-46c6e86b-438d-4614-89e7-322b334b04f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0854223
Jun 21 04:01:42.819778 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-09f04e52-4b8e-4df6-b615-7a484615b963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 200  len: 1001 time: 0.0622077
Jun 21 04:01:42.871159 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-8e0f64df-c749-4470-b951-e3f266025335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:01:42.872581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-8e0f64df-c749-4470-b951-e3f266025335 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0455124
Jun 21 04:01:42.930182 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-9b42d5a6-ec1f-4f2d-940c-62fa6369f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:01:42.931696 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-9b42d5a6-ec1f-4f2d-940c-62fa6369f6e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0525460
Jun 21 04:01:42.942202 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-d9fe8f09-db22-4229-94f5-4944568214bb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:01:42.943128 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-d9fe8f09-db22-4229-94f5-4944568214bb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049901
Jun 21 04:01:43.035624 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-53fccaaa-9a62-4572-a6d3-def4212ba245 service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854228
Jun 21 04:01:43.124840 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-414a2376-e2e5-4af6-9fc7-e666db1f5a92 req-d4a0edb7-dbc7-4cd7-acae-f01a85a9b450 service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820174
Jun 21 04:02:02.708134 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:02:04.283084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fe882eb3-faa1-4004-9bfb-384f356be2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:06.708365 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6abbb2d8-2bbb-4fc6-8af8-eecc57acb3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:06.763076 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:07.178400 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:08.140833 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c2f9a7a0-cd00-4b36-af70-9c963b360441 details requested by agent hyperv_n-h1-758944-33 with host n-h1-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:02:08.243651 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:02:08.254882 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Returning: {'device': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:02:08.305215 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:08.319095 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2f9a7a0-cd00-4b36-af70-9c963b360441 {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:02:08.338477 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:02:08.391972 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:08.443143 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:08.444998 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:08.496355 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:08.503920 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.504277 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.504625 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.504974 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.505307 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.505665 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.506054 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.506330 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.506656 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.506982 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.507351 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.507676 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:08.512484 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] get_ports_and_sgs() called for port_ids ['c2f9a7a0-cd00-4b36-af70-9c963b360441'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:02:08.514534 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:08.837531 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:09.887368 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:10.155789 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c2f9a7a0-cd00-4b36-af70-9c963b360441 up at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:02:10.213871 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Provisioning complete for port c2f9a7a0-cd00-4b36-af70-9c963b360441 triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:02:10.214358 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:10.307640 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:10.332540 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:02:10.334966 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecfb0c4-5644-4d50-8d88-bef80377902a" -d '{"events": [{"server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "name": "network-vif-plugged", "status": "completed", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:02:10.350531 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:02:10.389603 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9889e10e-377c-4fac-89ca-62955d4cb9e3 x-openstack-request-id: req-9889e10e-377c-4fac-89ca-62955d4cb9e3 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:02:10.389984 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "name": "network-vif-plugged", "status": "completed", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:02:10.390403 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9889e10e-377c-4fac-89ca-62955d4cb9e3 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:02:10.390790 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'code': 200}
Jun 21 04:02:10.457527 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:10.459364 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-b3d04df8-912b-4d99-80da-6306d93814c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:10.516217 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:10.521277 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:19.228678 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-b549c68b-0342-4ef4-ad9e-74f776db79ac tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122383961&fields=id&tenant_id=3869b0da26e34a49bcfb77f016bbdafa HTTP/1.1" status: 200  len: 267 time: 0.0346732
Jun 21 04:02:19.334473 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f4645718-1b20-414c-bffe-649a64f45683 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:19.335823 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f4645718-1b20-414c-bffe-649a64f45683 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 809 time: 0.1004293
Jun 21 04:02:19.350293 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-dc51726a-8edc-4491-b7d2-3c6754b9dcd0 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/quotas/3869b0da26e34a49bcfb77f016bbdafa HTTP/1.1" status: 200  len: 375 time: 0.0090206
Jun 21 04:02:19.428197 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-820c9050-11f4-4aa0-b677-5327f96f2873 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0731156
Jun 21 04:02:19.521366 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-769924c0-d9a2-42f9-b2db-27b839485214 service neutron] 10.222.0.25 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819321
Jun 21 04:02:19.623031 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-cfcff44a-a488-4b78-b166-147f9c0481fe service neutron] 10.222.0.25 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958047
Jun 21 04:02:20.937876 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-9f59e501-3afe-455c-a51e-ee73f21faced req-06eb94e4-6570-4543-9e03-81b04b954b35 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 210 time: 0.0383496
Jun 21 04:02:22.022711 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-95c8b823-47c5-4142-9dd6-ec5b60836273 req-a7a2fd4f-65a1-433a-8e5c-22ae25624ff0 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 210 time: 0.0295751
Jun 21 04:02:23.104139 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-11c51506-cbb8-499a-b0b8-b5dc075cbcf9 req-0d0c1501-b6bc-4944-9cde-19e8fd577c0e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 210 time: 0.0286345
Jun 21 04:02:24.202438 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c2f9a7a0-cd00-4b36-af70-9c963b360441 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:02:24.249191 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d66717b2-d3c5-45d6-8083-3c3274e68f94 req-6e98bc48-1c87-4d8a-9e0e-6ce66438eb3f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 210 time: 0.0330830
Jun 21 04:02:24.280320 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:24.301811 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:02:24.304036 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ff5e8-cb28-4d95-bf7e-60febbfc5358" -d '{"events": [{"server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:02:24.316333 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:02:24.385907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:24.388063 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-d97c072c-c4c8-4b9d-8e08-df9c8b8166e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:24.392528 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5360f657-af6a-4eeb-81f2-c3ff4baa6b72 x-openstack-request-id: req-5360f657-af6a-4eeb-81f2-c3ff4baa6b72 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:02:24.392829 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:02:24.393093 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5360f657-af6a-4eeb-81f2-c3ff4baa6b72 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:02:24.393511 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'code': 200}
Jun 21 04:02:24.433678 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Pushing event updated for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:24.436760 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:25.394821 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-20e842aa-cb88-498e-a800-1dfb5f826330 req-86160fda-53ec-4084-8361-68930d0b7266 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 210 time: 0.0330319
Jun 21 04:02:25.810292 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.26', 61241) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:02:25.921374 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-67007960-2035-475c-868c-67ab82da2f73 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:25.922829 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-67007960-2035-475c-868c-67ab82da2f73 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.26 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 809 time: 0.1109853
Jun 21 04:02:25.976581 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-b6422e8f-3a18-4d04-9821-a50cb38059e5 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3869b0da26e34a49bcfb77f016bbdafa HTTP/1.1" status: 200  len: 379 time: 0.0455730
Jun 21 04:02:25.986096 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'port': {'device_id': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'admin_state_up': True, 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'security_groups': ['98e04506-2153-43d2-828f-cff695c5da0b']}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:02:26.140367 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Made reservation on behalf of 3869b0da26e34a49bcfb77f016bbdafa for: {'port': 1} {{(pid=94166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:02:26.144230 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:26.282303 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.db_base_plugin_common [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Allocated IP 172.20.0.9 (aac810f5-206b-4235-a4d9-0a89a9f4a29c/a0915da2-81d0-4211-baf6-994cb59fbcd5/e746e991-dd2b-4962-9fd1-84391a6d6dfc) {{(pid=94166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:02:26.434248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for port, precommit_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:26.450251 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Transition to ACTIVE for port object e746e991-dd2b-4962-9fd1-84391a6d6dfc will not be triggered until provisioned by entity DHCP. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:02:26.539737 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3428073'] for port, after_create {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:26.542294 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-12ea326c-628c-405f-b407-e1e8350e223e req-4eb1cb82-14f8-4898-97a0-88e00056fc8a tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 210 time: 0.0304492
Jun 21 04:02:26.544432 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ec439a21-39e6-4711-af41-32c4216a6e07 tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:26.582827 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c is already hosted by enough agents. {{(pid=94166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:02:26.587439 n-d-758944-33 neutron-server[94166]: DEBUG neutron.scheduler.base_scheduler [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Resources bound (agent type, host, resource id):  {{(pid=94166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:02:26.593696 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Received port after_create {{(pid=94166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:02:26.648100 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=1']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:26.666583 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.666982 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.667363 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.667751 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.668132 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.668514 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.668974 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.669378 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.669773 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.670146 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.670528 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.670920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:26.678816 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:26.685566 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:26.686232 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:26.785295 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-f973dcf2-9096-4f9f-aa8d-56501e9f5748 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8028691
Jun 21 04:02:27.049119 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bb85cf58-8674-4dc9-a161-fb0373aab5d4 None None] Provisioning for port e746e991-dd2b-4962-9fd1-84391a6d6dfc completed by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:02:27.054509 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bb85cf58-8674-4dc9-a161-fb0373aab5d4 None None] Provisioning complete for port e746e991-dd2b-4962-9fd1-84391a6d6dfc triggered by entity DHCP. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:02:27.054891 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bb85cf58-8674-4dc9-a161-fb0373aab5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:27.095452 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-bb85cf58-8674-4dc9-a161-fb0373aab5d4 None None] Port e746e991-dd2b-4962-9fd1-84391a6d6dfc cannot update to ACTIVE because it is not bound. {{(pid=94168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:02:27.732221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a5155-82a4-4bda-ad16-c30d3e7aa07c req-4e22a420-60ae-40fa-a835-5a13d3c91380 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:27.734605 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f32a5155-82a4-4bda-ad16-c30d3e7aa07c req-4e22a420-60ae-40fa-a835-5a13d3c91380 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 931 time: 0.0732937
Jun 21 04:02:27.780687 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-f32a5155-82a4-4bda-ad16-c30d3e7aa07c req-b2de3d78-c610-41ab-ad98-985dc68f7fe6 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380838
Jun 21 04:02:28.967324 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a9eb-b29b-4c94-bc1a-05452ce4a3ad req-5bec7b4b-899b-4d84-b795-d0e39b312bdd tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:28.968814 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aaf5a9eb-b29b-4c94-bc1a-05452ce4a3ad req-5bec7b4b-899b-4d84-b795-d0e39b312bdd tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 931 time: 0.0699191
Jun 21 04:02:29.018067 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-aaf5a9eb-b29b-4c94-bc1a-05452ce4a3ad req-372094eb-24a8-41b6-a577-257f7dbaf29f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434103
Jun 21 04:02:30.217521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d653cd-db05-4259-b825-908abb8102e0 req-165a7205-43bf-4c4c-b4d4-fff0a9642446 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:30.219343 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26d653cd-db05-4259-b825-908abb8102e0 req-165a7205-43bf-4c4c-b4d4-fff0a9642446 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 931 time: 0.0683775
Jun 21 04:02:30.260828 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-26d653cd-db05-4259-b825-908abb8102e0 req-777391da-71c4-4fe8-86de-7a194c86b08a tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356443
Jun 21 04:02:31.454336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d0a05-3e19-487f-9c4e-371fb22b545f req-2e20f42c-ac21-4a72-aaa2-4d2e8fb9afc6 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:31.455899 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd3d0a05-3e19-487f-9c4e-371fb22b545f req-2e20f42c-ac21-4a72-aaa2-4d2e8fb9afc6 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 931 time: 0.0756161
Jun 21 04:02:31.497271 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fd3d0a05-3e19-487f-9c4e-371fb22b545f req-686b23c6-e093-4f67-b9ea-218d1507a056 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347912
Jun 21 04:02:32.692956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b11f7c-5063-4598-8af2-56b06f62da46 req-d95e17e1-f866-4f4b-9b95-b05a9ef528f6 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:32.694490 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30b11f7c-5063-4598-8af2-56b06f62da46 req-d95e17e1-f866-4f4b-9b95-b05a9ef528f6 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 931 time: 0.0734179
Jun 21 04:02:32.740171 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-30b11f7c-5063-4598-8af2-56b06f62da46 req-a9bcfee9-cab8-493a-a69c-540a6e147aa6 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380275
Jun 21 04:02:33.925184 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce08cd-e57a-48b5-aa64-6af345dc977b req-7d7c10d4-3891-4a4b-b73e-ff3f8150c24f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:33.926796 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61ce08cd-e57a-48b5-aa64-6af345dc977b req-7d7c10d4-3891-4a4b-b73e-ff3f8150c24f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 931 time: 0.0736337
Jun 21 04:02:33.971493 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-61ce08cd-e57a-48b5-aa64-6af345dc977b req-eb60b825-a91b-4afb-a269-7039cc5cdfaa tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381620
Jun 21 04:02:34.294445 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7915808d-1b47-4884-8ccc-e8e09bf91428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:35.154599 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c0e7-b21c-470a-80fc-1b093bdee7fa req-cde2a741-9157-470b-bd08-f491c8d8bb33 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:35.156092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe83c0e7-b21c-470a-80fc-1b093bdee7fa req-cde2a741-9157-470b-bd08-f491c8d8bb33 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 931 time: 0.0666952
Jun 21 04:02:35.201612 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-fe83c0e7-b21c-470a-80fc-1b093bdee7fa req-04873b7b-1df5-4027-81c9-03cc04533f6a tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396168
Jun 21 04:02:36.381302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70526c6d-94a8-443d-9af7-5d2cf8d8be4a req-8149f88a-4ad7-4f8a-98cf-ba16befee5b8 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:36.382896 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70526c6d-94a8-443d-9af7-5d2cf8d8be4a req-8149f88a-4ad7-4f8a-98cf-ba16befee5b8 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 931 time: 0.0659599
Jun 21 04:02:36.425565 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-70526c6d-94a8-443d-9af7-5d2cf8d8be4a req-30da390f-2556-4885-b3fb-23e24103a9f6 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345097
Jun 21 04:02:36.721084 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-969f5244-4607-4669-aa34-a52fb2371718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:36.802669 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:36.838448 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-99a66dd1-fbf8-4705-8bab-2d90c675a968 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:02:36.839722 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-99a66dd1-fbf8-4705-8bab-2d90c675a968 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0080144
Jun 21 04:02:36.899689 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.v2.base [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Request body: {'port': {'device_id': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-33'}} {{(pid=94166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:02:36.984999 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:37.189997 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:37.270019 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e746e991-dd2b-4962-9fd1-84391a6d6dfc {{(pid=94166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:02:37.278720 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:37.291652 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.provisioning_blocks [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Transition to ACTIVE for port object e746e991-dd2b-4962-9fd1-84391a6d6dfc will not be triggered until provisioned by entity L2. {{(pid=94166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:02:37.374120 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:37.376297 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5075ceb3-bba7-4e86-86dc-54a593d4abba tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:37.460031 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Pushing event updated for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=2']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:37.467366 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:37.543602 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Attempting to bind port e746e991-dd2b-4962-9fd1-84391a6d6dfc on host n-h2-758944-33 for vnic_type normal with profile  {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:02:37.543950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Attempting to bind port e746e991-dd2b-4962-9fd1-84391a6d6dfc by drivers openvswitch,hyperv on host n-h2-758944-33 at level 0 using segments [{'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:02:37.544285 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Attempting to bind port e746e991-dd2b-4962-9fd1-84391a6d6dfc on network aac810f5-206b-4235-a4d9-0a89a9f4a29c {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:02:37.548931 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Port e746e991-dd2b-4962-9fd1-84391a6d6dfc on network aac810f5-206b-4235-a4d9-0a89a9f4a29c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-33 {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:02:37.549259 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Attempting to bind port e746e991-dd2b-4962-9fd1-84391a6d6dfc on network aac810f5-206b-4235-a4d9-0a89a9f4a29c {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:02:37.554375 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Checking agent: {'id': 'df3b0e11-35b3-45d9-b1e3-98691c6ce827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'started_at': datetime.datetime(2021, 6, 21, 2, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:02:37.554769 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Checking segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:02:37.555112 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Bound using segment: {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'} {{(pid=94166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:02:37.555546 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.managers [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Bound port: e746e991-dd2b-4962-9fd1-84391a6d6dfc, host: n-h2-758944-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016ab557-762f-4b09-9f17-efe497e075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c'}}] {{(pid=94166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:02:37.555900 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:37.625852 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af9051-1741-404a-9c9f-cd9daa34295a req-a3a7dfa0-8773-4a6b-b488-450d3a7a100b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:37.627360 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6af9051-1741-404a-9c9f-cd9daa34295a req-a3a7dfa0-8773-4a6b-b488-450d3a7a100b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 943 time: 0.0721748
Jun 21 04:02:37.628544 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, cleared binding levels {{(pid=94166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:02:37.632722 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:02:37.667664 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c6af9051-1741-404a-9c9f-cd9daa34295a req-53b3f5b6-7b79-4fe2-b0c0-2614c770dcf8 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333161
Jun 21 04:02:37.683670 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3428063'] for port, after_update {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:37.686936 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-327c9aca-4e1e-4a9a-93f0-2f898883fc8d tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:37.722326 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:37.722326 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:37.722963 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] 10.222.0.26 "PUT /v2.0/ports/e746e991-dd2b-4962-9fd1-84391a6d6dfc HTTP/1.1" status: 200  len: 1092 time: 0.8728497
Jun 21 04:02:37.723521 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:02:37.726052 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581f0299-069d-4477-85d2-fd5a61889cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:02:37.757938 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Pushing event updated for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=3']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:37.761475 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:37.770905 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2745d4-ea7d-4781-a5b1-03b605b7b18b x-openstack-request-id: req-8c2745d4-ea7d-4781-a5b1-03b605b7b18b {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:02:37.771251 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:02:37.771569 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c2745d4-ea7d-4781-a5b1-03b605b7b18b {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:02:37.772033 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'status': 'completed', 'code': 200}
Jun 21 04:02:37.846548 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f0299-069d-4477-85d2-fd5a61889cf0 req-781838da-14f0-4a91-972d-fa14536cd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:37.848309 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-581f0299-069d-4477-85d2-fd5a61889cf0 req-781838da-14f0-4a91-972d-fa14536cd707 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 1095 time: 0.0609226
Jun 21 04:02:37.963943 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f0299-069d-4477-85d2-fd5a61889cf0 req-9b5f14f0-73b9-419d-b99d-da451033d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:37.965542 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-581f0299-069d-4477-85d2-fd5a61889cf0 req-9b5f14f0-73b9-419d-b99d-da451033d2f6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1100652
Jun 21 04:02:38.071547 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f0299-069d-4477-85d2-fd5a61889cf0 req-a0486aa2-bb16-402a-94cc-b1f07939db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:38.073045 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-581f0299-069d-4477-85d2-fd5a61889cf0 req-a0486aa2-bb16-402a-94cc-b1f07939db4b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1017468
Jun 21 04:02:38.172770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-302d6d4d-b3fe-416b-8517-7745bee70c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:38.175621 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-302d6d4d-b3fe-416b-8517-7745bee70c86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 1095 time: 0.0642519
Jun 21 04:02:38.225608 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-8a78b842-4c99-440a-912e-4f821a88293a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc HTTP/1.1" status: 200  len: 217 time: 0.0430398
Jun 21 04:02:38.290780 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-960bbaf0-316b-4436-9b8a-310569adcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:38.292277 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-960bbaf0-316b-4436-9b8a-310569adcbc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0613918
Jun 21 04:02:38.351937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9294e7d8-c831-4360-b262-25d0e8adf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:38.353400 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-9294e7d8-c831-4360-b262-25d0e8adf99a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0551810
Jun 21 04:02:38.444987 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-0618edd1-1889-43bd-97e4-3b0182e2a48a service neutron] 10.222.0.26 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846715
Jun 21 04:02:38.539725 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-3c6a1616-8d50-493b-9334-eb8dad937a64 req-57ff4e83-2065-4f05-afcf-57b2ac3d3465 service neutron] 10.222.0.26 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891120
Jun 21 04:02:38.728673 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:38.829592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:38.851675 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2427e5-6ac5-4ab8-9db5-5d4b4e9c7de3 req-f4268339-abe5-4218-9f72-1996d19cf9cf tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:38.853169 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c2427e5-6ac5-4ab8-9db5-5d4b4e9c7de3 req-f4268339-abe5-4218-9f72-1996d19cf9cf tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 943 time: 0.0688348
Jun 21 04:02:38.891109 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-7c2427e5-6ac5-4ab8-9db5-5d4b4e9c7de3 req-333783bc-e284-4e86-9f83-6b400c4c2c0e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318794
Jun 21 04:02:39.706267 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:02:39.842400 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:40.071140 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d52f94-0619-412c-91d2-41331bc76a41 req-dc6ae01e-e51c-44f6-a250-a3c1736f5765 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:40.072608 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6d52f94-0619-412c-91d2-41331bc76a41 req-dc6ae01e-e51c-44f6-a250-a3c1736f5765 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 943 time: 0.0677640
Jun 21 04:02:40.109212 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-d6d52f94-0619-412c-91d2-41331bc76a41 req-71ffcdbf-2bc3-42ae-b415-274e558c61dd tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309503
Jun 21 04:02:41.283750 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7ad8a-c29b-4923-badd-2a929a0a7633 req-53fdac06-eba0-42ef-9415-97dcc9f74ac9 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:41.285218 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1d7ad8a-c29b-4923-badd-2a929a0a7633 req-53fdac06-eba0-42ef-9415-97dcc9f74ac9 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 943 time: 0.0635710
Jun 21 04:02:41.322837 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c1d7ad8a-c29b-4923-badd-2a929a0a7633 req-0b800ba3-be6b-4017-9536-b620f0b180ef tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319817
Jun 21 04:02:41.329186 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e746e991-dd2b-4962-9fd1-84391a6d6dfc details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:02:41.420767 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:02:41.432963 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'port_id': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'mac_address': 'fa:16:3e:51:24:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:02:41.475289 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:41.487796 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e746e991-dd2b-4962-9fd1-84391a6d6dfc {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:02:41.507338 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:02:41.589634 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:41.591443 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-08c7cd99-acfb-4b8b-8ca5-2857c433477f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:41.636602 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:41.639678 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:41.835573 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['e746e991-dd2b-4962-9fd1-84391a6d6dfc'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:02:42.493950 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58fc0d-806e-4b3d-b487-95a1f301161f req-2e5fbe23-03f5-43b8-a394-e146e47c548e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:42.495399 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad58fc0d-806e-4b3d-b487-95a1f301161f req-2e5fbe23-03f5-43b8-a394-e146e47c548e tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 944 time: 0.0616205
Jun 21 04:02:42.531941 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-ad58fc0d-806e-4b3d-b487-95a1f301161f req-15bfaa37-9aa0-4b5e-b3af-2331c4b42de6 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309384
Jun 21 04:02:43.344457 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e746e991-dd2b-4962-9fd1-84391a6d6dfc up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:02:43.556700 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning for port e746e991-dd2b-4962-9fd1-84391a6d6dfc completed by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:02:43.561192 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port e746e991-dd2b-4962-9fd1-84391a6d6dfc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:02:43.561463 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:43.639405 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:43.661042 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:02:43.664070 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d337a07c-678b-4f82-8d5e-b9dbb0702f37" -d '{"events": [{"server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "name": "network-vif-plugged", "status": "completed", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:02:43.679596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:02:43.702715 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412a488c-59b2-48f6-9170-0e69d3a6eea1 x-openstack-request-id: req-412a488c-59b2-48f6-9170-0e69d3a6eea1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:02:43.710199 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "name": "network-vif-plugged", "status": "completed", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:02:43.710199 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-412a488c-59b2-48f6-9170-0e69d3a6eea1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:02:43.710199 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'code': 200}
Jun 21 04:02:43.710981 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db04d-0d81-4455-9bf3-bd8e2e5a64c9 req-78187253-cecc-4a04-8823-0e3b22308ed2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:43.712467 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-892db04d-0d81-4455-9bf3-bd8e2e5a64c9 req-78187253-cecc-4a04-8823-0e3b22308ed2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 944 time: 0.0702603
Jun 21 04:02:43.751437 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-892db04d-0d81-4455-9bf3-bd8e2e5a64c9 req-e137cd5c-0526-4371-bd04-aaa01d106f7b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331471
Jun 21 04:02:43.768364 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:43.770274 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:43.820034 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=5']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:43.823091 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:43.823981 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466db01-1913-4a78-bc2d-358a319f19cc req-c4cf85ad-6d54-442c-9cec-da1f432dc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:43.825540 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9466db01-1913-4a78-bc2d-358a319f19cc req-c4cf85ad-6d54-442c-9cec-da1f432dc8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 1097 time: 0.0600936
Jun 21 04:02:43.862091 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-9466db01-1913-4a78-bc2d-358a319f19cc req-b9c1d6a3-704d-4444-b78b-fd740641773e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0297744
Jun 21 04:02:44.547500 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-cc7f0c7e-985e-4afa-bd46-e8d516229125 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0609128
Jun 21 04:02:44.639517 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-5576dc04-4045-4470-8eca-f3438d536025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:44.641089 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-5576dc04-4045-4470-8eca-f3438d536025 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1095 time: 0.0545912
Jun 21 04:02:44.795187 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-e532c16e-7729-422d-91e0-5a5d5afa5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:44.796697 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-e532c16e-7729-422d-91e0-5a5d5afa5a82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0894089
Jun 21 04:02:44.868805 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-1a2cf62c-9c11-4fd6-97af-c7575c8fc393 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 200  len: 999 time: 0.0656691
Jun 21 04:02:44.920536 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-0c73ce77-48de-494c-8ff9-f0e0d2456095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:44.922095 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-0c73ce77-48de-494c-8ff9-f0e0d2456095 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0471456
Jun 21 04:02:44.939869 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3283d2-3161-4617-926b-de194ef934a8 req-5ce8dfd8-3dcf-48d5-b378-b43b7a3a71d1 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:44.941409 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c3283d2-3161-4617-926b-de194ef934a8 req-5ce8dfd8-3dcf-48d5-b378-b43b7a3a71d1 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 945 time: 0.0656471
Jun 21 04:02:44.980396 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-2c3283d2-3161-4617-926b-de194ef934a8 req-5cf33bdd-891a-4c07-ae4d-31483465b3fa tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327942
Jun 21 04:02:44.981873 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-2ff51b48-e1ae-44d0-b8cb-3883157681b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:44.983524 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-2ff51b48-e1ae-44d0-b8cb-3883157681b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0549991
Jun 21 04:02:45.080354 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-b1bd5107-0c24-46a3-8fb8-673ef7d20f21 service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898006
Jun 21 04:02:45.158156 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c0700-0025-4866-94c2-c9fc4abe8fa9 req-dc683bcf-f17a-46d2-bb8d-29cdfcacbc59 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:45.159618 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b59c0700-0025-4866-94c2-c9fc4abe8fa9 req-dc683bcf-f17a-46d2-bb8d-29cdfcacbc59 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 945 time: 0.0666823
Jun 21 04:02:45.174783 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-af5ae614-f72a-437a-a935-1c8d98e7dfec req-29b8a220-149d-49ee-8228-b797e7f67d60 service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884738
Jun 21 04:02:45.202753 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-b59c0700-0025-4866-94c2-c9fc4abe8fa9 req-a72a4c4d-aea3-44f8-9235-2a9d2320c80b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349014
Jun 21 04:02:45.228302 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35920) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:02:45.282767 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22e27a-fc7e-4312-9374-d3e7267cd5eb tempest-TestSnapshotPattern-689660181 tempest-TestSnapshotPattern-689660181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:45.284282 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-bb22e27a-fc7e-4312-9374-d3e7267cd5eb tempest-TestSnapshotPattern-689660181 tempest-TestSnapshotPattern-689660181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 1092 time: 0.0549893
Jun 21 04:02:45.287158 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 35922) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:02:45.292793 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.v2.base [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Request body: {'floatingip': {'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'port_id': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:02:45.377954 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for floatingip, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:45.480907 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550500'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:45.580470 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Allocated IP 172.25.7.109 (384c26ed-943f-4825-ae7e-32261605dd95/21f17e12-fe8a-4626-beff-29f2de40cc19/c51991cf-d5c4-42cd-a749-818487b58f99) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:02:45.683455 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:45.777944 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-550823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758472993877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8565326'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:45.780706 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-57d9ad84-43ca-4978-8ed3-c9ac8e8bed4a tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:45.816427 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Network 384c26ed-943f-4825-ae7e-32261605dd95 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:02:45.820780 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Resources bound (agent type, host, resource id):  {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:02:45.824281 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:02:45.829656 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'Port': ['ID=c51991cf-d5c4-42cd-a749-818487b58f99,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:45.857557 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.857951 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.858336 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.858718 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.859097 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.859477 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.859850 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.860221 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.860589 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.860956 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.861340 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.861721 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:02:45.866911 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:46.199063 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:46.331088 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:46.476992 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:46.520389 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565368'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:46.523877 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-87c54919-2c07-4b4f-86de-1bde694cf79b tempest-TestShelveInstance-1521091318 tempest-TestShelveInstance-1521091318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:02:46.592862 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event updated for resources: {'Port': ['ID=c51991cf-d5c4-42cd-a749-818487b58f99,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:02:46.596651 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:02:46.601549 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055818'] for floatingip, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:46.702476 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Floating IP 1f19ed68-16fa-47d2-b653-da15ecaecb26 associated. External IP: 172.25.7.109, port: e746e991-dd2b-4962-9fd1-84391a6d6dfc.
Jun 21 04:02:47.270716 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Router 4272f88c-110d-4c4a-a0eb-e1e066903459 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:02:47.377827 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:02:47.388342 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] Sync routers for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:02:47.398135 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:02:47.400797 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:02:47.442756 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:02:47.482847 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-575e845e-f1cf-42ef-9647-6eb3f8a44a9b tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1937420
Jun 21 04:02:47.483856 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:02:47.486445 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583c79c2-317f-4c9b-8f8a-98ce45805514" -d '{"events": [{"name": "network-changed", "server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:02:47.505087 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:02:47.573468 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd64d61-ac44-4da2-b7ff-2b1ad90cd6c5 x-openstack-request-id: req-4dd64d61-ac44-4da2-b7ff-2b1ad90cd6c5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:02:47.573818 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:02:47.574119 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dd64d61-ac44-4da2-b7ff-2b1ad90cd6c5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:02:47.574570 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'status': 'completed', 'code': 200}
Jun 21 04:02:47.658552 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-5ed18665-556f-4613-ad91-b0f4492087e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:47.660062 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-5ed18665-556f-4613-ad91-b0f4492087e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 1097 time: 0.0625598
Jun 21 04:02:47.754920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-255c1b61-575c-43d9-b8f2-924151dd1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:47.756669 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-255c1b61-575c-43d9-b8f2-924151dd1d87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0904336
Jun 21 04:02:47.826203 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0250>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '1f19ed68-16fa-47d2-b653-da15ecaecb26', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:51:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:02:46Z', 'updated_at': '2021-06-21T04:02:46Z', 'revision_number': 0, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}, {'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:09Z', 'revision_number': 1, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:02:47.827674 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-7ddcbf29-4817-47a6-bb6d-80eacd526ece service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc HTTP/1.1" status: 200  len: 999 time: 0.0646927
Jun 21 04:02:47.849919 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] Checking router: 4272f88c-110d-4c4a-a0eb-e1e066903459 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:02:47.858839 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:02:47.859455 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0250>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:02:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:02:47.882217 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-169750fa-2709-4f0c-9087-83bd802240f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:47.883814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-169750fa-2709-4f0c-9087-83bd802240f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0500698
Jun 21 04:02:47.941850 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-935c6e71-9ca1-4c3f-9ef6-92d0c63a8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:02:47.943372 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-935c6e71-9ca1-4c3f-9ef6-92d0c63a8d2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0535672
Jun 21 04:02:47.965725 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:02:48.037716 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-d35e67de-1cae-460e-abf2-d3c6d311f487 service neutron] 10.222.0.26 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873754
Jun 21 04:02:48.127242 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-583c79c2-317f-4c9b-8f8a-98ce45805514 req-e03da443-e139-4c13-ac98-73280083befe service neutron] 10.222.0.26 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838234
Jun 21 04:02:48.195269 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84c0250>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '1f19ed68-16fa-47d2-b653-da15ecaecb26', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:51:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:02:46Z', 'updated_at': '2021-06-21T04:02:46Z', 'revision_number': 0, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}, {'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:09Z', 'revision_number': 1, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:02:48.221639 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575052fe-ee45-4f13-8373-bc968bbaf2ad None None] The sync data for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 is: [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '1f19ed68-16fa-47d2-b653-da15ecaecb26', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:51:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:02:46Z', 'updated_at': '2021-06-21T04:02:46Z', 'revision_number': 0, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}, {'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:09Z', 'revision_number': 1, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:02:48.424373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac11bd-14ab-49c0-ba5a-255644200273 None None] New status for floating IP 1f19ed68-16fa-47d2-b653-da15ecaecb26: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:03:04.282159 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8e6faa08-a52d-4430-9556-9935431abda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:06.722106 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9c04c2d9-01ff-414c-8630-726b7840e16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:06.796220 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:07.190924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:08.377362 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:08.834701 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:10.013723 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:16.705435 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:03:34.331435 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3603c424-531b-4bce-94e3-c73b5d592447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:36.746528 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f112c7c0-01a2-48be-b896-8b005849c785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:36.822792 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:37.207592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:38.394270 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:38.830598 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:39.853492 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:03:40.872619 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-78ce1b59-54a3-44c4-ab1e-2c09975201d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0534596
Jun 21 04:03:40.970252 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-f4bd6362-d4e6-4c51-80ee-42f44f6f7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:03:40.971741 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-f4bd6362-d4e6-4c51-80ee-42f44f6f7956 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 1097 time: 0.0577183
Jun 21 04:03:41.074348 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-457cf126-02e0-4c17-bfc9-ed09c1c9b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:03:41.076686 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-457cf126-02e0-4c17-bfc9-ed09c1c9b037 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0859811
Jun 21 04:03:41.146835 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-69fceac9-08d5-4650-9ab5-a3a1cf5cf579 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc HTTP/1.1" status: 200  len: 1001 time: 0.0639534
Jun 21 04:03:41.199394 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-ab94f101-0907-453b-89ba-2b3c9457d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:03:41.201475 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-ab94f101-0907-453b-89ba-2b3c9457d636 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0473156
Jun 21 04:03:41.260359 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-f582477b-a2f9-4449-ba35-7dcfd756e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:03:41.261745 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-f582477b-a2f9-4449-ba35-7dcfd756e7d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0546410
Jun 21 04:03:41.365385 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-4f93702f-51e1-4956-8df0-311cbf55deb2 service neutron] 10.222.0.26 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967784
Jun 21 04:03:41.454728 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-5e97bd58-7392-4ebc-b95c-f5452eaca7ba req-89d552d8-2f90-4c2f-af1b-610dab4bcb72 service neutron] 10.222.0.26 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826123
Jun 21 04:03:45.788822 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0773b027-4baa-43af-a115-95da4114e958 req-aa766c79-6ccf-46bf-b689-207a46838919 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1167402
Jun 21 04:03:45.883577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773b027-4baa-43af-a115-95da4114e958 req-ec25db71-fac6-4e5a-a570-e34a344bc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:03:45.885052 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0773b027-4baa-43af-a115-95da4114e958 req-ec25db71-fac6-4e5a-a570-e34a344bc6f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1095 time: 0.0562892
Jun 21 04:03:45.987735 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773b027-4baa-43af-a115-95da4114e958 req-b4fab906-f981-4258-9551-b68adbbff9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:03:45.989203 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0773b027-4baa-43af-a115-95da4114e958 req-b4fab906-f981-4258-9551-b68adbbff9e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0854630
Jun 21 04:03:46.057140 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0773b027-4baa-43af-a115-95da4114e958 req-477bec7e-5dba-4928-bd47-f57458731a12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 200  len: 999 time: 0.0617394
Jun 21 04:03:46.106607 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773b027-4baa-43af-a115-95da4114e958 req-5fa0c482-3876-4804-8f1a-3d72b3ec01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:03:46.108012 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0773b027-4baa-43af-a115-95da4114e958 req-5fa0c482-3876-4804-8f1a-3d72b3ec01d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0448043
Jun 21 04:03:46.164634 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773b027-4baa-43af-a115-95da4114e958 req-6ee35efe-1d96-4027-b048-7b661dad95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:03:46.166036 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0773b027-4baa-43af-a115-95da4114e958 req-6ee35efe-1d96-4027-b048-7b661dad95fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0509992
Jun 21 04:03:46.256363 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0773b027-4baa-43af-a115-95da4114e958 req-168cf040-ff5d-42c6-a648-1b84e03d4eab service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841119
Jun 21 04:03:46.346806 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-0773b027-4baa-43af-a115-95da4114e958 req-b2073f56-ec27-43c1-b142-8cd98024e1d1 service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835600
Jun 21 04:03:53.703744 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:04:04.296170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b6e740ae-3f79-4468-b49b-0f73b27c4681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:06.753570 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c4d7249d-9594-4f49-a1cd-0c2a7a9bfd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:06.824257 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:07.195752 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:08.390491 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:08.864428 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:09.839316 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:21.875310 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e746e991-dd2b-4962-9fd1-84391a6d6dfc details requested by agent hyperv_n-h2-758944-33 with host n-h2-758944-33 {{(pid=94168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:04:22.000690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:22.015650 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Returning: {'device': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'port_id': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'mac_address': 'fa:16:3e:51:24:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:04:22.058875 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:22.076272 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e746e991-dd2b-4962-9fd1-84391a6d6dfc {{(pid=94168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:04:22.102770 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:22.161633 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:22.166342 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:22.233857 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=6']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:22.245564 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] get_ports_and_sgs() called for port_ids ['e746e991-dd2b-4962-9fd1-84391a6d6dfc'] {{(pid=94168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.284623 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:22.296872 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:23.889945 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e746e991-dd2b-4962-9fd1-84391a6d6dfc up at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:04:23.940096 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Provisioning complete for port e746e991-dd2b-4962-9fd1-84391a6d6dfc triggered by entity L2. {{(pid=94168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:04:23.940472 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878713'] for port, provisioning_complete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:24.022376 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:24.047905 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:04:24.050213 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad87b79c-7533-4125-a6b3-6c290be1ada0" -d '{"events": [{"server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "name": "network-vif-plugged", "status": "completed", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:04:24.070500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:24.099524 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914f4a15-cc06-40be-8874-bf5a941eba60 x-openstack-request-id: req-914f4a15-cc06-40be-8874-bf5a941eba60 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:04:24.099834 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "name": "network-vif-plugged", "status": "completed", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:04:24.100101 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-914f4a15-cc06-40be-8874-bf5a941eba60 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:04:24.100551 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'code': 200}
Jun 21 04:04:24.136292 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:24.138339 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a92f1b91-9a8a-4fea-8f2f-ec5b170df404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:24.195464 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=7']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:24.199268 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:30.702794 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:04:33.056697 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36144) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:33.213802 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Deleting port c51991cf-d5c4-42cd-a749-818487b58f99 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:33.214152 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:33.293348 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:33.293603 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:33.355860 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Calling delete_port for c51991cf-d5c4-42cd-a749-818487b58f99 owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:33.572445 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:33.575209 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-07781da6-8e20-4e39-96bc-d88413f5d420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:33.601650 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event deleted for resources: {'Port': ['ID=c51991cf-d5c4-42cd-a749-818487b58f99,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:33.636058 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.636450 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.636829 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.637206 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.637694 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.638127 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.638836 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.639266 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.639663 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.640049 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.640400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.641527 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:33.646848 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:33.686945 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:33.687282 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Floating IP 1f19ed68-16fa-47d2-b653-da15ecaecb26 disassociated (deleted). External IP: 172.25.7.109, port: e746e991-dd2b-4962-9fd1-84391a6d6dfc.
Jun 21 04:04:33.900892 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Router 4272f88c-110d-4c4a-a0eb-e1e066903459 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:04:34.011422 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:04:34.016490 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:34.020750 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] Sync routers for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:04:34.030376 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:04:34.030991 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d836fc40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:34.057403 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c187ddc5-f5c7-4bed-a3ba-f933038690f2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "DELETE /v2.0/floatingips/1f19ed68-16fa-47d2-b653-da15ecaecb26 HTTP/1.1" status: 204  len: 168 time: 0.9996047
Jun 21 04:04:34.058197 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:04:34.060754 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:04:34.132618 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c58e628-227a-460a-aaae-a91185509ce0 x-openstack-request-id: req-6c58e628-227a-460a-aaae-a91185509ce0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:04:34.132964 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:04:34.133263 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c58e628-227a-460a-aaae-a91185509ce0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:04:34.133756 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'status': 'completed', 'code': 200}
Jun 21 04:04:34.154181 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:04:34.216685 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-d4a9d8ab-fdbd-452a-bc27-4ab33b297eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:34.218244 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-d4a9d8ab-fdbd-452a-bc27-4ab33b297eb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 1097 time: 0.0606437
Jun 21 04:04:34.301822 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2ed58160-cc07-409d-8963-76efe2b4e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:34.316561 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-1a16e045-1633-4530-bfe4-958d6ce86a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:34.318136 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-1a16e045-1633-4530-bfe4-958d6ce86a9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0935938
Jun 21 04:04:34.364814 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-dfd77a0c-168c-4193-af55-837254f30a3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc HTTP/1.1" status: 200  len: 217 time: 0.0405455
Jun 21 04:04:34.386269 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d836fc40>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:09Z', 'revision_number': 1, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:34.415263 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] Checking router: 4272f88c-110d-4c4a-a0eb-e1e066903459 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:04:34.423266 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:04:34.424057 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d836fc40>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:04:07Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:34.542857 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:04:34.726009 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bbb95-0dd7-483d-ace5-084e169ee18c req-a15d0110-b802-4872-bb5f-096efcb2ae08 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:34.728050 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-291bbb95-0dd7-483d-ace5-084e169ee18c req-a15d0110-b802-4872-bb5f-096efcb2ae08 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 945 time: 0.1384504
Jun 21 04:04:34.780449 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-291bbb95-0dd7-483d-ace5-084e169ee18c req-272e360c-f6d7-4542-923d-41c4f20315a5 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462124
Jun 21 04:04:34.793777 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d836fc40>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:09Z', 'revision_number': 1, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:34.799227 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-2977253f-503a-4f70-8848-234a86d03c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:34.804745 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-2977253f-503a-4f70-8848-234a86d03c85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.4301848
Jun 21 04:04:34.824252 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4ac0c-201e-4bb5-a7b0-f0441cbb516a None None] The sync data for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 is: [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_floatingips': [{'id': '6649d2dd-ed02-4e5d-aaa5-56432f1d8fee', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'router_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'port_id': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'mac_address': 'fa:16:3e:98:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:00:07Z', 'updated_at': '2021-06-21T04:00:09Z', 'revision_number': 1, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:04:34.861174 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-b9ebce49-c7fb-4629-9fb3-105add1b5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:34.862803 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-b9ebce49-c7fb-4629-9fb3-105add1b5798 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0553722
Jun 21 04:04:34.960098 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-fd00fb58-4419-483e-accc-ba2ceca9df43 service neutron] 10.222.0.26 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899899
Jun 21 04:04:35.059103 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-44ec0e85-530c-4a98-9441-61e4dc1d8d3a req-7bf57775-2035-4b80-acf1-794200224b15 service neutron] 10.222.0.26 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922232
Jun 21 04:04:35.086792 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82d643b-0b3b-441f-afe3-0f46c7fc2733 None None] New status for floating IP 1f19ed68-16fa-47d2-b653-da15ecaecb26: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:04:35.950766 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e746e991-dd2b-4962-9fd1-84391a6d6dfc no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:36.014300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7ba70-d7c0-4adb-90a1-6468c5103185 req-0437044e-37ad-4360-a3a6-5c4e1b44639c tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:36.016092 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a7ba70-d7c0-4adb-90a1-6468c5103185 req-0437044e-37ad-4360-a3a6-5c4e1b44639c tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 945 time: 0.1170740
Jun 21 04:04:36.025597 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550514'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:36.049373 n-d-758944-33 neutron-server[94168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc'}] {{(pid=94168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:04:36.051603 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39cb01487acb33422a42698e723d0dfffefb0e24ed3eae53e23606f9738fa6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c5b13-eee8-4935-a615-6f950ea67038" -d '{"events": [{"server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "name": "network-vif-unplugged", "status": "completed", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc"}]}' {{(pid=94168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:04:36.063574 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-c5a7ba70-d7c0-4adb-90a1-6468c5103185 req-85b95eed-fbf4-486d-8662-a1bbc1347e75 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416596
Jun 21 04:04:36.064939 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:36.094454 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9342e6df-93ec-4e13-85b2-439c7d19fdb1 x-openstack-request-id: req-9342e6df-93ec-4e13-85b2-439c7d19fdb1 {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:04:36.094454 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "name": "network-vif-unplugged", "status": "completed", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc", "code": 200}]} {{(pid=94168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:04:36.094817 n-d-758944-33 neutron-server[94168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9342e6df-93ec-4e13-85b2-439c7d19fdb1 {{(pid=94168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:04:36.095114 n-d-758944-33 neutron-server[94168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'code': 200}
Jun 21 04:04:36.110183 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758473583827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758472993895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758472993940'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:36.111184 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-ef6aaaac-b5a8-41d8-8dc0-49b38c164b90 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:36.112128 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:36.112657 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-ef6aaaac-b5a8-41d8-8dc0-49b38c164b90 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.26 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 945 time: 0.0740051
Jun 21 04:04:36.162698 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Pushing event updated for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=8']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:36.165952 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:36.214268 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Deleting port e746e991-dd2b-4962-9fd1-84391a6d6dfc {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:36.214612 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:36.306574 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] For port e746e991-dd2b-4962-9fd1-84391a6d6dfc, host n-h2-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-33',level=0,port_id=e746e991-dd2b-4962-9fd1-84391a6d6dfc,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:36.306930 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:36.374844 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Calling delete_port for e746e991-dd2b-4962-9fd1-84391a6d6dfc owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:36.547830 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:36.551985 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-62be7781-1688-4ff6-9a0a-52117173fe9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:36.578532 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event deleted for resources: {'Port': ['ID=e746e991-dd2b-4962-9fd1-84391a6d6dfc,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:36.607711 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.608093 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.608486 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.608868 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.609297 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.610454 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.610891 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.611272 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.611657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.612047 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.612427 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.612819 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-33 {{(pid=94166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:04:36.618202 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:36.640484 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] No DVR routers for this DVR port e746e991-dd2b-4962-9fd1-84391a6d6dfc on host n-h2-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:04:36.643231 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:36.645201 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-df8cdc8a-b7bd-4382-a283-5b3239af7102 req-c3939943-3cdf-4d45-9318-5a998fe3a503 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.26 "DELETE /v2.0/ports/e746e991-dd2b-4962-9fd1-84391a6d6dfc HTTP/1.1" status: 204  len: 173 time: 0.5276780
Jun 21 04:04:36.645748 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'name': 'network-vif-deleted', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:04:36.648164 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51faa1e0-f4f3-4250-929a-fb02c528501a" -d '{"events": [{"server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "name": "network-vif-deleted", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:04:36.726623 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-34bf675c-457e-4886-87a3-0dc0e5ce300f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:36.744855 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afe6928-3507-46ae-8683-7c6cc86a3ffb x-openstack-request-id: req-9afe6928-3507-46ae-8683-7c6cc86a3ffb {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:04:36.745209 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110f46eb-4ba7-454d-98ab-3b218a1bdf19", "name": "network-vif-deleted", "tag": "e746e991-dd2b-4962-9fd1-84391a6d6dfc", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:04:36.745561 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9afe6928-3507-46ae-8683-7c6cc86a3ffb {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:04:36.746029 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110f46eb-4ba7-454d-98ab-3b218a1bdf19', 'name': 'network-vif-deleted', 'tag': 'e746e991-dd2b-4962-9fd1-84391a6d6dfc', 'status': 'completed', 'code': 200}
Jun 21 04:04:36.861602 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:37.204777 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:37.223539 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1f9e4b49-f8be-44a8-89cc-07579160b102 req-9209dcd3-75fb-4696-a92f-b51d96baac85 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=110f46eb-4ba7-454d-98ab-3b218a1bdf19 HTTP/1.1" status: 200  len: 210 time: 0.0346854
Jun 21 04:04:38.404978 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:38.893555 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:39.724013 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36218) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:39.841359 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:39.894614 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Deleting port e71ed9f4-0625-4960-b704-cf1c52d34b3f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:39.894953 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:39.971541 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:39.971870 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:40.001099 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e746e991-dd2b-4962-9fd1-84391a6d6dfc no longer exists at agent hyperv_n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:40.021284 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] No Port match for: e746e991-dd2b-4962-9fd1-84391a6d6dfc {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:04:40.021671 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Device e746e991-dd2b-4962-9fd1-84391a6d6dfc not bound to the agent host n-h2-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:04:40.039386 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Calling delete_port for e71ed9f4-0625-4960-b704-cf1c52d34b3f owned by network:floatingip {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:40.246695 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:40.248754 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-77029233-d53a-47a0-b61d-da97b116fbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:40.272942 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event deleted for resources: {'Port': ['ID=e71ed9f4-0625-4960-b704-cf1c52d34b3f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:40.276069 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:40.336147 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for floatingip, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:40.336477 n-d-758944-33 neutron-server[94167]: INFO neutron.db.l3_db [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Floating IP 6649d2dd-ed02-4e5d-aaa5-56432f1d8fee disassociated (deleted). External IP: 172.25.7.253, port: c2f9a7a0-cd00-4b36-af70-9c963b360441.
Jun 21 04:04:40.554541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Router 4272f88c-110d-4c4a-a0eb-e1e066903459 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:04:40.662137 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:04:40.666961 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for floatingip, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:40.672435 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] Sync routers for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:04:40.681787 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:04:40.682445 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d838da90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:40.711568 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-da70b8f8-b9c0-443d-bcff-6d56cad3b22f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "DELETE /v2.0/floatingips/6649d2dd-ed02-4e5d-aaa5-56432f1d8fee HTTP/1.1" status: 204  len: 168 time: 0.9839771
Jun 21 04:04:40.711568 n-d-758944-33 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:04:40.712196 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f2cd046d36b26ccaedfb5d0e5ce140342550ac9660aa2af1c5cb525a01c482" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ee308-b85c-4e66-86b8-ee4d31d00fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:04:40.780822 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b8c7de-fbb0-441f-bbb4-2081ba0c1bc6 x-openstack-request-id: req-73b8c7de-fbb0-441f-bbb4-2081ba0c1bc6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:04:40.783769 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441", "status": "completed", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:04:40.794665 n-d-758944-33 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73b8c7de-fbb0-441f-bbb4-2081ba0c1bc6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:04:40.795570 n-d-758944-33 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'status': 'completed', 'code': 200}
Jun 21 04:04:40.863577 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-b374f80b-5372-4250-a320-f971df5f213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:40.865245 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-b374f80b-5372-4250-a320-f971df5f213e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 1095 time: 0.0585182
Jun 21 04:04:40.902427 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:04:40.961240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-351813c9-c5dc-46e9-8e1f-8e27746f78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:40.962930 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-351813c9-c5dc-46e9-8e1f-8e27746f78b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 200  len: 910 time: 0.0912106
Jun 21 04:04:41.011054 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-e2fc1993-3586-44bd-b3fb-157ca493b5a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 200  len: 217 time: 0.0416145
Jun 21 04:04:41.074926 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-881244f4-8def-4e2d-a91e-657d9842bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:41.076415 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-881244f4-8def-4e2d-a91e-657d9842bb39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 200  len: 848 time: 0.0591187
Jun 21 04:04:41.109569 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d838da90>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:41.140236 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] Checking router: 4272f88c-110d-4c4a-a0eb-e1e066903459 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:04:41.140976 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-84d297b6-375a-47f6-9ea4-e488cdc079b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:41.143177 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-84d297b6-375a-47f6-9ea4-e488cdc079b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aac810f5-206b-4235-a4d9-0a89a9f4a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0591030
Jun 21 04:04:41.148866 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:04:41.149508 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d838da90>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:41.251242 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-8aeadc7b-b6f7-4671-9fdc-f4bc903718fe service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008224
Jun 21 04:04:41.259272 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:04:41.274456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac984c7-bfe8-4893-892d-211742b4e05b req-68be4deb-963b-4103-b6b7-bd9c6a1b989c tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:41.277317 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ac984c7-bfe8-4893-892d-211742b4e05b req-68be4deb-963b-4103-b6b7-bd9c6a1b989c tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 943 time: 0.0663013
Jun 21 04:04:41.319654 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-3ac984c7-bfe8-4893-892d-211742b4e05b req-90fac301-813a-4c9b-9b9e-6496781c1234 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370135
Jun 21 04:04:41.354406 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-966ee308-b85c-4e66-86b8-ee4d31d00fa7 req-6e01a07c-31d1-441c-b5e9-f8e84c2c10c4 service neutron] 10.222.0.20 "GET /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920825
Jun 21 04:04:41.462657 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d838da90>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:41.488484 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b5b63-7663-47e3-bb7a-865aae299aab None None] The sync data for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 is: [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:42Z', 'revision_number': 4, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33', '_interfaces': [{'id': '61d688c5-d19e-402b-adb7-fc4682736579', 'name': '', 'network_id': 'aac810f5-206b-4235-a4d9-0a89a9f4a29c', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'mac_address': 'fa:16:3e:17:98:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:41Z', 'updated_at': '2021-06-21T03:59:49Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'subnets': [{'id': 'a0915da2-81d0-4211-baf6-994cb59fbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:04:41.715257 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79774a9d-413d-48e1-94c0-3f65ccc1f431 None None] New status for floating IP 6649d2dd-ed02-4e5d-aaa5-56432f1d8fee: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:04:42.503880 n-d-758944-33 neutron-server[94167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a0a7-bcf4-4945-b18e-cf43c4113a7b req-28e83429-1f55-49f0-a50e-790024825eff tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:42.505405 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e36a0a7-bcf4-4945-b18e-cf43c4113a7b req-28e83429-1f55-49f0-a50e-790024825eff tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 943 time: 0.0642118
Jun 21 04:04:42.545625 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-1e36a0a7-bcf4-4945-b18e-cf43c4113a7b req-440c7791-b501-4b07-be41-cd2000596ced tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/security-groups?id=98e04506-2153-43d2-828f-cff695c5da0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345147
Jun 21 04:04:42.762522 n-d-758944-33 neutron-server[94166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99112483-839c-480b-aae4-6cf5c1110878 req-cc908055-9909-4912-a597-9abe8d864fd2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:04:42.763978 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-99112483-839c-480b-aae4-6cf5c1110878 req-cc908055-9909-4912-a597-9abe8d864fd2 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 943 time: 0.0733633
Jun 21 04:04:42.866020 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Deleting port c2f9a7a0-cd00-4b36-af70-9c963b360441 {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:42.866366 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:42.958749 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] For port c2f9a7a0-cd00-4b36-af70-9c963b360441, host n-h1-758944-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-33',level=0,port_id=c2f9a7a0-cd00-4b36-af70-9c963b360441,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:42.959190 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:43.024543 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Calling delete_port for c2f9a7a0-cd00-4b36-af70-9c963b360441 owned by compute:nova {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:43.218248 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:43.223260 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-9653e5ca-ac50-453d-ae2f-8fc28c2dfb67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:43.250032 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event deleted for resources: {'Port': ['ID=c2f9a7a0-cd00-4b36-af70-9c963b360441,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:43.253152 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:43.299515 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] No DVR routers for this DVR port c2f9a7a0-cd00-4b36-af70-9c963b360441 on host n-h1-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:04:43.302096 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234370'] for port, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:43.304028 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [req-99112483-839c-480b-aae4-6cf5c1110878 req-3551f8a7-133c-40e8-8c59-b334a17d8772 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.20 "DELETE /v2.0/ports/c2f9a7a0-cd00-4b36-af70-9c963b360441 HTTP/1.1" status: 204  len: 173 time: 0.5349085
Jun 21 04:04:43.304631 n-d-758944-33 neutron-server[94166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'name': 'network-vif-deleted', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441'}] {{(pid=94166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:04:43.306992 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2fc27b4a2e17c2de57e45eb4963a877046033d121f082bb11df4c8a62cf5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007a4dc7-22a7-4818-98d8-995f510ec084" -d '{"events": [{"server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "name": "network-vif-deleted", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441"}]}' {{(pid=94166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:04:43.342863 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56b21f0-db1e-4a9a-a13c-c72ffaceaef9 x-openstack-request-id: req-b56b21f0-db1e-4a9a-a13c-c72ffaceaef9 {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:04:43.343214 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7", "name": "network-vif-deleted", "tag": "c2f9a7a0-cd00-4b36-af70-9c963b360441", "status": "completed", "code": 200}]} {{(pid=94166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:04:43.343525 n-d-758944-33 neutron-server[94166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b56b21f0-db1e-4a9a-a13c-c72ffaceaef9 {{(pid=94166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:04:43.343987 n-d-758944-33 neutron-server[94166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7', 'name': 'network-vif-deleted', 'tag': 'c2f9a7a0-cd00-4b36-af70-9c963b360441', 'status': 'completed', 'code': 200}
Jun 21 04:04:43.728323 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [req-58a46f82-29a2-4715-8631-81dca7bc6f5c req-f2160fba-1648-4ae0-8ebb-3ad094266235 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7a290f4-6acb-4b0e-ba77-b14ffd9f9ac7 HTTP/1.1" status: 200  len: 210 time: 0.0387661
Jun 21 04:04:44.824641 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36236) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:44.883225 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d6a415-3abd-404e-90a2-bd78d8bdd87f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:44.908472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d6a415-3abd-404e-90a2-bd78d8bdd87f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:45.029545 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d6a415-3abd-404e-90a2-bd78d8bdd87f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:45.032113 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-52d6a415-3abd-404e-90a2-bd78d8bdd87f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:45.033359 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-52d6a415-3abd-404e-90a2-bd78d8bdd87f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] 10.222.0.25 "DELETE /v2.0/security-groups/98e04506-2153-43d2-828f-cff695c5da0b HTTP/1.1" status: 204  len: 168 time: 0.2076890
Jun 21 04:04:45.034186 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-ff3db736-ea72-4273-bf1a-9aaee4d299cb tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:45.043724 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6a415-3abd-404e-90a2-bd78d8bdd87f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e04506-2153-43d2-828f-cff695c5da0b,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:45.046132 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-52d6a415-3abd-404e-90a2-bd78d8bdd87f tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:45.143747 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36240) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:45.576298 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:45.833541 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Deleting port 61d688c5-d19e-402b-adb7-fc4682736579 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:45.833919 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:45.911400 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] For port 61d688c5-d19e-402b-adb7-fc4682736579, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=61d688c5-d19e-402b-adb7-fc4682736579,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:45.911753 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:45.972652 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Calling delete_port for 61d688c5-d19e-402b-adb7-fc4682736579 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:46.210045 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:46.213109 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-f6c17133-0143-4f6d-a4d6-ff8c850d6721 tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:46.242002 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=61d688c5-d19e-402b-adb7-fc4682736579,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:46.245860 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:46.406217 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:46.618779 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Router 4272f88c-110d-4c4a-a0eb-e1e066903459 has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:04:46.980098 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c2f9a7a0-cd00-4b36-af70-9c963b360441 no longer exists at agent hyperv_n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:47.001061 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] No Port match for: c2f9a7a0-cd00-4b36-af70-9c963b360441 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:04:47.004177 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Device c2f9a7a0-cd00-4b36-af70-9c963b360441 not bound to the agent host n-h1-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:04:47.112436 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:04:47.117818 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7d8754fe-3d98-4333-a0f8-b7ac37b0cb5d admin admin] 10.222.0.25 "PUT /v2.0/routers/4272f88c-110d-4c4a-a0eb-e1e066903459/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9725623
Jun 21 04:04:47.120538 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36244) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:47.121897 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] Sync routers for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:04:47.131751 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:04:47.132386 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84751f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:47.225642 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:47.241835 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: n-d-758944-33 {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:04:47.324895 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:47.427253 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84751f0>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '83c68670-57b0-458c-8c5a-e610729e659d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T04:04:46Z', 'revision_number': 5, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port': {'id': '83c68670-57b0-458c-8c5a-e610729e659d', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T03:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:47.427927 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Deleting port 83c68670-57b0-458c-8c5a-e610729e659d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:47.428272 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:47.456472 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] Checking router: 4272f88c-110d-4c4a-a0eb-e1e066903459 for host: n-d-758944-33 {{(pid=94169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:04:47.464951 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] Routers {'4272f88c-110d-4c4a-a0eb-e1e066903459'} bound to L3 agent in host n-d-758944-33 {{(pid=94169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:04:47.465590 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73d84751f0>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['4272f88c-110d-4c4a-a0eb-e1e066903459'], 'active': True} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:47.513091 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] For port 83c68670-57b0-458c-8c5a-e610729e659d, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=83c68670-57b0-458c-8c5a-e610729e659d,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:47.513376 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:47.551466 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_dvr_db [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] Set router 4272f88c-110d-4c4a-a0eb-e1e066903459 gateway port host: None {{(pid=94169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:04:47.583023 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Calling delete_port for 83c68670-57b0-458c-8c5a-e610729e659d owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:47.605713 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.l3_hamode_db [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73d84751f0>, [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T04:04:47Z', 'revision_number': 6, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:47.631099 n-d-758944-33 neutron-server[94169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbc47e-f432-401a-aa99-82155c9fd266 None None] The sync data for ids ['4272f88c-110d-4c4a-a0eb-e1e066903459'] in n-d-758944-33 is: [{'id': '4272f88c-110d-4c4a-a0eb-e1e066903459', 'name': 'tempest-TestSnapshotPattern-754352611-router', 'tenant_id': '3869b0da26e34a49bcfb77f016bbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:39Z', 'updated_at': '2021-06-21T04:04:47Z', 'revision_number': 6, 'project_id': '3869b0da26e34a49bcfb77f016bbdafa', 'gw_port_host': None}] {{(pid=94169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:04:47.802014 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:47.804288 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-d7f0c4d0-274e-49bf-b923-fc89721856bd tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:47.826300 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c68670-57b0-458c-8c5a-e610729e659d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:47.830612 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:47.895310 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:47.986394 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:47.988597 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.121029 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.121521 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4272f88c-110d-4c4a-a0eb-e1e066903459 {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:04:48.125670 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.127441 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-7ac52667-f81b-4002-8b79-93f1b3c35ea7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4272f88c-110d-4c4a-a0eb-e1e066903459 HTTP/1.1" status: 204  len: 168 time: 1.0057025
Jun 21 04:04:48.130113 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36246) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:48.175139 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] Deleting subnet a0915da2-81d0-4211-baf6-994cb59fbcd5 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:04:48.178196 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.212330 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.292427 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.430062 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.433357 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-379432d8-f5ee-4326-9c9f-5877a01206e0 tempest-NetworksIpV6TestAttrs-1471594293 tempest-NetworksIpV6TestAttrs-1471594293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:48.458640 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0915da2-81d0-4211-baf6-994cb59fbcd5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:48.461144 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.463617 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a0915da2-81d0-4211-baf6-994cb59fbcd5 HTTP/1.1" status: 204  len: 168 time: 0.3324447
Jun 21 04:04:48.464605 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-c1679da9-ed0e-40bd-a156-c762a4de581a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:48.464909 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8918794-7317-4b3b-96cd-b692f21bd8c3 None None] Network aac810f5-206b-4235-a4d9-0a89a9f4a29c requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:04:48.466499 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36248) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:48.544991 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.604320 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Deleting port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:48.604662 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.667489 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] DHCP port deletion for aac810f5-206b-4235-a4d9-0a89a9f4a29c request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:04:48.670657 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] For port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:48.671019 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.713703 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] Deleting port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:48.714009 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.743038 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Calling delete_port for 2deca4f6-3661-4c94-b8d5-0a00e744b2ea owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:48.785209 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] For port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,segment=NetworkSegment(016ab557-762f-4b09-9f17-efe497e075e0),segment_id=016ab557-762f-4b09-9f17-efe497e075e0)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:48.785923 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.851104 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] Calling delete_port for 2deca4f6-3661-4c94-b8d5-0a00e744b2ea owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:48.854581 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2deca4f6-3661-4c94-b8d5-0a00e744b2ea no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:48.901697 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:48.910750 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-187379f5-0eed-4009-9d2c-35b7057f9fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:48.936421 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] No DVR routers for this DVR port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:04:48.936690 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No active binding found for port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea {{(pid=94168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jun 21 04:04:48.936880 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 2deca4f6-3661-4c94-b8d5-0a00e744b2ea not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:04:48.937316 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 83c68670-57b0-458c-8c5a-e610729e659d no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:48.938480 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Pushing event deleted for resources: {'Port': ['ID=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:48.945146 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:48.962393 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 83c68670-57b0-458c-8c5a-e610729e659d {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:04:48.962753 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 83c68670-57b0-458c-8c5a-e610729e659d not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:04:48.963175 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 61d688c5-d19e-402b-adb7-fc4682736579 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:48.985180 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 61d688c5-d19e-402b-adb7-fc4682736579 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:04:48.985558 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 61d688c5-d19e-402b-adb7-fc4682736579 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:04:48.993219 n-d-758944-33 neutron-server[94168]:   self.session.flush()
Jun 21 04:04:49.004191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.006154 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-0f14f22c-f91d-4876-b045-b68d292047f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:49.012658 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.023128 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d94a87f0>,) {'filters': {'network_id': ['aac810f5-206b-4235-a4d9-0a89a9f4a29c']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:49.032555 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] Pushing event deleted for resources: {'Port': ['ID=2deca4f6-3661-4c94-b8d5-0a00e744b2ea,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:49.034335 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d94a87f0>, '016ab557-762f-4b09-9f17-efe497e075e0') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:49.034635 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d94a87f0>, '016ab557-762f-4b09-9f17-efe497e075e0') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:49.035468 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:49.037919 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a87aeb-dfca-4b9e-8b9a-a92641443d64 None None] No DVR routers for this DVR port 2deca4f6-3661-4c94-b8d5-0a00e744b2ea on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:04:49.043980 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.059962 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.064057 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:04:49.064443 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:04:49.066179 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:04:49.200766 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.205510 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-869d6df1-5578-4354-90d5-11df74f62fa6 tempest-RoutersNegativeTest-850483078 tempest-RoutersNegativeTest-850483078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:49.209417 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.211220 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] 10.222.0.25 "DELETE /v2.0/networks/aac810f5-206b-4235-a4d9-0a89a9f4a29c HTTP/1.1" status: 204  len: 168 time: 0.7432494
Jun 21 04:04:49.214198 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36250) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:49.221920 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac810f5-206b-4235-a4d9-0a89a9f4a29c,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:49.224452 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-5c7947d7-72c6-44d1-adad-af0bd6f89750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:49.555135 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656567'] for router_interface, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.806957 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Deleting port 30a2db59-6431-4394-b079-8895461eec69 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:49.807312 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.884920 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] For port 30a2db59-6431-4394-b079-8895461eec69, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=30a2db59-6431-4394-b079-8895461eec69,segment=NetworkSegment(aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6),segment_id=aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:49.885272 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:49.952468 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Calling delete_port for 30a2db59-6431-4394-b079-8895461eec69 owned by network:router_interface {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:50.181509 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:50.183603 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-8c261717-cc5d-4aec-9614-428debdfec67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:50.208452 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a2db59-6431-4394-b079-8895461eec69,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:50.210973 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:50.377438 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1656395'] for router_interface, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:50.604456 n-d-758944-33 neutron-server[94167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Router bafaafc5-32df-4270-b891-c0107e48a2df has already been hosted by L3 agent ea2b9205-5871-40a0-98fb-919a709b4d59 {{(pid=94167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:04:50.707835 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] Notify agent at l3_agent.n-d-758944-33 the message routers_updated {{(pid=94167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:04:50.712835 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-0ea8b5b8-c5e0-4a70-894b-aad5437a0d55 admin admin] 10.222.0.25 "PUT /v2.0/routers/bafaafc5-32df-4270-b891-c0107e48a2df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4975405
Jun 21 04:04:50.715596 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36252) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:50.716170 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] Sync routers for ids ['bafaafc5-32df-4270-b891-c0107e48a2df'] in n-d-758944-33 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:04:50.726094 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] Routers {'bafaafc5-32df-4270-b891-c0107e48a2df'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:04:50.726713 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de656910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['bafaafc5-32df-4270-b891-c0107e48a2df'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:50.826034 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks [] for router, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:50.837383 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] Set router bafaafc5-32df-4270-b891-c0107e48a2df gateway port host: n-d-758944-33 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:04:50.927970 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.020914 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de656910>, [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'external_fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T04:04:50Z', 'revision_number': 5, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port': {'id': '839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9', 'name': '', 'network_id': '384c26ed-943f-4825-ae7e-32261605dd95', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T03:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21f17e12-fe8a-4626-beff-29f2de40cc19', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-33'}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:51.046902 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] Checking router: bafaafc5-32df-4270-b891-c0107e48a2df for host: n-d-758944-33 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:04:51.047173 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Deleting port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:51.050825 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.055441 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] Routers {'bafaafc5-32df-4270-b891-c0107e48a2df'} bound to L3 agent in host n-d-758944-33 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:04:51.056069 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73de656910>, 'n-d-758944-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T02:29:07Z,description=<?>,heartbeat_timestamp=2021-06-21T04:04:37Z,host='n-d-758944-33',id=ea2b9205-5871-40a0-98fb-919a709b4d59,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T02:29:07Z,topic='l3_agent')) {'router_ids': ['bafaafc5-32df-4270-b891-c0107e48a2df'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:51.124773 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] For port 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9,segment=NetworkSegment(f7a874d3-d4e3-4403-a70c-43535de39ec0),segment_id=f7a874d3-d4e3-4403-a70c-43535de39ec0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:51.125128 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.140312 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] Set router bafaafc5-32df-4270-b891-c0107e48a2df gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:04:51.193853 n-d-758944-33 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Calling delete_port for 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 owned by network:router_gateway {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:51.196469 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73de656910>, [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T04:04:50Z', 'revision_number': 6, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port_host': None}], 'n-d-758944-33', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:51.223382 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf86624-24d0-4dc4-b973-09e4df46144f None None] The sync data for ids ['bafaafc5-32df-4270-b891-c0107e48a2df'] in n-d-758944-33 is: [{'id': 'bafaafc5-32df-4270-b891-c0107e48a2df', 'name': 'tempest-TestSnapshotPattern-194835245-router', 'tenant_id': '57a87eaf045f4b6ea993652cc87af8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T03:59:45Z', 'updated_at': '2021-06-21T04:04:50Z', 'revision_number': 6, 'project_id': '57a87eaf045f4b6ea993652cc87af8ae', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:04:51.441205 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565313'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.443264 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-9371c2a2-9c7e-4b30-96af-57e16de5ac8b tempest-TestNetworkAdvancedServerOps-1825463875 tempest-TestNetworkAdvancedServerOps-1825463875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:51.467299 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Pushing event deleted for resources: {'Port': ['ID=839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:51.470778 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:51.531972 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055783'] for router_gateway, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.625987 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523107'] for router, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.629137 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.729805 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655336'] for router, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.730268 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bafaafc5-32df-4270-b891-c0107e48a2df {{(pid=94167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:04:51.734373 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] Notify callbacks [] for router, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.735454 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-2bf9a273-ad86-47ef-a717-78ee60a06681 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bafaafc5-32df-4270-b891-c0107e48a2df HTTP/1.1" status: 204  len: 168 time: 1.0189426
Jun 21 04:04:51.737992 n-d-758944-33 neutron-server[94167]: DEBUG neutron.wsgi [-] (94167) accepted ('10.222.0.25', 36254) {{(pid=94167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:51.787059 n-d-758944-33 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] Deleting subnet 86f41563-e6b8-42e5-9766-1ea923f557a0 {{(pid=94167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:04:51.790080 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:51.828629 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618141'] for subnet, precommit_delete_associations {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.281886 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869995'] for subnet, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.393561 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349708'] for subnet, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.396487 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-a483f178-9960-433e-90e5-12dcf92f9c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:52.420501 n-d-758944-33 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f41563-e6b8-42e5-9766-1ea923f557a0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:52.422983 n-d-758944-33 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.426100 n-d-758944-33 neutron-server[94167]: INFO neutron.wsgi [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86f41563-e6b8-42e5-9766-1ea923f557a0 HTTP/1.1" status: 204  len: 168 time: 0.6860812
Jun 21 04:04:52.426898 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991b0c0-1352-4e8c-ba13-0336eaba7757 None None] Network 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee requested from n-d-758944-33 {{(pid=94168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:04:52.427293 n-d-758944-33 neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-17c9abc9-f6a3-45d4-8a33-c5bd76fca790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:52.427770 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36256) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:52.497472 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587543'] for network, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.555755 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Deleting port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a {{(pid=94166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:52.556104 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.597997 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] DHCP port deletion for 672aa5fe-fe6b-4fad-ad6b-62579e37e7ee request from n-d-758944-33 {{(pid=94168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:04:52.621234 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.db [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] For port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,segment=NetworkSegment(aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6),segment_id=aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6)] {{(pid=94166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:52.621739 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.643154 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] Deleting port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a {{(pid=94168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:04:52.643552 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758473579749'] for port, before_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.690676 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Calling delete_port for 9dc414f1-29c7-416d-83b8-a6ad1a09e67a owned by network:dhcp {{(pid=94166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:52.707930 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] For port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a, host n-d-758944-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-33',level=0,port_id=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,segment=NetworkSegment(aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6),segment_id=aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6)] {{(pid=94168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:04:52.708334 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2053030'] for port, precommit_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.773146 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] Calling delete_port for 9dc414f1-29c7-416d-83b8-a6ad1a09e67a owned by network:dhcp {{(pid=94168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:04:52.833066 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3428070'] for port, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.835296 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-d551df10-69bf-4d60-a537-8527f8fb72c7 tempest-TestSnapshotPattern-397823360 tempest-TestSnapshotPattern-397823360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:52.865950 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:52.870878 n-d-758944-33 neutron-server[94166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] No DVR routers for this DVR port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a on host n-d-758944-33 {{(pid=94166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:04:52.873019 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:52.949000 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884212', 'neutron.services.segments.db._delete_segments_for_network-8758473534675'] for network, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.959582 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73d8558520>,) {'filters': {'network_id': ['672aa5fe-fe6b-4fad-ad6b-62579e37e7ee']}} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:52.969714 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8558520>, 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6') {'for_net_delete': True} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:52.970036 n-d-758944-33 neutron-server[94166]: DEBUG neutron.services.segments.db [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73d8558520>, 'aed9ae7b-0a99-46b8-a8fd-a47dbebe14f6') {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:04:52.979175 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758473534504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3462767'] for segment, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.984076 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 30a2db59-6431-4394-b079-8895461eec69 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:52.993457 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868'] for segment, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:52.999284 n-d-758944-33 neutron-server[94166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:04:52.999668 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3564087'] for segment, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]: Traceback (most recent call last):
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     timer()
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     cb(*args, **kw)
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     return func(*args, **kwargs)
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     self._notify()
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     self.callback(batched_events)
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     event.method(event)
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     return f(self, *a, **k)
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     return self._get(url).json()
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:04:53.001916 n-d-758944-33 neutron-server[94166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:04:53.008684 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 30a2db59-6431-4394-b079-8895461eec69 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:04:53.009045 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 30a2db59-6431-4394-b079-8895461eec69 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:04:53.009500 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9dc414f1-29c7-416d-83b8-a6ad1a09e67a no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:53.032291 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 9dc414f1-29c7-416d-83b8-a6ad1a09e67a {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:04:53.033238 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 9dc414f1-29c7-416d-83b8-a6ad1a09e67a not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:04:53.033861 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 no longer exists at agent ovs-agent-n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:04:53.059567 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] No Port match for: 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 {{(pid=94168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:04:53.059934 n-d-758944-33 neutron-server[94168]: DEBUG neutron.plugins.ml2.rpc [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Device 839daaed-cf6f-4ab5-8ff6-0e37f25fbbd9 not bound to the agent host n-d-758944-33 {{(pid=94168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:04:53.076900 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-550800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758473583845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758472993886'] for port, after_delete {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:53.078809 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:53.104222 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2006028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055864'] for network, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:53.104596 n-d-758944-33 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] Pushing event deleted for resources: {'Port': ['ID=9dc414f1-29c7-416d-83b8-a6ad1a09e67a,revision_number=None']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:53.107618 n-d-758944-33 neutron-server[94168]: DEBUG oslo_concurrency.lockutils [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:53.108419 n-d-758944-33 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86407589-77f2-4463-bb7a-726f7b2356c8 None None] No DVR routers for this DVR port 9dc414f1-29c7-416d-83b8-a6ad1a09e67a on host n-d-758944-33 {{(pid=94168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:04:53.111271 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-7b76cdfd-f654-4f17-a5e7-604c2c0b4a6b tempest-RoutersTest-225372250 tempest-RoutersTest-225372250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:53.118120 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Notify callbacks [] for network, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:53.121291 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] 10.222.0.25 "DELETE /v2.0/networks/672aa5fe-fe6b-4fad-ad6b-62579e37e7ee HTTP/1.1" status: 204  len: 168 time: 0.6920366
Jun 21 04:04:53.132240 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Pushing event deleted for resources: {'Network': ['ID=672aa5fe-fe6b-4fad-ad6b-62579e37e7ee,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:53.134968 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0b8af62c-ef37-44e6-9bea-fad18c547324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:53.358592 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36260) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:53.399194 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-b935b982-8d4e-4045-a6cd-60872124f3a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3869b0da26e34a49bcfb77f016bbdafa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0392747
Jun 21 04:04:53.401529 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36262) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:53.448674 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51c7f07e-1090-47dc-96ab-4a1526dd7c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:53.470857 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51c7f07e-1090-47dc-96ab-4a1526dd7c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:53.600663 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51c7f07e-1090-47dc-96ab-4a1526dd7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:53.603281 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-51c7f07e-1090-47dc-96ab-4a1526dd7c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:53.604732 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-51c7f07e-1090-47dc-96ab-4a1526dd7c7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e76546d-249f-4d6e-bc7d-744363432cd3 HTTP/1.1" status: 204  len: 168 time: 0.2023065
Jun 21 04:04:53.605551 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-c6141330-66b5-4b85-bb0b-1e5df6cc6600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:53.613400 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7f07e-1090-47dc-96ab-4a1526dd7c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e76546d-249f-4d6e-bc7d-744363432cd3,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:53.618214 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-51c7f07e-1090-47dc-96ab-4a1526dd7c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:04:54.231404 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36268) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:54.275553 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-6b10b3d8-e2c0-4803-8ba4-95b2fb0e0e02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57a87eaf045f4b6ea993652cc87af8ae&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0429211
Jun 21 04:04:54.277980 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [-] (94166) accepted ('10.222.0.25', 36270) {{(pid=94166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:04:54.324995 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-952a43f3-bd0e-47a0-82e8-7840c301ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:54.345891 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-952a43f3-bd0e-47a0-82e8-7840c301ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:54.463577 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-952a43f3-bd0e-47a0-82e8-7840c301ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1926972'] for security_group, after_delete {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:54.466207 n-d-758944-33 neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-952a43f3-bd0e-47a0-82e8-7840c301ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:04:54.467383 n-d-758944-33 neutron-server[94166]: INFO neutron.wsgi [None req-952a43f3-bd0e-47a0-82e8-7840c301ea02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07d7396d-c3b3-41ca-bb1c-4c46e37d6755 HTTP/1.1" status: 204  len: 168 time: 0.1885068
Jun 21 04:04:54.468290 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-0ec971d0-c8fa-4e99-9a04-a025de7dc206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:04:54.475937 n-d-758944-33 neutron-server[94166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a43f3-bd0e-47a0-82e8-7840c301ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d7396d-c3b3-41ca-bb1c-4c46e37d6755,revision_number=None']} {{(pid=94166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:04:54.478275 n-d-758944-33 neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-952a43f3-bd0e-47a0-82e8-7840c301ea02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:05:04.301108 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-18bc85bc-b918-43a1-a926-3c6aa21e34c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:06.729848 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-319962bb-222c-49b1-908c-6174021e326c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:06.843645 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:07.204082 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:07.702267 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:05:08.355076 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:08.855149 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:09.838201 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:34.280214 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-beb8e832-b99d-40c5-ba32-64a737638a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:36.729876 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f1223600-de27-4961-8974-e3f5b06653c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:36.851554 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:37.171783 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:38.397664 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:38.877789 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:39.871390 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:05:44.701648 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:06:04.297306 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5265768b-ae47-4c13-a9f5-46353534d0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:06.734437 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a250020e-66e1-401b-9e16-ff82fe32a92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:06.853789 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:07.182678 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:08.371348 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:08.902534 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:09.870735 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:21.700197 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:06:34.293108 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2c25e02d-ffb5-472b-92a0-1a444f60a80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:36.738839 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce12a00e-ee27-4e66-abdb-5bb446665a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:36.864674 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:37.176561 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:38.379038 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:38.868038 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:39.853599 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:06:58.698804 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:07:04.307465 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-07ff7c13-ac82-46b2-9a59-5494d9347c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:06.744144 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a3ea68ba-8456-4d7c-91ea-47e981e22371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:06.881539 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:07.247053 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:08.405642 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:08.884345 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:09.861838 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:34.278662 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-22353660-3fb6-49c8-b298-9b3e10eb6168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:35.697718 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:07:36.738592 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a242c4b3-1b16-444c-be17-286959f942d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:36.891904 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:37.229095 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:38.398516 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:38.892060 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:07:39.874913 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:04.304048 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8de34786-7d06-4acd-b187-fddc08396af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:06.786507 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c1a99fe7-3146-4c5c-827d-4093fd3b6ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:06.906613 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:07.215148 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:08.381907 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:08.889541 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:09.862671 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:12.697267 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:08:34.290964 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8dbdacb7-58ac-4a72-9435-705de869280a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:36.737052 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-746a978f-e345-4ba1-9cdd-8351bbb532d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:36.919944 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:37.182590 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:38.414968 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:38.917817 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:39.894401 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:08:49.696289 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:09:04.313229 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-907137e4-3dfe-4474-afb1-5d98052f4dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:06.735886 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c2b06bad-722e-4122-99bd-4e6af0810e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:06.924679 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:07.186651 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:08.425700 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:08.923377 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:09.872752 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:26.694654 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:09:34.289756 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-300d061e-82d0-4c5c-aa8a-be67cabdd93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:36.774240 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b2cdd41a-71fa-4065-b15a-8fdcb965ff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:36.951309 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:37.192601 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:38.391018 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:38.946896 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:09:39.872076 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:03.697218 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:10:04.288755 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4615e178-9e72-442d-a6ee-443f416d21c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:06.746193 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb849-74bd-4895-a77b-b5473e1e773c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:06.935078 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:07.197972 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:08.386291 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:08.939071 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:09.888722 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:34.299938 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ef77c8cd-d177-4fd6-8f79-449194c9e956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:36.745177 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4a22e943-b8ab-4bcb-a950-e80b343608f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:36.922562 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:37.202924 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:38.396801 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:38.968750 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:39.881683 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:10:40.695902 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:11:04.281711 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-219c777e-764b-41a8-887e-6f332bfac8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:06.750325 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-053b83f2-066c-452e-924c-3ed9934b9c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:06.927506 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:07.218778 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:08.418894 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:08.921812 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:09.898152 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:17.694907 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:11:34.287044 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8d57d7db-4103-416f-a6b3-0f0dafa3c176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:36.755325 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c8f37824-129a-4475-8980-0b8007cd75c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:36.945191 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:37.195731 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:38.430260 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:38.932674 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:39.882093 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:11:54.694773 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:12:04.297571 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b3c7061b-0dfb-4ed2-ab51-67490e6c991a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:06.818170 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4a14c3a1-20b2-4315-9453-8e3d4ccb9294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:06.954969 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:07.200858 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:08.406669 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:08.960845 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:09.880328 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:19.961503 n-d-758944-33 neutron-server[94166]: DEBUG neutron.wsgi [req-39bc9dd4-f227-47ac-b5ee-201a3f8e83e1 req-d9add03a-1587-4539-b88b-0da1db43aa2e service neutron] (94166) timed out ('10.222.0.25', 58864) {{(pid=94166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 04:12:31.693299 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:12:34.337515 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-afb7c96b-faae-4029-918c-d5d80ac44cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:36.742660 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf0c5-024f-4e7b-92cf-7aef8f369e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:36.943037 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:37.188740 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:38.428680 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:38.954421 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:12:39.909110 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:13:04.296400 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b70198f4-8a71-4a0d-be13-82a3b3874378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:13:06.759321 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cdabe307-78a6-4dd8-a536-3540ec47b3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:13:06.948069 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a0fec751-a522-43d3-a366-ffbe2b4d110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:13:07.205159 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e08438e7-1bc0-4abb-bb06-b34445ddf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:13:08.405426 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a34291f2-c08e-46ac-8b30-bb3fedd18c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:13:08.693761 n-d-758944-33 neutron-server[94169]: DEBUG neutron.db.agents_db [None req-5a2be754-cf68-4303-8fda-3b28c9dd14c4 None None] Agent healthcheck: found 7 active agents {{(pid=94169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:13:08.937115 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cba25e22-88ed-4e47-b9e9-73a5bbd8ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:13:09.885395 n-d-758944-33 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4170-c4de-4f0e-adf1-96aa39048ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758473534657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882350'] for agent, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}